-- Logs begin at Fri 2022-02-11 12:40:36 UTC, end at Fri 2022-02-11 14:56:49 UTC. -- Feb 11 13:12:39.832046 n-d-828676-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 13:12:42.749086 n-d-828676-2 neutron-server[103066]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:12:42.749727 n-d-828676-2 neutron-server[103066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 13:12:42.749861 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103066) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:12:42.753108 n-d-828676-2 neutron-server[103066]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:12:42.753360 n-d-828676-2 neutron-server[103066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 13:12:42.753669 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103066) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:12:42.754625 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:12:42.754861 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:12:42.755221 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:12:42.755467 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:12:42.755698 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:12:42.756164 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.756587 n-d-828676-2 neutron-server[103066]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 13:12:42.756905 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.757195 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.757483 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.757776 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.758062 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.758369 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.758657 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.759466 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.759749 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.760030 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.760319 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.760608 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.760888 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.761174 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.761456 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.761734 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] debug = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.762015 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.762472 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.762890 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.763171 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.763457 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.763735 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.764005 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.764280 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.764563 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.764885 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] host = n-d-828676-2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.765164 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.765447 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.765729 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.766013 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.766314 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.766591 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.766877 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.767148 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.767419 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] log_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.767694 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.767982 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.768268 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.768563 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.768790 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.769013 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.769299 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.769583 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.769856 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.770153 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.770434 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.770706 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.770981 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.771248 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.771527 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.771806 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.772090 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.772364 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.772638 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.772907 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.773178 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.773460 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.773732 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.774008 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.774331 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.775158 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.775430 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.775706 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.776004 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.776289 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.776573 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.776857 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.777134 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.777411 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.777681 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.777952 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.778249 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] use_json = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.778525 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.778797 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.779075 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.779345 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.779614 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.779885 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.780157 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.780441 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.780711 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:42.781005 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.781299 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.781598 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.781892 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.782208 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.782496 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.782787 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.783067 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.783358 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.783647 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.784187 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.784466 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.784764 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.785051 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.785347 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.785653 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.785946 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.786262 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.786540 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.786814 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.787094 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.787370 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.787656 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.787934 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.788222 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.788509 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.788790 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.789085 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.789371 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.789667 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.789977 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.790283 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.790564 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.790854 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.791132 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.791405 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.791683 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.791971 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.792248 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.792523 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.792807 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.793086 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.793359 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.793633 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.793911 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.794220 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.794512 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.794791 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.795066 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.795343 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.795615 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.795898 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.796173 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.796444 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.796717 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.796993 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.797266 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.797536 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.797812 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.798083 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.798379 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.798651 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.798923 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.799194 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.799465 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.799736 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.800008 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.800280 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.800556 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.800829 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.801100 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.801373 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.801644 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.801914 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.802229 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.802527 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.802805 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.803084 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.803364 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.803639 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.803915 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.804188 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.804464 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.804742 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.805015 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.805302 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.805617 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.805957 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.806303 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.806588 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.806885 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.807196 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.807485 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.807765 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.808045 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.808330 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.808614 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.808908 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.809202 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.809499 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.809794 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.810088 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.810397 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.810704 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.810985 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:42.811203 n-d-828676-2 neutron-server[103066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:12:42.811443 n-d-828676-2 neutron-server[103066]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103066) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 13:12:43.180397 n-d-828676-2 neutron-server[103066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 13:12:43.180701 n-d-828676-2 neutron-server[103066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 13:12:43.181004 n-d-828676-2 neutron-server[103066]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 13:12:43.181354 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 13:12:43.507308 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.507603 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.507880 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.509687 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.510084 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.510381 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.553887 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.554186 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.554459 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.569884 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.570189 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.570465 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.599288 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.599574 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.599852 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.635464 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.635737 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.636004 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.978965 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.979605 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.979605 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.979801 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:43.980437 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.079905 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.080157 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.080442 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.080715 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.080982 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.081291 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.081551 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.081806 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.082062 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.082371 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.082631 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.082892 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.083145 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.083396 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.083650 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.083912 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.084163 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.084427 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.084695 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.084952 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.085220 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.085470 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.085748 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.086144 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.086389 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.086633 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.087046 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.087284 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.087519 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.087753 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.087985 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.088215 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.088571 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 13:12:44.091667 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 13:12:44.095694 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 13:12:44.099399 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 11 13:12:44.101018 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 13:12:44.101478 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 13:12:44.101813 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 13:12:44.102217 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 13:12:44.105089 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 13:12:44.105342 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 13:12:44.105685 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 13:12:44.110526 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 13:12:44.133214 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 13:12:44.134400 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.134707 n-d-828676-2 neutron-server[103066]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103066) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 13:12:44.135072 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.136441 n-d-828676-2 neutron-server[103066]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103066) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 13:12:44.136718 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 13:12:44.136964 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 13:12:44.140204 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.140492 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.203089 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 13:12:44.203334 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 13:12:44.203569 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 13:12:44.204109 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 13:12:44.224019 n-d-828676-2 neutron-server[103066]: DEBUG oslo_db.sqlalchemy.engines [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103066) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 13:12:44.665942 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing driver for type 'gre' Feb 11 13:12:44.666488 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] gre ID ranges: [(1, 1000)] Feb 11 13:12:44.715493 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing driver for type 'local' Feb 11 13:12:44.715852 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing driver for type 'vlan' Feb 11 13:12:44.728203 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] VlanTypeDriver initialization complete Feb 11 13:12:44.728543 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing driver for type 'vxlan' Feb 11 13:12:44.729020 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] vxlan ID ranges: [(1, 1000)] Feb 11 13:12:44.778616 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing extension driver 'port_security' Feb 11 13:12:44.778941 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.extensions.port_security [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] PortSecurityExtensionDriver initialization complete Feb 11 13:12:44.779279 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing mechanism driver 'openvswitch' Feb 11 13:12:44.779604 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing mechanism driver 'hyperv' Feb 11 13:12:44.786427 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:44.787269 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.787645 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.788004 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.788543 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:12:44.788977 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnet after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.789336 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnet after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.789686 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.790090 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:12:44.790542 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.790894 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.791238 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.791641 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:12:44.792048 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > security_group after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.792400 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > security_group after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.792742 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.793143 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:12:44.793550 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.793896 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.794267 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.794665 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:12:44.795070 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > address_group after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.795421 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > address_group after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.795759 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.796157 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:12:44.796602 n-d-828676-2 neutron-server[103066]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] ML2 OVO RPC backend initialized. {{(pid=103066) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 13:12:44.797307 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.797665 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.798084 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.798460 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > networks before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.798813 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.799162 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > ports before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.799511 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnet before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.799858 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnets before_response 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.800204 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.800547 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.800882 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.801218 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.801556 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.801891 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.802256 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnet after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.802596 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnet after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.802930 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.812306 n-d-828676-2 neutron-server[103066]: INFO neutron.quota [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded quota_driver: . Feb 11 13:12:44.812672 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.plugin [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Modular L2 Plugin initialization complete Feb 11 13:12:44.813018 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading services supported by the core plugin {{(pid=103066) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 13:12:44.813361 n-d-828676-2 neutron-server[103066]: INFO neutron.plugins.ml2.managers [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Got port-security extension from driver 'port_security' Feb 11 13:12:44.813840 n-d-828676-2 neutron-server[103066]: INFO neutron.extensions.vlantransparent [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Disabled vlantransparent extension. Feb 11 13:12:44.814362 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103066) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 13:12:44.814694 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: router Feb 11 13:12:44.863463 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.863862 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router after_create 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.864234 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router before_create 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.864597 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.864966 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.865322 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router after_delete 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.865683 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.866030 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.866415 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router after_create 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.866758 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router after_update 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.867106 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router after_update 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.867451 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.867805 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router after_update 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.869079 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_update 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.870819 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: port after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.871167 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: port after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.871512 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: subnet after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.871854 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.872206 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.872551 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_create 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.872890 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: port before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.873231 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.873585 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router after_update 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.873922 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.874424 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_create 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.874787 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.875131 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_update 55549900 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.875494 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > agent after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.875844 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > agent after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.876188 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > network after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.877057 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Tracking information for resource: router configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.877387 n-d-828676-2 neutron-server[103066]: DEBUG neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Tracking information for resource: floatingip configured {{(pid=103066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:12:44.882454 n-d-828676-2 neutron-server[103066]: INFO neutron.db.l3_agentschedulers_db [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 13:12:44.883037 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: port after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.883400 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: port after_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.884288 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: port after_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.884656 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: port after_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.885448 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router before_create 55550100 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.885808 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.886196 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_create 55550100 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.886554 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > router precommit_update 55550100 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.891402 n-d-828676-2 neutron-server[103066]: DEBUG neutron.services.provider_configuration [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service providers = [] {{(pid=103066) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 13:12:44.891767 n-d-828676-2 neutron-server[103066]: DEBUG neutron.db.servicetype_db [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103066) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 13:12:44.894707 n-d-828676-2 neutron-server[103066]: DEBUG neutron.services.service_base [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:12:44.895058 n-d-828676-2 neutron-server[103066]: DEBUG neutron.services.service_base [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:12:44.895398 n-d-828676-2 neutron-server[103066]: DEBUG neutron.services.service_base [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:12:44.896280 n-d-828676-2 neutron-server[103066]: DEBUG neutron.services.service_base [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:12:44.896648 n-d-828676-2 neutron-server[103066]: INFO neutron.services.service_base [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 13:12:44.897030 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.897347 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 13:12:44.908080 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.908417 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: auto_allocate Feb 11 13:12:44.914472 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: network precommit_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.914854 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: network precommit_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.915376 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.915694 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: tag Feb 11 13:12:44.922572 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.922854 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: timestamp Feb 11 13:12:44.926680 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.927007 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: network_ip_availability Feb 11 13:12:44.933141 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.933504 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.933857 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:44.934600 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.934918 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: flavors Feb 11 13:12:44.939997 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.940329 n-d-828676-2 neutron-server[103066]: INFO neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading Plugin: revisions Feb 11 13:12:44.944722 n-d-828676-2 neutron-server[103066]: DEBUG neutron.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:12:44.945122 n-d-828676-2 neutron-server[103066]: DEBUG oslo_concurrency.lockutils [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=103066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 13:12:44.945870 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103066) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 13:12:44.946785 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Initializing extension manager. Feb 11 13:12:44.947319 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: __init__.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.947677 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: __pycache__ {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.947994 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.948415 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: address_group.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.949084 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.949642 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: address-group Feb 11 13:12:44.950098 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: address_scope.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.950694 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.951200 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: address-scope Feb 11 13:12:44.951520 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.952438 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.952955 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: router-admin-state-down-before-update Feb 11 13:12:44.953274 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: agent.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.953966 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.954498 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: agent Feb 11 13:12:44.954817 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: agent_resources_synced.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.955728 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.956227 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: agent-resources-synced Feb 11 13:12:44.956546 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: allowedaddresspairs.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.958373 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.958897 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: allowed-address-pairs Feb 11 13:12:44.959224 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: auto_allocated_topology.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.960307 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.960812 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: auto-allocated-topology Feb 11 13:12:44.961345 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: availability_zone.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.961863 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.962386 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: availability_zone Feb 11 13:12:44.962878 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: availability_zone_filter.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.963810 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.964318 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: availability_zone_filter Feb 11 13:12:44.964642 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: data_plane_status.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.965541 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.966049 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 13:12:44.966401 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: default_subnetpools.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.967310 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.967825 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: default-subnetpools Feb 11 13:12:44.968127 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.968936 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.969439 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: dhcp_agent_scheduler Feb 11 13:12:44.969763 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: dns.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.970694 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.971188 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 13:12:44.971501 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: dns_domain_ports.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.972507 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.972901 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 13:12:44.973223 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.974166 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.974653 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 13:12:44.974973 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: dvr.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.975640 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.976140 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: dvr Feb 11 13:12:44.976465 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: ecmp_routes.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.977899 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.978432 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 13:12:44.978756 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: empty_string_filtering.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.979654 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.980202 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: empty-string-filtering Feb 11 13:12:44.980463 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.981372 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.981870 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:12:44.982224 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.983127 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.983626 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 13:12:44.983947 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: external_net.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.984841 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.985343 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: external-net Feb 11 13:12:44.985664 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.986586 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.987092 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: extra_dhcp_opt Feb 11 13:12:44.987412 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: extraroute.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.988309 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.988816 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: extraroute Feb 11 13:12:44.989134 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: extraroute_atomic.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.990189 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.990701 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: extraroute-atomic Feb 11 13:12:44.991024 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: filter_validation.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.991680 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.992181 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: filter-validation Feb 11 13:12:44.992502 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: fip_pf_description.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.993960 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.994486 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 13:12:44.994802 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: fip_port_details.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.995909 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.996418 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: fip-port-details Feb 11 13:12:44.996738 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: flavors.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:44.998160 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:44.998650 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: flavors Feb 11 13:12:44.998979 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.000668 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.001184 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 13:12:45.001512 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: floatingip_pools.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.002231 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.002736 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: floatingip-pools Feb 11 13:12:45.003060 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: ip_allocation.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.003960 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.004457 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 13:12:45.004778 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.005692 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.006218 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: ip-substring-filtering Feb 11 13:12:45.006544 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l2_adjacency.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.007454 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.007951 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 13:12:45.008277 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.009285 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.009803 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: router Feb 11 13:12:45.010147 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.012403 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.012929 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:12:45.013263 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.014216 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.014733 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: ext-gw-mode Feb 11 13:12:45.015066 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.015975 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.016485 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: l3-ha Feb 11 13:12:45.016814 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.017717 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.018254 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 13:12:45.018582 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3_flavors.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.019479 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.019981 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: l3-flavors Feb 11 13:12:45.020306 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.021681 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.022225 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 13:12:45.022555 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.023460 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.023972 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 13:12:45.024322 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: l3agentscheduler.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.025367 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.025877 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: l3_agent_scheduler Feb 11 13:12:45.026243 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: local_ip.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.028027 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.028548 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension local_ip not supported by any of loaded plugins Feb 11 13:12:45.028880 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: logging.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.030526 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.031051 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension logging not supported by any of loaded plugins Feb 11 13:12:45.031385 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: metering.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.032134 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.032693 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: metering Feb 11 13:12:45.033019 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.034388 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.034902 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: metering_source_and_destination_fields Feb 11 13:12:45.035230 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: multiprovidernet.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.036145 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.036654 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: multi-provider Feb 11 13:12:45.036980 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: netmtu.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.037884 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.038433 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: net-mtu Feb 11 13:12:45.038761 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: netmtu_writable.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.039658 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.040688 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: net-mtu-writable Feb 11 13:12:45.041013 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: network_availability_zone.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.041681 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.042215 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: network_availability_zone Feb 11 13:12:45.042543 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: network_ip_availability.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.043658 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.044169 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: network-ip-availability Feb 11 13:12:45.044495 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: network_segment_range.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.045254 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.045751 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 13:12:45.046073 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: pagination.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.047060 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.047389 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: pagination Feb 11 13:12:45.047711 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: port_device_profile.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.048611 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.049117 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: port-device-profile Feb 11 13:12:45.049437 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.050378 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.050880 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: port-mac-address-regenerate Feb 11 13:12:45.051202 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.052106 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.052606 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: port-numa-affinity-policy Feb 11 13:12:45.052927 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: port_resource_request.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.053833 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.054350 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 13:12:45.054670 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: port_resource_request_groups.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.056214 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.056719 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 13:12:45.057037 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: portbindings.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.057963 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.058503 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: binding Feb 11 13:12:45.058825 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: portbindings_extended.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.060088 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.060593 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: binding-extended Feb 11 13:12:45.060919 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: portsecurity.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.061820 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.062357 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: port-security Feb 11 13:12:45.062685 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: project_id.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.063642 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.063971 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: project-id Feb 11 13:12:45.064293 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: providernet.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.065198 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.065705 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: provider Feb 11 13:12:45.066025 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.069614 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.070139 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos not supported by any of loaded plugins Feb 11 13:12:45.070486 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.072234 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.072745 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 13:12:45.073074 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.074000 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.074544 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 13:12:45.074873 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_default.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.075775 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.076277 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-default not supported by any of loaded plugins Feb 11 13:12:45.076601 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_fip.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.077505 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.078020 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 13:12:45.078377 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.079279 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.079781 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 13:12:45.080104 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_gateway_ip.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.081123 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.081633 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 13:12:45.081957 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_port_network_policy.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.082884 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.083388 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 13:12:45.083712 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.084743 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.085250 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 13:12:45.085575 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_pps_rule.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.086822 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.087824 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-pps not supported by any of loaded plugins Feb 11 13:12:45.088156 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_rule_type_details.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.089078 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.089587 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 13:12:45.089913 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: qos_rules_alias.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.090987 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.091496 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 13:12:45.091819 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: quota_check_limit.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.092716 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.093228 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: quota-check-limit Feb 11 13:12:45.093551 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: quotasv2.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.094486 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.094817 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: quotas Feb 11 13:12:45.095138 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: quotasv2_detail.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.096896 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.097230 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: quota_details Feb 11 13:12:45.097559 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: rbac.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.098617 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.099143 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: rbac-policies Feb 11 13:12:45.099472 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: rbac_address_group.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.100390 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.100904 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: rbac-address-group Feb 11 13:12:45.101229 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: rbac_address_scope.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.102163 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.102743 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: rbac-address-scope Feb 11 13:12:45.103068 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: rbac_security_groups.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.103975 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.104478 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: rbac-security-groups Feb 11 13:12:45.104799 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: rbac_subnetpool.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.105700 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.106230 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: rbac-subnetpool Feb 11 13:12:45.106555 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: revisionifmatch.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.107462 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.107973 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: revision-if-match Feb 11 13:12:45.108295 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: revisions.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.109518 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.110023 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: standard-attr-revisions Feb 11 13:12:45.110372 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: router_availability_zone.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.111036 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.111543 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: router_availability_zone Feb 11 13:12:45.111864 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: routerservicetype.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.112775 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.113272 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 13:12:45.113592 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.114532 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.115037 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: security-groups-normalized-cidr Feb 11 13:12:45.115357 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.116265 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.116768 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: port-security-groups-filtering Feb 11 13:12:45.117086 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.118034 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.118565 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: security-groups-remote-address-group Feb 11 13:12:45.118888 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.119816 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.120317 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: security-groups-shared-filtering Feb 11 13:12:45.120670 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.121302 n-d-828676-2 neutron-server[103066]: WARNING neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 13:12:45.121630 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: securitygroup.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.132630 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.133157 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: security-group Feb 11 13:12:45.133492 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: segment.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.134809 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.135315 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension segment not supported by any of loaded plugins Feb 11 13:12:45.135644 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.136575 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.137080 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 13:12:45.137404 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: servicetype.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.138548 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.139064 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: service-type Feb 11 13:12:45.139393 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: sorting.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.140364 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.140693 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: sorting Feb 11 13:12:45.141012 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: standard_attr_segment.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.141919 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.142448 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 13:12:45.142773 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: standardattrdescription.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.143409 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.143909 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: standard-attr-description Feb 11 13:12:45.144230 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: stateful_security_group.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.145150 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.145657 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: stateful-security-group Feb 11 13:12:45.145975 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: stdattrs_common.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.146564 n-d-828676-2 neutron-server[103066]: WARNING neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 13:12:45.146883 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.147798 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.148296 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 13:12:45.148613 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: subnet_onboard.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.150295 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.150807 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: subnet_onboard Feb 11 13:12:45.151127 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.152047 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.152547 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 13:12:45.152868 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: subnet_service_types.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.153770 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.154308 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: subnet-service-types Feb 11 13:12:45.154635 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: subnetallocation.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.155705 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.156219 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: subnet_allocation Feb 11 13:12:45.156544 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.157196 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.157697 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: subnetpool-prefix-ops Feb 11 13:12:45.158024 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.159230 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.159731 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 13:12:45.160052 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: tagging.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.161099 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.161606 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: standard-attr-tag Feb 11 13:12:45.161931 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: timestamp.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.163155 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.163663 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loaded extension: standard-attr-timestamp Feb 11 13:12:45.163986 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: trunk.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.165027 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.165534 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension trunk not supported by any of loaded plugins Feb 11 13:12:45.165856 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: trunk_details.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.166788 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.167291 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 13:12:45.167612 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: uplink_status_propagation.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.168519 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.169022 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 13:12:45.169341 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Loading extension file: vlantransparent.py {{(pid=103066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:12:45.169992 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:12:45.170530 n-d-828676-2 neutron-server[103066]: INFO neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 13:12:45.173053 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:network Feb 11 13:12:45.173517 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:subnet Feb 11 13:12:45.173910 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:12:45.174327 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:port Feb 11 13:12:45.175527 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.175968 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service FLAVORS assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.176575 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.177000 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.177326 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:router Feb 11 13:12:45.177754 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:12:45.178263 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service METERING assigned prefix: /metering {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.179701 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:45.180071 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:45.180423 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:12:45.181427 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:12:45.181870 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:12:45.182328 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:12:45.182919 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service CORE assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.183260 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:12:45.183605 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] subnetpool is already registered Feb 11 13:12:45.184030 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service CORE assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.184354 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:12:45.184679 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] subnetpool is already registered Feb 11 13:12:45.187016 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.187448 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service FLAVORS assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.188039 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.188456 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.188785 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:router Feb 11 13:12:45.189116 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] router is already registered Feb 11 13:12:45.189517 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:12:45.189845 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] floatingip is already registered Feb 11 13:12:45.190318 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service METERING assigned prefix: /metering {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.190979 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:12:45.191304 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] rbac_policy is already registered Feb 11 13:12:45.191709 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:12:45.192037 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] security_group is already registered Feb 11 13:12:45.192430 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:12:45.192759 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] security_group_rule is already registered Feb 11 13:12:45.193374 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service CORE assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.193698 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:12:45.194025 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] subnetpool is already registered Feb 11 13:12:45.194469 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.v2.resource_helper [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Service CORE assigned prefix: {{(pid=103066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:12:45.194790 n-d-828676-2 neutron-server[103066]: INFO neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:12:45.195117 n-d-828676-2 neutron-server[103066]: WARNING neutron.quota.resource_registry [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] subnetpool is already registered Feb 11 13:12:45.195582 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: extensions {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.197721 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: address-groups {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.199229 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: address-scopes {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.200568 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: agents {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.201724 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: auto-allocated-topology {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.203008 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: availability_zones {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.204204 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: dhcp-networks {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.205893 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: dhcp-agents {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.207351 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: routers {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.209575 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: flavors {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.210764 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: service_profiles {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.212651 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: next_providers {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.214304 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: service_profiles {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.215857 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: floatingip-pools {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.217074 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: routers {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.219222 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: floatingips {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.220487 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: l3-routers {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.222020 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: l3-agents {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.223459 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: metering-labels {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.224800 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: metering-label-rules {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.226075 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: network-ip-availabilities {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.227380 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: bindings {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.229218 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: quotas {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.230809 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: quotas {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.232335 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: rbac-policies {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.234562 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: security-groups {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.235812 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: security-group-rules {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.237306 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: service-providers {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.238572 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: subnetpools {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.239989 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: subnetpools {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.241423 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.243473 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.245521 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.247353 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.249116 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.250951 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.252973 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.254899 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.256635 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.258513 n-d-828676-2 neutron-server[103066]: DEBUG neutron.api.extensions [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Extended resource: tags {{(pid=103066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:12:45.264941 n-d-828676-2 neutron-server[103066]: WARNING keystonemiddleware.auth_token [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 13:12:45.269581 n-d-828676-2 neutron-server[103066]: WARNING keystonemiddleware.auth_token [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 13:12:45.278717 n-d-828676-2 neutron-server[103066]: DEBUG oslo_concurrency.lockutils [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Acquired lock "singleton_lock" {{(pid=103066) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 13:12:45.279187 n-d-828676-2 neutron-server[103066]: DEBUG oslo_concurrency.lockutils [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Releasing lock "singleton_lock" {{(pid=103066) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 13:12:45.279828 n-d-828676-2 neutron-server[103066]: INFO oslo_service.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Starting 2 workers Feb 11 13:12:45.284937 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Started child 103175 {{(pid=103066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:12:45.289443 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Started child 103176 {{(pid=103066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:12:45.290580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.291217 n-d-828676-2 neutron-server[103066]: INFO neutron.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 13:12:45.291748 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.292148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [-] (103175) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:12:45.294199 n-d-828676-2 neutron-server[103066]: INFO oslo_service.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Starting 1 workers Feb 11 13:12:45.294326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.295715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [-] (103176) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:12:45.299495 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Started child 103177 {{(pid=103066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:12:45.300039 n-d-828676-2 neutron-server[103066]: INFO oslo_service.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Starting 1 workers Feb 11 13:12:45.303375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] calling RpcWorker wait() {{(pid=103177) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 13:12:45.303923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] returning from RpcWorker wait() {{(pid=103177) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 13:12:45.304557 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Started child 103178 {{(pid=103066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:12:45.305368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.305462 n-d-828676-2 neutron-server[103066]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5950-f84c-4360-b962-1b8cce26a358 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.305990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:45.307495 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103066) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 13:12:45.307705 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:12:45.307899 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:12:45.308138 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:12:45.308483 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:12:45.308647 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:12:45.309192 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.309481 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.309750 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.310004 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.310092 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.310590 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.310931 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.311029 n-d-828676-2 neutron-server[103178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:45.311195 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.311455 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.311741 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.311974 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.312147 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.312313 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.312552 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.312781 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.313077 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.313339 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.313601 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.313954 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.314253 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.314383 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.314604 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.314829 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.315095 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] debug = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.315314 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.315808 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.316053 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.316308 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.316523 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.316806 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.317035 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.317325 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.317557 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.317771 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.318000 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.318287 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.318544 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.318754 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.319009 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.319236 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.319485 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.319714 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.320178 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] host = n-d-828676-2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.320414 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.320632 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.320882 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.321633 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.321885 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.322152 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.322393 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.322656 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.322902 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.323128 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.323351 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.323598 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.323825 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.324055 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.324220 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_options = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.324433 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.324694 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.324940 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.325133 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.325304 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.325470 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.325738 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.325987 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.326203 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.326404 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.326620 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.326831 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.327049 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.327279 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.327547 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.327859 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.327999 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.328234 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.328522 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.328756 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.328982 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.329225 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.329459 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.329693 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.329926 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.330174 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.330403 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.330616 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.330859 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.331077 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.331327 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.331581 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.331800 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.332043 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.332308 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.332554 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.332777 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.332990 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.333264 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.333490 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.333762 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.334008 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.334314 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.334646 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.334951 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.335204 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.335439 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_json = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.335587 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.335782 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.336039 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.336254 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.336486 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.336746 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.337515 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.337813 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.338345 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.338746 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.338746 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.339091 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.339290 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.340032 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.340032 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.340032 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.341288 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.341288 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.341288 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.341288 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.341907 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.341907 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.343720 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.343720 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.343720 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.343720 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.343720 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.343720 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.344096 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.344096 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.344318 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.344576 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.344800 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.345041 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.345285 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.345506 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.345794 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.346065 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.346433 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.346719 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.346986 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.347249 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.347481 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.348260 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.348260 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.348260 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349086 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349086 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349086 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349086 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349977 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349977 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349977 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.349977 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.350292 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.350381 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.350599 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.350863 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.351143 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.351330 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.351561 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.351781 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.352013 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.352232 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.352504 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.352775 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.353041 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.353296 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.353512 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.353783 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.354021 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.354280 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.354960 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.354960 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.354960 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.355313 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.355313 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.355552 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.355793 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.356007 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.356223 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.356458 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.356662 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.357575 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.357809 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.358021 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.358267 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.358486 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.359782 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.359782 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.359782 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.359782 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.359782 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.360222 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.360222 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.360466 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.361075 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.361317 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.361499 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.361730 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.362014 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.362356 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.362623 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.362862 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.363099 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.363351 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.363593 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.363825 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.364058 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.364272 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.364506 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.364755 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.364984 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.365215 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.365466 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.365674 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.365900 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.366178 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.366419 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.366632 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.366869 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.367093 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.367376 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.367643 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.367898 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.368681 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.368960 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.369225 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.369470 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.369841 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.369988 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.370283 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.370564 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.370856 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.371100 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.371327 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.371576 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.371806 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.372056 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.372312 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.372539 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.373028 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.373132 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.373300 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.373534 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.373774 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.374004 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.374359 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.375513 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.375748 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.375971 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.376244 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.376497 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.377016 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.377298 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.377554 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.377873 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.378163 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.378381 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.378625 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.379140 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.379388 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.379609 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.379858 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.380363 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.380606 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.380821 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.381035 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.381270 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.381490 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.381706 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.381933 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.382169 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.382409 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.382654 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.382866 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.383080 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.383351 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.383593 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.384343 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.384568 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.384778 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.385028 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.385244 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.385516 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.385767 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.385977 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.386223 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.386467 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.386698 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.386931 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.387175 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.387422 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.387633 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.387844 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.388057 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.388288 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.388513 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.388731 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.388961 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.389209 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.389463 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.389787 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.390281 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.390509 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.390749 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.390998 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.391211 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.391423 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.391637 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.391868 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.392084 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.392303 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.392856 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.393252 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.393474 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.393686 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.393921 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.394189 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.394454 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.394691 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.394923 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.395144 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.395357 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.395565 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.395778 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.395980 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.396192 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.396401 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.396614 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.396842 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.397152 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.397401 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.397628 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.397883 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.398095 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.398345 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.398605 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.398816 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.399025 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.399268 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.399493 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.399697 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.399917 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.400125 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.400326 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.400540 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.400746 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.400978 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.401199 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.401407 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.401614 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.401832 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.402041 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.402268 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.402495 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.402705 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.402936 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.403154 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.403403 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.403633 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.403876 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.404157 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.404373 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.404599 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.404812 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.405014 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.405549 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.405782 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.406241 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.406595 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.406826 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.407077 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.407337 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.407647 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.407860 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.408099 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.408315 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.408535 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.409022 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.409288 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.409616 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.409898 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.410166 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.410411 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.410690 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.410980 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.411237 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.411449 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.411733 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.412070 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.412347 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.412595 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.412850 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.413083 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.413325 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.413538 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.413772 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.414002 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.414260 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.414496 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.414736 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.414980 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.415192 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.415416 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.415647 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.415873 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.416101 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.416342 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.416552 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.416707 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:12:45.417239 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103066) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 13:12:45.417400 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:12:45.417554 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:12:45.418048 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:12:45.418048 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:12:45.418048 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:12:45.418489 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.418489 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.418725 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.419201 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.419364 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.419957 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.419957 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.419957 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.419957 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.420483 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.420483 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.420483 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.420890 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.420890 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.420890 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.421250 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.421250 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.421529 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.421529 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.421792 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.421792 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.422061 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.422061 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] debug = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.422260 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.422422 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.422587 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.422745 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.422907 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.423158 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.423315 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.423492 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.423492 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.423762 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.423762 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.424016 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.424100 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.424224 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.424382 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.424540 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.424697 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.424854 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.425010 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] host = n-d-828676-2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.425167 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.425324 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.425481 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.425638 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.425795 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.426702 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.426702 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.426702 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.426702 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.426702 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.426702 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427144 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427144 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427144 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427357 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_options = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427441 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427577 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427733 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.427920 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.428084 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.428242 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.428400 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.428564 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.428721 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.428878 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.429034 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.429191 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.429348 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.429504 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.429626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:45.429721 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.429803 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.429947 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.430105 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.430285 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.430443 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.431127 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.431284 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.431441 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.431599 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.431756 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.431913 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.432070 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.432226 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.432383 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.432540 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.432695 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.432853 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.433009 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.433167 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.433355 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.433603 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.433830 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.433994 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.434258 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.434424 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.434583 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.434743 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.434900 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.435059 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.435215 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.435372 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.435529 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_json = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.435686 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.435842 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.435999 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.436159 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.436159 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.436159 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.436721 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.436791 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.436898 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:12:45.437075 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.437431 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.437431 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.437577 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.437698 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.437857 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.438015 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.438195 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.438356 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.438517 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.438685 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.438845 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.439018 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.439177 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.439337 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.439497 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.439657 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.439816 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.439974 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.440133 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.440292 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.440450 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.440637 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.440772 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.440930 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.441090 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.441248 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.441415 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.441573 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.441747 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.441907 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.442065 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.442264 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.442425 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.442584 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.442742 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.442901 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.443060 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.443220 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.443379 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.443538 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.443697 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.443856 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.444016 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.444175 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.444334 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.444493 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.444653 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.444811 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.444971 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.445130 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.445288 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.445447 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.445606 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.445766 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.445924 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.446081 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.446815 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.446987 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.447147 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.447307 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.447466 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.447625 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.447784 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.447943 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.448102 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.448261 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.448420 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.448592 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.448752 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.448911 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.449075 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.449233 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.449391 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.449551 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.449710 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.449868 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.450027 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.450236 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.450381 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.450693 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.450997 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.451296 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.451462 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.451626 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.451786 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.451948 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.452108 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.452268 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.452427 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.452587 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.452755 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453115 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453115 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453274 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453363 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453514 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453673 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453832 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.453991 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.454171 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.454332 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.454493 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.454651 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.454811 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.454970 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.455128 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.455287 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.455446 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.455605 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.455764 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.455924 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.456082 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.456242 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.456401 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.456558 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.456718 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.456876 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.457045 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.457204 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.457365 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.457525 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.457691 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.457861 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.458022 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.458204 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.458367 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.458525 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.458684 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.458843 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.459006 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.459165 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.459324 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.459483 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.459652 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.459811 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.459970 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.460130 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.460312 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.460471 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.460662 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.460869 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.461029 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.461190 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.461349 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.461508 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.461667 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.461853 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.462011 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.462209 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.462352 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.462512 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.462671 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.462831 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.462991 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.463151 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.463311 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.463469 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.463629 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.463788 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.463947 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.464106 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.464265 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.464422 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.464581 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.464739 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.464898 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.465057 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.465216 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.465374 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.465532 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.465691 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.465850 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.466008 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.466186 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.466348 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.466647 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.466647 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.466796 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.466946 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.467104 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.467264 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.467425 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.467584 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.467742 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.467902 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.468060 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.468219 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.468378 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.468537 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.468696 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.468855 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.469018 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.469195 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.469354 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.469512 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.469673 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.469832 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.469992 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.470171 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.470331 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.470490 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.470648 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.470809 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.470967 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.471126 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.471285 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.471442 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.471600 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.471761 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.471921 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.472079 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.472237 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.472397 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.472556 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.472714 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.472872 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.473031 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.473191 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.473351 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.473509 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.473668 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.473839 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.474092 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.474280 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.474440 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.474599 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.474759 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.474929 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.475089 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.475252 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.475413 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.475569 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.475728 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.475898 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.476059 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.476367 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.476735 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.476735 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.476931 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.477047 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.477211 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.477414 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.477611 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.477772 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.477931 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.478101 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.478447 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.478447 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.478601 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.478731 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.478889 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.479062 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.479222 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.479380 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.479724 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.479724 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.479882 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.479996 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.480155 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.480314 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.480482 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.480641 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.480799 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.480957 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.481129 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.481291 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.481453 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.481612 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.481770 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.481929 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.482090 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.482281 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.482451 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.482618 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.482780 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.482947 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.483114 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.483282 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.483443 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.483609 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.483784 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.483941 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.484100 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.484260 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.484418 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.484576 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.484734 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.484892 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.485051 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.485209 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.485368 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.485526 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.485685 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.485843 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.486002 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.486180 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.486342 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.486500 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.486658 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.486818 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:12:45.486969 n-d-828676-2 neutron-server[103066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:12:45.503246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:45.512569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070996 Feb 11 13:12:56.933451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44294bc8-1801-40c1-8080-b5afb0ac78b5 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:12:57.002055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44294bc8-1801-40c1-8080-b5afb0ac78b5 None None] No non-hosted networks {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 13:12:57.017146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.agentschedulers_db [None req-44294bc8-1801-40c1-8080-b5afb0ac78b5 None None] DHCP Agent not found on host n-d-828676-2 {{(pid=103177) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 13:12:57.116467 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9255ab63-1f75-42fd-a03d-91d3cb12a3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524741'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.259676 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f269fa07-a3e0-46d3-8d78-5edf2aee5eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524741'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.319480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ead0fc41-6009-4961-931c-458e1fe1c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.779742 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524741'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.211837 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524741'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.824350 n-d-828676-2 neutron-server[103177]: INFO neutron.db.l3_hamode_db [None req-f1f5613d-95ac-4fa6-a1c0-2e63523efafc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 13:13:02.909901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5613d-95ac-4fa6-a1c0-2e63523efafc None None] Routers set() bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:02.910331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5613d-95ac-4fa6-a1c0-2e63523efafc None None] Router IDs set() for agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:13:03.423346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51982) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:03.495076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524741'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.496471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.497126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.497661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.498288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.498791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.499384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.499873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.500263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.500676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.501092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.501574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.502048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.502643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:03.503190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828676-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:03.509572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828676-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:03.940890 n-d-828676-2 neutron-server[103175]: WARNING oslo_policy.policy [None req-51cce844-ac17-4c47-b9f9-54e86a0af710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:03.941451 n-d-828676-2 neutron-server[103175]: WARNING oslo_policy.policy [None req-51cce844-ac17-4c47-b9f9-54e86a0af710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:04.167283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-51cce844-ac17-4c47-b9f9-54e86a0af710 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:13:04.168500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-51cce844-ac17-4c47-b9f9-54e86a0af710 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7431054 Feb 11 13:13:06.656031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:06.966027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5fd620b7-c44c-4e94-aadb-dfa00b1378ff admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:07.059345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.policy [None req-5fd620b7-c44c-4e94-aadb-dfa00b1378ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103175) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:13:07.100420 n-d-828676-2 neutron-server[103175]: WARNING oslo_policy.policy [None req-5fd620b7-c44c-4e94-aadb-dfa00b1378ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:07.100788 n-d-828676-2 neutron-server[103175]: WARNING oslo_policy.policy [None req-5fd620b7-c44c-4e94-aadb-dfa00b1378ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:07.198848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5fd620b7-c44c-4e94-aadb-dfa00b1378ff admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754616051234', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754616050775', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754616046043', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754615575788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754615574394', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754615565013', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16673396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16636258', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704402'] for rbac-policy (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.263439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5fd620b7-c44c-4e94-aadb-dfa00b1378ff admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.264629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5fd620b7-c44c-4e94-aadb-dfa00b1378ff admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6075938 Feb 11 13:13:09.674766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52018) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:09.985729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:10.014887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Made reservation on behalf of e45a83d6e719451aa925dc29256b61e8 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:10.018748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.035984 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.143023 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks [] for security_group (209b74ae-b203-4c69-8303-9df49b176a97), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.146745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (209b74ae-b203-4c69-8303-9df49b176a97), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.177215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:13:10.204901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754611055279', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3d2d45a3-438c-4a3c-a262-c612499426ae), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.205484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Unsubscribe: segment precommit_create {{(pid=103175) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:13:10.206000 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Added segment 3d2d45a3-438c-4a3c-a262-c612499426ae of type vlan for network 03a75eb7-9614-49db-ae40-8850402d6345 Feb 11 13:13:10.211684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=209b74ae-b203-4c69-8303-9df49b176a97,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:10.232409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.232750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.233084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.233412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.233741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.234068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.234408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.234727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.235040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.235354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.235664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.235976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.236284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Tracked resource versions report: Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: pushed versions: Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: { 'AddressGroup': {'1.2'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'ConntrackHelper': {'1.0'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Log': {'1.0'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Network': {'1.1'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Port': {'1.7'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'PortForwarding': {'1.2'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'QosPolicy': {'1.10'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'SecurityGroup': {'1.5'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'SubPort': {'1.0'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Subnet': {'1.1'}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Trunk': {'1.1'}} Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: consumer versions: Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: L3 agent@n-d-828676-2: {}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: Metadata agent@n-d-828676-2: {}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: Metering agent@n-d-828676-2: {}, Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'ConntrackHelper': '1.0', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'LocalIPAssociation': '1.0', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Log': '1.0', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Network': '1.1', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Port': '1.7', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'PortForwarding': '1.2', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'QosPolicy': '1.10', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'SecurityGroup': '1.5', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'SecurityGroupRule': '1.2', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'SubPort': '1.0', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Subnet': '1.1', Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: 'Trunk': '1.1'}} Feb 11 13:13:10.237392 n-d-828676-2 neutron-server[103175]: {{(pid=103175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:13:10.315853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (03a75eb7-9614-49db-ae40-8850402d6345), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.355962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (03a75eb7-9614-49db-ae40-8850402d6345), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.361086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:10.361827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.436665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7608078 Feb 11 13:13:10.488218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159c6e6-090b-40dc-beb1-3c8a2f6c47c3 demo demo] Pushing event updated for resources: {'Network': ['ID=03a75eb7-9614-49db-ae40-8850402d6345,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:10.501232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 03a75eb7-9614-49db-ae40-8850402d6345 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:13:12.937267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52030) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:13.434420 n-d-828676-2 neutron-server[103176]: WARNING oslo_policy.policy [None req-9817934c-f06b-4ee2-a4ba-84de00e9d8fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:13.434989 n-d-828676-2 neutron-server[103176]: WARNING oslo_policy.policy [None req-9817934c-f06b-4ee2-a4ba-84de00e9d8fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:13.872919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.policy [None req-9817934c-f06b-4ee2-a4ba-84de00e9d8fc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103176) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:13:13.914745 n-d-828676-2 neutron-server[103176]: WARNING oslo_policy.policy [None req-9817934c-f06b-4ee2-a4ba-84de00e9d8fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:13.915191 n-d-828676-2 neutron-server[103176]: WARNING oslo_policy.policy [None req-9817934c-f06b-4ee2-a4ba-84de00e9d8fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:13:13.923553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817934c-f06b-4ee2-a4ba-84de00e9d8fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:13.925325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9817934c-f06b-4ee2-a4ba-84de00e9d8fc demo admin] 10.222.0.79 "GET /v2.0/networks/03a75eb7-9614-49db-ae40-8850402d6345 HTTP/1.1" status: 200 len: 825 time: 0.9870269 Feb 11 13:13:13.963477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-73ba4522-a9a0-43ba-bb46-9727a6120a53 demo admin] 10.222.0.79 "GET /v2.0/subnetpools/43c119f7-eebe-4eae-acf4-31afef712106 HTTP/1.1" status: 200 len: 734 time: 0.0323789 Feb 11 13:13:13.972133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '43c119f7-eebe-4eae-acf4-31afef712106', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:14.008004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Made reservation on behalf of e45a83d6e719451aa925dc29256b61e8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:14.010730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.293291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (0b629c66-47b2-44b0-be95-c55254a812fb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.364254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Checking segment: {'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:14.364629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Network hostable DHCP agents. Network: 03a75eb7-9614-49db-ae40-8850402d6345, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:13:14.372176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Pushing event updated for resources: {'Subnet': ['ID=0b629c66-47b2-44b0-be95-c55254a812fb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:14.383531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.383947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.384289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.384625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.384955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.385554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.385879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.386222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.386544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.386868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.387188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.387503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.387819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Tracked resource versions report: Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: pushed versions: Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: { 'AddressGroup': {'1.2'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'ConntrackHelper': {'1.0'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Log': {'1.0'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Network': {'1.1'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Port': {'1.7'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'PortForwarding': {'1.2'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'QosPolicy': {'1.10'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'SecurityGroup': {'1.5'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'SubPort': {'1.0'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Subnet': {'1.1'}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Trunk': {'1.1'}} Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: consumer versions: Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: L3 agent@n-d-828676-2: {}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: Metadata agent@n-d-828676-2: {}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: Metering agent@n-d-828676-2: {}, Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'ConntrackHelper': '1.0', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'LocalIPAssociation': '1.0', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Log': '1.0', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Network': '1.1', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Port': '1.7', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'PortForwarding': '1.2', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'QosPolicy': '1.10', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'SecurityGroup': '1.5', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'SecurityGroupRule': '1.2', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'SubPort': '1.0', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Subnet': '1.1', Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: 'Trunk': '1.1'}} Feb 11 13:13:14.388939 n-d-828676-2 neutron-server[103176]: {{(pid=103176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:13:14.415045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Network 03a75eb7-9614-49db-ae40-8850402d6345 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:13:14.427870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 03a75eb7-9614-49db-ae40-8850402d6345) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:14.433039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:14.433678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.437935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65ad96-4a79-46be-8021-a4fb70a74be2 None None] Network 03a75eb7-9614-49db-ae40-8850402d6345 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:14.454031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d6a5d189-447f-4be4-beb1-bf1da2d4e61c demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4852867 Feb 11 13:13:14.702086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-03a75eb7-9614-49db-ae40-8850402d6345', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'fixed_ips': [{'subnet_id': '0b629c66-47b2-44b0-be95-c55254a812fb'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:13:14.703388 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.983629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Allocated IP 172.20.0.2 (03a75eb7-9614-49db-ae40-8850402d6345/0b629c66-47b2-44b0-be95-c55254a812fb/7a699d4f-728e-4189-9148-88d13fe3aaf0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:15.252636 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Publish callbacks [] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.260986 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.345579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Network 03a75eb7-9614-49db-ae40-8850402d6345 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:15.349936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:15.351629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Pushing event updated for resources: {'Port': ['ID=7a699d4f-728e-4189-9148-88d13fe3aaf0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:15.359171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:15.362471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.362895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.363240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.363577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.363909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.364239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.364565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.364889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.365213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.365536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.365860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.366200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.366545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Tracked resource versions report: Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: pushed versions: Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: { 'AddressGroup': {'1.2'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'ConntrackHelper': {'1.0'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Log': {'1.0'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Network': {'1.1'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Port': {'1.7'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'PortForwarding': {'1.2'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'QosPolicy': {'1.10'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'SecurityGroup': {'1.5'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'SubPort': {'1.0'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Subnet': {'1.1'}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Trunk': {'1.1'}} Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: consumer versions: Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: L3 agent@n-d-828676-2: {}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: Metadata agent@n-d-828676-2: {}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: Metering agent@n-d-828676-2: {}, Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'ConntrackHelper': '1.0', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'LocalIPAssociation': '1.0', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Log': '1.0', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Network': '1.1', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Port': '1.7', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'PortForwarding': '1.2', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'QosPolicy': '1.10', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'SecurityGroup': '1.5', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'SecurityGroupRule': '1.2', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'SubPort': '1.0', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Subnet': '1.1', Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: 'Trunk': '1.1'}} Feb 11 13:13:15.368185 n-d-828676-2 neutron-server[103177]: {{(pid=103177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:13:15.443447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Attempting to bind port 7a699d4f-728e-4189-9148-88d13fe3aaf0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:15.444121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Attempting to bind port 7a699d4f-728e-4189-9148-88d13fe3aaf0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:15.444269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Attempting to bind port 7a699d4f-728e-4189-9148-88d13fe3aaf0 on network 03a75eb7-9614-49db-ae40-8850402d6345 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:15.449642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:15.450028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Checking segment: {'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:15.450542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.450936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Bound using segment: {'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:15.451428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Bound port: 7a699d4f-728e-4189-9148-88d13fe3aaf0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:15.451851 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.518932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] For port 7a699d4f-728e-4189-9148-88d13fe3aaf0, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:15.523209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] For port 7a699d4f-728e-4189-9148-88d13fe3aaf0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7a699d4f-728e-4189-9148-88d13fe3aaf0,segment=NetworkSegment(3d2d45a3-438c-4a3c-a262-c612499426ae),segment_id=3d2d45a3-438c-4a3c-a262-c612499426ae)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:15.530732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.604591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67017de4-5800-4125-b44b-3eb99ae689a6 None None] Pushing event updated for resources: {'Port': ['ID=7a699d4f-728e-4189-9148-88d13fe3aaf0,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:16.982975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:17.308319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-b4dab4fb-3bc8-45ab-ab3e-90534c03a297 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:13:17.309321 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b4dab4fb-3bc8-45ab-ab3e-90534c03a297 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253899 Feb 11 13:13:19.818265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:20.149838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-a159eee2-d6ee-4779-a3d6-ffc88f70353d admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:13:20.150863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a159eee2-d6ee-4779-a3d6-ffc88f70353d admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3316507 Feb 11 13:13:22.648256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52066) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:22.960022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c4348922-8fab-4d8c-a5ba-df9bdb3e96b2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:22.984726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4348922-8fab-4d8c-a5ba-df9bdb3e96b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (2e3f5d32-885a-43c8-880f-d4dce36b7f44), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.986390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4348922-8fab-4d8c-a5ba-df9bdb3e96b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (2e3f5d32-885a-43c8-880f-d4dce36b7f44), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.136491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4348922-8fab-4d8c-a5ba-df9bdb3e96b2 demo demo] Publish callbacks [] for router_controller (2e3f5d32-885a-43c8-880f-d4dce36b7f44), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.140995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4348922-8fab-4d8c-a5ba-df9bdb3e96b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (2e3f5d32-885a-43c8-880f-d4dce36b7f44), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.161336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4348922-8fab-4d8c-a5ba-df9bdb3e96b2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.162642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c4348922-8fab-4d8c-a5ba-df9bdb3e96b2 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5134115 Feb 11 13:13:25.352115 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:13:25.623349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.953590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-9772935e-62dd-44e6-9cd7-ed28a25cdedd admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:13:25.954780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9772935e-62dd-44e6-9cd7-ed28a25cdedd admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3305752 Feb 11 13:13:26.119337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7a699d4f-728e-4189-9148-88d13fe3aaf0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:26.209138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7a699d4f-728e-4189-9148-88d13fe3aaf0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:26.209466 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.317047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7a699d4f-728e-4189-9148-88d13fe3aaf0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:26.317448 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.352354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 7a699d4f-728e-4189-9148-88d13fe3aaf0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7a699d4f-728e-4189-9148-88d13fe3aaf0,segment=NetworkSegment(3d2d45a3-438c-4a3c-a262-c612499426ae),segment_id=3d2d45a3-438c-4a3c-a262-c612499426ae)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:26.356534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.408966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=7a699d4f-728e-4189-9148-88d13fe3aaf0,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:26.764725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ecc5b3-2252-41be-8513-446454373161 None None] Network 03a75eb7-9614-49db-ae40-8850402d6345 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:26.892754 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-96d4b06b-3b82-45de-abec-b49c28286b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.911267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-22b7c336-c0a3-4118-a037-57019b9a8356 None None] Provisioning complete for port 7a699d4f-728e-4189-9148-88d13fe3aaf0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:26.911727 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22b7c336-c0a3-4118-a037-57019b9a8356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.003199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-22b7c336-c0a3-4118-a037-57019b9a8356 None None] Current status of the port 7a699d4f-728e-4189-9148-88d13fe3aaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:27.123649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-828d3027-e7f4-483a-90d3-46d806c9809d None None] Provisioning complete for port 7a699d4f-728e-4189-9148-88d13fe3aaf0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:27.124295 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-828d3027-e7f4-483a-90d3-46d806c9809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.204847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-828d3027-e7f4-483a-90d3-46d806c9809d None None] Current status of the port 7a699d4f-728e-4189-9148-88d13fe3aaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:28.076939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7a699d4f-728e-4189-9148-88d13fe3aaf0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:28.127863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7a699d4f-728e-4189-9148-88d13fe3aaf0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:28.128498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.205416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7a699d4f-728e-4189-9148-88d13fe3aaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:28.465347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52088) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:28.775773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:28.816075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Made reservation on behalf of 47f784101f194641887d0e47a6b3f633 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:28.818614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.834332 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.933756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks [] for security_group (3d33c5f8-dd75-49a0-8152-b6e70184f13d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.937215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3d33c5f8-dd75-49a0-8152-b6e70184f13d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.952508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103176) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 13:13:28.974621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d33c5f8-dd75-49a0-8152-b6e70184f13d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:28.981273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754611055279', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (db04dd2e-5fc0-4fc6-9478-7098ab8a7d89), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.981847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Unsubscribe: segment precommit_create {{(pid=103176) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:13:28.982343 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Added segment db04dd2e-5fc0-4fc6-9478-7098ab8a7d89 of type flat for network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f Feb 11 13:13:29.035119 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:29.072946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:29.073873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:29.074501 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:29.129736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6633048 Feb 11 13:13:29.169752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa60c51-8389-48e3-ab70-637d7cbcc0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:29.180147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:13:29.266396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bbee-d97d-4e7a-b4ce-7d55ddbdca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.703673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:31.584431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:31.756945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a8fb1-40f4-4596-aa75-30a63f8a2cac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:31.758303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dd3a8fb1-40f4-4596-aa75-30a63f8a2cac demo admin] 10.222.0.79 "GET /v2.0/subnets/0b629c66-47b2-44b0-be95-c55254a812fb HTTP/1.1" status: 200 len: 849 time: 0.1727405 Feb 11 13:13:31.880000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7fb73c80-f9d2-49c9-93a9-e7f04942224d demo admin] 10.222.0.79 "GET /v2.0/routers/2e3f5d32-885a-43c8-880f-d4dce36b7f44 HTTP/1.1" status: 200 len: 704 time: 0.1162090 Feb 11 13:13:32.134223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.152756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.452299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Allocated IP 172.20.0.1 (03a75eb7-9614-49db-ae40-8850402d6345/0b629c66-47b2-44b0-be95-c55254a812fb/33743101-d3a6-468b-9948-4f9c81426dbf) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:32.609608 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks [] for port (33743101-d3a6-468b-9948-4f9c81426dbf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.718281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.785154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Network 03a75eb7-9614-49db-ae40-8850402d6345 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:32.789652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:32.795167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:32.795611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (2e3f5d32-885a-43c8-880f-d4dce36b7f44), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.871175 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Pushing event updated for resources: {'Port': ['ID=33743101-d3a6-468b-9948-4f9c81426dbf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:32.958037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-44c92e9e-86be-4ce2-ada2-1bd3d6aad7d3 None None] Provisioning complete for port 33743101-d3a6-468b-9948-4f9c81426dbf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:32.958775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-44c92e9e-86be-4ce2-ada2-1bd3d6aad7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.992940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-44c92e9e-86be-4ce2-ada2-1bd3d6aad7d3 None None] Port 33743101-d3a6-468b-9948-4f9c81426dbf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:13:33.014090 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.229827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks [] for port (33743101-d3a6-468b-9948-4f9c81426dbf), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.234069 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.234826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (2e3f5d32-885a-43c8-880f-d4dce36b7f44), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.297337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Pushing event updated for resources: {'Port': ['ID=33743101-d3a6-468b-9948-4f9c81426dbf,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:33.364512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Network 03a75eb7-9614-49db-ae40-8850402d6345 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:33.365834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:33.513269 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.535247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:13:33.613867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-aef21a56-284d-43e7-ac70-fb78f73332a0 None None] Provisioning complete for port 33743101-d3a6-468b-9948-4f9c81426dbf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:33.614204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aef21a56-284d-43e7-ac70-fb78f73332a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.634376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:33.639797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ac7dbd17-7c13-40b9-89be-f6c564db999b demo admin] 10.222.0.79 "PUT /v2.0/routers/2e3f5d32-885a-43c8-880f-d4dce36b7f44/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7546084 Feb 11 13:13:33.654738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-aef21a56-284d-43e7-ac70-fb78f73332a0 None None] Port 33743101-d3a6-468b-9948-4f9c81426dbf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:13:33.656742 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Sync routers for ids ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:13:33.669329 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Routers {'2e3f5d32-885a-43c8-880f-d4dce36b7f44'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:33.670201 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:33.859587 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Set router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:34.292959 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'name': 'router1', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:22Z', 'updated_at': '2022-02-11T13:13:32Z', 'revision_number': 2, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'gw_port_host': None, '_interfaces': [{'id': '33743101-d3a6-468b-9948-4f9c81426dbf', 'name': '', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'mac_address': 'fa:16:3e:51:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:32Z', 'updated_at': '2022-02-11T13:13:33Z', 'revision_number': 2, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'subnets': [{'id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c119f7-eebe-4eae-acf4-31afef712106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:34.344004 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Checking router: 2e3f5d32-885a-43c8-880f-d4dce36b7f44 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:13:34.344371 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Updating router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 port 33743101-d3a6-468b-9948-4f9c81426dbf binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:13:34.395585 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:34.902294 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Publish callbacks [] for port (33743101-d3a6-468b-9948-4f9c81426dbf), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:34.909856 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.072383 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Attempting to bind port 33743101-d3a6-468b-9948-4f9c81426dbf on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:35.072795 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Attempting to bind port 33743101-d3a6-468b-9948-4f9c81426dbf by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:35.073236 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Attempting to bind port 33743101-d3a6-468b-9948-4f9c81426dbf on network 03a75eb7-9614-49db-ae40-8850402d6345 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:35.075246 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Pushing event updated for resources: {'Port': ['ID=33743101-d3a6-468b-9948-4f9c81426dbf,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:35.083654 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:35.084010 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Checking segment: {'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:35.084488 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.084904 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Bound using segment: {'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:35.085390 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Bound port: 33743101-d3a6-468b-9948-4f9c81426dbf, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d45a3-438c-4a3c-a262-c612499426ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:35.085781 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.088070 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.088410 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.088741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.089065 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.089389 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.089709 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.090026 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.090364 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.090682 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.090995 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.091307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.091617 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.091926 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Tracked resource versions report: Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: pushed versions: Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: { 'AddressGroup': {'1.2'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Log': {'1.0'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Network': {'1.1'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Port': {'1.7'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'PortForwarding': {'1.2'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'QosPolicy': {'1.10'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'SecurityGroup': {'1.5'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'SubPort': {'1.0'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Subnet': {'1.1'}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Trunk': {'1.1'}} Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: consumer versions: Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: L3 agent@n-d-828676-2: {}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: Metadata agent@n-d-828676-2: {}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: Metering agent@n-d-828676-2: {}, Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'ConntrackHelper': '1.0', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'LocalIPAssociation': '1.0', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Log': '1.0', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Network': '1.1', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Port': '1.7', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'PortForwarding': '1.2', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'QosPolicy': '1.10', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'SecurityGroup': '1.5', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'SecurityGroupRule': '1.2', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'SubPort': '1.0', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Subnet': '1.1', Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: 'Trunk': '1.1'}} Feb 11 13:13:35.093026 n-d-828676-2 neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:13:35.159655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] For port 33743101-d3a6-468b-9948-4f9c81426dbf, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:35.179840 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] For port 33743101-d3a6-468b-9948-4f9c81426dbf, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=33743101-d3a6-468b-9948-4f9c81426dbf,segment=NetworkSegment(3d2d45a3-438c-4a3c-a262-c612499426ae),segment_id=3d2d45a3-438c-4a3c-a262-c612499426ae)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:35.185985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c99b7633-2c03-4293-bbb4-ca5ac81335a6 None None] Provisioning complete for port 33743101-d3a6-468b-9948-4f9c81426dbf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:35.186582 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.187137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c99b7633-2c03-4293-bbb4-ca5ac81335a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.232871 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Routers {'2e3f5d32-885a-43c8-880f-d4dce36b7f44'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:35.233491 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:35.288273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c99b7633-2c03-4293-bbb4-ca5ac81335a6 None None] Current status of the port 33743101-d3a6-468b-9948-4f9c81426dbf is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:35.288697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c99b7633-2c03-4293-bbb4-ca5ac81335a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.323926 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] Set router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:35.326080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c99b7633-2c03-4293-bbb4-ca5ac81335a6 None None] For port 33743101-d3a6-468b-9948-4f9c81426dbf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=33743101-d3a6-468b-9948-4f9c81426dbf,segment=NetworkSegment(3d2d45a3-438c-4a3c-a262-c612499426ae),segment_id=3d2d45a3-438c-4a3c-a262-c612499426ae)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:35.333613 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c99b7633-2c03-4293-bbb4-ca5ac81335a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.386803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b7633-2c03-4293-bbb4-ca5ac81335a6 None None] Pushing event updated for resources: {'Port': ['ID=33743101-d3a6-468b-9948-4f9c81426dbf,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:35.425208 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b3b7e-c566-435b-94a1-674d8b467b0b None None] Pushing event updated for resources: {'Port': ['ID=33743101-d3a6-468b-9948-4f9c81426dbf,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:35.453262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f4072c6f-0a64-436f-8b80-752ad573dda0 None None] Provisioning complete for port 33743101-d3a6-468b-9948-4f9c81426dbf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:35.453669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4072c6f-0a64-436f-8b80-752ad573dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.533046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f4072c6f-0a64-436f-8b80-752ad573dda0 None None] Current status of the port 33743101-d3a6-468b-9948-4f9c81426dbf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:35.548285 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'name': 'router1', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:22Z', 'updated_at': '2022-02-11T13:13:32Z', 'revision_number': 2, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'gw_port_host': None, '_interfaces': [{'id': '33743101-d3a6-468b-9948-4f9c81426dbf', 'name': '', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'mac_address': 'fa:16:3e:51:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:32Z', 'updated_at': '2022-02-11T13:13:35Z', 'revision_number': 4, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'subnets': [{'id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c119f7-eebe-4eae-acf4-31afef712106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:35.575542 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5321d-db67-452b-89a6-2f92dfed8540 None None] The sync data for ids ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'] in n-d-828676-2 is: [{'id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'name': 'router1', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:22Z', 'updated_at': '2022-02-11T13:13:32Z', 'revision_number': 2, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'gw_port_host': None, '_interfaces': [{'id': '33743101-d3a6-468b-9948-4f9c81426dbf', 'name': '', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'mac_address': 'fa:16:3e:51:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:32Z', 'updated_at': '2022-02-11T13:13:35Z', 'revision_number': 4, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'subnets': [{'id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c119f7-eebe-4eae-acf4-31afef712106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:13:36.056378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:36.173955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff2b4d-4212-48e0-b625-c44674cbe591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:36.175348 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6dff2b4d-4212-48e0-b625-c44674cbe591 admin admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 842 time: 0.1179519 Feb 11 13:13:36.185798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.3.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:36.207460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Made reservation on behalf of 47f784101f194641887d0e47a6b3f633 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:36.210294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.497602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:13:36.497931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (1d91090f-af57-4a7f-b80e-1335a3fb2827), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.550884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d91090f-af57-4a7f-b80e-1335a3fb2827,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:36.559927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:36.560285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Network hostable DHCP agents. Network: 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:13:36.577239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:13:36.585664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:36.590167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:36.590761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.596630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc9953-31ef-4aff-805e-5ad0b89a8eda None None] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:36.619082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ba13f89c-37f6-439e-ac2a-b807222a999e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4258752 Feb 11 13:13:36.717312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db6f8e-5982-4b23-aafe-f9394862daf2 None None] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:38.987907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:39.186992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4a6e5f9e-74f0-44c0-9d16-8fe98dac7d02 demo admin] 10.222.0.79 "GET /v2.0/routers/2e3f5d32-885a-43c8-880f-d4dce36b7f44 HTTP/1.1" status: 200 len: 710 time: 0.1978798 Feb 11 13:13:39.272445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee832b6-7758-4165-b6c4-755c8a5eadaa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:39.273825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ee832b6-7758-4165-b6c4-755c8a5eadaa demo admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 886 time: 0.0814774 Feb 11 13:13:39.282960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:39.531237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks [] for router_gateway (2e3f5d32-885a-43c8-880f-d4dce36b7f44), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.766458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks [] for router_gateway (2e3f5d32-885a-43c8-880f-d4dce36b7f44), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.844278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.950407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Allocated IP 172.25.3.118 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/3295648e-a316-4442-9e87-e7c40a504b76) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:40.050601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks [] for port (3295648e-a316-4442-9e87-e7c40a504b76), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:40.082723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (3295648e-a316-4442-9e87-e7c40a504b76), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:40.119480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:40.122202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:40.125480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:40.132281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Pushing event updated for resources: {'Port': ['ID=3295648e-a316-4442-9e87-e7c40a504b76,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:40.378204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks [] for router_gateway (2e3f5d32-885a-43c8-880f-d4dce36b7f44), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:40.670534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (2e3f5d32-885a-43c8-880f-d4dce36b7f44), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:40.674447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (2e3f5d32-885a-43c8-880f-d4dce36b7f44), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:40.786623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:13:40.892790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:40.897072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:40.898104 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d621b4b0-df09-4666-9374-054c4a10e6a4 demo admin] 10.222.0.79 "PUT /v2.0/routers/2e3f5d32-885a-43c8-880f-d4dce36b7f44 HTTP/1.1" status: 200 len: 890 time: 1.6185997 Feb 11 13:13:42.133643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 33743101-d3a6-468b-9948-4f9c81426dbf up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:42.186423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 33743101-d3a6-468b-9948-4f9c81426dbf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:42.186827 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.269719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 33743101-d3a6-468b-9948-4f9c81426dbf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:43.363147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:43.517526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5106ad1a-fb34-4c3a-9525-3ab4ed076237 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1532099 Feb 11 13:13:43.957917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Sync routers for ids ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:13:43.970528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Routers {'2e3f5d32-885a-43c8-880f-d4dce36b7f44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:43.971167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:44.192481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Set router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:44.676331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'name': 'router1', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '3295648e-a316-4442-9e87-e7c40a504b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:22Z', 'updated_at': '2022-02-11T13:13:40Z', 'revision_number': 4, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'gw_port': {'id': '3295648e-a316-4442-9e87-e7c40a504b76', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:39Z', 'updated_at': '2022-02-11T13:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '33743101-d3a6-468b-9948-4f9c81426dbf', 'name': '', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'mac_address': 'fa:16:3e:51:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:32Z', 'updated_at': '2022-02-11T13:13:35Z', 'revision_number': 5, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'subnets': [{'id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c119f7-eebe-4eae-acf4-31afef712106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:44.727622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Checking router: 2e3f5d32-885a-43c8-880f-d4dce36b7f44 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:13:44.727984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Updating router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 port 3295648e-a316-4442-9e87-e7c40a504b76 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:13:44.781362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3295648e-a316-4442-9e87-e7c40a504b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.102825 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Publish callbacks [] for port (3295648e-a316-4442-9e87-e7c40a504b76), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.108035 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3295648e-a316-4442-9e87-e7c40a504b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.160437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf6729-fa25-4fb5-a49a-8ac91ea1a76d None None] Pushing event updated for resources: {'Port': ['ID=3295648e-a316-4442-9e87-e7c40a504b76,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:45.167287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Attempting to bind port 3295648e-a316-4442-9e87-e7c40a504b76 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:45.167287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Attempting to bind port 3295648e-a316-4442-9e87-e7c40a504b76 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:45.168305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Attempting to bind port 3295648e-a316-4442-9e87-e7c40a504b76 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:45.175505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:45.175892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:45.176829 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.177228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:45.177695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Bound port: 3295648e-a316-4442-9e87-e7c40a504b76, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:45.178145 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3295648e-a316-4442-9e87-e7c40a504b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.245689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] For port 3295648e-a316-4442-9e87-e7c40a504b76, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:45.249031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] For port 3295648e-a316-4442-9e87-e7c40a504b76, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3295648e-a316-4442-9e87-e7c40a504b76,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:45.255942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3295648e-a316-4442-9e87-e7c40a504b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.308728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Routers {'2e3f5d32-885a-43c8-880f-d4dce36b7f44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:45.309367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:45.360057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf6729-fa25-4fb5-a49a-8ac91ea1a76d None None] Pushing event updated for resources: {'Port': ['ID=3295648e-a316-4442-9e87-e7c40a504b76,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:45.439897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] Set router 2e3f5d32-885a-43c8-880f-d4dce36b7f44 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:45.664773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'name': 'router1', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '3295648e-a316-4442-9e87-e7c40a504b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:22Z', 'updated_at': '2022-02-11T13:13:40Z', 'revision_number': 4, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'gw_port': {'id': '3295648e-a316-4442-9e87-e7c40a504b76', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:39Z', 'updated_at': '2022-02-11T13:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '33743101-d3a6-468b-9948-4f9c81426dbf', 'name': '', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'mac_address': 'fa:16:3e:51:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:32Z', 'updated_at': '2022-02-11T13:13:35Z', 'revision_number': 5, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'subnets': [{'id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c119f7-eebe-4eae-acf4-31afef712106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:45.692218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e463860-debe-4610-8543-d226a7fdca53 None None] The sync data for ids ['2e3f5d32-885a-43c8-880f-d4dce36b7f44'] in n-d-828676-2 is: [{'id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'name': 'router1', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '3295648e-a316-4442-9e87-e7c40a504b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:22Z', 'updated_at': '2022-02-11T13:13:40Z', 'revision_number': 4, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'gw_port': {'id': '3295648e-a316-4442-9e87-e7c40a504b76', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:39Z', 'updated_at': '2022-02-11T13:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '33743101-d3a6-468b-9948-4f9c81426dbf', 'name': '', 'network_id': '03a75eb7-9614-49db-ae40-8850402d6345', 'tenant_id': 'e45a83d6e719451aa925dc29256b61e8', 'mac_address': 'fa:16:3e:51:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f5d32-885a-43c8-880f-d4dce36b7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:32Z', 'updated_at': '2022-02-11T13:13:35Z', 'revision_number': 5, 'project_id': 'e45a83d6e719451aa925dc29256b61e8', 'subnets': [{'id': '0b629c66-47b2-44b0-be95-c55254a812fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c119f7-eebe-4eae-acf4-31afef712106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:13:46.189155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3295648e-a316-4442-9e87-e7c40a504b76 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:46.280109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3295648e-a316-4442-9e87-e7c40a504b76 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:46.280511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3295648e-a316-4442-9e87-e7c40a504b76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.375685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3295648e-a316-4442-9e87-e7c40a504b76 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:46.376213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3295648e-a316-4442-9e87-e7c40a504b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.398099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 3295648e-a316-4442-9e87-e7c40a504b76, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3295648e-a316-4442-9e87-e7c40a504b76,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:46.403796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3295648e-a316-4442-9e87-e7c40a504b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.458293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=3295648e-a316-4442-9e87-e7c40a504b76,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:48.146482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3295648e-a316-4442-9e87-e7c40a504b76 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:48.223978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3295648e-a316-4442-9e87-e7c40a504b76 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:48.224621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3295648e-a316-4442-9e87-e7c40a504b76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:48.323174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3295648e-a316-4442-9e87-e7c40a504b76 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:56.881990 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a225a2e0-45d7-4d63-9e31-056483025156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.277694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1f63680d-a333-4f74-801c-b344c5973d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:00.712882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.142955 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.351823 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:03.515870 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.878034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fde4058-8343-416d-aa48-8ede075d6c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.272665 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bc4c5b1-60c0-414b-bfac-50ab5f3a5b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.710692 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.146405 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:33.509138 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:39.351235 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:56.873743 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-127250bd-cf70-4e4c-8c17-0fc8f14c0c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.276224 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c42b40e1-80ef-4d9f-b1a3-d4e7b0446f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.711500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.142306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.511522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.609194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52662) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:08.676462 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfa8cbd-cf84-4d3e-a229-e1f3c0ba5168 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:15:08.677740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0cfa8cbd-cf84-4d3e-a229-e1f3c0ba5168 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675955 Feb 11 13:15:08.858958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a9a18d-3b73-4c33-b11b-4ad634ca3f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:08.860504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-86a9a18d-3b73-4c33-b11b-4ad634ca3f5c admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1786880 Feb 11 13:15:11.107882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52672) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:11.201397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73388e-ba2e-4dd6-a139-6eaf1050bbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.202771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3f73388e-ba2e-4dd6-a139-6eaf1050bbeb admin admin] 10.222.0.79 "GET /v2.0/subnets/0b629c66-47b2-44b0-be95-c55254a812fb HTTP/1.1" status: 200 len: 849 time: 0.0940232 Feb 11 13:15:11.212814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:11.293771 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Publish callbacks [] for subnet (0b629c66-47b2-44b0-be95-c55254a812fb), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:11.434573 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754611102711'] for subnet (0b629c66-47b2-44b0-be95-c55254a812fb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:11.464010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.464840 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:11.466661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] 10.222.0.79 "PUT /v2.0/subnets/0b629c66-47b2-44b0-be95-c55254a812fb HTTP/1.1" status: 200 len: 868 time: 0.2571695 Feb 11 13:15:11.467705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53354e-55d8-4afd-9ada-a63685a128f2 None None] Network 03a75eb7-9614-49db-ae40-8850402d6345 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:11.488165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b629c66-47b2-44b0-be95-c55254a812fb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:11.496190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.496562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.496881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.497217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.497553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.497887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.498243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.498573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.499040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.499361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.499685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.500003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.500318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f6f4f2-7165-4c49-8058-65a4a9145f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:11.948371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-46a2647e-bb6c-41fc-88e4-5f685869f7bf None None] Provisioning complete for port 33743101-d3a6-468b-9948-4f9c81426dbf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:11.948697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46a2647e-bb6c-41fc-88e4-5f685869f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33743101-d3a6-468b-9948-4f9c81426dbf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:12.027423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-46a2647e-bb6c-41fc-88e4-5f685869f7bf None None] Current status of the port 33743101-d3a6-468b-9948-4f9c81426dbf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:12.037495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-46a2647e-bb6c-41fc-88e4-5f685869f7bf None None] Provisioning complete for port 7a699d4f-728e-4189-9148-88d13fe3aaf0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:12.037888 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46a2647e-bb6c-41fc-88e4-5f685869f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7a699d4f-728e-4189-9148-88d13fe3aaf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:12.111397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-46a2647e-bb6c-41fc-88e4-5f685869f7bf None None] Current status of the port 7a699d4f-728e-4189-9148-88d13fe3aaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:13.731815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:13.929425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0a3c7-58ca-4627-b634-8ed304d02595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.929804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0a3c7-58ca-4627-b634-8ed304d02595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.931365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8ae0a3c7-58ca-4627-b634-8ed304d02595 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985569 Feb 11 13:15:16.156240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:16.287721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c587e0-67c4-4c14-841a-b0940e663605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.288270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c587e0-67c4-4c14-841a-b0940e663605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.289811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-59c587e0-67c4-4c14-841a-b0940e663605 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326079 Feb 11 13:15:16.352247 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:15:18.524479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:18.656035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf01a98-e1ed-4e4a-a61b-13f263f43c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.657407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3cf01a98-e1ed-4e4a-a61b-13f263f43c6f admin admin] 10.222.0.79 "GET /v2.0/networks/03a75eb7-9614-49db-ae40-8850402d6345 HTTP/1.1" status: 200 len: 869 time: 0.1319206 Feb 11 13:15:20.958006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52706) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:21.091849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371d1a1-3b5b-4b6e-b95d-7f8a612fdc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.093151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0371d1a1-3b5b-4b6e-b95d-7f8a612fdc08 admin admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 886 time: 0.1341581 Feb 11 13:15:23.424925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:23.551732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708a8f4-dad2-4231-b0cd-194351d084c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:23.552187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708a8f4-dad2-4231-b0cd-194351d084c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:23.553729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b708a8f4-dad2-4231-b0cd-194351d084c5 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278646 Feb 11 13:15:25.803244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52722) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:25.893606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9815889-36e0-489a-a0f0-d53e32fd9d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:25.894042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9815889-36e0-489a-a0f0-d53e32fd9d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:25.895607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9815889-36e0-489a-a0f0-d53e32fd9d43 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914111 Feb 11 13:15:26.877465 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6215925-416e-4de6-bd05-1dfa1d846268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.137271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52730) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:28.230305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd1ddbc-256a-4c51-bbc0-8da42a55c9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.231654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9bd1ddbc-256a-4c51-bbc0-8da42a55c9d4 admin admin] 10.222.0.79 "GET /v2.0/subnets/0b629c66-47b2-44b0-be95-c55254a812fb HTTP/1.1" status: 200 len: 868 time: 0.0934618 Feb 11 13:15:29.277648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7a801ea-3e9d-45ea-a72a-ed4495f411b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.450396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:30.535696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f93cb-4475-44e4-9a13-06ba64b5d7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.538204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0f0f93cb-4475-44e4-9a13-06ba64b5d7f9 admin admin] 10.222.0.79 "GET /v2.0/subnets/1d91090f-af57-4a7f-b80e-1335a3fb2827 HTTP/1.1" status: 200 len: 816 time: 0.0868003 Feb 11 13:15:30.714343 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.146559 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.516597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.350829 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:15:54.349892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:54.397789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-81267ad1-fbaf-40f7-9e9e-ed10b1bf11c9 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:15:54.398924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-81267ad1-fbaf-40f7-9e9e-ed10b1bf11c9 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481005 Feb 11 13:15:56.733231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:56.792513 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad2ddee-21cd-4705-aba5-634129f4b344 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:15:56.793894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ad2ddee-21cd-4705-aba5-634129f4b344 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596154 Feb 11 13:15:56.882078 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e5322e29-d48c-463e-81d4-8ef7685b15d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.939210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b93d82-bb0a-4e5f-863e-cfacf4f6f044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:56.941130 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-20b93d82-bb0a-4e5f-863e-cfacf4f6f044 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428542 Feb 11 13:15:59.219217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52806) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:59.266112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:59.279591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a02761a-bb60-4e89-b0f9-e4d5dadf349c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.288105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Made reservation on behalf of 47f784101f194641887d0e47a6b3f633 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:59.290587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.322938 n-d-828676-2 neutron-server[103175]: WARNING neutron.services.revisions.revision_plugin [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Could not find related network for resource to bump revision. Feb 11 13:15:59.335654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:59.344974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c9fa2391-86bb-4706-9ad8-53ba9e648593), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.345335 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Added segment c9fa2391-86bb-4706-9ad8-53ba9e648593 of type vlan for network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd Feb 11 13:15:59.386471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.411950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.412849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.413788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.467540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2471504 Feb 11 13:15:59.509535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.516819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.517172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.518047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.518410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.518748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.519087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.519416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.519746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.520072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.520397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.520725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.521050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.521372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f621097-5b10-4b4f-8e2d-ce41a116dcf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:59.535065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:00.716137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.750379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52814) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:01.810103 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-9493e023-f58e-448e-a65b-b13e4dd90f5a admin admin] GET failed (client error): The resource could not be found. Feb 11 13:16:01.811393 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9493e023-f58e-448e-a65b-b13e4dd90f5a admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600293 Feb 11 13:16:01.880475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412d44b-6da9-4d3b-8a29-b368f5339baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.881901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7412d44b-6da9-4d3b-8a29-b368f5339baa admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663872 Feb 11 13:16:01.891850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Request body: {'subnet': {'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:01.913775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Made reservation on behalf of 47f784101f194641887d0e47a6b3f633 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:01.916005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.153037 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.156725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (f3d9517a-43c7-490b-99e2-7c81dd0c5f1d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.217129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.229016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:02.229402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Network hostable DHCP agents. Network: f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:02.249311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:02.260106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:02.264976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.265559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.271574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ea675-1726-4e72-b578-399da966ffee None None] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:02.281706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fc746da-8f20-4ba9-93f1-c27d3a3a37a1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3934455 Feb 11 13:16:02.372155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'project_id': '47f784101f194641887d0e47a6b3f633', 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:16:02.372959 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.516160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Allocated IP 192.168.233.2 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/21641d2b-f78b-47ee-98fc-d01529706bbe) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:02.755529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Publish callbacks [] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.761416 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.800938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:02.804239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:02.807691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:02.814387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Pushing event updated for resources: {'Port': ['ID=21641d2b-f78b-47ee-98fc-d01529706bbe,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.836744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.837095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.837441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.837778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.838114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.838463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.838793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.839120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.839489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.839812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.840133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.840448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.840766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:02.878933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Attempting to bind port 21641d2b-f78b-47ee-98fc-d01529706bbe on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:02.879291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Attempting to bind port 21641d2b-f78b-47ee-98fc-d01529706bbe by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:02.879654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Attempting to bind port 21641d2b-f78b-47ee-98fc-d01529706bbe on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:02.884889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:02.885272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:02.885678 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.886075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:02.886576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Bound port: 21641d2b-f78b-47ee-98fc-d01529706bbe, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:02.886959 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.951008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8a12b029-18de-42d2-a086-db27518d407f None None] For port 21641d2b-f78b-47ee-98fc-d01529706bbe, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:02.954108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8a12b029-18de-42d2-a086-db27518d407f None None] For port 21641d2b-f78b-47ee-98fc-d01529706bbe, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21641d2b-f78b-47ee-98fc-d01529706bbe,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:02.959339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.020108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12b029-18de-42d2-a086-db27518d407f None None] Pushing event updated for resources: {'Port': ['ID=21641d2b-f78b-47ee-98fc-d01529706bbe,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.521564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.880524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92016b-e1dd-4524-91e6-c5350a0870b8 None None] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:03.965371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-13dd288d-1ed7-4f39-b363-368ae81e2fd4 None None] Provisioning complete for port 21641d2b-f78b-47ee-98fc-d01529706bbe triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:03.965758 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13dd288d-1ed7-4f39-b363-368ae81e2fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.077297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-13dd288d-1ed7-4f39-b363-368ae81e2fd4 None None] Current status of the port 21641d2b-f78b-47ee-98fc-d01529706bbe is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:04.077623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13dd288d-1ed7-4f39-b363-368ae81e2fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.116138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-13dd288d-1ed7-4f39-b363-368ae81e2fd4 None None] For port 21641d2b-f78b-47ee-98fc-d01529706bbe, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21641d2b-f78b-47ee-98fc-d01529706bbe,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:04.120396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13dd288d-1ed7-4f39-b363-368ae81e2fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.194285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd288d-1ed7-4f39-b363-368ae81e2fd4 None None] Pushing event updated for resources: {'Port': ['ID=21641d2b-f78b-47ee-98fc-d01529706bbe,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.246525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8075b6bd-5f39-478c-9d72-47977a234515 None None] Provisioning complete for port 21641d2b-f78b-47ee-98fc-d01529706bbe triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:04.246917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8075b6bd-5f39-478c-9d72-47977a234515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.275161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21641d2b-f78b-47ee-98fc-d01529706bbe up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:04.366242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 21641d2b-f78b-47ee-98fc-d01529706bbe triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:04.366517 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.394613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8075b6bd-5f39-478c-9d72-47977a234515 None None] Current status of the port 21641d2b-f78b-47ee-98fc-d01529706bbe is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:04.448057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 21641d2b-f78b-47ee-98fc-d01529706bbe is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:06.179661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21641d2b-f78b-47ee-98fc-d01529706bbe up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:06.227611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 21641d2b-f78b-47ee-98fc-d01529706bbe triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:06.228008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21641d2b-f78b-47ee-98fc-d01529706bbe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.304684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 21641d2b-f78b-47ee-98fc-d01529706bbe is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:26.884759 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4e62827-28b2-4759-adf6-d0a650900a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.282226 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef4055c6-b784-4bc2-88bb-937f96b0787f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.348479 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:16:30.718886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.154694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.523173 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.887013 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6731d7a-049a-48e1-9f50-16f522c644d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.285939 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f91ffd3f-a709-44da-a863-39603a876d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.723261 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:02.160911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.528385 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.347381 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:17.037276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52852) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:17.043169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-2c994ef4-5253-4849-a9ac-9be9648c1614 tempest-verify_tempest_config-272566637 tempest-verify_tempest_config-272566637-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:17:17.044153 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2c994ef4-5253-4849-a9ac-9be9648c1614 tempest-verify_tempest_config-272566637 tempest-verify_tempest_config-272566637-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058856 Feb 11 13:17:17.327333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52870) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:17.428600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.500618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Publish callbacks [] for security_group (e77eaf54-efe8-4a93-a8df-b237eed7654b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.504733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e77eaf54-efe8-4a93-a8df-b237eed7654b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.549301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e3a2d0c77e84a5492ed5fb5e0cbb5a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2208612 Feb 11 13:17:17.550381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77eaf54-efe8-4a93-a8df-b237eed7654b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.552060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:17.557391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.557749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.558096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.558462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.558804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.559142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.559579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.559923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.560253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.560584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.560913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.561238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.561565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262d51f-4ab3-4dac-aa66-b623edbdfa94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.608720 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Publish callbacks [] for security_group (e77eaf54-efe8-4a93-a8df-b237eed7654b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.632190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Publish callbacks [] for security_group (e77eaf54-efe8-4a93-a8df-b237eed7654b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.814672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e77eaf54-efe8-4a93-a8df-b237eed7654b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.817082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.818343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e77eaf54-efe8-4a93-a8df-b237eed7654b HTTP/1.1" status: 204 len: 168 time: 0.2650690 Feb 11 13:17:17.825931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77eaf54-efe8-4a93-a8df-b237eed7654b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.833234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.833583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.833925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.834292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.834625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.834954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.835281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.835613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.835930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.836249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.836571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.836902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:17.837211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243188af-52ed-4831-be25-c70435e4221f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.889207 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e62c725f-ec68-4548-b926-144bbdfb5965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:29.290673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-51426e60-1fc9-4305-a115-4c0af9860872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:30.725380 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:32.162386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:33.536940 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:44.348033 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:56.892684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-605a3b6e-4b02-4869-b66c-92df433993be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:59.292300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ce59acc6-ef62-4f9a-9970-71e00fb80ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:00.730709 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.166616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.529091 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:21.347091 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:18:26.895871 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a47600f6-f6ee-493e-b7e4-a5e0b9de062b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.294536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91e0afdf-e08e-492f-a779-4c85b82c24aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.730747 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.170591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.529352 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.896828 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcfee8a7-a53a-4cc0-9f12-2f52fa7cba65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:58.346130 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:18:59.295878 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1609c37-8223-4a94-a518-856e2e9b957a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:00.732806 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:02.174802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.532608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:26.898901 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60dda1d9-de33-466c-91d7-0b8540f237ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:29.299620 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74bcd606-d762-424d-a2b2-2f3e4b4bc13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:30.735541 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:32.176774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:33.536553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:35.345163 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:19:56.901142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9b48ec86-a3fc-4d5e-ad22-e72b2b1ae3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.303131 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86beaaa4-53b3-4d6a-8135-cca0647a60a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.739183 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:02.180361 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:03.538762 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:12.348718 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 5 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:20:19.813821 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524741'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:21.502786 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524741'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:26.902957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d913e43e-4f61-4c21-bbb3-9892f6deba5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:29.303221 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6740b308-c239-420e-9b20-28bbd54ae785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.743311 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.183111 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:33.540257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.348045 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:20:49.788375 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.454869 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.908846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-25f839b0-0a6a-48c9-9d3f-8809b9bb20a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.305258 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79749cdd-ef83-4c1a-a693-da08545b16c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.746038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:02.186468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:03.542346 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.583244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:08.689060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d2aa46cf-ac1b-43df-9d88-afa648d319ad admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1047399 Feb 11 13:21:10.934776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52938) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:10.988406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-398e06e9-8323-431f-8055-da985d497bfa admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0525186 Feb 11 13:21:19.806619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.467598 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.347284 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:21:26.901938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b827b2b-43c1-4701-9d78-07e5c3631e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:29.308633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0ba42a6c-2dce-4e00-b454-8b7dc6dbadb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.749531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.191532 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.545309 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.806766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:51.477247 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.904264 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-213f46a7-0a7d-4080-85d0-0aede1094d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:59.314535 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10a73b3b-ffd4-43ee-b054-16c08e161bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.752686 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:02.193044 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.345665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:03.547322 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.817477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:21.481217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.907242 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-244b0cde-12ac-4de7-8dc3-858173f466ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.310240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67764bac-b86a-4e22-8d76-f572dafd7ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.764323 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.201445 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.263389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53170) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:33.324778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53176) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:33.558434 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.822942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-network', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:33.833747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:33.851494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-81dab2e5-2203-4505-bf36-1fa69ee371a0 tempest-AutoAllocateNetworkTest-339568467 tempest-AutoAllocateNetworkTest-339568467-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=079afb83e80d4d5e806bea76d9bcac04&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5834372 Feb 11 13:22:33.880044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Made reservation on behalf of a84ea008888a41288b4e7f0f8033e15e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:33.884627 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.905806 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.084951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks [] for security_group (54d6226b-008d-41d1-a65e-47bf524435b9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.093825 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (54d6226b-008d-41d1-a65e-47bf524435b9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.155175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:34.178474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b24e4-5611-460b-905b-097475439a06 tempest-AutoAllocateNetworkTest-339568467 tempest-AutoAllocateNetworkTest-339568467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.179158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d6226b-008d-41d1-a65e-47bf524435b9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.180170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5e3b24e4-5611-460b-905b-097475439a06 tempest-AutoAllocateNetworkTest-339568467 tempest-AutoAllocateNetworkTest-339568467-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3448408 Feb 11 13:22:34.183684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53224) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:34.185211 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3742f2f6-f35d-4fc6-8e90-faf25a522b73), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.185818 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Added segment 3742f2f6-f35d-4fc6-8e90-faf25a522b73 of type vlan for network fec9043b-301a-48e1-bac1-c09fc7be68ff Feb 11 13:22:34.209983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.210601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.211114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.211648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.212188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.212689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.213217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.213751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.214411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.214934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.215460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.215992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.216522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Tracked resource versions report: Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: pushed versions: Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: { 'AddressGroup': {'1.2'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'ConntrackHelper': {'1.0'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Log': {'1.0'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Network': {'1.1'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Port': {'1.7'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'PortForwarding': {'1.2'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'QosPolicy': {'1.10'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'SecurityGroup': {'1.5'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'SubPort': {'1.0'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Subnet': {'1.1'}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Trunk': {'1.1'}} Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: consumer versions: Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: HyperV agent@n-h1-828676-2: {}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: HyperV agent@n-h2-828676-2: {}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: L3 agent@n-d-828676-2: {}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: Metadata agent@n-d-828676-2: {}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: Metering agent@n-d-828676-2: {}, Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'ConntrackHelper': '1.0', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'LocalIPAssociation': '1.0', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Log': '1.0', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Network': '1.1', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Port': '1.7', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'PortForwarding': '1.2', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'QosPolicy': '1.10', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'SecurityGroup': '1.5', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'SecurityGroupRule': '1.2', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'SubPort': '1.0', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Subnet': '1.1', Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: 'Trunk': '1.1'}} Feb 11 13:22:34.217937 n-d-828676-2 neutron-server[103175]: {{(pid=103175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:22:34.264367 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fec9043b-301a-48e1-bac1-c09fc7be68ff), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.304793 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9eb0c4f8-6e63-46dc-8865-8308153e846a tempest-AutoAllocateNetworkTest-339568467 tempest-AutoAllocateNetworkTest-339568467-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164241 Feb 11 13:22:34.304793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:34.309420 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fec9043b-301a-48e1-bac1-c09fc7be68ff), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.311909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.312512 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.344559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c9aca50a-c4db-45ab-91e7-78fb0b76b76a tempest-AutoAllocateNetworkTest-339568467 tempest-AutoAllocateNetworkTest-339568467-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=079afb83e80d4d5e806bea76d9bcac04 HTTP/1.1" status: 200 len: 208 time: 0.0362959 Feb 11 13:22:34.367690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0415828 Feb 11 13:22:34.370733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:34.375763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Request body: {'subnet': {'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-subnet', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:34.400033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Made reservation on behalf of a84ea008888a41288b4e7f0f8033e15e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:34.403224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.427477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1323b-1ef7-4c05-91b0-80c8abee0a62 admin admin] Pushing event updated for resources: {'Network': ['ID=fec9043b-301a-48e1-bac1-c09fc7be68ff,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.437564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fec9043b-301a-48e1-bac1-c09fc7be68ff details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:34.611812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (69479cd2-1cf7-4a16-b76e-73bf8292da7e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.672618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69479cd2-1cf7-4a16-b76e-73bf8292da7e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.681591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.681942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.682905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.683240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.683761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.684092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.684424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.684752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.685078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.685399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.685720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.686042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.686388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Tracked resource versions report: Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: pushed versions: Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: { 'AddressGroup': {'1.2'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'ConntrackHelper': {'1.0'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Log': {'1.0'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Network': {'1.1'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Port': {'1.7'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'PortForwarding': {'1.2'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'QosPolicy': {'1.10'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'SecurityGroup': {'1.5'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'SubPort': {'1.0'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Subnet': {'1.1'}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Trunk': {'1.1'}} Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: consumer versions: Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: HyperV agent@n-h1-828676-2: {}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: HyperV agent@n-h2-828676-2: {}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: L3 agent@n-d-828676-2: {}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: Metadata agent@n-d-828676-2: {}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: Metering agent@n-d-828676-2: {}, Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'ConntrackHelper': '1.0', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'LocalIPAssociation': '1.0', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Log': '1.0', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Network': '1.1', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Port': '1.7', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'PortForwarding': '1.2', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'QosPolicy': '1.10', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'SecurityGroup': '1.5', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'SecurityGroupRule': '1.2', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'SubPort': '1.0', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Subnet': '1.1', Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: 'Trunk': '1.1'}} Feb 11 13:22:34.687494 n-d-828676-2 neutron-server[103176]: {{(pid=103176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:22:34.695458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Checking segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:34.695796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Network hostable DHCP agents. Network: fec9043b-301a-48e1-bac1-c09fc7be68ff, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:34.711579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Network fec9043b-301a-48e1-bac1-c09fc7be68ff is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:34.720858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, fec9043b-301a-48e1-bac1-c09fc7be68ff) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:34.724959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.725924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.732198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09baf9-c42c-42f2-8cb0-59e3d4199929 None None] Network fec9043b-301a-48e1-bac1-c09fc7be68ff requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:34.747538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d7d377f-5545-4dbc-9aeb-abfba068b70d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3755798 Feb 11 13:22:34.748153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53258) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:34.753562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:34.779129 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.781182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.865021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-fec9043b-301a-48e1-bac1-c09fc7be68ff', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:34.865900 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.922911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks [] for router_controller (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.028260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Allocated IP 172.20.0.2 (fec9043b-301a-48e1-bac1-c09fc7be68ff/69479cd2-1cf7-4a16-b76e-73bf8292da7e/3365fc4f-3bb1-42ab-8740-53cde4db3e9e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:35.150206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53276) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:35.168029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks [] for router_gateway (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.186225 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Publish callbacks [] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.194111 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.211389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Network fec9043b-301a-48e1-bac1-c09fc7be68ff is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:35.233920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:35.238283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:35.311855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Attempting to bind port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:35.312238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Attempting to bind port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:35.312612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Attempting to bind port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e on network fec9043b-301a-48e1-bac1-c09fc7be68ff {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:35.320268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:35.320656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Checking segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:35.321068 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.321471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Bound using segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:35.321951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Bound port: 3365fc4f-3bb1-42ab-8740-53cde4db3e9e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:35.322374 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.362873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Pushing event updated for resources: {'Port': ['ID=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.372353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.372704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.373053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.373396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.374079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.374079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.374415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.374745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.375076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.375407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.375735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.376059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.376381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Tracked resource versions report: Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: pushed versions: Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: { 'AddressGroup': {'1.2'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'ConntrackHelper': {'1.0'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Log': {'1.0'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Network': {'1.1'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Port': {'1.7'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'PortForwarding': {'1.2'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'QosPolicy': {'1.10'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'SecurityGroup': {'1.5'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'SubPort': {'1.0'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Subnet': {'1.1'}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Trunk': {'1.1'}} Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: consumer versions: Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: HyperV agent@n-h1-828676-2: {}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: HyperV agent@n-h2-828676-2: {}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: L3 agent@n-d-828676-2: {}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: Metadata agent@n-d-828676-2: {}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: Metering agent@n-d-828676-2: {}, Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'ConntrackHelper': '1.0', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'LocalIPAssociation': '1.0', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Log': '1.0', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Network': '1.1', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Port': '1.7', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'PortForwarding': '1.2', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'QosPolicy': '1.10', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'SecurityGroup': '1.5', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'SecurityGroupRule': '1.2', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'SubPort': '1.0', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Subnet': '1.1', Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: 'Trunk': '1.1'}} Feb 11 13:22:35.378026 n-d-828676-2 neutron-server[103177]: {{(pid=103177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:22:35.415230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] For port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:35.418966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] For port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:35.428112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.532935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cd9cb-3f17-4983-8233-482225118c59 None None] Pushing event updated for resources: {'Port': ['ID=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.557319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks [] for router_gateway (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.593356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.680990 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b08f542d-c512-4465-8d8e-1b43ef268230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.848728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Allocated IP 172.25.3.36 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/96cb4b8d-d4ed-4529-9cb6-3065558bd64b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:35.867975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b08f542d-c512-4465-8d8e-1b43ef268230 admin admin] Publish callbacks [] for security_group (ebe2f72b-fd73-4435-a6ea-64c4bd303f9e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.873907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b08f542d-c512-4465-8d8e-1b43ef268230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ebe2f72b-fd73-4435-a6ea-64c4bd303f9e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.925155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b08f542d-c512-4465-8d8e-1b43ef268230 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=079afb83e80d4d5e806bea76d9bcac04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7709720 Feb 11 13:22:35.926365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53304) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:35.964865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f542d-c512-4465-8d8e-1b43ef268230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe2f72b-fd73-4435-a6ea-64c4bd303f9e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.057322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks [] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.086841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f93279-d600-4595-9014-1234ad52f08d admin admin] Publish callbacks [] for security_group (ebe2f72b-fd73-4435-a6ea-64c4bd303f9e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.145095 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f93279-d600-4595-9014-1234ad52f08d admin admin] Publish callbacks [] for security_group (ebe2f72b-fd73-4435-a6ea-64c4bd303f9e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.185745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.298264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:36.304287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Pushing event updated for resources: {'Port': ['ID=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.306560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:36.343498 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f93279-d600-4595-9014-1234ad52f08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ebe2f72b-fd73-4435-a6ea-64c4bd303f9e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.347144 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f93279-d600-4595-9014-1234ad52f08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.351725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-10f93279-d600-4595-9014-1234ad52f08d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebe2f72b-fd73-4435-a6ea-64c4bd303f9e HTTP/1.1" status: 204 len: 168 time: 0.4252386 Feb 11 13:22:36.353118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:36.405232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f93279-d600-4595-9014-1234ad52f08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe2f72b-fd73-4435-a6ea-64c4bd303f9e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.513598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3365fc4f-3bb1-42ab-8740-53cde4db3e9e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:36.609804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:36.610512 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.719879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:36.720483 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.771771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:36.781081 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.866925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.880065 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks [] for router_gateway (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.896110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9da93-88df-4bc6-9e9f-f090c6efb782 None None] Network fec9043b-301a-48e1-bac1-c09fc7be68ff requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:37.038844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3e2ac698-a9b7-46af-b334-fe6df1194868 None None] Provisioning complete for port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:37.039430 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e2ac698-a9b7-46af-b334-fe6df1194868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.194301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ac698-a9b7-46af-b334-fe6df1194868 None None] Current status of the port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:37.201288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.452536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:22:37.521254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-aa20072a-5b68-4a6e-b90c-b23f4e69a917 None None] Provisioning complete for port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:37.521787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aa20072a-5b68-4a6e-b90c-b23f4e69a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.610909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:37.623638 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Sync routers for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:37.646333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.649620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-311e7776-fafd-4fa3-b215-de5d1e53701f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8994110 Feb 11 13:22:37.651716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53396) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:37.659551 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:37.660453 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:37.889159 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:37.926857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-aa20072a-5b68-4a6e-b90c-b23f4e69a917 None None] Current status of the port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:37.943290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53416) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:38.185181 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:36Z', 'revision_number': 3, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:38.215918 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Checking router: 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:38.216600 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Updating router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:38.246221 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.305149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.475999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3365fc4f-3bb1-42ab-8740-53cde4db3e9e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:38.588869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8429de6-1658-4638-9d2a-44f674a37579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.595984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53456) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:38.643880 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Publish callbacks [] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.652803 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.666040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:38.666556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.676903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Allocated IP 172.20.0.1 (fec9043b-301a-48e1-bac1-c09fc7be68ff/69479cd2-1cf7-4a16-b76e-73bf8292da7e/6c11675f-a4f2-41f9-b04a-6545286abd7d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:38.685168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53460) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:38.799177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Attempting to bind port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:38.800461 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Attempting to bind port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:38.800851 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Attempting to bind port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:38.819024 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Pushing event updated for resources: {'Port': ['ID=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.821590 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:38.825680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:38.826518 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.827070 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:38.827737 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Bound port: 96cb4b8d-d4ed-4529-9cb6-3065558bd64b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:38.831122 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.851712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8429de6-1658-4638-9d2a-44f674a37579 admin admin] Publish callbacks [] for security_group (dd92b98b-1135-4795-b1b8-dbbe45ac92c0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.860430 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8429de6-1658-4638-9d2a-44f674a37579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dd92b98b-1135-4795-b1b8-dbbe45ac92c0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.864419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:38.877687 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.878275 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.878765 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.879252 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.879740 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.880071 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.880544 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.881017 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.881489 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.881958 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.882478 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.883114 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.883583 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Tracked resource versions report: Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: pushed versions: Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: { 'AddressGroup': {'1.2'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Log': {'1.0'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Network': {'1.1'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Port': {'1.7'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'PortForwarding': {'1.2'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'QosPolicy': {'1.10'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'SecurityGroup': {'1.5'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'SubPort': {'1.0'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Subnet': {'1.1'}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Trunk': {'1.1'}} Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: consumer versions: Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: { DHCP agent@n-d-828676-2: {}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: HyperV agent@n-h1-828676-2: {}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: HyperV agent@n-h2-828676-2: {}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: L3 agent@n-d-828676-2: {}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: Metadata agent@n-d-828676-2: {}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: Metering agent@n-d-828676-2: {}, Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: Open vSwitch agent@n-d-828676-2: { 'AddressGroup': '1.2', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'ConntrackHelper': '1.0', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'LocalIPAssociation': '1.0', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Log': '1.0', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Network': '1.1', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Port': '1.7', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'PortForwarding': '1.2', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'QosPolicy': '1.10', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'SecurityGroup': '1.5', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'SecurityGroupRule': '1.2', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'SubPort': '1.0', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Subnet': '1.1', Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: 'Trunk': '1.1'}} Feb 11 13:22:38.884868 n-d-828676-2 neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:22:38.942744 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] For port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:38.949947 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] For port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:38.963413 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.988971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8429de6-1658-4638-9d2a-44f674a37579 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd415f48b18f4718b74b62075418c93f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0418444 Feb 11 13:22:38.991114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53482) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:39.031780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks [] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.063954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8429de6-1658-4638-9d2a-44f674a37579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92b98b-1135-4795-b1b8-dbbe45ac92c0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:39.092627 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:39.093281 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:39.131455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dc8afffe-e418-4e45-a65e-32f5c5c15fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.136087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.218289 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4424-cedd-43a8-bae1-209eaf7c3f2c None None] Pushing event updated for resources: {'Port': ['ID=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:39.245274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c11675f-a4f2-41f9-b04a-6545286abd7d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:39.253484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Network fec9043b-301a-48e1-bac1-c09fc7be68ff is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:39.268153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f96d6555-6ef4-4be8-a1ac-cf9f659b0f87 admin admin] Publish callbacks [] for security_group (dd92b98b-1135-4795-b1b8-dbbe45ac92c0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.272598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:39.281593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:39.282088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.302213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:39.355773 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f96d6555-6ef4-4be8-a1ac-cf9f659b0f87 admin admin] Publish callbacks [] for security_group (dd92b98b-1135-4795-b1b8-dbbe45ac92c0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.357437 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:39.474359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-071f7152-1d17-4eae-8540-33057770293a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.570149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dc8afffe-e418-4e45-a65e-32f5c5c15fcb admin admin] Publish callbacks [] for security_group (84417bae-be69-499e-86da-4bb8b2fbffd6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.583582 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.617029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e3d376c-698d-427b-8a2f-331320d2da13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.654718 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dc8afffe-e418-4e45-a65e-32f5c5c15fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (84417bae-be69-499e-86da-4bb8b2fbffd6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.675351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c79716a6-ee04-43eb-a11b-9a907e6890f5 None None] Provisioning complete for port 6c11675f-a4f2-41f9-b04a-6545286abd7d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:39.675918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c79716a6-ee04-43eb-a11b-9a907e6890f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.742432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e3d376c-698d-427b-8a2f-331320d2da13 admin admin] Publish callbacks [] for security_group (ee87dd91-1d6a-48f6-9ea5-9861ec9aea84), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.747603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c79716a6-ee04-43eb-a11b-9a907e6890f5 None None] Port 6c11675f-a4f2-41f9-b04a-6545286abd7d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:39.759129 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e3d376c-698d-427b-8a2f-331320d2da13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ee87dd91-1d6a-48f6-9ea5-9861ec9aea84), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.771175 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:36Z', 'revision_number': 3, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:39.783824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f96d6555-6ef4-4be8-a1ac-cf9f659b0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dd92b98b-1135-4795-b1b8-dbbe45ac92c0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.789261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f96d6555-6ef4-4be8-a1ac-cf9f659b0f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.790768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f96d6555-6ef4-4be8-a1ac-cf9f659b0f87 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd92b98b-1135-4795-b1b8-dbbe45ac92c0 HTTP/1.1" status: 204 len: 168 time: 0.7936041 Feb 11 13:22:39.799486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e3d376c-698d-427b-8a2f-331320d2da13 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5da223c6ec7472abce7dade478f7415&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4911523 Feb 11 13:22:39.802646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:39.816486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dc8afffe-e418-4e45-a65e-32f5c5c15fcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2fdc62401f2460ebbcf226c3485fc63&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2152703 Feb 11 13:22:39.819717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53538) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:39.821245 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd89c45-42a5-48dc-9459-1e3d4ba0ef4f None None] The sync data for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 is: [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:36Z', 'revision_number': 3, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:39.888115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8afffe-e418-4e45-a65e-32f5c5c15fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84417bae-be69-499e-86da-4bb8b2fbffd6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:39.892112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-604897b7-fbb8-4b17-a305-04bc65f7dab3 admin admin] Publish callbacks [] for security_group (ee87dd91-1d6a-48f6-9ea5-9861ec9aea84), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.909678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d376c-698d-427b-8a2f-331320d2da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee87dd91-1d6a-48f6-9ea5-9861ec9aea84,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:39.929052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-604897b7-fbb8-4b17-a305-04bc65f7dab3 admin admin] Publish callbacks [] for security_group (ee87dd91-1d6a-48f6-9ea5-9861ec9aea84), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.957139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d6555-6ef4-4be8-a1ac-cf9f659b0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92b98b-1135-4795-b1b8-dbbe45ac92c0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:39.968611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-071f7152-1d17-4eae-8540-33057770293a admin admin] Publish callbacks [] for security_group (233d517b-97e0-4f83-9480-8c7001f37359), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.984763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a94092ee-40a0-426f-aced-957b41e304bb admin admin] Publish callbacks [] for security_group (84417bae-be69-499e-86da-4bb8b2fbffd6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.986987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-071f7152-1d17-4eae-8540-33057770293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (233d517b-97e0-4f83-9480-8c7001f37359), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.063711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a94092ee-40a0-426f-aced-957b41e304bb admin admin] Publish callbacks [] for security_group (84417bae-be69-499e-86da-4bb8b2fbffd6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.066363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7152-1d17-4eae-8540-33057770293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233d517b-97e0-4f83-9480-8c7001f37359,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.093815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-071f7152-1d17-4eae-8540-33057770293a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b0900e8e9e148e19c10d7ecd3fc911a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4075716 Feb 11 13:22:40.098242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53544) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:40.133106 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-604897b7-fbb8-4b17-a305-04bc65f7dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ee87dd91-1d6a-48f6-9ea5-9861ec9aea84), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.141363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-604897b7-fbb8-4b17-a305-04bc65f7dab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.143238 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-604897b7-fbb8-4b17-a305-04bc65f7dab3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee87dd91-1d6a-48f6-9ea5-9861ec9aea84 HTTP/1.1" status: 204 len: 168 time: 0.3350148 Feb 11 13:22:40.178324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604897b7-fbb8-4b17-a305-04bc65f7dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee87dd91-1d6a-48f6-9ea5-9861ec9aea84,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.197946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a94092ee-40a0-426f-aced-957b41e304bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (84417bae-be69-499e-86da-4bb8b2fbffd6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.213476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a94092ee-40a0-426f-aced-957b41e304bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.219260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a94092ee-40a0-426f-aced-957b41e304bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84417bae-be69-499e-86da-4bb8b2fbffd6 HTTP/1.1" status: 204 len: 168 time: 0.3924649 Feb 11 13:22:40.225207 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks [] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.233756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.234503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.290756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94092ee-40a0-426f-aced-957b41e304bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84417bae-be69-499e-86da-4bb8b2fbffd6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.343693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7799a3d2-4823-4790-a109-3814014c5bd1 admin admin] Publish callbacks [] for security_group (233d517b-97e0-4f83-9480-8c7001f37359), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.350987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:40.372145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c11675f-a4f2-41f9-b04a-6545286abd7d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.395933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7799a3d2-4823-4790-a109-3814014c5bd1 admin admin] Publish callbacks [] for security_group (233d517b-97e0-4f83-9480-8c7001f37359), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.483868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 96cb4b8d-d4ed-4529-9cb6-3065558bd64b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:40.497638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7799a3d2-4823-4790-a109-3814014c5bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (233d517b-97e0-4f83-9480-8c7001f37359), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.500952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7799a3d2-4823-4790-a109-3814014c5bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.504580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7799a3d2-4823-4790-a109-3814014c5bd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/233d517b-97e0-4f83-9480-8c7001f37359 HTTP/1.1" status: 204 len: 168 time: 0.4010601 Feb 11 13:22:40.512979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799a3d2-4823-4790-a109-3814014c5bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d517b-97e0-4f83-9480-8c7001f37359,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.528159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53566) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:40.541203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Network fec9043b-301a-48e1-bac1-c09fc7be68ff is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:40.545921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:40.546705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c63e-2c32-42d6-a474-3589178c24fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.612724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:40.613124 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.675327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c63e-2c32-42d6-a474-3589178c24fb admin admin] Publish callbacks [] for security_group (77a980bf-0c91-48b5-8e6f-2895a465f704), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.685972 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c63e-2c32-42d6-a474-3589178c24fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (77a980bf-0c91-48b5-8e6f-2895a465f704), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.768862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a5a2c63e-2c32-42d6-a474-3589178c24fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d840412c7ef0465abab404da1bd6616f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2393305 Feb 11 13:22:40.769478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53572) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:40.808070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:40.808656 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.831876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:40.837239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2c63e-2c32-42d6-a474-3589178c24fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a980bf-0c91-48b5-8e6f-2895a465f704,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.876540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:40.879150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b937d66-9479-4fe5-873f-e25cded13fa6 admin admin] Publish callbacks [] for security_group (77a980bf-0c91-48b5-8e6f-2895a465f704), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.886679 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.951358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b937d66-9479-4fe5-873f-e25cded13fa6 admin admin] Publish callbacks [] for security_group (77a980bf-0c91-48b5-8e6f-2895a465f704), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.009115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.029579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eeec11ae-a8d1-4feb-acbe-1067ba665b4f None None] Provisioning complete for port 6c11675f-a4f2-41f9-b04a-6545286abd7d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:41.030015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eeec11ae-a8d1-4feb-acbe-1067ba665b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.051171 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b937d66-9479-4fe5-873f-e25cded13fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (77a980bf-0c91-48b5-8e6f-2895a465f704), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.055208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b937d66-9479-4fe5-873f-e25cded13fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.061823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4b937d66-9479-4fe5-873f-e25cded13fa6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77a980bf-0c91-48b5-8e6f-2895a465f704 HTTP/1.1" status: 204 len: 168 time: 0.2901430 Feb 11 13:22:41.084954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b937d66-9479-4fe5-873f-e25cded13fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a980bf-0c91-48b5-8e6f-2895a465f704,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.093137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eeec11ae-a8d1-4feb-acbe-1067ba665b4f None None] Port 6c11675f-a4f2-41f9-b04a-6545286abd7d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:41.098540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:41.104323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6b4d0c5e-9290-4f6a-b7e2-068ac487e9f9 admin admin] 10.222.0.79 "PUT /v2.0/routers/4239e7ea-5cc0-46c2-8b84-411ee3773dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4512255 Feb 11 13:22:41.255427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53594) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:41.269278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed943eb2-7207-427c-918a-d10e3bfab7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.359020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed943eb2-7207-427c-918a-d10e3bfab7c7 admin admin] Publish callbacks [] for security_group (3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.364045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed943eb2-7207-427c-918a-d10e3bfab7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.396396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:41.396657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ed943eb2-7207-427c-918a-d10e3bfab7c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fed7835d8d94dc3803321679165cc99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1403458 Feb 11 13:22:41.421907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed943eb2-7207-427c-918a-d10e3bfab7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.471432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9af5d688-0cd2-4df4-9d70-ff4bf810cb28 admin admin] Publish callbacks [] for security_group (3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.496453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9af5d688-0cd2-4df4-9d70-ff4bf810cb28 admin admin] Publish callbacks [] for security_group (3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.512406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53602) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:41.529849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33532095-fe18-415b-9738-fc62a0cdb360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.562794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9af5d688-0cd2-4df4-9d70-ff4bf810cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.568114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9af5d688-0cd2-4df4-9d70-ff4bf810cb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.572293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9af5d688-0cd2-4df4-9d70-ff4bf810cb28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2 HTTP/1.1" status: 204 len: 168 time: 0.1744456 Feb 11 13:22:41.581749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5d688-0cd2-4df4-9d70-ff4bf810cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdb2f97-c6cb-4b8e-8125-5fb33e9555d2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.651723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33532095-fe18-415b-9738-fc62a0cdb360 admin admin] Publish callbacks [] for security_group (98b83292-68ac-4ae5-b677-2c8aac0776a1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.655872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33532095-fe18-415b-9738-fc62a0cdb360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (98b83292-68ac-4ae5-b677-2c8aac0776a1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.695909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-33532095-fe18-415b-9738-fc62a0cdb360 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65a99b256f4a41c2ae8730cbfb855a52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1821172 Feb 11 13:22:41.697869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33532095-fe18-415b-9738-fc62a0cdb360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b83292-68ac-4ae5-b677-2c8aac0776a1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.698776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53612) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:41.754609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3951cc8-f5f0-4a51-bafd-7b1672a6acba admin admin] Publish callbacks [] for security_group (98b83292-68ac-4ae5-b677-2c8aac0776a1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.776202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3951cc8-f5f0-4a51-bafd-7b1672a6acba admin admin] Publish callbacks [] for security_group (98b83292-68ac-4ae5-b677-2c8aac0776a1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.834849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53622) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:41.838206 n-d-828676-2 neutron-server[103175]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:22:41.838400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3951cc8-f5f0-4a51-bafd-7b1672a6acba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (98b83292-68ac-4ae5-b677-2c8aac0776a1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.841447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3951cc8-f5f0-4a51-bafd-7b1672a6acba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.846472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3951cc8-f5f0-4a51-bafd-7b1672a6acba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98b83292-68ac-4ae5-b677-2c8aac0776a1 HTTP/1.1" status: 204 len: 168 time: 0.1458576 Feb 11 13:22:41.862901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3951cc8-f5f0-4a51-bafd-7b1672a6acba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b83292-68ac-4ae5-b677-2c8aac0776a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.880837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-8dbcff5f-15da-48ac-a2fa-dd8574242b6e tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=a920c70fa3bf4cf1a4356b50cef29f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437956 Feb 11 13:22:42.011104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:42.024532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2433f23d-057e-4dae-af4c-7fb7aef71418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.110310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-ffec95f7-b3c6-4f04-aad0-af70382e6eb1 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:42.112542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-ffec95f7-b3c6-4f04-aad0-af70382e6eb1 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308450 Feb 11 13:22:42.113863 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2433f23d-057e-4dae-af4c-7fb7aef71418 admin admin] Publish callbacks [] for security_group (13faf47f-d714-4215-b8fd-e4986ec63445), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.118796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2433f23d-057e-4dae-af4c-7fb7aef71418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (13faf47f-d714-4215-b8fd-e4986ec63445), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.135247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-8f6d82b6-d97e-4ed9-a4a1-c8e8d5619b74 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/quotas/a920c70fa3bf4cf1a4356b50cef29f9f HTTP/1.1" status: 200 len: 375 time: 0.0127261 Feb 11 13:22:42.164483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2433f23d-057e-4dae-af4c-7fb7aef71418 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23d5276602924d169524478fb7918fe8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1522949 Feb 11 13:22:42.167010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:42.187848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433f23d-057e-4dae-af4c-7fb7aef71418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13faf47f-d714-4215-b8fd-e4986ec63445,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:42.214389 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-ced8b3bb-3e3f-4796-b4f0-ae5abd467e59 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a920c70fa3bf4cf1a4356b50cef29f9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722306 Feb 11 13:22:42.241519 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6f6d7bd-3505-4f43-a21d-e1a09279972c admin admin] Publish callbacks [] for security_group (13faf47f-d714-4215-b8fd-e4986ec63445), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.265304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6f6d7bd-3505-4f43-a21d-e1a09279972c admin admin] Publish callbacks [] for security_group (13faf47f-d714-4215-b8fd-e4986ec63445), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.293673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Sync routers for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:42.314429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:42.315849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:42.339764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6f6d7bd-3505-4f43-a21d-e1a09279972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (13faf47f-d714-4215-b8fd-e4986ec63445), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.342470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6f6d7bd-3505-4f43-a21d-e1a09279972c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.343703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f6f6d7bd-3505-4f43-a21d-e1a09279972c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13faf47f-d714-4215-b8fd-e4986ec63445 HTTP/1.1" status: 204 len: 168 time: 0.1757860 Feb 11 13:22:42.356644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6d7bd-3505-4f43-a21d-e1a09279972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13faf47f-d714-4215-b8fd-e4986ec63445,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:42.507062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 96cb4b8d-d4ed-4529-9cb6-3065558bd64b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:42.519780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:42.563002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:42.660464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:42.660937 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.841572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:42.857869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 2, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:42.886723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Checking router: 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:42.887200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Updating router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 port 6c11675f-a4f2-41f9-b04a-6545286abd7d binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:42.919145 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.950470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37bf4a1d-8bc7-4f6a-ae07-c8af78b85023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.104063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37bf4a1d-8bc7-4f6a-ae07-c8af78b85023 admin admin] Publish callbacks [] for security_group (6fa9332c-06fa-4e99-8525-9928767cce3f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.112348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37bf4a1d-8bc7-4f6a-ae07-c8af78b85023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6fa9332c-06fa-4e99-8525-9928767cce3f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.166163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-37bf4a1d-8bc7-4f6a-ae07-c8af78b85023 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93f38f5e405a4c1a8d3330e3d1d4f91c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6451457 Feb 11 13:22:43.168858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53688) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:43.170257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf4a1d-8bc7-4f6a-ae07-c8af78b85023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9332c-06fa-4e99-8525-9928767cce3f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.215513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:43.270388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0deb307e-ef63-424b-a57e-7403f102fb43 admin admin] Publish callbacks [] for security_group (6fa9332c-06fa-4e99-8525-9928767cce3f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.297965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0deb307e-ef63-424b-a57e-7403f102fb43 admin admin] Publish callbacks [] for security_group (6fa9332c-06fa-4e99-8525-9928767cce3f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.365235 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0deb307e-ef63-424b-a57e-7403f102fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6fa9332c-06fa-4e99-8525-9928767cce3f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.371575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0deb307e-ef63-424b-a57e-7403f102fb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.375591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0deb307e-ef63-424b-a57e-7403f102fb43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fa9332c-06fa-4e99-8525-9928767cce3f HTTP/1.1" status: 204 len: 168 time: 0.2057209 Feb 11 13:22:43.378156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Publish callbacks [] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.384973 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.412637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb307e-ef63-424b-a57e-7403f102fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9332c-06fa-4e99-8525-9928767cce3f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.460996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71476-3b72-4dfc-9158-1c22b1014592 None None] Pushing event updated for resources: {'Port': ['ID=6c11675f-a4f2-41f9-b04a-6545286abd7d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.568375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Attempting to bind port 6c11675f-a4f2-41f9-b04a-6545286abd7d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:43.568787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Attempting to bind port 6c11675f-a4f2-41f9-b04a-6545286abd7d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:43.569162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Attempting to bind port 6c11675f-a4f2-41f9-b04a-6545286abd7d on network fec9043b-301a-48e1-bac1-c09fc7be68ff {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:43.582940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:43.583424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Checking segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:43.583921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.585239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Bound using segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:43.585239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Bound port: 6c11675f-a4f2-41f9-b04a-6545286abd7d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:43.585428 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.661784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] For port 6c11675f-a4f2-41f9-b04a-6545286abd7d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:43.666858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] For port 6c11675f-a4f2-41f9-b04a-6545286abd7d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6c11675f-a4f2-41f9-b04a-6545286abd7d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:43.674760 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.750514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71476-3b72-4dfc-9158-1c22b1014592 None None] Pushing event updated for resources: {'Port': ['ID=6c11675f-a4f2-41f9-b04a-6545286abd7d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.766465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-320392aa-5268-4e55-9733-4aeea4866fd9 None None] Provisioning complete for port 6c11675f-a4f2-41f9-b04a-6545286abd7d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:43.766905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-320392aa-5268-4e55-9733-4aeea4866fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.799519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:43.800355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:43.867352 n-d-828676-2 neutron-server[103176]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:22:43.990370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2426fc8-73e7-4918-a4dc-68ba39b66e64 req-c5aac8b1-fb79-4114-9d9e-fe0674501489 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 210 time: 0.7729738 Feb 11 13:22:44.178931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-320392aa-5268-4e55-9733-4aeea4866fd9 None None] Current status of the port 6c11675f-a4f2-41f9-b04a-6545286abd7d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:44.179417 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-320392aa-5268-4e55-9733-4aeea4866fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.193714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:44.228206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:44.233165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-network', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:44.256648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-320392aa-5268-4e55-9733-4aeea4866fd9 None None] For port 6c11675f-a4f2-41f9-b04a-6545286abd7d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6c11675f-a4f2-41f9-b04a-6545286abd7d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:44.272212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Made reservation on behalf of d08997fe040b4337a6e08c4bcf032ce7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:44.274837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.288026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-320392aa-5268-4e55-9733-4aeea4866fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.297377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.389292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320392aa-5268-4e55-9733-4aeea4866fd9 None None] Pushing event updated for resources: {'Port': ['ID=6c11675f-a4f2-41f9-b04a-6545286abd7d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.453992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d79e26ec-205e-41b8-ad72-a6133f4ab1e7 None None] Provisioning complete for port 6c11675f-a4f2-41f9-b04a-6545286abd7d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:44.454493 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d79e26ec-205e-41b8-ad72-a6133f4ab1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.471338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks [] for security_group (cd8fba3e-a228-451b-9c42-9e0f2ba991aa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.478616 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd8fba3e-a228-451b-9c42-9e0f2ba991aa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.510098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:44.521457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8fba3e-a228-451b-9c42-9e0f2ba991aa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.528431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c43f9d71-de0d-46df-8822-9366256594aa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.528773 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Added segment c43f9d71-de0d-46df-8822-9366256594aa of type vlan for network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 Feb 11 13:22:44.545036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:43Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:44.572600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (002f7a26-88a8-4931-82c3-d6bd3a8ecf98), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.581863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb577e-47f3-465b-a096-1f8c7ed5c3d5 None None] The sync data for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 is: [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:43Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:44.602424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:44.630287 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790b9227-dec3-421d-9662-fef3787fe0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.646606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d79e26ec-205e-41b8-ad72-a6133f4ab1e7 None None] Current status of the port 6c11675f-a4f2-41f9-b04a-6545286abd7d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:44.650659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (002f7a26-88a8-4931-82c3-d6bd3a8ecf98), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.660754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:44.662023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.717561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4882240 Feb 11 13:22:44.721900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53750) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:44.729435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Request body: {'subnet': {'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-subnet', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:44.766165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Made reservation on behalf of d08997fe040b4337a6e08c4bcf032ce7 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:44.769603 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.878105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fc66a-52de-4343-814e-1ab20e775c69 admin admin] Pushing event updated for resources: {'Network': ['ID=002f7a26-88a8-4931-82c3-d6bd3a8ecf98,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.890981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:44.897217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.83', 61876) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:44.941189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790b9227-dec3-421d-9662-fef3787fe0cd admin admin] Publish callbacks [] for security_group (3d3ed88a-9788-4bb8-b19e-1388842a7679), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.955523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790b9227-dec3-421d-9662-fef3787fe0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3d3ed88a-9788-4bb8-b19e-1388842a7679), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.962578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-21b5380b-b094-4b81-902d-51170471ada0 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a920c70fa3bf4cf1a4356b50cef29f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640891 Feb 11 13:22:45.054964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-790b9227-dec3-421d-9662-fef3787fe0cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b32bab3b6754e5caad275b981933e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512408 Feb 11 13:22:45.055901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b9227-dec3-421d-9662-fef3787fe0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ed88a-9788-4bb8-b19e-1388842a7679,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.058219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:45.141779 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a7801b0-54ce-4b05-b9eb-3947faab0688 admin admin] Publish callbacks [] for security_group (3d3ed88a-9788-4bb8-b19e-1388842a7679), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.160883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-a726acd0-d1e4-4332-8dca-e517b5587a32 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.164879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-a726acd0-d1e4-4332-8dca-e517b5587a32 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953511 Feb 11 13:22:45.189949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a7801b0-54ce-4b05-b9eb-3947faab0688 admin admin] Publish callbacks [] for security_group (3d3ed88a-9788-4bb8-b19e-1388842a7679), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.278196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a7801b0-54ce-4b05-b9eb-3947faab0688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3d3ed88a-9788-4bb8-b19e-1388842a7679), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.281188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a7801b0-54ce-4b05-b9eb-3947faab0688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.282719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7a7801b0-54ce-4b05-b9eb-3947faab0688 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d3ed88a-9788-4bb8-b19e-1388842a7679 HTTP/1.1" status: 204 len: 168 time: 0.2235534 Feb 11 13:22:45.291774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7801b0-54ce-4b05-b9eb-3947faab0688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ed88a-9788-4bb8-b19e-1388842a7679,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.504232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Request body: {'port': {'device_id': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'a920c70fa3bf4cf1a4356b50cef29f9f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:45.516945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6ed486a-63ee-4556-92d7-de1b08aa0833 req-711f9781-ddbd-40fc-9117-258d21d213b6 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 210 time: 0.2426624 Feb 11 13:22:45.518367 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.740878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.772825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Checking segment: {'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:45.773179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Network hostable DHCP agents. Network: 002f7a26-88a8-4931-82c3-d6bd3a8ecf98, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:45.815649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:45.856842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 002f7a26-88a8-4931-82c3-d6bd3a8ecf98) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:45.871359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Made reservation on behalf of a920c70fa3bf4cf1a4356b50cef29f9f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:45.874730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.878354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738dee4c-9ae2-4f59-9415-ab1e89541c19 None None] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:45.888209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.889830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.893723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.941750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53800) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:45.946025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:45.965952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-22387e91-a85f-409c-8837-180d98fd4683 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2423332 Feb 11 13:22:45.997462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (adffc8a0-64a5-41cc-b785-a64d6392ef22), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.998670 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (adffc8a0-64a5-41cc-b785-a64d6392ef22), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.032680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-002f7a26-88a8-4931-82c3-d6bd3a8ecf98', 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98', 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'fixed_ips': [{'subnet_id': '97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:46.034609 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.085265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks [] for security_group (2b8834cc-5d18-4822-a168-9ced9542977b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.095246 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2b8834cc-5d18-4822-a168-9ced9542977b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.102680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks [] for router_controller (adffc8a0-64a5-41cc-b785-a64d6392ef22), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.255021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8834cc-5d18-4822-a168-9ced9542977b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.286654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Allocated IP 172.20.0.2 (002f7a26-88a8-4931-82c3-d6bd3a8ecf98/97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2/cc945c50-52ea-4fce-bff3-4c6433a377b6) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:46.473358 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks [] for router_gateway (adffc8a0-64a5-41cc-b785-a64d6392ef22), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.486596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Allocated IP 192.168.233.156 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/2eb01f7e-254f-43aa-b268-c20ddb57eedd) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:46.531631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6c11675f-a4f2-41f9-b04a-6545286abd7d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:46.680130 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Publish callbacks [] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.694356 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.846092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6c11675f-a4f2-41f9-b04a-6545286abd7d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:46.846504 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.859881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:46.954844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks [] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.966800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:46.975509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:46.992733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Pushing event updated for resources: {'Port': ['ID=cc945c50-52ea-4fce-bff3-4c6433a377b6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.072653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.109461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6c11675f-a4f2-41f9-b04a-6545286abd7d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:47.165707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Attempting to bind port cc945c50-52ea-4fce-bff3-4c6433a377b6 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:47.166368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Attempting to bind port cc945c50-52ea-4fce-bff3-4c6433a377b6 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:47.167438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Attempting to bind port cc945c50-52ea-4fce-bff3-4c6433a377b6 on network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:47.177583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:47.178659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Checking segment: {'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:47.179421 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.180274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Bound using segment: {'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:47.181547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Bound port: cc945c50-52ea-4fce-bff3-4c6433a377b6, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:47.182202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.276706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:47.321086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] For port cc945c50-52ea-4fce-bff3-4c6433a377b6, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:47.322317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:47.332689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:47.346873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] For port cc945c50-52ea-4fce-bff3-4c6433a377b6, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc945c50-52ea-4fce-bff3-4c6433a377b6,segment=NetworkSegment(c43f9d71-de0d-46df-8822-9366256594aa),segment_id=c43f9d71-de0d-46df-8822-9366256594aa)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:47.354293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.357524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.365259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.433785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Pushing event updated for resources: {'Port': ['ID=2eb01f7e-254f-43aa-b268-c20ddb57eedd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.463747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-7a3e428e-84f9-4958-88ee-eaac6b0249b5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0881445 Feb 11 13:22:47.486857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-fb741c4f-59f1-4277-b094-0ce0f6e3d928 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:22:47.489222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-fb741c4f-59f1-4277-b094-0ce0f6e3d928 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122628 Feb 11 13:22:47.524463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647cdac-2e48-4732-8348-a8163b1b61f6 None None] Pushing event updated for resources: {'Port': ['ID=cc945c50-52ea-4fce-bff3-4c6433a377b6,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.557114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks [] for router_gateway (adffc8a0-64a5-41cc-b785-a64d6392ef22), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.652249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55271d-0834-414a-ade9-7dfc36e7af2d req-1745028b-d2d0-4492-82eb-7fa70e14c94b tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.654285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c55271d-0834-414a-ade9-7dfc36e7af2d req-1745028b-d2d0-4492-82eb-7fa70e14c94b tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 936 time: 0.3765314 Feb 11 13:22:47.656031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.815638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e8322b31-432d-4b4e-a2ed-d606de5217cd None None] Provisioning complete for port 2eb01f7e-254f-43aa-b268-c20ddb57eedd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:47.815957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8322b31-432d-4b4e-a2ed-d606de5217cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.821068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c55271d-0834-414a-ade9-7dfc36e7af2d req-cde6b755-9280-45f8-8f94-e9294a5238c1 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605806 Feb 11 13:22:47.919627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Allocated IP 172.25.3.67 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/bd8f5260-2220-4869-93f2-f0c801e63046) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:47.947252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e8322b31-432d-4b4e-a2ed-d606de5217cd None None] Port 2eb01f7e-254f-43aa-b268-c20ddb57eedd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:48.250211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks [] for port (bd8f5260-2220-4869-93f2-f0c801e63046), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.328637 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.495379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:48.515587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:48.529624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:48.587335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cc945c50-52ea-4fce-bff3-4c6433a377b6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:48.592672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8f5260-2220-4869-93f2-f0c801e63046,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.723120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cc945c50-52ea-4fce-bff3-4c6433a377b6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:48.723516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.975903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks [] for router_gateway (adffc8a0-64a5-41cc-b785-a64d6392ef22), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.013804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cc945c50-52ea-4fce-bff3-4c6433a377b6 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:49.014251 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.119457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port cc945c50-52ea-4fce-bff3-4c6433a377b6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc945c50-52ea-4fce-bff3-4c6433a377b6,segment=NetworkSegment(c43f9d71-de0d-46df-8822-9366256594aa),segment_id=c43f9d71-de0d-46df-8822-9366256594aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:49.134849 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.140389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Request body: {'port': {'device_id': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'device_owner': 'compute:tempest-test_az-952164287', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:49.190039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2e625-060b-4c60-ad5f-ec2f09630f67 None None] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:49.242040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147f991-a9eb-43cf-aa39-b28948e20335 req-e82ea68b-127c-49b7-8889-dc2b0b6fed43 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.264300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b147f991-a9eb-43cf-aa39-b28948e20335 req-e82ea68b-127c-49b7-8889-dc2b0b6fed43 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 936 time: 0.2103558 Feb 11 13:22:49.357540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3e6ed2da-9d58-4223-8fd6-4810a7729b9a None None] Provisioning complete for port cc945c50-52ea-4fce-bff3-4c6433a377b6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:49.358066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed2da-9d58-4223-8fd6-4810a7729b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.367074 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.448365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b147f991-a9eb-43cf-aa39-b28948e20335 req-70e50b4b-6ea5-4967-b188-743eb95dcbb0 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830924 Feb 11 13:22:49.531309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=cc945c50-52ea-4fce-bff3-4c6433a377b6,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:49.540133 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (adffc8a0-64a5-41cc-b785-a64d6392ef22), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.565959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ed2da-9d58-4223-8fd6-4810a7729b9a None None] Current status of the port cc945c50-52ea-4fce-bff3-4c6433a377b6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:49.807481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Router adffc8a0-64a5-41cc-b785-a64d6392ef22 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:22:49.847865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.042230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0a878121-4310-43b9-8a01-3dbb7f2d40eb None None] Provisioning complete for port cc945c50-52ea-4fce-bff3-4c6433a377b6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:50.042615 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a878121-4310-43b9-8a01-3dbb7f2d40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.126339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:50.142189 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Sync routers for ids ['adffc8a0-64a5-41cc-b785-a64d6392ef22'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:50.162183 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Routers {'adffc8a0-64a5-41cc-b785-a64d6392ef22'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:50.162954 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['adffc8a0-64a5-41cc-b785-a64d6392ef22'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.195995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.201940 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bf1dc012-7093-4d38-a0ea-cd2caf48b632 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2595394 Feb 11 13:22:50.202767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.309440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0a878121-4310-43b9-8a01-3dbb7f2d40eb None None] Current status of the port cc945c50-52ea-4fce-bff3-4c6433a377b6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:50.317234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb01f7e-254f-43aa-b268-c20ddb57eedd {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:22:50.342680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Publish callbacks [] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.409768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Transition to ACTIVE for port object 2eb01f7e-254f-43aa-b268-c20ddb57eedd will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:50.418142 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.511848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cc945c50-52ea-4fce-bff3-4c6433a377b6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:50.619042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Pushing event updated for resources: {'Port': ['ID=2eb01f7e-254f-43aa-b268-c20ddb57eedd,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.691565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Set router adffc8a0-64a5-41cc-b785-a64d6392ef22 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:50.703632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cc945c50-52ea-4fce-bff3-4c6433a377b6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:50.706447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.798926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Attempting to bind port 2eb01f7e-254f-43aa-b268-c20ddb57eedd on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:50.799647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Attempting to bind port 2eb01f7e-254f-43aa-b268-c20ddb57eedd by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:50.800232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Attempting to bind port 2eb01f7e-254f-43aa-b268-c20ddb57eedd on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:50.808518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Port 2eb01f7e-254f-43aa-b268-c20ddb57eedd on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:50.810634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Attempting to bind port 2eb01f7e-254f-43aa-b268-c20ddb57eedd on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:50.842090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:50.842483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:50.843046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:50.843508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Bound port: 2eb01f7e-254f-43aa-b268-c20ddb57eedd, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:50.844198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.889029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cc945c50-52ea-4fce-bff3-4c6433a377b6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:50.972361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] For port 2eb01f7e-254f-43aa-b268-c20ddb57eedd, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:50.980497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] For port 2eb01f7e-254f-43aa-b268-c20ddb57eedd, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2eb01f7e-254f-43aa-b268-c20ddb57eedd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:50.994394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.021294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.023262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.026370 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] 10.222.0.83 "PUT /v2.0/ports/2eb01f7e-254f-43aa-b268-c20ddb57eedd HTTP/1.1" status: 200 len: 1117 time: 2.4553621 Feb 11 13:22:51.029336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'tag': '2eb01f7e-254f-43aa-b268-c20ddb57eedd'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:51.342701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-a3946ba3-7870-46a5-8be7-3f46a696be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.344754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-a3946ba3-7870-46a5-8be7-3f46a696be2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a920c70fa3bf4cf1a4356b50cef29f9f&device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 1151 time: 0.2034934 Feb 11 13:22:51.399410 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:22:48Z', 'revision_number': 3, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port': {'id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:47Z', 'updated_at': '2022-02-11T13:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:51.567716 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Checking router: adffc8a0-64a5-41cc-b785-a64d6392ef22 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:51.575934 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Updating router adffc8a0-64a5-41cc-b785-a64d6392ef22 port bd8f5260-2220-4869-93f2-f0c801e63046 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:51.579367 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.590539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-64515230-72d9-429e-80d7-5f9c95ff89b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2eb01f7e-254f-43aa-b268-c20ddb57eedd HTTP/1.1" status: 200 len: 217 time: 0.2351599 Feb 11 13:22:51.688001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb93af-4406-401b-8ece-12a4c4c032da service neutron] Pushing event updated for resources: {'Port': ['ID=2eb01f7e-254f-43aa-b268-c20ddb57eedd,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.716718 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.891678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-bcc7355e-7f20-4e6f-9827-36cd605a11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.893313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-bcc7355e-7f20-4e6f-9827-36cd605a11fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2220109 Feb 11 13:22:51.896090 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0164dd-dfc3-431b-bc60-5be1bd16199a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ece5c68-9f85-45ca-b4ca-39255a64ac2f", "tag": "2eb01f7e-254f-43aa-b268-c20ddb57eedd"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:51.949387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.031272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee951e-7dd6-498c-a812-579391140ac3 req-9a74bef3-e30c-4407-858e-e3a29591856f tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.033469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0ee951e-7dd6-498c-a812-579391140ac3 req-9a74bef3-e30c-4407-858e-e3a29591856f tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 969 time: 0.4325225 Feb 11 13:22:52.216098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1c41-3741-4343-a877-bbce71545449 req-87a43bec-15ac-4e0e-ba04-593794638d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.217555 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-87a43bec-15ac-4e0e-ba04-593794638d7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3108280 Feb 11 13:22:52.256500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0ee951e-7dd6-498c-a812-579391140ac3 req-efd8b6ad-3e4f-4f52-9349-3e0e4035d54d tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135258 Feb 11 13:22:52.258086 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Publish callbacks [] for port (bd8f5260-2220-4869-93f2-f0c801e63046), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.264520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53958) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:52.265110 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.324521 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca04722-9fa4-4cdc-8acd-f3b365a471f0 None None] Pushing event updated for resources: {'Port': ['ID=bd8f5260-2220-4869-93f2-f0c801e63046,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.354568 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Attempting to bind port bd8f5260-2220-4869-93f2-f0c801e63046 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:52.355132 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Attempting to bind port bd8f5260-2220-4869-93f2-f0c801e63046 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:52.355700 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Attempting to bind port bd8f5260-2220-4869-93f2-f0c801e63046 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:52.363192 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:52.363833 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:52.364594 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.365189 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:52.365833 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Bound port: bd8f5260-2220-4869-93f2-f0c801e63046, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:52.366823 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.384153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Allocated IP 172.20.0.1 (002f7a26-88a8-4931-82c3-d6bd3a8ecf98/97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2/333d5310-58c2-4a96-8db1-f28d4ca28a9e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:52.442536 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] For port bd8f5260-2220-4869-93f2-f0c801e63046, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:52.447228 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] For port bd8f5260-2220-4869-93f2-f0c801e63046, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bd8f5260-2220-4869-93f2-f0c801e63046,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:52.466547 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.574206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks [] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.619266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-eba34b71-d1a4-45ab-8f79-607942d6217e service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617656 Feb 11 13:22:52.655681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.684542 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Routers {'adffc8a0-64a5-41cc-b785-a64d6392ef22'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:52.685425 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['adffc8a0-64a5-41cc-b785-a64d6392ef22'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:52.717047 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93bc8f39-47bb-4ca8-82f5-586b6510b496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.744487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:52.758761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:52.766098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:52.767601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (adffc8a0-64a5-41cc-b785-a64d6392ef22), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.838028 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=333d5310-58c2-4a96-8db1-f28d4ca28a9e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.896259 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca04722-9fa4-4cdc-8acd-f3b365a471f0 None None] Pushing event updated for resources: {'Port': ['ID=bd8f5260-2220-4869-93f2-f0c801e63046,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.963595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93bc8f39-47bb-4ca8-82f5-586b6510b496 admin admin] Publish callbacks [] for security_group (19c90180-ea0e-4c28-adc0-0cd371c3d19d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.977095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.096541 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] Set router adffc8a0-64a5-41cc-b785-a64d6392ef22 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:53.168435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93bc8f39-47bb-4ca8-82f5-586b6510b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (19c90180-ea0e-4c28-adc0-0cd371c3d19d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.206362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:53.239913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9f6d9bfe-e3ce-489e-beff-6cc9947d41aa None None] Provisioning complete for port 333d5310-58c2-4a96-8db1-f28d4ca28a9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:53.240423 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9bfe-e3ce-489e-beff-6cc9947d41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.259551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d72aa985-ff9f-4195-961c-bf7e667119df req-6e8686de-ccc0-4114-bfc5-e707cfb76819 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8b90217802774ee18eb40ed601f150d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930398 Feb 11 13:22:53.346857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d9bfe-e3ce-489e-beff-6cc9947d41aa None None] Port 333d5310-58c2-4a96-8db1-f28d4ca28a9e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:53.414597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks [] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.425487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.426407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (adffc8a0-64a5-41cc-b785-a64d6392ef22), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.498005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aa985-ff9f-4195-961c-bf7e667119df req-4ba8ba73-afca-4b2b-9b37-458dc3e14fc5 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.507543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d72aa985-ff9f-4195-961c-bf7e667119df req-4ba8ba73-afca-4b2b-9b37-458dc3e14fc5 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471542 Feb 11 13:22:53.518999 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8db3ae-e300-426c-8604-536a69bfd629 x-openstack-request-id: req-cc8db3ae-e300-426c-8604-536a69bfd629 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:53.519602 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ece5c68-9f85-45ca-b4ca-39255a64ac2f", "tag": "2eb01f7e-254f-43aa-b268-c20ddb57eedd", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:53.520041 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc8db3ae-e300-426c-8604-536a69bfd629 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:53.520717 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'tag': '2eb01f7e-254f-43aa-b268-c20ddb57eedd', 'status': 'completed', 'code': 200} Feb 11 13:22:53.526062 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:22:48Z', 'revision_number': 3, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port': {'id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:47Z', 'updated_at': '2022-02-11T13:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:53.564709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d72aa985-ff9f-4195-961c-bf7e667119df req-094a11a0-0446-466e-8a3d-723de158cb86 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/quotas/8b90217802774ee18eb40ed601f150d0 HTTP/1.1" status: 200 len: 375 time: 0.0553479 Feb 11 13:22:53.604109 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a253f12-465c-48ed-ac99-8118a0956110 None None] The sync data for ids ['adffc8a0-64a5-41cc-b785-a64d6392ef22'] in n-d-828676-2 is: [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:22:48Z', 'revision_number': 3, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port': {'id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:47Z', 'updated_at': '2022-02-11T13:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:53.632237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d72aa985-ff9f-4195-961c-bf7e667119df req-effcdcd1-9fd9-43f1-9200-eb0a5bad13e3 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b90217802774ee18eb40ed601f150d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662286 Feb 11 13:22:53.656044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-93bc8f39-47bb-4ca8-82f5-586b6510b496 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63e430c0808c4c01a27daa0365049cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3894808 Feb 11 13:22:53.657007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53994) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:53.683615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e46b2e5-64ae-44c0-b12d-b6256cc99d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.717556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc8f39-47bb-4ca8-82f5-586b6510b496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c90180-ea0e-4c28-adc0-0cd371c3d19d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.730659 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fffc1c41-3741-4343-a877-bbce71545449 req-42ddf507-03f4-49b5-a876-467f98e5e376 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645175 Feb 11 13:22:53.782377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e46b2e5-64ae-44c0-b12d-b6256cc99d89 admin admin] Publish callbacks [] for security_group (de601984-1c65-491f-b4e9-4bd8d422b9a3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.814966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e46b2e5-64ae-44c0-b12d-b6256cc99d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de601984-1c65-491f-b4e9-4bd8d422b9a3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.843891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:53.854748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6e46b2e5-64ae-44c0-b12d-b6256cc99d89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1ba178d165345799cf00f68ddeb3016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443977 Feb 11 13:22:53.870895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54002) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:53.876827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46b2e5-64ae-44c0-b12d-b6256cc99d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de601984-1c65-491f-b4e9-4bd8d422b9a3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.879838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=333d5310-58c2-4a96-8db1-f28d4ca28a9e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.883823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:54.224198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-134704d0-0e76-4b43-bab9-e513897524f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.226149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-134704d0-0e76-4b43-bab9-e513897524f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a920c70fa3bf4cf1a4356b50cef29f9f&device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 1151 time: 0.3898182 Feb 11 13:22:54.226740 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5aec54eb-44f6-45ff-8390-1c7e83fdd6dd admin admin] Publish callbacks [] for security_group (de601984-1c65-491f-b4e9-4bd8d422b9a3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.251993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5aec54eb-44f6-45ff-8390-1c7e83fdd6dd admin admin] Publish callbacks [] for security_group (de601984-1c65-491f-b4e9-4bd8d422b9a3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.331579 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-454b75ec-3a29-4834-9ba7-418ce9b86f5f admin admin] Publish callbacks [] for security_group (19c90180-ea0e-4c28-adc0-0cd371c3d19d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.342829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Router adffc8a0-64a5-41cc-b785-a64d6392ef22 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:54.370508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-454b75ec-3a29-4834-9ba7-418ce9b86f5f admin admin] Publish callbacks [] for security_group (19c90180-ea0e-4c28-adc0-0cd371c3d19d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.444242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f1a6f-ba76-4301-9f95-dc230ca5fec9 req-dba92c05-0efc-4b42-b10c-5c05c852f36b tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.453159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa6f1a6f-ba76-4301-9f95-dc230ca5fec9 req-dba92c05-0efc-4b42-b10c-5c05c852f36b tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 969 time: 0.4074874 Feb 11 13:22:54.508420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d0212865-46c6-4467-8001-14dbd25a3f90 None None] Provisioning complete for port 333d5310-58c2-4a96-8db1-f28d4ca28a9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:54.508989 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0212865-46c6-4467-8001-14dbd25a3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.515200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5aec54eb-44f6-45ff-8390-1c7e83fdd6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de601984-1c65-491f-b4e9-4bd8d422b9a3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.520864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5aec54eb-44f6-45ff-8390-1c7e83fdd6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.522154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5aec54eb-44f6-45ff-8390-1c7e83fdd6dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de601984-1c65-491f-b4e9-4bd8d422b9a3 HTTP/1.1" status: 204 len: 168 time: 0.6517560 Feb 11 13:22:54.609849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0212865-46c6-4467-8001-14dbd25a3f90 None None] Port 333d5310-58c2-4a96-8db1-f28d4ca28a9e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:54.620433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec54eb-44f6-45ff-8390-1c7e83fdd6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de601984-1c65-491f-b4e9-4bd8d422b9a3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:54.632441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bd8f5260-2220-4869-93f2-f0c801e63046 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:54.692389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:54.704009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d0cc734-9b7d-428a-89e1-30035a22bbe1 admin admin] 10.222.0.79 "PUT /v2.0/routers/adffc8a0-64a5-41cc-b785-a64d6392ef22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5001805 Feb 11 13:22:54.727190 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa6f1a6f-ba76-4301-9f95-dc230ca5fec9 req-ef9b4246-fff9-4daf-8cd2-cace8b98103e tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710164 Feb 11 13:22:54.779914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port bd8f5260-2220-4869-93f2-f0c801e63046 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:54.780547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.922644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-454b75ec-3a29-4834-9ba7-418ce9b86f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (19c90180-ea0e-4c28-adc0-0cd371c3d19d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.936593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-454b75ec-3a29-4834-9ba7-418ce9b86f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.943703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-454b75ec-3a29-4834-9ba7-418ce9b86f5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/19c90180-ea0e-4c28-adc0-0cd371c3d19d HTTP/1.1" status: 204 len: 168 time: 1.2764158 Feb 11 13:22:54.966358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-8033228b-bbc9-47fb-b3e4-f7d81187d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.968781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-8033228b-bbc9-47fb-b3e4-f7d81187d724 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.6405010 Feb 11 13:22:54.969890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b75ec-3a29-4834-9ba7-418ce9b86f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c90180-ea0e-4c28-adc0-0cd371c3d19d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.064903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port bd8f5260-2220-4869-93f2-f0c801e63046 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:55.068048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.118631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port bd8f5260-2220-4869-93f2-f0c801e63046, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bd8f5260-2220-4869-93f2-f0c801e63046,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:55.126222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.135842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-a9f8c551-af50-484c-898e-85c768bb90d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=2eb01f7e-254f-43aa-b268-c20ddb57eedd HTTP/1.1" status: 200 len: 217 time: 0.1008546 Feb 11 13:22:55.257708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=bd8f5260-2220-4869-93f2-f0c801e63046,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.360615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54056) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.377261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf03b-df18-4465-8bde-2b13d53d4853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.674319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf03b-df18-4465-8bde-2b13d53d4853 admin admin] Publish callbacks [] for security_group (e243b39e-2a4f-46c3-ad34-52e028a649de), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.685654 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf03b-df18-4465-8bde-2b13d53d4853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e243b39e-2a4f-46c3-ad34-52e028a649de), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.721737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-e498ad9a-2472-4aed-84f5-e8bb1cc7d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.724972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-e498ad9a-2472-4aed-84f5-e8bb1cc7d64a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2141106 Feb 11 13:22:55.733221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cf03b-df18-4465-8bde-2b13d53d4853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e243b39e-2a4f-46c3-ad34-52e028a649de,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.762543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e9cf03b-df18-4465-8bde-2b13d53d4853 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8fa4544067d5460b90143f0524d20edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008005 Feb 11 13:22:55.765204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54064) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.887876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b78bbfc-eaa0-4eb5-9b1e-14cb111a3e0e admin admin] Publish callbacks [] for security_group (e243b39e-2a4f-46c3-ad34-52e028a649de), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.900486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-ff9d9c17-3eb4-4b02-b0a9-c51ed6026324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.902645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-ff9d9c17-3eb4-4b02-b0a9-c51ed6026324 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1270077 Feb 11 13:22:55.979342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b78bbfc-eaa0-4eb5-9b1e-14cb111a3e0e admin admin] Publish callbacks [] for security_group (e243b39e-2a4f-46c3-ad34-52e028a649de), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.041543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54072) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:56.071597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb46a07e-f5ef-46e3-93f3-b2662e6f6d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.251169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bfe19-1c73-42af-8554-856251775785 req-c38e42c2-f939-4b96-b99d-947a06e2c04e tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.264073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-306bfe19-1c73-42af-8554-856251775785 req-c38e42c2-f939-4b96-b99d-947a06e2c04e tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 969 time: 0.3457403 Feb 11 13:22:56.283895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-14ed0425-ef50-4529-9b7e-bdd54b349a05 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648198 Feb 11 13:22:56.295267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb46a07e-f5ef-46e3-93f3-b2662e6f6d2b admin admin] Publish callbacks [] for security_group (e0ea8463-7675-43e7-bb69-f3d41fa21fdc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.303651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b78bbfc-eaa0-4eb5-9b1e-14cb111a3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e243b39e-2a4f-46c3-ad34-52e028a649de), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.305614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb46a07e-f5ef-46e3-93f3-b2662e6f6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e0ea8463-7675-43e7-bb69-f3d41fa21fdc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.307386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b78bbfc-eaa0-4eb5-9b1e-14cb111a3e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.311191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b78bbfc-eaa0-4eb5-9b1e-14cb111a3e0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e243b39e-2a4f-46c3-ad34-52e028a649de HTTP/1.1" status: 204 len: 168 time: 0.5420556 Feb 11 13:22:56.344359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78bbfc-eaa0-4eb5-9b1e-14cb111a3e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e243b39e-2a4f-46c3-ad34-52e028a649de,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.524581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46a07e-f5ef-46e3-93f3-b2662e6f6d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea8463-7675-43e7-bb69-f3d41fa21fdc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.629378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-306bfe19-1c73-42af-8554-856251775785 req-90e37e67-ebb5-43dd-821c-c3766273d79a tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628063 Feb 11 13:22:56.695179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bd8f5260-2220-4869-93f2-f0c801e63046 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:56.708810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a0164dd-dfc3-431b-bc60-5be1bd16199a req-7af77a43-fdf1-4894-b0b6-efaf786861d7 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908002 Feb 11 13:22:56.762783 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fb46a07e-f5ef-46e3-93f3-b2662e6f6d2b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=843661969e1a48c0884579388c52a9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7174063 Feb 11 13:22:56.763808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54106) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:56.881285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Sync routers for ids ['adffc8a0-64a5-41cc-b785-a64d6392ef22'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:56.907914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Routers {'adffc8a0-64a5-41cc-b785-a64d6392ef22'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:56.908715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['adffc8a0-64a5-41cc-b785-a64d6392ef22'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:56.935562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ce2cf9-500c-4a87-8ce9-1ea03079218c req-d3875175-02b7-4317-98b3-d03e87cdaa52 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8b90217802774ee18eb40ed601f150d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1604912 Feb 11 13:22:56.944941 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30132bcf-5567-4b2b-b1eb-c0e6865544a5 admin admin] Publish callbacks [] for security_group (e0ea8463-7675-43e7-bb69-f3d41fa21fdc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.027594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30132bcf-5567-4b2b-b1eb-c0e6865544a5 admin admin] Publish callbacks [] for security_group (e0ea8463-7675-43e7-bb69-f3d41fa21fdc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.033202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45a3487e-9ba6-45cd-a34d-ed57a5f4b6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.037168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port bd8f5260-2220-4869-93f2-f0c801e63046 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:57.046704 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.197187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30132bcf-5567-4b2b-b1eb-c0e6865544a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e0ea8463-7675-43e7-bb69-f3d41fa21fdc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.200056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30132bcf-5567-4b2b-b1eb-c0e6865544a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.201228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-30132bcf-5567-4b2b-b1eb-c0e6865544a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0ea8463-7675-43e7-bb69-f3d41fa21fdc HTTP/1.1" status: 204 len: 168 time: 0.4357514 Feb 11 13:22:57.239509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30132bcf-5567-4b2b-b1eb-c0e6865544a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea8463-7675-43e7-bb69-f3d41fa21fdc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.250299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Set router adffc8a0-64a5-41cc-b785-a64d6392ef22 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:57.263626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce2cf9-500c-4a87-8ce9-1ea03079218c req-6b006fe4-6322-46da-b36c-5495df0a3696 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.273661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ce2cf9-500c-4a87-8ce9-1ea03079218c req-6b006fe4-6322-46da-b36c-5495df0a3696 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330367 Feb 11 13:22:57.285560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54120) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.290616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d3bcf7fe-22b2-4354-92cb-1bedf79e8010 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524669075', 'description': 'tempest-description--113923257'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:57.302542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ce2cf9-500c-4a87-8ce9-1ea03079218c req-34a48f44-28dc-4753-8904-01625043eafd tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/quotas/8b90217802774ee18eb40ed601f150d0 HTTP/1.1" status: 200 len: 375 time: 0.0269394 Feb 11 13:22:57.350830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3bcf7fe-22b2-4354-92cb-1bedf79e8010 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.415762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ce2cf9-500c-4a87-8ce9-1ea03079218c req-037180c4-b6cd-4216-97e4-f073c5a66223 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b90217802774ee18eb40ed601f150d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114480 Feb 11 13:22:57.470630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port bd8f5260-2220-4869-93f2-f0c801e63046 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:57.521907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3bcf7fe-22b2-4354-92cb-1bedf79e8010 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group (ca4aafbd-513f-466e-a980-0cc93e44e10b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.531466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.532417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3bcf7fe-22b2-4354-92cb-1bedf79e8010 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ca4aafbd-513f-466e-a980-0cc93e44e10b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.610092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3bcf7fe-22b2-4354-92cb-1bedf79e8010 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.614864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d3bcf7fe-22b2-4354-92cb-1bedf79e8010 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3279386 Feb 11 13:22:57.619309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54132) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.629219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.630596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-123c8960-0c5f-4a1f-9ce9-f406cace1df1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'security_group_rule': {'security_group_id': 'ca4aafbd-513f-466e-a980-0cc93e44e10b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:57.641145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcf7fe-22b2-4354-92cb-1bedf79e8010 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4aafbd-513f-466e-a980-0cc93e44e10b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.714839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-123c8960-0c5f-4a1f-9ce9-f406cace1df1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group_rule (01fd5495-43fb-4b9c-94c1-c8aaf5cc3a21), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.739534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:22:52Z', 'revision_number': 4, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port': {'id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:47Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '333d5310-58c2-4a96-8db1-f28d4ca28a9e', 'name': '', 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'mac_address': 'fa:16:3e:21:77:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:51Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 2, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'subnets': [{'id': '97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.782057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Checking router: adffc8a0-64a5-41cc-b785-a64d6392ef22 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:57.783078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Updating router adffc8a0-64a5-41cc-b785-a64d6392ef22 port 333d5310-58c2-4a96-8db1-f28d4ca28a9e binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:57.806177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-123c8960-0c5f-4a1f-9ce9-f406cace1df1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group_rule (01fd5495-43fb-4b9c-94c1-c8aaf5cc3a21), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.811531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-123c8960-0c5f-4a1f-9ce9-f406cace1df1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (01fd5495-43fb-4b9c-94c1-c8aaf5cc3a21), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.842431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c8960-0c5f-4a1f-9ce9-f406cace1df1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fd5495-43fb-4b9c-94c1-c8aaf5cc3a21,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.850699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.860239 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-123c8960-0c5f-4a1f-9ce9-f406cace1df1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.860239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-123c8960-0c5f-4a1f-9ce9-f406cace1df1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324343 Feb 11 13:22:57.867212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.874358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0d3904e5-a953-4203-bbf6-48ba56f5d0e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'security_group_rule': {'security_group_id': 'ca4aafbd-513f-466e-a980-0cc93e44e10b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:57.890759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac50bfc-670e-471a-b241-5897fcf903ec req-e838d0b3-a00f-48fb-b826-12781cd7a31f tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.892487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ac50bfc-670e-471a-b241-5897fcf903ec req-e838d0b3-a00f-48fb-b826-12781cd7a31f tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 969 time: 0.1327245 Feb 11 13:22:57.947574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d3904e5-a953-4203-bbf6-48ba56f5d0e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group_rule (52cc8af4-78c1-48f9-9fdf-750e1597426a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.034720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ac50bfc-670e-471a-b241-5897fcf903ec req-a98d1965-5576-415d-93b8-92813a083935 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328535 Feb 11 13:22:58.064105 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cddfcfe-9b58-4368-ad3f-08d276c4d99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.113815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d3904e5-a953-4203-bbf6-48ba56f5d0e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group_rule (52cc8af4-78c1-48f9-9fdf-750e1597426a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.119768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d3904e5-a953-4203-bbf6-48ba56f5d0e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (52cc8af4-78c1-48f9-9fdf-750e1597426a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.169451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9f7e-83dd-4101-95ed-13cd1d3ad51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.181762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3904e5-a953-4203-bbf6-48ba56f5d0e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cc8af4-78c1-48f9-9fdf-750e1597426a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.270441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d3904e5-a953-4203-bbf6-48ba56f5d0e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.273517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d3904e5-a953-4203-bbf6-48ba56f5d0e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4029624 Feb 11 13:22:58.277407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54154) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.282265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:58.283521 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Publish callbacks [] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.292887 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.338105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.421919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cd6b7-0765-4350-b6dd-e466665325a5 None None] Pushing event updated for resources: {'Port': ['ID=333d5310-58c2-4a96-8db1-f28d4ca28a9e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.438154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Attempting to bind port 333d5310-58c2-4a96-8db1-f28d4ca28a9e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:58.438614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Attempting to bind port 333d5310-58c2-4a96-8db1-f28d4ca28a9e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:58.439739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Attempting to bind port 333d5310-58c2-4a96-8db1-f28d4ca28a9e on network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:58.448335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:58.448601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cddfcfe-9b58-4368-ad3f-08d276c4d99c admin admin] Publish callbacks [] for security_group (70155cf3-14b8-436a-b03f-f4a75beb9fe1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.448865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Checking segment: {'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:58.449485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.449940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Bound using segment: {'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:58.450526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Bound port: 333d5310-58c2-4a96-8db1-f28d4ca28a9e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43f9d71-de0d-46df-8822-9366256594aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:58.451216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.472575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cddfcfe-9b58-4368-ad3f-08d276c4d99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (70155cf3-14b8-436a-b03f-f4a75beb9fe1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.503491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.546535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9f7e-83dd-4101-95ed-13cd1d3ad51e admin admin] Publish callbacks [] for security_group (cd756669-7b53-4f47-bd5b-040e255b83ed), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.551265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] For port 333d5310-58c2-4a96-8db1-f28d4ca28a9e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:58.557726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9f7e-83dd-4101-95ed-13cd1d3ad51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd756669-7b53-4f47-bd5b-040e255b83ed), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.558072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] For port 333d5310-58c2-4a96-8db1-f28d4ca28a9e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=333d5310-58c2-4a96-8db1-f28d4ca28a9e,segment=NetworkSegment(c43f9d71-de0d-46df-8822-9366256594aa),segment_id=c43f9d71-de0d-46df-8822-9366256594aa)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:58.562659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddfcfe-9b58-4368-ad3f-08d276c4d99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70155cf3-14b8-436a-b03f-f4a75beb9fe1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.568590 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.604297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6cddfcfe-9b58-4368-ad3f-08d276c4d99c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f86cb4f2d61444db6bd4bcf45976fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0717566 Feb 11 13:22:58.605176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.620282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Routers {'adffc8a0-64a5-41cc-b785-a64d6392ef22'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:58.620918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['adffc8a0-64a5-41cc-b785-a64d6392ef22'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:58.661367 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d8cf9f7e-83dd-4101-95ed-13cd1d3ad51e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d8d2d5d37684740aa7840095214e1df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0304797 Feb 11 13:22:58.663650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.701534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf9f7e-83dd-4101-95ed-13cd1d3ad51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd756669-7b53-4f47-bd5b-040e255b83ed,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.757479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79b4973-3e56-4aba-98e1-2c522a2b55cf admin admin] Publish callbacks [] for security_group (70155cf3-14b8-436a-b03f-f4a75beb9fe1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.780728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] Set router adffc8a0-64a5-41cc-b785-a64d6392ef22 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:58.814877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79b4973-3e56-4aba-98e1-2c522a2b55cf admin admin] Publish callbacks [] for security_group (70155cf3-14b8-436a-b03f-f4a75beb9fe1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.905780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Allocated IP 172.25.3.166 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9e57ff80-a665-47a4-afcc-4038468c56f8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:58.918051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b97a77c0-d1da-4caa-95a0-2f0a34106085 admin admin] Publish callbacks [] for security_group (cd756669-7b53-4f47-bd5b-040e255b83ed), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.925561 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79b4973-3e56-4aba-98e1-2c522a2b55cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (70155cf3-14b8-436a-b03f-f4a75beb9fe1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.928836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79b4973-3e56-4aba-98e1-2c522a2b55cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.933339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c79b4973-3e56-4aba-98e1-2c522a2b55cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70155cf3-14b8-436a-b03f-f4a75beb9fe1 HTTP/1.1" status: 204 len: 168 time: 0.3226194 Feb 11 13:22:58.947548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b4973-3e56-4aba-98e1-2c522a2b55cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70155cf3-14b8-436a-b03f-f4a75beb9fe1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.981721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-70803738-dd15-434f-96f1-18f0748f1032 None None] Provisioning complete for port 333d5310-58c2-4a96-8db1-f28d4ca28a9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:58.982015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70803738-dd15-434f-96f1-18f0748f1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.003349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b97a77c0-d1da-4caa-95a0-2f0a34106085 admin admin] Publish callbacks [] for security_group (cd756669-7b53-4f47-bd5b-040e255b83ed), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.076935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cd6b7-0765-4350-b6dd-e466665325a5 None None] Pushing event updated for resources: {'Port': ['ID=333d5310-58c2-4a96-8db1-f28d4ca28a9e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.146796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.162929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b97a77c0-d1da-4caa-95a0-2f0a34106085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd756669-7b53-4f47-bd5b-040e255b83ed), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.167039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b97a77c0-d1da-4caa-95a0-2f0a34106085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.172168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b97a77c0-d1da-4caa-95a0-2f0a34106085 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd756669-7b53-4f47-bd5b-040e255b83ed HTTP/1.1" status: 204 len: 168 time: 0.5023992 Feb 11 13:22:59.183954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-70803738-dd15-434f-96f1-18f0748f1032 None None] Current status of the port 333d5310-58c2-4a96-8db1-f28d4ca28a9e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:59.184348 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70803738-dd15-434f-96f1-18f0748f1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.188452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a77c0-d1da-4caa-95a0-2f0a34106085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd756669-7b53-4f47-bd5b-040e255b83ed,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.245644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-70803738-dd15-434f-96f1-18f0748f1032 None None] For port 333d5310-58c2-4a96-8db1-f28d4ca28a9e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=333d5310-58c2-4a96-8db1-f28d4ca28a9e,segment=NetworkSegment(c43f9d71-de0d-46df-8822-9366256594aa),segment_id=c43f9d71-de0d-46df-8822-9366256594aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.248674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:22:52Z', 'revision_number': 4, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port': {'id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:47Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '333d5310-58c2-4a96-8db1-f28d4ca28a9e', 'name': '', 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'mac_address': 'fa:16:3e:21:77:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:51Z', 'updated_at': '2022-02-11T13:22:58Z', 'revision_number': 4, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'subnets': [{'id': '97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:59.252340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70803738-dd15-434f-96f1-18f0748f1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.282404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.289578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed40f04-1637-4bab-b888-20b84467a8ae None None] The sync data for ids ['adffc8a0-64a5-41cc-b785-a64d6392ef22'] in n-d-828676-2 is: [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:22:52Z', 'revision_number': 4, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port': {'id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:47Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '333d5310-58c2-4a96-8db1-f28d4ca28a9e', 'name': '', 'network_id': '002f7a26-88a8-4931-82c3-d6bd3a8ecf98', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'mac_address': 'fa:16:3e:21:77:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:51Z', 'updated_at': '2022-02-11T13:22:58Z', 'revision_number': 4, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'subnets': [{'id': '97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:59.385798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event updated for resources: {'Port': ['ID=9e57ff80-a665-47a4-afcc-4038468c56f8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.432420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bef22f-8ccc-426f-9df3-6bc82fc18504 req-009df1b6-0cb0-487c-9e56-3f7307c72d01 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.434809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b4bef22f-8ccc-426f-9df3-6bc82fc18504 req-009df1b6-0cb0-487c-9e56-3f7307c72d01 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 969 time: 0.2585797 Feb 11 13:22:59.437093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:59.438814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:59.445556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df1ed5cf-1686-4d84-a5a8-98db2d206abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.446572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:59.453897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803738-dd15-434f-96f1-18f0748f1032 None None] Pushing event updated for resources: {'Port': ['ID=333d5310-58c2-4a96-8db1-f28d4ca28a9e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.469182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ccf7b75a-255c-4529-8de7-aea0bf051767 None None] Provisioning complete for port 333d5310-58c2-4a96-8db1-f28d4ca28a9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:59.471402 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b75a-255c-4529-8de7-aea0bf051767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.510190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:59.529540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b311-6c24-49cd-af0b-e937c7a05e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.534179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b4bef22f-8ccc-426f-9df3-6bc82fc18504 req-c7b29130-f8e5-430f-b786-041818b1c932 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885017 Feb 11 13:22:59.654867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7b75a-255c-4529-8de7-aea0bf051767 None None] Current status of the port 333d5310-58c2-4a96-8db1-f28d4ca28a9e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:59.696636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b311-6c24-49cd-af0b-e937c7a05e44 admin admin] Publish callbacks [] for security_group (1d31c39b-8be2-4bda-9f4f-2f660cfb58ef), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.702730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.706807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b311-6c24-49cd-af0b-e937c7a05e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1d31c39b-8be2-4bda-9f4f-2f660cfb58ef), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.764013 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4cb5b311-6c24-49cd-af0b-e937c7a05e44 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b146c3d944d40c391b15938f52f4d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527103 Feb 11 13:22:59.767751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54208) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:59.769458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.794960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5b311-6c24-49cd-af0b-e937c7a05e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d31c39b-8be2-4bda-9f4f-2f660cfb58ef,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.867270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d6aac4-8593-4866-8bc7-ba02e34e65dc admin admin] Publish callbacks [] for security_group (1d31c39b-8be2-4bda-9f4f-2f660cfb58ef), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.915696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d6aac4-8593-4866-8bc7-ba02e34e65dc admin admin] Publish callbacks [] for security_group (1d31c39b-8be2-4bda-9f4f-2f660cfb58ef), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.960751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54212) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:59.986209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91bdc7ba-5951-4024-af0d-8db976ae7656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.993212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.996039 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d6aac4-8593-4866-8bc7-ba02e34e65dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1d31c39b-8be2-4bda-9f4f-2f660cfb58ef), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.002176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d6aac4-8593-4866-8bc7-ba02e34e65dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.004052 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.007067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-70d6aac4-8593-4866-8bc7-ba02e34e65dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d31c39b-8be2-4bda-9f4f-2f660cfb58ef HTTP/1.1" status: 204 len: 168 time: 0.2382333 Feb 11 13:23:00.019058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6aac4-8593-4866-8bc7-ba02e34e65dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d31c39b-8be2-4bda-9f4f-2f660cfb58ef,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.057136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.089031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event updated for resources: {'Port': ['ID=9e57ff80-a665-47a4-afcc-4038468c56f8,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.098013 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.102608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d760a33b-2a5b-4137-8afa-a58c241ee9c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8238719 Feb 11 13:23:00.156477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91bdc7ba-5951-4024-af0d-8db976ae7656 admin admin] Publish callbacks [] for security_group (93bee5cf-674e-46f7-8e45-c9cb20e22245), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.163147 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91bdc7ba-5951-4024-af0d-8db976ae7656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (93bee5cf-674e-46f7-8e45-c9cb20e22245), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.207959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.208185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-91bdc7ba-5951-4024-af0d-8db976ae7656 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b5c5485b83648db8394dcb5fd799a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457218 Feb 11 13:23:00.213430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdc7ba-5951-4024-af0d-8db976ae7656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bee5cf-674e-46f7-8e45-c9cb20e22245,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.284823 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b7e5df-ddb7-43f4-8ae8-e74a14f6c7f6 admin admin] Publish callbacks [] for security_group (93bee5cf-674e-46f7-8e45-c9cb20e22245), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.312207 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b7e5df-ddb7-43f4-8ae8-e74a14f6c7f6 admin admin] Publish callbacks [] for security_group (93bee5cf-674e-46f7-8e45-c9cb20e22245), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.392331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b7e5df-ddb7-43f4-8ae8-e74a14f6c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (93bee5cf-674e-46f7-8e45-c9cb20e22245), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.395441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84b7e5df-ddb7-43f4-8ae8-e74a14f6c7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.396768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-84b7e5df-ddb7-43f4-8ae8-e74a14f6c7f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93bee5cf-674e-46f7-8e45-c9cb20e22245 HTTP/1.1" status: 204 len: 168 time: 0.1871665 Feb 11 13:23:00.410281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7e5df-ddb7-43f4-8ae8-e74a14f6c7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bee5cf-674e-46f7-8e45-c9cb20e22245,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.529816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 333d5310-58c2-4a96-8db1-f28d4ca28a9e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:00.607144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 333d5310-58c2-4a96-8db1-f28d4ca28a9e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:00.607521 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.690807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-4137ed1a-520d-483f-8f33-fd49b37ed8c0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1524669075&fields=id&tenant_id=a84ea008888a41288b4e7f0f8033e15e HTTP/1.1" status: 200 len: 267 time: 0.1261890 Feb 11 13:23:00.772725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cffc25-69ce-4d5a-8777-3ec09531eb5b req-35954e3b-50c6-4805-a208-eeb9c9ab7c16 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.776329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64cffc25-69ce-4d5a-8777-3ec09531eb5b req-35954e3b-50c6-4805-a208-eeb9c9ab7c16 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 969 time: 0.1073322 Feb 11 13:23:00.851787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.880159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64cffc25-69ce-4d5a-8777-3ec09531eb5b req-63d9e203-6f5d-4ec5-885e-62abde178878 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984075 Feb 11 13:23:00.945833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 333d5310-58c2-4a96-8db1-f28d4ca28a9e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:00.993842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-4f5d05a0-90d3-4d36-aee9-5433756acde1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.995455 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-4f5d05a0-90d3-4d36-aee9-5433756acde1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 823 time: 0.3006670 Feb 11 13:23:01.018685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f9d5013-2003-46b6-9d27-0a5d2f34aa0f req-3e867481-7ac9-4e4b-ab59-f65f82e5237e tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8b90217802774ee18eb40ed601f150d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396528 Feb 11 13:23:01.024265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-c72388fa-1ff7-4c2e-aadb-8358ef746aed tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/quotas/a84ea008888a41288b4e7f0f8033e15e HTTP/1.1" status: 200 len: 375 time: 0.0219040 Feb 11 13:23:01.116249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-18d758de-df27-4f55-9e26-20e0f42ae493 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886593 Feb 11 13:23:01.160013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d5013-2003-46b6-9d27-0a5d2f34aa0f req-5316e28a-9289-4037-90bf-cf0710314530 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.161584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f9d5013-2003-46b6-9d27-0a5d2f34aa0f req-5316e28a-9289-4037-90bf-cf0710314530 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363254 Feb 11 13:23:01.176570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f9d5013-2003-46b6-9d27-0a5d2f34aa0f req-c705169b-388d-4d30-a9ea-a19a6725de8a tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/quotas/8b90217802774ee18eb40ed601f150d0 HTTP/1.1" status: 200 len: 375 time: 0.0095403 Feb 11 13:23:01.217095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f9d5013-2003-46b6-9d27-0a5d2f34aa0f req-08244536-1b32-4e0e-bacf-fef336b84868 tempest-QuotasAdminNegativeTest-337653521 tempest-QuotasAdminNegativeTest-337653521-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b90217802774ee18eb40ed601f150d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335045 Feb 11 13:23:01.569817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-6fc92eb0-d7ca-4ae0-bd62-142e32290435 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:23:01.570866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-6fc92eb0-d7ca-4ae0-bd62-142e32290435 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1635845 Feb 11 13:23:01.671703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-82d7da06-9d35-42a5-9419-fa855f4ab1b1 service neutron] 10.222.0.79 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941906 Feb 11 13:23:01.774731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-c803e5ff-71be-41e1-aed3-a9069597c08a service neutron] 10.222.0.79 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962703 Feb 11 13:23:02.076090 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d0ed5d0-a86c-4f7a-a9b6-7e3cf1b7849e req-36530eed-63a2-403f-942f-0e89eb0ba96a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 210 time: 0.0467062 Feb 11 13:23:02.205772 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.232957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197e4d3-47d1-41b3-b063-8f837af74b45 req-e9f4c83a-f0ab-4da0-a556-3513fd66c984 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:02.241926 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7197e4d3-47d1-41b3-b063-8f837af74b45 req-e9f4c83a-f0ab-4da0-a556-3513fd66c984 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 969 time: 0.0990198 Feb 11 13:23:02.337353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7197e4d3-47d1-41b3-b063-8f837af74b45 req-2d2551e0-7ff6-47da-a416-f76298964bbc tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944433 Feb 11 13:23:02.602940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2eb01f7e-254f-43aa-b268-c20ddb57eedd details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:02.786539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2eb01f7e-254f-43aa-b268-c20ddb57eedd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2eb01f7e-254f-43aa-b268-c20ddb57eedd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:02.842569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '2eb01f7e-254f-43aa-b268-c20ddb57eedd', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '2eb01f7e-254f-43aa-b268-c20ddb57eedd', 'mac_address': 'fa:16:3e:ab:b6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:tempest-test_az-952164287', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:02.977746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2eb01f7e-254f-43aa-b268-c20ddb57eedd is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:02.979511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.019480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb01f7e-254f-43aa-b268-c20ddb57eedd {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:03.020208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54404) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:03.074995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2eb01f7e-254f-43aa-b268-c20ddb57eedd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2eb01f7e-254f-43aa-b268-c20ddb57eedd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:03.081669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.169145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2eb01f7e-254f-43aa-b268-c20ddb57eedd,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:03.191253 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b11e3d79-67c3-4989-a9cb-5f4c9bc6241a req-c77466d0-fd31-4922-9eb7-5d6c488310b7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 210 time: 0.0506003 Feb 11 13:23:03.233902 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-8e798953-957b-45a3-ad2b-64df91a1ee9b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216396 Feb 11 13:23:03.330291 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad256-e3f4-44cc-9928-e628b37e79b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.383334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-eb0c8eba-ea90-4eda-ad54-63dda3328c3d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.385324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-eb0c8eba-ea90-4eda-ad54-63dda3328c3d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391902 Feb 11 13:23:03.419597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['2eb01f7e-254f-43aa-b268-c20ddb57eedd'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.425750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad256-e3f4-44cc-9928-e628b37e79b3 admin admin] Publish callbacks [] for security_group (e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.431395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad256-e3f4-44cc-9928-e628b37e79b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.442811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-f3aa2df5-2c40-490f-b85b-e2c3b2bef363 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/quotas/897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 375 time: 0.0491366 Feb 11 13:23:03.490599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-47837bd2-639b-4b88-8ae6-01a07dd0c684 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467062 Feb 11 13:23:03.519181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bd8ad256-e3f4-44cc-9928-e628b37e79b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b90217802774ee18eb40ed601f150d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4969423 Feb 11 13:23:03.519906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ad256-e3f4-44cc-9928-e628b37e79b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:03.521979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54436) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:03.558771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea4a9d-72c7-461c-bfd1-065535b63377 req-33fbbd09-dcfc-4eea-ad93-57db4567ecc5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.566844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8fea4a9d-72c7-461c-bfd1-065535b63377 req-33fbbd09-dcfc-4eea-ad93-57db4567ecc5 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 970 time: 0.1289582 Feb 11 13:23:03.634001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216ea632-c781-4b40-812b-84d53479d000 admin admin] Publish callbacks [] for security_group (e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.647266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8fea4a9d-72c7-461c-bfd1-065535b63377 req-4873be81-5779-4e63-83b6-26d1df279fbd tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792582 Feb 11 13:23:03.684286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216ea632-c781-4b40-812b-84d53479d000 admin admin] Publish callbacks [] for security_group (e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.698315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.30', 51859) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:03.712451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.715903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54440) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:03.784688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216ea632-c781-4b40-812b-84d53479d000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.789642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216ea632-c781-4b40-812b-84d53479d000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.793472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-216ea632-c781-4b40-812b-84d53479d000 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3 HTTP/1.1" status: 204 len: 168 time: 0.2698393 Feb 11 13:23:03.805773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea632-c781-4b40-812b-84d53479d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5c7c5-b254-428a-8353-5a1b3ffbfcb3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:03.950828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb4fab22-2cb3-4431-bcd6-b5cce383d287 req-076501ba-0145-44eb-b081-a7011ecf7b47 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 210 time: 0.0818920 Feb 11 13:23:03.995581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-e57d7dad-3014-4535-90f6-9871e99ed2bb tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.000300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-e57d7dad-3014-4535-90f6-9871e99ed2bb tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.30 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 823 time: 0.2977171 Feb 11 13:23:04.168978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0897-b8de-4b36-996d-4e0edcdd30d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.281857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-3f33b8aa-f155-4e9d-9107-6dd37613bfd4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84ea008888a41288b4e7f0f8033e15e HTTP/1.1" status: 200 len: 380 time: 0.1889787 Feb 11 13:23:04.388780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f9f23122-57bb-49fe-a9d9-3e5a58d99644 req-7432426a-26cd-452e-a8bf-38e7c3c32714 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 210 time: 0.0968447 Feb 11 13:23:04.410148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0897-b8de-4b36-996d-4e0edcdd30d2 admin admin] Publish callbacks [] for security_group (da1c09de-9820-47c9-aba5-14577b06298f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.415781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0897-b8de-4b36-996d-4e0edcdd30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (da1c09de-9820-47c9-aba5-14577b06298f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.458546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a0897-b8de-4b36-996d-4e0edcdd30d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1c09de-9820-47c9-aba5-14577b06298f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.606826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2eb01f7e-254f-43aa-b268-c20ddb57eedd up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:04.674525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d2a0897-b8de-4b36-996d-4e0edcdd30d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9417587c4f942a2a31a0df1c32b6c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9554322 Feb 11 13:23:04.674804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:04.697046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:04.706329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 2eb01f7e-254f-43aa-b268-c20ddb57eedd completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:04.711442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 2eb01f7e-254f-43aa-b268-c20ddb57eedd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:04.712307 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.842617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99587e8d-025d-409a-888f-879728e98461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.848685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2eb01f7e-254f-43aa-b268-c20ddb57eedd is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:04.850595 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.910109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2eb01f7e-254f-43aa-b268-c20ddb57eedd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2eb01f7e-254f-43aa-b268-c20ddb57eedd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.916175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb01f7e-254f-43aa-b268-c20ddb57eedd'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:04.990948 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99587e8d-025d-409a-888f-879728e98461 admin admin] Publish callbacks [] for security_group (ba3a97e4-ce2b-4a86-a610-f85707df3d62), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.002437 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99587e8d-025d-409a-888f-879728e98461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ba3a97e4-ce2b-4a86-a610-f85707df3d62), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.014864 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.021340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f1b54-039d-4d7b-8c3d-b500f3795695 req-e22d44f8-d3d9-4098-9c95-371e57e83146 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.022893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-859f1b54-039d-4d7b-8c3d-b500f3795695 req-e22d44f8-d3d9-4098-9c95-371e57e83146 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 970 time: 0.2461746 Feb 11 13:23:05.026843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21858ef8-f477-417c-8dc2-b9eb5ae372a7 admin admin] Publish callbacks [] for security_group (da1c09de-9820-47c9-aba5-14577b06298f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.074763 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff4b25-c79b-4499-8692-ebd1bcac36c6" -d '{"events": [{"server_uuid": "3ece5c68-9f85-45ca-b4ca-39255a64ac2f", "name": "network-vif-plugged", "status": "completed", "tag": "2eb01f7e-254f-43aa-b268-c20ddb57eedd"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:05.108854 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-99587e8d-025d-409a-888f-879728e98461 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61c423e52f1348fdafaaad183764a888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119430 Feb 11 13:23:05.110284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587e8d-025d-409a-888f-879728e98461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3a97e4-ce2b-4a86-a610-f85707df3d62,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.111919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2eb01f7e-254f-43aa-b268-c20ddb57eedd,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.112663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54498) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:05.116545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21858ef8-f477-417c-8dc2-b9eb5ae372a7 admin admin] Publish callbacks [] for security_group (da1c09de-9820-47c9-aba5-14577b06298f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.186518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ea40f0f-1cc9-40ea-91e5-16e1b20305a2 admin admin] Publish callbacks [] for security_group (ba3a97e4-ce2b-4a86-a610-f85707df3d62), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.228046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ea40f0f-1cc9-40ea-91e5-16e1b20305a2 admin admin] Publish callbacks [] for security_group (ba3a97e4-ce2b-4a86-a610-f85707df3d62), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.305732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-859f1b54-039d-4d7b-8c3d-b500f3795695 req-4f4ee73b-32fb-4cd0-9df2-2afed8675c05 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652740 Feb 11 13:23:05.316778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-9fa77385-14bc-4d74-ad1c-2cf4af8a0844 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495214 Feb 11 13:23:05.351243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21858ef8-f477-417c-8dc2-b9eb5ae372a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (da1c09de-9820-47c9-aba5-14577b06298f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.354289 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21858ef8-f477-417c-8dc2-b9eb5ae372a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.358391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-21858ef8-f477-417c-8dc2-b9eb5ae372a7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da1c09de-9820-47c9-aba5-14577b06298f HTTP/1.1" status: 204 len: 168 time: 0.6825452 Feb 11 13:23:05.376231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21858ef8-f477-417c-8dc2-b9eb5ae372a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1c09de-9820-47c9-aba5-14577b06298f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.434152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ea40f0f-1cc9-40ea-91e5-16e1b20305a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ba3a97e4-ce2b-4a86-a610-f85707df3d62), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.436017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ea40f0f-1cc9-40ea-91e5-16e1b20305a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.438195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ea40f0f-1cc9-40ea-91e5-16e1b20305a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba3a97e4-ce2b-4a86-a610-f85707df3d62 HTTP/1.1" status: 204 len: 168 time: 0.3212330 Feb 11 13:23:05.457842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5dccfc2c-5d00-4786-a932-b57d3861f3cc req-7fba1589-de1b-436d-bb3f-dbf3641252a3 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 210 time: 0.0626309 Feb 11 13:23:05.511046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea40f0f-1cc9-40ea-91e5-16e1b20305a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3a97e4-ce2b-4a86-a610-f85707df3d62,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.566176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-9285cde4-514e-4fa6-a275-ad159c11a316 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.568194 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-9285cde4-514e-4fa6-a275-ad159c11a316 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346301 Feb 11 13:23:05.584011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Request body: {'port': {'device_id': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '897e6e80e7474025ac8599f05e90c6cd'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:05.741323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Made reservation on behalf of 897e6e80e7474025ac8599f05e90c6cd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:05.745561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.770346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.794974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee6ac565-fc6a-4cb8-ba49-009e955a628e req-17763856-0ec3-48a2-a493-9fdb087cdbb9 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 210 time: 0.0446703 Feb 11 13:23:05.930712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks [] for security_group (7b3de12c-e1d3-463d-8892-52947a43134a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.937907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7b3de12c-e1d3-463d-8892-52947a43134a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.999471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.005861 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed28903-eabd-411c-9a01-793d61bd1eb4 x-openstack-request-id: req-7ed28903-eabd-411c-9a01-793d61bd1eb4 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:06.006950 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ece5c68-9f85-45ca-b4ca-39255a64ac2f", "name": "network-vif-plugged", "status": "completed", "tag": "2eb01f7e-254f-43aa-b268-c20ddb57eedd", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:06.007649 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ed28903-eabd-411c-9a01-793d61bd1eb4 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:06.008383 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb01f7e-254f-43aa-b268-c20ddb57eedd', 'code': 200} Feb 11 13:23:06.019330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e3ecd72-df1e-4c59-aaaf-18837f58af6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.107329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.83', 61884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.187230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Allocated IP 192.168.233.41 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/94eee912-8746-4c9b-a08e-248983db3b22) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:06.260148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f06b53-b702-4212-a27f-eba69c507360 req-b93f5a5c-39ab-4058-ba5f-fab68361ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.262496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16f06b53-b702-4212-a27f-eba69c507360 req-b93f5a5c-39ab-4058-ba5f-fab68361ed6a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 1153 time: 0.1431236 Feb 11 13:23:06.292208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-16f06b53-b702-4212-a27f-eba69c507360 req-253b208a-6ac8-464d-a858-3e0776d3a2eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.295426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e3ecd72-df1e-4c59-aaaf-18837f58af6d admin admin] Publish callbacks [] for security_group (836a1499-564e-47d3-b4d6-9a10d5541733), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.306043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e3ecd72-df1e-4c59-aaaf-18837f58af6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (836a1499-564e-47d3-b4d6-9a10d5541733), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.375476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks [] for port (94eee912-8746-4c9b-a08e-248983db3b22), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.417940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3de12c-e1d3-463d-8892-52947a43134a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:06.421676 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.532865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:06.545304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-16f06b53-b702-4212-a27f-eba69c507360 req-253b208a-6ac8-464d-a858-3e0776d3a2eb service neutron] Publish callbacks [] for security_group (6a35ee87-7a52-4323-8356-15ddbf9e6de3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.553277 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6e3ecd72-df1e-4c59-aaaf-18837f58af6d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9e73aefc8b24df49af95be796baaac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5509558 Feb 11 13:23:06.553446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:06.554043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ecd72-df1e-4c59-aaaf-18837f58af6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836a1499-564e-47d3-b4d6-9a10d5541733,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:06.556645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.557289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:06.559435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-16f06b53-b702-4212-a27f-eba69c507360 req-253b208a-6ac8-464d-a858-3e0776d3a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a35ee87-7a52-4323-8356-15ddbf9e6de3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.562847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.563530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.603227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:06.624956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-1156fa78-b88d-442c-a3b9-25dacb8a9b95 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0465803 Feb 11 13:23:06.639426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959c0b1-0364-4153-bd3b-a86fa59f19e8 req-7ad5ea23-f98e-4089-86fa-933ecab37e03 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.653789 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5959c0b1-0364-4153-bd3b-a86fa59f19e8 req-7ad5ea23-f98e-4089-86fa-933ecab37e03 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 971 time: 0.2074070 Feb 11 13:23:06.661176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Request body: {'port': {'device_id': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'device_owner': 'compute:tempest-test_az-952164287', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:06.685580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b208a-6ac8-464d-a858-3e0776d3a2eb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a35ee87-7a52-4323-8356-15ddbf9e6de3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:06.718708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16f06b53-b702-4212-a27f-eba69c507360 req-253b208a-6ac8-464d-a858-3e0776d3a2eb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490738 Feb 11 13:23:06.760308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.770998 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3d12-a5b6-4f10-b157-f04c660bc36e admin admin] Publish callbacks [] for security_group (836a1499-564e-47d3-b4d6-9a10d5541733), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.810664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3d12-a5b6-4f10-b157-f04c660bc36e admin admin] Publish callbacks [] for security_group (836a1499-564e-47d3-b4d6-9a10d5541733), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.867576 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.892661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5959c0b1-0364-4153-bd3b-a86fa59f19e8 req-32a69051-6e44-466c-8c82-837f6df6cd59 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294447 Feb 11 13:23:06.967252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3799df-e7cc-4d60-a55b-078e485b7da4 req-3c66c5e8-757d-4735-81a2-f2845d87243b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.968962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb3799df-e7cc-4d60-a55b-078e485b7da4 req-3c66c5e8-757d-4735-81a2-f2845d87243b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 935 time: 0.1262586 Feb 11 13:23:07.054586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb3799df-e7cc-4d60-a55b-078e485b7da4 req-f23bdf27-6c08-4958-af60-ef7a6f5ed169 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773556 Feb 11 13:23:07.057171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938d8eb6-a61b-4ef3-a44f-1f963d92a352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.059982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5c4d652f-5b9e-4936-a639-9abfe5f81c68 None None] Provisioning complete for port 94eee912-8746-4c9b-a08e-248983db3b22 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:07.060509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c4d652f-5b9e-4936-a639-9abfe5f81c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (94eee912-8746-4c9b-a08e-248983db3b22), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.098442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3d12-a5b6-4f10-b157-f04c660bc36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (836a1499-564e-47d3-b4d6-9a10d5541733), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.104420 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3d12-a5b6-4f10-b157-f04c660bc36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.115425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1bdf3d12-a5b6-4f10-b157-f04c660bc36e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/836a1499-564e-47d3-b4d6-9a10d5541733 HTTP/1.1" status: 204 len: 168 time: 0.5572524 Feb 11 13:23:07.174034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d652f-5b9e-4936-a639-9abfe5f81c68 None None] Port 94eee912-8746-4c9b-a08e-248983db3b22 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:07.215000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf3d12-a5b6-4f10-b157-f04c660bc36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836a1499-564e-47d3-b4d6-9a10d5541733,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.321619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938d8eb6-a61b-4ef3-a44f-1f963d92a352 admin admin] Publish callbacks [] for security_group (78556542-1e41-4a47-9e0b-4f729263e8c6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.326526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-938d8eb6-a61b-4ef3-a44f-1f963d92a352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (78556542-1e41-4a47-9e0b-4f729263e8c6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.362820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-139a5bd7-f5f8-45ad-81d0-d88e2d17ee99 req-80840ca7-5618-4093-ad01-f0e0a925e238 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 210 time: 0.0439122 Feb 11 13:23:07.386597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d8eb6-a61b-4ef3-a44f-1f963d92a352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78556542-1e41-4a47-9e0b-4f729263e8c6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.406400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-938d8eb6-a61b-4ef3-a44f-1f963d92a352 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbfebb852d084ff1a24c3b9630134132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6418164 Feb 11 13:23:07.407075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54570) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:07.480409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93ff2a6e-c3bc-4622-b5b0-6d7130074fac admin admin] Publish callbacks [] for security_group (78556542-1e41-4a47-9e0b-4f729263e8c6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.493732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94eee912-8746-4c9b-a08e-248983db3b22 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:07.502861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Publish callbacks [] for port (94eee912-8746-4c9b-a08e-248983db3b22), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.507810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93ff2a6e-c3bc-4622-b5b0-6d7130074fac admin admin] Publish callbacks [] for security_group (78556542-1e41-4a47-9e0b-4f729263e8c6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.523202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Transition to ACTIVE for port object 94eee912-8746-4c9b-a08e-248983db3b22 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:07.528464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.593152 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93ff2a6e-c3bc-4622-b5b0-6d7130074fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (78556542-1e41-4a47-9e0b-4f729263e8c6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.596383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93ff2a6e-c3bc-4622-b5b0-6d7130074fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.597544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-93ff2a6e-c3bc-4622-b5b0-6d7130074fac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78556542-1e41-4a47-9e0b-4f729263e8c6 HTTP/1.1" status: 204 len: 168 time: 0.1890237 Feb 11 13:23:07.615561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff2a6e-c3bc-4622-b5b0-6d7130074fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78556542-1e41-4a47-9e0b-4f729263e8c6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.647451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.657088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:07.658008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:07.658479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.664309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Port 94eee912-8746-4c9b-a08e-248983db3b22 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:07.664865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.672037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:07.673683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:07.674318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:07.674994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Bound port: 94eee912-8746-4c9b-a08e-248983db3b22, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:07.675814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.772359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:07.776172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:07.784469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.864923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.866115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.868959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] 10.222.0.83 "PUT /v2.0/ports/94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 1116 time: 1.2125435 Feb 11 13:23:07.869454 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:07.872587 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1533288e-ccc0-4ab8-8fbe-8d3016b99475" -d '{"events": [{"name": "network-changed", "server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "tag": "94eee912-8746-4c9b-a08e-248983db3b22"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:07.964536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a6d6-8f32-426a-a5ca-ba3f17d99e5f service neutron] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.967350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.016176 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc258b-85d8-451f-877a-73bb3f1601ac x-openstack-request-id: req-c1fc258b-85d8-451f-877a-73bb3f1601ac {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:08.016176 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "tag": "94eee912-8746-4c9b-a08e-248983db3b22", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:08.016176 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1fc258b-85d8-451f-877a-73bb3f1601ac {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:08.018004 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22', 'status': 'completed', 'code': 200} Feb 11 13:23:08.110067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-254f42b1-2bbb-446d-91be-10c75c4e2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.112154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-254f42b1-2bbb-446d-91be-10c75c4e2be5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1150 time: 0.1207428 Feb 11 13:23:08.120271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a98730-9b78-4880-818a-7259fca3a4a0 req-2847de3f-7f58-4e08-b6a8-d3f3ce28de0d tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.127511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93a98730-9b78-4880-818a-7259fca3a4a0 req-2847de3f-7f58-4e08-b6a8-d3f3ce28de0d tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 971 time: 0.1368122 Feb 11 13:23:08.160845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.191869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fa6122-1e96-4cb6-8b4d-6efce9c80ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.198231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-38c8eda8-5396-4c34-9645-9a0ec6721ae2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0688367 Feb 11 13:23:08.271043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93a98730-9b78-4880-818a-7259fca3a4a0 req-42c44be6-0736-4f77-82e6-348e8c61aaf9 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429026 Feb 11 13:23:08.322333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-e72e253d-6c75-464e-a517-afbf0e043e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.326591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-e72e253d-6c75-464e-a517-afbf0e043e38 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1126268 Feb 11 13:23:08.443754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-63a72c21-10f0-48f6-815d-5055c8300a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.445537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-63a72c21-10f0-48f6-815d-5055c8300a39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1104889 Feb 11 13:23:08.446603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266742b-daf2-4a87-8597-77f7564ded12 req-9c900b64-866b-498d-826e-ed7155e1f536 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.463160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4266742b-daf2-4a87-8597-77f7564ded12 req-9c900b64-866b-498d-826e-ed7155e1f536 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 968 time: 0.2596865 Feb 11 13:23:08.534420 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0a9fbdf-3d83-4118-a8e2-eb2d0daa8d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.659584 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fa6122-1e96-4cb6-8b4d-6efce9c80ec7 admin admin] Publish callbacks [] for security_group (ab50aabf-0140-4d28-929a-b91217b5fec5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.665184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-351d79f4-1a18-4e39-b9f8-fcc7b3c0b53d service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022367 Feb 11 13:23:08.672657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18fa6122-1e96-4cb6-8b4d-6efce9c80ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ab50aabf-0140-4d28-929a-b91217b5fec5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.727038 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c75bd1cc-e186-4504-a219-4192cbe3bcf2 req-bd77c7f7-9d93-4a1e-b59f-2d402cc0341a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 210 time: 0.0606611 Feb 11 13:23:08.729603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-18fa6122-1e96-4cb6-8b4d-6efce9c80ec7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e51329a8d3c24c9980bb12148feb25e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5671206 Feb 11 13:23:08.765286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54610) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.766099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa6122-1e96-4cb6-8b4d-6efce9c80ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50aabf-0140-4d28-929a-b91217b5fec5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:08.843418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a0ae1f-cdc6-4b68-a6c8-67ada2e51c31 req-4a5ec826-fdfc-45b5-bd7b-8acaed5090a9 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153963 Feb 11 13:23:08.866039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4266742b-daf2-4a87-8597-77f7564ded12 req-d2b99dd7-5234-4963-8038-c180f032af8e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082594 Feb 11 13:23:08.886273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2026-364e-466f-a91f-bb3804d35e19 admin admin] Publish callbacks [] for security_group (ab50aabf-0140-4d28-929a-b91217b5fec5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.922755 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2026-364e-466f-a91f-bb3804d35e19 admin admin] Publish callbacks [] for security_group (ab50aabf-0140-4d28-929a-b91217b5fec5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.939517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0a9fbdf-3d83-4118-a8e2-eb2d0daa8d6b admin admin] Publish callbacks [] for security_group (22bc741d-69b5-4db5-b4b7-2dacd4fd2219), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.954772 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0a9fbdf-3d83-4118-a8e2-eb2d0daa8d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (22bc741d-69b5-4db5-b4b7-2dacd4fd2219), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.956446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-fe7d0285-107a-4acd-b087-4df4532ce08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.958502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-fe7d0285-107a-4acd-b087-4df4532ce08e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1150 time: 0.0540490 Feb 11 13:23:09.006960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b0a9fbdf-3d83-4118-a8e2-eb2d0daa8d6b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8da9d55bb17452ca4d31020212860a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0385029 Feb 11 13:23:09.009302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54618) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.017702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9fbdf-3d83-4118-a8e2-eb2d0daa8d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc741d-69b5-4db5-b4b7-2dacd4fd2219,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.045934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'port': {'device_id': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'admin_state_up': True, 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'security_groups': ['ca4aafbd-513f-466e-a980-0cc93e44e10b']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:09.050150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2026-364e-466f-a91f-bb3804d35e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ab50aabf-0140-4d28-929a-b91217b5fec5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.052861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2026-364e-466f-a91f-bb3804d35e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.054014 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2d9e2026-364e-466f-a91f-bb3804d35e19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab50aabf-0140-4d28-929a-b91217b5fec5 HTTP/1.1" status: 204 len: 168 time: 0.2845583 Feb 11 13:23:09.070209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2026-364e-466f-a91f-bb3804d35e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50aabf-0140-4d28-929a-b91217b5fec5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.100328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc887819-2597-4052-95e5-3f6242f7ed08 admin admin] Publish callbacks [] for security_group (22bc741d-69b5-4db5-b4b7-2dacd4fd2219), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.128942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc887819-2597-4052-95e5-3f6242f7ed08 admin admin] Publish callbacks [] for security_group (22bc741d-69b5-4db5-b4b7-2dacd4fd2219), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.189580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc887819-2597-4052-95e5-3f6242f7ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (22bc741d-69b5-4db5-b4b7-2dacd4fd2219), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.192839 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc887819-2597-4052-95e5-3f6242f7ed08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.194269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cc887819-2597-4052-95e5-3f6242f7ed08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22bc741d-69b5-4db5-b4b7-2dacd4fd2219 HTTP/1.1" status: 204 len: 168 time: 0.1840012 Feb 11 13:23:09.196833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-0cc10cf5-7c8b-4824-9937-e8939c18623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.198708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-0cc10cf5-7c8b-4824-9937-e8939c18623b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2333994 Feb 11 13:23:09.204956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc887819-2597-4052-95e5-3f6242f7ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc741d-69b5-4db5-b4b7-2dacd4fd2219,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.252865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-0771e0ed-4bab-4766-b2ab-2fce5ae248e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0433209 Feb 11 13:23:09.269099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Made reservation on behalf of a84ea008888a41288b4e7f0f8033e15e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:09.272447 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.334569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-ebf1ee79-4fa3-4b50-8524-db224a4de897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.337579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-ebf1ee79-4fa3-4b50-8524-db224a4de897 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0776267 Feb 11 13:23:09.351497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.501275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-1ec60a7b-2a4d-4154-8b4b-9a7ec47b4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.502824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-1ec60a7b-2a4d-4154-8b4b-9a7ec47b4e42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1317701 Feb 11 13:23:09.521842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ac389-e81b-4435-9b86-08f0d2491bfc req-b16e5cf7-ec99-42fe-b630-5b8f75a2427e tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.521842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff0ac389-e81b-4435-9b86-08f0d2491bfc req-b16e5cf7-ec99-42fe-b630-5b8f75a2427e tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 971 time: 0.1485810 Feb 11 13:23:09.560561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Allocated IP 172.20.0.4 (fec9043b-301a-48e1-bac1-c09fc7be68ff/69479cd2-1cf7-4a16-b76e-73bf8292da7e/d29e65d9-9ebe-416d-870a-1f66312aa050) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:09.607653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24dab1f0-46d1-4aed-8c1a-bdba0072705c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.671440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff0ac389-e81b-4435-9b86-08f0d2491bfc req-fa1575bb-0afa-4173-8772-2cc74b07b8db tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392434 Feb 11 13:23:09.711044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-969a82e3-fcc9-416e-9d61-06e55ec3e00b service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918519 Feb 11 13:23:09.739041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.795538 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf978922-bf31-464e-9911-6002e7dab1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.839546 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24dab1f0-46d1-4aed-8c1a-bdba0072705c admin admin] Publish callbacks [] for security_group (2de70a4b-9081-4bca-91f7-c03c2812d8fb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.861542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24dab1f0-46d1-4aed-8c1a-bdba0072705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2de70a4b-9081-4bca-91f7-c03c2812d8fb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.983501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dab1f0-46d1-4aed-8c1a-bdba0072705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de70a4b-9081-4bca-91f7-c03c2812d8fb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.992900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-24dab1f0-46d1-4aed-8c1a-bdba0072705c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17676567859a4c12ac89ee51db7c8bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6380348 Feb 11 13:23:09.996110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54668) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:10.070213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b1bcb-ee4f-4ce2-b3cb-e45ad370a86b req-62950a32-b235-4a7f-95fe-01a410be35f7 tempest-AggregatesAdminTestJSON-167675500 tempest-AggregatesAdminTestJSON-167675500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.080991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-420b1bcb-ee4f-4ce2-b3cb-e45ad370a86b req-62950a32-b235-4a7f-95fe-01a410be35f7 tempest-AggregatesAdminTestJSON-167675500 tempest-AggregatesAdminTestJSON-167675500-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 1153 time: 0.1588705 Feb 11 13:23:10.113400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf978922-bf31-464e-9911-6002e7dab1ef admin admin] Publish callbacks [] for security_group (d1e1d074-fa49-450d-b5a2-80e7f2d6a499), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.117804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-420b1bcb-ee4f-4ce2-b3cb-e45ad370a86b req-a1432333-d06c-4b17-9b6e-4824cb5f0013 tempest-AggregatesAdminTestJSON-167675500 tempest-AggregatesAdminTestJSON-167675500-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.124047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1533288e-ccc0-4ab8-8fbe-8d3016b99475 req-58b0b28b-1f3a-4da5-94ed-7ecf76813aa2 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782101 Feb 11 13:23:10.134400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf978922-bf31-464e-9911-6002e7dab1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d1e1d074-fa49-450d-b5a2-80e7f2d6a499), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.146973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be3795db-7dcc-441e-9781-8961c0cbfb7d admin admin] Publish callbacks [] for security_group (2de70a4b-9081-4bca-91f7-c03c2812d8fb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.155151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.159237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c2dfc80-43bb-4d4f-b277-0fd7dfd5588c req-18f77567-6c40-41d1-9b2f-7d7051108d07 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 210 time: 0.2772021 Feb 11 13:23:10.210368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be3795db-7dcc-441e-9781-8961c0cbfb7d admin admin] Publish callbacks [] for security_group (2de70a4b-9081-4bca-91f7-c03c2812d8fb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.221316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cf978922-bf31-464e-9911-6002e7dab1ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2815d46be79a402896917e70af0f8bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752100 Feb 11 13:23:10.228460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54678) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:10.230199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf978922-bf31-464e-9911-6002e7dab1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e1d074-fa49-450d-b5a2-80e7f2d6a499,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.249324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.297349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be3795db-7dcc-441e-9781-8961c0cbfb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2de70a4b-9081-4bca-91f7-c03c2812d8fb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.300097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be3795db-7dcc-441e-9781-8961c0cbfb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.301253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-be3795db-7dcc-441e-9781-8961c0cbfb7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2de70a4b-9081-4bca-91f7-c03c2812d8fb HTTP/1.1" status: 204 len: 168 time: 0.3023152 Feb 11 13:23:10.307225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-420b1bcb-ee4f-4ce2-b3cb-e45ad370a86b req-a1432333-d06c-4b17-9b6e-4824cb5f0013 tempest-AggregatesAdminTestJSON-167675500 tempest-AggregatesAdminTestJSON-167675500-project-admin] Publish callbacks [] for security_group (dc9b2c3c-32d6-489a-9917-f8c609d0e592), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.315162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-420b1bcb-ee4f-4ce2-b3cb-e45ad370a86b req-a1432333-d06c-4b17-9b6e-4824cb5f0013 tempest-AggregatesAdminTestJSON-167675500 tempest-AggregatesAdminTestJSON-167675500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dc9b2c3c-32d6-489a-9917-f8c609d0e592), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.317353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3795db-7dcc-441e-9781-8961c0cbfb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de70a4b-9081-4bca-91f7-c03c2812d8fb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.368923 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-420b1bcb-ee4f-4ce2-b3cb-e45ad370a86b req-a1432333-d06c-4b17-9b6e-4824cb5f0013 tempest-AggregatesAdminTestJSON-167675500 tempest-AggregatesAdminTestJSON-167675500-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830935 Feb 11 13:23:10.370044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1432333-d06c-4b17-9b6e-4824cb5f0013 tempest-AggregatesAdminTestJSON-167675500 tempest-AggregatesAdminTestJSON-167675500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b2c3c-32d6-489a-9917-f8c609d0e592,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.390917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Network fec9043b-301a-48e1-bac1-c09fc7be68ff is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:10.403199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:10.406444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:10.411616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.412231 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.414581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event updated for resources: {'Port': ['ID=d29e65d9-9ebe-416d-870a-1f66312aa050,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.461525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-8cf6d180-b437-444f-a99e-9d99922682f5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4407427 Feb 11 13:23:10.463520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a49-2485-4fbc-a763-08e6d0595a5f admin admin] Publish callbacks [] for security_group (d1e1d074-fa49-450d-b5a2-80e7f2d6a499), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.482986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-3bd562f2-fe02-4845-a229-d807ed52144a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:23:10.483976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-3bd562f2-fe02-4845-a229-d807ed52144a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066397 Feb 11 13:23:10.521334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156a06-7596-40aa-baaf-93a745494b86 req-cdef59b9-19eb-49ff-b00e-2205fbe9896f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.524118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4156a06-7596-40aa-baaf-93a745494b86 req-cdef59b9-19eb-49ff-b00e-2205fbe9896f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 968 time: 0.2078586 Feb 11 13:23:10.569524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a49-2485-4fbc-a763-08e6d0595a5f admin admin] Publish callbacks [] for security_group (d1e1d074-fa49-450d-b5a2-80e7f2d6a499), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.627363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4156a06-7596-40aa-baaf-93a745494b86 req-cba411f8-3e62-4114-af58-65d58bbe4cd9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906456 Feb 11 13:23:10.693445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a49-2485-4fbc-a763-08e6d0595a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d1e1d074-fa49-450d-b5a2-80e7f2d6a499), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.699604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a49-2485-4fbc-a763-08e6d0595a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.703079 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c1cf1a49-2485-4fbc-a763-08e6d0595a5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1e1d074-fa49-450d-b5a2-80e7f2d6a499 HTTP/1.1" status: 204 len: 168 time: 0.4713607 Feb 11 13:23:10.728702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1a49-2485-4fbc-a763-08e6d0595a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e1d074-fa49-450d-b5a2-80e7f2d6a499,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.773219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Request body: {'port': {'device_id': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:10.776181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fbf6fc94-5005-41d5-b1f2-b879b3259824 None None] Provisioning complete for port d29e65d9-9ebe-416d-870a-1f66312aa050 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:10.776706 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fbf6fc94-5005-41d5-b1f2-b879b3259824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.782330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07ac92-0a7f-4737-8df4-d7cdb59e7169 req-67059904-99ac-4412-8da9-cde91f713c16 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.784067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b07ac92-0a7f-4737-8df4-d7cdb59e7169 req-67059904-99ac-4412-8da9-cde91f713c16 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 971 time: 0.0721633 Feb 11 13:23:10.816843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6fc94-5005-41d5-b1f2-b879b3259824 None None] Port d29e65d9-9ebe-416d-870a-1f66312aa050 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:10.878566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.890033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b07ac92-0a7f-4737-8df4-d7cdb59e7169 req-ee3d5319-05cd-490d-963c-fb1a17aa7d2f tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861163 Feb 11 13:23:10.929979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54702) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:10.944835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f624-0d6e-417c-9cbe-e96b93e13c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.037019 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f624-0d6e-417c-9cbe-e96b93e13c1d admin admin] Publish callbacks [] for security_group (33a2fc74-11ec-4b74-9ce8-5a48dc7fd251), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.042639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f624-0d6e-417c-9cbe-e96b93e13c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (33a2fc74-11ec-4b74-9ce8-5a48dc7fd251), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.090844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e8a5f624-0d6e-417c-9cbe-e96b93e13c1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d80ec49ee5649ffb1a65584f86ce680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597104 Feb 11 13:23:11.091457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54708) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:11.094752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f624-0d6e-417c-9cbe-e96b93e13c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2fc74-11ec-4b74-9ce8-5a48dc7fd251,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.166365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c0db686-0eca-461e-8e5a-7c5759e87870 admin admin] Publish callbacks [] for security_group (33a2fc74-11ec-4b74-9ce8-5a48dc7fd251), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.217774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c0db686-0eca-461e-8e5a-7c5759e87870 admin admin] Publish callbacks [] for security_group (33a2fc74-11ec-4b74-9ce8-5a48dc7fd251), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.240291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29e65d9-9ebe-416d-870a-1f66312aa050 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:11.253840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Publish callbacks [] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.281261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Transition to ACTIVE for port object d29e65d9-9ebe-416d-870a-1f66312aa050 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:11.290626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.333870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c0db686-0eca-461e-8e5a-7c5759e87870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (33a2fc74-11ec-4b74-9ce8-5a48dc7fd251), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.338183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c0db686-0eca-461e-8e5a-7c5759e87870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.343491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1c0db686-0eca-461e-8e5a-7c5759e87870 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33a2fc74-11ec-4b74-9ce8-5a48dc7fd251 HTTP/1.1" status: 204 len: 168 time: 0.2499237 Feb 11 13:23:11.365665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0db686-0eca-461e-8e5a-7c5759e87870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2fc74-11ec-4b74-9ce8-5a48dc7fd251,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.381489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47509405-c376-4dc4-b9ea-87379e14a2fb req-ba16e1b1-2ab4-4c28-b860-3389c2db575c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.388451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Pushing event updated for resources: {'Port': ['ID=d29e65d9-9ebe-416d-870a-1f66312aa050,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.390936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47509405-c376-4dc4-b9ea-87379e14a2fb req-ba16e1b1-2ab4-4c28-b860-3389c2db575c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 943 time: 0.0942099 Feb 11 13:23:11.428818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Attempting to bind port d29e65d9-9ebe-416d-870a-1f66312aa050 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:11.429169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Attempting to bind port d29e65d9-9ebe-416d-870a-1f66312aa050 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:11.429503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Attempting to bind port d29e65d9-9ebe-416d-870a-1f66312aa050 on network fec9043b-301a-48e1-bac1-c09fc7be68ff {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:11.443703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Port d29e65d9-9ebe-416d-870a-1f66312aa050 on network fec9043b-301a-48e1-bac1-c09fc7be68ff not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:11.448906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Attempting to bind port d29e65d9-9ebe-416d-870a-1f66312aa050 on network fec9043b-301a-48e1-bac1-c09fc7be68ff {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:11.455952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:11.456116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Checking segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:11.456486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Bound using segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:11.456927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Bound port: d29e65d9-9ebe-416d-870a-1f66312aa050, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:11.457281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.461105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47509405-c376-4dc4-b9ea-87379e14a2fb req-d1740793-e1a2-4122-941d-19c46a50e614 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632603 Feb 11 13:23:11.530650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] For port d29e65d9-9ebe-416d-870a-1f66312aa050, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:11.536154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] For port d29e65d9-9ebe-416d-870a-1f66312aa050, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d29e65d9-9ebe-416d-870a-1f66312aa050,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:11.543821 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.617083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Pushing event updated for resources: {'Port': ['ID=d29e65d9-9ebe-416d-870a-1f66312aa050,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.627868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.628504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.629938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-701ec69f-5ebc-49ba-8110-f18772d4b963 service neutron] 10.222.0.30 "PUT /v2.0/ports/d29e65d9-9ebe-416d-870a-1f66312aa050 HTTP/1.1" status: 200 len: 1091 time: 0.9967718 Feb 11 13:23:11.630432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:11.632625 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f617811f-7b1e-41c5-894c-0efeb7ea6c86" -d '{"events": [{"name": "network-changed", "server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:11.731525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:11.811257 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a36107-629d-4dac-b1e8-a18bb1cfcca0 x-openstack-request-id: req-c5a36107-629d-4dac-b1e8-a18bb1cfcca0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:11.811594 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:11.811794 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c5a36107-629d-4dac-b1e8-a18bb1cfcca0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:11.812198 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'status': 'completed', 'code': 200} Feb 11 13:23:11.855503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-b895ea34-9a2e-4bfe-aea0-418ea4cf7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.860774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-b895ea34-9a2e-4bfe-aea0-418ea4cf7c35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 1125 time: 0.1847143 Feb 11 13:23:11.949189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14147984-f0e1-4e55-8b36-7dc2627d7c11 req-1387aeb8-8ff5-46c6-bd55-9bbfbaa29797 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.956307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14147984-f0e1-4e55-8b36-7dc2627d7c11 req-1387aeb8-8ff5-46c6-bd55-9bbfbaa29797 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 968 time: 0.1416240 Feb 11 13:23:11.971034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-b4def1eb-cb07-43ff-9a3e-49a916bc216e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e65d9-9ebe-416d-870a-1f66312aa050 HTTP/1.1" status: 200 len: 217 time: 0.1053252 Feb 11 13:23:12.091403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f393b66d-c086-4c78-ae6a-d243b8565a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.121827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-d77e6b0d-2dd4-4fb0-9624-8cc07eaad767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.123705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-d77e6b0d-2dd4-4fb0-9624-8cc07eaad767 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 200 len: 862 time: 0.1407621 Feb 11 13:23:12.142794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14147984-f0e1-4e55-8b36-7dc2627d7c11 req-9998d6cd-ae51-42e7-a0a4-2f5338cce98b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853549 Feb 11 13:23:12.251709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f393b66d-c086-4c78-ae6a-d243b8565a12 admin admin] Publish callbacks [] for security_group (034b6fe8-aa25-4e4d-967a-bf1c9f55c01d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.256759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f393b66d-c086-4c78-ae6a-d243b8565a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (034b6fe8-aa25-4e4d-967a-bf1c9f55c01d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.288342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-466d965a-ee87-4c18-9deb-917a4c2d625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.289860 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-466d965a-ee87-4c18-9deb-917a4c2d625e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fec9043b-301a-48e1-bac1-c09fc7be68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1372833 Feb 11 13:23:12.303988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393b66d-c086-4c78-ae6a-d243b8565a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b6fe8-aa25-4e4d-967a-bf1c9f55c01d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:12.308914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f393b66d-c086-4c78-ae6a-d243b8565a12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67059c1377f74fbcac7b8ca3b0286075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761445 Feb 11 13:23:12.311602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:12.327568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5da14-a076-4354-aa9f-9aeadb07f5a4 req-145860ee-9d98-463f-9ca3-ec997d6a2523 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.337485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07b5da14-a076-4354-aa9f-9aeadb07f5a4 req-145860ee-9d98-463f-9ca3-ec997d6a2523 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 971 time: 0.2917314 Feb 11 13:23:12.386507 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea2941a3-8d50-4678-a82e-992a6ac8ffdb admin admin] Publish callbacks [] for security_group (034b6fe8-aa25-4e4d-967a-bf1c9f55c01d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.410432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f65158-74a4-417c-a8b9-39593514a54c req-141e8644-02eb-4a9d-9f15-e1374d51cf17 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.411922 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21f65158-74a4-417c-a8b9-39593514a54c req-141e8644-02eb-4a9d-9f15-e1374d51cf17 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 971 time: 0.1844580 Feb 11 13:23:12.415673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea2941a3-8d50-4678-a82e-992a6ac8ffdb admin admin] Publish callbacks [] for security_group (034b6fe8-aa25-4e4d-967a-bf1c9f55c01d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.482226 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea2941a3-8d50-4678-a82e-992a6ac8ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (034b6fe8-aa25-4e4d-967a-bf1c9f55c01d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.485715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea2941a3-8d50-4678-a82e-992a6ac8ffdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.489993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ea2941a3-8d50-4678-a82e-992a6ac8ffdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/034b6fe8-aa25-4e4d-967a-bf1c9f55c01d HTTP/1.1" status: 204 len: 168 time: 0.1771429 Feb 11 13:23:12.503482 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2941a3-8d50-4678-a82e-992a6ac8ffdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b6fe8-aa25-4e4d-967a-bf1c9f55c01d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:12.558707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-7b3066af-98b6-4872-9cd5-5cbf58fb48e8 service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606421 Feb 11 13:23:12.577971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07b5da14-a076-4354-aa9f-9aeadb07f5a4 req-98a25427-8698-488b-a7d1-6f0ebdd0c3d3 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b8834cc-5d18-4822-a168-9ced9542977b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359753 Feb 11 13:23:12.615764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3c174-10b0-4da4-8609-b97e714c5d16 req-66ba2f91-73f6-44da-959d-7838849e2f2e tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.616559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:12.623988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ef3c174-10b0-4da4-8609-b97e714c5d16 req-66ba2f91-73f6-44da-959d-7838849e2f2e tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 943 time: 0.0702226 Feb 11 13:23:12.703151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ef3c174-10b0-4da4-8609-b97e714c5d16 req-eb996fa2-574b-46c8-9c24-f1ef550d97b9 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776610 Feb 11 13:23:12.766108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Deleting port 2eb01f7e-254f-43aa-b268-c20ddb57eedd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:12.766755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.812767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.817645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d21a9802-47d9-4793-989c-8da090b0b0d5 req-a7e2c178-23b2-4604-afb7-eb1ae71ce636 service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142825 Feb 11 13:23:12.828592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '94eee912-8746-4c9b-a08e-248983db3b22', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '94eee912-8746-4c9b-a08e-248983db3b22', 'mac_address': 'fa:16:3e:2d:83:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-952164287', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:12.895574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 94eee912-8746-4c9b-a08e-248983db3b22 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:12.896729 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.919227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94eee912-8746-4c9b-a08e-248983db3b22 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:12.936278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] For port 2eb01f7e-254f-43aa-b268-c20ddb57eedd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2eb01f7e-254f-43aa-b268-c20ddb57eedd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.936645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.946937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.952591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.959936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Calling delete_port for 2eb01f7e-254f-43aa-b268-c20ddb57eedd owned by compute:tempest-test_az-952164287 {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:12.969068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-8980f7bc-284a-46e6-a06e-da5d647b7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.970674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-8980f7bc-284a-46e6-a06e-da5d647b7fe3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 1125 time: 0.0912445 Feb 11 13:23:13.025120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.173758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:13.321640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-82f7b032-b626-45a0-be0c-1740af2c08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.323358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-82f7b032-b626-45a0-be0c-1740af2c08a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 924 time: 0.3453035 Feb 11 13:23:13.375180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f67f8-ef88-4982-9ce1-f48740d52836 req-ef46c88c-f076-42e6-a66f-c1f074533d3e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.376823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b6f67f8-ef88-4982-9ce1-f48740d52836 req-ef46c88c-f076-42e6-a66f-c1f074533d3e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 969 time: 0.1637156 Feb 11 13:23:13.451387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b6f67f8-ef88-4982-9ce1-f48740d52836 req-64255473-c623-4d1e-b003-32c3983528cb tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Feb 11 13:23:13.485881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-83405eb7-fb50-442b-a44c-2a822a988700 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e65d9-9ebe-416d-870a-1f66312aa050 HTTP/1.1" status: 200 len: 217 time: 0.1564085 Feb 11 13:23:13.506920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54804) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:13.532905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd66fc9c-cd56-4728-9f32-e18d93f52e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.536257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (2eb01f7e-254f-43aa-b268-c20ddb57eedd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.554614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['2eb01f7e-254f-43aa-b268-c20ddb57eedd'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:13.617072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Pushing event deleted for resources: {'Port': ['ID=2eb01f7e-254f-43aa-b268-c20ddb57eedd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.651355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-05e4d54e-5999-4c7a-b20c-87d7a4a89eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.652873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-05e4d54e-5999-4c7a-b20c-87d7a4a89eab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 200 len: 862 time: 0.1556222 Feb 11 13:23:13.710846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd66fc9c-cd56-4728-9f32-e18d93f52e75 admin admin] Publish callbacks [] for security_group (b238b9e8-6294-45cc-9624-bb7d1ef8291b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.726853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd66fc9c-cd56-4728-9f32-e18d93f52e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b238b9e8-6294-45cc-9624-bb7d1ef8291b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.729653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] No DVR routers for this DVR port 2eb01f7e-254f-43aa-b268-c20ddb57eedd on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:13.759918 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.764442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21f65158-74a4-417c-a8b9-39593514a54c req-3dd1ef3f-a607-4441-adda-369dc634e037 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.83 "DELETE /v2.0/ports/2eb01f7e-254f-43aa-b268-c20ddb57eedd HTTP/1.1" status: 204 len: 173 time: 1.3440542 Feb 11 13:23:13.790505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de620d01-23bd-4191-a815-6bb0bc96fc14 req-6a0b9fd0-1abf-485f-b6c1-e5b71584c902 tempest-AggregatesAdminTestJSON-1749365964 tempest-AggregatesAdminTestJSON-1749365964-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ece5c68-9f85-45ca-b4ca-39255a64ac2f HTTP/1.1" status: 200 len: 210 time: 0.0872028 Feb 11 13:23:13.804892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-62b6bb73-60bf-455a-ab4e-a5036f9655f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.806476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-62b6bb73-60bf-455a-ab4e-a5036f9655f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fec9043b-301a-48e1-bac1-c09fc7be68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1138401 Feb 11 13:23:13.821845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'name': 'network-vif-deleted', 'tag': '2eb01f7e-254f-43aa-b268-c20ddb57eedd'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:13.834244 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9736cc-a393-4556-81c9-5a6e6aaf2d45" -d '{"events": [{"server_uuid": "3ece5c68-9f85-45ca-b4ca-39255a64ac2f", "name": "network-vif-deleted", "tag": "2eb01f7e-254f-43aa-b268-c20ddb57eedd"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:13.928592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66fc9c-cd56-4728-9f32-e18d93f52e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b238b9e8-6294-45cc-9624-bb7d1ef8291b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.958962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fd66fc9c-cd56-4728-9f32-e18d93f52e75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=916cf7ce5be546868dd63e5442bf2e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505897 Feb 11 13:23:13.960402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54814) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:14.057680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-5d9011b8-9b96-436f-96e6-b67b4ef74f80 service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414308 Feb 11 13:23:14.112730 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4810da-9ec4-4dca-b8fe-d9fb5c1264d0 x-openstack-request-id: req-2a4810da-9ec4-4dca-b8fe-d9fb5c1264d0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:14.113090 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ece5c68-9f85-45ca-b4ca-39255a64ac2f", "name": "network-vif-deleted", "tag": "2eb01f7e-254f-43aa-b268-c20ddb57eedd", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:14.113404 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a4810da-9ec4-4dca-b8fe-d9fb5c1264d0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:14.113830 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ece5c68-9f85-45ca-b4ca-39255a64ac2f', 'name': 'network-vif-deleted', 'tag': '2eb01f7e-254f-43aa-b268-c20ddb57eedd', 'status': 'completed', 'code': 200} Feb 11 13:23:14.170988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41869055-668d-4d5f-8ab5-d3f139a0d434 admin admin] Publish callbacks [] for security_group (b238b9e8-6294-45cc-9624-bb7d1ef8291b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.199463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41869055-668d-4d5f-8ab5-d3f139a0d434 admin admin] Publish callbacks [] for security_group (b238b9e8-6294-45cc-9624-bb7d1ef8291b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.231269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1497-35fb-4686-8f80-ff345b9737f8 req-e1b9b991-7a58-4074-bd3d-8b61326a1d5c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.239003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b44e1497-35fb-4686-8f80-ff345b9737f8 req-e1b9b991-7a58-4074-bd3d-8b61326a1d5c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 943 time: 0.1893425 Feb 11 13:23:14.317754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b44e1497-35fb-4686-8f80-ff345b9737f8 req-027742db-8e71-40f1-a7bc-6019522a893a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732071 Feb 11 13:23:14.339864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f617811f-7b1e-41c5-894c-0efeb7ea6c86 req-17cb8a82-1f48-47c6-8676-db9a515fad0a service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749252 Feb 11 13:23:14.342996 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41869055-668d-4d5f-8ab5-d3f139a0d434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b238b9e8-6294-45cc-9624-bb7d1ef8291b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.350232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41869055-668d-4d5f-8ab5-d3f139a0d434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.358264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41869055-668d-4d5f-8ab5-d3f139a0d434 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b238b9e8-6294-45cc-9624-bb7d1ef8291b HTTP/1.1" status: 204 len: 168 time: 0.3937769 Feb 11 13:23:14.394402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41869055-668d-4d5f-8ab5-d3f139a0d434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b238b9e8-6294-45cc-9624-bb7d1ef8291b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:14.639674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:14.643227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb03e33-70a9-46a9-b65d-ff5071157b92 req-4f423744-3fb2-42a4-a6af-888bc44390e7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.651522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdb03e33-70a9-46a9-b65d-ff5071157b92 req-4f423744-3fb2-42a4-a6af-888bc44390e7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 969 time: 0.1080546 Feb 11 13:23:14.711772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 94eee912-8746-4c9b-a08e-248983db3b22 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:14.716514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 94eee912-8746-4c9b-a08e-248983db3b22 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:14.717785 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (94eee912-8746-4c9b-a08e-248983db3b22), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.726224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdb03e33-70a9-46a9-b65d-ff5071157b92 req-4af87314-2ba1-451a-8a03-a6aca035f1e7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733969 Feb 11 13:23:14.816984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 94eee912-8746-4c9b-a08e-248983db3b22 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:14.817435 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.849392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:14.852093 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89577051-77f0-468a-b27f-77ee71a6dd48" -d '{"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-plugged", "status": "completed", "tag": "94eee912-8746-4c9b-a08e-248983db3b22"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:14.890821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:14.903977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.905768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2eb01f7e-254f-43aa-b268-c20ddb57eedd no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:14.954621 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987524ea-1724-4ca7-9689-bdbfdfaa961b x-openstack-request-id: req-987524ea-1724-4ca7-9689-bdbfdfaa961b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:14.955336 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-plugged", "status": "completed", "tag": "94eee912-8746-4c9b-a08e-248983db3b22", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:14.955742 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-987524ea-1724-4ca7-9689-bdbfdfaa961b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:14.956277 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22', 'code': 200} Feb 11 13:23:14.959732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 2eb01f7e-254f-43aa-b268-c20ddb57eedd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:14.960270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2eb01f7e-254f-43aa-b268-c20ddb57eedd not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:15.004286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:15.057583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:15.096202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa28e5d-f3eb-4eab-92f5-65b079dab24e req-70b85f4e-2a68-488b-9dfb-e358487e2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.098295 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5fa28e5d-f3eb-4eab-92f5-65b079dab24e req-70b85f4e-2a68-488b-9dfb-e358487e2a62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1152 time: 0.0851343 Feb 11 13:23:15.159353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5fa28e5d-f3eb-4eab-92f5-65b079dab24e req-ceb55e52-5b98-4b54-8d3f-fd247ee468ce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536926 Feb 11 13:23:15.323683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1780-4545-456a-856d-bfb88d1c8ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.444072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1780-4545-456a-856d-bfb88d1c8ecd admin admin] Publish callbacks [] for security_group (2dd94d17-cfa6-45d7-8565-01866048951f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.450153 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1780-4545-456a-856d-bfb88d1c8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2dd94d17-cfa6-45d7-8565-01866048951f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.500434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf6390-32bc-4bce-ae2d-c1e23a97a9cd req-4c9f441d-466f-4a3b-a557-e312e9034864 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.504067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81bf6390-32bc-4bce-ae2d-c1e23a97a9cd req-4c9f441d-466f-4a3b-a557-e312e9034864 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 943 time: 0.1055660 Feb 11 13:23:15.506885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce1780-4545-456a-856d-bfb88d1c8ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd94d17-cfa6-45d7-8565-01866048951f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:15.534174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d8ce1780-4545-456a-856d-bfb88d1c8ecd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52edec9e3bc3466c868803df684ccaae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726040 Feb 11 13:23:15.535041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54910) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:15.602765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81bf6390-32bc-4bce-ae2d-c1e23a97a9cd req-bd1ef6c1-9691-480c-a1c1-ec552ecf1f03 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829310 Feb 11 13:23:15.642445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b376ed14-24d8-42a8-9b99-c21dc4ccfa44 admin admin] Publish callbacks [] for security_group (2dd94d17-cfa6-45d7-8565-01866048951f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.675595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b376ed14-24d8-42a8-9b99-c21dc4ccfa44 admin admin] Publish callbacks [] for security_group (2dd94d17-cfa6-45d7-8565-01866048951f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.737549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b376ed14-24d8-42a8-9b99-c21dc4ccfa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2dd94d17-cfa6-45d7-8565-01866048951f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.740191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b376ed14-24d8-42a8-9b99-c21dc4ccfa44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.743820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b376ed14-24d8-42a8-9b99-c21dc4ccfa44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dd94d17-cfa6-45d7-8565-01866048951f HTTP/1.1" status: 204 len: 168 time: 0.2049308 Feb 11 13:23:15.757370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376ed14-24d8-42a8-9b99-c21dc4ccfa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd94d17-cfa6-45d7-8565-01866048951f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:15.888465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c244-7edd-4693-8026-ddcc412fac5d req-4729641d-ddff-476a-8949-b5d8a000afaf tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.889974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b35c244-7edd-4693-8026-ddcc412fac5d req-4729641d-ddff-476a-8949-b5d8a000afaf tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.0705614 Feb 11 13:23:15.938258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b35c244-7edd-4693-8026-ddcc412fac5d req-3f393bfd-827f-44e6-8fcc-3bb14a1b23f6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Feb 11 13:23:16.281950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d29e65d9-9ebe-416d-870a-1f66312aa050 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:16.299155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54968) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:16.321151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f50442ff-913d-437f-a4f6-dea0d10f2b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.467369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d29e65d9-9ebe-416d-870a-1f66312aa050, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d29e65d9-9ebe-416d-870a-1f66312aa050,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:16.486571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'port_id': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'mac_address': 'fa:16:3e:08:27:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:16.500753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f50442ff-913d-437f-a4f6-dea0d10f2b0d admin admin] Publish callbacks [] for security_group (c014b4ad-7c79-4440-a67a-dc6b20dddc1a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.506082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f50442ff-913d-437f-a4f6-dea0d10f2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c014b4ad-7c79-4440-a67a-dc6b20dddc1a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.544796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d29e65d9-9ebe-416d-870a-1f66312aa050 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:16.548944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.572344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f50442ff-913d-437f-a4f6-dea0d10f2b0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fabe45bbb87468881261c41a4156b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716541 Feb 11 13:23:16.573764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50442ff-913d-437f-a4f6-dea0d10f2b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c014b4ad-7c79-4440-a67a-dc6b20dddc1a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.575101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54988) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:16.582263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29e65d9-9ebe-416d-870a-1f66312aa050 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:16.604473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d29e65d9-9ebe-416d-870a-1f66312aa050, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d29e65d9-9ebe-416d-870a-1f66312aa050,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:16.611366 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.677450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d29e65d9-9ebe-416d-870a-1f66312aa050,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.684067 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9075-ea4a-4c60-adc9-f046f197831f admin admin] Publish callbacks [] for security_group (c014b4ad-7c79-4440-a67a-dc6b20dddc1a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.718588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9075-ea4a-4c60-adc9-f046f197831f admin admin] Publish callbacks [] for security_group (c014b4ad-7c79-4440-a67a-dc6b20dddc1a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.792616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9075-ea4a-4c60-adc9-f046f197831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c014b4ad-7c79-4440-a67a-dc6b20dddc1a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.795878 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9075-ea4a-4c60-adc9-f046f197831f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.800106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c4cd9075-ea4a-4c60-adc9-f046f197831f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c014b4ad-7c79-4440-a67a-dc6b20dddc1a HTTP/1.1" status: 204 len: 168 time: 0.2239611 Feb 11 13:23:16.808900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd9075-ea4a-4c60-adc9-f046f197831f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014b4ad-7c79-4440-a67a-dc6b20dddc1a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.911228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943f10e-51b1-474f-96df-7cab5cd31437 req-48d16788-b3f2-4b0a-bb17-c67cd6a08f3f tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.913458 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b943f10e-51b1-474f-96df-7cab5cd31437 req-48d16788-b3f2-4b0a-bb17-c67cd6a08f3f tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 944 time: 0.1127183 Feb 11 13:23:16.981658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b943f10e-51b1-474f-96df-7cab5cd31437 req-36f225e6-b2b5-4b9a-90d0-08a7b40f451a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614192 Feb 11 13:23:16.986270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d29e65d9-9ebe-416d-870a-1f66312aa050'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:17.055648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:17.186364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abad92-dbc7-42e8-a410-6b63f8aaac8f req-17938e85-e2a4-47f3-96b9-e97b2826d904 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.187907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70abad92-dbc7-42e8-a410-6b63f8aaac8f req-17938e85-e2a4-47f3-96b9-e97b2826d904 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.0621831 Feb 11 13:23:17.237772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70abad92-dbc7-42e8-a410-6b63f8aaac8f req-6c9b32d2-8fec-46da-abb3-90fd99d31bdc tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Feb 11 13:23:17.300347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9efd785-80d5-456a-82c0-e9c943f4124a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.356581 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:23:17.418779 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9efd785-80d5-456a-82c0-e9c943f4124a admin admin] Publish callbacks [] for security_group (7fccfdea-3690-444b-912a-07e3fc193d70), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.424913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9efd785-80d5-456a-82c0-e9c943f4124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7fccfdea-3690-444b-912a-07e3fc193d70), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.488859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55056) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:17.489008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c9efd785-80d5-456a-82c0-e9c943f4124a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1129e611aa2f4456894a9be82614d308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4311507 Feb 11 13:23:17.493965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd785-80d5-456a-82c0-e9c943f4124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fccfdea-3690-444b-912a-07e3fc193d70,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.556218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7cb-162d-4b81-ac27-afda4e3535e3 admin admin] Publish callbacks [] for security_group (7fccfdea-3690-444b-912a-07e3fc193d70), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.586815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7cb-162d-4b81-ac27-afda4e3535e3 admin admin] Publish callbacks [] for security_group (7fccfdea-3690-444b-912a-07e3fc193d70), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.659621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7cb-162d-4b81-ac27-afda4e3535e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7fccfdea-3690-444b-912a-07e3fc193d70), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.663793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa51b7cb-162d-4b81-ac27-afda4e3535e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.666552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fa51b7cb-162d-4b81-ac27-afda4e3535e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7fccfdea-3690-444b-912a-07e3fc193d70 HTTP/1.1" status: 204 len: 168 time: 0.1762571 Feb 11 13:23:17.679683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51b7cb-162d-4b81-ac27-afda4e3535e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fccfdea-3690-444b-912a-07e3fc193d70,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.731882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e0a08-6519-45b6-bee5-5f493a1736bf req-bda01090-b7af-49ea-9334-5ae4487f1db2 tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.734167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb8e0a08-6519-45b6-bee5-5f493a1736bf req-bda01090-b7af-49ea-9334-5ae4487f1db2 tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1152 time: 0.0593550 Feb 11 13:23:17.758063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eb8e0a08-6519-45b6-bee5-5f493a1736bf req-14564c5b-b524-4578-9f0a-58959f7d3aac tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.865019 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eb8e0a08-6519-45b6-bee5-5f493a1736bf req-14564c5b-b524-4578-9f0a-58959f7d3aac tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Publish callbacks [] for security_group (6a82ffa5-a6ba-4a83-a6a9-bec784f840cc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.868968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eb8e0a08-6519-45b6-bee5-5f493a1736bf req-14564c5b-b524-4578-9f0a-58959f7d3aac tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a82ffa5-a6ba-4a83-a6a9-bec784f840cc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.932567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb8e0a08-6519-45b6-bee5-5f493a1736bf req-14564c5b-b524-4578-9f0a-58959f7d3aac tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871672 Feb 11 13:23:17.934958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14564c5b-b524-4578-9f0a-58959f7d3aac tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a82ffa5-a6ba-4a83-a6a9-bec784f840cc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.100653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-d772063a-53e4-4fab-bedc-f22dd9110bb8 req-47c2ebf6-b523-4e5e-873e-b7d5ea31976b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:23:18.101886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d772063a-53e4-4fab-bedc-f22dd9110bb8 req-47c2ebf6-b523-4e5e-873e-b7d5ea31976b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056920 Feb 11 13:23:18.178927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd746b6-fb0d-4df1-aa47-01f0bffa2890 req-f2c9ea29-22ea-4f58-8045-85a84d7fdd9e tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.180637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfd746b6-fb0d-4df1-aa47-01f0bffa2890 req-f2c9ea29-22ea-4f58-8045-85a84d7fdd9e tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 944 time: 0.0628548 Feb 11 13:23:18.229702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfd746b6-fb0d-4df1-aa47-01f0bffa2890 req-cb512ba3-3342-4055-8db3-abf5a43dc565 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Feb 11 13:23:18.264902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d29e65d9-9ebe-416d-870a-1f66312aa050 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:18.280123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:18.298719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0878bf5f-c638-46aa-963c-bd0ad9f5a3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.341557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port d29e65d9-9ebe-416d-870a-1f66312aa050 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:18.348083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port d29e65d9-9ebe-416d-870a-1f66312aa050 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:18.348542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.437688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0878bf5f-c638-46aa-963c-bd0ad9f5a3e3 admin admin] Publish callbacks [] for security_group (d11c98a2-0833-4f23-be7b-33ccd96c91f7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.442926 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0878bf5f-c638-46aa-963c-bd0ad9f5a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d11c98a2-0833-4f23-be7b-33ccd96c91f7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.504951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878bf5f-c638-46aa-963c-bd0ad9f5a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c98a2-0833-4f23-be7b-33ccd96c91f7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.513924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55142) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:18.514669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0878bf5f-c638-46aa-963c-bd0ad9f5a3e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f37f5541baab481da99d23e13d6d5b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335041 Feb 11 13:23:18.572074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d29e65d9-9ebe-416d-870a-1f66312aa050 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:18.572485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.587861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7ed18e6-3557-4dea-a96b-7ff804891c98 admin admin] Publish callbacks [] for security_group (d11c98a2-0833-4f23-be7b-33ccd96c91f7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.598858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:18.602372 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d5bd1-b5b8-47c6-8567-2f50e703208f" -d '{"events": [{"server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "name": "network-vif-plugged", "status": "completed", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:18.614849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7ed18e6-3557-4dea-a96b-7ff804891c98 admin admin] Publish callbacks [] for security_group (d11c98a2-0833-4f23-be7b-33ccd96c91f7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.618834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d29e65d9-9ebe-416d-870a-1f66312aa050, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d29e65d9-9ebe-416d-870a-1f66312aa050,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:18.624129 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.667861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7ed18e6-3557-4dea-a96b-7ff804891c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d11c98a2-0833-4f23-be7b-33ccd96c91f7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.670644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7ed18e6-3557-4dea-a96b-7ff804891c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.671992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c7ed18e6-3557-4dea-a96b-7ff804891c98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d11c98a2-0833-4f23-be7b-33ccd96c91f7 HTTP/1.1" status: 204 len: 168 time: 0.1570675 Feb 11 13:23:18.681519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed18e6-3557-4dea-a96b-7ff804891c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c98a2-0833-4f23-be7b-33ccd96c91f7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.688704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d29e65d9-9ebe-416d-870a-1f66312aa050,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.957497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55158) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:19.061481 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ee07f-5590-4399-8043-1ec7543b1a50 x-openstack-request-id: req-4d8ee07f-5590-4399-8043-1ec7543b1a50 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:19.061807 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "name": "network-vif-plugged", "status": "completed", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:19.062368 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d8ee07f-5590-4399-8043-1ec7543b1a50 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:19.062512 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'code': 200} Feb 11 13:23:19.179411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710d5e-d7c4-4419-9e59-2fbead925ad2 req-87f81b04-e820-4472-b24a-ab7640235b7a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.180749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3692e88-08c2-4473-89fe-1891de0148c7 req-aa713601-1d48-4627-992b-664d36977da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.182210 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-39710d5e-d7c4-4419-9e59-2fbead925ad2 req-87f81b04-e820-4472-b24a-ab7640235b7a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.0626779 Feb 11 13:23:19.183163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3692e88-08c2-4473-89fe-1891de0148c7 req-aa713601-1d48-4627-992b-664d36977da1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 1127 time: 0.0560663 Feb 11 13:23:19.234531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3692e88-08c2-4473-89fe-1891de0148c7 req-2b6da4df-8dd4-4a9d-a993-0335e65afb04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Feb 11 13:23:19.237591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-39710d5e-d7c4-4419-9e59-2fbead925ad2 req-a7da1640-6e44-4095-a391-2b245c9dfbcb tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498524 Feb 11 13:23:19.266437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bfe2-280d-482b-84e7-b26f6474c350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.379896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55190) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:19.394509 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bfe2-280d-482b-84e7-b26f6474c350 admin admin] Publish callbacks [] for security_group (7667915b-9035-4d8f-81f8-066ff6b8fa13), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.399989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bfe2-280d-482b-84e7-b26f6474c350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7667915b-9035-4d8f-81f8-066ff6b8fa13), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.430394 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c8c8bfe2-280d-482b-84e7-b26f6474c350 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d974d64fd8ca4bc9b82fec308de60368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4715779 Feb 11 13:23:19.433060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:19.482269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8bfe2-280d-482b-84e7-b26f6474c350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667915b-9035-4d8f-81f8-066ff6b8fa13,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.498816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7230bce0-c00f-45af-b04e-54e56ca68c73 admin admin] Publish callbacks [] for security_group (7667915b-9035-4d8f-81f8-066ff6b8fa13), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.501286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2e79e-5fd0-4182-bbbf-405669bc43b3 req-71b5c100-2209-4adf-9bc3-7584fcfdd4cc tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.502876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53e2e79e-5fd0-4182-bbbf-405669bc43b3 req-71b5c100-2209-4adf-9bc3-7584fcfdd4cc tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 945 time: 0.0777524 Feb 11 13:23:19.533066 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7230bce0-c00f-45af-b04e-54e56ca68c73 admin admin] Publish callbacks [] for security_group (7667915b-9035-4d8f-81f8-066ff6b8fa13), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.574661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53e2e79e-5fd0-4182-bbbf-405669bc43b3 req-bd687792-dc4a-4f72-8ef4-eb52a85cba92 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601275 Feb 11 13:23:19.616181 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7230bce0-c00f-45af-b04e-54e56ca68c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7667915b-9035-4d8f-81f8-066ff6b8fa13), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.619010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7230bce0-c00f-45af-b04e-54e56ca68c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.619912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7230bce0-c00f-45af-b04e-54e56ca68c73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7667915b-9035-4d8f-81f8-066ff6b8fa13 HTTP/1.1" status: 204 len: 168 time: 0.1857111 Feb 11 13:23:19.646210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230bce0-c00f-45af-b04e-54e56ca68c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667915b-9035-4d8f-81f8-066ff6b8fa13,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.707372 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-7085ec0d-27cd-4c70-be0c-b5d3929bf719 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3253698 Feb 11 13:23:19.714467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-0e0d16d1-fe47-4e47-a673-63afb203ae42 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:23:19.726549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-0e0d16d1-fe47-4e47-a673-63afb203ae42 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102468 Feb 11 13:23:19.834600 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.331507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55260) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:20.346890 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc95b-038a-47ac-a90a-3d816fe570bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.372993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de83af-dffd-41be-bb1d-64f8cb3181f6 req-2660c3ea-cf58-4335-9d48-f4d0d31ca004 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.382499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85de83af-dffd-41be-bb1d-64f8cb3181f6 req-2660c3ea-cf58-4335-9d48-f4d0d31ca004 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.0672631 Feb 11 13:23:20.441481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc95b-038a-47ac-a90a-3d816fe570bd admin admin] Publish callbacks [] for security_group (c612b932-70bc-46e5-acd7-c99fe9a6fdeb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.447562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc95b-038a-47ac-a90a-3d816fe570bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c612b932-70bc-46e5-acd7-c99fe9a6fdeb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.450750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85de83af-dffd-41be-bb1d-64f8cb3181f6 req-7f042fbf-059e-4a52-92be-9f7cb930cd24 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665674 Feb 11 13:23:20.493182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bfbcc95b-038a-47ac-a90a-3d816fe570bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc8e43546d8144e79873fa0666c9972d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607723 Feb 11 13:23:20.495093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc95b-038a-47ac-a90a-3d816fe570bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c612b932-70bc-46e5-acd7-c99fe9a6fdeb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.496544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:20.565037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d200-9d80-48bd-9ba4-a7a85f590c47 admin admin] Publish callbacks [] for security_group (c612b932-70bc-46e5-acd7-c99fe9a6fdeb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.587444 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d200-9d80-48bd-9ba4-a7a85f590c47 admin admin] Publish callbacks [] for security_group (c612b932-70bc-46e5-acd7-c99fe9a6fdeb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.644411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d200-9d80-48bd-9ba4-a7a85f590c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c612b932-70bc-46e5-acd7-c99fe9a6fdeb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.647248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d200-9d80-48bd-9ba4-a7a85f590c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.651156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3ac5d200-9d80-48bd-9ba4-a7a85f590c47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c612b932-70bc-46e5-acd7-c99fe9a6fdeb HTTP/1.1" status: 204 len: 168 time: 0.1509027 Feb 11 13:23:20.658738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5d200-9d80-48bd-9ba4-a7a85f590c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c612b932-70bc-46e5-acd7-c99fe9a6fdeb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.726370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b5293-23ca-41f7-bb47-d5deacf3ef30 req-230fe6af-de11-419e-91a5-0f232cb16630 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.727992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-682b5293-23ca-41f7-bb47-d5deacf3ef30 req-230fe6af-de11-419e-91a5-0f232cb16630 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 945 time: 0.0627942 Feb 11 13:23:20.776928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-682b5293-23ca-41f7-bb47-d5deacf3ef30 req-1edefb31-728e-41bd-874c-c79b62bb2061 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Feb 11 13:23:20.977075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55288) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.374848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55306) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.436791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55312) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.512368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.555391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5beb6f0f-07f3-4674-8f8c-7e5039fb51e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.639303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3950f6-1a54-4310-ac7c-d4e247c8d67e req-0199cec4-59f3-4b20-9e23-77b5c5c82856 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.639949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3950f6-1a54-4310-ac7c-d4e247c8d67e req-0199cec4-59f3-4b20-9e23-77b5c5c82856 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.640421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3950f6-1a54-4310-ac7c-d4e247c8d67e req-0199cec4-59f3-4b20-9e23-77b5c5c82856 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.641140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3950f6-1a54-4310-ac7c-d4e247c8d67e req-0199cec4-59f3-4b20-9e23-77b5c5c82856 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.642017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3950f6-1a54-4310-ac7c-d4e247c8d67e req-0199cec4-59f3-4b20-9e23-77b5c5c82856 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.644387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb3950f6-1a54-4310-ac7c-d4e247c8d67e req-0199cec4-59f3-4b20-9e23-77b5c5c82856 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2931483 Feb 11 13:23:21.657256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.677207 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-edf4e0cc-0863-48c5-a17e-7fdefd1e367c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a920c70fa3bf4cf1a4356b50cef29f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998047 Feb 11 13:23:21.684152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55330) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.762010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc188c3-d8bc-4a93-bb24-cd7cf1e57350 req-df46bdad-ce6e-42c7-958f-2778e184aa13 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.763893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1dc188c3-d8bc-4a93-bb24-cd7cf1e57350 req-df46bdad-ce6e-42c7-958f-2778e184aa13 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 886 time: 0.0981810 Feb 11 13:23:21.769019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165cb1-5a9d-4a8e-aea1-65c3ca718afa req-e89a8c3c-6e16-4ad0-b418-d9241163fbc1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.770528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3165cb1-5a9d-4a8e-aea1-65c3ca718afa req-e89a8c3c-6e16-4ad0-b418-d9241163fbc1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1623507 Feb 11 13:23:21.797077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-128c899f-1054-49a7-84b4-16ac6b80cb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.830466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8305cf31-7844-4562-8f61-c55441fac374 admin admin] Publish callbacks [] for security_group (2b8834cc-5d18-4822-a168-9ced9542977b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.834338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5beb6f0f-07f3-4674-8f8c-7e5039fb51e4 admin admin] Publish callbacks [] for security_group (acb9181c-060d-4d4d-9c4a-70fce4977a34), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.866766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5beb6f0f-07f3-4674-8f8c-7e5039fb51e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (acb9181c-060d-4d4d-9c4a-70fce4977a34), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.915175 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8305cf31-7844-4562-8f61-c55441fac374 admin admin] Publish callbacks [] for security_group (2b8834cc-5d18-4822-a168-9ced9542977b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.972940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab9cb-adf1-45a8-ab9c-bbb442c9cc46 req-02134b6a-1d36-4e73-9031-244d81ba3f60 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.973587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab9cb-adf1-45a8-ab9c-bbb442c9cc46 req-02134b6a-1d36-4e73-9031-244d81ba3f60 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.974152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab9cb-adf1-45a8-ab9c-bbb442c9cc46 req-02134b6a-1d36-4e73-9031-244d81ba3f60 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.974681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab9cb-adf1-45a8-ab9c-bbb442c9cc46 req-02134b6a-1d36-4e73-9031-244d81ba3f60 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.975445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab9cb-adf1-45a8-ab9c-bbb442c9cc46 req-02134b6a-1d36-4e73-9031-244d81ba3f60 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.978045 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-59bab9cb-adf1-45a8-ab9c-bbb442c9cc46 req-02134b6a-1d36-4e73-9031-244d81ba3f60 tempest-NetworksTest-529584574 tempest-NetworksTest-529584574-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1913288 Feb 11 13:23:21.984663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3165cb1-5a9d-4a8e-aea1-65c3ca718afa req-bc9c0ffe-4dc3-4910-9e67-6283a9e40283 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944706 Feb 11 13:23:22.008747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-bd6f0ade-086a-4b02-81e8-86b57623db11 tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:22.009196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5beb6f0f-07f3-4674-8f8c-7e5039fb51e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06cfc855808643b8b1a81f70a9571056&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0307903 Feb 11 13:23:22.011318 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-bd6f0ade-086a-4b02-81e8-86b57623db11 tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/ports/94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 1149 time: 0.3529255 Feb 11 13:23:22.012045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55346) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.018779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb6f0f-07f3-4674-8f8c-7e5039fb51e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb9181c-060d-4d4d-9c4a-70fce4977a34,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.067596 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8305cf31-7844-4562-8f61-c55441fac374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2b8834cc-5d18-4822-a168-9ced9542977b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.070864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8305cf31-7844-4562-8f61-c55441fac374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.072386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8305cf31-7844-4562-8f61-c55441fac374 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b8834cc-5d18-4822-a168-9ced9542977b HTTP/1.1" status: 204 len: 168 time: 0.3869400 Feb 11 13:23:22.080568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-128c899f-1054-49a7-84b4-16ac6b80cb4d admin admin] Publish callbacks [] for security_group (edfcef97-2d1f-4c3a-948b-5fe6ff138bd9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.088633 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-128c899f-1054-49a7-84b4-16ac6b80cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (edfcef97-2d1f-4c3a-948b-5fe6ff138bd9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.091308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305cf31-7844-4562-8f61-c55441fac374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8834cc-5d18-4822-a168-9ced9542977b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.147126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-128c899f-1054-49a7-84b4-16ac6b80cb4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c066b397e89340cc9a34ddca9b073b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7076104 Feb 11 13:23:22.148562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c899f-1054-49a7-84b4-16ac6b80cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfcef97-2d1f-4c3a-948b-5fe6ff138bd9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.149383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38bbc518-77a5-40e8-ba92-71928c560508 admin admin] Publish callbacks [] for security_group (acb9181c-060d-4d4d-9c4a-70fce4977a34), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.151769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55354) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.180372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38bbc518-77a5-40e8-ba92-71928c560508 admin admin] Publish callbacks [] for security_group (acb9181c-060d-4d4d-9c4a-70fce4977a34), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.249248 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6006d6f-ebbe-4272-b4ec-e053761875fd admin admin] Publish callbacks [] for security_group (edfcef97-2d1f-4c3a-948b-5fe6ff138bd9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.261176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cef0a-ac8c-4062-9475-909dca1baddc req-b6ca2f2f-ac0f-4f34-b3ed-295621a670c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:22.262867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-643cef0a-ac8c-4062-9475-909dca1baddc req-b6ca2f2f-ac0f-4f34-b3ed-295621a670c2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 945 time: 0.1752744 Feb 11 13:23:22.263709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38bbc518-77a5-40e8-ba92-71928c560508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (acb9181c-060d-4d4d-9c4a-70fce4977a34), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.267375 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-38bbc518-77a5-40e8-ba92-71928c560508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.268516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-38bbc518-77a5-40e8-ba92-71928c560508 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/acb9181c-060d-4d4d-9c4a-70fce4977a34 HTTP/1.1" status: 204 len: 168 time: 0.2550526 Feb 11 13:23:22.289145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbc518-77a5-40e8-ba92-71928c560508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb9181c-060d-4d4d-9c4a-70fce4977a34,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.289764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6006d6f-ebbe-4272-b4ec-e053761875fd admin admin] Publish callbacks [] for security_group (edfcef97-2d1f-4c3a-948b-5fe6ff138bd9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.372121 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6006d6f-ebbe-4272-b4ec-e053761875fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (edfcef97-2d1f-4c3a-948b-5fe6ff138bd9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.374802 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6006d6f-ebbe-4272-b4ec-e053761875fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.376012 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c6006d6f-ebbe-4272-b4ec-e053761875fd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edfcef97-2d1f-4c3a-948b-5fe6ff138bd9 HTTP/1.1" status: 204 len: 168 time: 0.2231598 Feb 11 13:23:22.392575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6006d6f-ebbe-4272-b4ec-e053761875fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfcef97-2d1f-4c3a-948b-5fe6ff138bd9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.417976 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-643cef0a-ac8c-4062-9475-909dca1baddc req-c374b61c-3a4c-46e1-9359-dd30286e68c7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243520 Feb 11 13:23:22.552894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55376) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.629087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a00604-1dc8-4777-bef1-9eb258bac209 req-8066d63d-45a0-4e9c-bab7-1de03d0ca6fb tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:22.639043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05a00604-1dc8-4777-bef1-9eb258bac209 req-8066d63d-45a0-4e9c-bab7-1de03d0ca6fb tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 945 time: 0.0752540 Feb 11 13:23:22.639585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55380) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.645049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'floatingip': {'port_id': 'd29e65d9-9ebe-416d-870a-1f66312aa050'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:22.726447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55384) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.780327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.792177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63ee8e1a-5f34-41ea-bb03-64d48524ab02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=343961ccc5de43549a53580d19882132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642605 Feb 11 13:23:22.795228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55386) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.880922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6226f2bc-09de-41eb-b1b3-7670ca7426cc admin admin] Publish callbacks [] for security_group (dc9b2c3c-32d6-489a-9917-f8c609d0e592), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.910078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6226f2bc-09de-41eb-b1b3-7670ca7426cc admin admin] Publish callbacks [] for security_group (dc9b2c3c-32d6-489a-9917-f8c609d0e592), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.971123 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6226f2bc-09de-41eb-b1b3-7670ca7426cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dc9b2c3c-32d6-489a-9917-f8c609d0e592), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.974764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6226f2bc-09de-41eb-b1b3-7670ca7426cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.977160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6226f2bc-09de-41eb-b1b3-7670ca7426cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc9b2c3c-32d6-489a-9917-f8c609d0e592 HTTP/1.1" status: 204 len: 168 time: 0.1809778 Feb 11 13:23:22.988439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226f2bc-09de-41eb-b1b3-7670ca7426cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9b2c3c-32d6-489a-9917-f8c609d0e592,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.111405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d2e97cc-a28f-48a9-a27a-faa360c3b59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.211743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d2e97cc-a28f-48a9-a27a-faa360c3b59e admin admin] Publish callbacks [] for security_group (050c77b8-4d66-40dd-8ab8-85acf8da1a38), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.220172 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d2e97cc-a28f-48a9-a27a-faa360c3b59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (050c77b8-4d66-40dd-8ab8-85acf8da1a38), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.268072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9d2e97cc-a28f-48a9-a27a-faa360c3b59e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b4ff29bd91b4ebc986cb29c6baf8218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7139719 Feb 11 13:23:23.270692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55400) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:23.279354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e97cc-a28f-48a9-a27a-faa360c3b59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c77b8-4d66-40dd-8ab8-85acf8da1a38,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.296750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55402) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:23.358214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f7162f0-169b-4000-ae81-7d4d9e253f7c admin admin] Publish callbacks [] for security_group (050c77b8-4d66-40dd-8ab8-85acf8da1a38), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.392845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f7162f0-169b-4000-ae81-7d4d9e253f7c admin admin] Publish callbacks [] for security_group (050c77b8-4d66-40dd-8ab8-85acf8da1a38), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.394271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c258a4-ee2f-46f3-988e-688d8429308b req-7201f2c2-a939-4d8e-aab0-b654d3269686 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.396024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-48c258a4-ee2f-46f3-988e-688d8429308b req-7201f2c2-a939-4d8e-aab0-b654d3269686 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.3199933 Feb 11 13:23:23.401282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e08f96c0-c5f8-4e21-99e5-8edc7f86a472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.459957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-be06e1b8-db21-4c45-bc64-384f44d39bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.461514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-be06e1b8-db21-4c45-bc64-384f44d39bc1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1152 time: 0.0830622 Feb 11 13:23:23.498603 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f7162f0-169b-4000-ae81-7d4d9e253f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (050c77b8-4d66-40dd-8ab8-85acf8da1a38), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.501564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f7162f0-169b-4000-ae81-7d4d9e253f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.505045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9f7162f0-169b-4000-ae81-7d4d9e253f7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/050c77b8-4d66-40dd-8ab8-85acf8da1a38 HTTP/1.1" status: 204 len: 168 time: 0.2309036 Feb 11 13:23:23.523546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7162f0-169b-4000-ae81-7d4d9e253f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c77b8-4d66-40dd-8ab8-85acf8da1a38,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.571180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55412) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:23.624631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c344f13f-c684-4162-8b40-38ddb26374af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.654477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-25253a22-e301-4788-9f06-ea0b56480f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.656515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-25253a22-e301-4788-9f06-ea0b56480f8b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1761417 Feb 11 13:23:23.663376 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-ff8be3c9-8354-4b5f-8b65-9c10b69c6923 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321449 Feb 11 13:23:23.716297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-e43494cf-1bf7-49f4-9ee9-44ffcc287a99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0513601 Feb 11 13:23:23.733084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-48c258a4-ee2f-46f3-988e-688d8429308b req-c0b036c7-8d27-43ac-b109-d8490a93b222 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009875 Feb 11 13:23:23.771905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:23:23.801711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-3aab9604-aa65-4a33-a4ee-fdf2fc4ea1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.803359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-3aab9604-aa65-4a33-a4ee-fdf2fc4ea1c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0760989 Feb 11 13:23:23.810414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-46befaed-41d3-4124-823c-f5ad7567507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.813629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-46befaed-41d3-4124-823c-f5ad7567507e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 1127 time: 0.0955331 Feb 11 13:23:23.850839 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e08f96c0-c5f8-4e21-99e5-8edc7f86a472 admin admin] Publish callbacks [] for security_group (bea1f235-95dd-47ac-9213-d19fd1526a00), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.870710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e08f96c0-c5f8-4e21-99e5-8edc7f86a472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bea1f235-95dd-47ac-9213-d19fd1526a00), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.917044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-f8c2c759-2089-4102-a948-2948d78c8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.918640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-f8c2c759-2089-4102-a948-2948d78c8c7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1038077 Feb 11 13:23:24.085074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-834271b6-87ef-4b57-8d3a-8fc51341cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.087379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-834271b6-87ef-4b57-8d3a-8fc51341cac4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 924 time: 0.2192178 Feb 11 13:23:24.092192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.108797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e08f96c0-c5f8-4e21-99e5-8edc7f86a472 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e5da86ec27143328925934651c4b85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8107407 Feb 11 13:23:24.110032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.111933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55428) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:24.156873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f96c0-c5f8-4e21-99e5-8edc7f86a472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1f235-95dd-47ac-9213-d19fd1526a00,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:24.214847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-ef73e49e-3ec7-4f4a-8100-865b41d15e79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e65d9-9ebe-416d-870a-1f66312aa050 HTTP/1.1" status: 200 len: 999 time: 0.1185713 Feb 11 13:23:24.241189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c344f13f-c684-4162-8b40-38ddb26374af admin admin] Publish callbacks [] for security_group (37bb8d60-fe7f-493e-8acd-5e09837b3947), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.257875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-17275866-36a5-4e90-b7f7-fc4810a770b1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079638 Feb 11 13:23:24.263347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55432) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:24.280127 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c344f13f-c684-4162-8b40-38ddb26374af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (37bb8d60-fe7f-493e-8acd-5e09837b3947), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.304594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c9948e8-1481-4f9d-beb4-b6853f454f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.312760 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fea75da1-b212-4192-a2e6-efb90fb3c8ca admin admin] Publish callbacks [] for security_group (bea1f235-95dd-47ac-9213-d19fd1526a00), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.341870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-fe924c23-f345-4e34-ab95-4d0ab7c50cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.344088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-fe924c23-f345-4e34-ab95-4d0ab7c50cfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 200 len: 862 time: 0.1208696 Feb 11 13:23:24.364772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c344f13f-c684-4162-8b40-38ddb26374af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55f84d3f17de428fa481da732da26bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7903907 Feb 11 13:23:24.366189 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825 associated. External IP: 172.25.3.166, port: d29e65d9-9ebe-416d-870a-1f66312aa050. Feb 11 13:23:24.375370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:24.375370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344f13f-c684-4162-8b40-38ddb26374af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bb8d60-fe7f-493e-8acd-5e09837b3947,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:24.393064 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fea75da1-b212-4192-a2e6-efb90fb3c8ca admin admin] Publish callbacks [] for security_group (bea1f235-95dd-47ac-9213-d19fd1526a00), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.576847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd926bb-c0be-48ba-a62a-2317b36b8c31 admin admin] Publish callbacks [] for security_group (37bb8d60-fe7f-493e-8acd-5e09837b3947), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.606658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fea75da1-b212-4192-a2e6-efb90fb3c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bea1f235-95dd-47ac-9213-d19fd1526a00), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.609221 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fea75da1-b212-4192-a2e6-efb90fb3c8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.610990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fea75da1-b212-4192-a2e6-efb90fb3c8ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bea1f235-95dd-47ac-9213-d19fd1526a00 HTTP/1.1" status: 204 len: 168 time: 0.4958093 Feb 11 13:23:24.614440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd926bb-c0be-48ba-a62a-2317b36b8c31 admin admin] Publish callbacks [] for security_group (37bb8d60-fe7f-493e-8acd-5e09837b3947), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.681050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea75da1-b212-4192-a2e6-efb90fb3c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1f235-95dd-47ac-9213-d19fd1526a00,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:24.714797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff6d64f-e426-4563-bcb0-6dac92ce9884 req-37d6b305-000f-4829-aac6-fc946c8bf07f service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445562 Feb 11 13:23:24.826878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:24.884964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-1cea9158-7c5a-4754-bbc9-9ba1d30ae49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.887405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-1cea9158-7c5a-4754-bbc9-9ba1d30ae49c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fec9043b-301a-48e1-bac1-c09fc7be68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5032649 Feb 11 13:23:24.913985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd926bb-c0be-48ba-a62a-2317b36b8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (37bb8d60-fe7f-493e-8acd-5e09837b3947), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.916530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fd926bb-c0be-48ba-a62a-2317b36b8c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.921542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7fd926bb-c0be-48ba-a62a-2317b36b8c31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37bb8d60-fe7f-493e-8acd-5e09837b3947 HTTP/1.1" status: 204 len: 168 time: 0.5412388 Feb 11 13:23:24.959895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd926bb-c0be-48ba-a62a-2317b36b8c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bb8d60-fe7f-493e-8acd-5e09837b3947,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.027559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c9948e8-1481-4f9d-beb4-b6853f454f75 admin admin] Publish callbacks [] for security_group (4a32f203-dedf-4f29-a42d-22a73915aabd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.063468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c9948e8-1481-4f9d-beb4-b6853f454f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4a32f203-dedf-4f29-a42d-22a73915aabd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.064337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:25.071871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.084221 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] Sync routers for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:25.101961 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:25.102694 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:25.108827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9948e8-1481-4f9d-beb4-b6853f454f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a32f203-dedf-4f29-a42d-22a73915aabd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.161683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ef3d7f10-703b-46d4-b9b6-2c0e9607e4d5 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "PUT /v2.0/floatingips/42e66f82-4d2d-40c8-8905-79ed2b87c825 HTTP/1.1" status: 200 len: 991 time: 2.5184052 Feb 11 13:23:25.168918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:25.173010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-aa8d5f51-eb35-4aea-a3b6-5777b107e40c service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679470 Feb 11 13:23:25.176032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c9948e8-1481-4f9d-beb4-b6853f454f75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5abf8552e22c4077984f7ed5fc0fc5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9115822 Feb 11 13:23:25.178113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-54a3b83b-45d4-49b8-8f40-1f041722ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.179961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-54a3b83b-45d4-49b8-8f40-1f041722ba2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1152 time: 0.4065149 Feb 11 13:23:25.189516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55486) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:25.256706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c03b0-2e88-40e3-be60-884a86838311 req-3e1064e3-54e6-4ed8-99f3-fa727902bac4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.258813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-920c03b0-2e88-40e3-be60-884a86838311 req-3e1064e3-54e6-4ed8-99f3-fa727902bac4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.3886888 Feb 11 13:23:25.296133 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:25.468515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-920c03b0-2e88-40e3-be60-884a86838311 req-82117b9a-e387-42b6-b067-b210044ed895 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873841 Feb 11 13:23:25.494849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a4b0-74da-4cba-a518-54783aa4f674 admin admin] Publish callbacks [] for security_group (4a32f203-dedf-4f29-a42d-22a73915aabd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.525489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-7fadc330-4d45-445e-9a7c-e57e1ce33970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.527008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-7fadc330-4d45-445e-9a7c-e57e1ce33970 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3057959 Feb 11 13:23:25.533611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab263c7-bedd-4194-9771-38d8343c1cf8 req-58f65bab-edcc-43f0-bc57-94ecb8e467a4 service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516829 Feb 11 13:23:25.571393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a4b0-74da-4cba-a518-54783aa4f674 admin admin] Publish callbacks [] for security_group (4a32f203-dedf-4f29-a42d-22a73915aabd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.660167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-7f85d8dc-3d18-44f3-b385-cba624bf0369 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.1229522 Feb 11 13:23:25.748976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-ddd1a035-31ab-4a55-bacf-e65dd903194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.750509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-ddd1a035-31ab-4a55-bacf-e65dd903194f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0714545 Feb 11 13:23:25.771116 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '42e66f82-4d2d-40c8-8905-79ed2b87c825', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'port_id': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'mac_address': 'fa:16:3e:08:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:59Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 1, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:25.774008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4b938-b0ac-468b-8597-308b190b1ded req-f6c52567-814d-41f2-a0ac-5a9598d7e6e0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.775848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ff4b938-b0ac-468b-8597-308b190b1ded req-f6c52567-814d-41f2-a0ac-5a9598d7e6e0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 945 time: 0.1305110 Feb 11 13:23:25.778357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a4b0-74da-4cba-a518-54783aa4f674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4a32f203-dedf-4f29-a42d-22a73915aabd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.780853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a4b0-74da-4cba-a518-54783aa4f674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.782655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fcc3a4b0-74da-4cba-a518-54783aa4f674 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a32f203-dedf-4f29-a42d-22a73915aabd HTTP/1.1" status: 204 len: 168 time: 0.5911837 Feb 11 13:23:25.810162 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] Checking router: 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:25.818454 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071" -d '{"events": [{"name": "network-changed", "server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:25.823768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3a4b0-74da-4cba-a518-54783aa4f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a32f203-dedf-4f29-a42d-22a73915aabd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.824994 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:25.826156 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:22:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:25.882566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-649c2b5c-0ac3-428b-92a4-37869050ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.884397 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-649c2b5c-0ac3-428b-92a4-37869050ee67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1282339 Feb 11 13:23:25.889722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ff4b938-b0ac-468b-8597-308b190b1ded req-9f8f3738-4c2d-4ca8-977d-95c9d0405384 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905032 Feb 11 13:23:25.997220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-27aba1cb-4b96-44eb-9b51-2252202de763 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061082 Feb 11 13:23:26.013570 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:26.124329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-8f6692b1-70d7-4c43-91a2-13cf423a26c0 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208811 Feb 11 13:23:26.315753 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '42e66f82-4d2d-40c8-8905-79ed2b87c825', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'port_id': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'mac_address': 'fa:16:3e:08:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:59Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 1, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:26.349023 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3162db-644b-4a9d-abfc-bc1793cc9cc4 None None] The sync data for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 is: [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '42e66f82-4d2d-40c8-8905-79ed2b87c825', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'port_id': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'mac_address': 'fa:16:3e:08:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:59Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 1, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:26.410985 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165692b-ba65-462f-b38e-bf841f00b403 x-openstack-request-id: req-b165692b-ba65-462f-b38e-bf841f00b403 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:26.411502 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:26.411502 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b165692b-ba65-462f-b38e-bf841f00b403 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:26.411687 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'status': 'completed', 'code': 200} Feb 11 13:23:26.518472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-6329b982-c270-471e-8919-d899283f5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.520026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-6329b982-c270-471e-8919-d899283f5c7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 1127 time: 0.0597012 Feb 11 13:23:26.616962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:26.633382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bbacb-70e8-4da3-aefd-f4cbf17a01c6 None None] New status for floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:23:26.698507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-8102758a-cd4e-4270-b4f8-3cc764eab8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.700024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-8102758a-cd4e-4270-b4f8-3cc764eab8c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 924 time: 0.1692729 Feb 11 13:23:26.733244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce656b-b1b4-4f6d-805c-d08b10d5a638 req-ee7e1722-53d2-4c09-b0c1-07c16d747b9a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.736599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45ce656b-b1b4-4f6d-805c-d08b10d5a638 req-ee7e1722-53d2-4c09-b0c1-07c16d747b9a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1198606 Feb 11 13:23:26.819525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-01d2b2f1-84ab-4ace-8760-bf2005766d88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29e65d9-9ebe-416d-870a-1f66312aa050 HTTP/1.1" status: 200 len: 999 time: 0.1070242 Feb 11 13:23:26.905276 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45ce656b-b1b4-4f6d-805c-d08b10d5a638 req-cb0639aa-f656-4b9f-9ad9-4172e090d13a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353941 Feb 11 13:23:26.907562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-5876714f-01ab-4f5c-9469-68f502ec6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.909088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-5876714f-01ab-4f5c-9469-68f502ec6f1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 200 len: 862 time: 0.0721476 Feb 11 13:23:26.948658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3785daef-43c1-48d7-be70-0e2645608462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.980549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-45d5be16-d89d-449a-a15f-f3f6ebc9ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.982340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-45d5be16-d89d-449a-a15f-f3f6ebc9ecba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fec9043b-301a-48e1-bac1-c09fc7be68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665805 Feb 11 13:23:27.025687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a24cd11b-45e1-44f1-b6fc-12baefbe81b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.090366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-4a346a59-454b-48d3-8bd8-9dd462db7cb5 service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001072 Feb 11 13:23:27.139487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a24cd11b-45e1-44f1-b6fc-12baefbe81b7 admin admin] Publish callbacks [] for security_group (c2c4f8da-e7ed-4214-9b2a-9eee885b55c4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.145694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a24cd11b-45e1-44f1-b6fc-12baefbe81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c2c4f8da-e7ed-4214-9b2a-9eee885b55c4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.199377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dcbc9ae-6f6b-49ac-b06a-bcc366343071 req-3ef9e424-7b18-4b49-a0af-2ae727899ffb service neutron] 10.222.0.30 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030412 Feb 11 13:23:27.202863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a24cd11b-45e1-44f1-b6fc-12baefbe81b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ade07ef94a24e3dbde421d5a3f28d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5846295 Feb 11 13:23:27.205855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cd11b-45e1-44f1-b6fc-12baefbe81b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c4f8da-e7ed-4214-9b2a-9eee885b55c4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.206059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55572) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:27.261853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebb1-3ec0-42ac-893a-e15b7709c3c7 admin admin] Publish callbacks [] for security_group (c2c4f8da-e7ed-4214-9b2a-9eee885b55c4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.289693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebb1-3ec0-42ac-893a-e15b7709c3c7 admin admin] Publish callbacks [] for security_group (c2c4f8da-e7ed-4214-9b2a-9eee885b55c4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.345225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebb1-3ec0-42ac-893a-e15b7709c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c2c4f8da-e7ed-4214-9b2a-9eee885b55c4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.348192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebb1-3ec0-42ac-893a-e15b7709c3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.349603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4b8bebb1-3ec0-42ac-893a-e15b7709c3c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2c4f8da-e7ed-4214-9b2a-9eee885b55c4 HTTP/1.1" status: 204 len: 168 time: 0.1422577 Feb 11 13:23:27.357996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bebb1-3ec0-42ac-893a-e15b7709c3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c4f8da-e7ed-4214-9b2a-9eee885b55c4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.978102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55610) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:28.003172 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fd81b187-01dc-4fb0-a403-3e19d26f888e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.071628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdfda0-1437-4d6f-812c-ad86d808ed73 req-8ebaa279-e0a4-4f55-894c-76e58be63ac6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:28.073123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6afdfda0-1437-4d6f-812c-ad86d808ed73 req-8ebaa279-e0a4-4f55-894c-76e58be63ac6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.0864768 Feb 11 13:23:28.149425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6afdfda0-1437-4d6f-812c-ad86d808ed73 req-a1d41e58-b460-4dbe-b01f-8bbf602feb20 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682428 Feb 11 13:23:28.151612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fd81b187-01dc-4fb0-a403-3e19d26f888e admin admin] Publish callbacks [] for security_group (a628a374-5f5e-4517-999f-94f4a81508c5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.159563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fd81b187-01dc-4fb0-a403-3e19d26f888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a628a374-5f5e-4517-999f-94f4a81508c5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.205112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fd81b187-01dc-4fb0-a403-3e19d26f888e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e670512f7d3944bca7fbfffa18fae146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246227 Feb 11 13:23:28.207858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55620) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:28.209931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81b187-01dc-4fb0-a403-3e19d26f888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a628a374-5f5e-4517-999f-94f4a81508c5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.278782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45581704-bc28-4963-a27f-346817598764 admin admin] Publish callbacks [] for security_group (a628a374-5f5e-4517-999f-94f4a81508c5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.312691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45581704-bc28-4963-a27f-346817598764 admin admin] Publish callbacks [] for security_group (a628a374-5f5e-4517-999f-94f4a81508c5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.371115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45581704-bc28-4963-a27f-346817598764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a628a374-5f5e-4517-999f-94f4a81508c5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.373666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45581704-bc28-4963-a27f-346817598764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.377268 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-45581704-bc28-4963-a27f-346817598764 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a628a374-5f5e-4517-999f-94f4a81508c5 HTTP/1.1" status: 204 len: 168 time: 0.1655612 Feb 11 13:23:28.383838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45581704-bc28-4963-a27f-346817598764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628a374-5f5e-4517-999f-94f4a81508c5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.050942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:29.288593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281fad9-d01b-4c2f-9419-d9669aa2faea req-44d23fba-8977-4f5d-9d95-898a0007bcc6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:29.290162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3281fad9-d01b-4c2f-9419-d9669aa2faea req-44d23fba-8977-4f5d-9d95-898a0007bcc6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.0677760 Feb 11 13:23:29.291442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae530c4b-472e-4ae8-8d7d-f56f1e7595d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.319591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2672f50b-1a10-487d-9fd7-f6d0c24d64ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.381244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3281fad9-d01b-4c2f-9419-d9669aa2faea req-3b94f732-f0fb-4ee1-9ac2-a00e1de918e0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815461 Feb 11 13:23:29.431534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae530c4b-472e-4ae8-8d7d-f56f1e7595d2 admin admin] Publish callbacks [] for security_group (adc9ff84-792f-4fac-8583-383acead9cc8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.436565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae530c4b-472e-4ae8-8d7d-f56f1e7595d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (adc9ff84-792f-4fac-8583-383acead9cc8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.476522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae530c4b-472e-4ae8-8d7d-f56f1e7595d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=224379b5a6a145a782e53c2fce2fbbc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242308 Feb 11 13:23:29.479413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55688) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:29.491748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae530c4b-472e-4ae8-8d7d-f56f1e7595d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc9ff84-792f-4fac-8583-383acead9cc8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.538550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07315ac0-3f3c-44da-b219-040631464d49 admin admin] Publish callbacks [] for security_group (adc9ff84-792f-4fac-8583-383acead9cc8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.572332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07315ac0-3f3c-44da-b219-040631464d49 admin admin] Publish callbacks [] for security_group (adc9ff84-792f-4fac-8583-383acead9cc8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.629077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07315ac0-3f3c-44da-b219-040631464d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (adc9ff84-792f-4fac-8583-383acead9cc8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.632117 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07315ac0-3f3c-44da-b219-040631464d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.633378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-07315ac0-3f3c-44da-b219-040631464d49 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/adc9ff84-792f-4fac-8583-383acead9cc8 HTTP/1.1" status: 204 len: 168 time: 0.1527011 Feb 11 13:23:29.642948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07315ac0-3f3c-44da-b219-040631464d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc9ff84-792f-4fac-8583-383acead9cc8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:30.224947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-9da83d8f-6adb-4acb-94ae-cc7270a08e08 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=bd9c81acb9254790b137488f7d8a7320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308967 Feb 11 13:23:30.354026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-4de4f4cc-3766-459f-8b18-a613a7ec4a5e tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:30.355560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-4de4f4cc-3766-459f-8b18-a613a7ec4a5e tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254342 Feb 11 13:23:30.365574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:30.384613 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04e74f04-9716-410d-a237-56f1e99dfa6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.391548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-ce931077-883b-41af-b99a-58b80c8f0517 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/quotas/bd9c81acb9254790b137488f7d8a7320 HTTP/1.1" status: 200 len: 375 time: 0.0290060 Feb 11 13:23:30.435725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-f396cbcc-5309-4bff-9aef-70515db8ae42 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bd9c81acb9254790b137488f7d8a7320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366414 Feb 11 13:23:30.479707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04e74f04-9716-410d-a237-56f1e99dfa6e admin admin] Publish callbacks [] for security_group (1ea245ee-be71-4fae-ac7d-ec79f54f89bc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.486309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04e74f04-9716-410d-a237-56f1e99dfa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ea245ee-be71-4fae-ac7d-ec79f54f89bc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.533738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04e74f04-9716-410d-a237-56f1e99dfa6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df40c2cfb4de4c71b05c16795ca9758e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633148 Feb 11 13:23:30.533952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:30.542018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74f04-9716-410d-a237-56f1e99dfa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea245ee-be71-4fae-ac7d-ec79f54f89bc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:30.610115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-566397ba-4208-42ac-848c-22182fffd8a1 admin admin] Publish callbacks [] for security_group (1ea245ee-be71-4fae-ac7d-ec79f54f89bc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.641559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-566397ba-4208-42ac-848c-22182fffd8a1 admin admin] Publish callbacks [] for security_group (1ea245ee-be71-4fae-ac7d-ec79f54f89bc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.705827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-566397ba-4208-42ac-848c-22182fffd8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ea245ee-be71-4fae-ac7d-ec79f54f89bc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.708684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-566397ba-4208-42ac-848c-22182fffd8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.710004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-566397ba-4208-42ac-848c-22182fffd8a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ea245ee-be71-4fae-ac7d-ec79f54f89bc HTTP/1.1" status: 204 len: 168 time: 0.1748760 Feb 11 13:23:30.718516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566397ba-4208-42ac-848c-22182fffd8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea245ee-be71-4fae-ac7d-ec79f54f89bc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:30.768043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.845538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-debe1f7a-c533-4ea6-af76-59424cc78cf4 req-1b30a155-393f-45b4-8c4b-c42ed3c27c07 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 210 time: 0.0551727 Feb 11 13:23:30.889059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f47d85-5b85-43d5-83c5-d30fc7fff5f0 req-1a9f1e04-eab6-475f-8cb3-cf4d14a83994 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:30.890857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10f47d85-5b85-43d5-83c5-d30fc7fff5f0 req-1a9f1e04-eab6-475f-8cb3-cf4d14a83994 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1070662 Feb 11 13:23:30.900255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:30.960924 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10f47d85-5b85-43d5-83c5-d30fc7fff5f0 req-46102ede-8353-4d55-b503-4e10c4451e28 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628798 Feb 11 13:23:31.105024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-network', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:31.128782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Made reservation on behalf of 41f473a89ded4aa0a7750ba0ca6ad7a5 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:31.134482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.146200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.262455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-9e520771-e5c9-45be-91b1-800463b0c0f0 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=de1acde7c00a44c3bdd559ed9c9f1661&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356798 Feb 11 13:23:31.265062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks [] for security_group (e7229e57-2e55-47de-987b-26e0751aea9c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.269987 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e7229e57-2e55-47de-987b-26e0751aea9c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.329585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:31.346545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7229e57-2e55-47de-987b-26e0751aea9c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:31.386993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2d0da481-a485-43ab-9fa3-15b3f92498d1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.388557 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Added segment 2d0da481-a485-43ab-9fa3-15b3f92498d1 of type vlan for network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 Feb 11 13:23:31.455975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.480737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-bcf9ccc6-19e5-40ea-a36b-645aeb1d4581 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:31.482114 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-bcf9ccc6-19e5-40ea-a36b-645aeb1d4581 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083180 Feb 11 13:23:31.512848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-957fff6a-563f-4bf6-bfcc-c036b240a892 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/quotas/de1acde7c00a44c3bdd559ed9c9f1661 HTTP/1.1" status: 200 len: 375 time: 0.0184999 Feb 11 13:23:31.554287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-fdd2f907-3376-4972-bd73-19b13c4d7115 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=de1acde7c00a44c3bdd559ed9c9f1661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404904 Feb 11 13:23:31.558157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.560159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:31.561429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.612895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7115793 Feb 11 13:23:31.615949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55844) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:31.622085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Request body: {'subnet': {'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-subnet', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:31.651010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Made reservation on behalf of 41f473a89ded4aa0a7750ba0ca6ad7a5 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:31.655227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.655481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa45e5-7bed-447a-8e55-d9ebbb3bf921 admin admin] Pushing event updated for resources: {'Network': ['ID=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:31.667190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:31.784844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:31.853510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab922d31-a38b-4ad1-b0fb-97e323d3c648 req-a7756427-8ebb-4480-adc1-6ecc19127352 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 210 time: 0.0428929 Feb 11 13:23:31.942305 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (41949da7-151e-44f9-a3a7-446b26809657), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.989411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96046adb-d5b6-4145-9ddf-3064d6f32e3f req-75e38409-65b2-404e-b323-98a30ed067d8 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 210 time: 0.0376577 Feb 11 13:23:32.027521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-d0cedb7f-165d-4a4a-bf9f-5a4db5cbca23 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bd9c81acb9254790b137488f7d8a7320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299509 Feb 11 13:23:32.171364 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a41aab21-14fb-4518-802d-e4a79eae7345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.177878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=41949da7-151e-44f9-a3a7-446b26809657,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.200525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Checking segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:32.201326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Network hostable DHCP agents. Network: dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:32.228509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808fbc0-46b0-4354-afed-8435dad9ea72 req-a7b1274a-868f-4dd7-939f-9e9f5f8c6f0f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.228761 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.235924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-1e16d6b0-e2e5-4cfb-89f9-4ee9f0d4cea4 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.237690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f808fbc0-46b0-4354-afed-8435dad9ea72 req-a7b1274a-868f-4dd7-939f-9e9f5f8c6f0f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1603088 Feb 11 13:23:32.237982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-1e16d6b0-e2e5-4cfb-89f9-4ee9f0d4cea4 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023511 Feb 11 13:23:32.252645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Request body: {'port': {'device_id': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'bd9c81acb9254790b137488f7d8a7320'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:32.261060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:32.306572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:32.316209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06318f-d905-4978-8ebd-a07b77e55033 None None] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:32.380686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.381342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.431531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2888faef-15b1-449c-8468-b9ad2cbf78cd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8119538 Feb 11 13:23:32.442993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55880) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:32.455445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:32.477998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f808fbc0-46b0-4354-afed-8435dad9ea72 req-70579196-548f-49c2-945b-e08313a01ae5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394273 Feb 11 13:23:32.496959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a41aab21-14fb-4518-802d-e4a79eae7345 admin admin] Publish callbacks [] for security_group (a575926b-0c51-47a7-ae9a-075d9a7dc132), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.512617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a41aab21-14fb-4518-802d-e4a79eae7345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a575926b-0c51-47a7-ae9a-075d9a7dc132), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.520385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:32.521185 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.535982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (1f542631-5a49-42c4-86bf-7a49918a5ef5), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.536973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (1f542631-5a49-42c4-86bf-7a49918a5ef5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.559528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Made reservation on behalf of bd9c81acb9254790b137488f7d8a7320 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:32.563613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.592755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.608523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aab21-14fb-4518-802d-e4a79eae7345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a575926b-0c51-47a7-ae9a-075d9a7dc132,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.620305 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a41aab21-14fb-4518-802d-e4a79eae7345 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f01be44e61004df4b7ae9290857cfc26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8330760 Feb 11 13:23:32.622078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:32.689517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94748db4-b3da-4683-a459-0cd8c0fdd9a3 admin admin] Publish callbacks [] for security_group (a575926b-0c51-47a7-ae9a-075d9a7dc132), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.691178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks [] for router_controller (1f542631-5a49-42c4-86bf-7a49918a5ef5), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.721534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94748db4-b3da-4683-a459-0cd8c0fdd9a3 admin admin] Publish callbacks [] for security_group (a575926b-0c51-47a7-ae9a-075d9a7dc132), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.804672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94748db4-b3da-4683-a459-0cd8c0fdd9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a575926b-0c51-47a7-ae9a-075d9a7dc132), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.809696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94748db4-b3da-4683-a459-0cd8c0fdd9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.811164 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-94748db4-b3da-4683-a459-0cd8c0fdd9a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a575926b-0c51-47a7-ae9a-075d9a7dc132 HTTP/1.1" status: 204 len: 168 time: 0.1865911 Feb 11 13:23:32.820582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94748db4-b3da-4683-a459-0cd8c0fdd9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a575926b-0c51-47a7-ae9a-075d9a7dc132,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.838814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Allocated IP 172.20.0.2 (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32/41949da7-151e-44f9-a3a7-446b26809657/03418d75-6fe6-46fc-bee9-398605372553) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:32.939386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks [] for router_gateway (1f542631-5a49-42c4-86bf-7a49918a5ef5), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.022671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks [] for security_group (3e6ff34f-63c7-479c-8d1d-3aeae807cb95), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.035373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3e6ff34f-63c7-479c-8d1d-3aeae807cb95), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.056804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ad57d3e-036d-487c-8054-96c0b4b0e057 req-832a0c4c-960f-4438-9a26-539b99a83a90 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 210 time: 0.0825634 Feb 11 13:23:33.133495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6ff34f-63c7-479c-8d1d-3aeae807cb95,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.186785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79fed55e-0e99-45ff-8233-b64bc2c4cb96 req-4e6c816f-eaf4-49f1-8ee9-678d956d5aca tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 210 time: 0.0450974 Feb 11 13:23:33.246700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Publish callbacks [] for port (03418d75-6fe6-46fc-bee9-398605372553), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.259633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (03418d75-6fe6-46fc-bee9-398605372553), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.327510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:33.331392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:33.335714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:33.408437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Pushing event updated for resources: {'Port': ['ID=03418d75-6fe6-46fc-bee9-398605372553,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.425867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Attempting to bind port 03418d75-6fe6-46fc-bee9-398605372553 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:33.426032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Attempting to bind port 03418d75-6fe6-46fc-bee9-398605372553 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:33.428501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Attempting to bind port 03418d75-6fe6-46fc-bee9-398605372553 on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:33.447405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:33.447862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-99d82122-242e-45d3-b1ad-49b1aa3ed70f tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=de1acde7c00a44c3bdd559ed9c9f1661&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295217 Feb 11 13:23:33.448565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Checking segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:33.449007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.449577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Bound using segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:33.450269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Bound port: 03418d75-6fe6-46fc-bee9-398605372553, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:33.451224 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (03418d75-6fe6-46fc-bee9-398605372553), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.503608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Allocated IP 192.168.233.57 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/a3a6f90a-410c-460a-aae1-5669e10755bf) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:33.537137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:33.565568 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5c6aa3a-5be4-4863-8df5-baf865870903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.592238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] For port 03418d75-6fe6-46fc-bee9-398605372553, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:33.595012 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.599116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] For port 03418d75-6fe6-46fc-bee9-398605372553, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=03418d75-6fe6-46fc-bee9-398605372553,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:33.609151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (03418d75-6fe6-46fc-bee9-398605372553), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.678507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820d77-4967-4f7f-906d-f066839c5392 None None] Pushing event updated for resources: {'Port': ['ID=03418d75-6fe6-46fc-bee9-398605372553,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.749856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd39b-5fef-4e07-be16-aba3ec170900 req-974b334d-d7af-4d70-89c2-92ba678b9b22 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.760311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c09fd39b-5fef-4e07-be16-aba3ec170900 req-974b334d-d7af-4d70-89c2-92ba678b9b22 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1161368 Feb 11 13:23:33.764440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55926) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:33.794034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-55be05fe-97a5-47d4-8865-c496d1f85d01 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.795520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-55be05fe-97a5-47d4-8865-c496d1f85d01 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400097 Feb 11 13:23:33.816924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Request body: {'port': {'device_id': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'de1acde7c00a44c3bdd559ed9c9f1661'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:33.852579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5c6aa3a-5be4-4863-8df5-baf865870903 admin admin] Publish callbacks [] for security_group (ce3ed436-5809-46db-9278-e39bfe7ed189), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.872680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5c6aa3a-5be4-4863-8df5-baf865870903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ce3ed436-5809-46db-9278-e39bfe7ed189), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.908454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e5c6aa3a-5be4-4863-8df5-baf865870903 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d52b5fd37fc4125a85d261e2573fbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689680 Feb 11 13:23:33.913194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c09fd39b-5fef-4e07-be16-aba3ec170900 req-afb86316-a799-463d-83f1-50896b884087 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519415 Feb 11 13:23:33.919733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55934) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:33.948106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6aa3a-5be4-4863-8df5-baf865870903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ed436-5809-46db-9278-e39bfe7ed189,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.961473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks [] for router_gateway (1f542631-5a49-42c4-86bf-7a49918a5ef5), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.038767 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.163569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks [] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.214623 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-878e788e-2613-4af1-9388-4a3a7ee8c674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.287807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5c30-aa9d-4600-a432-bf868b86f818 admin admin] Publish callbacks [] for security_group (ce3ed436-5809-46db-9278-e39bfe7ed189), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.290823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e589cd7-2f1f-4ff4-a129-7e77aa8493e5 req-f921e2c6-ccde-4f41-9e57-26b9ca0eccfb tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 210 time: 0.1204925 Feb 11 13:23:34.332477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Made reservation on behalf of de1acde7c00a44c3bdd559ed9c9f1661 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:34.335991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.367816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5c30-aa9d-4600-a432-bf868b86f818 admin admin] Publish callbacks [] for security_group (ce3ed436-5809-46db-9278-e39bfe7ed189), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.382695 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.412431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-b4ae533d-1bc5-4711-a459-abcd28e6d63f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=be72a668f4ad404f9b9cde82404149af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326219 Feb 11 13:23:34.416503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Allocated IP 172.25.3.87 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/691d9904-026c-4022-a853-8263422adebf) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:34.456473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6555f02d-7d33-4adf-9af3-36747c6527ca req-3b00cb8d-bcb8-46ab-b446-a6c48b9009ba tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 210 time: 0.0905833 Feb 11 13:23:34.476838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.537210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 03418d75-6fe6-46fc-bee9-398605372553 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:34.550274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-2cc04b06-a064-4c62-ba1b-13f8306ba94d tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.556958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-2cc04b06-a064-4c62-ba1b-13f8306ba94d tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435680 Feb 11 13:23:34.572400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-a292ac39-4ec8-4490-87ad-91363a489812 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/quotas/be72a668f4ad404f9b9cde82404149af HTTP/1.1" status: 200 len: 375 time: 0.0145385 Feb 11 13:23:34.595248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:34.604123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 03418d75-6fe6-46fc-bee9-398605372553 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:34.604842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (03418d75-6fe6-46fc-bee9-398605372553), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.610804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-3af9dc62-0cc4-410a-a21d-038d08575a68 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=be72a668f4ad404f9b9cde82404149af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374169 Feb 11 13:23:34.645857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:34.662887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:34.668080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.668700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.689719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5c30-aa9d-4600-a432-bf868b86f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ce3ed436-5809-46db-9278-e39bfe7ed189), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.689926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 03418d75-6fe6-46fc-bee9-398605372553 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:34.690400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (03418d75-6fe6-46fc-bee9-398605372553), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.695234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5c30-aa9d-4600-a432-bf868b86f818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.699479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2c5e5c30-aa9d-4600-a432-bf868b86f818 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce3ed436-5809-46db-9278-e39bfe7ed189 HTTP/1.1" status: 204 len: 168 time: 0.7670448 Feb 11 13:23:34.699479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Pushing event updated for resources: {'Port': ['ID=a3a6f90a-410c-460a-aae1-5669e10755bf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:34.764068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 03418d75-6fe6-46fc-bee9-398605372553, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=03418d75-6fe6-46fc-bee9-398605372553,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:34.770800 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (03418d75-6fe6-46fc-bee9-398605372553), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.810875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.811248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.811605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.811997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.812280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.817460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.817882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.818260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.819707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.820052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.820415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.820749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.821078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:34.835376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-878e788e-2613-4af1-9388-4a3a7ee8c674 admin admin] Publish callbacks [] for security_group (3ff361b7-fe08-484f-a945-c7a89e9b12c4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.869414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=03418d75-6fe6-46fc-bee9-398605372553,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:34.870545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-092e8916-f87f-475c-8c71-6e6f856766f0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6242273 Feb 11 13:23:34.871266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e5c30-aa9d-4600-a432-bf868b86f818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ed436-5809-46db-9278-e39bfe7ed189,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:34.900868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-878e788e-2613-4af1-9388-4a3a7ee8c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3ff361b7-fe08-484f-a945-c7a89e9b12c4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.967979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Request body: {'port': {'device_id': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:34.999285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0e5cf3e-f2ce-4cbb-b86d-61723e791352 req-3eff654f-fc03-4844-ab8c-cb0189067793 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 210 time: 0.1437268 Feb 11 13:23:35.070415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3851356c-1afe-4a40-9c32-943f0efa63b0 None None] Provisioning complete for port a3a6f90a-410c-460a-aae1-5669e10755bf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:35.074408 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3851356c-1afe-4a40-9c32-943f0efa63b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.106020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks [] for security_group (3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.111628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks [] for port (691d9904-026c-4022-a853-8263422adebf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.113946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e788e-2613-4af1-9388-4a3a7ee8c674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff361b7-fe08-484f-a945-c7a89e9b12c4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:35.119895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-878e788e-2613-4af1-9388-4a3a7ee8c674 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32caf18833d34bc499fee3ec53c3c717&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3525586 Feb 11 13:23:35.125853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6215ac-5b9c-436b-9089-a45fdb2613f4 req-e16e168a-baec-4fcd-a26b-75764ab539db tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.126174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:35.127224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.133249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b6215ac-5b9c-436b-9089-a45fdb2613f4 req-e16e168a-baec-4fcd-a26b-75764ab539db tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.0961850 Feb 11 13:23:35.153302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3851356c-1afe-4a40-9c32-943f0efa63b0 None None] Port a3a6f90a-410c-460a-aae1-5669e10755bf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:35.221409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b6215ac-5b9c-436b-9089-a45fdb2613f4 req-e2b16900-0fcb-4b36-8b55-b21b0800c213 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872312 Feb 11 13:23:35.252333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b6f47-99d3-425c-91ed-3ae3008c9ab4 None None] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:35.327662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.362327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:35.403670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-55ad6a0f-492b-464d-a924-a0568ed0dffc None None] Provisioning complete for port 03418d75-6fe6-46fc-bee9-398605372553 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:35.404315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55ad6a0f-492b-464d-a924-a0568ed0dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (03418d75-6fe6-46fc-bee9-398605372553), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.491904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (691d9904-026c-4022-a853-8263422adebf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.509954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30a27456-cdf4-4193-b79a-5559c9a1c468 req-a3d6446c-2444-4df1-a610-e882214a0f2b tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 210 time: 0.1038058 Feb 11 13:23:35.600477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Allocated IP 192.168.233.53 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/26d3c19a-b639-4335-bdc4-21d281ee9cba) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:35.619515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9459-e87e-42ae-a397-24a623be7d43 admin admin] Publish callbacks [] for security_group (3ff361b7-fe08-484f-a945-c7a89e9b12c4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.694054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ec183-22de-4c7b-b13c-1de0bc9e2315 req-5f635532-ff81-4560-845d-75d4bba890b3 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.697381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f04ec183-22de-4c7b-b13c-1de0bc9e2315 req-5f635532-ff81-4560-845d-75d4bba890b3 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 935 time: 0.0733874 Feb 11 13:23:35.709534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-55ad6a0f-492b-464d-a924-a0568ed0dffc None None] Current status of the port 03418d75-6fe6-46fc-bee9-398605372553 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:35.763749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f04ec183-22de-4c7b-b13c-1de0bc9e2315 req-cbc28240-a155-4b03-b788-1c39f63e81db tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Feb 11 13:23:35.778701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:35.788735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9459-e87e-42ae-a397-24a623be7d43 admin admin] Publish callbacks [] for security_group (3ff361b7-fe08-484f-a945-c7a89e9b12c4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.801934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:35.818927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:35.829662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Pushing event updated for resources: {'Port': ['ID=691d9904-026c-4022-a853-8263422adebf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:35.871519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55994) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:35.994918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-network', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:36.016493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Made reservation on behalf of 873f33b825bf4bd6b1117bf1a5bb1ac8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:36.019022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.030732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.036743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a5c1b971-ae7b-4c09-a076-4481bad3094d None None] Provisioning complete for port 03418d75-6fe6-46fc-bee9-398605372553 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:36.037390 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b971-ae7b-4c09-a076-4481bad3094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (03418d75-6fe6-46fc-bee9-398605372553), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.143026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks [] for security_group (f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.148640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.156977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.30', 51874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:36.165912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1b971-ae7b-4c09-a076-4481bad3094d None None] Current status of the port 03418d75-6fe6-46fc-bee9-398605372553 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:36.197215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.220214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-f259b1ff-b64d-44be-a184-767070bb581b tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=be72a668f4ad404f9b9cde82404149af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345421 Feb 11 13:23:36.221612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.222028 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.222989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.223403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.223807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.224247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.224756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.225813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.226370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.226870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.227398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.227873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.228349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.238884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7243055e-b0c7-4576-aeed-16add673f026 req-8c30b86e-25c6-49dc-9542-39b49ef982a4 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 210 time: 0.0778832 Feb 11 13:23:36.256481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:36.279334 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9459-e87e-42ae-a397-24a623be7d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3ff361b7-fe08-484f-a945-c7a89e9b12c4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.283458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9459-e87e-42ae-a397-24a623be7d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.285316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9cbc9459-e87e-42ae-a397-24a623be7d43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ff361b7-fe08-484f-a945-c7a89e9b12c4 HTTP/1.1" status: 204 len: 168 time: 1.1533318 Feb 11 13:23:36.294146 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.294497 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Added segment e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63 of type vlan for network a12741ff-d247-4380-92d5-ec15c3b2ee0f Feb 11 13:23:36.361334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc9459-e87e-42ae-a397-24a623be7d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff361b7-fe08-484f-a945-c7a89e9b12c4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.379040 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a12741ff-d247-4380-92d5-ec15c3b2ee0f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.434592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks [] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.454292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-192f0f33-d500-433d-8126-0323aa54bfbe tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.455778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-192f0f33-d500-433d-8126-0323aa54bfbe tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233019 Feb 11 13:23:36.465095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a12741ff-d247-4380-92d5-ec15c3b2ee0f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.466026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.466642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.476255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Request body: {'port': {'device_id': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'be72a668f4ad404f9b9cde82404149af'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:36.526748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 03418d75-6fe6-46fc-bee9-398605372553 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:36.527508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks [] for router_gateway (1f542631-5a49-42c4-86bf-7a49918a5ef5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.612551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 03418d75-6fe6-46fc-bee9-398605372553 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:36.614691 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (03418d75-6fe6-46fc-bee9-398605372553), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.631419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686d349-9a73-497a-8760-48ee28edaf80 req-31e3ef79-7ea2-4350-bdbe-5e6d5e7808d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.636936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.637494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7686d349-9a73-497a-8760-48ee28edaf80 req-31e3ef79-7ea2-4350-bdbe-5e6d5e7808d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.2503340 Feb 11 13:23:36.713798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8408198 Feb 11 13:23:36.732384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:36.757108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106c8d4-75a0-4dac-9812-12e007476f19 admin admin] Pushing event updated for resources: {'Network': ['ID=a12741ff-d247-4380-92d5-ec15c3b2ee0f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.762800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:36.769841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 03418d75-6fe6-46fc-bee9-398605372553 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:36.772118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Request body: {'subnet': {'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-subnet', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:36.774724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:36.796506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:36.798874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:36.804117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.804764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.856638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c794f9e-4c66-473c-975c-02a43a4c8b1e req-e984c77d-963c-46cc-b055-43a8005508ec tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.856638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c794f9e-4c66-473c-975c-02a43a4c8b1e req-e984c77d-963c-46cc-b055-43a8005508ec tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 935 time: 0.2208674 Feb 11 13:23:36.861565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Pushing event updated for resources: {'Port': ['ID=26d3c19a-b639-4335-bdc4-21d281ee9cba,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.867541 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7686d349-9a73-497a-8760-48ee28edaf80 req-25be7a66-2e59-4765-b260-445679ab137d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168071 Feb 11 13:23:36.868123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:36.951979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-0e1d1f4d-fcfe-4c2c-b47b-a134544cb631 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1425116 Feb 11 13:23:36.972036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Made reservation on behalf of 873f33b825bf4bd6b1117bf1a5bb1ac8 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:36.974378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.988345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Request body: {'port': {'device_id': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:37.059323 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11252bd0-c88a-48af-b279-c20e2c19c8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.095717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8a1f7e92-466b-4b08-a6e7-e7e8c7045028 None None] Provisioning complete for port 26d3c19a-b639-4335-bdc4-21d281ee9cba triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:37.096374 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7e92-466b-4b08-a6e7-e7e8c7045028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.121543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Made reservation on behalf of be72a668f4ad404f9b9cde82404149af for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:37.124809 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.129775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f7e92-466b-4b08-a6e7-e7e8c7045028 None None] Port 26d3c19a-b639-4335-bdc4-21d281ee9cba cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:37.142062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.168985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fca6c-738d-49b7-a239-d7931dae57c9 req-2f42e6e8-9af9-4a47-8dbb-2d696fad3c7b tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:37.170376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-541fca6c-738d-49b7-a239-d7931dae57c9 req-2f42e6e8-9af9-4a47-8dbb-2d696fad3c7b tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 935 time: 0.1155541 Feb 11 13:23:37.213604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c794f9e-4c66-473c-975c-02a43a4c8b1e req-2f9eeb24-7886-48e5-93be-553f05fb4e55 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930348 Feb 11 13:23:37.243651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a6f90a-410c-460a-aae1-5669e10755bf {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:37.256217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Publish callbacks [] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.261960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.270149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11252bd0-c88a-48af-b279-c20e2c19c8cc admin admin] Publish callbacks [] for security_group (2c0e785d-64ba-4345-af0c-bd50612b1dbe), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.271698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (1f542631-5a49-42c4-86bf-7a49918a5ef5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.285022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11252bd0-c88a-48af-b279-c20e2c19c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2c0e785d-64ba-4345-af0c-bd50612b1dbe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.292885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Transition to ACTIVE for port object a3a6f90a-410c-460a-aae1-5669e10755bf will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:37.301346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.308616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-541fca6c-738d-49b7-a239-d7931dae57c9 req-41e1d164-4c20-4335-b485-c2b8ffdb62df tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314449 Feb 11 13:23:37.348756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-11252bd0-c88a-48af-b279-c20e2c19c8cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33fe42e27ab2441086c6dd2ed216911d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778111 Feb 11 13:23:37.353915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252bd0-c88a-48af-b279-c20e2c19c8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0e785d-64ba-4345-af0c-bd50612b1dbe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.356922 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56016) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:37.379675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks [] for security_group (56c124a9-3e00-4c85-84d6-a7f4a1ea755b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.389109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (56c124a9-3e00-4c85-84d6-a7f4a1ea755b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.453198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42eaf2e9-581d-4337-b39e-8366dcc42f33 req-fd3c8b44-6712-421a-8439-fb61591c763c tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 210 time: 0.1161118 Feb 11 13:23:37.517925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c124a9-3e00-4c85-84d6-a7f4a1ea755b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.551761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc17a09b-7eaf-4fa1-9e7b-ab950e55f12e admin admin] Publish callbacks [] for security_group (2c0e785d-64ba-4345-af0c-bd50612b1dbe), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.556094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a6f90a-410c-460a-aae1-5669e10755bf,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.601394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc17a09b-7eaf-4fa1-9e7b-ab950e55f12e admin admin] Publish callbacks [] for security_group (2c0e785d-64ba-4345-af0c-bd50612b1dbe), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.645106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Attempting to bind port a3a6f90a-410c-460a-aae1-5669e10755bf on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:37.645619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Attempting to bind port a3a6f90a-410c-460a-aae1-5669e10755bf by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:37.646190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Attempting to bind port a3a6f90a-410c-460a-aae1-5669e10755bf on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:37.648412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Allocated IP 192.168.233.162 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/623c1132-8096-43e1-a88e-27ef31fc1f39) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:37.682877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc17a09b-7eaf-4fa1-9e7b-ab950e55f12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2c0e785d-64ba-4345-af0c-bd50612b1dbe), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.685430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc17a09b-7eaf-4fa1-9e7b-ab950e55f12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.686055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Port a3a6f90a-410c-460a-aae1-5669e10755bf on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:37.686409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Attempting to bind port a3a6f90a-410c-460a-aae1-5669e10755bf on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:37.688468 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cc17a09b-7eaf-4fa1-9e7b-ab950e55f12e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c0e785d-64ba-4345-af0c-bd50612b1dbe HTTP/1.1" status: 204 len: 168 time: 0.3291478 Feb 11 13:23:37.702930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:37.703291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:37.703695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:37.704136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Bound port: a3a6f90a-410c-460a-aae1-5669e10755bf, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:37.704718 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.709978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (e13f9e97-c0f4-4f2b-80b1-17d823ca26b3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.713798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17a09b-7eaf-4fa1-9e7b-ab950e55f12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0e785d-64ba-4345-af0c-bd50612b1dbe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.826696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13f9e97-c0f4-4f2b-80b1-17d823ca26b3,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.843142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:37.862336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] For port a3a6f90a-410c-460a-aae1-5669e10755bf, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:37.867063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] For port a3a6f90a-410c-460a-aae1-5669e10755bf, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a3a6f90a-410c-460a-aae1-5669e10755bf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:37.867639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks [] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.868579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Checking segment: {'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:37.868929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Network hostable DHCP agents. Network: a12741ff-d247-4380-92d5-ec15c3b2ee0f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:37.881457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.915907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.032202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:38.040669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:38.043213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:38.049239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.049896 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.082685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Pushing event updated for resources: {'Port': ['ID=623c1132-8096-43e1-a88e-27ef31fc1f39,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.105617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-70399f87-c3db-4273-a9b6-33211133a33f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6344371 Feb 11 13:23:38.118338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3c86b-1ee9-4e52-8b05-0bc3cba1eb70 req-19b74c1f-4bc8-4733-8561-9d01bbeec7a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.125390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e3c86b-1ee9-4e52-8b05-0bc3cba1eb70 req-19b74c1f-4bc8-4733-8561-9d01bbeec7a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1808281 Feb 11 13:23:38.137474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Request body: {'port': {'device_id': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:38.175785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:38.184055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.184673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.186352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] 10.222.0.30 "PUT /v2.0/ports/a3a6f90a-410c-460a-aae1-5669e10755bf HTTP/1.1" status: 200 len: 1095 time: 3.2742944 Feb 11 13:23:38.186975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'tag': 'a3a6f90a-410c-460a-aae1-5669e10755bf'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:38.189262 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00b281-bc4b-403e-8a69-3131b9fcd58a" -d '{"events": [{"name": "network-changed", "server_uuid": "45d5e186-ef5d-4e83-a084-c5a0b126164d", "tag": "a3a6f90a-410c-460a-aae1-5669e10755bf"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:38.214888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:38.226398 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1c17f39-9ef4-4b61-9d14-c8741babb43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.265070 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e3c86b-1ee9-4e52-8b05-0bc3cba1eb70 req-9d9ed76e-e798-473d-a14e-8f2faac7fec9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387734 Feb 11 13:23:38.271937 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d718f4ee-997c-478d-99e6-298863fd7eb0 x-openstack-request-id: req-d718f4ee-997c-478d-99e6-298863fd7eb0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:38.272409 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d5e186-ef5d-4e83-a084-c5a0b126164d", "tag": "a3a6f90a-410c-460a-aae1-5669e10755bf", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:38.272409 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d718f4ee-997c-478d-99e6-298863fd7eb0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:38.272764 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'tag': 'a3a6f90a-410c-460a-aae1-5669e10755bf', 'status': 'completed', 'code': 200} Feb 11 13:23:38.282565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.320290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a12741ff-d247-4380-92d5-ec15c3b2ee0f) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:38.331346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e66820-a02e-4d3d-901a-2eb03d1805f1 None None] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:38.360449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf0f2a-ca4d-4e1c-bfb1-7a61a5517616 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a6f90a-410c-460a-aae1-5669e10755bf,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.375143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.380869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.485292 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1c17f39-9ef4-4b61-9d14-c8741babb43e admin admin] Publish callbacks [] for security_group (b51918a6-6e09-4edb-938e-b5c94255c6b8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.493758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a12741ff-d247-4380-92d5-ec15c3b2ee0f', 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f', 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'fixed_ips': [{'subnet_id': 'e13f9e97-c0f4-4f2b-80b1-17d823ca26b3'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:38.495116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.550675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-84651c4d-2539-4ea9-a612-278593c7e3f8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7840941 Feb 11 13:23:38.550867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1c17f39-9ef4-4b61-9d14-c8741babb43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b51918a6-6e09-4edb-938e-b5c94255c6b8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.554953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:38.572560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:38.595030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:38.604771 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:38.605590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9bc047c8-463d-4109-a938-42d3a37c3ff2 None None] Provisioning complete for port 623c1132-8096-43e1-a88e-27ef31fc1f39 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:38.606026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9bc047c8-463d-4109-a938-42d3a37c3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.622671 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:38.623716 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:38.643499 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (497e93d6-e47c-499f-a0db-962a4a575ae4), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.644523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (497e93d6-e47c-499f-a0db-962a4a575ae4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.654298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d3c19a-b639-4335-bdc4-21d281ee9cba {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:38.666071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Publish callbacks [] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.677203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9bc047c8-463d-4109-a938-42d3a37c3ff2 None None] Port 623c1132-8096-43e1-a88e-27ef31fc1f39 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:38.681299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Transition to ACTIVE for port object 26d3c19a-b639-4335-bdc4-21d281ee9cba will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:38.690553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Allocated IP 172.20.0.2 (a12741ff-d247-4380-92d5-ec15c3b2ee0f/e13f9e97-c0f4-4f2b-80b1-17d823ca26b3/e8b8ed3d-9cc1-49e8-88b5-5aec0997b280) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:38.697560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1c17f39-9ef4-4b61-9d14-c8741babb43e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=455d7abfcade4b24b9a4d05b02b9ddad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206752 Feb 11 13:23:38.700686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-00fc9605-6896-4951-b8e1-bab8fe7fe034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.703533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-00fc9605-6896-4951-b8e1-bab8fe7fe034 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd9c81acb9254790b137488f7d8a7320&device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 1129 time: 0.4639246 Feb 11 13:23:38.704148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56040) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:38.710096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c17f39-9ef4-4b61-9d14-c8741babb43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51918a6-6e09-4edb-938e-b5c94255c6b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.710326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.744304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f4bec-dcb3-42cc-8f45-e4bc2b4240cb req-cf59f0fa-48bd-44b1-a3a5-85e50e236306 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.759260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c6f4bec-dcb3-42cc-8f45-e4bc2b4240cb req-cf59f0fa-48bd-44b1-a3a5-85e50e236306 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 947 time: 0.2779207 Feb 11 13:23:38.820947 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:38.839721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0cc1c-844c-4b14-9771-3e6136b4b6bd req-02b962e0-979d-4659-aff7-ed3be34ad419 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.847023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffa0cc1c-844c-4b14-9771-3e6136b4b6bd req-02b962e0-979d-4659-aff7-ed3be34ad419 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 935 time: 0.4795494 Feb 11 13:23:38.850972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-59d03ba2-4025-475f-9081-adbcde33ad36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a3a6f90a-410c-460a-aae1-5669e10755bf HTTP/1.1" status: 200 len: 217 time: 0.1209788 Feb 11 13:23:38.860548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks [] for router_controller (497e93d6-e47c-499f-a0db-962a4a575ae4), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.956747 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Publish callbacks [] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.968303 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.983747 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.987453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f2b8d0a3-26e7-42c7-a060-054126969537 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5429482 Feb 11 13:23:39.008114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56044) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:39.038144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:39.046726 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 3, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.047724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:39.051548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Pushing event updated for resources: {'Port': ['ID=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.053949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:39.074461 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:39.074819 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Updating router 1f542631-5a49-42c4-86bf-7a49918a5ef5 port 691d9904-026c-4022-a853-8263422adebf binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:39.105863 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (691d9904-026c-4022-a853-8263422adebf), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.107618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.108090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.109697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.110164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.110607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.111040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.111469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.111895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.112406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.112589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffa0cc1c-844c-4b14-9771-3e6136b4b6bd req-95841f83-9973-45a2-bee3-6ba847f4a7f7 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589440 Feb 11 13:23:39.112914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.113335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.113753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.114192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.150813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Attempting to bind port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:39.151377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Attempting to bind port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:39.151949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Attempting to bind port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 on network a12741ff-d247-4380-92d5-ec15c3b2ee0f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:39.157539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:39.158042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Checking segment: {'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:39.158584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.159070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Bound using segment: {'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:39.161410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Bound port: e8b8ed3d-9cc1-49e8-88b5-5aec0997b280, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:39.161410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.208350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c6f4bec-dcb3-42cc-8f45-e4bc2b4240cb req-6d024d91-534b-432f-a1b5-35c4237f2100 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470193 Feb 11 13:23:39.209816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Pushing event updated for resources: {'Port': ['ID=26d3c19a-b639-4335-bdc4-21d281ee9cba,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.227194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] For port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:39.232869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] For port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,segment=NetworkSegment(e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63),segment_id=e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:39.244147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.269532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks [] for router_gateway (497e93d6-e47c-499f-a0db-962a4a575ae4), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.275934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-60c70d1e-461b-4a19-9fd5-b87531148c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.277396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-60c70d1e-461b-4a19-9fd5-b87531148c07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.3608270 Feb 11 13:23:39.282064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Attempting to bind port 26d3c19a-b639-4335-bdc4-21d281ee9cba on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:39.282277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Attempting to bind port 26d3c19a-b639-4335-bdc4-21d281ee9cba by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:39.282615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Attempting to bind port 26d3c19a-b639-4335-bdc4-21d281ee9cba on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:39.290614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Port 26d3c19a-b639-4335-bdc4-21d281ee9cba on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:39.290941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Attempting to bind port 26d3c19a-b639-4335-bdc4-21d281ee9cba on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:39.306294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4275-2874-4be9-a090-a3eb7659cb29 admin admin] Publish callbacks [] for security_group (b51918a6-6e09-4edb-938e-b5c94255c6b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.331670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4275-2874-4be9-a090-a3eb7659cb29 admin admin] Publish callbacks [] for security_group (b51918a6-6e09-4edb-938e-b5c94255c6b8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.376566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309e342-9fd0-46c3-8300-ee8bb8608123 None None] Pushing event updated for resources: {'Port': ['ID=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.417144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:39.417778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:39.418388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:39.419238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Bound port: 26d3c19a-b639-4335-bdc4-21d281ee9cba, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:39.419577 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.425114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4275-2874-4be9-a090-a3eb7659cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b51918a6-6e09-4edb-938e-b5c94255c6b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.427664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8f8c4275-2874-4be9-a090-a3eb7659cb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.441775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8f8c4275-2874-4be9-a090-a3eb7659cb29 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b51918a6-6e09-4edb-938e-b5c94255c6b8 HTTP/1.1" status: 204 len: 168 time: 0.7223616 Feb 11 13:23:39.493254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c4275-2874-4be9-a090-a3eb7659cb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51918a6-6e09-4edb-938e-b5c94255c6b8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.519714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df408010-3bcd-431d-a192-5e1ff77185bb req-1ca51ad5-ad6d-4518-9ebf-4e96735cae03 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.526991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-df408010-3bcd-431d-a192-5e1ff77185bb req-1ca51ad5-ad6d-4518-9ebf-4e96735cae03 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 936 time: 0.3018756 Feb 11 13:23:39.557220 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Publish callbacks [] for port (691d9904-026c-4022-a853-8263422adebf), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.566848 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (691d9904-026c-4022-a853-8263422adebf), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.574087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-b951cccb-84df-4efb-8f4c-e0166700be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.580810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-b951cccb-84df-4efb-8f4c-e0166700be4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2914488 Feb 11 13:23:39.645919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623c1132-8096-43e1-a88e-27ef31fc1f39 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:39.669303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] For port 26d3c19a-b639-4335-bdc4-21d281ee9cba, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:39.688739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-df408010-3bcd-431d-a192-5e1ff77185bb req-7804d21c-1d1e-4442-b158-3d9deb31e1fb tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607850 Feb 11 13:23:39.699555 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Attempting to bind port 691d9904-026c-4022-a853-8263422adebf on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:39.700141 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Attempting to bind port 691d9904-026c-4022-a853-8263422adebf by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:39.700280 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Attempting to bind port 691d9904-026c-4022-a853-8263422adebf on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:39.705741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Pushing event updated for resources: {'Port': ['ID=691d9904-026c-4022-a853-8263422adebf,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.711488 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Publish callbacks [] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.712521 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:39.713135 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:39.714521 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.715543 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:39.717208 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Bound port: 691d9904-026c-4022-a853-8263422adebf, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:39.717706 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (691d9904-026c-4022-a853-8263422adebf), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.757859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] For port 26d3c19a-b639-4335-bdc4-21d281ee9cba, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26d3c19a-b639-4335-bdc4-21d281ee9cba,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:39.770755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.784638 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] For port 691d9904-026c-4022-a853-8263422adebf, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:39.792485 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] For port 691d9904-026c-4022-a853-8263422adebf, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=691d9904-026c-4022-a853-8263422adebf,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:39.803927 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.804309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Transition to ACTIVE for port object 623c1132-8096-43e1-a88e-27ef31fc1f39 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:39.804883 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.805620 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.809422 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.810100 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.813189 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.813901 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.814926 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.815457 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.816043 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.816564 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.817112 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.817627 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:39.827779 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (691d9904-026c-4022-a853-8263422adebf), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.828833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.833684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.834658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.867961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] 10.222.0.83 "PUT /v2.0/ports/26d3c19a-b639-4335-bdc4-21d281ee9cba HTTP/1.1" status: 200 len: 1095 time: 2.8616784 Feb 11 13:23:39.906297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d2318-fc43-4c73-9495-598f9ca8c84f req-d3e07469-fa8b-441e-999e-9d686a81a5aa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.908076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d01d2318-fc43-4c73-9495-598f9ca8c84f req-d3e07469-fa8b-441e-999e-9d686a81a5aa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.3364611 Feb 11 13:23:39.952110 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a07ae-33ed-4660-9d60-5f934572f677 None None] Pushing event updated for resources: {'Port': ['ID=691d9904-026c-4022-a853-8263422adebf,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.976157 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:39.978079 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:40.007637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-35947d63-cbaa-401d-8ab8-10d68366b21a service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170401 Feb 11 13:23:40.048284 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d01d2318-fc43-4c73-9495-598f9ca8c84f req-e673069c-03a9-4727-9d66-a3578a99a448 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825074 Feb 11 13:23:40.106097 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:40.113048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf96a0-59e3-464f-a02c-cf9384f623e9 service neutron] Pushing event updated for resources: {'Port': ['ID=26d3c19a-b639-4335-bdc4-21d281ee9cba,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:40.157710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Pushing event updated for resources: {'Port': ['ID=623c1132-8096-43e1-a88e-27ef31fc1f39,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:40.163952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Attempting to bind port 623c1132-8096-43e1-a88e-27ef31fc1f39 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:40.164317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Attempting to bind port 623c1132-8096-43e1-a88e-27ef31fc1f39 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:40.164728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Attempting to bind port 623c1132-8096-43e1-a88e-27ef31fc1f39 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:40.173556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Port 623c1132-8096-43e1-a88e-27ef31fc1f39 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:40.174020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Attempting to bind port 623c1132-8096-43e1-a88e-27ef31fc1f39 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:40.245248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:40.245699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:40.246431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:40.246978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Bound port: 623c1132-8096-43e1-a88e-27ef31fc1f39, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:40.250712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.266356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-643f87ed-2cea-4ae9-87ba-f3dc67ec77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.271853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-643f87ed-2cea-4ae9-87ba-f3dc67ec77f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de1acde7c00a44c3bdd559ed9c9f1661&device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 1129 time: 0.3588972 Feb 11 13:23:40.318876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'tag': '26d3c19a-b639-4335-bdc4-21d281ee9cba'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:40.321865 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b9f38d-0828-4c71-b486-c825aef29c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e03fa6b9-c469-4c8e-9f28-5b889706e61a", "tag": "26d3c19a-b639-4335-bdc4-21d281ee9cba"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:40.337572 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-69145be4-290c-4301-8d44-a63f66532153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 3, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:40.378065 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69145be4-290c-4301-8d44-a63f66532153 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 3, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:40.385750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-5035d1e5-a4b3-4ebc-b96b-7e8b46510301 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=26d3c19a-b639-4335-bdc4-21d281ee9cba HTTP/1.1" status: 200 len: 217 time: 0.0593977 Feb 11 13:23:40.529575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks [] for router_gateway (497e93d6-e47c-499f-a0db-962a4a575ae4), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.569937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcba9df4-441e-4845-9f1d-78f23aede5d4 req-2fd41ab9-240f-4a43-918d-14fc0bb3f2e9 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415640 Feb 11 13:23:40.601875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-156a54e6-a569-435c-ba81-78e08f889d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.608840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:40.620566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-156a54e6-a569-435c-ba81-78e08f889d57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2155356 Feb 11 13:23:40.732649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.736982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:40.739008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.764318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580e94-3bbe-4f98-b3ba-d5cf162afd4c req-73d3698b-2f92-4d6d-8a1d-5e021143f88c tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.766226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2580e94-3bbe-4f98-b3ba-d5cf162afd4c req-73d3698b-2f92-4d6d-8a1d-5e021143f88c tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 947 time: 0.4367874 Feb 11 13:23:40.781869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] For port 623c1132-8096-43e1-a88e-27ef31fc1f39, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:40.891979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-c7052c09-0d8b-4c17-9021-f0dadcc6c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.893815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-c7052c09-0d8b-4c17-9021-f0dadcc6c53e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2725477 Feb 11 13:23:40.910010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-23b22e9c-a0f5-4a3e-a249-55c81e7fe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.911527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-23b22e9c-a0f5-4a3e-a249-55c81e7fe74e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd9c81acb9254790b137488f7d8a7320&device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 1129 time: 0.2447917 Feb 11 13:23:40.927760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13389-4fb3-4ae7-bf1e-dde6455bd247 req-143c6009-1931-4048-ad0d-96b0c92c0da6 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.935912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adb13389-4fb3-4ae7-bf1e-dde6455bd247 req-143c6009-1931-4048-ad0d-96b0c92c0da6 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 947 time: 0.5947006 Feb 11 13:23:40.954427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] For port 623c1132-8096-43e1-a88e-27ef31fc1f39, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=623c1132-8096-43e1-a88e-27ef31fc1f39,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:40.981372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:40.985228 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.991493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2580e94-3bbe-4f98-b3ba-d5cf162afd4c req-d5390365-704d-4fdf-a293-da6cdb03c5cf tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107217 Feb 11 13:23:41.035928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.109834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50674a6-8095-4b3a-b076-66455569910e None None] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:41.165936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,segment=NetworkSegment(e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63),segment_id=e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:41.167366 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891f9195-504a-44b3-8b07-b4c5f843092c x-openstack-request-id: req-891f9195-504a-44b3-8b07-b4c5f843092c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:41.167658 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03fa6b9-c469-4c8e-9f28-5b889706e61a", "tag": "26d3c19a-b639-4335-bdc4-21d281ee9cba", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:41.168231 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-891f9195-504a-44b3-8b07-b4c5f843092c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:41.168785 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'tag': '26d3c19a-b639-4335-bdc4-21d281ee9cba', 'status': 'completed', 'code': 200} Feb 11 13:23:41.170568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-6aa5b3ca-2cd8-4f70-9ba2-702529641abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.173271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-6aa5b3ca-2cd8-4f70-9ba2-702529641abc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2454884 Feb 11 13:23:41.189012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.189667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.191117 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] 10.222.0.30 "PUT /v2.0/ports/623c1132-8096-43e1-a88e-27ef31fc1f39 HTTP/1.1" status: 200 len: 1096 time: 3.0624971 Feb 11 13:23:41.191590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'tag': '623c1132-8096-43e1-a88e-27ef31fc1f39'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:41.201055 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733dd092-95e2-4671-b426-6b8963bfbcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3", "tag": "623c1132-8096-43e1-a88e-27ef31fc1f39"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:41.244136 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.283807 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adb13389-4fb3-4ae7-bf1e-dde6455bd247 req-30c6f0a7-1192-4171-ac96-f01fc7f17e9a tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401167 Feb 11 13:23:41.317187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Allocated IP 172.25.3.199 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/cdaf05e5-f1f1-47ca-8ef7-662707219043) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:41.334971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:41.376945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-5575b7fe-7589-4934-bfe0-763a5528e47d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a3a6f90a-410c-460a-aae1-5669e10755bf HTTP/1.1" status: 200 len: 217 time: 0.1876969 Feb 11 13:23:41.405363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec88ef-118c-4fd2-87d9-9b455aa7f200 service neutron] Pushing event updated for resources: {'Port': ['ID=623c1132-8096-43e1-a88e-27ef31fc1f39,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:41.415022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2ccfdc27-3227-428c-97a3-dcdf93282c93 None None] Provisioning complete for port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:41.415527 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdc27-3227-428c-97a3-dcdf93282c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.504343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.516204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15fc25-d574-40b6-85bd-eb18a4bf1b0e req-6d0c31d7-44eb-4330-9c1e-7ce6f13e2575 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.517872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb15fc25-d574-40b6-85bd-eb18a4bf1b0e req-6d0c31d7-44eb-4330-9c1e-7ce6f13e2575 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 948 time: 0.3416219 Feb 11 13:23:41.529914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-5cc81b19-faea-4bf6-b560-bddb9911fe55 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220667 Feb 11 13:23:41.593148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfdc27-3227-428c-97a3-dcdf93282c93 None None] Current status of the port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:41.612107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb15fc25-d574-40b6-85bd-eb18a4bf1b0e req-3ac8791f-66bb-4979-8c01-bacfc4c88789 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877273 Feb 11 13:23:41.613699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-3a56429b-134f-41dc-8991-4dd2995a8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.615518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-3a56429b-134f-41dc-8991-4dd2995a8f9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2316244 Feb 11 13:23:41.753028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01cc901-222c-4f01-ab8f-851bfcc45902 req-36cebd62-45ab-4144-9107-5390f7ae38ba service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146180 Feb 11 13:23:41.765410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-bdb3f1ec-4e0a-4f3b-b417-1bdf03c10dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.767345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-bdb3f1ec-4e0a-4f3b-b417-1bdf03c10dda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1451938 Feb 11 13:23:41.778237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks [] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.816923 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5af6b2-bba9-4b22-ba53-33c1d72c3ea6 x-openstack-request-id: req-8f5af6b2-bba9-4b22-ba53-33c1d72c3ea6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:41.817218 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3", "tag": "623c1132-8096-43e1-a88e-27ef31fc1f39", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:41.817475 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f5af6b2-bba9-4b22-ba53-33c1d72c3ea6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:41.817872 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'tag': '623c1132-8096-43e1-a88e-27ef31fc1f39', 'status': 'completed', 'code': 200} Feb 11 13:23:41.838523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-c193bcf5-b04d-4a7c-8a24-5daabd6595a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.840073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-c193bcf5-b04d-4a7c-8a24-5daabd6595a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be72a668f4ad404f9b9cde82404149af&device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 1130 time: 0.5722528 Feb 11 13:23:41.953642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc76a9-c9c0-4839-9704-f2d7f642879b req-5e14f908-c547-46c6-a63c-a4b6973cd9e8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.954065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3dc76a9-c9c0-4839-9704-f2d7f642879b req-5e14f908-c547-46c6-a63c-a4b6973cd9e8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.4951739 Feb 11 13:23:42.008850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-3e73fdfb-2ec9-4815-8607-e7eaff09f628 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=623c1132-8096-43e1-a88e-27ef31fc1f39 HTTP/1.1" status: 200 len: 217 time: 0.1458986 Feb 11 13:23:42.023800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:42.053180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3c23710f-c806-40b8-af59-e1eb22d7d072 None None] Provisioning complete for port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:42.053802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c23710f-c806-40b8-af59-e1eb22d7d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:42.179844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3c23710f-c806-40b8-af59-e1eb22d7d072 None None] Current status of the port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:42.197610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3dc76a9-c9c0-4839-9704-f2d7f642879b req-677d4e5a-2176-4c7f-b4da-20d71aef56d5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048180 Feb 11 13:23:42.201138 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-d0aaa258-71a4-45c2-b564-8da2762b44f8 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277022 Feb 11 13:23:42.207987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-300101ef-9f37-4b2b-9f71-2ec94cb78cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.209721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-300101ef-9f37-4b2b-9f71-2ec94cb78cef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de1acde7c00a44c3bdd559ed9c9f1661&device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 1129 time: 0.3884153 Feb 11 13:23:42.212924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:42.222434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:42.231613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:42.237977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-274c242a-fd20-434a-9b31-bc6490d11974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.239507 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-274c242a-fd20-434a-9b31-bc6490d11974 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2172217 Feb 11 13:23:42.240068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Pushing event updated for resources: {'Port': ['ID=cdaf05e5-f1f1-47ca-8ef7-662707219043,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:42.249434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f5084-a558-49bf-b2a3-72ac5a7675d3 req-7a080e44-6385-4ba9-b4b0-126400ecc779 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.251031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c30f5084-a558-49bf-b2a3-72ac5a7675d3 req-7a080e44-6385-4ba9-b4b0-126400ecc779 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 947 time: 0.1218858 Feb 11 13:23:42.418745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c30f5084-a558-49bf-b2a3-72ac5a7675d3 req-fb309c43-00d8-4035-b094-ed1495719295 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560283 Feb 11 13:23:42.425015 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d00b281-bc4b-403e-8a69-3131b9fcd58a req-2e34356d-660d-49af-88bb-243781da32a2 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141721 Feb 11 13:23:42.466040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-7b7edeab-3bec-43f0-8efd-1cb2c4192f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.467619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-7b7edeab-3bec-43f0-8efd-1cb2c4192f49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2466090 Feb 11 13:23:42.535788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-bdc4c3eb-ef63-49ed-9c8f-e83dfb585ee6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=26d3c19a-b639-4335-bdc4-21d281ee9cba HTTP/1.1" status: 200 len: 217 time: 0.0605717 Feb 11 13:23:42.612728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-0a073930-6931-4043-89b6-24b7ecc38032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.614282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-0a073930-6931-4043-89b6-24b7ecc38032 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0699110 Feb 11 13:23:42.680349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:42.701602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-ff40aa2e-e87d-4399-9c69-060b81127e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.703212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-ff40aa2e-e87d-4399-9c69-060b81127e0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0824656 Feb 11 13:23:42.760915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:42.761581 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:42.763544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Allocated IP 172.20.0.1 (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32/41949da7-151e-44f9-a3a7-446b26809657/369ddf72-7704-421f-bb0e-441cc02c4c4d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:42.824409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-a181799e-31a7-4496-86cc-35eb55217166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.826202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-a181799e-31a7-4496-86cc-35eb55217166 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5461659 Feb 11 13:23:42.847584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-722a16cb-05fb-49eb-a868-604191542f76 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381140 Feb 11 13:23:42.855344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac2b6b-987b-4605-bcf1-5b8adcbcd06c req-c941be96-96e5-4f25-ae52-d6e082dc9ab1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.858157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eeac2b6b-987b-4605-bcf1-5b8adcbcd06c req-c941be96-96e5-4f25-ae52-d6e082dc9ab1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 948 time: 0.1247165 Feb 11 13:23:42.871102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:42.872219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 691d9904-026c-4022-a853-8263422adebf up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:42.901109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50493ff-ebf3-4c3c-8a00-66e30ce4963d req-c1a738e4-5953-45d3-9b55-b18cfeb88519 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.902366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a50493ff-ebf3-4c3c-8a00-66e30ce4963d req-c1a738e4-5953-45d3-9b55-b18cfeb88519 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 947 time: 0.2513747 Feb 11 13:23:42.924730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 691d9904-026c-4022-a853-8263422adebf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:42.925410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (691d9904-026c-4022-a853-8263422adebf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:42.966112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eeac2b6b-987b-4605-bcf1-5b8adcbcd06c req-564b2e72-0711-41b0-af9e-2102dbfda496 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996585 Feb 11 13:23:42.993444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20b9f38d-0828-4c71-b486-c825aef29c5f req-cecfa58a-62cd-4771-be10-258cbb4e0d3a service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362188 Feb 11 13:23:43.025215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 691d9904-026c-4022-a853-8263422adebf is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:43.025684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (691d9904-026c-4022-a853-8263422adebf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.049745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 691d9904-026c-4022-a853-8263422adebf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=691d9904-026c-4022-a853-8263422adebf,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:43.055563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (691d9904-026c-4022-a853-8263422adebf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.067329 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks [] for router_gateway (497e93d6-e47c-499f-a0db-962a4a575ae4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.110423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=691d9904-026c-4022-a853-8263422adebf,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:43.130890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks [] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.150644 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a50493ff-ebf3-4c3c-8a00-66e30ce4963d req-be917f46-749f-46f8-a8b9-5abcd32190fb tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182524 Feb 11 13:23:43.155718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-9a4d643e-2fd7-41c2-bcc0-3ebe5fc45af8 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207340 Feb 11 13:23:43.363032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.428366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5124d81-f90b-4f0d-a1f3-48b3cd3ce63d req-1089e187-a22c-4b56-aac3-e2c486f61998 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655373 Feb 11 13:23:43.431460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:43.434161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56130) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:43.469506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:43.476150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:43.477291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (1f542631-5a49-42c4-86bf-7a49918a5ef5), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.536777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Pushing event updated for resources: {'Port': ['ID=369ddf72-7704-421f-bb0e-441cc02c4c4d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:43.561199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f2f8d-1ca9-4993-939b-b02db1327501 req-8eb5461c-37c8-4772-9988-3d0fe2168e3e tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.569072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae9f2f8d-1ca9-4993-939b-b02db1327501 req-8eb5461c-37c8-4772-9988-3d0fe2168e3e tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 947 time: 0.0721011 Feb 11 13:23:43.594038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647e0a0-16d9-40e2-b75b-4eb95a99862f req-9f9d4246-aac6-491a-a33e-ced3feadcd71 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.596836 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6647e0a0-16d9-40e2-b75b-4eb95a99862f req-9f9d4246-aac6-491a-a33e-ced3feadcd71 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.3099461 Feb 11 13:23:43.607136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (497e93d6-e47c-499f-a0db-962a4a575ae4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.631593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16f02958-ff4e-47ed-a93e-cb62865f6904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.647913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae9f2f8d-1ca9-4993-939b-b02db1327501 req-a12b13d6-0943-4399-9d24-e877d7c38927 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779696 Feb 11 13:23:43.720239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-39b56105-0564-489b-a784-7e215a5e1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.721702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-39b56105-0564-489b-a784-7e215a5e1261 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be72a668f4ad404f9b9cde82404149af&device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 1130 time: 0.2038481 Feb 11 13:23:43.726982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f6f0fc6c-9158-411f-82cb-c19a3c13abc7 None None] Provisioning complete for port 369ddf72-7704-421f-bb0e-441cc02c4c4d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:43.727362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fc6c-9158-411f-82cb-c19a3c13abc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.732634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16f02958-ff4e-47ed-a93e-cb62865f6904 admin admin] Publish callbacks [] for security_group (84feaad9-caff-4663-b775-80de7e2087c7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.737943 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16f02958-ff4e-47ed-a93e-cb62865f6904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (84feaad9-caff-4663-b775-80de7e2087c7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.761869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0fc6c-9158-411f-82cb-c19a3c13abc7 None None] Port 369ddf72-7704-421f-bb0e-441cc02c4c4d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:43.785854 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-16f02958-ff4e-47ed-a93e-cb62865f6904 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=360dbb739d484b258fea2194e6ef6b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484335 Feb 11 13:23:43.787019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f02958-ff4e-47ed-a93e-cb62865f6904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84feaad9-caff-4663-b775-80de7e2087c7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:43.789757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56136) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:43.831935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6647e0a0-16d9-40e2-b75b-4eb95a99862f req-376a80a3-d5bb-4445-ae4a-8cb14c35b6fa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276287 Feb 11 13:23:43.846086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6d1b-15bb-4553-aa5e-5e47252ce944 admin admin] Publish callbacks [] for security_group (84feaad9-caff-4663-b775-80de7e2087c7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.869889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6d1b-15bb-4553-aa5e-5e47252ce944 admin admin] Publish callbacks [] for security_group (84feaad9-caff-4663-b775-80de7e2087c7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.908233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.916707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6d1b-15bb-4553-aa5e-5e47252ce944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (84feaad9-caff-4663-b775-80de7e2087c7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.919381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6d1b-15bb-4553-aa5e-5e47252ce944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.920536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ce1e6d1b-15bb-4553-aa5e-5e47252ce944 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84feaad9-caff-4663-b775-80de7e2087c7 HTTP/1.1" status: 204 len: 168 time: 0.1294794 Feb 11 13:23:43.928719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e6d1b-15bb-4553-aa5e-5e47252ce944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84feaad9-caff-4663-b775-80de7e2087c7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:44.029159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-d28705f7-43b8-4543-8416-a0979b600923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.030802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-d28705f7-43b8-4543-8416-a0979b600923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2912953 Feb 11 13:23:44.086205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Router 497e93d6-e47c-499f-a0db-962a4a575ae4 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:44.095322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-219dd581-36c0-41d4-805e-8606c35c652c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=623c1132-8096-43e1-a88e-27ef31fc1f39 HTTP/1.1" status: 200 len: 217 time: 0.0569212 Feb 11 13:23:44.105963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cc76e-9d34-463c-95d5-fb3a7ac8f03a req-f0a4f2c7-5354-4e5c-851e-4059c58444af tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.107648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b0cc76e-9d34-463c-95d5-fb3a7ac8f03a req-f0a4f2c7-5354-4e5c-851e-4059c58444af tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 948 time: 0.0562854 Feb 11 13:23:44.159910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b0cc76e-9d34-463c-95d5-fb3a7ac8f03a req-6a25bc8e-b739-43a4-8518-d3e355525dc7 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447009 Feb 11 13:23:44.237438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:44.250836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-004fefa9-9914-4a67-b433-2d037cd17bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.332407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-004fefa9-9914-4a67-b433-2d037cd17bdf admin admin] Publish callbacks [] for security_group (061885ef-41e6-42be-86ed-be88b6598894), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.337405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-004fefa9-9914-4a67-b433-2d037cd17bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (061885ef-41e6-42be-86ed-be88b6598894), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.374373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fefa9-9914-4a67-b433-2d037cd17bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061885ef-41e6-42be-86ed-be88b6598894,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:44.381954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-004fefa9-9914-4a67-b433-2d037cd17bdf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb43a5088c5f4e2d935bfb3d0ee5b707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433825 Feb 11 13:23:44.382904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:44.395647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a3a6f90a-410c-460a-aae1-5669e10755bf details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:44.439396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c284e7-800f-49cf-85c1-1d775208a760 admin admin] Publish callbacks [] for security_group (061885ef-41e6-42be-86ed-be88b6598894), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.470254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-0f4133ab-f4ad-4f94-b91f-01d166a3e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.470862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c284e7-800f-49cf-85c1-1d775208a760 admin admin] Publish callbacks [] for security_group (061885ef-41e6-42be-86ed-be88b6598894), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.471718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-0f4133ab-f4ad-4f94-b91f-01d166a3e3c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.3688257 Feb 11 13:23:44.505521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 691d9904-026c-4022-a853-8263422adebf up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:44.533368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c284e7-800f-49cf-85c1-1d775208a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (061885ef-41e6-42be-86ed-be88b6598894), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.536571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37c284e7-800f-49cf-85c1-1d775208a760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.540835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-37c284e7-800f-49cf-85c1-1d775208a760 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/061885ef-41e6-42be-86ed-be88b6598894 HTTP/1.1" status: 204 len: 168 time: 0.1547489 Feb 11 13:23:44.550745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c284e7-800f-49cf-85c1-1d775208a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061885ef-41e6-42be-86ed-be88b6598894,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:44.575890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a6684-1107-4187-8118-7dcc5033ad97 req-c1797cc8-f2c1-495d-80ac-a3bd0a2e7d15 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.576731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-754a6684-1107-4187-8118-7dcc5033ad97 req-c1797cc8-f2c1-495d-80ac-a3bd0a2e7d15 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 947 time: 0.2370405 Feb 11 13:23:44.583650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a3a6f90a-410c-460a-aae1-5669e10755bf, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a3a6f90a-410c-460a-aae1-5669e10755bf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:44.599976 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks [] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.608208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'a3a6f90a-410c-460a-aae1-5669e10755bf', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'a3a6f90a-410c-460a-aae1-5669e10755bf', 'mac_address': 'fa:16:3e:06:f7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:44.612781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:44.616899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.617605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (1f542631-5a49-42c4-86bf-7a49918a5ef5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.626676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Sync routers for ids ['497e93d6-e47c-499f-a0db-962a4a575ae4'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:44.656492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 691d9904-026c-4022-a853-8263422adebf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:44.656636 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (691d9904-026c-4022-a853-8263422adebf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.667772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-45c7519f-d16b-422f-8bb6-56b2c0afca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.669286 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-45c7519f-d16b-422f-8bb6-56b2c0afca54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1635580 Feb 11 13:23:44.695069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Routers {'497e93d6-e47c-499f-a0db-962a4a575ae4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:44.696076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['497e93d6-e47c-499f-a0db-962a4a575ae4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:44.702012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.706581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9b416e29-39ee-473b-b695-fc4c3010b826 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1513495 Feb 11 13:23:44.707328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56154) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:44.742342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a3a6f90a-410c-460a-aae1-5669e10755bf is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:44.743110 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.748495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Pushing event updated for resources: {'Port': ['ID=369ddf72-7704-421f-bb0e-441cc02c4c4d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:44.759721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-754a6684-1107-4187-8118-7dcc5033ad97 req-e8de36a0-fc86-478f-b479-8809b46226e6 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729453 Feb 11 13:23:44.778615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a6f90a-410c-460a-aae1-5669e10755bf {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:44.833328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26d3c19a-b639-4335-bdc4-21d281ee9cba details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:44.848214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a3a6f90a-410c-460a-aae1-5669e10755bf, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a3a6f90a-410c-460a-aae1-5669e10755bf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:44.900936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.912433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:44.916405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:44.948966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Set router 497e93d6-e47c-499f-a0db-962a4a575ae4 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:44.982343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21d0ea-8338-4840-b634-745a30f1bfca req-77fcc448-0891-4a7f-9d65-1d37bdb69ede tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.983953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae21d0ea-8338-4840-b634-745a30f1bfca req-77fcc448-0891-4a7f-9d65-1d37bdb69ede tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 947 time: 0.1796503 Feb 11 13:23:45.026676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-b458c381-da5e-4748-a104-783b30b4b4a1 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396423 Feb 11 13:23:45.130666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae21d0ea-8338-4840-b634-745a30f1bfca req-e9e9993f-b0ca-4f3f-8641-4e1b9fab638d tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095428 Feb 11 13:23:45.177522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-733dd092-95e2-4671-b426-6b8963bfbcbe req-0e64915b-f5fe-4b9c-ba94-ef02b890cd93 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401222 Feb 11 13:23:45.192878 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:23:45.281940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e955-1bea-44ca-afd4-33794ed3ba6e req-c2baba56-e633-4c9b-a334-df443dc8a23e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.283671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8c0e955-1bea-44ca-afd4-33794ed3ba6e req-c2baba56-e633-4c9b-a334-df443dc8a23e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.2743368 Feb 11 13:23:45.292217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 26d3c19a-b639-4335-bdc4-21d281ee9cba, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26d3c19a-b639-4335-bdc4-21d281ee9cba,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:45.304489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 691d9904-026c-4022-a853-8263422adebf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:45.358804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8c0e955-1bea-44ca-afd4-33794ed3ba6e req-149ac8d0-34ca-42cd-97c4-68a4b073de03 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678277 Feb 11 13:23:45.369414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:45.436518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c118c11-9788-4150-b78e-f6146557c2d8 req-ed0217f8-2596-459e-8d1c-bff09385faf6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.438623 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c118c11-9788-4150-b78e-f6146557c2d8 req-ed0217f8-2596-459e-8d1c-bff09385faf6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 948 time: 0.1205111 Feb 11 13:23:45.445886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '26d3c19a-b639-4335-bdc4-21d281ee9cba', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '26d3c19a-b639-4335-bdc4-21d281ee9cba', 'mac_address': 'fa:16:3e:19:ec:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:45.456123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a3a6f90a-410c-460a-aae1-5669e10755bf'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:45.523759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:45.539119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0f739b8-be0e-478d-88f5-8fffeab7c13e admin admin] 10.222.0.79 "PUT /v2.0/routers/1f542631-5a49-42c4-86bf-7a49918a5ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5280471 Feb 11 13:23:45.547012 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:45.577570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c118c11-9788-4150-b78e-f6146557c2d8 req-e50761c9-3d58-4d4e-9f64-552e128661b1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269038 Feb 11 13:23:45.584188 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:45.587407 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:45.597408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3a6f90a-410c-460a-aae1-5669e10755bf,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:45.600148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bd9a2c97-5e75-48db-b03d-814f0dcf9bcd None None] Provisioning complete for port 369ddf72-7704-421f-bb0e-441cc02c4c4d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:45.600512 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2c97-5e75-48db-b03d-814f0dcf9bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.644273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:45.648604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 26d3c19a-b639-4335-bdc4-21d281ee9cba is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:45.649002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.680754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.683422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d3c19a-b639-4335-bdc4-21d281ee9cba {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:45.693408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a2c97-5e75-48db-b03d-814f0dcf9bcd None None] Port 369ddf72-7704-421f-bb0e-441cc02c4c4d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:45.726160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 26d3c19a-b639-4335-bdc4-21d281ee9cba, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26d3c19a-b639-4335-bdc4-21d281ee9cba,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:45.733473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:42Z', 'revision_number': 3, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port': {'id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:40Z', 'updated_at': '2022-02-11T13:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:45.741837 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.799838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Checking router: 497e93d6-e47c-499f-a0db-962a4a575ae4 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:45.800202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Updating router 497e93d6-e47c-499f-a0db-962a4a575ae4 port cdaf05e5-f1f1-47ca-8ef7-662707219043 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:45.809463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1145123443-network', 'tenant_id': '28a1d612055b4fb4a671dda661a01249'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:45.825223 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:45.887278 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.887278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=26d3c19a-b639-4335-bdc4-21d281ee9cba,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:45.905402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Made reservation on behalf of 28a1d612055b4fb4a671dda661a01249 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:45.908901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.940636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.019164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['26d3c19a-b639-4335-bdc4-21d281ee9cba'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:46.039321 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:44Z', 'revision_number': 2, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:46.065992 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:46.066701 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Updating router 1f542631-5a49-42c4-86bf-7a49918a5ef5 port 369ddf72-7704-421f-bb0e-441cc02c4c4d binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:46.090710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492fdb8-c607-4006-9a75-ee3e81277404 req-ee539245-1c67-4c50-a70f-18a05d0015fa tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.094607 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.098457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e492fdb8-c607-4006-9a75-ee3e81277404 req-ee539245-1c67-4c50-a70f-18a05d0015fa tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 948 time: 0.1379042 Feb 11 13:23:46.179559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e492fdb8-c607-4006-9a75-ee3e81277404 req-ec908d40-4e54-43bf-806b-59b7d410e6ff tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801620 Feb 11 13:23:46.224951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Allocated IP 172.20.0.1 (a12741ff-d247-4380-92d5-ec15c3b2ee0f/e13f9e97-c0f4-4f2b-80b1-17d823ca26b3/384490fe-7dad-499a-a6e9-2cf605ed3689) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:46.273583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks [] for security_group (dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.280897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.324165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:46.331170 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Publish callbacks [] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.341099 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.392613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:46.393269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 623c1132-8096-43e1-a88e-27ef31fc1f39 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:46.396952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (535bb716-56ff-461a-8f0d-42fc74191a20), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.397304 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Added segment 535bb716-56ff-461a-8f0d-42fc74191a20 of type vlan for network 947d0084-6798-4cab-99e7-6d0f7e008957 Feb 11 13:23:46.430177 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Publish callbacks [] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.447560 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.453896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3892dd-ee9f-4729-bf52-04c8b07cfba6 None None] Pushing event updated for resources: {'Port': ['ID=cdaf05e5-f1f1-47ca-8ef7-662707219043,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:46.461083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (947d0084-6798-4cab-99e7-6d0f7e008957), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.465721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Attempting to bind port cdaf05e5-f1f1-47ca-8ef7-662707219043 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:46.467576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Attempting to bind port cdaf05e5-f1f1-47ca-8ef7-662707219043 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:46.468804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Attempting to bind port cdaf05e5-f1f1-47ca-8ef7-662707219043 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:46.479539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:46.480337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94937a48-9d5f-4448-8c4f-183af54b640d req-5dd8534d-12c5-4cc2-b043-c57c93dee1bd tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.482065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:46.482764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.483385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:46.484820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Bound port: cdaf05e5-f1f1-47ca-8ef7-662707219043, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:46.485465 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.491994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94937a48-9d5f-4448-8c4f-183af54b640d req-5dd8534d-12c5-4cc2-b043-c57c93dee1bd tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 948 time: 0.1574376 Feb 11 13:23:46.517083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks [] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.530151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-050be108-b8a1-4766-9ada-996c8ecfcc94 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.532675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-050be108-b8a1-4766-9ada-996c8ecfcc94 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 821 time: 0.2610481 Feb 11 13:23:46.548765 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff3ff-62cc-438d-a43c-7d3aef511823 None None] Pushing event updated for resources: {'Port': ['ID=369ddf72-7704-421f-bb0e-441cc02c4c4d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:46.558100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-a71e8213-42a8-4a65-bd63-c7eaf3b92647 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/quotas/41f473a89ded4aa0a7750ba0ca6ad7a5 HTTP/1.1" status: 200 len: 375 time: 0.0168836 Feb 11 13:23:46.558338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (947d0084-6798-4cab-99e7-6d0f7e008957), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.559263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.560245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.609754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] For port cdaf05e5-f1f1-47ca-8ef7-662707219043, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:46.615200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] For port cdaf05e5-f1f1-47ca-8ef7-662707219043, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cdaf05e5-f1f1-47ca-8ef7-662707219043,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:46.619153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94937a48-9d5f-4448-8c4f-183af54b640d req-0c30b22e-69ff-498b-be7b-272952430f8c tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248939 Feb 11 13:23:46.632519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9845681 Feb 11 13:23:46.632924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:46.638108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Request body: {'subnet': {'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1145123443-subnet', 'tenant_id': '28a1d612055b4fb4a671dda661a01249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:46.651908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.665690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 623c1132-8096-43e1-a88e-27ef31fc1f39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=623c1132-8096-43e1-a88e-27ef31fc1f39,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:46.690612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-646a2150-06aa-40dc-a2d9-aeb71bb94f5a tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177475 Feb 11 13:23:46.691701 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.713069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f389-cc4b-4025-9878-98adfce2f7bb admin admin] Pushing event updated for resources: {'Network': ['ID=947d0084-6798-4cab-99e7-6d0f7e008957,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:46.722661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Made reservation on behalf of 28a1d612055b4fb4a671dda661a01249 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:46.726054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.727920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '623c1132-8096-43e1-a88e-27ef31fc1f39', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '623c1132-8096-43e1-a88e-27ef31fc1f39', 'mac_address': 'fa:16:3e:0d:a7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:46.744480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 947d0084-6798-4cab-99e7-6d0f7e008957 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:46.783770 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Attempting to bind port 369ddf72-7704-421f-bb0e-441cc02c4c4d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:46.784147 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Attempting to bind port 369ddf72-7704-421f-bb0e-441cc02c4c4d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:46.784528 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Attempting to bind port 369ddf72-7704-421f-bb0e-441cc02c4c4d on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:46.792174 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:46.792547 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Checking segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:46.792951 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.793472 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Bound using segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:46.793990 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Bound port: 369ddf72-7704-421f-bb0e-441cc02c4c4d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:46.794393 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.866863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Routers {'497e93d6-e47c-499f-a0db-962a4a575ae4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:46.867430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['497e93d6-e47c-499f-a0db-962a4a575ae4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:46.872173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-f5cc7501-5991-40f3-8e20-2cbeaf91540d service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702120 Feb 11 13:23:46.872351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26d3c19a-b639-4335-bdc4-21d281ee9cba up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:46.890613 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] For port 369ddf72-7704-421f-bb0e-441cc02c4c4d, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:46.894596 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] For port 369ddf72-7704-421f-bb0e-441cc02c4c4d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=369ddf72-7704-421f-bb0e-441cc02c4c4d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:46.899500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:46.907742 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.930977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:46.941068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:46.941580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (497e93d6-e47c-499f-a0db-962a4a575ae4), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.967211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3892dd-ee9f-4729-bf52-04c8b07cfba6 None None] Pushing event updated for resources: {'Port': ['ID=cdaf05e5-f1f1-47ca-8ef7-662707219043,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.024632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 623c1132-8096-43e1-a88e-27ef31fc1f39 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:47.025345 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.083816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55027b-ca75-4aa4-b3cb-17245a676b24 req-4e4e1d36-eccf-48f9-9a8a-729e61f6e2b4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.099023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623c1132-8096-43e1-a88e-27ef31fc1f39 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:47.101032 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf55027b-ca75-4aa4-b3cb-17245a676b24 req-4e4e1d36-eccf-48f9-9a8a-729e61f6e2b4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1779861 Feb 11 13:23:47.108457 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:47.109194 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:47.116579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (e86797a2-0d67-4fa2-830c-88364ab4986d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.121235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 26d3c19a-b639-4335-bdc4-21d281ee9cba completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:47.199882 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff3ff-62cc-438d-a43c-7d3aef511823 None None] Pushing event updated for resources: {'Port': ['ID=369ddf72-7704-421f-bb0e-441cc02c4c4d,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.217492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b370aa43-26cf-4892-b298-60a7059b428d None None] Provisioning complete for port 369ddf72-7704-421f-bb0e-441cc02c4c4d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:47.218752 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b370aa43-26cf-4892-b298-60a7059b428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.229074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 623c1132-8096-43e1-a88e-27ef31fc1f39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=623c1132-8096-43e1-a88e-27ef31fc1f39,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:47.257437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 26d3c19a-b639-4335-bdc4-21d281ee9cba triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:47.258067 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.272861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:47.273234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Network hostable DHCP agents. Network: 947d0084-6798-4cab-99e7-6d0f7e008957, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:47.292934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf55027b-ca75-4aa4-b3cb-17245a676b24 req-fd993051-655c-45ba-9ed3-2f2c309cb429 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871431 Feb 11 13:23:47.321567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86797a2-0d67-4fa2-830c-88364ab4986d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.341041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Network 947d0084-6798-4cab-99e7-6d0f7e008957 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:47.364458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 947d0084-6798-4cab-99e7-6d0f7e008957) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:47.372606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.375624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.398955 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:47.406051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-43dd9dec-1419-40e4-8d9a-7a13bdc680e1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7718842 Feb 11 13:23:47.471713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1583af-0bab-429f-85bf-bda51d912e3e req-78235d1f-6643-4c9b-a505-8134ca66d8e7 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.480765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba1583af-0bab-429f-85bf-bda51d912e3e req-78235d1f-6643-4c9b-a505-8134ca66d8e7 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 949 time: 0.0692065 Feb 11 13:23:47.493368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.496675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Pushing event updated for resources: {'Port': ['ID=384490fe-7dad-499a-a6e9-2cf605ed3689,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.514457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] Set router 497e93d6-e47c-499f-a0db-962a4a575ae4 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:47.545984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba1583af-0bab-429f-85bf-bda51d912e3e req-b6ff5e43-2568-43c6-afc6-640745ac001c tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639603 Feb 11 13:23:47.573720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e52a6-b597-425b-87fd-1267a1338b1e None None] Network 947d0084-6798-4cab-99e7-6d0f7e008957 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:47.703731 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:46Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:47.713025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-f0673161-cf62-4084-bfdc-c0cf42cfddc1 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117955 Feb 11 13:23:47.733899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f48f50-0700-4ad0-9160-15ab98b9ccb5 req-f3753510-3f2b-4a66-848f-468391ea39c6 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.737301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2f48f50-0700-4ad0-9160-15ab98b9ccb5 req-f3753510-3f2b-4a66-848f-468391ea39c6 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 948 time: 0.0957754 Feb 11 13:23:47.766809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.794612 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bbb89-4593-4fa3-9c85-10d9ff655db0 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:46Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:47.840363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['623c1132-8096-43e1-a88e-27ef31fc1f39'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:47.947761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2f48f50-0700-4ad0-9160-15ab98b9ccb5 req-49d59cf5-c595-4453-9a17-7bbde06c1f06 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918778 Feb 11 13:23:48.050581 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks [] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.074847 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.075929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (497e93d6-e47c-499f-a0db-962a4a575ae4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.108450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0b4b09c-7bff-4888-aa24-5997a6d39728 req-1f1dcb0e-3611-4c53-b634-47994b0adf4d tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 210 time: 0.0677183 Feb 11 13:23:48.126332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b370aa43-26cf-4892-b298-60a7059b428d None None] Current status of the port 369ddf72-7704-421f-bb0e-441cc02c4c4d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:48.126727 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b370aa43-26cf-4892-b298-60a7059b428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.222530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b370aa43-26cf-4892-b298-60a7059b428d None None] For port 369ddf72-7704-421f-bb0e-441cc02c4c4d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=369ddf72-7704-421f-bb0e-441cc02c4c4d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:48.282802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38692-ecf0-4e6e-bf58-f2f6038edc18 req-fbd3238e-1f35-4b38-bbfc-c3a46fc722d0 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.289746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24c38692-ecf0-4e6e-bf58-f2f6038edc18 req-fbd3238e-1f35-4b38-bbfc-c3a46fc722d0 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 948 time: 0.2352846 Feb 11 13:23:48.295843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=623c1132-8096-43e1-a88e-27ef31fc1f39,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.306389 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b370aa43-26cf-4892-b298-60a7059b428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.329755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Pushing event updated for resources: {'Port': ['ID=384490fe-7dad-499a-a6e9-2cf605ed3689,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.356412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56244) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:48.403824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-439539842-network', 'tenant_id': '29d4c2c92b6247279a8450cd30b1b6d7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:48.419507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a3a6f90a-410c-460a-aae1-5669e10755bf up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:48.473503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f42b6b-6a22-4eaa-be38-4187f47ee228 None None] Network 947d0084-6798-4cab-99e7-6d0f7e008957 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:48.482424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Made reservation on behalf of 29d4c2c92b6247279a8450cd30b1b6d7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:48.485796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.522335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24c38692-ecf0-4e6e-bf58-f2f6038edc18 req-0007a580-3aba-4ebc-a90e-a88ce348da0c tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274165 Feb 11 13:23:48.546240 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-f3afa304-6f8d-4e5f-82e0-7ce4dd26c294 service neutron] show failed (client error): The resource could not be found. Feb 11 13:23:48.548123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-f3afa304-6f8d-4e5f-82e0-7ce4dd26c294 service neutron] 10.222.0.83 "GET /v2.0/ports/94eee912-8746-4c9b-a08e-248983db3b22/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.3365757 Feb 11 13:23:48.563461 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.566235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:48.584451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:48.695295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853b28b-eaee-4f73-bf5c-894c26d73db1 req-ef33f4f5-cddb-40d0-9f5c-7375c5f7c01b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.706187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5853b28b-eaee-4f73-bf5c-894c26d73db1 req-ef33f4f5-cddb-40d0-9f5c-7375c5f7c01b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.2453828 Feb 11 13:23:48.779765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370aa43-26cf-4892-b298-60a7059b428d None None] Pushing event updated for resources: {'Port': ['ID=369ddf72-7704-421f-bb0e-441cc02c4c4d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.785031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dbef01d9-12e2-4660-bf77-ea2f6cf4e3f1 None None] Provisioning complete for port 369ddf72-7704-421f-bb0e-441cc02c4c4d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:48.785514 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dbef01d9-12e2-4660-bf77-ea2f6cf4e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.787482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 369ddf72-7704-421f-bb0e-441cc02c4c4d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:48.893190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5853b28b-eaee-4f73-bf5c-894c26d73db1 req-cdb6ea8c-4a09-4e5d-a1b0-70a021c636f8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789310 Feb 11 13:23:48.964388 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks [] for security_group (802684da-39d5-42cb-84e9-e31be7890f5d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.970746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (802684da-39d5-42cb-84e9-e31be7890f5d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.990505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b808a-79c5-45ae-a138-d5290f24085a req-bdc3b056-fabb-4814-a02a-365c22175aa2 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.004714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-932b808a-79c5-45ae-a138-d5290f24085a req-bdc3b056-fabb-4814-a02a-365c22175aa2 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 949 time: 0.2897561 Feb 11 13:23:49.012317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 26d3c19a-b639-4335-bdc4-21d281ee9cba is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:49.012711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.024199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:49.077242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Router 497e93d6-e47c-499f-a0db-962a4a575ae4 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:49.096077 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-932b808a-79c5-45ae-a138-d5290f24085a req-b87fa9eb-6a3e-4836-86fb-f65942adbd07 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858297 Feb 11 13:23:49.133524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dbef01d9-12e2-4660-bf77-ea2f6cf4e3f1 None None] Current status of the port 369ddf72-7704-421f-bb0e-441cc02c4c4d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:49.157729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port a3a6f90a-410c-460a-aae1-5669e10755bf completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:49.174295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d3c19a-b639-4335-bdc4-21d281ee9cba'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:49.176853 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f85e190-50b5-4baf-8d90-7424537926ec" -d '{"events": [{"server_uuid": "e03fa6b9-c469-4c8e-9f28-5b889706e61a", "name": "network-vif-plugged", "status": "completed", "tag": "26d3c19a-b639-4335-bdc4-21d281ee9cba"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:49.183514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:42Z', 'revision_number': 3, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port': {'id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:40Z', 'updated_at': '2022-02-11T13:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:49.190424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port a3a6f90a-410c-460a-aae1-5669e10755bf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:49.191253 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.251541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dbef01d9-12e2-4660-bf77-ea2f6cf4e3f1 None None] Provisioning complete for port 384490fe-7dad-499a-a6e9-2cf605ed3689 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:49.252207 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dbef01d9-12e2-4660-bf77-ea2f6cf4e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.278844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802684da-39d5-42cb-84e9-e31be7890f5d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:49.293580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (57af0b24-6cc5-47a7-9561-7489ce3f9830), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.293925 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Added segment 57af0b24-6cc5-47a7-9561-7489ce3f9830 of type vlan for network b3ccc610-452f-4292-b380-178d9101d30d Feb 11 13:23:49.318619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 26d3c19a-b639-4335-bdc4-21d281ee9cba, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26d3c19a-b639-4335-bdc4-21d281ee9cba,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:49.319413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b105e2a3-e65e-436a-84d6-0074315b3d9a req-463ffaa7-67bd-428b-a6ee-e42d3d5eaaa8 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 210 time: 0.0382235 Feb 11 13:23:49.339336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba90e99-e5e9-4395-88ff-55cdcad7953e None None] The sync data for ids ['497e93d6-e47c-499f-a0db-962a4a575ae4'] in n-d-828676-2 is: [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:42Z', 'revision_number': 3, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port': {'id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:40Z', 'updated_at': '2022-02-11T13:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:49.346187 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.347831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:49.355426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 369ddf72-7704-421f-bb0e-441cc02c4c4d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:49.355760 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.363053 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-770aaed1-7501-4a4e-b5b2-b1ad5ee0895a admin admin] 10.222.0.79 "PUT /v2.0/routers/497e93d6-e47c-499f-a0db-962a4a575ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6532176 Feb 11 13:23:49.378483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-3d9f43a3-d5e7-4350-9afa-7ff394797adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.384672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-3d9f43a3-d5e7-4350-9afa-7ff394797adf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b&tenant_id=897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 1152 time: 0.3656323 Feb 11 13:23:49.397088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:49.411495 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b3ccc610-452f-4292-b380-178d9101d30d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.449477 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1305cc4-e210-4add-86d7-68cbe6a587ce x-openstack-request-id: req-f1305cc4-e210-4add-86d7-68cbe6a587ce {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:49.449788 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03fa6b9-c469-4c8e-9f28-5b889706e61a", "name": "network-vif-plugged", "status": "completed", "tag": "26d3c19a-b639-4335-bdc4-21d281ee9cba", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:49.450049 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1305cc4-e210-4add-86d7-68cbe6a587ce {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:49.450982 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d3c19a-b639-4335-bdc4-21d281ee9cba', 'code': 200} Feb 11 13:23:49.463835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dbef01d9-12e2-4660-bf77-ea2f6cf4e3f1 None None] Port 384490fe-7dad-499a-a6e9-2cf605ed3689 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:49.465918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ba659-41b3-4440-b3df-956ff0e02f7d req-11abca6c-12fb-4621-8264-48860d1ff98d tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.473460 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef7ba659-41b3-4440-b3df-956ff0e02f7d req-11abca6c-12fb-4621-8264-48860d1ff98d tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 948 time: 0.2575488 Feb 11 13:23:49.540811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b3ccc610-452f-4292-b380-178d9101d30d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.541701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.542258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.611357 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.620627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c0330-6576-4a3e-a2a7-0f5fc4e904c2 req-4212ecde-fc93-4dfb-af92-3f1c36c77c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.628880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-847c0330-6576-4a3e-a2a7-0f5fc4e904c2 req-4212ecde-fc93-4dfb-af92-3f1c36c77c47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 1131 time: 0.1543889 Feb 11 13:23:49.629767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=26d3c19a-b639-4335-bdc4-21d281ee9cba,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:49.695519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a3a6f90a-410c-460a-aae1-5669e10755bf is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:49.695914 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.696484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef7ba659-41b3-4440-b3df-956ff0e02f7d req-6301cf2e-2565-4c46-8384-662153c8dfbb tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219260 Feb 11 13:23:49.697822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-14a676b9-3e79-4316-b3ac-608a0664b581 None None] Provisioning complete for port 384490fe-7dad-499a-a6e9-2cf605ed3689 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:49.698176 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-14a676b9-3e79-4316-b3ac-608a0664b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.733913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3754849 Feb 11 13:23:49.760265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56266) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:49.775320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Request body: {'subnet': {'network_id': 'b3ccc610-452f-4292-b380-178d9101d30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-439539842-subnet', 'tenant_id': '29d4c2c92b6247279a8450cd30b1b6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:49.800690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 369ddf72-7704-421f-bb0e-441cc02c4c4d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:49.806484 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-847c0330-6576-4a3e-a2a7-0f5fc4e904c2 req-fce8c3ea-9e41-427a-b5ba-30fc97876ce2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655610 Feb 11 13:23:49.835302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ec914-c89a-4a65-bae1-39b7fe3ad280 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ccc610-452f-4292-b380-178d9101d30d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:49.869630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b3ccc610-452f-4292-b380-178d9101d30d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:49.924586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c700-78ca-40d9-a10f-f3c3023866df req-c02e9f1e-4d56-490a-b5ef-868a7fcc3553 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.941274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2199c700-78ca-40d9-a10f-f3c3023866df req-c02e9f1e-4d56-490a-b5ef-868a7fcc3553 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 949 time: 0.2754729 Feb 11 13:23:49.942763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Made reservation on behalf of 29d4c2c92b6247279a8450cd30b1b6d7 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:49.957495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.965682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-14a676b9-3e79-4316-b3ac-608a0664b581 None None] Port 384490fe-7dad-499a-a6e9-2cf605ed3689 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:49.982812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a3a6f90a-410c-460a-aae1-5669e10755bf, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a3a6f90a-410c-460a-aae1-5669e10755bf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:50.041276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.043620 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.053460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-45132759-a35b-4528-989c-c90345467842 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.054998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-45132759-a35b-4528-989c-c90345467842 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 821 time: 0.4043498 Feb 11 13:23:50.069944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'port': {'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'admin_state_up': True, 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:50.123121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3a6f90a-410c-460a-aae1-5669e10755bf,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:50.133092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2199c700-78ca-40d9-a10f-f3c3023866df req-57d89474-aca0-4116-a5c9-04d44ddd8f23 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714470 Feb 11 13:23:50.283981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.341120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9af5bc-b217-4c63-b6b7-9e9c53762d6c req-0e16621f-b29e-49a7-914b-c805ca2c434a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.342791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc9af5bc-b217-4c63-b6b7-9e9c53762d6c req-0e16621f-b29e-49a7-914b-c805ca2c434a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 970 time: 0.1328435 Feb 11 13:23:50.370666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:50.399389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Checking segment: {'id': '57af0b24-6cc5-47a7-9561-7489ce3f9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b3ccc610-452f-4292-b380-178d9101d30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:50.400871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Network hostable DHCP agents. Network: b3ccc610-452f-4292-b380-178d9101d30d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:50.403747 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-2ebd3462-ea20-49e4-bece-6c9111798107 req-70ae304c-7884-4560-b5ab-f57c5196a739 tempest-FloatingIPDetailsNegativeTestJSON-1910193912 tempest-FloatingIPDetailsNegativeTestJSON-1910193912-project] show failed (client error): The resource could not be found. Feb 11 13:23:50.405492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ebd3462-ea20-49e4-bece-6c9111798107 req-70ae304c-7884-4560-b5ab-f57c5196a739 tempest-FloatingIPDetailsNegativeTestJSON-1910193912 tempest-FloatingIPDetailsNegativeTestJSON-1910193912-project] 10.222.0.79 "GET /v2.0/floatingips/1a387b65-21dc-4a66-925e-8718158a967e HTTP/1.1" status: 404 len: 350 time: 0.3458161 Feb 11 13:23:50.410838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 623c1132-8096-43e1-a88e-27ef31fc1f39 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:50.417651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56274) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:50.466138 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc9af5bc-b217-4c63-b6b7-9e9c53762d6c req-d33d4590-a83a-409b-a1da-35b192a0eff1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083460 Feb 11 13:23:50.494097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Network b3ccc610-452f-4292-b380-178d9101d30d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:50.514163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b3ccc610-452f-4292-b380-178d9101d30d) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:50.516802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.517394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.532976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904268e-6992-4833-a7ec-cb2e9a3de679 None None] Network b3ccc610-452f-4292-b380-178d9101d30d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:50.543269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62e7fe5c-d540-44ac-ad7a-7a7bdd8e5024 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7736380 Feb 11 13:23:50.634615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-187a10ae-a46b-44b3-ac70-3e752d3b3c09 req-b7ad7e6b-5848-40ed-b5c3-0d9de35920a4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 210 time: 0.0411890 Feb 11 13:23:50.686153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 623c1132-8096-43e1-a88e-27ef31fc1f39 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:50.689685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 623c1132-8096-43e1-a88e-27ef31fc1f39 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:50.690214 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.844795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d3494-8b94-4b38-ab03-efb38c04cb82 req-d1d969fb-6699-48ef-ac0b-00bb3e255c2f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.846396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d51d3494-8b94-4b38-ab03-efb38c04cb82 req-d1d969fb-6699-48ef-ac0b-00bb3e255c2f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 949 time: 0.2987571 Feb 11 13:23:50.875072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Made reservation on behalf of 41f473a89ded4aa0a7750ba0ca6ad7a5 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:50.882758 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.966920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dba09-9128-4997-9043-ca345e015bf8 req-569f0243-3ab3-4bf2-90b7-e660b35860c8 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.968848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d36dba09-9128-4997-9043-ca345e015bf8 req-569f0243-3ab3-4bf2-90b7-e660b35860c8 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.0972798 Feb 11 13:23:50.998748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:51.001630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 369ddf72-7704-421f-bb0e-441cc02c4c4d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:51.025675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d36dba09-9128-4997-9043-ca345e015bf8 req-3033714c-813c-4f94-beff-0a676aa89bb7 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506158 Feb 11 13:23:51.040065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559034ba-cb5b-4af7-988b-45d7cc871eca None None] Network b3ccc610-452f-4292-b380-178d9101d30d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:51.119804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d51d3494-8b94-4b38-ab03-efb38c04cb82 req-75e4ec77-af0a-40d8-9f29-df04d9024d82 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599096 Feb 11 13:23:51.211230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 369ddf72-7704-421f-bb0e-441cc02c4c4d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:51.211831 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.235458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:51.269957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 623c1132-8096-43e1-a88e-27ef31fc1f39 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:51.270488 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.314491 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 623c1132-8096-43e1-a88e-27ef31fc1f39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=623c1132-8096-43e1-a88e-27ef31fc1f39,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:51.314706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-85ae0a10-96f4-4c20-91dc-2f89ad174013 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.321203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.321396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-85ae0a10-96f4-4c20-91dc-2f89ad174013 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.1411054 Feb 11 13:23:51.333617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-fb0404b5-217f-4bbc-9906-543dd4430a76 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/quotas/28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 375 time: 0.0114574 Feb 11 13:23:51.353323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:51.355534 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1952d648-a67b-4928-b503-7589d5ed71b8" -d '{"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-unplugged", "status": "completed", "tag": "94eee912-8746-4c9b-a08e-248983db3b22"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:51.362778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Publish callbacks [] for port (94eee912-8746-4c9b-a08e-248983db3b22), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.369674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-945cdc30-b9e9-4469-8e19-d6774af8c7f7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282807 Feb 11 13:23:51.372074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Allocated IP 172.20.0.5 (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32/41949da7-151e-44f9-a3a7-446b26809657/79d16cf3-c999-4426-91cf-38c3ea4cdc8d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:51.393440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 369ddf72-7704-421f-bb0e-441cc02c4c4d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:51.394758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cdaf05e5-f1f1-47ca-8ef7-662707219043 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:51.433947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=623c1132-8096-43e1-a88e-27ef31fc1f39,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.444455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Transition to ACTIVE for port object 94eee912-8746-4c9b-a08e-248983db3b22 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:51.451575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a6f90a-410c-460a-aae1-5669e10755bf'}, {'server_uuid': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623c1132-8096-43e1-a88e-27ef31fc1f39'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:51.454780 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae6d638-7b47-4c57-94d9-754fa1373a31" -d '{"events": [{"server_uuid": "45d5e186-ef5d-4e83-a084-c5a0b126164d", "name": "network-vif-plugged", "status": "completed", "tag": "a3a6f90a-410c-460a-aae1-5669e10755bf"}, {"server_uuid": "5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3", "name": "network-vif-plugged", "status": "completed", "tag": "623c1132-8096-43e1-a88e-27ef31fc1f39"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:51.458087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5b11-6548-43a7-8952-68fe5f0e9be1 req-e057db42-cb0d-42e6-b0b4-fd8e9b1fa10e tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.460836 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-48cc5b11-6548-43a7-8952-68fe5f0e9be1 req-e057db42-cb0d-42e6-b0b4-fd8e9b1fa10e tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 949 time: 0.2338159 Feb 11 13:23:51.475397 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.490371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-268fdd87-cc82-429e-bd3b-f25100032ddf service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105356 Feb 11 13:23:51.491627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cdaf05e5-f1f1-47ca-8ef7-662707219043 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:51.492012 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.553220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.610448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-6c50bf1e-20c0-4324-9468-14d70f1256b2 service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088898 Feb 11 13:23:51.623746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cdaf05e5-f1f1-47ca-8ef7-662707219043 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:51.624145 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.655299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port cdaf05e5-f1f1-47ca-8ef7-662707219043, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cdaf05e5-f1f1-47ca-8ef7-662707219043,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:51.665031 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.700273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] No DVR routers for this DVR port 94eee912-8746-4c9b-a08e-248983db3b22 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:51.726266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.739326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-48cc5b11-6548-43a7-8952-68fe5f0e9be1 req-339eb79a-bb8f-4767-b382-b40b2ebce24c tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579498 Feb 11 13:23:51.822690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=cdaf05e5-f1f1-47ca-8ef7-662707219043,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.874055 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997b4767-48c0-465b-915d-9dbd36fe0355 x-openstack-request-id: req-997b4767-48c0-465b-915d-9dbd36fe0355 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:51.874533 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d5e186-ef5d-4e83-a084-c5a0b126164d", "name": "network-vif-plugged", "status": "completed", "tag": "a3a6f90a-410c-460a-aae1-5669e10755bf", "code": 200}, {"server_uuid": "5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3", "name": "network-vif-plugged", "status": "completed", "tag": "623c1132-8096-43e1-a88e-27ef31fc1f39", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:51.874900 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-997b4767-48c0-465b-915d-9dbd36fe0355 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:51.875409 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a6f90a-410c-460a-aae1-5669e10755bf', 'code': 200} Feb 11 13:23:51.875778 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623c1132-8096-43e1-a88e-27ef31fc1f39', 'code': 200} Feb 11 13:23:51.976854 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0165f5-e958-439d-9a6b-aa2ee7ca1e7d x-openstack-request-id: req-8e0165f5-e958-439d-9a6b-aa2ee7ca1e7d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:51.977173 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-unplugged", "status": "completed", "tag": "94eee912-8746-4c9b-a08e-248983db3b22", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:51.977449 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e0165f5-e958-439d-9a6b-aa2ee7ca1e7d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:51.977843 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22', 'code': 200} Feb 11 13:23:52.011914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Sync routers for ids ['497e93d6-e47c-499f-a0db-962a4a575ae4'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:52.016263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.30', 51878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:52.045527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Routers {'497e93d6-e47c-499f-a0db-962a4a575ae4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:52.045527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['497e93d6-e47c-499f-a0db-962a4a575ae4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:52.083819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdcbb23-2360-4eb8-9611-5cf46c8c3a9a req-cb8c2cd6-3e50-4cfb-be79-69c62aae26fa tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 210 time: 0.0592222 Feb 11 13:23:52.094862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:52.095231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:52.095517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:52.099972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd7c4d-2253-44da-b526-47c4600d6927 req-a7bd555a-8e3a-4141-88b2-16ef048198c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.101532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22dd7c4d-2253-44da-b526-47c4600d6927 req-a7bd555a-8e3a-4141-88b2-16ef048198c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 1132 time: 0.1521382 Feb 11 13:23:52.142831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Port 94eee912-8746-4c9b-a08e-248983db3b22 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:52.143440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Attempting to bind port 94eee912-8746-4c9b-a08e-248983db3b22 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:52.187812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:52.188389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:52.189042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:52.189808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Bound port: 94eee912-8746-4c9b-a08e-248983db3b22, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:52.190237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.205265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Set router 497e93d6-e47c-499f-a0db-962a4a575ae4 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:52.206700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92f17ef7-a8e6-40e2-9853-8869ad6f5784 req-3858c1ee-4d7e-4863-9f20-2c50cab9c4d0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 210 time: 0.0615516 Feb 11 13:23:52.218452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.224952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22dd7c4d-2253-44da-b526-47c4600d6927 req-1f97b276-fe9a-425d-868c-8cf215b2e0d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081696 Feb 11 13:23:52.277164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e70da-1ad4-47b5-b741-7d188e776384 req-0465299b-e194-453b-9ac6-7c0456cfc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.278987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f1e70da-1ad4-47b5-b741-7d188e776384 req-0465299b-e194-453b-9ac6-7c0456cfc26a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 1131 time: 0.2617810 Feb 11 13:23:52.320472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893ca24-04ce-4208-969d-b811b082dabe req-3e853c33-08e8-445b-ad62-b9a0cb0d598d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.322087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5893ca24-04ce-4208-969d-b811b082dabe req-3e853c33-08e8-445b-ad62-b9a0cb0d598d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 947 time: 0.2859132 Feb 11 13:23:52.352171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (497e93d6-e47c-499f-a0db-962a4a575ae4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.424975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b37fb0-067e-4ff2-8a56-f940ad07f7f1 req-853d64f3-d84e-4f16-8426-00a27a608608 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.426637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85b37fb0-067e-4ff2-8a56-f940ad07f7f1 req-853d64f3-d84e-4f16-8426-00a27a608608 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.0641246 Feb 11 13:23:52.428915 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.488949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85b37fb0-067e-4ff2-8a56-f940ad07f7f1 req-9670a64b-37fa-4a11-be80-f0936709b18a tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559709 Feb 11 13:23:52.510189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:47Z', 'revision_number': 4, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port': {'id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:40Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '384490fe-7dad-499a-a6e9-2cf605ed3689', 'name': '', 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'mac_address': 'fa:16:3e:71:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e13f9e97-c0f4-4f2b-80b1-17d823ca26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:45Z', 'updated_at': '2022-02-11T13:23:47Z', 'revision_number': 2, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'subnets': [{'id': 'e13f9e97-c0f4-4f2b-80b1-17d823ca26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:52.565798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Checking router: 497e93d6-e47c-499f-a0db-962a4a575ae4 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:52.566351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Updating router 497e93d6-e47c-499f-a0db-962a4a575ae4 port 384490fe-7dad-499a-a6e9-2cf605ed3689 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:52.569923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cdaf05e5-f1f1-47ca-8ef7-662707219043 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:52.636619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7db77-ad6c-4b07-a8d3-f1ff355bdea4 req-a6f8d8a9-f0d9-4dff-93d1-ac161974eac9 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.638493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2c7db77-ad6c-4b07-a8d3-f1ff355bdea4 req-a6f8d8a9-f0d9-4dff-93d1-ac161974eac9 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 950 time: 0.0607700 Feb 11 13:23:52.661282 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.705718 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2c7db77-ad6c-4b07-a8d3-f1ff355bdea4 req-fe85c8a6-86f7-4341-9023-94541c09b880 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Feb 11 13:23:52.742816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cdaf05e5-f1f1-47ca-8ef7-662707219043 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:52.743480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.803262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:52.846210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:52.863086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5893ca24-04ce-4208-969d-b811b082dabe req-31481708-3793-487f-90c4-3b1e7dfd0207 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303972 Feb 11 13:23:52.888083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:52.895173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Pushing event updated for resources: {'Port': ['ID=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:52.899014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:52.901567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:52.908339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.909201 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.929684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:52.937825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f1e70da-1ad4-47b5-b741-7d188e776384 req-239bf452-da7e-449d-8b1f-052b5a4a9ab2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841516 Feb 11 13:23:52.965083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.002425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-3e1ab8bc-fffa-49ac-a290-d4edc849e0b0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9373088 Feb 11 13:23:53.036426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea1cb2-b9bc-407a-b438-d6ee0a09ffc9 req-c262602e-8bc0-441e-8313-cec0658f09cb tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.037918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cdaf05e5-f1f1-47ca-8ef7-662707219043 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:53.045759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09ea1cb2-b9bc-407a-b438-d6ee0a09ffc9 req-c262602e-8bc0-441e-8313-cec0658f09cb tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 949 time: 0.0988383 Feb 11 13:23:53.051017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 94eee912-8746-4c9b-a08e-248983db3b22 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:23:53.051417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:53.060060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Request body: {'port': {'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:53.119286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09ea1cb2-b9bc-407a-b438-d6ee0a09ffc9 req-84ab389d-99df-4ecf-9d65-e49f1540b9e0 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Feb 11 13:23:53.120151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Publish callbacks [] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.131726 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.189756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.190430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.192075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] 10.222.0.30 "PUT /v2.0/ports/94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 1095 time: 3.8001928 Feb 11 13:23:53.213852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff635044-e169-4628-91a0-18a1304b3a03 None None] Pushing event updated for resources: {'Port': ['ID=384490fe-7dad-499a-a6e9-2cf605ed3689,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.346345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Attempting to bind port 384490fe-7dad-499a-a6e9-2cf605ed3689 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:53.346984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Attempting to bind port 384490fe-7dad-499a-a6e9-2cf605ed3689 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:53.347520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Attempting to bind port 384490fe-7dad-499a-a6e9-2cf605ed3689 on network a12741ff-d247-4380-92d5-ec15c3b2ee0f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:53.351404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a3e763fa-4808-4219-8c75-c0a9e3642db3 None None] Provisioning complete for port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:53.352013 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3e763fa-4808-4219-8c75-c0a9e3642db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.357041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:53.357630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Checking segment: {'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:53.358218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.358937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Bound using segment: {'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:53.359588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Bound port: 384490fe-7dad-499a-a6e9-2cf605ed3689, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:53.360182 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.375071 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83e78fe9-4771-4885-a9be-3451fd339667 req-93e6f447-6cb7-464d-ad6e-3f2f61a8c5b4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 210 time: 0.0391893 Feb 11 13:23:53.417622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85984f9b-b1fa-43bd-aae8-ceffd1d54f12 service neutron] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.440545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a3e763fa-4808-4219-8c75-c0a9e3642db3 None None] Port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:53.450737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.471203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] For port 384490fe-7dad-499a-a6e9-2cf605ed3689, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:53.478360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] For port 384490fe-7dad-499a-a6e9-2cf605ed3689, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=384490fe-7dad-499a-a6e9-2cf605ed3689,segment=NetworkSegment(e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63),segment_id=e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:53.486343 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.552055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff635044-e169-4628-91a0-18a1304b3a03 None None] Pushing event updated for resources: {'Port': ['ID=384490fe-7dad-499a-a6e9-2cf605ed3689,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.589690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Routers {'497e93d6-e47c-499f-a0db-962a4a575ae4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:53.591247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['497e93d6-e47c-499f-a0db-962a4a575ae4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:53.646507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c22c4e6f-b792-46c8-9623-1ea62328c93a None None] Provisioning complete for port 384490fe-7dad-499a-a6e9-2cf605ed3689 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:53.646883 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c22c4e6f-b792-46c8-9623-1ea62328c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.648563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92834c1-c3fc-4bcc-99e7-dc0cce885754 req-b8c1e63a-2df9-4578-ae9d-ddd0d7100ba0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.650947 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f92834c1-c3fc-4bcc-99e7-dc0cce885754 req-b8c1e63a-2df9-4578-ae9d-ddd0d7100ba0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 931 time: 0.4054866 Feb 11 13:23:53.661143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-3f6c89db-8e3c-4c3b-8577-bd62546a682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.663339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-3f6c89db-8e3c-4c3b-8577-bd62546a682b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1129 time: 0.4081511 Feb 11 13:23:53.689792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2725c-0911-4719-94ce-df760539a9e2 req-bd6819b1-e64d-4570-8f0b-77a59e623285 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.703831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5d2725c-0911-4719-94ce-df760539a9e2 req-bd6819b1-e64d-4570-8f0b-77a59e623285 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.0952902 Feb 11 13:23:53.821039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-8d144f80-962e-44c0-9493-4395143cf6bd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.823207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-8d144f80-962e-44c0-9493-4395143cf6bd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.4089944 Feb 11 13:23:53.835116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5d2725c-0911-4719-94ce-df760539a9e2 req-0863750d-0c51-41dd-91c0-4b9e1fb67798 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301475 Feb 11 13:23:53.869298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Request body: {'port': {'device_id': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'admin_state_up': True, 'tenant_id': '28a1d612055b4fb4a671dda661a01249'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:53.927158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] Set router 497e93d6-e47c-499f-a0db-962a4a575ae4 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:53.969425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6892-76da-4663-af28-2b728859c0a9 req-26fbe87b-5739-4ec2-94f9-9b0169516cb9 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.972017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b10a6892-76da-4663-af28-2b728859c0a9 req-26fbe87b-5739-4ec2-94f9-9b0169516cb9 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 950 time: 0.0593643 Feb 11 13:23:53.982674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f92834c1-c3fc-4bcc-99e7-dc0cce885754 req-907be771-d784-4e6c-8944-29c91b2b57fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113585 Feb 11 13:23:54.002452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:54.004707 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a91c5-5b09-4cb4-815a-e49596e50454" -d '{"events": [{"name": "network-changed", "server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "tag": "94eee912-8746-4c9b-a08e-248983db3b22"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:54.034635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c22c4e6f-b792-46c8-9623-1ea62328c93a None None] Current status of the port 384490fe-7dad-499a-a6e9-2cf605ed3689 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:54.035231 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c22c4e6f-b792-46c8-9623-1ea62328c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.081154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b10a6892-76da-4663-af28-2b728859c0a9 req-64419ac2-6b85-42a7-9ec7-0a8907c86147 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Feb 11 13:23:54.127615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c22c4e6f-b792-46c8-9623-1ea62328c93a None None] For port 384490fe-7dad-499a-a6e9-2cf605ed3689, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=384490fe-7dad-499a-a6e9-2cf605ed3689,segment=NetworkSegment(e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63),segment_id=e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:54.131024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-379a8a88-a953-4c45-a260-9bca7a5463f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.132932 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-379a8a88-a953-4c45-a260-9bca7a5463f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.4551911 Feb 11 13:23:54.137791 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c22c4e6f-b792-46c8-9623-1ea62328c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.170752 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ae64d5-2275-409f-8092-1091806b8b28 x-openstack-request-id: req-d8ae64d5-2275-409f-8092-1091806b8b28 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:54.171056 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "tag": "94eee912-8746-4c9b-a08e-248983db3b22", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:54.171883 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8ae64d5-2275-409f-8092-1091806b8b28 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:54.172524 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22', 'status': 'completed', 'code': 200} Feb 11 13:23:54.217839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c4e6f-b792-46c8-9623-1ea62328c93a None None] Pushing event updated for resources: {'Port': ['ID=384490fe-7dad-499a-a6e9-2cf605ed3689,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:54.239332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Deleting port 384490fe-7dad-499a-a6e9-2cf605ed3689 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:54.239793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.248271 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-1caab953-bc7d-4dbf-97f0-1d799213f0f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0928943 Feb 11 13:23:54.249632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-c1b34f21-c787-4ed0-835d-ebad9bc8c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.252274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-c1b34f21-c787-4ed0-835d-ebad9bc8c6a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1129 time: 0.0748482 Feb 11 13:23:54.252866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.83', 61896) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:54.271824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d2bbd43e-a4d2-480a-84b2-9fec2c9e0669 None None] Provisioning complete for port 384490fe-7dad-499a-a6e9-2cf605ed3689 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:54.272217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd43e-a4d2-480a-84b2-9fec2c9e0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.356787 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:23:54.360375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:47Z', 'revision_number': 4, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port': {'id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:40Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '384490fe-7dad-499a-a6e9-2cf605ed3689', 'name': '', 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'mac_address': 'fa:16:3e:71:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e13f9e97-c0f4-4f2b-80b1-17d823ca26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:45Z', 'updated_at': '2022-02-11T13:23:53Z', 'revision_number': 4, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'subnets': [{'id': 'e13f9e97-c0f4-4f2b-80b1-17d823ca26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:54.419542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0737943-d28b-42b8-9d54-3de50eafed1b None None] The sync data for ids ['497e93d6-e47c-499f-a0db-962a4a575ae4'] in n-d-828676-2 is: [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:47Z', 'revision_number': 4, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port': {'id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:40Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '384490fe-7dad-499a-a6e9-2cf605ed3689', 'name': '', 'network_id': 'a12741ff-d247-4380-92d5-ec15c3b2ee0f', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'mac_address': 'fa:16:3e:71:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e13f9e97-c0f4-4f2b-80b1-17d823ca26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:45Z', 'updated_at': '2022-02-11T13:23:53Z', 'revision_number': 4, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'subnets': [{'id': 'e13f9e97-c0f4-4f2b-80b1-17d823ca26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:54.441893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Made reservation on behalf of 28a1d612055b4fb4a671dda661a01249 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:54.447445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.519959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbd43e-a4d2-480a-84b2-9fec2c9e0669 None None] Current status of the port 384490fe-7dad-499a-a6e9-2cf605ed3689 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:54.546745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f0812-a8b2-44c1-8ca2-5ec628c132f2 req-9b44cba6-6e39-47d2-837e-a029c171d33a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.548372 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c75f0812-a8b2-44c1-8ca2-5ec628c132f2 req-9b44cba6-6e39-47d2-837e-a029c171d33a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 947 time: 0.4237521 Feb 11 13:23:54.549893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-701846d0-46f0-4a4c-ae24-01e7b3c4b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.551274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-701846d0-46f0-4a4c-ae24-01e7b3c4b045 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2789419 Feb 11 13:23:54.623241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] For port 384490fe-7dad-499a-a6e9-2cf605ed3689, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=384490fe-7dad-499a-a6e9-2cf605ed3689,segment=NetworkSegment(e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63),segment_id=e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:54.623766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.669254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155899-3771-488e-b6dc-85c52d7148bb req-309eeece-f51d-42fe-8b73-7cdc90b844d0 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.670646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7155899-3771-488e-b6dc-85c52d7148bb req-309eeece-f51d-42fe-8b73-7cdc90b844d0 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.83 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 949 time: 0.4129992 Feb 11 13:23:54.719361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Calling delete_port for 384490fe-7dad-499a-a6e9-2cf605ed3689 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:54.728622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-7dbfc6b0-167b-40d6-843f-656534ba7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.729974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-7dbfc6b0-167b-40d6-843f-656534ba7675 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.4208455 Feb 11 13:23:54.743260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d16cf3-c999-4426-91cf-38c3ea4cdc8d {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:54.773151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Publish callbacks [] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.787744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-50e8529b-a7f8-4f8a-8c34-4a7fb2ea81ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0493402 Feb 11 13:23:54.902684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-0edf5071-1694-46fe-8e89-60cb15533512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.904157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-0edf5071-1694-46fe-8e89-60cb15533512 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0908754 Feb 11 13:23:54.930544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ebf59-e6be-4f0c-87fd-6cbe86a5ba20 req-03172786-84d4-49e3-9da7-1a98b9bde50e tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.931886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a4ebf59-e6be-4f0c-87fd-6cbe86a5ba20 req-03172786-84d4-49e3-9da7-1a98b9bde50e tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 949 time: 0.1537385 Feb 11 13:23:54.976690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Deleting port 26d3c19a-b639-4335-bdc4-21d281ee9cba {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:54.977045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.094674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a4ebf59-e6be-4f0c-87fd-6cbe86a5ba20 req-f21a0c9c-b646-47a7-941f-aa483c1571a6 tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/security-groups?id=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414442 Feb 11 13:23:55.101830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-3b90bf03-e061-41b7-8307-cd61100928b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.103366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-3b90bf03-e061-41b7-8307-cd61100928b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1895964 Feb 11 13:23:55.132430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Transition to ACTIVE for port object 79d16cf3-c999-4426-91cf-38c3ea4cdc8d will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:55.139322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c75f0812-a8b2-44c1-8ca2-5ec628c132f2 req-4f2c42ec-ab05-4cb8-be2e-9defffdb194d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789366 Feb 11 13:23:55.150096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.180980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] For port 26d3c19a-b639-4335-bdc4-21d281ee9cba, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26d3c19a-b639-4335-bdc4-21d281ee9cba,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:55.181935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.182785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Allocated IP 172.20.0.2 (947d0084-6798-4cab-99e7-6d0f7e008957/e86797a2-0d67-4fa2-830c-88364ab4986d/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:55.235656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Calling delete_port for 26d3c19a-b639-4335-bdc4-21d281ee9cba owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:55.250318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-815209df-6f1c-4595-b27c-f64faef410b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.252243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-815209df-6f1c-4595-b27c-f64faef410b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6869328 Feb 11 13:23:55.272192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1193b755-71f9-46ec-90a4-018476e1bc86 req-e0eb1f65-c036-4767-bbef-a271bcb5ae6d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 210 time: 0.0344625 Feb 11 13:23:55.341059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-cf5ab715-b562-47f7-9dd9-ceb947f39830 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218516 Feb 11 13:23:55.496657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Pushing event updated for resources: {'Port': ['ID=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:55.527731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07406960-2c71-4f58-940d-4f86612782c1 req-84724f59-47bc-4405-8407-0373ea3a6f71 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.531124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07406960-2c71-4f58-940d-4f86612782c1 req-84724f59-47bc-4405-8407-0373ea3a6f71 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.1662939 Feb 11 13:23:55.556166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-3947e19e-60f9-4ca3-81a4-16d8d0708883 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039979 Feb 11 13:23:55.576118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Attempting to bind port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:55.576617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Attempting to bind port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:55.577065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Attempting to bind port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:55.611530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:55.611940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Attempting to bind port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:55.637849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (26d3c19a-b639-4335-bdc4-21d281ee9cba), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.649234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd8fb8-5c92-4ad1-b087-fdab451d0830 req-c10ef4cc-e4a1-4138-a0a0-06797203096b tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.650889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-becd8fb8-5c92-4ad1-b087-fdab451d0830 req-c10ef4cc-e4a1-4138-a0a0-06797203096b tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 950 time: 0.3714118 Feb 11 13:23:55.651153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['26d3c19a-b639-4335-bdc4-21d281ee9cba'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:55.681375 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-4e97fbca-a6fb-49c0-8451-efec7d3e2374 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935866 Feb 11 13:23:55.681375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:55.682266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Checking segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:55.682266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Bound using segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:55.682967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Bound port: 79d16cf3-c999-4426-91cf-38c3ea4cdc8d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:55.683094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.684123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Pushing event deleted for resources: {'Port': ['ID=26d3c19a-b639-4335-bdc4-21d281ee9cba,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:55.704017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07406960-2c71-4f58-940d-4f86612782c1 req-71f266e9-b9e1-4ce2-91a6-9ed02acd6d19 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515083 Feb 11 13:23:55.719638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks [] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.753622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] No DVR routers for this DVR port 26d3c19a-b639-4335-bdc4-21d281ee9cba on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:55.777543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.781663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7155899-3771-488e-b6dc-85c52d7148bb req-501861ac-127a-43c9-bf0c-9e3c340e66ff tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.83 "DELETE /v2.0/ports/26d3c19a-b639-4335-bdc4-21d281ee9cba HTTP/1.1" status: 204 len: 173 time: 1.1043086 Feb 11 13:23:55.788407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'name': 'network-vif-deleted', 'tag': '26d3c19a-b639-4335-bdc4-21d281ee9cba'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:55.791503 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52236e87-ffd7-410b-938f-1d3d2ab07e6f" -d '{"events": [{"server_uuid": "e03fa6b9-c469-4c8e-9f28-5b889706e61a", "name": "network-vif-deleted", "tag": "26d3c19a-b639-4335-bdc4-21d281ee9cba"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:55.877447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e81e8-4efc-451f-94ef-cebe24d8704c req-87f00d4e-1cef-4a11-b77b-3e846c149856 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.879413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d4e81e8-4efc-451f-94ef-cebe24d8704c req-87f00d4e-1cef-4a11-b77b-3e846c149856 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 943 time: 0.0726788 Feb 11 13:23:55.963948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d4e81e8-4efc-451f-94ef-cebe24d8704c req-bff2488e-3fbd-470e-908a-c94c64a38632 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754328 Feb 11 13:23:56.008478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-becd8fb8-5c92-4ad1-b087-fdab451d0830 req-04bdf977-45b8-4389-bb78-0330934360d1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426039 Feb 11 13:23:56.060362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42aa654c-50aa-4cb3-b04b-779a3cf66606 req-b04c240d-1eca-4554-ac8e-fe89765a1ad7 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194304 Feb 11 13:23:56.064544 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.067574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (384490fe-7dad-499a-a6e9-2cf605ed3689), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.079450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] For port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:56.085580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] For port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:56.123461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=384490fe-7dad-499a-a6e9-2cf605ed3689,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.130161 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfdd487-c405-4c9e-aa72-d12f4ba7df7f x-openstack-request-id: req-3dfdd487-c405-4c9e-aa72-d12f4ba7df7f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:56.130435 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03fa6b9-c469-4c8e-9f28-5b889706e61a", "name": "network-vif-deleted", "tag": "26d3c19a-b639-4335-bdc4-21d281ee9cba", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:56.130934 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3dfdd487-c405-4c9e-aa72-d12f4ba7df7f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:56.131482 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03fa6b9-c469-4c8e-9f28-5b889706e61a', 'name': 'network-vif-deleted', 'tag': '26d3c19a-b639-4335-bdc4-21d281ee9cba', 'status': 'completed', 'code': 200} Feb 11 13:23:56.137410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.180344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Network 947d0084-6798-4cab-99e7-6d0f7e008957 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:56.287044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:56.368867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:56.374770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.375894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.393537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.394878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.396401 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] 10.222.0.83 "PUT /v2.0/ports/79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 1091 time: 3.3647027 Feb 11 13:23:56.419863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.486894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-3338b540-f839-4755-af5b-d7d8fa5d5bdf tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.489859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-3338b540-f839-4755-af5b-d7d8fa5d5bdf tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 1132 time: 0.0998852 Feb 11 13:23:56.512037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:56.514363 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ab0f96-d20c-4ee4-8e63-da047faee774" -d '{"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:56.525481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efd39e88-acb0-40a2-a77f-856c4162e1a0 req-4a73c7ea-745c-4184-8d7e-b9030a65d42f tempest-ServerDiagnosticsNegativeTest-1860519623 tempest-ServerDiagnosticsNegativeTest-1860519623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e03fa6b9-c469-4c8e-9f28-5b889706e61a HTTP/1.1" status: 200 len: 210 time: 0.2668262 Feb 11 13:23:56.555204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-f8f2d069-e9ba-4c8b-8348-6a508daf00c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6934271 Feb 11 13:23:56.615572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Request body: {'port': {'device_id': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:56.640726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc385364-253b-45e0-afe9-e06b5d811dc6 req-b42b01d0-d053-4b40-8b2a-7de0b30086c5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.642262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc385364-253b-45e0-afe9-e06b5d811dc6 req-b42b01d0-d053-4b40-8b2a-7de0b30086c5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 947 time: 0.1074326 Feb 11 13:23:56.659734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b49a7b-4245-4bd4-9aca-f018be3b577d service neutron] Pushing event updated for resources: {'Port': ['ID=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.670858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Deleting port 623c1132-8096-43e1-a88e-27ef31fc1f39 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:56.671239 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.705812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-fb713669-1ef4-4b45-92a2-8d174e1c3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.707334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-fb713669-1ef4-4b45-92a2-8d174e1c3a66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1129 time: 0.4969449 Feb 11 13:23:56.745116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc385364-253b-45e0-afe9-e06b5d811dc6 req-ad729c21-8893-4b6a-a042-e90521f413cb tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972109 Feb 11 13:23:56.787849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] For port 623c1132-8096-43e1-a88e-27ef31fc1f39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=623c1132-8096-43e1-a88e-27ef31fc1f39,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:56.788503 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.802246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Calling delete_port for 623c1132-8096-43e1-a88e-27ef31fc1f39 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:56.825402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (497e93d6-e47c-499f-a0db-962a4a575ae4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.831759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-50ca34a8-15ef-49c6-aef3-ab79e4f3d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.833247 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-50ca34a8-15ef-49c6-aef3-ab79e4f3d65c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1125 time: 0.3109536 Feb 11 13:23:56.837144 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.911238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8ed46-0f8f-4b79-8f9c-025eaedf53f3 req-ad6e4fca-10db-4895-b5d5-0e1b39882272 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.912724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f9a8ed46-0f8f-4b79-8f9c-025eaedf53f3 req-ad6e4fca-10db-4895-b5d5-0e1b39882272 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 931 time: 0.3040588 Feb 11 13:23:56.914001 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85c12ca2-4207-4662-a589-b459b9b9a15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.917818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-d0363a6c-a287-4784-aefd-f407eea14d36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0604706 Feb 11 13:23:56.922785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c69f0-d403-4858-a4f9-11c283ac25f5 req-e81b2ddb-6e5e-4775-835e-2039e1f77985 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.924402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-535c69f0-d403-4858-a4f9-11c283ac25f5 req-e81b2ddb-6e5e-4775-835e-2039e1f77985 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.1048608 Feb 11 13:23:57.012191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-535c69f0-d403-4858-a4f9-11c283ac25f5 req-d7daf9db-50ca-41bd-a6ce-4c6e1b03cee3 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777068 Feb 11 13:23:57.043296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-c3dc63b5-a564-411c-baa4-a26cbae03023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.044869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-c3dc63b5-a564-411c-baa4-a26cbae03023 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3256743 Feb 11 13:23:57.047204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (623c1132-8096-43e1-a88e-27ef31fc1f39), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.059122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['623c1132-8096-43e1-a88e-27ef31fc1f39'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:57.095280 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c36018-f6a3-4b88-b9f8-93c5a1d0d0bc x-openstack-request-id: req-d3c36018-f6a3-4b88-b9f8-93c5a1d0d0bc {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:57.095568 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:57.095819 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3c36018-f6a3-4b88-b9f8-93c5a1d0d0bc {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:57.096211 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'status': 'completed', 'code': 200} Feb 11 13:23:57.142004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-03cc314c-08fa-450e-a268-fb07ac044c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.143495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-03cc314c-08fa-450e-a268-fb07ac044c98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1889071 Feb 11 13:23:57.160968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Pushing event deleted for resources: {'Port': ['ID=623c1132-8096-43e1-a88e-27ef31fc1f39,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.201734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] No DVR routers for this DVR port 623c1132-8096-43e1-a88e-27ef31fc1f39 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:57.217710 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.220530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-b14e4a13-9519-4926-af49-f2880cdfbedf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.1547153 Feb 11 13:23:57.221122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c56d473d-541f-4a12-bf97-9f5d3d05f003 req-aa049452-99da-4a89-a0f2-54502500c5c9 tempest-DeleteServersAdminTestJSON-2139601321 tempest-DeleteServersAdminTestJSON-2139601321-project-admin] 10.222.0.30 "DELETE /v2.0/ports/623c1132-8096-43e1-a88e-27ef31fc1f39 HTTP/1.1" status: 204 len: 173 time: 0.7249007 Feb 11 13:23:57.256613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f9a8ed46-0f8f-4b79-8f9c-025eaedf53f3 req-eee292bc-714b-4ffe-88bb-24816c2ff77a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030217 Feb 11 13:23:57.266980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7946f-27f0-4ede-bde5-b34c7c754418 req-8160abd6-ba95-4e12-bb82-25bd98ad70f5 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.285683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77d7946f-27f0-4ede-bde5-b34c7c754418 req-8160abd6-ba95-4e12-bb82-25bd98ad70f5 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 943 time: 0.0931540 Feb 11 13:23:57.356423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77d7946f-27f0-4ede-bde5-b34c7c754418 req-c3972c27-bd15-4a86-941d-547053d60385 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772491 Feb 11 13:23:57.478676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-161dff93-3b93-4e87-a4b5-7c40c15d86b0 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=bd9c81acb9254790b137488f7d8a7320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218577 Feb 11 13:23:57.579384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11fd696a-08a8-455f-b1ab-51b15f65f160 req-a5776d85-00e7-46d4-93e3-599cd1184af4 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3 HTTP/1.1" status: 200 len: 210 time: 0.0643201 Feb 11 13:23:57.591108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-14450388-039b-4854-bc47-353f677265ba tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.593959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-14450388-039b-4854-bc47-353f677265ba tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090877 Feb 11 13:23:57.611362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-67b7e04e-365c-4a2f-b898-71c5d8322d3f tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/quotas/bd9c81acb9254790b137488f7d8a7320 HTTP/1.1" status: 200 len: 375 time: 0.0098286 Feb 11 13:23:57.656457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-487df34e-6aa4-414a-81e3-ba8c87188f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.657921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-487df34e-6aa4-414a-81e3-ba8c87188f53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.4202251 Feb 11 13:23:57.673266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-76926fc2-3db9-4950-a033-1cfbc4fe5537 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bd9c81acb9254790b137488f7d8a7320&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560491 Feb 11 13:23:57.696872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-8067a2fd-dd7a-49d8-8375-c8f56ce00864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.698356 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-8067a2fd-dd7a-49d8-8375-c8f56ce00864 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5072980 Feb 11 13:23:57.898406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-c8ae2624-6320-482d-97ab-661f87319637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.900174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-c8ae2624-6320-482d-97ab-661f87319637 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2161436 Feb 11 13:23:57.970468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-47c33149-3060-4a42-a0e8-f46519cfa7b4 req-be774bc3-9f2f-4712-b976-398b11e97e5b tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 210 time: 0.0547101 Feb 11 13:23:58.014930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-f35d2cf7-f639-4c75-bd61-6000cb0e1d88 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927525 Feb 11 13:23:58.032232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Router 497e93d6-e47c-499f-a0db-962a4a575ae4 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:58.060927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:58.102508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Publish callbacks [] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.114160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56402) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:58.132981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'name': 'network-vif-deleted', 'tag': '623c1132-8096-43e1-a88e-27ef31fc1f39'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:58.136641 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec143063-271e-4174-9b13-911134a8375b" -d '{"events": [{"server_uuid": "5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3", "name": "network-vif-deleted", "tag": "623c1132-8096-43e1-a88e-27ef31fc1f39"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:58.169895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Transition to ACTIVE for port object 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:58.185426 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c976096b-fadf-4aa2-a84d-73c0b909db64 x-openstack-request-id: req-c976096b-fadf-4aa2-a84d-73c0b909db64 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:58.186234 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3", "name": "network-vif-deleted", "tag": "623c1132-8096-43e1-a88e-27ef31fc1f39", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:58.188024 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c976096b-fadf-4aa2-a84d-73c0b909db64 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:58.188731 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaedaf8-f2f6-4c3b-9795-cf2a0106d2b3', 'name': 'network-vif-deleted', 'tag': '623c1132-8096-43e1-a88e-27ef31fc1f39', 'status': 'completed', 'code': 200} Feb 11 13:23:58.221428 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.266477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ef051-711f-4469-ab99-3512aa0e93ab req-5d45ee1e-a126-4f28-a7b9-675b2c20f8af tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.270633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b66ef051-711f-4469-ab99-3512aa0e93ab req-5d45ee1e-a126-4f28-a7b9-675b2c20f8af tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 947 time: 0.3481150 Feb 11 13:23:58.277876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-5fb0190e-c77c-47ab-8411-0594409e1a10 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524299 Feb 11 13:23:58.317429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5d60f22-0d1f-4f0f-ae52-f5079ac82dbc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de1acde7c00a44c3bdd559ed9c9f1661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013021 Feb 11 13:23:58.318309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56412) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:58.363915 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dcf763e5-df5f-40f4-90d1-bd17a8fcc465 req-667d3a12-ab4d-4f0c-88db-d078b0f8ac58 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379035 Feb 11 13:23:58.412232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.418228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b4598db-1803-4e34-9826-c5a979974580 admin admin] Publish callbacks [] for security_group (3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.438770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea7ef1-e5d1-4bf2-bc73-de65b26d5a22 req-68a03f85-4f1b-4b1f-a5bc-374ee803f185 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.440727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3ea7ef1-e5d1-4bf2-bc73-de65b26d5a22 req-68a03f85-4f1b-4b1f-a5bc-374ee803f185 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 943 time: 0.0959940 Feb 11 13:23:58.460002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b4598db-1803-4e34-9826-c5a979974580 admin admin] Publish callbacks [] for security_group (3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.528542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3ea7ef1-e5d1-4bf2-bc73-de65b26d5a22 req-99f13bd0-70b0-469d-a35c-dbb65632e7a5 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741079 Feb 11 13:23:58.533976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:58.538110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b66ef051-711f-4469-ab99-3512aa0e93ab req-13e14b5f-82c0-42f9-9c8e-be95788d7c38 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458012 Feb 11 13:23:58.547358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a5d59b6-49e6-459e-a7a9-9dfe2f8affe9 admin admin] 10.222.0.79 "PUT /v2.0/routers/497e93d6-e47c-499f-a0db-962a4a575ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1267912 Feb 11 13:23:58.547651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56416) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:58.551824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:58.552172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:58.552863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:58.553801 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] Sync routers for ids ['497e93d6-e47c-499f-a0db-962a4a575ae4'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:58.569022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:58.569346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:58.579334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e0a91c5-5b09-4cb4-815a-e49596e50454 req-be12fa33-0a08-4017-9f1e-dbd6f7c2ca0e service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813370 Feb 11 13:23:58.580331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:58.580910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:58.581117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:58.581461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Bound port: 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:58.581812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.585681 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] Routers {'497e93d6-e47c-499f-a0db-962a4a575ae4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:58.586998 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['497e93d6-e47c-499f-a0db-962a4a575ae4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:58.607624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-6165c67e-c427-4a51-a627-e1a986335d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.609750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-6165c67e-c427-4a51-a627-e1a986335d26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1125 time: 0.1773965 Feb 11 13:23:58.755492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b4598db-1803-4e34-9826-c5a979974580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.756682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:58.771667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b4598db-1803-4e34-9826-c5a979974580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.773940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b4598db-1803-4e34-9826-c5a979974580 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03 HTTP/1.1" status: 204 len: 168 time: 0.4545636 Feb 11 13:23:58.776164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:58.794197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.816137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-9870edb2-8825-4e7a-88d3-e5250f1ab41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.818080 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-9870edb2-8825-4e7a-88d3-e5250f1ab41c service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.1899264 Feb 11 13:23:58.861639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4598db-1803-4e34-9826-c5a979974580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8a9b3-cf5f-4579-aa9f-4eb24d399e03,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.876823 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] Set router 497e93d6-e47c-499f-a0db-962a4a575ae4 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:58.895874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.896923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.898505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] 10.222.0.30 "PUT /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 1091 time: 2.2930944 Feb 11 13:23:58.911208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a49e-c04e-4e3a-81f3-8895a56a8a9f req-3641795e-3d7e-49c2-87f8-b682369675f3 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.912955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42c7a49e-c04e-4e3a-81f3-8895a56a8a9f req-3641795e-3d7e-49c2-87f8-b682369675f3 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 943 time: 0.1937168 Feb 11 13:23:58.914448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-2d5292ce-7ca8-43e5-866a-993e61e77303 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0739498 Feb 11 13:23:58.920586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26d3c19a-b639-4335-bdc4-21d281ee9cba no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:58.955281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks [] for router (497e93d6-e47c-499f-a0db-962a4a575ae4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.964464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 26d3c19a-b639-4335-bdc4-21d281ee9cba {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:58.964816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26d3c19a-b639-4335-bdc4-21d281ee9cba not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:59.037677 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-dcef1da4-b6b5-4cf1-b42c-4e7c3d28cfa2 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=be72a668f4ad404f9b9cde82404149af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322664 Feb 11 13:23:59.098735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-dfd8d864-2e0d-4338-bd69-1fcc613c274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.100134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-dfd8d864-2e0d-4338-bd69-1fcc613c274c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1726716 Feb 11 13:23:59.100568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:59.104696 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bbb017-94d0-47bd-810d-92093d48c56d" -d '{"events": [{"name": "network-changed", "server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:59.153619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a5fe2-ef02-49e0-b411-cfd2276574ad service neutron] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:59.174214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks [] for router_gateway (497e93d6-e47c-499f-a0db-962a4a575ae4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.213856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-ecef7fd7-7c01-4d4d-afc7-ebaef625941f tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=bd9c81acb9254790b137488f7d8a7320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312045 Feb 11 13:23:59.226443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42c7a49e-c04e-4e3a-81f3-8895a56a8a9f req-a0af532e-4ec3-4444-bc3a-6d60ca247c4d tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055489 Feb 11 13:23:59.247999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-29f7a38e-7152-46ca-bb13-071e9fb17ac4 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.254953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-29f7a38e-7152-46ca-bb13-071e9fb17ac4 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107491 Feb 11 13:23:59.286896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-52e03f9d-333d-4a40-9462-057be8b76165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.288477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-52e03f9d-333d-4a40-9462-057be8b76165 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1772532 Feb 11 13:23:59.311088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-5f5503b7-ccee-467d-aa0f-7e9981a8871f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/quotas/be72a668f4ad404f9b9cde82404149af HTTP/1.1" status: 200 len: 375 time: 0.0549302 Feb 11 13:23:59.331471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56440) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:59.338996 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ead6c387-d6d5-4cd2-bd54-b03a3b906129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.345572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-6d48682b-7865-44da-a870-5dcfeaadadad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.350380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-6d48682b-7865-44da-a870-5dcfeaadadad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1125 time: 0.3692791 Feb 11 13:23:59.364168 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:55Z', 'revision_number': 5, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port': {'id': 'cdaf05e5-f1f1-47ca-8ef7-662707219043', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:40Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:59.392601 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] Checking router: 497e93d6-e47c-499f-a0db-962a4a575ae4 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:59.401398 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] Routers {'497e93d6-e47c-499f-a0db-962a4a575ae4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:59.402004 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['497e93d6-e47c-499f-a0db-962a4a575ae4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:59.414604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-9aa60e40-5ce9-4c3b-b6a5-d0dadbf6da32 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=be72a668f4ad404f9b9cde82404149af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995507 Feb 11 13:23:59.424106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-08a601c9-fcd1-4c12-998a-c91c04579738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 217 time: 0.0476127 Feb 11 13:23:59.430441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45414352-bf08-4514-8807-109f08c407a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.469081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Deleting port cdaf05e5-f1f1-47ca-8ef7-662707219043 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:59.469416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.493641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-cda29239-b033-414e-ba5a-5b1dd7ac23bd tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.495400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-cda29239-b033-414e-ba5a-5b1dd7ac23bd tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638962 Feb 11 13:23:59.509936 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] Set router 497e93d6-e47c-499f-a0db-962a4a575ae4 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:59.511410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Request body: {'port': {'device_id': '10366659-7450-47da-8ae8-1cba35ae94fa', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'bd9c81acb9254790b137488f7d8a7320'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:59.519158 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de6c75b9-10b4-428c-9be6-d7f7c0234459 req-cbfb4256-25d7-45d1-943f-c117d4159b4c tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 210 time: 0.0924265 Feb 11 13:23:59.554178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-73027e66-53f6-485d-be5b-9584801cb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.555690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-73027e66-53f6-485d-be5b-9584801cb747 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1192791 Feb 11 13:23:59.577056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-1b40f7a7-bdb1-446c-ad4a-3d6c44b70186 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734394 Feb 11 13:23:59.591626 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 6, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:59.637236 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc5b69-241e-4387-a09b-10d52432df56 None None] The sync data for ids ['497e93d6-e47c-499f-a0db-962a4a575ae4'] in n-d-828676-2 is: [{'id': '497e93d6-e47c-499f-a0db-962a4a575ae4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1025185641-router', 'tenant_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:38Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 6, 'project_id': '873f33b825bf4bd6b1117bf1a5bb1ac8', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:59.700187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-512918fe-22a3-4f51-9f7e-4e09dadecded service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383672 Feb 11 13:23:59.705090 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8cfedc-5e95-4407-bd88-c71b57df3c95 x-openstack-request-id: req-bc8cfedc-5e95-4407-bd88-c71b57df3c95 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:59.705503 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:59.705827 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc8cfedc-5e95-4407-bd88-c71b57df3c95 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:59.706479 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173', 'status': 'completed', 'code': 200} Feb 11 13:24:00.012578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] For port cdaf05e5-f1f1-47ca-8ef7-662707219043, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cdaf05e5-f1f1-47ca-8ef7-662707219043,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:00.012939 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.044833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Made reservation on behalf of bd9c81acb9254790b137488f7d8a7320 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:00.048745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.054995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Calling delete_port for cdaf05e5-f1f1-47ca-8ef7-662707219043 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:00.072484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b13e-18d3-4d4b-8efa-80c5d1404137 req-579a8915-82e8-4c2b-88ad-3b60e51a97db tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.074003 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce56b13e-18d3-4d4b-8efa-80c5d1404137 req-579a8915-82e8-4c2b-88ad-3b60e51a97db tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 947 time: 0.2484066 Feb 11 13:24:00.082149 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-cad6539d-814b-4532-83ac-3fce07070cd5 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724322 Feb 11 13:24:00.085657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45414352-bf08-4514-8807-109f08c407a4 admin admin] Publish callbacks [] for security_group (29c76660-4168-4285-afdf-6b76dea84868), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.100516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45414352-bf08-4514-8807-109f08c407a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (29c76660-4168-4285-afdf-6b76dea84868), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.172288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ab0f96-d20c-4ee4-8e63-da047faee774 req-9096f241-d092-4911-b4d1-300cb9870f7c service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788987 Feb 11 13:24:00.225089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1291b-b297-4f81-b183-60261b83afee req-df7e09e4-1499-440c-8741-f55de0c7ec51 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.227518 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-deb1291b-b297-4f81-b183-60261b83afee req-df7e09e4-1499-440c-8741-f55de0c7ec51 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 943 time: 0.2138066 Feb 11 13:24:00.250812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45414352-bf08-4514-8807-109f08c407a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c76660-4168-4285-afdf-6b76dea84868,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:00.271571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62fb8846-9e0e-4051-9d50-fedc45414223 req-c793b760-07ef-4ca7-ac71-0838c5d91c31 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761904 Feb 11 13:24:00.280025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45414352-bf08-4514-8807-109f08c407a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=877556e7ea4f48e89bb32fa37a561344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8935947 Feb 11 13:24:00.288318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:00.318712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-deb1291b-b297-4f81-b183-60261b83afee req-fd37a9b9-269e-4302-9f6d-5d4c1ff55d80 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755115 Feb 11 13:24:00.384766 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce56b13e-18d3-4d4b-8efa-80c5d1404137 req-4f2ddfc6-558d-428c-a41f-30bf0178808e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886651 Feb 11 13:24:00.453048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c3e8d97-567f-47a9-804d-d958baea9954 req-cd6ce141-da11-4be7-a427-16a7c99999a2 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 210 time: 0.0669158 Feb 11 13:24:00.457583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59e45265-7602-4517-8bcb-1569dc16e3ae admin admin] Publish callbacks [] for security_group (29c76660-4168-4285-afdf-6b76dea84868), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.483637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:00.489647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbb017-94d0-47bd-810d-92093d48c56d req-e462cb23-7564-4638-8abf-7ff00e236c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.491418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47bbb017-94d0-47bd-810d-92093d48c56d req-e462cb23-7564-4638-8abf-7ff00e236c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1125 time: 0.1378605 Feb 11 13:24:00.508170 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59e45265-7602-4517-8bcb-1569dc16e3ae admin admin] Publish callbacks [] for security_group (29c76660-4168-4285-afdf-6b76dea84868), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.526472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 623c1132-8096-43e1-a88e-27ef31fc1f39 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:00.588988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 623c1132-8096-43e1-a88e-27ef31fc1f39 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:00.589575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 623c1132-8096-43e1-a88e-27ef31fc1f39 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:00.634202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Allocated IP 192.168.233.88 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/65c6acef-1578-421a-9b64-e9a27551a531) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:00.645376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (cdaf05e5-f1f1-47ca-8ef7-662707219043), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.660293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbb017-94d0-47bd-810d-92093d48c56d req-6b703691-acd8-4f3c-93c0-36cf44b3697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.661988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47bbb017-94d0-47bd-810d-92093d48c56d req-6b703691-acd8-4f3c-93c0-36cf44b3697a service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.1629694 Feb 11 13:24:00.669637 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59e45265-7602-4517-8bcb-1569dc16e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (29c76660-4168-4285-afdf-6b76dea84868), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.670573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 384490fe-7dad-499a-a6e9-2cf605ed3689 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:00.672736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59e45265-7602-4517-8bcb-1569dc16e3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.676376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-59e45265-7602-4517-8bcb-1569dc16e3ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29c76660-4168-4285-afdf-6b76dea84868 HTTP/1.1" status: 204 len: 168 time: 0.3846645 Feb 11 13:24:00.727850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45265-7602-4517-8bcb-1569dc16e3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c76660-4168-4285-afdf-6b76dea84868,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:00.734723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 384490fe-7dad-499a-a6e9-2cf605ed3689 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:00.735662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 384490fe-7dad-499a-a6e9-2cf605ed3689 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:00.735662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cdaf05e5-f1f1-47ca-8ef7-662707219043 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:00.742167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47bbb017-94d0-47bd-810d-92093d48c56d req-1b93b4bd-6166-4f94-b04a-8424402f584f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 217 time: 0.0661991 Feb 11 13:24:00.778982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdaf05e5-f1f1-47ca-8ef7-662707219043,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:00.809217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:00.833056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: cdaf05e5-f1f1-47ca-8ef7-662707219043 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:00.833462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cdaf05e5-f1f1-47ca-8ef7-662707219043 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:00.853977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (497e93d6-e47c-499f-a0db-962a4a575ae4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.854994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '94eee912-8746-4c9b-a08e-248983db3b22', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '94eee912-8746-4c9b-a08e-248983db3b22', 'mac_address': 'fa:16:3e:2d:83:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:00.861746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.965881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 79d16cf3-c999-4426-91cf-38c3ea4cdc8d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:00.982373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 94eee912-8746-4c9b-a08e-248983db3b22 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:00.983117 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.989617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6db17701-f132-44fc-9df8-cf3bce58dc66 req-0bc96994-e709-44e2-b97d-8dc87ae06725 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 210 time: 0.1525192 Feb 11 13:24:01.019019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbb017-94d0-47bd-810d-92093d48c56d req-144f5343-d3b9-428d-ba5c-83d377d0f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.020525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47bbb017-94d0-47bd-810d-92093d48c56d req-144f5343-d3b9-428d-ba5c-83d377d0f1ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.2713966 Feb 11 13:24:01.021871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94eee912-8746-4c9b-a08e-248983db3b22 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:01.023553 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-fecb9d2f-91a9-416c-bb7c-1b6850816cb5 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=be72a668f4ad404f9b9cde82404149af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364058 Feb 11 13:24:01.082483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:01.088634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47bbb017-94d0-47bd-810d-92093d48c56d req-6cda7788-52ee-4e32-8d33-3cd61a926d47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562956 Feb 11 13:24:01.101180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc129c-cb29-4b53-92ef-c7b23e1b2bc6 req-96221d65-b347-4bc6-9049-7197b1f1ec1e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.109978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99fc129c-cb29-4b53-92ef-c7b23e1b2bc6 req-96221d65-b347-4bc6-9049-7197b1f1ec1e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 943 time: 0.6554246 Feb 11 13:24:01.122328 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.216337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-2dc3c6c9-649c-4541-9a27-2b59c2016215 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.217642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:01.217862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-2dc3c6c9-649c-4541-9a27-2b59c2016215 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b&tenant_id=897e6e80e7474025ac8599f05e90c6cd&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 947 time: 0.3188975 Feb 11 13:24:01.229664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'mac_address': 'fa:16:3e:17:45:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:01.248608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.272326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (497e93d6-e47c-499f-a0db-962a4a575ae4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.307873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:01.308276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.324105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks [] for router_controller (497e93d6-e47c-499f-a0db-962a4a575ae4), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.324285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d16cf3-c999-4426-91cf-38c3ea4cdc8d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:01.337124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99fc129c-cb29-4b53-92ef-c7b23e1b2bc6 req-8ba8cfb3-d240-415c-9e5c-68f93ac3643e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261705 Feb 11 13:24:01.351282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:01.356634 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.365673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-b9ecfbfe-57ae-47c3-b864-ae3754570d70 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.367858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-b9ecfbfe-57ae-47c3-b864-ae3754570d70 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339930 Feb 11 13:24:01.371762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47bbb017-94d0-47bd-810d-92093d48c56d req-3153246b-ad67-42f0-8868-a934626c1fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728639 Feb 11 13:24:01.385369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65283-0b79-4906-81ce-4cde882ca48e req-1445938a-2de9-447e-b8e0-0208cfb22eb9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.387045 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2d65283-0b79-4906-81ce-4cde882ca48e req-1445938a-2de9-447e-b8e0-0208cfb22eb9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 948 time: 0.2724228 Feb 11 13:24:01.390251 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-2919656e-d805-44e1-ab12-e2a64f898906 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:24:01.391165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-2919656e-d805-44e1-ab12-e2a64f898906 service neutron] 10.222.0.83 "DELETE /v2.0/ports/94eee912-8746-4c9b-a08e-248983db3b22/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.1382413 Feb 11 13:24:01.395637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Request body: {'port': {'device_id': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'be72a668f4ad404f9b9cde82404149af'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:01.448508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.457223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:01.527640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (497e93d6-e47c-499f-a0db-962a4a575ae4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.528153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 497e93d6-e47c-499f-a0db-962a4a575ae4 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:24:01.602219 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks [] for port (65c6acef-1578-421a-9b64-e9a27551a531), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.630103 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2d65283-0b79-4906-81ce-4cde882ca48e req-2a440a38-0c7e-4927-9411-1d7fac3e5902 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201691 Feb 11 13:24:01.648212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.650254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-317cfd30-6c1f-48de-9a79-bb6dff381e78 admin admin] 10.222.0.79 "DELETE /v2.0/routers/497e93d6-e47c-499f-a0db-962a4a575ae4 HTTP/1.1" status: 204 len: 168 time: 3.0995398 Feb 11 13:24:01.653695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56482) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:01.656955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['79d16cf3-c999-4426-91cf-38c3ea4cdc8d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:01.671495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (65c6acef-1578-421a-9b64-e9a27551a531), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.688667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47bbb017-94d0-47bd-810d-92093d48c56d req-97e424ac-b78d-4829-8ada-bf6a24d5825a service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994249 Feb 11 13:24:01.707352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-fb612b3a-0fcd-4aaf-8067-3857a0a75808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.708972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-fb612b3a-0fcd-4aaf-8067-3857a0a75808 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1130 time: 0.1729760 Feb 11 13:24:01.713437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a3a6f90a-410c-460a-aae1-5669e10755bf'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:01.816583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:01.820585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fd0f15f-e5ba-4375-b84b-9ef49ac4c046 req-7c320519-1046-498b-8cd4-7adcb039265a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 210 time: 0.0436060 Feb 11 13:24:01.845733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:01.860853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Made reservation on behalf of be72a668f4ad404f9b9cde82404149af for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:01.862968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] Deleting subnet e13f9e97-c0f4-4f2b-80b1-17d823ca26b3 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:01.864737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.866928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:01.874706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.875387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.886477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] Publish callbacks [] for subnet (e13f9e97-c0f4-4f2b-80b1-17d823ca26b3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.889228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Pushing event updated for resources: {'Port': ['ID=65c6acef-1578-421a-9b64-e9a27551a531,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.974295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f8671-27cd-43b9-a74b-80f9a32941a0 req-d24bc72e-ca3e-4650-a5cc-a9605de631c8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.982028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a4f8671-27cd-43b9-a74b-80f9a32941a0 req-d24bc72e-ca3e-4650-a5cc-a9605de631c8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 943 time: 0.4733033 Feb 11 13:24:02.015608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] Publish callbacks [] for subnet (e13f9e97-c0f4-4f2b-80b1-17d823ca26b3), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.038220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-30c36af7-7e6f-43b2-9072-149e8a968877 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5316067 Feb 11 13:24:02.056250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Request body: {'port': {'device_id': '10366659-7450-47da-8ae8-1cba35ae94fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:02.076285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Allocated IP 192.168.233.165 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/749f2793-9c10-4072-822c-76347b7132ca) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:02.123814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-993f86f8-322b-489a-9044-38c3fa92ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.125357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-993f86f8-322b-489a-9044-38c3fa92ff86 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.4040508 Feb 11 13:24:02.216545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6e3fc9e7-a665-4bb8-99ec-5d43d437158f None None] Provisioning complete for port 65c6acef-1578-421a-9b64-e9a27551a531 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:02.216927 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc9e7-a665-4bb8-99ec-5d43d437158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (65c6acef-1578-421a-9b64-e9a27551a531), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.218893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-91605b81-1f85-4163-8195-7c08fdef6105 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0718000 Feb 11 13:24:02.221460 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.235073 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (65c6acef-1578-421a-9b64-e9a27551a531), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.256188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6e3fc9e7-a665-4bb8-99ec-5d43d437158f None None] Port 65c6acef-1578-421a-9b64-e9a27551a531 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:02.301376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe190ec-fa4f-4360-bf0f-31336f68bb1c req-17659c6d-b247-4099-8857-bbe3201971c4 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.302947 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afe190ec-fa4f-4360-bf0f-31336f68bb1c req-17659c6d-b247-4099-8857-bbe3201971c4 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 935 time: 0.1989224 Feb 11 13:24:02.314749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a4f8671-27cd-43b9-a74b-80f9a32941a0 req-7f48b796-a93a-4b01-89bd-c7e0bb906944 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267078 Feb 11 13:24:02.337149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e13f9e97-c0f4-4f2b-80b1-17d823ca26b3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.408758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-b0c4d066-35fd-4515-93bd-faba4a128936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.410342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-b0c4d066-35fd-4515-93bd-faba4a128936 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1838012 Feb 11 13:24:02.423143 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afe190ec-fa4f-4360-bf0f-31336f68bb1c req-383fec3a-594f-4a77-b729-7b9e6221b3c5 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116588 Feb 11 13:24:02.488261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:02.491560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks [] for port (749f2793-9c10-4072-822c-76347b7132ca), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.494013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-2891aa4d-7b4a-4e75-acff-39ca85f75cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.495537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-2891aa4d-7b4a-4e75-acff-39ca85f75cd9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0765183 Feb 11 13:24:02.540430 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (e13f9e97-c0f4-4f2b-80b1-17d823ca26b3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.557709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aea78-7b54-4168-95ab-cb37100769c2 req-8c8c1008-f26f-4748-a2db-876d65203c6c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.561436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-215aea78-7b54-4168-95ab-cb37100769c2 req-8c8c1008-f26f-4748-a2db-876d65203c6c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 944 time: 0.1094658 Feb 11 13:24:02.584647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 94eee912-8746-4c9b-a08e-248983db3b22 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:02.591956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 94eee912-8746-4c9b-a08e-248983db3b22 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:02.593325 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (94eee912-8746-4c9b-a08e-248983db3b22), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.601295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.607082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e13f9e97-c0f4-4f2b-80b1-17d823ca26b3 HTTP/1.1" status: 204 len: 168 time: 0.9486246 Feb 11 13:24:02.608075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fa73d-ac43-4b10-ba51-4a31a8a7d97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13f9e97-c0f4-4f2b-80b1-17d823ca26b3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:02.616022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (749f2793-9c10-4072-822c-76347b7132ca), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.617256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:02.628448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-4a30b06e-85c8-4658-a1c2-af200e98d5b2 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257043 Feb 11 13:24:02.637992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0956f1-8f2a-409e-9bba-d92c60bddc39 None None] Network a12741ff-d247-4380-92d5-ec15c3b2ee0f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:02.841253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 94eee912-8746-4c9b-a08e-248983db3b22 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:02.842387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.904511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:02.906694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:02.911524 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b120a39-6f96-444c-9acb-5875584eb9f4" -d '{"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-plugged", "status": "completed", "tag": "94eee912-8746-4c9b-a08e-248983db3b22"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:02.913970 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-215aea78-7b54-4168-95ab-cb37100769c2 req-98f3f035-3bb2-412e-919a-bc2a1a2f866c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452260 Feb 11 13:24:02.922378 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.930893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] DHCP port deletion for a12741ff-d247-4380-92d5-ec15c3b2ee0f request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:24:02.960722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 79d16cf3-c999-4426-91cf-38c3ea4cdc8d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:02.976499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c6acef-1578-421a-9b64-e9a27551a531 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:02.992641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Publish callbacks [] for port (65c6acef-1578-421a-9b64-e9a27551a531), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.026658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Transition to ACTIVE for port object 65c6acef-1578-421a-9b64-e9a27551a531 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:03.031593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:03.034963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (65c6acef-1578-421a-9b64-e9a27551a531), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.072053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:03.078114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Pushing event updated for resources: {'Port': ['ID=749f2793-9c10-4072-822c-76347b7132ca,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.091162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:03.097288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.098491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.154274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.162183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a12741ff-d247-4380-92d5-ec15c3b2ee0f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.182260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] Deleting port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:03.182552 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.188099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:03.199498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Pushing event updated for resources: {'Port': ['ID=65c6acef-1578-421a-9b64-e9a27551a531,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.210649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:03.211029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.225539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e9580f0-9861-4841-b9e9-f79149ce7ca2 req-9232f5f8-01b6-4fb8-b19f-c3f5b103d365 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139637 Feb 11 13:24:03.237858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8632bd82-7c07-4e08-af04-03a48934d33a tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8422942 Feb 11 13:24:03.255961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Request body: {'port': {'device_id': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:03.286354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Attempting to bind port 65c6acef-1578-421a-9b64-e9a27551a531 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:03.287109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Attempting to bind port 65c6acef-1578-421a-9b64-e9a27551a531 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:03.287595 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Attempting to bind port 65c6acef-1578-421a-9b64-e9a27551a531 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:03.299791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Port 65c6acef-1578-421a-9b64-e9a27551a531 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:03.300159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Attempting to bind port 65c6acef-1578-421a-9b64-e9a27551a531 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:03.322040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:03.322230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4202-c93f-4425-b60f-b5d629260541 req-3d500b52-37ad-4f8e-b56b-2f58cf55d0e0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.323939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:03.324443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:03.324994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Bound port: 65c6acef-1578-421a-9b64-e9a27551a531, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:03.325609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (65c6acef-1578-421a-9b64-e9a27551a531), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.329634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07ff4202-c93f-4425-b60f-b5d629260541 req-3d500b52-37ad-4f8e-b56b-2f58cf55d0e0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 949 time: 0.2594538 Feb 11 13:24:03.354404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] For port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,segment=NetworkSegment(e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63),segment_id=e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:03.354813 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.380802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] Calling delete_port for e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:03.384409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1938a6-2823-4cc7-906f-70c6e2a8e5be req-67ac3b26-fd19-4a3e-9052-a01e3f31eca8 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.386489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f1938a6-2823-4cc7-906f-70c6e2a8e5be req-67ac3b26-fd19-4a3e-9052-a01e3f31eca8 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 936 time: 0.2450607 Feb 11 13:24:03.409517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (749f2793-9c10-4072-822c-76347b7132ca), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.443466 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07ff4202-c93f-4425-b60f-b5d629260541 req-66cccfe1-7ad7-410e-8e5b-02af2381268a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129792 Feb 11 13:24:03.478765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Deleting port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:03.478765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.518284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f1938a6-2823-4cc7-906f-70c6e2a8e5be req-0a95e922-3dd5-4e00-aba3-eb35cf982b2f tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200957 Feb 11 13:24:03.519116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] For port 65c6acef-1578-421a-9b64-e9a27551a531, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:03.522809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] For port 65c6acef-1578-421a-9b64-e9a27551a531, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=65c6acef-1578-421a-9b64-e9a27551a531,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:03.533892 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (65c6acef-1578-421a-9b64-e9a27551a531), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.627702 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c08fb5-b243-4845-b700-6b52db7a935a x-openstack-request-id: req-a6c08fb5-b243-4845-b700-6b52db7a935a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:03.628030 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-plugged", "status": "completed", "tag": "94eee912-8746-4c9b-a08e-248983db3b22", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:03.628295 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a6c08fb5-b243-4845-b700-6b52db7a935a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:03.628696 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22', 'code': 200} Feb 11 13:24:03.658293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.658906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.660341 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] 10.222.0.83 "PUT /v2.0/ports/65c6acef-1578-421a-9b64-e9a27551a531 HTTP/1.1" status: 200 len: 1095 time: 1.6083472 Feb 11 13:24:03.660794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10366659-7450-47da-8ae8-1cba35ae94fa', 'tag': '65c6acef-1578-421a-9b64-e9a27551a531'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:03.663365 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5705079e-bb89-453d-9d3f-85acfc890696" -d '{"events": [{"name": "network-changed", "server_uuid": "10366659-7450-47da-8ae8-1cba35ae94fa", "tag": "65c6acef-1578-421a-9b64-e9a27551a531"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:03.682102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce140c7-fcd1-4bc3-b8bf-1760bfb6f338 service neutron] Pushing event updated for resources: {'Port': ['ID=65c6acef-1578-421a-9b64-e9a27551a531,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.684789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] For port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,segment=NetworkSegment(e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63),segment_id=e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:03.685163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.705423 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.727822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-037581ef-01e4-4fbe-a0de-856c53ed68ba None None] Provisioning complete for port 749f2793-9c10-4072-822c-76347b7132ca triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:03.728492 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-037581ef-01e4-4fbe-a0de-856c53ed68ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (749f2793-9c10-4072-822c-76347b7132ca), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.757926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Calling delete_port for e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:03.799239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:03.799632 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.828973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-2392e81f-324e-41ac-9ee4-2acbef15b14a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1524669075&fields=id&tenant_id=a84ea008888a41288b4e7f0f8033e15e HTTP/1.1" status: 200 len: 267 time: 0.1191840 Feb 11 13:24:03.881661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-037581ef-01e4-4fbe-a0de-856c53ed68ba None None] Port 749f2793-9c10-4072-822c-76347b7132ca cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:03.882867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-4e12e256-ed3e-47f0-b5d8-f076ca600a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.889418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:03.900204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.903150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-4e12e256-ed3e-47f0-b5d8-f076ca600a3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd9c81acb9254790b137488f7d8a7320&device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 1129 time: 0.1644557 Feb 11 13:24:04.051319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.055504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.073883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-a47aa70a-7712-47e4-92fa-041c4198308b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383024 Feb 11 13:24:04.081908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e8b8ed3d-9cc1-49e8-88b5-5aec0997b280), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.121698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] Pushing event deleted for resources: {'Port': ['ID=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.146370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b50bf-f4ab-4a04-adcd-9cf87341648f None None] No DVR routers for this DVR port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:04.182419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b8ed3d-9cc1-49e8-88b5-5aec0997b280,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.215967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] No DVR routers for this DVR port e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:04.296474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749f2793-9c10-4072-822c-76347b7132ca {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:04.318875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-5d6669a8-9ad6-432a-bfb5-91a06e2db373 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65c6acef-1578-421a-9b64-e9a27551a531 HTTP/1.1" status: 200 len: 217 time: 0.4040394 Feb 11 13:24:04.322246 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Publish callbacks [] for port (749f2793-9c10-4072-822c-76347b7132ca), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.368714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Transition to ACTIVE for port object 749f2793-9c10-4072-822c-76347b7132ca will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:04.370229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-d90f81ce-fc60-4233-8ec0-7a028acdb2e6 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.371894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-d90f81ce-fc60-4233-8ec0-7a028acdb2e6 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 823 time: 0.5320272 Feb 11 13:24:04.397079 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-e32916fc-780b-42ec-847b-4d5d17951523 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/quotas/a84ea008888a41288b4e7f0f8033e15e HTTP/1.1" status: 200 len: 375 time: 0.0166988 Feb 11 13:24:04.399015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-eb678e0d-47ea-46b0-be60-62123287b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.400688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-eb678e0d-47ea-46b0-be60-62123287b998 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0741646 Feb 11 13:24:04.404413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a12741ff-d247-4380-92d5-ec15c3b2ee0f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.409644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (749f2793-9c10-4072-822c-76347b7132ca), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.438898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-87b9fbe9-4d44-4466-b590-5f37ded0f6c2 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.440474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-87b9fbe9-4d44-4466-b590-5f37ded0f6c2 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562796 Feb 11 13:24:04.477850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.478218 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.480232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.480232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.480232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.480232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.480600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.481010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.481356 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.481757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.495083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b4ec31e4-a3ad-4a01-b1c6-a405dc2f43a1 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908520 Feb 11 13:24:04.496263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:04.500554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b2c5-66c6-424b-8bac-e2013362233c req-3d5bb3ab-f5a1-4643-8b90-a8a5259441ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.502005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-3d5bb3ab-f5a1-4643-8b90-a8a5259441ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0895910 Feb 11 13:24:04.533609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:04.551042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.551042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.551331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.551566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:24:04.551941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12741ff-d247-4380-92d5-ec15c3b2ee0f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:04.567194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:04.567771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8b8ed3d-9cc1-49e8-88b5-5aec0997b280 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:04.600766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-98a569a7-e5fc-4643-814f-2f3af6f80dff tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.602430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-98a569a7-e5fc-4643-814f-2f3af6f80dff tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd94c262-7fc4-4742-8afe-f29c75a8122d HTTP/1.1" status: 200 len: 945 time: 0.3411610 Feb 11 13:24:04.606338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:04.606682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:04.633173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-c97fc43a-0d0e-497c-b541-07cca02bf9c6 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/quotas/e3b4c4baa38e4129808c6ae733a3765b HTTP/1.1" status: 200 len: 375 time: 0.1617668 Feb 11 13:24:04.645288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.659702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-9f6d082a-e972-47cf-9f1e-86dc7f000e49 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508400 Feb 11 13:24:04.665759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:04.676372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Pushing event updated for resources: {'Port': ['ID=749f2793-9c10-4072-822c-76347b7132ca,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.678214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'port_id': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173', 'mac_address': 'fa:16:3e:3c:07:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86797a2-0d67-4fa2-830c-88364ab4986d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:04.729825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-16dc7b46-e839-4e9f-939a-9438cb10bd85 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865803 Feb 11 13:24:04.732121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:04.732532 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.742875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-1dc36023-ce51-4059-af4f-c6931aa9ea09 service neutron] 10.222.0.79 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190201 Feb 11 13:24:04.748217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.749908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:04.772910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:04.781840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.795857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:04.796461 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (e2a0fe56-b8f1-4c8b-87c7-f4a770b73a63), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.799294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Attempting to bind port 749f2793-9c10-4072-822c-76347b7132ca on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:04.799785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Attempting to bind port 749f2793-9c10-4072-822c-76347b7132ca by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:04.800257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Attempting to bind port 749f2793-9c10-4072-822c-76347b7132ca on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: from cryptography.utils import int_from_bytes Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: from cryptography.utils import int_from_bytes Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:04.820234 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:04.847850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.879992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Port 749f2793-9c10-4072-822c-76347b7132ca on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:04.880362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Attempting to bind port 749f2793-9c10-4072-822c-76347b7132ca on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:04.943694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:04.944177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:04.944671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:04.946264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Bound port: 749f2793-9c10-4072-822c-76347b7132ca, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:04.946264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (749f2793-9c10-4072-822c-76347b7132ca), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.947420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-a5c6024d-f161-40d2-84cd-9e78e0f5a0d7 service neutron] 10.222.0.79 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918342 Feb 11 13:24:04.959555 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3487b2c5-66c6-424b-8bac-e2013362233c req-bc7e866f-3a95-4cb3-9826-febc890a4820 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153587 Feb 11 13:24:04.997275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a12741ff-d247-4380-92d5-ec15c3b2ee0f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.035117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:05.048057 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.052036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a12741ff-d247-4380-92d5-ec15c3b2ee0f HTTP/1.1" status: 204 len: 168 time: 2.4324484 Feb 11 13:24:05.080510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd94d8-e258-4d21-8f3a-8958d667f999 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12741ff-d247-4380-92d5-ec15c3b2ee0f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.160491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Deleting port d29e65d9-9ebe-416d-870a-1f66312aa050 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:05.160930 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.211534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] For port 749f2793-9c10-4072-822c-76347b7132ca, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:05.256221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] For port 749f2793-9c10-4072-822c-76347b7132ca, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=749f2793-9c10-4072-822c-76347b7132ca,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:05.278768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59508e-fa86-4a7f-890a-882ee16c7da2 req-d4fc2eaf-7f02-4b51-ab97-efcd7176f578 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.280549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be59508e-fa86-4a7f-890a-882ee16c7da2 req-d4fc2eaf-7f02-4b51-ab97-efcd7176f578 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 944 time: 0.2340541 Feb 11 13:24:05.288810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (749f2793-9c10-4072-822c-76347b7132ca), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.325659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bf766-1986-43ac-b75e-13ed1a03b74d req-37ab9a68-8da8-43bc-9e95-88ebc993d5cd tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.327394 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd3bf766-1986-43ac-b75e-13ed1a03b74d req-37ab9a68-8da8-43bc-9e95-88ebc993d5cd tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 947 time: 0.0705674 Feb 11 13:24:05.385803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] For port d29e65d9-9ebe-416d-870a-1f66312aa050, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d29e65d9-9ebe-416d-870a-1f66312aa050,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:05.386205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.436949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd3bf766-1986-43ac-b75e-13ed1a03b74d req-89ec8a46-475f-4b39-b693-e3ddaad0bcca tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972011 Feb 11 13:24:05.439570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56578) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:05.512686 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6ebf9b-efb7-438c-ad11-dbb54805d088 x-openstack-request-id: req-7b6ebf9b-efb7-438c-ad11-dbb54805d088 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:05.513170 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10366659-7450-47da-8ae8-1cba35ae94fa", "tag": "65c6acef-1578-421a-9b64-e9a27551a531", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:05.513688 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b6ebf9b-efb7-438c-ad11-dbb54805d088 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:05.514254 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10366659-7450-47da-8ae8-1cba35ae94fa', 'tag': '65c6acef-1578-421a-9b64-e9a27551a531', 'status': 'completed', 'code': 200} Feb 11 13:24:05.522731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-279b2300-8a55-4a07-bd8c-ba8c629657ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=873f33b825bf4bd6b1117bf1a5bb1ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789151 Feb 11 13:24:05.523393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56584) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:05.625503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.626385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.628212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] 10.222.0.30 "PUT /v2.0/ports/749f2793-9c10-4072-822c-76347b7132ca HTTP/1.1" status: 200 len: 1096 time: 2.3892255 Feb 11 13:24:05.629610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:05.632262 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02f6d03-24b9-4507-b3bc-ae97ff871166" -d '{"events": [{"server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "name": "network-vif-plugged", "status": "completed", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:05.679859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705079e-bb89-453d-9d3f-85acfc890696 req-4c71395f-b7a9-4299-aafc-3a588af944b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.681679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5705079e-bb89-453d-9d3f-85acfc890696 req-4c71395f-b7a9-4299-aafc-3a588af944b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd9c81acb9254790b137488f7d8a7320&device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 1129 time: 0.1330583 Feb 11 13:24:05.685008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b657f14-d2c8-424f-b97f-efe41f3b2231 admin admin] Publish callbacks [] for security_group (f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.689658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'tag': '749f2793-9c10-4072-822c-76347b7132ca'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:05.694425 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0821f3c-f0cd-406f-912b-43d7a2131fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "59694178-ad16-4b4a-b4f8-6b501af2ead8", "tag": "749f2793-9c10-4072-822c-76347b7132ca"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:05.766764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f88b3-3126-4418-9acf-a4b7c5e27614 req-ee3ea654-fc28-4541-bd98-8b42f3fbc5d5 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.769203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fc2cf-a6e1-4451-aaa0-8a52cdbde803 service neutron] Pushing event updated for resources: {'Port': ['ID=749f2793-9c10-4072-822c-76347b7132ca,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.777577 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-209f88b3-3126-4418-9acf-a4b7c5e27614 req-ee3ea654-fc28-4541-bd98-8b42f3fbc5d5 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 945 time: 0.1846895 Feb 11 13:24:05.784283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b657f14-d2c8-424f-b97f-efe41f3b2231 admin admin] Publish callbacks [] for security_group (f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.806489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be59508e-fa86-4a7f-890a-882ee16c7da2 req-eee1bbd9-4bfd-4f61-9183-244c2bf77ef0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174565 Feb 11 13:24:05.934884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-209f88b3-3126-4418-9acf-a4b7c5e27614 req-ab271474-8cc0-4145-8986-a5fae7ff8161 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563330 Feb 11 13:24:05.939099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705079e-bb89-453d-9d3f-85acfc890696 req-2ea16fb0-236a-4dad-8810-47a018d0db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.940927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5705079e-bb89-453d-9d3f-85acfc890696 req-2ea16fb0-236a-4dad-8810-47a018d0db51 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2479239 Feb 11 13:24:06.005119 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b657f14-d2c8-424f-b97f-efe41f3b2231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.007876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b657f14-d2c8-424f-b97f-efe41f3b2231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.023441 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3b657f14-d2c8-424f-b97f-efe41f3b2231 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b HTTP/1.1" status: 204 len: 168 time: 0.4965782 Feb 11 13:24:06.025286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5705079e-bb89-453d-9d3f-85acfc890696 req-c33bd206-b9f5-4626-ac79-606b456d3968 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65c6acef-1578-421a-9b64-e9a27551a531 HTTP/1.1" status: 200 len: 217 time: 0.0777273 Feb 11 13:24:06.071559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b657f14-d2c8-424f-b97f-efe41f3b2231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff47b0-32b7-4b8c-b6b1-04290b7a5f1b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:06.128450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705079e-bb89-453d-9d3f-85acfc890696 req-981b9d2e-190b-4c7d-9bc6-ca22ed836313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.129937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5705079e-bb89-453d-9d3f-85acfc890696 req-981b9d2e-190b-4c7d-9bc6-ca22ed836313 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0918827 Feb 11 13:24:06.157064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f3fc3-9077-42e0-b8db-c5d7b741a619 req-1993eed0-62c7-476c-adcd-320769fd076c tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.158626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e5f3fc3-9077-42e0-b8db-c5d7b741a619 req-1993eed0-62c7-476c-adcd-320769fd076c tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 948 time: 0.1234114 Feb 11 13:24:06.188337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-32df8b61-4878-4ac0-98cc-beb0ced5e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.190495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-32df8b61-4878-4ac0-98cc-beb0ced5e314 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be72a668f4ad404f9b9cde82404149af&device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 1130 time: 0.4926758 Feb 11 13:24:06.242339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705079e-bb89-453d-9d3f-85acfc890696 req-28fce3da-c2c1-453b-938c-feb99b6c361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.243932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5705079e-bb89-453d-9d3f-85acfc890696 req-28fce3da-c2c1-453b-938c-feb99b6c361f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1059361 Feb 11 13:24:06.247509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e5f3fc3-9077-42e0-b8db-c5d7b741a619 req-b7e6ad99-2a29-40fa-b691-4236a8d65492 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709288 Feb 11 13:24:06.268910 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-e102e557-ec1c-4699-97bc-f5a01144e2ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=749f2793-9c10-4072-822c-76347b7132ca HTTP/1.1" status: 200 len: 217 time: 0.0549662 Feb 11 13:24:06.340641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8438d332-2e27-45fa-bfaf-923295e268fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.342502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-8438d332-2e27-45fa-bfaf-923295e268fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0585642 Feb 11 13:24:06.351633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.352042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.352322 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825 disassociated. External IP: 172.25.3.166, port: d29e65d9-9ebe-416d-870a-1f66312aa050. Feb 11 13:24:06.352674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Calling delete_port for d29e65d9-9ebe-416d-870a-1f66312aa050 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:06.404995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-24806a5b-0e35-443d-a175-8d61ada5e3b8 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483041 Feb 11 13:24:06.417878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b6753-f464-44ed-8da2-85220b5382e1 req-6ccddbe2-17d9-4510-b9a8-4ed7d0e3eaaf tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.419491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f8b6753-f464-44ed-8da2-85220b5382e1 req-6ccddbe2-17d9-4510-b9a8-4ed7d0e3eaaf tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 949 time: 0.2488339 Feb 11 13:24:06.447731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-33e8fe69-432b-484e-b207-fedeaebcfb88 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228620 Feb 11 13:24:06.448463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5705079e-bb89-453d-9d3f-85acfc890696 req-33cd0b72-3cc2-4087-8d72-b6aaa56a55c6 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968668 Feb 11 13:24:06.495134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:06.546421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-2ef9d443-784b-41f0-a3bc-a08258ddb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.547939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-2ef9d443-784b-41f0-a3bc-a08258ddb46a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1988375 Feb 11 13:24:06.568561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:06.574150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:06.574759 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.594444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5705079e-bb89-453d-9d3f-85acfc890696 req-49168b47-c0c8-4362-9aa8-a5cc30b03469 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320367 Feb 11 13:24:06.692947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:06.693858 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.733304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f8b6753-f464-44ed-8da2-85220b5382e1 req-aa4ad0ce-fba2-4241-b2ed-f12918f748a9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550337 Feb 11 13:24:06.761518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:06.767620 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.768477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d29e65d9-9ebe-416d-870a-1f66312aa050 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:06.813805 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-4859e75d-57d0-4280-bd77-a301c9dceff2 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533269 Feb 11 13:24:06.881218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-12350094-bb3c-45f6-9ae2-74c4b1e848c1 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.883044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-12350094-bb3c-45f6-9ae2-74c4b1e848c1 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024987 Feb 11 13:24:06.900565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Request body: {'port': {'device_id': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'e3b4c4baa38e4129808c6ae733a3765b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:06.935764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-7f054b29-6d6f-47fe-8588-f048ea29f71a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.940385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d29e65d9-9ebe-416d-870a-1f66312aa050), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.943461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-7f054b29-6d6f-47fe-8588-f048ea29f71a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5265880 Feb 11 13:24:06.971805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-a456a470-110a-4253-a422-6b6b5427fb36 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/quotas/e3b4c4baa38e4129808c6ae733a3765b HTTP/1.1" status: 200 len: 375 time: 0.0264440 Feb 11 13:24:06.978995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:06.987239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2024af2f-ddf6-42d8-b9ab-5b0566c56601 req-b7b6baaf-ffb3-4966-925f-e43fbd1849b6 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 210 time: 0.0938599 Feb 11 13:24:06.991335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No active binding found for port d29e65d9-9ebe-416d-870a-1f66312aa050 {{(pid=103177) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:24:06.991734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port d29e65d9-9ebe-416d-870a-1f66312aa050 host None! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:24:06.992141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d29e65d9-9ebe-416d-870a-1f66312aa050 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:07.021933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-549f360e-9dd6-48e7-a019-a77306ae339a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492477 Feb 11 13:24:07.035430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-e8fded41-2426-4b61-8b2b-5e3c7bfec4d3 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.037528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-e8fded41-2426-4b61-8b2b-5e3c7bfec4d3 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.83 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 823 time: 0.3521285 Feb 11 13:24:07.090749 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c6e090-17aa-474b-a859-7de6027c134a x-openstack-request-id: req-f6c6e090-17aa-474b-a859-7de6027c134a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:07.091066 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "name": "network-vif-plugged", "status": "completed", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:07.091327 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6c6e090-17aa-474b-a859-7de6027c134a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:07.091752 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'code': 200} Feb 11 13:24:07.137892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event deleted for resources: {'Port': ['ID=d29e65d9-9ebe-416d-870a-1f66312aa050,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:07.186884 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af75ab43-3a0b-4d5c-b7ed-08c8a07f7a0b x-openstack-request-id: req-af75ab43-3a0b-4d5c-b7ed-08c8a07f7a0b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:07.186884 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59694178-ad16-4b4a-b4f8-6b501af2ead8", "tag": "749f2793-9c10-4072-822c-76347b7132ca", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:07.187413 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af75ab43-3a0b-4d5c-b7ed-08c8a07f7a0b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:07.187911 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'tag': '749f2793-9c10-4072-822c-76347b7132ca', 'status': 'completed', 'code': 200} Feb 11 13:24:07.196963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-e901e46e-2c07-41bc-b5a5-f1008deae2b3 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84ea008888a41288b4e7f0f8033e15e HTTP/1.1" status: 200 len: 380 time: 0.1512651 Feb 11 13:24:07.207432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'port': {'device_id': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'admin_state_up': True, 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'security_groups': ['ca4aafbd-513f-466e-a980-0cc93e44e10b']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:07.305190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf9ef2-ed08-4d9a-b09b-ddca5a3ab8be req-cb82e2d8-ec85-422d-baf5-82ad755a8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.307650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ccf9ef2-ed08-4d9a-b09b-ddca5a3ab8be req-cb82e2d8-ec85-422d-baf5-82ad755a8c16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1523952 Feb 11 13:24:07.341066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fdf5f2f-780e-4af5-9d01-43a264d87140 req-cacd79a3-e00d-4e6b-8344-67936daae0ab service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564936 Feb 11 13:24:07.416840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03aded-1227-40b2-b2e6-4a1b3796a658 req-1835c0f3-e51a-489d-a5df-ce065a876057 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.418463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f03aded-1227-40b2-b2e6-4a1b3796a658 req-1835c0f3-e51a-489d-a5df-ce065a876057 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 947 time: 0.1763532 Feb 11 13:24:07.458225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ccf9ef2-ed08-4d9a-b09b-ddca5a3ab8be req-12c251ad-9336-4c9d-be26-12d20d23ab9c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164203 Feb 11 13:24:07.465851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Made reservation on behalf of e3b4c4baa38e4129808c6ae733a3765b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:07.467853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3093e7-7b22-4a55-b13c-3388f1a174b4 req-78ca7999-b74a-4a05-9a7a-b96ef64b6f1b tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.469348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.469691 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b3093e7-7b22-4a55-b13c-3388f1a174b4 req-78ca7999-b74a-4a05-9a7a-b96ef64b6f1b tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1131 time: 0.1841559 Feb 11 13:24:07.486095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:07.488380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Made reservation on behalf of a84ea008888a41288b4e7f0f8033e15e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:07.491856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.493491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.551280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-a864c418-4af4-4d50-918b-873be2376591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.552921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-a864c418-4af4-4d50-918b-873be2376591 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be72a668f4ad404f9b9cde82404149af&device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 1130 time: 0.1577706 Feb 11 13:24:07.563141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f03aded-1227-40b2-b2e6-4a1b3796a658 req-d6de59a6-3906-43ad-883d-fd8d64a24496 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191013 Feb 11 13:24:07.616679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b3093e7-7b22-4a55-b13c-3388f1a174b4 req-10cff6e4-4e38-4664-b31f-d79f1fbb47fa tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380758 Feb 11 13:24:07.790032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Allocated IP 172.20.0.3 (fec9043b-301a-48e1-bac1-c09fc7be68ff/69479cd2-1cf7-4a16-b76e-73bf8292da7e/8b073388-a0f2-4a6a-9881-0ae69e1df37d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:07.851800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-5cc3d84b-e1f3-442d-8b55-edfa7ef788db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.853287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-5cc3d84b-e1f3-442d-8b55-edfa7ef788db service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2892342 Feb 11 13:24:07.863138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950f496-dbb2-4c6d-916b-084f34e27bfb req-0f06ec28-8e37-4ee6-8c6f-b02509860d73 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.864276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:07.865307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7950f496-dbb2-4c6d-916b-084f34e27bfb req-0f06ec28-8e37-4ee6-8c6f-b02509860d73 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 945 time: 0.1212149 Feb 11 13:24:07.888240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] Sync routers for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:07.908734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:07.909358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:07.964000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks [] for security_group (52c25e41-edf9-4b6c-aed5-b55de277717b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.972377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-3870e1fb-0ab0-48c5-ae5e-1d3e69575d8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=749f2793-9c10-4072-822c-76347b7132ca HTTP/1.1" status: 200 len: 217 time: 0.1094904 Feb 11 13:24:07.978048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (52c25e41-edf9-4b6c-aed5-b55de277717b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.982560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7950f496-dbb2-4c6d-916b-084f34e27bfb req-43faa3bb-9f71-43c1-a8eb-4e7cb4fa484e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766225 Feb 11 13:24:08.016211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] No DVR routers for this DVR port d29e65d9-9ebe-416d-870a-1f66312aa050 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:08.025998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f456330-281e-4359-be66-77869473ef0c req-ceebf11f-53cd-4950-9d3b-d21c90795cc5 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.033588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f456330-281e-4359-be66-77869473ef0c req-ceebf11f-53cd-4950-9d3b-d21c90795cc5 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 945 time: 0.3122489 Feb 11 13:24:08.044118 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.048638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dee4e650-cae1-4eac-8b9c-ec52d7a761d1 req-a68c885d-bea4-4f9e-ae20-fb90718992e7 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.30 "DELETE /v2.0/ports/d29e65d9-9ebe-416d-870a-1f66312aa050 HTTP/1.1" status: 204 len: 173 time: 3.4337411 Feb 11 13:24:08.073780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:08.170174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c25e41-edf9-4b6c-aed5-b55de277717b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:08.203530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-c6129256-4baa-484d-85ba-7151486b16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.205611 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-c6129256-4baa-484d-85ba-7151486b16cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1968522 Feb 11 13:24:08.222016 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.309622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.319778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f456330-281e-4359-be66-77869473ef0c req-3b350be5-7321-4dba-8784-a72b04d9ff06 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852364 Feb 11 13:24:08.380203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:08.414205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Allocated IP 192.168.233.59 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/27c5ecde-a36e-4965-8f9d-fd1a24717f2f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:08.418236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event updated for resources: {'Port': ['ID=8b073388-a0f2-4a6a-9881-0ae69e1df37d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:08.444348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Network fec9043b-301a-48e1-bac1-c09fc7be68ff is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:08.446693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:08.455071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:08.461901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.462699 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.476490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] Checking router: 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:08.484392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5c65e2de-866e-4688-9727-86e1d68d7a57 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2805736 Feb 11 13:24:08.500351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:08.500981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:08.503944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Request body: {'port': {'device_id': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:08.557688 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6979b1b5-c0d0-44f7-8f90-e774b2c304a1 req-92b995b9-3026-4c84-8d3c-11e3a499b7b3 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 210 time: 0.0555310 Feb 11 13:24:08.588642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-6c4d0de5-7a8a-4f0a-b9da-542cdf6dac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.592933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-6c4d0de5-7a8a-4f0a-b9da-542cdf6dac94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3759732 Feb 11 13:24:08.606584 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.733673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:08.856406 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-6296fbf4-b183-4271-b05a-4a096c18062f service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412071 Feb 11 13:24:08.974088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a90f3-f516-4bd5-a11d-1ce94ad7a016 req-6fc3ba0e-db91-4f2a-b43b-f0bc8ccc38f1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.980775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 65c6acef-1578-421a-9b64-e9a27551a531 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:08.984496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a69a90f3-f516-4bd5-a11d-1ce94ad7a016 req-6fc3ba0e-db91-4f2a-b43b-f0bc8ccc38f1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 948 time: 0.3109617 Feb 11 13:24:09.020427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-1048fe5f-02ae-4b6c-a886-4c6b9b8c2f0a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1661756 Feb 11 13:24:09.044859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks [] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.093906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:09.096233 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663648b3-4de4-4af1-ac28-f96c4960fa2d" -d '{"events": [{"server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "name": "network-vif-plugged", "status": "completed", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:09.208845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0821f3c-f0cd-406f-912b-43d7a2131fdf req-407744a5-647e-4628-8245-520e6bd2dd1f service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357279 Feb 11 13:24:09.210669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'name': 'network-vif-deleted', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:09.219396 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507d31b7-5dc6-47d0-a3ed-2464c2ec3f99" -d '{"events": [{"server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "name": "network-vif-deleted", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:09.379980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-543a1097-5378-4f19-bec1-611d7a78b754 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.381847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-543a1097-5378-4f19-bec1-611d7a78b754 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238349 Feb 11 13:24:09.385223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.397641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b073388-a0f2-4a6a-9881-0ae69e1df37d {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:09.407312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Publish callbacks [] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.423521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef5eb-edc0-4fb0-ba06-a93e230dc3cf req-76459f6d-345d-450e-986d-6450cdd6647a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.430954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-023ef5eb-edc0-4fb0-ba06-a93e230dc3cf req-76459f6d-345d-450e-986d-6450cdd6647a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 931 time: 0.4862685 Feb 11 13:24:09.435335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 65c6acef-1578-421a-9b64-e9a27551a531, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=65c6acef-1578-421a-9b64-e9a27551a531,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:09.450972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '65c6acef-1578-421a-9b64-e9a27551a531', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '65c6acef-1578-421a-9b64-e9a27551a531', 'mac_address': 'fa:16:3e:e4:11:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:09.456819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Transition to ACTIVE for port object 8b073388-a0f2-4a6a-9881-0ae69e1df37d will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:09.465989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.502855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 65c6acef-1578-421a-9b64-e9a27551a531 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:09.503491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (65c6acef-1578-421a-9b64-e9a27551a531), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.524082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:09.566841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-023ef5eb-edc0-4fb0-ba06-a93e230dc3cf req-dddb18aa-569f-4965-aca5-fc4387236d4c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348393 Feb 11 13:24:09.572485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143747d-a9f3-4057-b37f-890ccd129414 None None] The sync data for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 is: [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:09.580878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c6acef-1578-421a-9b64-e9a27551a531 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:09.609561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 65c6acef-1578-421a-9b64-e9a27551a531, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=65c6acef-1578-421a-9b64-e9a27551a531,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:09.618987 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (65c6acef-1578-421a-9b64-e9a27551a531), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.625766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Pushing event updated for resources: {'Port': ['ID=8b073388-a0f2-4a6a-9881-0ae69e1df37d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:09.665751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Attempting to bind port 8b073388-a0f2-4a6a-9881-0ae69e1df37d on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:09.666097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Attempting to bind port 8b073388-a0f2-4a6a-9881-0ae69e1df37d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:09.666479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Attempting to bind port 8b073388-a0f2-4a6a-9881-0ae69e1df37d on network fec9043b-301a-48e1-bac1-c09fc7be68ff {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:09.675815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Port 8b073388-a0f2-4a6a-9881-0ae69e1df37d on network fec9043b-301a-48e1-bac1-c09fc7be68ff not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:09.676146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Attempting to bind port 8b073388-a0f2-4a6a-9881-0ae69e1df37d on network fec9043b-301a-48e1-bac1-c09fc7be68ff {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:09.685054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:09.685407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Checking segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:09.685895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Bound using segment: {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:09.686413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Bound port: 8b073388-a0f2-4a6a-9881-0ae69e1df37d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3742f2f6-f35d-4fc6-8e90-faf25a522b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:09.686777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.720423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=65c6acef-1578-421a-9b64-e9a27551a531,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:09.787430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Request body: {'port': {'device_id': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'e3b4c4baa38e4129808c6ae733a3765b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:09.800805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae5a22-a614-40f0-a25d-da08639e9312 req-2422aeee-3343-4874-be4d-400b3b15ef40 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.803967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73ae5a22-a614-40f0-a25d-da08639e9312 req-2422aeee-3343-4874-be4d-400b3b15ef40 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 948 time: 0.1212158 Feb 11 13:24:09.820410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a69a90f3-f516-4bd5-a11d-1ce94ad7a016 req-debac728-0539-4c2c-b593-3f74e8493201 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635548 Feb 11 13:24:09.821040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:09.822245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] For port 8b073388-a0f2-4a6a-9881-0ae69e1df37d, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:09.828412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] For port 8b073388-a0f2-4a6a-9881-0ae69e1df37d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:09.830365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:09.849534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['65c6acef-1578-421a-9b64-e9a27551a531'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:09.850964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.854537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:09.869926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:09.960177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.960962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.962513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] 10.222.0.83 "PUT /v2.0/ports/8b073388-a0f2-4a6a-9881-0ae69e1df37d HTTP/1.1" status: 200 len: 1091 time: 1.4677713 Feb 11 13:24:09.963066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:09.965596 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9b1add-1390-4d09-8d31-5929f5cac649" -d '{"events": [{"name": "network-changed", "server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:10.017276 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73ae5a22-a614-40f0-a25d-da08639e9312 req-ed6629ea-8918-4709-b7a8-4ad9d70ee1df tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921277 Feb 11 13:24:10.061592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed7a97-01cc-4a01-a993-b75e5bb37fdb service neutron] Pushing event updated for resources: {'Port': ['ID=8b073388-a0f2-4a6a-9881-0ae69e1df37d,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:10.101634 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760e896-37b8-46b4-83a6-bf4295155ae5 None None] New status for floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:24:10.120619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-ade0a643-a174-4713-9317-d84fccd86b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.130272 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-ade0a643-a174-4713-9317-d84fccd86b74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 1125 time: 0.0838156 Feb 11 13:24:10.196713 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-205a6fe8-66cc-437e-8517-09df9bc00118 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d HTTP/1.1" status: 200 len: 217 time: 0.0552793 Feb 11 13:24:10.206947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.207595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.212978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Made reservation on behalf of e3b4c4baa38e4129808c6ae733a3765b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:10.216453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.273841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-06b9fbec-8261-4a0e-851e-e25dd53759a2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799866 Feb 11 13:24:10.321439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-591a859c-4fac-4cfc-b305-551203fb38aa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4250543 Feb 11 13:24:10.326710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-4f0645c2-d588-4caf-a656-1fd4bb9b1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.328851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-4f0645c2-d588-4caf-a656-1fd4bb9b1b8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 200 len: 862 time: 0.1151581 Feb 11 13:24:10.341893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Request body: {'port': {'device_id': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:10.342391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fd069039-7bbb-4071-aed4-ded44dd9a2a8 None None] Provisioning complete for port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:10.343400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd069039-7bbb-4071-aed4-ded44dd9a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.352959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce8279-67af-4438-8503-85fbd8c5fecf req-ecea5893-b5b0-435c-b3ab-204812ffb322 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.360128 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ce8279-67af-4438-8503-85fbd8c5fecf req-ecea5893-b5b0-435c-b3ab-204812ffb322 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 945 time: 0.2734296 Feb 11 13:24:10.424790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fd069039-7bbb-4071-aed4-ded44dd9a2a8 None None] Port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:10.461560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-648f0687-caf7-4803-90b0-79c952063f6e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.470228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-648f0687-caf7-4803-90b0-79c952063f6e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888130 Feb 11 13:24:10.483874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-9b46e3f5-af8f-4b04-bd74-235d02051bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.487599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-9b46e3f5-af8f-4b04-bd74-235d02051bb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fec9043b-301a-48e1-bac1-c09fc7be68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1530352 Feb 11 13:24:10.489190 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-2c933be7-0124-4fa3-99ec-f9a129dc3468 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/quotas/897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 375 time: 0.0181301 Feb 11 13:24:10.499028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 749f2793-9c10-4072-822c-76347b7132ca details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:10.520579 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ce8279-67af-4438-8503-85fbd8c5fecf req-70f4f58e-9fd6-4eea-ba0c-825c15cb58b1 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551878 Feb 11 13:24:10.539801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.701546 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a458bbff-7572-419d-b7d4-9d07e61482ac x-openstack-request-id: req-a458bbff-7572-419d-b7d4-9d07e61482ac {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:10.702465 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd94c262-7fc4-4742-8afe-f29c75a8122d", "name": "network-vif-deleted", "tag": "d29e65d9-9ebe-416d-870a-1f66312aa050", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:10.702672 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a458bbff-7572-419d-b7d4-9d07e61482ac {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:10.703080 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd94c262-7fc4-4742-8afe-f29c75a8122d', 'name': 'network-vif-deleted', 'tag': 'd29e65d9-9ebe-416d-870a-1f66312aa050', 'status': 'completed', 'code': 200} Feb 11 13:24:10.717676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 749f2793-9c10-4072-822c-76347b7132ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=749f2793-9c10-4072-822c-76347b7132ca,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:10.730638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Allocated IP 192.168.233.120 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/90268e1e-b6da-4f06-a4b0-0ce00b580bf4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:10.740792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '749f2793-9c10-4072-822c-76347b7132ca', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '749f2793-9c10-4072-822c-76347b7132ca', 'mac_address': 'fa:16:3e:12:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:10.744490 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bff3152-3051-484d-be9d-329880b4ebec x-openstack-request-id: req-9bff3152-3051-484d-be9d-329880b4ebec {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:10.744898 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "name": "network-vif-plugged", "status": "completed", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:10.745170 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bff3152-3051-484d-be9d-329880b4ebec {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:10.745573 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173', 'code': 200} Feb 11 13:24:10.824803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 749f2793-9c10-4072-822c-76347b7132ca is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:10.825207 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (749f2793-9c10-4072-822c-76347b7132ca), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.848717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749f2793-9c10-4072-822c-76347b7132ca {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:10.883106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 749f2793-9c10-4072-822c-76347b7132ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=749f2793-9c10-4072-822c-76347b7132ca,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:10.888360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (749f2793-9c10-4072-822c-76347b7132ca), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.899915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e0190-db92-4e11-8b4c-01ba6f470b65 req-a4fd40b7-dc72-4c73-a2e4-5c19f1b1316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.901533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d7e0190-db92-4e11-8b4c-01ba6f470b65 req-a4fd40b7-dc72-4c73-a2e4-5c19f1b1316b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1127 time: 0.1976650 Feb 11 13:24:10.928961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0772b45-b610-4342-8a0c-2044365fd321 req-56cb9ff4-0f08-4588-a992-09c7866dafe8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.931344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0772b45-b610-4342-8a0c-2044365fd321 req-56cb9ff4-0f08-4588-a992-09c7866dafe8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 945 time: 0.1744614 Feb 11 13:24:10.946183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=749f2793-9c10-4072-822c-76347b7132ca,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:10.959722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-65e20f04-19d0-42dd-ba8e-3dd5455bded2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4473424 Feb 11 13:24:10.971484 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-5dd2ce3e-bf2a-42de-b6b3-1a6cbd99f33d service neutron] 10.222.0.83 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603076 Feb 11 13:24:10.986097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 65c6acef-1578-421a-9b64-e9a27551a531 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:11.054110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 65c6acef-1578-421a-9b64-e9a27551a531 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:11.060794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 65c6acef-1578-421a-9b64-e9a27551a531 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:11.061107 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (65c6acef-1578-421a-9b64-e9a27551a531), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.079868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d7e0190-db92-4e11-8b4c-01ba6f470b65 req-e47b32b6-6840-4cf5-97cc-ad9ba35d4e1e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470056 Feb 11 13:24:11.082267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbd9964-71f2-4549-814e-79fa88e10939 req-632c2619-1a8b-448c-a051-884041f27a1a service neutron] 10.222.0.83 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027904 Feb 11 13:24:11.144904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['749f2793-9c10-4072-822c-76347b7132ca'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:11.198069 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0772b45-b610-4342-8a0c-2044365fd321 req-035260b6-a50f-468f-ab58-8bcd281147cc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249281 Feb 11 13:24:11.198069 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks [] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.298377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.305902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d68fb49f-fe85-4905-97ac-ca5022e75bdb req-b9df9833-431a-4fa5-b396-d112d94905ff tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 210 time: 0.0585072 Feb 11 13:24:11.316123 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a7741-32c5-4007-8592-766f3c4af699 x-openstack-request-id: req-c71a7741-32c5-4007-8592-766f3c4af699 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:11.316123 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:11.316347 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c71a7741-32c5-4007-8592-766f3c4af699 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:11.316650 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'status': 'completed', 'code': 200} Feb 11 13:24:11.376726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 65c6acef-1578-421a-9b64-e9a27551a531 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:11.378795 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (65c6acef-1578-421a-9b64-e9a27551a531), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.437047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-8f73b49f-efac-4fb6-ad12-bc9b8170caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.438328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-8f73b49f-efac-4fb6-ad12-bc9b8170caaf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 1125 time: 0.0910552 Feb 11 13:24:11.531714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 65c6acef-1578-421a-9b64-e9a27551a531, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=65c6acef-1578-421a-9b64-e9a27551a531,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:11.573092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:11.611987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:11.627781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b09b-9686-4abc-b218-67164c2d8088 req-3c751871-bb0a-423c-bb45-80233584ebe2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.629973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d529b09b-9686-4abc-b218-67164c2d8088 req-3c751871-bb0a-423c-bb45-80233584ebe2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 943 time: 0.1858373 Feb 11 13:24:11.632568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:11.637380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Pushing event updated for resources: {'Port': ['ID=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:11.664041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (65c6acef-1578-421a-9b64-e9a27551a531), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.689038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-3408e23e-80e5-4d74-a032-5ac1bc08ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.691446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-3408e23e-80e5-4d74-a032-5ac1bc08ac37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 924 time: 0.2352591 Feb 11 13:24:11.789216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-a85d2042-6bf4-4db3-b756-4d6df0587f91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d HTTP/1.1" status: 200 len: 217 time: 0.0879467 Feb 11 13:24:11.819118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d529b09b-9686-4abc-b218-67164c2d8088 req-6079b4c8-80b9-4c64-bd52-ee5390981acb tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751077 Feb 11 13:24:11.858157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=65c6acef-1578-421a-9b64-e9a27551a531,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:11.929035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-fcf0caf9-fbd9-4a97-83d1-b423dd97ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.944342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.944951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.947685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-fcf0caf9-fbd9-4a97-83d1-b423dd97ad10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 200 len: 862 time: 0.1245885 Feb 11 13:24:11.981532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-23900727-a5c0-469b-bca1-106e16e9d54f None None] Provisioning complete for port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:11.982064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-23900727-a5c0-469b-bca1-106e16e9d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.990814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-04ed935c-4bec-40b8-bb91-4d600db67183 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2113066 Feb 11 13:24:12.008109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-6c67971f-87c7-429b-a431-f8b53c892d82 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6364050 Feb 11 13:24:12.018292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:12.029649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Request body: {'port': {'device_id': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:12.082627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-23900727-a5c0-469b-bca1-106e16e9d54f None None] Port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:12.091785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-ba2af159-8f13-4461-ad5e-fb9f471eb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.093545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-ba2af159-8f13-4461-ad5e-fb9f471eb14b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fec9043b-301a-48e1-bac1-c09fc7be68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387630 Feb 11 13:24:12.113245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea5c41-916e-4e6e-aca0-f8c29fdecbb8 req-32a8b56f-d792-44cd-b6b7-2f792172d8c0 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.120831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-caea5c41-916e-4e6e-aca0-f8c29fdecbb8 req-32a8b56f-d792-44cd-b6b7-2f792172d8c0 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 949 time: 0.1144118 Feb 11 13:24:12.182606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:12.194631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.202737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Publish callbacks [] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.238970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Transition to ACTIVE for port object 27c5ecde-a36e-4965-8f9d-fd1a24717f2f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:12.241498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.257092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-caea5c41-916e-4e6e-aca0-f8c29fdecbb8 req-9cea30db-a2fe-4096-8d2c-f5c040d8412d tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344292 Feb 11 13:24:12.273051 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.301372 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-936f4cd3-ba4a-4f2c-8ba9-4012d063f6cc service neutron] 10.222.0.83 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716454 Feb 11 13:24:12.422107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c9b1add-1390-4d09-8d31-5929f5cac649 req-f0c22ff4-eb70-4c4d-b0d0-37c21f664258 service neutron] 10.222.0.83 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132591 Feb 11 13:24:12.448192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.511163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 749f2793-9c10-4072-822c-76347b7132ca up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:12.539260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053fe51-406b-472f-a173-661b28b20f4b req-b97394c2-6bdb-456e-affb-f7b0598136ec tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.541176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7053fe51-406b-472f-a173-661b28b20f4b req-b97394c2-6bdb-456e-affb-f7b0598136ec tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.1181483 Feb 11 13:24:12.644154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 749f2793-9c10-4072-822c-76347b7132ca completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:12.653320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 749f2793-9c10-4072-822c-76347b7132ca triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:12.653767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7053fe51-406b-472f-a173-661b28b20f4b req-6f7b1409-e441-45ba-a1eb-d9d43d6cb319 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957148 Feb 11 13:24:12.654306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (749f2793-9c10-4072-822c-76347b7132ca), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.747652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10366659-7450-47da-8ae8-1cba35ae94fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c6acef-1578-421a-9b64-e9a27551a531'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:12.750513 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13792aa0-87c8-4e39-a712-437c7671b588" -d '{"events": [{"server_uuid": "10366659-7450-47da-8ae8-1cba35ae94fa", "name": "network-vif-plugged", "status": "completed", "tag": "65c6acef-1578-421a-9b64-e9a27551a531"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:12.808702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b2e8fe5c-85eb-40c0-bf05-c120b3736cc1 req-436efdaf-43e5-46b9-924f-b329c046f4fe tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 210 time: 0.0480161 Feb 11 13:24:12.832146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 749f2793-9c10-4072-822c-76347b7132ca is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:12.832823 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (749f2793-9c10-4072-822c-76347b7132ca), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.890151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-1c743de6-4c4d-4e44-9032-573d61013995 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2408948 Feb 11 13:24:12.914768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 749f2793-9c10-4072-822c-76347b7132ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=749f2793-9c10-4072-822c-76347b7132ca,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:12.926794 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (749f2793-9c10-4072-822c-76347b7132ca), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.995820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=749f2793-9c10-4072-822c-76347b7132ca,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:13.125055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Attempting to bind port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:13.125782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Attempting to bind port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:13.125949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Attempting to bind port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:13.133985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.179024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:13.179444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Attempting to bind port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:13.190363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-ad09c1d8-982b-4757-9f7a-65f90b649b4c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.191868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-ad09c1d8-982b-4757-9f7a-65f90b649b4c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963858 Feb 11 13:24:13.232088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Request body: {'port': {'device_id': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '897e6e80e7474025ac8599f05e90c6cd'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:13.236825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:13.243404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:13.243755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:13.244151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:13.244603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Bound port: 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:13.245043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.266632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Publish callbacks [] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.338634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd95e0e-5b95-4f38-849c-8f16f062ae1b req-b9f2b5f6-ad58-4a0f-97d6-55b24b4aa741 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.340144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cd95e0e-5b95-4f38-849c-8f16f062ae1b req-b9f2b5f6-ad58-4a0f-97d6-55b24b4aa741 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 945 time: 0.0636792 Feb 11 13:24:13.365575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Transition to ACTIVE for port object 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:13.390804 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cd95e0e-5b95-4f38-849c-8f16f062ae1b req-eb245162-e0f6-4818-af35-cf1e13ed6500 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Feb 11 13:24:13.399505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.521572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08125d25-bed8-4b29-82ca-a933c89715e8 req-dfbd9994-7de0-4a50-b4cf-eaa0f99a4ad6 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.523195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08125d25-bed8-4b29-82ca-a933c89715e8 req-dfbd9994-7de0-4a50-b4cf-eaa0f99a4ad6 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 948 time: 0.0704396 Feb 11 13:24:13.574427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08125d25-bed8-4b29-82ca-a933c89715e8 req-7dba4632-9c9b-4774-9554-fd9459f97642 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Feb 11 13:24:13.622311 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e5a976-9605-4ec8-b051-471b2db3ca0e x-openstack-request-id: req-d1e5a976-9605-4ec8-b051-471b2db3ca0e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:13.622797 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10366659-7450-47da-8ae8-1cba35ae94fa", "name": "network-vif-plugged", "status": "completed", "tag": "65c6acef-1578-421a-9b64-e9a27551a531", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:13.622891 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1e5a976-9605-4ec8-b051-471b2db3ca0e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:13.623302 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10366659-7450-47da-8ae8-1cba35ae94fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c6acef-1578-421a-9b64-e9a27551a531', 'code': 200} Feb 11 13:24:13.758999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Allocated IP 172.25.3.239 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/b3b8fde8-5321-47ac-be36-63d3f8faadfc) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:13.776232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:13.786929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:13.791889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabcf7e-39c2-4037-b66b-76a4da0d946f req-1a80912d-9ef3-4d2e-8927-53f165f4bbe9 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.793330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Pushing event updated for resources: {'Port': ['ID=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:13.809871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bfabcf7e-39c2-4037-b66b-76a4da0d946f req-1a80912d-9ef3-4d2e-8927-53f165f4bbe9 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 943 time: 0.1203520 Feb 11 13:24:13.820514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488ae89-d4a0-4bf6-bcf0-5241d52bb0e8 req-78003cb8-cdce-4594-87e7-c625a874a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.822279 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488ae89-d4a0-4bf6-bcf0-5241d52bb0e8 req-78003cb8-cdce-4594-87e7-c625a874a573 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 1131 time: 0.1344919 Feb 11 13:24:13.829975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.926424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bfabcf7e-39c2-4037-b66b-76a4da0d946f req-772bc7c5-eba8-4f82-b3d2-235462358f61 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138394 Feb 11 13:24:13.929424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488ae89-d4a0-4bf6-bcf0-5241d52bb0e8 req-1649af67-f0ae-466e-922d-989cc179dfc7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973310 Feb 11 13:24:13.961472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.962351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.963877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] 10.222.0.83 "PUT /v2.0/ports/27c5ecde-a36e-4965-8f9d-fd1a24717f2f HTTP/1.1" status: 200 len: 1095 time: 3.6322336 Feb 11 13:24:13.964418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:13.967033 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae32d20-5dc6-4446-b15d-207e3fd8247e" -d '{"events": [{"name": "network-changed", "server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:13.986589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Made reservation on behalf of 897e6e80e7474025ac8599f05e90c6cd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:13.990425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.069020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd3b7-34a1-42a6-a107-2d309f7c2386 service neutron] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:14.093720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Attempting to bind port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:14.094880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Attempting to bind port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:14.094880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Attempting to bind port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:14.107790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619212ec-b1c1-4826-a0f4-7f127cfa09d5 req-f2610125-b62f-40da-8fa4-84a0ec2399a9 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.111205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-619212ec-b1c1-4826-a0f4-7f127cfa09d5 req-f2610125-b62f-40da-8fa4-84a0ec2399a9 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.0713549 Feb 11 13:24:14.168730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.172046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:14.172603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Attempting to bind port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:14.203804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:14.204747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:14.205383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:14.206047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Bound port: 90268e1e-b6da-4f06-a4b0-0ce00b580bf4, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:14.206648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.211432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-619212ec-b1c1-4826-a0f4-7f127cfa09d5 req-bf6ec457-5873-4157-a967-e7f5b061b120 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868216 Feb 11 13:24:14.367091 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.380565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-a0864468-3197-4e8a-80cb-6b83da3a46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.382075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-a0864468-3197-4e8a-80cb-6b83da3a46d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1129 time: 0.2006245 Feb 11 13:24:14.383173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Allocated IP 192.168.233.58 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:14.450403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b03448-f88f-43de-aee4-17ad8459c0c3 req-fdbaaff9-72d2-4ae1-ad5e-55138278d9c6 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.453348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3b03448-f88f-43de-aee4-17ad8459c0c3 req-fdbaaff9-72d2-4ae1-ad5e-55138278d9c6 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1127 time: 0.0513713 Feb 11 13:24:14.485195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-582e5ff7-953e-4f8b-b55a-412f4b109e6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f HTTP/1.1" status: 200 len: 217 time: 0.0815036 Feb 11 13:24:14.487176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:14.494388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] For port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:14.508771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:14.513725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3b03448-f88f-43de-aee4-17ad8459c0c3 req-31a8a03a-739e-4bc3-a053-074020055f3b tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496349 Feb 11 13:24:14.531544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:14.564188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] For port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:14.568639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Pushing event updated for resources: {'Port': ['ID=b3b8fde8-5321-47ac-be36-63d3f8faadfc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:14.615774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.682607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-c79a192d-ea4e-4ab1-bf85-5fc8f14d6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.684154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-c79a192d-ea4e-4ab1-bf85-5fc8f14d6a78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1911552 Feb 11 13:24:14.696409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.697021 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.698348 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] 10.222.0.30 "PUT /v2.0/ports/90268e1e-b6da-4f06-a4b0-0ce00b580bf4 HTTP/1.1" status: 200 len: 1096 time: 2.6881719 Feb 11 13:24:14.699847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc535f7-f9f2-4940-98c6-d05ea6e3bca6 req-22eac53f-e289-473d-b8aa-d4e1a10b39de tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.701364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fc535f7-f9f2-4940-98c6-d05ea6e3bca6 req-22eac53f-e289-473d-b8aa-d4e1a10b39de tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.0620453 Feb 11 13:24:14.765035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fc535f7-f9f2-4940-98c6-d05ea6e3bca6 req-68b3eedb-6e67-49cb-bdde-708a5d4260a8 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485258 Feb 11 13:24:14.874363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a02a8-a4d2-439f-ad9e-6716b57b144f service neutron] Pushing event updated for resources: {'Port': ['ID=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:14.878820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44a062bb-f98e-4734-825a-1d5875151a82 req-dc2b1016-2eb2-4c2e-a894-27427e23e773 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 210 time: 0.0377345 Feb 11 13:24:14.927839 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3f31e-4f1c-4818-8604-c1364ead36db x-openstack-request-id: req-51d3f31e-4f1c-4818-8604-c1364ead36db {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:14.928131 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:14.928385 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51d3f31e-4f1c-4818-8604-c1364ead36db {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:14.928777 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'status': 'completed', 'code': 200} Feb 11 13:24:14.933408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks [] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.954583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.967531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90274-991f-45fb-beb2-21bb78bc438c req-cd470759-72b6-4276-bceb-63caa9caa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.970110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-cd470759-72b6-4276-bceb-63caa9caa304 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2750549 Feb 11 13:24:14.977228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-e648ec5f-3f32-4bfb-a6a7-150203e0def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.978747 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-e648ec5f-3f32-4bfb-a6a7-150203e0def1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 1130 time: 0.2316620 Feb 11 13:24:15.008609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8b073388-a0f2-4a6a-9881-0ae69e1df37d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:15.084361 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-580fa4af-d300-42cf-a2d3-113c7eaa52be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4 HTTP/1.1" status: 200 len: 217 time: 0.0909483 Feb 11 13:24:15.098241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb233c-82c0-4126-9217-4c2f65000fd9 req-cf778288-f4aa-48c7-8f3e-bd08bdc7a745 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.101026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26bb233c-82c0-4126-9217-4c2f65000fd9 req-cf778288-f4aa-48c7-8f3e-bd08bdc7a745 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 948 time: 0.0708148 Feb 11 13:24:15.129284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.144866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 8b073388-a0f2-4a6a-9881-0ae69e1df37d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:15.157811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'port_id': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'mac_address': 'fa:16:3e:8a:e3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:15.174772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26bb233c-82c0-4126-9217-4c2f65000fd9 req-4febc1e1-4885-4485-abe3-614ec409e750 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676491 Feb 11 13:24:15.192494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.200385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 8b073388-a0f2-4a6a-9881-0ae69e1df37d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:15.201369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.214869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:15.240442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b073388-a0f2-4a6a-9881-0ae69e1df37d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:15.260733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-e59cb2ee-41d9-4075-96ab-c2d5bbe40b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.262270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-e59cb2ee-41d9-4075-96ab-c2d5bbe40b8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1474199 Feb 11 13:24:15.271860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 8b073388-a0f2-4a6a-9881-0ae69e1df37d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:15.278485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.287306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-43aaca40-f848-4952-abc9-66af9c1acb67 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057680 Feb 11 13:24:15.300327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98bb80-91a8-415e-ba14-3e504de17bcd req-8114891b-f2c0-4977-b343-58f1aa510e48 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.302097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b98bb80-91a8-415e-ba14-3e504de17bcd req-8114891b-f2c0-4977-b343-58f1aa510e48 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1127 time: 0.0535214 Feb 11 13:24:15.322619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:15.349656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:15.351541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.353158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=8b073388-a0f2-4a6a-9881-0ae69e1df37d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.353635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:15.358362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b98bb80-91a8-415e-ba14-3e504de17bcd req-42e25071-5e7f-4c20-9015-dc2630c6f8cc tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498421 Feb 11 13:24:15.514437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da842e-c4b6-444e-b17e-6afb068d5fb1 req-52fb9443-873b-405c-b3b9-030c04351163 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.516703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6da842e-c4b6-444e-b17e-6afb068d5fb1 req-52fb9443-873b-405c-b3b9-030c04351163 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 944 time: 0.0581164 Feb 11 13:24:15.528221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.528846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.569328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-fce98518-783f-4e0b-bca5-4946270983af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.572630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-fce98518-783f-4e0b-bca5-4946270983af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3009477 Feb 11 13:24:15.579620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6da842e-c4b6-444e-b17e-6afb068d5fb1 req-40d20f11-198c-4e1e-94da-6886ab131dd2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570557 Feb 11 13:24:15.585598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-e2e5ae60-8775-40e6-a073-ffd8546a1e18 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3614395 Feb 11 13:24:15.604389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Request body: {'port': {'device_id': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:15.610551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96e90274-991f-45fb-beb2-21bb78bc438c req-c8cf67a3-053f-4aae-8a05-d3251a289952 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117425 Feb 11 13:24:15.613379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['8b073388-a0f2-4a6a-9881-0ae69e1df37d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:15.643129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f2793-9c10-4072-822c-76347b7132ca'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:15.645619 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a0af6-04cc-4491-8f0a-e03bf18dca67" -d '{"events": [{"server_uuid": "59694178-ad16-4b4a-b4f8-6b501af2ead8", "name": "network-vif-plugged", "status": "completed", "tag": "749f2793-9c10-4072-822c-76347b7132ca"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:15.664540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.707380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.741824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e671ca79-1aca-4711-997a-a2c812ad7ac1 None None] Provisioning complete for port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:15.742338 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e671ca79-1aca-4711-997a-a2c812ad7ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.751901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7f20b-73cd-44cc-8f09-abb103602e7d req-5f97fba9-aad0-4f12-942a-2c5476568c10 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.754563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94f7f20b-73cd-44cc-8f09-abb103602e7d req-5f97fba9-aad0-4f12-942a-2c5476568c10 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.0688658 Feb 11 13:24:15.819915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e671ca79-1aca-4711-997a-a2c812ad7ac1 None None] Port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:15.825666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94f7f20b-73cd-44cc-8f09-abb103602e7d req-04077d9c-35ab-4faa-9f7a-dee433583d5d tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659142 Feb 11 13:24:15.864768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-7958e928-bc7a-4e3b-8b22-e94ecbd74447 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828047 Feb 11 13:24:15.865316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.872328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Pushing event updated for resources: {'Port': ['ID=b3b8fde8-5321-47ac-be36-63d3f8faadfc,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.910915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-e5b8756c-b27e-4aef-a97e-9f1bbf6efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.912395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-e5b8756c-b27e-4aef-a97e-9f1bbf6efb76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1129 time: 0.2443838 Feb 11 13:24:15.916506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.016222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.017470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-66f21e1a-d312-42a4-b2fa-788b32c36cb0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0085013 Feb 11 13:24:16.035293 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d644006-0407-46bb-b750-ad7e30149bfb x-openstack-request-id: req-1d644006-0407-46bb-b750-ad7e30149bfb {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:16.035788 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59694178-ad16-4b4a-b4f8-6b501af2ead8", "name": "network-vif-plugged", "status": "completed", "tag": "749f2793-9c10-4072-822c-76347b7132ca", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:16.035901 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d644006-0407-46bb-b750-ad7e30149bfb {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:16.036267 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f2793-9c10-4072-822c-76347b7132ca', 'code': 200} Feb 11 13:24:16.172321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5425fc-464b-4af3-b944-0b464557eb61 req-2daf344b-a43d-47f6-90b2-f1e87171b0b6 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.173800 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb5425fc-464b-4af3-b944-0b464557eb61 req-2daf344b-a43d-47f6-90b2-f1e87171b0b6 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.0863738 Feb 11 13:24:16.180067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e650c4-459a-4263-92a7-e65e7d0f24f5 req-611ab992-08a6-4179-9325-2f2b65b1a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.181557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3e650c4-459a-4263-92a7-e65e7d0f24f5 req-611ab992-08a6-4179-9325-2f2b65b1a067 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 1132 time: 0.0668662 Feb 11 13:24:16.257896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb5425fc-464b-4af3-b944-0b464557eb61 req-a3ade13b-7733-42e5-966b-f4c6b90bb6c3 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753603 Feb 11 13:24:16.260036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3e650c4-459a-4263-92a7-e65e7d0f24f5 req-3fc47c05-ee84-4905-98f4-c65630386540 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711575 Feb 11 13:24:16.452779 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-78a7acea-ee94-4a6a-8768-a524ca368206 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.4250932 Feb 11 13:24:16.508346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e4a58e-feb3-479d-86a8-672dc704a466 req-0c5a611d-926b-4db8-a718-9f1cd2ded4a4 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228364 Feb 11 13:24:16.527760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-15724a53-8eef-44c7-81fa-1c2de67e01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.529661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-15724a53-8eef-44c7-81fa-1c2de67e01fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.5808082 Feb 11 13:24:16.618827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-f2ab3bf6-35d5-46d9-a201-bcc16cfe9f75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f HTTP/1.1" status: 200 len: 217 time: 0.0753627 Feb 11 13:24:16.727996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-94a95da1-bff4-48a1-aefa-734cac4b0e5a tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.729347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-94a95da1-bff4-48a1-aefa-734cac4b0e5a tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2666352 Feb 11 13:24:16.744076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-5759a93a-444e-41b4-b2c8-06c217eaf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.745523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-5759a93a-444e-41b4-b2c8-06c217eaf366 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0947976 Feb 11 13:24:16.749793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-e0c8cd06-471e-4d74-bb7e-9ef60eabf0c2 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:24:16.750783 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d317de95-048e-4c0a-94cb-66d188be3c48 req-e0c8cd06-471e-4d74-bb7e-9ef60eabf0c2 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116110 Feb 11 13:24:16.877148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:16.884163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-cbeb3726-cbfa-4f38-a41d-d46864ad4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.885674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-cbeb3726-cbfa-4f38-a41d-d46864ad4f5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1243212 Feb 11 13:24:16.890699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Publish callbacks [] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.935749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Transition to ACTIVE for port object 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:16.937146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'tag': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:16.939328 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec9745-8a47-4fa6-adff-785dec514863" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1b797d-8a45-466b-96d9-e1ce63c1df68", "tag": "90268e1e-b6da-4f06-a4b0-0ce00b580bf4"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:16.947403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.012361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168616c3-d23f-4b38-b12e-fc8cfce6a7db req-116cf5c6-294a-4f68-995e-ab2f5ac33dd0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.013828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-168616c3-d23f-4b38-b12e-fc8cfce6a7db req-116cf5c6-294a-4f68-995e-ab2f5ac33dd0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 935 time: 0.1799877 Feb 11 13:24:17.027033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8b073388-a0f2-4a6a-9881-0ae69e1df37d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:17.071648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.101270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 8b073388-a0f2-4a6a-9881-0ae69e1df37d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:17.110068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-cb01a7b7-cf42-4c34-90cd-1097f7ebbd0a service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138407 Feb 11 13:24:17.113857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 8b073388-a0f2-4a6a-9881-0ae69e1df37d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:17.114880 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.189450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-168616c3-d23f-4b38-b12e-fc8cfce6a7db req-695627df-fba5-4c80-a4ac-4a9c411436a5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610417 Feb 11 13:24:17.244866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 8b073388-a0f2-4a6a-9881-0ae69e1df37d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:17.245660 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.254760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Attempting to bind port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:17.255094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Attempting to bind port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:17.255418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Attempting to bind port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:17.273287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:17.273608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Attempting to bind port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:17.283500 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dae32d20-5dc6-4446-b15d-207e3fd8247e req-226964f2-258d-41eb-9dda-47ba80c5d8e9 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616259 Feb 11 13:24:17.284228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:17.284561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:17.284934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:17.285356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Bound port: 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:17.285702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.292643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 8b073388-a0f2-4a6a-9881-0ae69e1df37d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:17.298067 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.365663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=8b073388-a0f2-4a6a-9881-0ae69e1df37d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.394632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:17.398649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:17.405428 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.440843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.441593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.443216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] 10.222.0.30 "PUT /v2.0/ports/44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 1095 time: 1.8438616 Feb 11 13:24:17.484682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636c145-d2d6-4b0c-9f80-348b98a2b4fb service neutron] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.557691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-b4fc9128-1f42-47c9-824b-6e29d53d5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.560352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-b4fc9128-1f42-47c9-824b-6e29d53d5007 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 1129 time: 0.0538778 Feb 11 13:24:17.587248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-8d5a21b8-c5a1-4358-b0b1-f5f69966fe18 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:24:17.588592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-8d5a21b8-c5a1-4358-b0b1-f5f69966fe18 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1533232 Feb 11 13:24:17.655740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-9d62f3f2-5a91-45ea-bfb0-09c9b88305a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 217 time: 0.0833206 Feb 11 13:24:17.691637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-38d23487-1978-448f-94cd-05196b93ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.693018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-38d23487-1978-448f-94cd-05196b93ac25 service neutron] 10.222.0.79 "GET /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 1124 time: 0.0672505 Feb 11 13:24:17.718218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Request body: {'binding': {'host': 'n-h2-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:17.718736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:24:17.774522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-47e17f9a-91da-438b-8f66-e8a3f92077f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.776069 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-47e17f9a-91da-438b-8f66-e8a3f92077f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1066663 Feb 11 13:24:17.808302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459fd58-0255-445d-b8bf-171d8debc610 req-5bd450d8-3f46-4ec0-8d58-c2a593318cc4 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.809741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c459fd58-0255-445d-b8bf-171d8debc610 req-5bd450d8-3f46-4ec0-8d58-c2a593318cc4 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 948 time: 0.1531591 Feb 11 13:24:17.930491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-02f2075f-fef8-4b99-93c2-e6f336f7a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.931982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-02f2075f-fef8-4b99-93c2-e6f336f7a0e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1413035 Feb 11 13:24:17.940305 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c459fd58-0255-445d-b8bf-171d8debc610 req-31d34ad4-baf6-447d-a164-b976e453e205 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102285 Feb 11 13:24:18.016102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on host n-h2-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:18.016435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:18.016758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:18.027380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:18.027642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:18.035162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:18.035500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:18.035877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:18.036301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Bound port: 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:18.037738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:18.040253 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa01f164-b6dc-4e97-b56e-06f1aeb0b044" -d '{"events": [{"server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "name": "network-vif-plugged", "status": "completed", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:18.107290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-d2e3ed9f-4e61-4fbd-8daa-2aebe180d6a2 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660104 Feb 11 13:24:18.164562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:18.195720 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.196873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-f9772436-1226-41a6-a813-00343770b1b7 service neutron] 10.222.0.79 "POST /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173/bindings HTTP/1.1" status: 201 len: 389 time: 0.4841230 Feb 11 13:24:18.261734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d24e83-63aa-4fb7-9ca5-092b65b5d34d req-f1c40ceb-251b-41d2-9838-6b94256a8860 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465666 Feb 11 13:24:18.273439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38833fd9-7ae5-467f-994a-77c828eee0b8 req-1d91dc49-003f-43dc-88d4-8e568a50a847 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.275207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38833fd9-7ae5-467f-994a-77c828eee0b8 req-1d91dc49-003f-43dc-88d4-8e568a50a847 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.0853055 Feb 11 13:24:18.335499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38833fd9-7ae5-467f-994a-77c828eee0b8 req-15f06930-e582-44bb-99a6-43842af22b87 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501716 Feb 11 13:24:18.348587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fac6c-a371-472f-9ada-cec34aa79ff0 req-909d078f-5aef-4301-a0cb-7c211979dbd3 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.355552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab3fac6c-a371-472f-9ada-cec34aa79ff0 req-909d078f-5aef-4301-a0cb-7c211979dbd3 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.0582645 Feb 11 13:24:18.413521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab3fac6c-a371-472f-9ada-cec34aa79ff0 req-20d815c4-d966-4871-88e6-872165462b38 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571003 Feb 11 13:24:18.469172 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ad6db3-29d8-4478-ad04-dc0575160bed x-openstack-request-id: req-49ad6db3-29d8-4478-ad04-dc0575160bed {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:18.469477 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1b797d-8a45-466b-96d9-e1ce63c1df68", "tag": "90268e1e-b6da-4f06-a4b0-0ce00b580bf4", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:18.469712 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49ad6db3-29d8-4478-ad04-dc0575160bed {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:18.470110 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'tag': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4', 'status': 'completed', 'code': 200} Feb 11 13:24:18.570205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-5af7c2c8-7869-43f8-a2a1-e5e035c73bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.571683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-5af7c2c8-7869-43f8-a2a1-e5e035c73bae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1127 time: 0.1413531 Feb 11 13:24:18.599195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-6d855de0-904f-4b44-a63c-7c5bf6a2a22b tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.600604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-6d855de0-904f-4b44-a63c-7c5bf6a2a22b tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 821 time: 0.1844153 Feb 11 13:24:18.629428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9745-8a47-4fa6-adff-785dec514863 req-c2756d0a-f730-4c09-9643-e9444f6786a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.631071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cec9745-8a47-4fa6-adff-785dec514863 req-c2756d0a-f730-4c09-9643-e9444f6786a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 1130 time: 0.1431279 Feb 11 13:24:18.638158 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-083a858d-b19d-48a5-b58d-3336b1e64934 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/quotas/41f473a89ded4aa0a7750ba0ca6ad7a5 HTTP/1.1" status: 200 len: 375 time: 0.0243399 Feb 11 13:24:18.638793 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b678a4-b2b0-4697-b0ab-d1060e3bff24 x-openstack-request-id: req-43b678a4-b2b0-4697-b0ab-d1060e3bff24 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:18.640628 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "name": "network-vif-plugged", "status": "completed", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:18.641184 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43b678a4-b2b0-4697-b0ab-d1060e3bff24 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:18.641915 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'code': 200} Feb 11 13:24:18.781029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be11b7-3633-4cd8-9c20-cc8764b4bd0b req-c9296116-25b0-4162-9d89-9c29b93e920b tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.782590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06be11b7-3633-4cd8-9c20-cc8764b4bd0b req-c9296116-25b0-4162-9d89-9c29b93e920b tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.0983114 Feb 11 13:24:18.787820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6fde7-fefa-4d4a-8a3b-645e1015e1ab req-4291b3e1-9b81-4c2f-b03e-c4eb854f5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.789241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bce6fde7-fefa-4d4a-8a3b-645e1015e1ab req-4291b3e1-9b81-4c2f-b03e-c4eb854f5835 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 1127 time: 0.0697606 Feb 11 13:24:18.805771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-04cb85df-c2ff-4e68-acd8-5fb7b12c5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.807286 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-04cb85df-c2ff-4e68-acd8-5fb7b12c5d81 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.2221045 Feb 11 13:24:18.838388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-750e3e0a-99af-4a3f-a8fc-d47e1d9aad1c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1614645 Feb 11 13:24:18.860553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06be11b7-3633-4cd8-9c20-cc8764b4bd0b req-79416782-0dea-490d-ba60-6666b2bb9a1b tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701807 Feb 11 13:24:18.862917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bce6fde7-fefa-4d4a-8a3b-645e1015e1ab req-c3df6144-f099-4faf-92e0-9ca652e9c5e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664020 Feb 11 13:24:18.868451 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-179c35e8-d7c5-41fc-a658-56ee034ef0fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 217 time: 0.0516357 Feb 11 13:24:18.869578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9745-8a47-4fa6-adff-785dec514863 req-7701a4c4-dcb9-4373-995c-eeb0f516f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.870984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cec9745-8a47-4fa6-adff-785dec514863 req-7701a4c4-dcb9-4373-995c-eeb0f516f817 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2304754 Feb 11 13:24:18.928285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cec9745-8a47-4fa6-adff-785dec514863 req-1ce83f5c-b36c-4da4-a17f-fe51d7d2cefd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4 HTTP/1.1" status: 200 len: 217 time: 0.0505896 Feb 11 13:24:18.974370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-2c7dfd3e-a5f7-4020-a29d-c018fccd7e26 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:24:18.975388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-2c7dfd3e-a5f7-4020-a29d-c018fccd7e26 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525966 Feb 11 13:24:18.980525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e68f66-956a-4fcb-8076-772650591a24 req-31332951-15c0-4bb2-beee-e34c70640706 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.982014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79e68f66-956a-4fcb-8076-772650591a24 req-31332951-15c0-4bb2-beee-e34c70640706 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 947 time: 0.0560930 Feb 11 13:24:19.002317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9745-8a47-4fa6-adff-785dec514863 req-f380c4ac-a628-423e-88d1-cff9d70899d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.003781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cec9745-8a47-4fa6-adff-785dec514863 req-f380c4ac-a628-423e-88d1-cff9d70899d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0688691 Feb 11 13:24:19.029320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79e68f66-956a-4fcb-8076-772650591a24 req-ce47e4f3-9540-42a8-8ff6-059fab56382a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Feb 11 13:24:19.039721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:19.141530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9745-8a47-4fa6-adff-785dec514863 req-3d7ba8ff-0bda-4dd7-9a3b-13702dd7f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.142973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cec9745-8a47-4fa6-adff-785dec514863 req-3d7ba8ff-0bda-4dd7-9a3b-13702dd7f859 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1310470 Feb 11 13:24:19.148680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-1cfcd105-136f-4ab9-a257-63182f4020d2 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672111 Feb 11 13:24:19.153299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09616c-f5a9-4ffe-a76b-80ffac5d8352 req-f39094ad-6d62-494f-a80b-381902df837f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.156055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f09616c-f5a9-4ffe-a76b-80ffac5d8352 req-f39094ad-6d62-494f-a80b-381902df837f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 945 time: 0.0618513 Feb 11 13:24:19.161285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:19.162579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-7d3065ee-baf6-43b9-b556-e738e4c6b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.163955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-7d3065ee-baf6-43b9-b556-e738e4c6b213 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.0846496 Feb 11 13:24:19.174425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'mac_address': 'fa:16:3e:49:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:19.211663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f09616c-f5a9-4ffe-a76b-80ffac5d8352 req-4bf17409-6353-4a33-9be4-b94c398909b2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503790 Feb 11 13:24:19.215317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:19.215722 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.233941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:19.237495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-e385f3b1-c586-4cf3-b77b-08623c6f036b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537453 Feb 11 13:24:19.257137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:19.262602 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.317355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:19.450039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55141d-4248-4431-91f2-2e6c1bf35383 req-80320924-0c20-4587-ba00-b86e6e5dd66d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.452195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e55141d-4248-4431-91f2-2e6c1bf35383 req-80320924-0c20-4587-ba00-b86e6e5dd66d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 948 time: 0.0560594 Feb 11 13:24:19.501578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e55141d-4248-4431-91f2-2e6c1bf35383 req-3935fc71-9919-48a4-a931-e2034743c89f tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Feb 11 13:24:19.545686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['27c5ecde-a36e-4965-8f9d-fd1a24717f2f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:19.628817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e6f81-0641-4308-962e-078606c9f11e req-57b5c16c-e5ef-4b38-8bcb-ac35681e57a0 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.631119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e46e6f81-0641-4308-962e-078606c9f11e req-57b5c16c-e5ef-4b38-8bcb-ac35681e57a0 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.0565608 Feb 11 13:24:19.675248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-f789af2c-8064-4726-9ccb-c1c809e896df service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142531 Feb 11 13:24:19.679046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cec9745-8a47-4fa6-adff-785dec514863 req-4d6736f0-ac9f-45f9-9fc6-2c1b2410ba55 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273376 Feb 11 13:24:19.685170 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e46e6f81-0641-4308-962e-078606c9f11e req-d98abafd-b69c-4f2f-a1be-2101e023a88c tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Feb 11 13:24:19.732426 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-aa25244a-4504-4c54-a51c-fc81cb16f5d2 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647110 Feb 11 13:24:19.829810 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.850328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10f4a-715e-440a-8868-2552b44e3f47 req-4ba3d738-0817-4726-b413-501c62870a8d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.852110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec10f4a-715e-440a-8868-2552b44e3f47 req-4ba3d738-0817-4726-b413-501c62870a8d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.0727882 Feb 11 13:24:19.879100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cec9745-8a47-4fa6-adff-785dec514863 req-5f1d2d72-eeff-448b-af01-d4ddb03aeb83 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922550 Feb 11 13:24:19.903189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-56a0c94b-1619-4c37-8b0d-8f4008f8d587 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364803 Feb 11 13:24:19.914655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec10f4a-715e-440a-8868-2552b44e3f47 req-104bd8a0-5026-4a70-ab69-5b61a61d9963 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528107 Feb 11 13:24:20.054033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-819578a8-7073-4ef9-a60d-e322f16d78c2 req-73131de7-f246-4601-bc5b-ceb090bf07cc tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 210 time: 0.0480607 Feb 11 13:24:20.235010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6567f-7998-4241-aeea-c16263c861c6 req-c570effc-2c4b-4e33-9389-5a8d2b1c98fb tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.243911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-edd6567f-7998-4241-aeea-c16263c861c6 req-c570effc-2c4b-4e33-9389-5a8d2b1c98fb tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.1780095 Feb 11 13:24:20.256345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229c129-f618-4dbb-95a8-ee194e157ed8 req-7fdcf7a5-b211-43c0-b274-4a9599579756 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.266040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f229c129-f618-4dbb-95a8-ee194e157ed8 req-7fdcf7a5-b211-43c0-b274-4a9599579756 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.0875747 Feb 11 13:24:20.283489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-d9364282-d9e6-4565-9291-07f8d1bcf198 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.285794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-d9364282-d9e6-4565-9291-07f8d1bcf198 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.1799514 Feb 11 13:24:20.298666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828676-2'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:20.317420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f229c129-f618-4dbb-95a8-ee194e157ed8 req-0b3df86b-eb34-4675-bc96-062f4e9d8f37 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503986 Feb 11 13:24:20.350772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-edd6567f-7998-4241-aeea-c16263c861c6 req-16e521f1-156e-4bdb-bc49-07bc81c2fe2d tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059489 Feb 11 13:24:20.413015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.472778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32f78b-9be1-442a-8ce4-f99b61337593 req-7ea386a1-ebc4-48fe-94f1-d221d665ce1d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.475862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:20.478908 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2841a88a-71fe-4a17-9c1e-547d893a0051" -d '{"events": [{"name": "network-changed", "server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:20.483809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac32f78b-9be1-442a-8ce4-f99b61337593 req-7ea386a1-ebc4-48fe-94f1-d221d665ce1d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 947 time: 0.0778236 Feb 11 13:24:20.537489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac32f78b-9be1-442a-8ce4-f99b61337593 req-42ebe356-5f5f-402f-b7e0-b01f845e02ff tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525539 Feb 11 13:24:20.537948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56866) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:20.561796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:20.630613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eff724-0d47-4f9a-a47b-4b19118079e9 req-59b13151-aa61-4580-99e2-ecc3d2d75f7a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.632549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8eff724-0d47-4f9a-a47b-4b19118079e9 req-59b13151-aa61-4580-99e2-ecc3d2d75f7a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 945 time: 0.1780026 Feb 11 13:24:20.685398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3224d3da-75fc-4d0d-ac6d-18cece9ed7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.697084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:20.707926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cb9bf-b0fc-40a5-8f12-b5987b1f648f req-86b1439d-d5d2-424d-ad43-3301146d2d32 tempest-LiveMigrationNegativeTest-457565634 tempest-LiveMigrationNegativeTest-457565634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.709557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a2cb9bf-b0fc-40a5-8f12-b5987b1f648f req-86b1439d-d5d2-424d-ad43-3301146d2d32 tempest-LiveMigrationNegativeTest-457565634 tempest-LiveMigrationNegativeTest-457565634-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 1131 time: 0.1009567 Feb 11 13:24:20.723326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8eff724-0d47-4f9a-a47b-4b19118079e9 req-c6709d71-2315-48ef-8c44-378556c3a414 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810037 Feb 11 13:24:20.747212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:20.748511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a2cb9bf-b0fc-40a5-8f12-b5987b1f648f req-fa464db5-615a-4d38-8da1-6e497ffaf6d6 tempest-LiveMigrationNegativeTest-457565634 tempest-LiveMigrationNegativeTest-457565634-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.759999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4', 'mac_address': 'fa:16:3e:c5:37:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:20.765571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:20.807845 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e8681-07dc-40b9-a2a9-f4106c378163 x-openstack-request-id: req-e34e8681-07dc-40b9-a2a9-f4106c378163 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:20.808155 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:20.808414 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e34e8681-07dc-40b9-a2a9-f4106c378163 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:20.808813 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'status': 'completed', 'code': 200} Feb 11 13:24:20.828143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3224d3da-75fc-4d0d-ac6d-18cece9ed7de admin admin] Publish callbacks [] for security_group (237a28f9-7763-4fa3-b349-24bccba6c0f6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.835633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:20.836528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.837976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3224d3da-75fc-4d0d-ac6d-18cece9ed7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (237a28f9-7763-4fa3-b349-24bccba6c0f6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.867035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:20.890958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3224d3da-75fc-4d0d-ac6d-18cece9ed7de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a08eeab5ce94e2c913bdf62f55a3047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519199 Feb 11 13:24:20.895510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:20.896334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56870) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:20.896752 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Publish callbacks [] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.902448 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.919540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224d3da-75fc-4d0d-ac6d-18cece9ed7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237a28f9-7763-4fa3-b349-24bccba6c0f6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.939209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a2cb9bf-b0fc-40a5-8f12-b5987b1f648f req-fa464db5-615a-4d38-8da1-6e497ffaf6d6 tempest-LiveMigrationNegativeTest-457565634 tempest-LiveMigrationNegativeTest-457565634-project-admin] Publish callbacks [] for security_group (c16c5dc9-22d2-4763-a1cc-35f7ddda907c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.944457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a2cb9bf-b0fc-40a5-8f12-b5987b1f648f req-fa464db5-615a-4d38-8da1-6e497ffaf6d6 tempest-LiveMigrationNegativeTest-457565634 tempest-LiveMigrationNegativeTest-457565634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c16c5dc9-22d2-4763-a1cc-35f7ddda907c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.947443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.970512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.976474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a2cb9bf-b0fc-40a5-8f12-b5987b1f648f req-fa464db5-615a-4d38-8da1-6e497ffaf6d6 tempest-LiveMigrationNegativeTest-457565634 tempest-LiveMigrationNegativeTest-457565634-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521310 Feb 11 13:24:21.030236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa464db5-615a-4d38-8da1-6e497ffaf6d6 tempest-LiveMigrationNegativeTest-457565634 tempest-LiveMigrationNegativeTest-457565634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16c5dc9-22d2-4763-a1cc-35f7ddda907c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.035186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-1f6ccce8-c0c6-434c-9e8b-6f1c9fe8c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.037224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-1f6ccce8-c0c6-434c-9e8b-6f1c9fe8c22f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 1129 time: 0.2115231 Feb 11 13:24:21.059235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:21.086979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578311c-d34a-4dc4-bb94-eb412ca2d8a8 req-61c6346d-952d-4b67-8fc1-c67b58c1fce5 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.089143 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8578311c-d34a-4dc4-bb94-eb412ca2d8a8 req-61c6346d-952d-4b67-8fc1-c67b58c1fce5 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 949 time: 0.2210019 Feb 11 13:24:21.106650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5453a89d-521d-4b06-987c-e01b7b6e76a5 admin admin] Publish callbacks [] for security_group (237a28f9-7763-4fa3-b349-24bccba6c0f6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.118553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:21.124331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:21.125341 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.163497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.183536 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5453a89d-521d-4b06-987c-e01b7b6e76a5 admin admin] Publish callbacks [] for security_group (237a28f9-7763-4fa3-b349-24bccba6c0f6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.215462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7eae-d44f-47b8-a824-ea5b3d63f75c req-600a2df5-7ae6-4be8-9052-458809839cd2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.223590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-701b7eae-d44f-47b8-a824-ea5b3d63f75c req-600a2df5-7ae6-4be8-9052-458809839cd2 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.1586909 Feb 11 13:24:21.235323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on host n-h1-828676-2 for vnic_type normal with profile {"migrating_to": "n-h2-828676-2"} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:21.235671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:21.236097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:21.254044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:21.254782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Attempting to bind port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:21.266419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:21.266909 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.269448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8578311c-d34a-4dc4-bb94-eb412ca2d8a8 req-e143063e-2782-416c-bdfb-c71d62c8697c tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588585 Feb 11 13:24:21.271983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:21.272415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:21.272857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:21.273420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Bound port: 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:21.273782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.276979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-74128094-34ef-4a0a-857b-64c272c97103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.278587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-74128094-34ef-4a0a-857b-64c272c97103 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2231431 Feb 11 13:24:21.279082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-ec998bfd-c5f6-4dd6-b223-63bfbdad53b1 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.281095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-ec998bfd-c5f6-4dd6-b223-63bfbdad53b1 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 821 time: 0.2718172 Feb 11 13:24:21.296114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'port': {'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'admin_state_up': True, 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:21.309344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:21.313379 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d6f4f-af1a-49b3-ae26-6c6940659899" -d '{"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-plugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:21.328022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:21.332413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['90268e1e-b6da-4f06-a4b0-0ce00b580bf4'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:21.346827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-a0e0975e-23fb-4813-8fb3-236576a166f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 217 time: 0.0505381 Feb 11 13:24:21.355450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-701b7eae-d44f-47b8-a824-ea5b3d63f75c req-6ddb2053-74a3-4c4c-a687-810f38cb1542 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309242 Feb 11 13:24:21.377269 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.433680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5453a89d-521d-4b06-987c-e01b7b6e76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (237a28f9-7763-4fa3-b349-24bccba6c0f6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.436329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5453a89d-521d-4b06-987c-e01b7b6e76a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.437500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5453a89d-521d-4b06-987c-e01b7b6e76a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/237a28f9-7763-4fa3-b349-24bccba6c0f6 HTTP/1.1" status: 204 len: 168 time: 0.5356977 Feb 11 13:24:21.455737 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4834bb-a9ec-4b31-a733-cd10f7c7469c x-openstack-request-id: req-9c4834bb-a9ec-4b31-a733-cd10f7c7469c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:21.456116 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-plugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:21.456438 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c4834bb-a9ec-4b31-a733-cd10f7c7469c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:21.456895 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'code': 200} Feb 11 13:24:21.460497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.483905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-30f40437-6916-4ef5-ae3b-0be96a28af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.485635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-30f40437-6916-4ef5-ae3b-0be96a28af0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1132677 Feb 11 13:24:21.490877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:21.495325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:21.504484 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.559016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.562985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453a89d-521d-4b06-987c-e01b7b6e76a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237a28f9-7763-4fa3-b349-24bccba6c0f6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.605582 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b39e3c3e-5110-4a46-a96e-dc7a85fac416 req-ffb821fb-4f44-4484-ad70-f03e1080f90a tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 210 time: 0.0531418 Feb 11 13:24:21.658484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Made reservation on behalf of 41f473a89ded4aa0a7750ba0ca6ad7a5 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:21.664287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.684549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.686086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.686974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] 10.222.0.83 "PUT /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 1121 time: 1.3934495 Feb 11 13:24:21.689881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29123a6-5775-40ed-adab-956f034e8318 service neutron] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.706944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-503920b9-ec75-4305-8870-65dc54d18b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.708270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-503920b9-ec75-4305-8870-65dc54d18b97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2067478 Feb 11 13:24:21.760351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbdf01-2173-43a5-be68-24a0b30aab83 req-a831af8e-9ab6-4d7b-86da-07cebdae0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.762002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ddbdf01-2173-43a5-be68-24a0b30aab83 req-a831af8e-9ab6-4d7b-86da-07cebdae0939 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 0.1536944 Feb 11 13:24:21.810164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:21.863362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6453c5-0962-4c4d-b0a3-9983b83d4fed req-a4800002-1c82-402c-a931-1f5d6c4c5d5d tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.864579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c603b-5376-4b36-bd81-66de9a830ffe req-0ce7bf54-3b05-49d6-9073-26d6659e7a55 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.866878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-595c603b-5376-4b36-bd81-66de9a830ffe req-0ce7bf54-3b05-49d6-9073-26d6659e7a55 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.1565678 Feb 11 13:24:21.870541 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b6453c5-0962-4c4d-b0a3-9983b83d4fed req-a4800002-1c82-402c-a931-1f5d6c4c5d5d tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.1910625 Feb 11 13:24:21.876866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56898) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:21.881299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Request body: {'floatingip': {'port_id': '8b073388-a0f2-4a6a-9881-0ae69e1df37d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:21.896813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-35eee57b-80f9-4704-abcb-fea84499a27e tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.898552 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-35eee57b-80f9-4704-abcb-fea84499a27e tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.1893620 Feb 11 13:24:21.938031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ddbdf01-2173-43a5-be68-24a0b30aab83 req-846fa4f7-ea54-497a-bc58-86c2a5175de3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451111 Feb 11 13:24:21.992474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.994737 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-8774ee20-0f43-4c19-8c6b-1f0e35ca0a19 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603657 Feb 11 13:24:21.996450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Allocated IP 172.20.0.14 (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32/41949da7-151e-44f9-a3a7-446b26809657/ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:22.157543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a911-bb0c-4ab9-a15f-b2ae5bfcfaed req-303cb23e-6f3d-44f1-afcc-792036e9da03 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.159227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74e1a911-bb0c-4ab9-a15f-b2ae5bfcfaed req-303cb23e-6f3d-44f1-afcc-792036e9da03 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 947 time: 0.1156759 Feb 11 13:24:22.174676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b6453c5-0962-4c4d-b0a3-9983b83d4fed req-abe549ea-1a82-4aff-81da-ef4778dcecb5 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032198 Feb 11 13:24:22.263644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74e1a911-bb0c-4ab9-a15f-b2ae5bfcfaed req-aca119eb-2ea4-45cd-9049-1cbafc6daab9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782030 Feb 11 13:24:22.268651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.323444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.340760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['79d16cf3-c999-4426-91cf-38c3ea4cdc8d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:22.380788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Pushing event updated for resources: {'Port': ['ID=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.390256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:22.391707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:22.394220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:22.401037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.401629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.428784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-0e7ea39e-ded7-48fc-acbd-ae610e9c5ecd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1355875 Feb 11 13:24:22.441990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Request body: {'port': {'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:22.473204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2841a88a-71fe-4a17-9c1e-547d893a0051 req-254c7a5d-b9e9-4372-80ac-bd46cd289137 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373851 Feb 11 13:24:22.540360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Deleting port 749f2793-9c10-4072-822c-76347b7132ca {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:22.540889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (749f2793-9c10-4072-822c-76347b7132ca), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.546307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56920) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:22.600136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.627374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07aafe-f02c-4c7a-a40f-a58288873c78 req-8587186c-ecaa-4675-95b0-e074ba6f6dea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.637166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:22.640026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b07aafe-f02c-4c7a-a40f-a58288873c78 req-8587186c-ecaa-4675-95b0-e074ba6f6dea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 949 time: 0.1362457 Feb 11 13:24:22.694386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0d117-2eaa-4f88-96ad-0d15ed3e81db req-5c63c403-22ee-4344-a961-0029bc5dfdcc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.699294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3a0d117-2eaa-4f88-96ad-0d15ed3e81db req-5c63c403-22ee-4344-a961-0029bc5dfdcc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 943 time: 0.4372306 Feb 11 13:24:22.746699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b07aafe-f02c-4c7a-a40f-a58288873c78 req-bb5b63fa-bc8c-4c74-a753-39947c5d5e2b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057370 Feb 11 13:24:22.756204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:22.768867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:22.778199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'mac_address': 'fa:16:3e:d7:2c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:22.822431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b9531c8e-4076-4975-bd85-4003b5cfa097 None None] Provisioning complete for port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:22.823276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9531c8e-4076-4975-bd85-4003b5cfa097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.825596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173'}, {'name': 'network-changed', 'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:22.829097 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d6525-df3e-4b03-a582-ebb99f10623b" -d '{"events": [{"server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "name": "network-vif-unplugged", "status": "completed", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173"}, {"name": "network-changed", "server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:22.841076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2030450382-network', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:22.876303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b9531c8e-4076-4975-bd85-4003b5cfa097 None None] Port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:22.941538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Made reservation on behalf of 1aff5a0e3a7e49a9bf3cf42d4007b904 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:22.943983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.956294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] For port 749f2793-9c10-4072-822c-76347b7132ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=749f2793-9c10-4072-822c-76347b7132ca,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:22.956662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (749f2793-9c10-4072-822c-76347b7132ca), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.980524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.001999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Calling delete_port for 749f2793-9c10-4072-822c-76347b7132ca owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:23.025618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3a0d117-2eaa-4f88-96ad-0d15ed3e81db req-2bf41ac5-ade7-490a-bc32-4aa8c985e895 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006531 Feb 11 13:24:23.071121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:23.071642 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.075641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:23.088849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:23.089395 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.138502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:23.163311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:23.172440 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.173273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ff607-089e-48e3-8ce8-e7280dfee19c req-62a6d410-687a-455c-858e-83195226f550 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.180167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c14ff607-089e-48e3-8ce8-e7280dfee19c req-62a6d410-687a-455c-858e-83195226f550 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.3600435 Feb 11 13:24:23.238084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.256487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c14ff607-089e-48e3-8ce8-e7280dfee19c req-827afab9-94ed-4e91-96c1-c0c9c1cb5ece tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754573 Feb 11 13:24:23.271589 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.300220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.314517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:23.320163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:23.322862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.325352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Publish callbacks [] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.342391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Transition to ACTIVE for port object ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:23.346956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.416505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Pushing event updated for resources: {'Port': ['ID=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.426906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:23.440707 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.465904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Attempting to bind port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:23.466645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Attempting to bind port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:23.467220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Attempting to bind port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:23.472838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:23.473362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Attempting to bind port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 on network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:23.479849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:23.480513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Checking segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:23.481132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Bound using segment: {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:23.481748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Bound port: ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0da481-a485-43ab-9fa3-15b3f92498d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:23.482345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.559665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:23.563780 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b707617e-8a15-48af-845a-fa9eba985a7b" -d '{"events": [{"server_uuid": "0d1b797d-8a45-466b-96d9-e1ce63c1df68", "name": "network-vif-plugged", "status": "completed", "tag": "90268e1e-b6da-4f06-a4b0-0ce00b580bf4"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:23.568546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.573739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] For port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:23.576129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:23.579465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] For port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:23.596014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.668756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.669450 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.671044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] 10.222.0.83 "PUT /v2.0/ports/ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 1092 time: 1.2356787 Feb 11 13:24:23.675076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:23.677421 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57108adc-ce69-4542-813a-700cd14f024b" -d '{"events": [{"name": "network-changed", "server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:23.707461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfe35b-12e4-4ac6-94c4-08d5637a686b service neutron] Pushing event updated for resources: {'Port': ['ID=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.716329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251396c3-ad75-4de5-8f07-a10368d11ee8 req-0e91d9aa-20d8-4e1b-889c-1a76680465b1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.718468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-251396c3-ad75-4de5-8f07-a10368d11ee8 req-0e91d9aa-20d8-4e1b-889c-1a76680465b1 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 950 time: 0.1355815 Feb 11 13:24:23.815779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-c8ff3ce8-813f-4c0a-b903-f33f7102ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.817968 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-c8ff3ce8-813f-4c0a-b903-f33f7102ef18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 1126 time: 0.0980599 Feb 11 13:24:23.823524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-251396c3-ad75-4de5-8f07-a10368d11ee8 req-9faf908d-fff8-4a21-9e92-02016382cbc2 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/security-groups?id=56c124a9-3e00-4c85-84d6-a7f4a1ea755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958660 Feb 11 13:24:23.860589 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8717873b-2c22-402a-b57a-c05c8bbd2774 x-openstack-request-id: req-8717873b-2c22-402a-b57a-c05c8bbd2774 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:23.861088 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "name": "network-vif-unplugged", "status": "completed", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173", "code": 200}, {"name": "network-changed", "server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:23.861291 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8717873b-2c22-402a-b57a-c05c8bbd2774 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:23.861746 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173', 'code': 200} Feb 11 13:24:23.862070 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173', 'status': 'completed', 'code': 200} Feb 11 13:24:23.884526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-c8f8e219-ec92-4891-b72e-af358a2bbed6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 217 time: 0.0445585 Feb 11 13:24:23.970917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks [] for security_group (6c75c9bb-ab26-43e0-84c9-f04e2ade1508), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.972610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-6d495342-f441-4f9e-b80a-17259caa154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.974295 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-6d495342-f441-4f9e-b80a-17259caa154b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.0817621 Feb 11 13:24:23.986178 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6c75c9bb-ab26-43e0-84c9-f04e2ade1508), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.036417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f65c5-8895-44be-964d-d7db7ce2d989 req-e48cdb02-ec27-4b82-b791-fbb18f3310a3 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.037866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a1f65c5-8895-44be-964d-d7db7ce2d989 req-e48cdb02-ec27-4b82-b791-fbb18f3310a3 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 948 time: 0.1110599 Feb 11 13:24:24.048530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (749f2793-9c10-4072-822c-76347b7132ca), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.054434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-059dd6a2-9f86-4499-93d4-2056bdc95800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.055979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-059dd6a2-9f86-4499-93d4-2056bdc95800 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737610 Feb 11 13:24:24.062516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2307e34-1e9e-4da1-8a15-6a4e61a35650 req-2cf35cf1-ff24-4c63-b11c-a8182c04b5a4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.063993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2307e34-1e9e-4da1-8a15-6a4e61a35650 req-2cf35cf1-ff24-4c63-b11c-a8182c04b5a4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 932 time: 0.8429794 Feb 11 13:24:24.082447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:24.115973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a1f65c5-8895-44be-964d-d7db7ce2d989 req-555c2377-5282-43b6-9d49-d628eff839d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709460 Feb 11 13:24:24.118069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Pushing event deleted for resources: {'Port': ['ID=749f2793-9c10-4072-822c-76347b7132ca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.132273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (19e548e5-ca09-4166-aca7-685b8edeb680), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.132791 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Added segment 19e548e5-ca09-4166-aca7-685b8edeb680 of type vlan for network 6d399002-6474-42bf-b9c4-5ceda4885845 Feb 11 13:24:24.164697 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b6b4c3-12c4-4586-aee6-866212803c5a x-openstack-request-id: req-88b6b4c3-12c4-4586-aee6-866212803c5a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:24.165010 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1b797d-8a45-466b-96d9-e1ce63c1df68", "name": "network-vif-plugged", "status": "completed", "tag": "90268e1e-b6da-4f06-a4b0-0ce00b580bf4", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:24.165267 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88b6b4c3-12c4-4586-aee6-866212803c5a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:24.165662 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4', 'code': 200} Feb 11 13:24:24.168417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d6525-df3e-4b03-a582-ebb99f10623b req-7d10321d-6631-450b-b576-e3438647809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.169925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d6525-df3e-4b03-a582-ebb99f10623b req-7d10321d-6631-450b-b576-e3438647809b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1155 time: 0.3070467 Feb 11 13:24:24.195815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-ac203f2d-e13b-48eb-86f1-8abfc69f6c03 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188979 Feb 11 13:24:24.200945 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f59a16-4dc5-44f1-baee-a725875935eb x-openstack-request-id: req-29f59a16-4dc5-44f1-baee-a725875935eb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:24.203471 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:24.203471 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29f59a16-4dc5-44f1-baee-a725875935eb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:24.203471 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'status': 'completed', 'code': 200} Feb 11 13:24:24.213438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c75c9bb-ab26-43e0-84c9-f04e2ade1508,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.239583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (6d399002-6474-42bf-b9c4-5ceda4885845), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.252794 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825 associated. External IP: 172.25.3.166, port: 8b073388-a0f2-4a6a-9881-0ae69e1df37d. Feb 11 13:24:24.415064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd28ad1e-7c60-451b-acfe-6e9d302787ae req-a3a366f8-3cb2-4ca5-b167-913d076bc509 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065871 Feb 11 13:24:24.442217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50339800-a2b0-4e80-b63a-4e7b0bf62a9a req-cea12fc8-d170-4a7a-80de-6bbb669229e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.448273 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50339800-a2b0-4e80-b63a-4e7b0bf62a9a req-cea12fc8-d170-4a7a-80de-6bbb669229e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 1132 time: 0.1452549 Feb 11 13:24:24.458404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-09933d2d-ff78-40de-89a9-4c89de84eb55 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259732 Feb 11 13:24:24.466083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef49fc-ab56-4e5f-866e-7da7d7965afc req-23561ca6-f657-4fc5-9d0e-69ece85cd8a0 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.474712 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebef49fc-ab56-4e5f-866e-7da7d7965afc req-23561ca6-f657-4fc5-9d0e-69ece85cd8a0 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 950 time: 0.2226036 Feb 11 13:24:24.479578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] No DVR routers for this DVR port 749f2793-9c10-4072-822c-76347b7132ca on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:24.534312 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.537756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9432756a-8ab5-4fd1-82a8-876ad64399f7 req-2588235d-558a-499a-aeac-abeb35cb71f6 tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.30 "DELETE /v2.0/ports/749f2793-9c10-4072-822c-76347b7132ca HTTP/1.1" status: 204 len: 173 time: 2.6314781 Feb 11 13:24:24.544561 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (6d399002-6474-42bf-b9c4-5ceda4885845), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.545471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.546052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.562232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2307e34-1e9e-4da1-8a15-6a4e61a35650 req-5afd4a92-f5db-42be-b2af-ab52e95b9caf tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791956 Feb 11 13:24:24.606870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:24.620618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50339800-a2b0-4e80-b63a-4e7b0bf62a9a req-8d2f910a-6be7-4153-b364-7a22277872cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368597 Feb 11 13:24:24.631024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebef49fc-ab56-4e5f-866e-7da7d7965afc req-eb259660-7caa-4635-96c1-506f12ae8d13 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553600 Feb 11 13:24:24.648236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57108adc-ce69-4542-813a-700cd14f024b req-d6593d37-f76c-448b-bd7c-7d8d1125281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.650047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57108adc-ce69-4542-813a-700cd14f024b req-d6593d37-f76c-448b-bd7c-7d8d1125281f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 1126 time: 0.1416595 Feb 11 13:24:24.652718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-855ef762-cf7f-47a7-a089-d55b515560e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.654188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-855ef762-cf7f-47a7-a089-d55b515560e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1081874 Feb 11 13:24:24.661702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1143160 Feb 11 13:24:24.662432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56942) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:24.697763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Request body: {'subnet': {'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2030450382-subnet', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:24.711611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:24.718433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:24.719492 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.722827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d6525-df3e-4b03-a582-ebb99f10623b req-15c2be38-1ed0-4ab3-8c7e-410b630f38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.724327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d6525-df3e-4b03-a582-ebb99f10623b req-15c2be38-1ed0-4ab3-8c7e-410b630f38d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.4740574 Feb 11 13:24:24.742523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-b5ace4a6-47a7-4810-add4-e47e22469ce4 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.743988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-b5ace4a6-47a7-4810-add4-e47e22469ce4 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.83 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.3894949 Feb 11 13:24:24.797734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ee17-8d51-4829-880b-e6d8cc730b49 admin admin] Pushing event updated for resources: {'Network': ['ID=6d399002-6474-42bf-b9c4-5ceda4885845,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.806910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:24.807306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.834912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 6d399002-6474-42bf-b9c4-5ceda4885845 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:24.864971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57108adc-ce69-4542-813a-700cd14f024b req-dd650c4c-e121-4ddc-a6de-750252723da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.866410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57108adc-ce69-4542-813a-700cd14f024b req-dd650c4c-e121-4ddc-a6de-750252723da0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2015207 Feb 11 13:24:24.874559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Made reservation on behalf of 1aff5a0e3a7e49a9bf3cf42d4007b904 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:24.876840 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.891058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:24.924052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57108adc-ce69-4542-813a-700cd14f024b req-ddba3d01-c45f-4f1e-a203-e743ee8a11bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 217 time: 0.0500336 Feb 11 13:24:24.929915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.931296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 749f2793-9c10-4072-822c-76347b7132ca no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:24.934815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5036859-21e7-4979-8a00-ea4141481e84 req-345b14f3-076c-4b96-bda2-d9a617f5a571 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.936946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c5036859-21e7-4979-8a00-ea4141481e84 req-345b14f3-076c-4b96-bda2-d9a617f5a571 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 949 time: 0.2052481 Feb 11 13:24:24.952946 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d6525-df3e-4b03-a582-ebb99f10623b req-22c52bad-b8d4-4681-96e3-1add62375578 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 217 time: 0.0901310 Feb 11 13:24:24.973088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-25635bce-0fb1-4c58-b06b-b14faca21f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.974622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-25635bce-0fb1-4c58-b06b-b14faca21f3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2817333 Feb 11 13:24:24.979765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 749f2793-9c10-4072-822c-76347b7132ca {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:24.980195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 749f2793-9c10-4072-822c-76347b7132ca not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:24.999323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff70d3-01fd-4e3a-b9ea-27123467ce32 req-7c30868d-ad3c-414e-88e8-1ba62040a772 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.000853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6ff70d3-01fd-4e3a-b9ea-27123467ce32 req-7c30868d-ad3c-414e-88e8-1ba62040a772 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 943 time: 0.3577523 Feb 11 13:24:25.009815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.033013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-ca4e34cb-5db4-4f3e-803e-9cbc326af7af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0489106 Feb 11 13:24:25.083490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57108adc-ce69-4542-813a-700cd14f024b req-bb1ebb97-f9f5-453c-b10d-d7dbddfb808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.084753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:25.084993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57108adc-ce69-4542-813a-700cd14f024b req-bb1ebb97-f9f5-453c-b10d-d7dbddfb808d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1476510 Feb 11 13:24:25.091243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c5036859-21e7-4979-8a00-ea4141481e84 req-1e0b85a5-9dab-4f0d-8b8c-dd855a0f6fac tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434345 Feb 11 13:24:25.132192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-3c82aa9a-ede3-4636-b93a-4ce9a34f3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.133756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-3c82aa9a-ede3-4636-b93a-4ce9a34f3702 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.0925713 Feb 11 13:24:25.183974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d6525-df3e-4b03-a582-ebb99f10623b req-cc9d7cac-09a2-476a-85f1-177d6b492ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.185153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d6525-df3e-4b03-a582-ebb99f10623b req-cc9d7cac-09a2-476a-85f1-177d6b492ee5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.2054558 Feb 11 13:24:25.188791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57108adc-ce69-4542-813a-700cd14f024b req-4659c8da-a84a-4b47-8da6-317bb35bc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.190387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57108adc-ce69-4542-813a-700cd14f024b req-4659c8da-a84a-4b47-8da6-317bb35bc8e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944419 Feb 11 13:24:25.207536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-449a08a7-3fbe-4833-85d6-dd64a6c86702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.208362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-449a08a7-3fbe-4833-85d6-dd64a6c86702 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668991 Feb 11 13:24:25.223523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:25.241608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:25.242692 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6ff70d3-01fd-4e3a-b9ea-27123467ce32 req-e68f75d3-6425-49b1-b234-58f530e5cc2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049119 Feb 11 13:24:25.247343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d6525-df3e-4b03-a582-ebb99f10623b req-8d66b59d-1214-4196-9a56-3872e1d21475 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485578 Feb 11 13:24:25.247939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff2756ea-54c7-4086-b1a2-506b3bba71b7 req-f426cd74-1645-40ec-b65d-1c821887681c tempest-DeleteServersAdminTestJSON-1372339710 tempest-DeleteServersAdminTestJSON-1372339710-project] 10.222.0.79 "GET /v2.0/ports?device_id=59694178-ad16-4b4a-b4f8-6b501af2ead8 HTTP/1.1" status: 200 len: 210 time: 0.0439804 Feb 11 13:24:25.256194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 has no active binding in host n-h2-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:24:25.256571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Deleting port 65c6acef-1578-421a-9b64-e9a27551a531 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:25.256901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (65c6acef-1578-421a-9b64-e9a27551a531), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.403343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57108adc-ce69-4542-813a-700cd14f024b req-0c73bf2f-123f-4ea5-b544-e6a18a08e04d service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871872 Feb 11 13:24:25.407339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-ea2788f2-ae83-4836-af9c-c5b797fc5bd0 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885865 Feb 11 13:24:25.572988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bcfb3c-c139-4471-ba2d-1d37e51dbf30 req-780b3da3-c143-4b6a-8560-ae926feb21db service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500809 Feb 11 13:24:25.575059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57108adc-ce69-4542-813a-700cd14f024b req-d77779d9-f5ff-4a2b-86cb-8364e9b10c70 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608450 Feb 11 13:24:25.590043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] For port 65c6acef-1578-421a-9b64-e9a27551a531, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=65c6acef-1578-421a-9b64-e9a27551a531,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:25.590511 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (65c6acef-1578-421a-9b64-e9a27551a531), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.655972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d6525-df3e-4b03-a582-ebb99f10623b req-c34c5bef-5c72-4267-afea-f99838600a32 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798826 Feb 11 13:24:25.658790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Calling delete_port for 65c6acef-1578-421a-9b64-e9a27551a531 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:25.668894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.694323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80c609-dbfd-4a64-9f2d-5fddf7567d3d req-cacad29d-d900-4283-b7a8-8cb1e0f5216c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.695863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d80c609-dbfd-4a64-9f2d-5fddf7567d3d req-cacad29d-d900-4283-b7a8-8cb1e0f5216c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 944 time: 0.0587792 Feb 11 13:24:25.699042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5c24-3b0c-4b82-b63d-bdab8a83f0cd req-df34067d-d44b-4493-a6b5-c30727e21175 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.700505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b0b5c24-3b0c-4b82-b63d-bdab8a83f0cd req-df34067d-d44b-4493-a6b5-c30727e21175 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.3143711 Feb 11 13:24:25.743944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d80c609-dbfd-4a64-9f2d-5fddf7567d3d req-654a911d-f7f7-4f19-93d7-62a85d5e903a tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Feb 11 13:24:25.812106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:25.822911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] Sync routers for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:25.824119 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.836544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:25.837310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:25.866584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04226-5742-42b8-bf20-32d5b8219b3e req-bb4aef06-15a7-4755-8387-4b663d8f01af tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.868204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cd04226-5742-42b8-bf20-32d5b8219b3e req-bb4aef06-15a7-4755-8387-4b663d8f01af tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 950 time: 0.0702028 Feb 11 13:24:25.889538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'name': 'network-vif-deleted', 'tag': '749f2793-9c10-4072-822c-76347b7132ca'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:25.892021 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e34880-8e24-41fd-a32b-ffa824fbbb19" -d '{"events": [{"server_uuid": "59694178-ad16-4b4a-b4f8-6b501af2ead8", "name": "network-vif-deleted", "tag": "749f2793-9c10-4072-822c-76347b7132ca"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:25.927089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.946900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cd04226-5742-42b8-bf20-32d5b8219b3e req-d9baddd8-7bc3-4e10-bdce-c173691ddbbf tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726984 Feb 11 13:24:25.965703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-37a58753-6a6d-4df8-8ab7-880d0526cb8a tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "PUT /v2.0/floatingips/42e66f82-4d2d-40c8-8905-79ed2b87c825 HTTP/1.1" status: 200 len: 991 time: 4.0878155 Feb 11 13:24:25.977695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b0b5c24-3b0c-4b82-b63d-bdab8a83f0cd req-15fab1b4-f2c6-4a26-86df-530e4e71e343 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459407 Feb 11 13:24:25.978496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Checking segment: {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:25.978857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Network hostable DHCP agents. Network: 6d399002-6474-42bf-b9c4-5ceda4885845, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:26.000838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:26.064190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d6525-df3e-4b03-a582-ebb99f10623b req-5d910d8b-de02-4ecc-b43f-ae8fbb2b3b71 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878200 Feb 11 13:24:26.089506 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d40037-6e6c-4a8a-b0fa-c7ba052b61ac x-openstack-request-id: req-91d40037-6e6c-4a8a-b0fa-c7ba052b61ac {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:26.089827 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59694178-ad16-4b4a-b4f8-6b501af2ead8", "name": "network-vif-deleted", "tag": "749f2793-9c10-4072-822c-76347b7132ca", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:26.090096 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91d40037-6e6c-4a8a-b0fa-c7ba052b61ac {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:26.090523 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59694178-ad16-4b4a-b4f8-6b501af2ead8', 'name': 'network-vif-deleted', 'tag': '749f2793-9c10-4072-822c-76347b7132ca', 'status': 'completed', 'code': 200} Feb 11 13:24:26.138874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Network 6d399002-6474-42bf-b9c4-5ceda4885845 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:26.151904 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (65c6acef-1578-421a-9b64-e9a27551a531), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.166818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:26.167890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 6d399002-6474-42bf-b9c4-5ceda4885845) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:26.176608 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb79a4f5-b788-40fa-babe-9423ab351d71" -d '{"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-plugged", "status": "completed", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:26.180448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a3a6f90a-410c-460a-aae1-5669e10755bf'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:26.186582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['65c6acef-1578-421a-9b64-e9a27551a531'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:26.189236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2894db-b330-40bb-ad9c-ee817d23a17b None None] Network 6d399002-6474-42bf-b9c4-5ceda4885845 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:26.266798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b90674a-5760-4d50-9702-2bd65d7309d3 req-e90eded2-2726-4e5e-9e99-2f3a820dabb8 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=10366659-7450-47da-8ae8-1cba35ae94fa HTTP/1.1" status: 200 len: 210 time: 0.0538530 Feb 11 13:24:26.274302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.274302 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.281507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Pushing event deleted for resources: {'Port': ['ID=65c6acef-1578-421a-9b64-e9a27551a531,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.292593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dcba5-6009-4673-84b8-527cd0deb857 req-5b2469d9-249b-42ce-8b07-6b29348cd167 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.298636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4b6dcba5-6009-4673-84b8-527cd0deb857 req-5b2469d9-249b-42ce-8b07-6b29348cd167 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.2129059 Feb 11 13:24:26.358265 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1770b161-9e1a-444e-9a86-c14dd1882b3d x-openstack-request-id: req-1770b161-9e1a-444e-9a86-c14dd1882b3d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:26.358636 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-plugged", "status": "completed", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:26.358896 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1770b161-9e1a-444e-9a86-c14dd1882b3d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:26.359287 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'code': 200} Feb 11 13:24:26.558423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188868f-804b-44e9-b410-9eb5f5a3063c req-51a2801e-035f-4d93-97ee-bebf828776cf tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.560094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c188868f-804b-44e9-b410-9eb5f5a3063c req-51a2801e-035f-4d93-97ee-bebf828776cf tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 943 time: 0.0586364 Feb 11 13:24:26.596286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-6d399002-6474-42bf-b9c4-5ceda4885845', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:24:26.597148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.629886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c188868f-804b-44e9-b410-9eb5f5a3063c req-128a33a4-5f68-46ee-ab63-92ec0f5bb970 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633113 Feb 11 13:24:26.665993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] No DVR routers for this DVR port 65c6acef-1578-421a-9b64-e9a27551a531 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:26.669045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.672525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6ea8841-02f1-4187-a21d-686023fd10fd req-f44212f8-3ad5-488b-9104-2ccf4b8caaf2 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.83 "DELETE /v2.0/ports/65c6acef-1578-421a-9b64-e9a27551a531 HTTP/1.1" status: 204 len: 173 time: 1.8947814 Feb 11 13:24:26.692033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7f5f3b9a-7941-45dc-baf4-618eede812d8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0031807 Feb 11 13:24:26.692837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56968) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:26.699249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:26.724917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (c9b942c7-5712-432c-9895-02b03901fcf1), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.726959 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (c9b942c7-5712-432c-9895-02b03901fcf1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.784498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4b6dcba5-6009-4673-84b8-527cd0deb857 req-4fc86462-2e59-429e-a87c-5a2f32b6223f tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568112 Feb 11 13:24:26.794549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5f39c-69a1-46e8-a2db-a65b868ba37f req-8db7f158-4b31-4cbb-acb3-7aa8d40e54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.794902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks [] for router_controller (c9b942c7-5712-432c-9895-02b03901fcf1), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.801603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf5f39c-69a1-46e8-a2db-a65b868ba37f req-8db7f158-4b31-4cbb-acb3-7aa8d40e54ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 1131 time: 0.1369317 Feb 11 13:24:26.902056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf5f39c-69a1-46e8-a2db-a65b868ba37f req-b9f7e3de-ffc3-4307-88b4-31a257a98978 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912821 Feb 11 13:24:26.997545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks [] for router_gateway (c9b942c7-5712-432c-9895-02b03901fcf1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.019495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '42e66f82-4d2d-40c8-8905-79ed2b87c825', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'port_id': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'mac_address': 'fa:16:3e:8a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:59Z', 'updated_at': '2022-02-11T13:24:22Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:27.032088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc348f-a0c6-42a8-a072-a2929e869d6f req-a514b47e-760c-46f6-8744-caa2d8fcd5be tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.042704 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3fcc348f-a0c6-42a8-a072-a2929e869d6f req-a514b47e-760c-46f6-8744-caa2d8fcd5be tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 944 time: 0.1239312 Feb 11 13:24:27.065172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] Checking router: 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:27.115586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3fcc348f-a0c6-42a8-a072-a2929e869d6f req-e579b6d1-5c0b-439e-9a2b-edc38680e56c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714660 Feb 11 13:24:27.120371 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6d6b900b-5104-4f94-ad65-286087f31e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.122924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Allocated IP 172.20.0.2 (6d399002-6474-42bf-b9c4-5ceda4885845/fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e/8b786caf-9f38-4c8b-9f88-843653c8f312) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:27.134008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:27.148560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:27.149452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:27.203146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd7f1-35b9-4627-9847-cdbbe2a8c76d req-137bce7f-8f75-4731-b42a-6e177f80d672 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.212323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65cbd7f1-35b9-4627-9847-cdbbe2a8c76d req-137bce7f-8f75-4731-b42a-6e177f80d672 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 950 time: 0.1673784 Feb 11 13:24:27.271455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56986) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:27.360205 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-ff3a0a7b-9e3b-4d5e-a329-20a569e1e0eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1393592 Feb 11 13:24:27.368768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8164c2-9353-4364-a952-7c6e2432c92c req-00e04068-89ae-473a-947e-59853d20480c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.370717 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce8164c2-9353-4364-a952-7c6e2432c92c req-00e04068-89ae-473a-947e-59853d20480c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0889649 Feb 11 13:24:27.422380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65cbd7f1-35b9-4627-9847-cdbbe2a8c76d req-a2d9c111-8102-4eb0-bc85-9da1854ad135 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049134 Feb 11 13:24:27.445038 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce8164c2-9353-4364-a952-7c6e2432c92c req-2fa9813d-4a83-4ffe-ba03-2c89fbdafcb7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665905 Feb 11 13:24:27.585027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:27.602838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-b211720d-02bc-4486-9024-3bd888215874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.604706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-b211720d-02bc-4486-9024-3bd888215874 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1131 time: 0.1137774 Feb 11 13:24:27.617320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:27.688181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'mac_address': 'fa:16:3e:9c:35:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:27.743609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161afe41-2a46-453c-b202-87db012a1093 req-569c258e-211d-4a6d-a542-979454feda59 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.745140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-161afe41-2a46-453c-b202-87db012a1093 req-569c258e-211d-4a6d-a542-979454feda59 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.2107258 Feb 11 13:24:27.769039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Publish callbacks [] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.786434 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.801181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-8ed964e2-bfdc-4de7-bc33-94a685d00471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.803297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-8ed964e2-bfdc-4de7-bc33-94a685d00471 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1628866 Feb 11 13:24:27.838796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Network 6d399002-6474-42bf-b9c4-5ceda4885845 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:27.840355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:27.840355 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.848655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-161afe41-2a46-453c-b202-87db012a1093 req-2be9348d-c328-461e-b9f7-3bbf129bdcca tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951762 Feb 11 13:24:27.850363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-351a293c-217a-4b07-9dc7-7a0c558ebe4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0382128 Feb 11 13:24:27.852261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:27.869986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks [] for router_gateway (c9b942c7-5712-432c-9895-02b03901fcf1), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.872753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:27.878253 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62e03f10-55d5-40d1-9059-2ed6c9f2c1b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be72a668f4ad404f9b9cde82404149af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6056924 Feb 11 13:24:27.878848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57000) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:27.894598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:27.931215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-67ce6e40-84cd-4b5b-b759-ab402f007f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.933739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-67ce6e40-84cd-4b5b-b759-ab402f007f06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0770009 Feb 11 13:24:27.945759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Pushing event updated for resources: {'Port': ['ID=8b786caf-9f38-4c8b-9f88-843653c8f312,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:27.964211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-24c4e23a-7417-4890-a202-60d8ffa3a1e6 service neutron] 10.222.0.30 "GET /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.2546096 Feb 11 13:24:27.975513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.984895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:28.009167 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.045461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce15f10-bc22-4662-801a-e1dcbd947524 req-80ed06f4-7feb-44cd-800a-0b93f6035870 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.047123 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fce15f10-bc22-4662-801a-e1dcbd947524 req-80ed06f4-7feb-44cd-800a-0b93f6035870 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.1033463 Feb 11 13:24:28.050602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91713b6b-c65d-43ff-b7a5-7d5240e2d28c req-7ce54f64-f64f-44c6-beee-fd4757b18d54 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.052030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-5051b61d-d2af-452d-81d8-e05cf3fa18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.053138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-5051b61d-d2af-452d-81d8-e05cf3fa18ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1105621 Feb 11 13:24:28.054852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91713b6b-c65d-43ff-b7a5-7d5240e2d28c req-7ce54f64-f64f-44c6-beee-fd4757b18d54 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 943 time: 0.3083696 Feb 11 13:24:28.065281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Attempting to bind port 8b786caf-9f38-4c8b-9f88-843653c8f312 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:28.065846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Attempting to bind port 8b786caf-9f38-4c8b-9f88-843653c8f312 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:28.065846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Attempting to bind port 8b786caf-9f38-4c8b-9f88-843653c8f312 on network 6d399002-6474-42bf-b9c4-5ceda4885845 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:28.097969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:28.098579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d'}, {'server_uuid': '10366659-7450-47da-8ae8-1cba35ae94fa', 'name': 'network-vif-deleted', 'tag': '65c6acef-1578-421a-9b64-e9a27551a531'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:28.098767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Checking segment: {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:28.099069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.099541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Bound using segment: {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:28.100108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Bound port: 8b786caf-9f38-4c8b-9f88-843653c8f312, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:28.100718 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.100956 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d2185-f764-4aca-b68b-aff0b759d06e" -d '{"events": [{"name": "network-changed", "server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d"}, {"server_uuid": "10366659-7450-47da-8ae8-1cba35ae94fa", "name": "network-vif-deleted", "tag": "65c6acef-1578-421a-9b64-e9a27551a531"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:28.131063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.194269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fce15f10-bc22-4662-801a-e1dcbd947524 req-0f817af5-d034-4fd1-8e85-4a77c2a2eabb tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349802 Feb 11 13:24:28.201894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] For port 8b786caf-9f38-4c8b-9f88-843653c8f312, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:28.205271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '42e66f82-4d2d-40c8-8905-79ed2b87c825', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'port_id': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'mac_address': 'fa:16:3e:8a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:59Z', 'updated_at': '2022-02-11T13:24:22Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:28.208576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] For port 8b786caf-9f38-4c8b-9f88-843653c8f312, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8b786caf-9f38-4c8b-9f88-843653c8f312,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:28.236888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6832af11-826d-4f68-b9d7-9ea81c069a26 admin admin] Publish callbacks [] for security_group (56c124a9-3e00-4c85-84d6-a7f4a1ea755b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.237959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-53ab81ed-5009-4c84-a51b-7f34ceb1b2ca service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684520 Feb 11 13:24:28.243008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38615e-e425-406b-8d0f-755ba694dfc1 None None] The sync data for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 is: [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '42e66f82-4d2d-40c8-8905-79ed2b87c825', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'port_id': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'mac_address': 'fa:16:3e:8a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:59Z', 'updated_at': '2022-02-11T13:24:22Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:28.250646 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.317041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91713b6b-c65d-43ff-b7a5-7d5240e2d28c req-4b839e39-9592-4184-a7b8-6ead2f7e25dc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274017 Feb 11 13:24:28.335175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:28.388515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Allocated IP 172.25.3.124 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/058991af-ed60-4fd2-91f4-faad8586113f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:28.398466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6832af11-826d-4f68-b9d7-9ea81c069a26 admin admin] Publish callbacks [] for security_group (56c124a9-3e00-4c85-84d6-a7f4a1ea755b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.430462 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d9a768-927e-4308-8a14-89d4cf8158d1 x-openstack-request-id: req-80d9a768-927e-4308-8a14-89d4cf8158d1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:28.430786 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d", "status": "completed", "code": 200}, {"server_uuid": "10366659-7450-47da-8ae8-1cba35ae94fa", "name": "network-vif-deleted", "tag": "65c6acef-1578-421a-9b64-e9a27551a531", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:28.431042 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-80d9a768-927e-4308-8a14-89d4cf8158d1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:28.431787 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'status': 'completed', 'code': 200} Feb 11 13:24:28.432045 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10366659-7450-47da-8ae8-1cba35ae94fa', 'name': 'network-vif-deleted', 'tag': '65c6acef-1578-421a-9b64-e9a27551a531', 'status': 'completed', 'code': 200} Feb 11 13:24:28.484483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-734c58c1-9557-43e8-9984-e1174f0b8bed tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721896 Feb 11 13:24:28.497887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38142aed-b56f-42cb-8729-d9953cf72627 None None] Pushing event updated for resources: {'Port': ['ID=8b786caf-9f38-4c8b-9f88-843653c8f312,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.620700 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36739e3f-530d-4e4b-8339-30456dd53afb None None] New status for floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:24:28.658817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks [] for port (058991af-ed60-4fd2-91f4-faad8586113f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.683579 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebd87874-f24b-4d30-8e80-1797a15ca510 req-f14265b2-000f-4b34-84ce-7213dda3e4ef service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385436 Feb 11 13:24:28.706005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-00497195-68e9-4cc6-bab8-ac32414a97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.708030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-00497195-68e9-4cc6-bab8-ac32414a97c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a84ea008888a41288b4e7f0f8033e15e&device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 1127 time: 0.2478495 Feb 11 13:24:28.778587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5b5fbcb7-3128-4374-a52b-edc07213a74b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.780308 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5b5fbcb7-3128-4374-a52b-edc07213a74b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949793 Feb 11 13:24:28.824658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-42f3aaa7-3643-4a8b-a439-9bcb32f2d0e1 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/quotas/e3b4c4baa38e4129808c6ae733a3765b HTTP/1.1" status: 200 len: 375 time: 0.0364754 Feb 11 13:24:28.830596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:28.851957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6832af11-826d-4f68-b9d7-9ea81c069a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (56c124a9-3e00-4c85-84d6-a7f4a1ea755b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.862392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6832af11-826d-4f68-b9d7-9ea81c069a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.863949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6832af11-826d-4f68-b9d7-9ea81c069a26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56c124a9-3e00-4c85-84d6-a7f4a1ea755b HTTP/1.1" status: 204 len: 168 time: 0.9809334 Feb 11 13:24:28.889318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fd49b-8dfc-4e54-9165-698e93d23607 req-8ae08481-a46d-4a60-b02a-bb7a51bc6d39 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.891582 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c39fd49b-8dfc-4e54-9165-698e93d23607 req-8ae08481-a46d-4a60-b02a-bb7a51bc6d39 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 945 time: 0.2589304 Feb 11 13:24:28.903313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (058991af-ed60-4fd2-91f4-faad8586113f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.906632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832af11-826d-4f68-b9d7-9ea81c069a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c124a9-3e00-4c85-84d6-a7f4a1ea755b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.923953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:29.015042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-0c7b5442-16cc-41c1-a08f-6f9a4242916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.016587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-0c7b5442-16cc-41c1-a08f-6f9a4242916b service neutron] 10.222.0.83 "GET /v2.0/networks?id=fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 200 len: 924 time: 0.2954867 Feb 11 13:24:29.030860 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-119b3157-c817-4be8-b8d9-69e002b7c8c6 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020769 Feb 11 13:24:29.036647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:29.051562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:29.054682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:29.114090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:29.128256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 65c6acef-1578-421a-9b64-e9a27551a531 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:29.143988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=058991af-ed60-4fd2-91f4-faad8586113f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.186029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:29.223404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 65c6acef-1578-421a-9b64-e9a27551a531 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:29.223755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 65c6acef-1578-421a-9b64-e9a27551a531 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:29.227267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-bd6b9f6c-f777-41d0-a58f-9bb95b87c903 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d HTTP/1.1" status: 200 len: 1001 time: 0.1927977 Feb 11 13:24:29.277362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c39fd49b-8dfc-4e54-9165-698e93d23607 req-7cb7f879-e4b3-4988-be58-71b48c686e05 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624289 Feb 11 13:24:29.315285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.341048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10bc1316-1733-4082-894e-80d30f664401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.363928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57032) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.391676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-782ae11c-cb42-40ae-800c-6085889a6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.393160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-782ae11c-cb42-40ae-800c-6085889a6920 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 200 len: 862 time: 0.1590042 Feb 11 13:24:29.406622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9fdd9-32cc-49c9-8f2a-29367560c28f req-6e462bdf-6598-4b2b-8d82-e0ab60acdbe9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.411732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3bc9fdd9-32cc-49c9-8f2a-29367560c28f req-6e462bdf-6598-4b2b-8d82-e0ab60acdbe9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1418054 Feb 11 13:24:29.468869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c2852c2-ac06-4749-a394-a539d0b39ccd req-705b8536-eb8f-48cb-9c8b-d63978617918 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 210 time: 0.0910931 Feb 11 13:24:29.471969 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1570848a-2ec7-491d-be3a-f4f37b965aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.522682 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3bc9fdd9-32cc-49c9-8f2a-29367560c28f req-84d1a582-5a70-46b8-a2aa-ecaf379802d1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972447 Feb 11 13:24:29.536062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-b46dd4a9-5d84-4640-bcf0-b2426047edff tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.537820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-b46dd4a9-5d84-4640-bcf0-b2426047edff tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.2011147 Feb 11 13:24:29.607710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-e790aeea-c832-428f-8f77-a56783909b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.609453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-e790aeea-c832-428f-8f77-a56783909b35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fec9043b-301a-48e1-bac1-c09fc7be68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1944988 Feb 11 13:24:29.660049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] Transition to ACTIVE for port object 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:29.680364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.803765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Deleting port a3a6f90a-410c-460a-aae1-5669e10755bf {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:29.804070 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.825409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-8b5358ea-f5d5-44c9-ba12-47389436f2f2 service neutron] 10.222.0.83 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059426 Feb 11 13:24:29.836084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f1d93-4351-4d89-917d-0aacfd2958e8 req-bc1e4ff3-d760-4ca9-841a-48b2c9425053 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.837592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-017f1d93-4351-4d89-917d-0aacfd2958e8 req-bc1e4ff3-d760-4ca9-841a-48b2c9425053 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 944 time: 0.1708136 Feb 11 13:24:29.842491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] No DVR routers for this DVR port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:29.861289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad455d-9359-444e-9576-aa43c9831590 req-54dda6de-cbc1-4823-8a6a-577f95db76ee tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.864095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01ad455d-9359-444e-9576-aa43c9831590 req-54dda6de-cbc1-4823-8a6a-577f95db76ee tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/ports?device_id=45d5e186-ef5d-4e83-a084-c5a0b126164d HTTP/1.1" status: 200 len: 949 time: 0.2645817 Feb 11 13:24:29.878753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks [] for router_gateway (c9b942c7-5712-432c-9895-02b03901fcf1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.947353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] Pushing event updated for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.980798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d30f3-f789-4386-87c0-52b98377be72 None None] Network 6d399002-6474-42bf-b9c4-5ceda4885845 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:30.001243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-d1a0aa8c-1881-462c-809b-54ad26899c7b service neutron] 10.222.0.30 "PUT /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173/bindings/n-h2-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0191226 Feb 11 13:24:30.003724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-017f1d93-4351-4d89-917d-0aacfd2958e8 req-1e894126-bde6-432f-ba9b-c202535c1ae8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512320 Feb 11 13:24:30.032076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1570848a-2ec7-491d-be3a-f4f37b965aa6 admin admin] Publish callbacks [] for security_group (e651efdd-759c-4818-b0ef-369e8a4e3e04), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.047475 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1570848a-2ec7-491d-be3a-f4f37b965aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e651efdd-759c-4818-b0ef-369e8a4e3e04), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.099409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] For port a3a6f90a-410c-460a-aae1-5669e10755bf, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a3a6f90a-410c-460a-aae1-5669e10755bf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:30.100257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ec94f376-9d70-4b38-a859-52c2e1ac361d None None] Provisioning complete for port 8b786caf-9f38-4c8b-9f88-843653c8f312 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:30.100724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec94f376-9d70-4b38-a859-52c2e1ac361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.103685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.108519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4d2185-f764-4aca-b68b-aff0b759d06e req-1868d6c8-ff7f-4144-b418-acc357cf1708 service neutron] 10.222.0.83 "GET /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571943 Feb 11 13:24:30.136895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Calling delete_port for a3a6f90a-410c-460a-aae1-5669e10755bf owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:30.139066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01ad455d-9359-444e-9576-aa43c9831590 req-e34a258c-51be-40a8-ab72-e4ba46db12af tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6ff34f-63c7-479c-8d1d-3aeae807cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637091 Feb 11 13:24:30.204252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570848a-2ec7-491d-be3a-f4f37b965aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e651efdd-759c-4818-b0ef-369e8a4e3e04,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.211044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-2c5e626e-dd13-43f3-8db2-41ee38b15520 req-ef884f1e-d1df-47de-abd0-3752e773e720 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:24:30.212185 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c5e626e-dd13-43f3-8db2-41ee38b15520 req-ef884f1e-d1df-47de-abd0-3752e773e720 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100253 Feb 11 13:24:30.216363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1570848a-2ec7-491d-be3a-f4f37b965aa6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=672ff4cb63404b118099e8a0ad77bb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8473759 Feb 11 13:24:30.218430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57042) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:30.266690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ec94f376-9d70-4b38-a859-52c2e1ac361d None None] Current status of the port 8b786caf-9f38-4c8b-9f88-843653c8f312 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:30.267330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec94f376-9d70-4b38-a859-52c2e1ac361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.313879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ec94f376-9d70-4b38-a859-52c2e1ac361d None None] For port 8b786caf-9f38-4c8b-9f88-843653c8f312, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8b786caf-9f38-4c8b-9f88-843653c8f312,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:30.323728 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec94f376-9d70-4b38-a859-52c2e1ac361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.326668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-7d159dfa-0bf7-4963-bb65-daa175656c77 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.327987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-7d159dfa-0bf7-4963-bb65-daa175656c77 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.2104142 Feb 11 13:24:30.376917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a3a6f90a-410c-460a-aae1-5669e10755bf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.403288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a3a6f90a-410c-460a-aae1-5669e10755bf'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:30.409632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94f376-9d70-4b38-a859-52c2e1ac361d None None] Pushing event updated for resources: {'Port': ['ID=8b786caf-9f38-4c8b-9f88-843653c8f312,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.512133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Pushing event deleted for resources: {'Port': ['ID=a3a6f90a-410c-460a-aae1-5669e10755bf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.575873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] No DVR routers for this DVR port a3a6f90a-410c-460a-aae1-5669e10755bf on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:30.613291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.616575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-045caf33-36bb-43ae-9efa-ab682fbd9f03 req-46d0fe78-c0ba-4115-b665-013ec7bd6404 tempest-LiveMigrationNegativeTest-1252394702 tempest-LiveMigrationNegativeTest-1252394702-project] 10.222.0.30 "DELETE /v2.0/ports/a3a6f90a-410c-460a-aae1-5669e10755bf HTTP/1.1" status: 204 len: 173 time: 1.0727217 Feb 11 13:24:30.617030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'name': 'network-vif-deleted', 'tag': 'a3a6f90a-410c-460a-aae1-5669e10755bf'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:30.619457 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f6fb8-6ad0-443b-bbfc-7afe95bcf3e0" -d '{"events": [{"server_uuid": "45d5e186-ef5d-4e83-a084-c5a0b126164d", "name": "network-vif-deleted", "tag": "a3a6f90a-410c-460a-aae1-5669e10755bf"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:30.620759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:30.692355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-c74cc7a2-d486-4e6c-a05f-53c4c88eaa14 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326025 Feb 11 13:24:30.738273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740808-e3ec-4bad-ade9-b90a3e65693d req-82af3b24-ab21-41ad-ad21-d9433b8c1d73 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.740632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0740808-e3ec-4bad-ade9-b90a3e65693d req-82af3b24-ab21-41ad-ad21-d9433b8c1d73 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.2289326 Feb 11 13:24:30.740632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:30.933269 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e7344b-8196-4dfb-90ca-172bf364cca7 admin admin] Publish callbacks [] for security_group (e651efdd-759c-4818-b0ef-369e8a4e3e04), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.958353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0740808-e3ec-4bad-ade9-b90a3e65693d req-410b7751-3589-4fe4-a97d-ad809d93532f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887140 Feb 11 13:24:30.961414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e7344b-8196-4dfb-90ca-172bf364cca7 admin admin] Publish callbacks [] for security_group (e651efdd-759c-4818-b0ef-369e8a4e3e04), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.979714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5b8c5ffc-df9c-44b0-912c-adc1af74e819 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.981815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5b8c5ffc-df9c-44b0-912c-adc1af74e819 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830155 Feb 11 13:24:30.984993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8b786caf-9f38-4c8b-9f88-843653c8f312 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:31.011767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Request body: {'port': {'device_id': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'e3b4c4baa38e4129808c6ae733a3765b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:31.028898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 host n-h2-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:24:31.028898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:31.037411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e7344b-8196-4dfb-90ca-172bf364cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e651efdd-759c-4818-b0ef-369e8a4e3e04), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.040824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e7344b-8196-4dfb-90ca-172bf364cca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.044374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-34e7344b-8196-4dfb-90ca-172bf364cca7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e651efdd-759c-4818-b0ef-369e8a4e3e04 HTTP/1.1" status: 204 len: 168 time: 0.8221917 Feb 11 13:24:31.069394 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.074152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-09f49c32-b0ae-4fbf-854f-f4564d4b4327 None None] Provisioning complete for port 8b786caf-9f38-4c8b-9f88-843653c8f312 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:31.074536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09f49c32-b0ae-4fbf-854f-f4564d4b4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.079512 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (c9b942c7-5712-432c-9895-02b03901fcf1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.083946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7344b-8196-4dfb-90ca-172bf364cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651efdd-759c-4818-b0ef-369e8a4e3e04,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.098562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-827933e3-51a7-4de0-85bb-459f1617b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.100928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-827933e3-51a7-4de0-85bb-459f1617b7ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48&tenant_id=28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 1126 time: 0.7624731 Feb 11 13:24:31.130503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:31.157553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8b786caf-9f38-4c8b-9f88-843653c8f312 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:31.157928 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.163354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7576a-4aac-4555-8dff-84b3b3cb2402 req-5339343b-5fe2-48fe-9239-d3b5d2b1a0e2 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.172092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9b7576a-4aac-4555-8dff-84b3b3cb2402 req-5339343b-5fe2-48fe-9239-d3b5d2b1a0e2 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 945 time: 0.2822261 Feb 11 13:24:31.204607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-e2fb42bc-0d65-4037-85b5-785b0cd4ebab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4405344 Feb 11 13:24:31.257284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09f49c32-b0ae-4fbf-854f-f4564d4b4327 None None] Current status of the port 8b786caf-9f38-4c8b-9f88-843653c8f312 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:31.261071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-9b640276-c32d-4340-afe6-8fd7e0cebc27 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:24:31.271258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-9b640276-c32d-4340-afe6-8fd7e0cebc27 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0648801 Feb 11 13:24:31.288531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Made reservation on behalf of e3b4c4baa38e4129808c6ae733a3765b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:31.291826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.309722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:31.331863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:31.332243 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.358430 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:24:31.370823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c50b540a-b4b0-42ec-aa3e-d63c4573f13f req-13c6ef52-1288-4fe1-8f7a-f481830798c9 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 210 time: 0.0937123 Feb 11 13:24:31.379053 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9b7576a-4aac-4555-8dff-84b3b3cb2402 req-a62d77f3-e74b-4db9-a1c6-db4175edd095 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060304 Feb 11 13:24:31.427682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8b786caf-9f38-4c8b-9f88-843653c8f312 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:31.438034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-56f81e0e-8532-4f0d-9eb2-e77f81cbe65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.450610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-56f81e0e-8532-4f0d-9eb2-e77f81cbe65f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1126 time: 0.3065453 Feb 11 13:24:31.512367 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4305fdf5-0e76-456a-9769-4feee95109a6 x-openstack-request-id: req-4305fdf5-0e76-456a-9769-4feee95109a6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:31.512668 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d5e186-ef5d-4e83-a084-c5a0b126164d", "name": "network-vif-deleted", "tag": "a3a6f90a-410c-460a-aae1-5669e10755bf", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:31.512923 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4305fdf5-0e76-456a-9769-4feee95109a6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:31.513412 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d5e186-ef5d-4e83-a084-c5a0b126164d', 'name': 'network-vif-deleted', 'tag': 'a3a6f90a-410c-460a-aae1-5669e10755bf', 'status': 'completed', 'code': 200} Feb 11 13:24:31.603253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:31.603666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.643656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:31.649973 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e045bd6-f16b-4238-a2ce-a6dd3eb5ebf4" -d '{"events": [{"server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "name": "network-vif-plugged", "status": "completed", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:31.672853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:31.679106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.720755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Allocated IP 192.168.233.143 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/59034efa-d223-42fc-8398-fe03a38ab2a6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:31.735343 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25096f4-1bb7-4283-9ad8-32a1d06ec30b x-openstack-request-id: req-f25096f4-1bb7-4283-9ad8-32a1d06ec30b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:31.735667 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "name": "network-vif-plugged", "status": "completed", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:31.735926 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f25096f4-1bb7-4283-9ad8-32a1d06ec30b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:31.736671 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'code': 200} Feb 11 13:24:31.747369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Router c9b942c7-5712-432c-9895-02b03901fcf1 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:24:31.760366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68f1eb-21b6-41aa-9bcf-ed96d02a42da req-bd38ca17-c9f0-4ba9-833f-7ef34795a74d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.761818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c68f1eb-21b6-41aa-9bcf-ed96d02a42da req-bd38ca17-c9f0-4ba9-833f-7ef34795a74d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 944 time: 0.2417128 Feb 11 13:24:31.787037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-be37ab94-6285-4d33-8571-aadaef8d2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.788429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-be37ab94-6285-4d33-8571-aadaef8d2cd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.3211854 Feb 11 13:24:31.794834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.889255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-fddc2573-de2d-47b8-b3e8-a9fdb160ea3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 217 time: 0.0482466 Feb 11 13:24:31.979106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-a79c714c-343a-4456-b564-af4bb117214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.980568 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-a79c714c-343a-4456-b564-af4bb117214e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.0655081 Feb 11 13:24:32.020034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks [] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.054626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-41a0d102-0982-48d8-a22d-208c4c6e21d6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.056175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-41a0d102-0982-48d8-a22d-208c4c6e21d6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports/44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 946 time: 0.0879850 Feb 11 13:24:32.063328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c68f1eb-21b6-41aa-9bcf-ed96d02a42da req-1b4f8f7e-8a36-449f-b402-c0d79401d0a0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854998 Feb 11 13:24:32.065268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-08a4db20-cc6b-40ec-82f0-07b93cd2f854 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759156 Feb 11 13:24:32.089724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553824c1-26e3-45b6-a26d-bf5496184a2c req-e79a6550-0f06-4a90-b095-2fd089087f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.091247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553824c1-26e3-45b6-a26d-bf5496184a2c req-e79a6550-0f06-4a90-b095-2fd089087f32 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 1128 time: 0.2497885 Feb 11 13:24:32.106659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:32.131973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.146229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['27c5ecde-a36e-4965-8f9d-fd1a24717f2f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:32.147246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:32.149078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['90268e1e-b6da-4f06-a4b0-0ce00b580bf4'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:32.171567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Sync routers for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:32.245447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Pushing event updated for resources: {'Port': ['ID=59034efa-d223-42fc-8398-fe03a38ab2a6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:32.257022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.259685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2941cbd0-198e-4ddc-a5d1-5cd32130d7d4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5650191 Feb 11 13:24:32.267054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57112) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:32.269533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:32.270751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:32.282392 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.294162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553824c1-26e3-45b6-a26d-bf5496184a2c req-abc19a46-ce47-4b8a-8bc0-f98f9d454287 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915419 Feb 11 13:24:32.298880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-49fe5234-bae8-480f-b4c0-2195c27778ec service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249703 Feb 11 13:24:32.357876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:32.365673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:32.371498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:32.400900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb5191-d88e-4bf7-bcce-96157a924828 req-bd1e0f71-4297-4194-ae1c-a3a161eb26d3 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.413495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efeb5191-d88e-4bf7-bcce-96157a924828 req-bd1e0f71-4297-4194-ae1c-a3a161eb26d3 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.3356175 Feb 11 13:24:32.584073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:32.604515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8266ca77-70ef-4e90-9167-5264787c7483 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd9c81acb9254790b137488f7d8a7320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962137 Feb 11 13:24:32.629962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57128) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:32.678702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.687241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.727763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e6686-a099-48be-a443-ce159f90ba14 req-18c23440-656c-4d76-912c-b53a6c5f6217 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.729925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-101e6686-a099-48be-a443-ce159f90ba14 req-18c23440-656c-4d76-912c-b53a6c5f6217 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 936 time: 0.2516696 Feb 11 13:24:32.733015 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-b2cdcd5c-8220-4263-8620-ab769cac9c7a service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308722 Feb 11 13:24:32.736792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efeb5191-d88e-4bf7-bcce-96157a924828 req-bae82edb-390e-4250-b74b-b4129c34813e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002582 Feb 11 13:24:32.744117 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-3c2d3e70-32b8-414c-9a2b-8cd243d21fb7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7458243 Feb 11 13:24:32.842870 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-101e6686-a099-48be-a443-ce159f90ba14 req-2a89cf6e-8cba-4650-9eef-91f9aae7156a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020889 Feb 11 13:24:32.871224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Request body: {'port': {'device_id': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:32.928192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bbd7179f-672d-49bd-b3a6-e32f702095ed None None] Provisioning complete for port 59034efa-d223-42fc-8398-fe03a38ab2a6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:32.928936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbd7179f-672d-49bd-b3a6-e32f702095ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.035962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7179f-672d-49bd-b3a6-e32f702095ed None None] Port 59034efa-d223-42fc-8398-fe03a38ab2a6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:33.093229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:29Z', 'revision_number': 3, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:33.114069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542633e-ad99-4e59-9934-f750470f9434 req-2d0bdab5-6088-46a7-81e1-47736e61470f tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.116473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-2d0bdab5-6088-46a7-81e1-47736e61470f tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.0743096 Feb 11 13:24:33.127730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Checking router: c9b942c7-5712-432c-9895-02b03901fcf1 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:33.128099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Updating router c9b942c7-5712-432c-9895-02b03901fcf1 port 058991af-ed60-4fd2-91f4-faad8586113f binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:33.188196 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (058991af-ed60-4fd2-91f4-faad8586113f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.344755 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b26ffee-09e5-4eae-a759-74913ed1b3d9 admin admin] Publish callbacks [] for security_group (3e6ff34f-63c7-479c-8d1d-3aeae807cb95), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.391663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.401294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cacbc7-679c-4d70-b026-9ffda56a2514 req-e9ef8139-1f51-484f-85dc-d3fd67745c83 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.402975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2cacbc7-679c-4d70-b026-9ffda56a2514 req-e9ef8139-1f51-484f-85dc-d3fd67745c83 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 946 time: 0.5486343 Feb 11 13:24:33.410789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d588f-7007-4e83-ae6c-8f204fe72ee2 req-8f93b4ea-e526-43c6-bfdb-5028c9504c20 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.412486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a81d588f-7007-4e83-ae6c-8f204fe72ee2 req-8f93b4ea-e526-43c6-bfdb-5028c9504c20 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 944 time: 0.2391069 Feb 11 13:24:33.441518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8542633e-ad99-4e59-9934-f750470f9434 req-66234bca-f3c6-4103-9c71-a64efa36840f service neutron] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:33.446431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8542633e-ad99-4e59-9934-f750470f9434 req-66234bca-f3c6-4103-9c71-a64efa36840f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.447542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542633e-ad99-4e59-9934-f750470f9434 req-66234bca-f3c6-4103-9c71-a64efa36840f service neutron] 10.222.0.83 "DELETE /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173/bindings/n-h1-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.3125703 Feb 11 13:24:33.475166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b26ffee-09e5-4eae-a759-74913ed1b3d9 admin admin] Publish callbacks [] for security_group (3e6ff34f-63c7-479c-8d1d-3aeae807cb95), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.481148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a81d588f-7007-4e83-ae6c-8f204fe72ee2 req-51e3dc46-38e4-4910-8fb6-79fc90a8b826 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614243 Feb 11 13:24:33.555019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Publish callbacks [] for port (058991af-ed60-4fd2-91f4-faad8586113f), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.567002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (058991af-ed60-4fd2-91f4-faad8586113f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.571774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.624222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Attempting to bind port 058991af-ed60-4fd2-91f4-faad8586113f on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:33.625030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Attempting to bind port 058991af-ed60-4fd2-91f4-faad8586113f by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:33.625030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Attempting to bind port 058991af-ed60-4fd2-91f4-faad8586113f on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:33.627040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569a1f9-e869-4546-9b1f-e601b032785f None None] Pushing event updated for resources: {'Port': ['ID=058991af-ed60-4fd2-91f4-faad8586113f,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:33.633237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:33.633712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:33.634014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.634426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:33.634919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Bound port: 058991af-ed60-4fd2-91f4-faad8586113f, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:33.635271 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (058991af-ed60-4fd2-91f4-faad8586113f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.652879 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2cacbc7-679c-4d70-b026-9ffda56a2514 req-ffee3cf0-6691-4398-ab0a-25a37a1507ab tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407296 Feb 11 13:24:33.663402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-0502bc0d-8011-4ed5-9091-12db77d13069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.664909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-0502bc0d-8011-4ed5-9091-12db77d13069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 1131 time: 0.2610345 Feb 11 13:24:33.728907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] For port 058991af-ed60-4fd2-91f4-faad8586113f, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:33.743330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] For port 058991af-ed60-4fd2-91f4-faad8586113f, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=058991af-ed60-4fd2-91f4-faad8586113f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:33.754070 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (058991af-ed60-4fd2-91f4-faad8586113f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.794078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b26ffee-09e5-4eae-a759-74913ed1b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3e6ff34f-63c7-479c-8d1d-3aeae807cb95), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.797188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b26ffee-09e5-4eae-a759-74913ed1b3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.801285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8b26ffee-09e5-4eae-a759-74913ed1b3d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e6ff34f-63c7-479c-8d1d-3aeae807cb95 HTTP/1.1" status: 204 len: 168 time: 1.1672447 Feb 11 13:24:33.874336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569a1f9-e869-4546-9b1f-e601b032785f None None] Pushing event updated for resources: {'Port': ['ID=058991af-ed60-4fd2-91f4-faad8586113f,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:33.884952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:33.885620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:33.889426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26ffee-09e5-4eae-a759-74913ed1b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6ff34f-63c7-479c-8d1d-3aeae807cb95,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:33.986464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d2560-4c8d-4884-9b8e-5f9299be8554 req-db44a975-62b9-4f27-ace1-307808706f5a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.988078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b96d2560-4c8d-4884-9b8e-5f9299be8554 req-db44a975-62b9-4f27-ace1-307808706f5a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0816388 Feb 11 13:24:34.039952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-c6ebe40e-e075-4314-85c3-8ff922432d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.041456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-c6ebe40e-e075-4314-85c3-8ff922432d1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3606155 Feb 11 13:24:34.043821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e4541-1c4d-42d7-990b-0735d8afb38a req-bb9fafc6-7426-4620-a322-7426d3355dff tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.044454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:34.045802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-892e4541-1c4d-42d7-990b-0735d8afb38a req-bb9fafc6-7426-4620-a322-7426d3355dff tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1126 time: 0.2574379 Feb 11 13:24:34.071346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b96d2560-4c8d-4884-9b8e-5f9299be8554 req-fe6191a7-4176-4d4b-a438-9fe2152c44c1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760930 Feb 11 13:24:34.155163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-12ceb345-559e-4d81-95be-577b5840e306 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 217 time: 0.1026995 Feb 11 13:24:34.214904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-892e4541-1c4d-42d7-990b-0735d8afb38a req-44964be3-6ee0-4e2a-97de-950ea52fd8e5 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534274 Feb 11 13:24:34.243570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.304544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-8e7731e4-f2c6-4ea5-908d-ef62b0838398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.305973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-8e7731e4-f2c6-4ea5-908d-ef62b0838398 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1142354 Feb 11 13:24:34.309980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:34.370336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59034efa-d223-42fc-8398-fe03a38ab2a6 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:34.403740 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Publish callbacks [] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.436117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Transition to ACTIVE for port object 59034efa-d223-42fc-8398-fe03a38ab2a6 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:34.445173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d3105c08-3983-4312-a329-2e0da3b53a0f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de4a797b04594453b9c5a7e2993c4824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331472 Feb 11 13:24:34.450225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57168) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:34.541924 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4ffc-4c60-47b8-90ad-5512c8564ce4 admin admin] Publish callbacks [] for security_group (c16c5dc9-22d2-4763-a1cc-35f7ddda907c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.560093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:29Z', 'revision_number': 3, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:34.567806 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4ffc-4c60-47b8-90ad-5512c8564ce4 admin admin] Publish callbacks [] for security_group (c16c5dc9-22d2-4763-a1cc-35f7ddda907c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.569315 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.595899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26301d7a-3a40-4043-ba84-923b1ad0efcd None None] The sync data for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 is: [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:29Z', 'revision_number': 3, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:34.622030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4ffc-4c60-47b8-90ad-5512c8564ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c16c5dc9-22d2-4763-a1cc-35f7ddda907c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.628887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4ffc-4c60-47b8-90ad-5512c8564ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.630316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d5e4ffc-4c60-47b8-90ad-5512c8564ce4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c16c5dc9-22d2-4763-a1cc-35f7ddda907c HTTP/1.1" status: 204 len: 168 time: 0.1791184 Feb 11 13:24:34.641942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e4ffc-4c60-47b8-90ad-5512c8564ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16c5dc9-22d2-4763-a1cc-35f7ddda907c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:34.679516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a3a6f90a-410c-460a-aae1-5669e10755bf no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:34.683789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Allocated IP 172.20.0.1 (6d399002-6474-42bf-b9c4-5ceda4885845/fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e/417e4ed9-1099-4c77-a813-23f6536f9abc) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:34.698445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-80aff904-854c-4ab8-a9f1-8ac5f3ba864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.700204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-80aff904-854c-4ab8-a9f1-8ac5f3ba864e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3771822 Feb 11 13:24:34.713257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Pushing event updated for resources: {'Port': ['ID=59034efa-d223-42fc-8398-fe03a38ab2a6,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:34.737043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: a3a6f90a-410c-460a-aae1-5669e10755bf {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:34.737891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a3a6f90a-410c-460a-aae1-5669e10755bf not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:34.787987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffdb28-6c9b-43ef-bc63-8abb5defe531 req-f30d51ae-5e32-4a73-8792-babbdd27af0f tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.795559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29ffdb28-6c9b-43ef-bc63-8abb5defe531 req-f30d51ae-5e32-4a73-8792-babbdd27af0f tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 948 time: 0.2294319 Feb 11 13:24:34.821274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-39777698-520b-482d-a413-7bfba9206a17 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.823118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-39777698-520b-482d-a413-7bfba9206a17 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.1889997 Feb 11 13:24:34.850520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-edd222ac-bd24-4e9d-a437-8be37a6dbf49 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/quotas/28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 375 time: 0.0124631 Feb 11 13:24:34.956660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-a96253ad-f526-449d-a012-9712c9ceba3c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870597 Feb 11 13:24:34.962070 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-bfca7aad-3d6a-4a7f-aa21-eeb88c011d93 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441235 Feb 11 13:24:35.107096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-0e532d90-a61b-4181-ba67-94a30b39e20e service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420577 Feb 11 13:24:35.115800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29ffdb28-6c9b-43ef-bc63-8abb5defe531 req-0bb66944-c42a-499e-af8a-c37a5d856be4 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192372 Feb 11 13:24:35.188504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Attempting to bind port 59034efa-d223-42fc-8398-fe03a38ab2a6 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:35.189313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Attempting to bind port 59034efa-d223-42fc-8398-fe03a38ab2a6 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:35.189671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Attempting to bind port 59034efa-d223-42fc-8398-fe03a38ab2a6 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:35.196964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks [] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.207682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Port 59034efa-d223-42fc-8398-fe03a38ab2a6 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:35.208382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Attempting to bind port 59034efa-d223-42fc-8398-fe03a38ab2a6 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:35.237525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:35.237873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:35.238294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:35.239345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Bound port: 59034efa-d223-42fc-8398-fe03a38ab2a6, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:35.239709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.268558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-cb8871db-dbfd-46b0-9abb-f33606de9ea8 service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549478 Feb 11 13:24:35.274212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-1aaf14e3-d371-40af-9d50-1d37fdc0b8ee service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413604 Feb 11 13:24:35.338092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.445743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Network 6d399002-6474-42bf-b9c4-5ceda4885845 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:35.455256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] For port 59034efa-d223-42fc-8398-fe03a38ab2a6, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:35.459218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:35.465182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] For port 59034efa-d223-42fc-8398-fe03a38ab2a6, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=59034efa-d223-42fc-8398-fe03a38ab2a6,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:35.468453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:35.515429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.564731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Pushing event updated for resources: {'Port': ['ID=417e4ed9-1099-4c77-a813-23f6536f9abc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:35.643090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Pushing event updated for resources: {'Port': ['ID=59034efa-d223-42fc-8398-fe03a38ab2a6,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:35.655339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b162f2-0cf1-4a6a-88f1-c38d7b7904ac req-db16a5ba-b207-43c4-85d1-cf5616a4dfb9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.662541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26b162f2-0cf1-4a6a-88f1-c38d7b7904ac req-db16a5ba-b207-43c4-85d1-cf5616a4dfb9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1387763 Feb 11 13:24:35.671298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df1fc4-bd04-4fcf-94f3-c02bdd878303 req-9414735d-74e7-4f3d-bf0d-0399bc1be1e4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.680016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42df1fc4-bd04-4fcf-94f3-c02bdd878303 req-9414735d-74e7-4f3d-bf0d-0399bc1be1e4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 946 time: 0.3639226 Feb 11 13:24:35.768017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.768736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.770659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-5a279a18-371c-4037-b00d-a82f31423c09 service neutron] 10.222.0.83 "PUT /v2.0/ports/59034efa-d223-42fc-8398-fe03a38ab2a6 HTTP/1.1" status: 200 len: 1096 time: 2.9172113 Feb 11 13:24:35.771273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'tag': '59034efa-d223-42fc-8398-fe03a38ab2a6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:35.774356 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef1ddda-84bd-4621-a385-6a18a5d81ce4", "tag": "59034efa-d223-42fc-8398-fe03a38ab2a6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:35.797940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26b162f2-0cf1-4a6a-88f1-c38d7b7904ac req-e27ffc64-32c5-4b25-a31a-b4a9410ca57e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341484 Feb 11 13:24:35.886335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (c9b942c7-5712-432c-9895-02b03901fcf1), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.910883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42df1fc4-bd04-4fcf-94f3-c02bdd878303 req-13a3fb43-8aa1-4b26-a421-eab531fe1417 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297311 Feb 11 13:24:35.961267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1348d4e6-bbdd-41e2-a4b2-9b4b12181403 None None] Provisioning complete for port 417e4ed9-1099-4c77-a813-23f6536f9abc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:35.962798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1348d4e6-bbdd-41e2-a4b2-9b4b12181403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.994890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa8dca6d-3573-4ae0-ad85-8d87277c6404 req-24f11ca6-7303-4285-8be7-84a65c29b316 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 210 time: 0.0738721 Feb 11 13:24:36.008315 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce84e0-d08d-4cc1-a6a2-fbdfb859e781 x-openstack-request-id: req-e7ce84e0-d08d-4cc1-a6a2-fbdfb859e781 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:36.010401 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef1ddda-84bd-4621-a385-6a18a5d81ce4", "tag": "59034efa-d223-42fc-8398-fe03a38ab2a6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:36.010675 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e7ce84e0-d08d-4cc1-a6a2-fbdfb859e781 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:36.011156 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'tag': '59034efa-d223-42fc-8398-fe03a38ab2a6', 'status': 'completed', 'code': 200} Feb 11 13:24:36.065641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1348d4e6-bbdd-41e2-a4b2-9b4b12181403 None None] Port 417e4ed9-1099-4c77-a813-23f6536f9abc cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:36.104855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-d59e447b-b179-4f9e-bc04-b685ba293e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.108059 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-d59e447b-b179-4f9e-bc04-b685ba293e29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 1130 time: 0.2859850 Feb 11 13:24:36.211697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-c749b1e3-3c4e-4671-852a-911724e2a613 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=59034efa-d223-42fc-8398-fe03a38ab2a6 HTTP/1.1" status: 200 len: 217 time: 0.0576808 Feb 11 13:24:36.324269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-a9e083ca-4263-4fc3-ade4-0704c10f11d1 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.325444 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.332637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-a9e083ca-4263-4fc3-ade4-0704c10f11d1 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1575253 Feb 11 13:24:36.332968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-45322605-2c28-4e12-9f84-1903751b95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.334476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-45322605-2c28-4e12-9f84-1903751b95f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1086550 Feb 11 13:24:36.433345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cbc59-1d65-43a0-bead-5ad55d9d295f req-d4b00a67-dc48-4654-a2a2-9e6388868e2b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.435633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb7cbc59-1d65-43a0-bead-5ad55d9d295f req-d4b00a67-dc48-4654-a2a2-9e6388868e2b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 948 time: 0.1506922 Feb 11 13:24:36.503964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-affd313d-3d32-44a5-bfb8-cde10886182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.505762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-affd313d-3d32-44a5-bfb8-cde10886182b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1531811 Feb 11 13:24:36.606572 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb7cbc59-1d65-43a0-bead-5ad55d9d295f req-e29a9401-f2d0-4ab3-9a70-2f2026e78b10 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511424 Feb 11 13:24:36.661037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 058991af-ed60-4fd2-91f4-faad8586113f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:36.773188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 058991af-ed60-4fd2-91f4-faad8586113f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:36.786561 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (058991af-ed60-4fd2-91f4-faad8586113f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.844383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-1900962b-2a4f-4644-bb24-e2ae923d5854 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.5107906 Feb 11 13:24:36.854378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'floatingip': {'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:36.914106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 058991af-ed60-4fd2-91f4-faad8586113f is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:36.916193 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (058991af-ed60-4fd2-91f4-faad8586113f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.946225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 058991af-ed60-4fd2-91f4-faad8586113f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=058991af-ed60-4fd2-91f4-faad8586113f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:36.952365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (058991af-ed60-4fd2-91f4-faad8586113f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.007014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=058991af-ed60-4fd2-91f4-faad8586113f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.021171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57244) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:37.070311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.288600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks [] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.336832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-098ca46b-b943-46e1-b22e-4dc97a33c424 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912838 Feb 11 13:24:37.340857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.400698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.520047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5ccf5-2ce6-4b0d-b12a-f2f946d1b56f req-dfdfb7ea-3f22-4a53-b0a2-8c713e5a8c85 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.522253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ea5ccf5-2ce6-4b0d-b12a-f2f946d1b56f req-dfdfb7ea-3f22-4a53-b0a2-8c713e5a8c85 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.3538213 Feb 11 13:24:37.527123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Pushing event updated for resources: {'Port': ['ID=417e4ed9-1099-4c77-a813-23f6536f9abc,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.537331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-38c9edf2-489d-48f1-ba55-50bb8989482c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.538744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-38c9edf2-489d-48f1-ba55-50bb8989482c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.3690374 Feb 11 13:24:37.545114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (c9b942c7-5712-432c-9895-02b03901fcf1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.568800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Request body: {'port': {'device_id': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'admin_state_up': True, 'tenant_id': '28a1d612055b4fb4a671dda661a01249'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:37.572448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.572796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.573143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.573482 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.573816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.574169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.574499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.574823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.575144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.575464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.575783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.576691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.577013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.676031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Publish callbacks [] for security_group (8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.687728 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e113caf3-4bfb-4675-b9a5-72b29367c0d8 req-4d1069ea-32ed-48cf-91c0-09ffb96d8582 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106236 Feb 11 13:24:37.715005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.741483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ea5ccf5-2ce6-4b0d-b12a-f2f946d1b56f req-ed118cbd-ec97-48e9-ab45-ef04913a80bc tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017593 Feb 11 13:24:37.809287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f197195e035f488dafa4d4cb947d0c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7844808 Feb 11 13:24:37.810870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57260) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:37.829164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.829882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Network 6d399002-6474-42bf-b9c4-5ceda4885845 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:37.843633 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:37.868085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.869024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.869024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.869212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.869402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.869694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.870022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.870371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.870692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.871013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.871334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.871650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.872157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9af473-1c68-490b-957a-8724db564b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:37.901988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Made reservation on behalf of 28a1d612055b4fb4a671dda661a01249 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:37.905375 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.941482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-614a7ae2-123c-44c0-996d-5ccf49265b07 req-83faaff4-8d96-4cf1-9ca6-35e27c551d54 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 210 time: 0.0949440 Feb 11 13:24:37.964627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-eff60311-c38c-4d71-8ab9-389515f17ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.966302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-eff60311-c38c-4d71-8ab9-389515f17ca8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 1130 time: 0.1902528 Feb 11 13:24:37.995946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.002261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.030225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4712c845-f656-485e-bcf3-cde4903c1a3b admin admin] Publish callbacks [] for security_group (8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.133672 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c associated. External IP: 172.25.3.239, port: 79d16cf3-c999-4426-91cf-38c3ea4cdc8d. Feb 11 13:24:38.141207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d107b472-ba4b-43e0-b5f6-7ca5c424101d None None] Provisioning complete for port 417e4ed9-1099-4c77-a813-23f6536f9abc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:38.141726 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d107b472-ba4b-43e0-b5f6-7ca5c424101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.195314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4712c845-f656-485e-bcf3-cde4903c1a3b admin admin] Publish callbacks [] for security_group (8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.203648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d107b472-ba4b-43e0-b5f6-7ca5c424101d None None] Port 417e4ed9-1099-4c77-a813-23f6536f9abc cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:38.321815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-cdb4df8b-88ea-4769-bd56-e2e3cd25685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.323389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-cdb4df8b-88ea-4769-bd56-e2e3cd25685f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3490031 Feb 11 13:24:38.333727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Router c9b942c7-5712-432c-9895-02b03901fcf1 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:38.358728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:38.359583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Allocated IP 172.20.0.8 (947d0084-6798-4cab-99e7-6d0f7e008957/e86797a2-0d67-4fa2-830c-88364ab4986d/d09bf3fe-f1ee-42a1-b802-03502224ddc3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:38.398419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-59f47a9e-9485-4f83-a73a-6ae1f9939360 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=59034efa-d223-42fc-8398-fe03a38ab2a6 HTTP/1.1" status: 200 len: 217 time: 0.0512650 Feb 11 13:24:38.425898 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4712c845-f656-485e-bcf3-cde4903c1a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.428496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4712c845-f656-485e-bcf3-cde4903c1a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.429666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4712c845-f656-485e-bcf3-cde4903c1a3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc HTTP/1.1" status: 204 len: 168 time: 0.6177988 Feb 11 13:24:38.501119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77d1e-46db-43a1-b774-0ba4c793bf51 req-1f69416b-68e9-42ef-85b2-0e221a86b7b7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.502776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01f77d1e-46db-43a1-b774-0ba4c793bf51 req-1f69416b-68e9-42ef-85b2-0e221a86b7b7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 948 time: 0.2449434 Feb 11 13:24:38.529367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c845-f656-485e-bcf3-cde4903c1a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b9d86-1146-4c4b-90f0-e133c7f1c6bc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.585757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 058991af-ed60-4fd2-91f4-faad8586113f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:38.590682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-6f2765be-9d30-4d99-90fc-13384ccbe6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.592031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-6f2765be-9d30-4d99-90fc-13384ccbe6fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1823480 Feb 11 13:24:38.659842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 058991af-ed60-4fd2-91f4-faad8586113f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:38.660522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (058991af-ed60-4fd2-91f4-faad8586113f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.696540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:38.708985 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:38.709509 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.722730 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:38.723806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:38.752019 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7612c351-114f-4691-8b31-1c37a26094fd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "PUT /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 200 len: 996 time: 1.9066854 Feb 11 13:24:38.752479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:38.754760 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20daaff-ebd4-4a2b-904a-884d208536d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:38.796290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01f77d1e-46db-43a1-b774-0ba4c793bf51 req-ec95389e-c172-44b1-8734-1073ef327711 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736385 Feb 11 13:24:38.811046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 058991af-ed60-4fd2-91f4-faad8586113f is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:38.811767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:38.825260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Sync routers for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:38.829463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03947048-cea1-4a5a-8d0c-e234c72970df admin admin] 10.222.0.79 "PUT /v2.0/routers/c9b942c7-5712-432c-9895-02b03901fcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5572455 Feb 11 13:24:38.849829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:38.850748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:38.861129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-824cd186-3b77-449d-88d0-de5b4b816205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.862295 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-824cd186-3b77-449d-88d0-de5b4b816205 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2476325 Feb 11 13:24:38.887956 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks [] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.946082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-fdf84102-6fd7-496c-8ca2-dd244130a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.958232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-fdf84102-6fd7-496c-8ca2-dd244130a426 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1813738 Feb 11 13:24:38.959008 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:38.992227 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa6c18-9a3a-4a97-b629-c6e3fb5b218c x-openstack-request-id: req-8dfa6c18-9a3a-4a97-b629-c6e3fb5b218c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:38.992227 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:38.992227 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8dfa6c18-9a3a-4a97-b629-c6e3fb5b218c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:38.992723 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'status': 'completed', 'code': 200} Feb 11 13:24:39.067856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57284) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:39.079665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:39.105868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-810309f5-e29d-4a19-9a40-248d2d2ed2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.136487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.195526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-2a4ed431-56b3-4ca7-b732-5b9b772a49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.197233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-2a4ed431-56b3-4ca7-b732-5b9b772a49db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1982121 Feb 11 13:24:39.201276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-ecbae0c7-4e4a-46a3-bd5b-7c9278a58fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.202822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-ecbae0c7-4e4a-46a3-bd5b-7c9278a58fc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2438188 Feb 11 13:24:39.229633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-bf7f37de-4a8b-4744-85dd-292adcb45029 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541336 Feb 11 13:24:39.267539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.281287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Network 947d0084-6798-4cab-99e7-6d0f7e008957 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:39.294090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:39.299267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:39.301552 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:17:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 1, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:39.351430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 2, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:39.363618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-7c11d5aa-2457-43b9-aa53-94f131b90f69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 999 time: 0.1475067 Feb 11 13:24:39.365021 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:39.376556 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:39.376793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24867c7-ea02-4c38-a9d4-fcede2c23061 req-324e87fa-3a25-4941-b25b-46e1edd2af5d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.377641 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:39.383934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c24867c7-ea02-4c38-a9d4-fcede2c23061 req-324e87fa-3a25-4941-b25b-46e1edd2af5d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.3058224 Feb 11 13:24:39.396131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-810309f5-e29d-4a19-9a40-248d2d2ed2af admin admin] Publish callbacks [] for security_group (c6e70b3f-7513-41cb-98f1-7d983058c8e6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.399307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Checking router: c9b942c7-5712-432c-9895-02b03901fcf1 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:39.399961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Updating router c9b942c7-5712-432c-9895-02b03901fcf1 port 417e4ed9-1099-4c77-a813-23f6536f9abc binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:39.424411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-401878ce-30f1-4af2-8d86-3ce6bda358f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.426311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-401878ce-30f1-4af2-8d86-3ce6bda358f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2191749 Feb 11 13:24:39.428778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-810309f5-e29d-4a19-9a40-248d2d2ed2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c6e70b3f-7513-41cb-98f1-7d983058c8e6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.441563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.443567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.444820 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.457022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38f2f25-6b58-439d-bc40-813e0cc0b9ad req-5e5992db-408f-42fe-a188-7302891886d1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175267 Feb 11 13:24:39.503150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c24867c7-ea02-4c38-a9d4-fcede2c23061 req-04f86d36-6cc3-4135-979e-86be6dd3c227 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182444 Feb 11 13:24:39.520479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-f5b90bcd-8bb7-4026-bed3-d02b2678bc57 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9642224 Feb 11 13:24:39.532550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Request body: {'port': {'device_id': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:39.544838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-55739a8d-d6c9-45c4-8091-af64134ff8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.550687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-55739a8d-d6c9-45c4-8091-af64134ff8fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1769557 Feb 11 13:24:39.569721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57288) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:39.570602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-810309f5-e29d-4a19-9a40-248d2d2ed2af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25fac6412c95459984edc8a98f72b3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919634 Feb 11 13:24:39.589776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810309f5-e29d-4a19-9a40-248d2d2ed2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e70b3f-7513-41cb-98f1-7d983058c8e6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.629538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-2029a13c-af38-4295-aabd-b60d5a53672d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 999 time: 0.1949584 Feb 11 13:24:39.668490 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:39.675725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-2944001c-43ce-4f7a-bd4b-8f66b1cbbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.677286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-2944001c-43ce-4f7a-bd4b-8f66b1cbbe74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1002798 Feb 11 13:24:39.689646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-ff4674b5-1d0c-437e-b52f-95745f40a51e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:24:39.690662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-ff4674b5-1d0c-437e-b52f-95745f40a51e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056303 Feb 11 13:24:39.727841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-7abe34e1-47da-461a-9b0d-531fef2ca88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.729249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-7abe34e1-47da-461a-9b0d-531fef2ca88a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.0877800 Feb 11 13:24:39.742281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6452-e475-41e9-95dc-1db2ac3653c8 admin admin] Publish callbacks [] for security_group (c6e70b3f-7513-41cb-98f1-7d983058c8e6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.774678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6452-e475-41e9-95dc-1db2ac3653c8 admin admin] Publish callbacks [] for security_group (c6e70b3f-7513-41cb-98f1-7d983058c8e6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.817144 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.891818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6452-e475-41e9-95dc-1db2ac3653c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c6e70b3f-7513-41cb-98f1-7d983058c8e6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.897785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6452-e475-41e9-95dc-1db2ac3653c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.899410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1e7e6452-e475-41e9-95dc-1db2ac3653c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6e70b3f-7513-41cb-98f1-7d983058c8e6 HTTP/1.1" status: 204 len: 168 time: 0.3247030 Feb 11 13:24:39.900724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Publish callbacks [] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.917467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-4c41ad06-ecde-4af1-a7b7-b7ec65b4e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.919628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-4c41ad06-ecde-4af1-a7b7-b7ec65b4e313 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1814904 Feb 11 13:24:39.923679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-1f60b090-18b0-455d-b0c2-e5c6f6e77368 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252917 Feb 11 13:24:39.924433 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.938973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e6452-e475-41e9-95dc-1db2ac3653c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e70b3f-7513-41cb-98f1-7d983058c8e6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.105277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55657e-4eb1-4ebe-9fbc-3ffecd781b57 req-2a307986-e389-4cec-8f41-4d6770765ea8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.112498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a55657e-4eb1-4ebe-9fbc-3ffecd781b57 req-2a307986-e389-4cec-8f41-4d6770765ea8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 931 time: 0.1771693 Feb 11 13:24:40.130647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Pushing event updated for resources: {'Port': ['ID=417e4ed9-1099-4c77-a813-23f6536f9abc,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.136026 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:17:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 1, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:40.195756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.196266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.196461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.196769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.197101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.197435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.197816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.198152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.198471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.198794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.199116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.199450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.199808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.233890 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3e091-e443-44a6-a29c-0472a5604fda None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:17:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 1, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:40.235864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fa5a85f-ddb7-4fc2-a13b-c8e24159a13a req-4ad0d740-172e-4d2f-a64b-15f2a2d09289 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868629 Feb 11 13:24:40.239013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-826498c9-a6b0-4127-8612-aff3e572594a service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113556 Feb 11 13:24:40.318150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Attempting to bind port 417e4ed9-1099-4c77-a813-23f6536f9abc on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:40.318654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a55657e-4eb1-4ebe-9fbc-3ffecd781b57 req-964cc40f-3373-439d-b95a-4150b4364d33 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005582 Feb 11 13:24:40.319186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Attempting to bind port 417e4ed9-1099-4c77-a813-23f6536f9abc by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:40.319964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Attempting to bind port 417e4ed9-1099-4c77-a813-23f6536f9abc on network 6d399002-6474-42bf-b9c4-5ceda4885845 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:40.334731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:40.335340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Checking segment: {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:40.335995 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.336588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Bound using segment: {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:40.337564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Bound port: 417e4ed9-1099-4c77-a813-23f6536f9abc, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:40.337711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.411589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c20daaff-ebd4-4a2b-904a-884d208536d9 req-a51d3425-7304-4799-a035-0d18391f6264 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636291 Feb 11 13:24:40.426985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57304) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.471344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7125d3e3-fcd5-451c-b074-88f25593ddd7 None None] Provisioning complete for port 417e4ed9-1099-4c77-a813-23f6536f9abc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:40.471820 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7125d3e3-fcd5-451c-b074-88f25593ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.497465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] For port 417e4ed9-1099-4c77-a813-23f6536f9abc, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:40.516785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] For port 417e4ed9-1099-4c77-a813-23f6536f9abc, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=417e4ed9-1099-4c77-a813-23f6536f9abc,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:40.532069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7125d3e3-fcd5-451c-b074-88f25593ddd7 None None] Port 417e4ed9-1099-4c77-a813-23f6536f9abc cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:40.534153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.616980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ce533-1f6e-4505-8106-430689cc14c9 None None] Pushing event updated for resources: {'Port': ['ID=417e4ed9-1099-4c77-a813-23f6536f9abc,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.626105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:40.626802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:40.658337 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6b29d47-a801-4802-b518-6d459d6186a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.709657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09bf3fe-f1ee-42a1-b802-03502224ddc3 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:40.710964 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e968861-ae6d-4e5f-81f7-f81132baef9f None None] New status for floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:24:40.726611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Publish callbacks [] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.740504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4742-18c7-4315-91bb-83a71f73f6f4 req-60db80f0-4bc2-42ca-914b-98fe4257eb48 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.742141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6fa4742-18c7-4315-91bb-83a71f73f6f4 req-60db80f0-4bc2-42ca-914b-98fe4257eb48 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 948 time: 0.2493625 Feb 11 13:24:40.789666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Transition to ACTIVE for port object d09bf3fe-f1ee-42a1-b802-03502224ddc3 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:40.826323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:40.851593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6fa4742-18c7-4315-91bb-83a71f73f6f4 req-306fff82-272a-4b9e-9566-d33ffd5928af tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031222 Feb 11 13:24:40.853725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.910801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6b29d47-a801-4802-b518-6d459d6186a3 admin admin] Publish callbacks [] for security_group (ed5c1577-e27e-4fad-b8d5-664a371eba48), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.968719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6b29d47-a801-4802-b518-6d459d6186a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ed5c1577-e27e-4fad-b8d5-664a371eba48), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.079891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d1ecdc5e-0f4c-4a4c-98d2-d4e1acb258e2 None None] Provisioning complete for port 417e4ed9-1099-4c77-a813-23f6536f9abc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:41.080280 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1ecdc5e-0f4c-4a4c-98d2-d4e1acb258e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.103386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57318) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.108689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6245d21b-4617-4851-a8da-3c0ab1b95d71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209409825', 'description': 'tempest-description--1483795070'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.152268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6245d21b-4617-4851-a8da-3c0ab1b95d71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.170549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 59034efa-d223-42fc-8398-fe03a38ab2a6 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:41.285952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4095b0-b1fa-496f-b104-d59c71d0d63a req-573011d8-503e-4bde-9adf-a9c0b3048060 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.288275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e4095b0-b1fa-496f-b104-d59c71d0d63a req-573011d8-503e-4bde-9adf-a9c0b3048060 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1107635 Feb 11 13:24:41.296770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6245d21b-4617-4851-a8da-3c0ab1b95d71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group (8d471905-4ce7-40d2-adfa-1b581ae3f81d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.308888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6245d21b-4617-4851-a8da-3c0ab1b95d71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8d471905-4ce7-40d2-adfa-1b581ae3f81d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.383671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d1ecdc5e-0f4c-4a4c-98d2-d4e1acb258e2 None None] Current status of the port 417e4ed9-1099-4c77-a813-23f6536f9abc is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:41.384049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1ecdc5e-0f4c-4a4c-98d2-d4e1acb258e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.389441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245d21b-4617-4851-a8da-3c0ab1b95d71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d471905-4ce7-40d2-adfa-1b581ae3f81d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.405976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6245d21b-4617-4851-a8da-3c0ab1b95d71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.410104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6245d21b-4617-4851-a8da-3c0ab1b95d71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3029349 Feb 11 13:24:41.411511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57328) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.416159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c2eb8780-3522-422c-90ce-9618880e25c5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Request body: {'security_group_rule': {'security_group_id': '8d471905-4ce7-40d2-adfa-1b581ae3f81d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.424460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 59034efa-d223-42fc-8398-fe03a38ab2a6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=59034efa-d223-42fc-8398-fe03a38ab2a6,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:41.460778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '59034efa-d223-42fc-8398-fe03a38ab2a6', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '59034efa-d223-42fc-8398-fe03a38ab2a6', 'mac_address': 'fa:16:3e:b8:52:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:41.465955 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e4095b0-b1fa-496f-b104-d59c71d0d63a req-6749ad5e-ebba-42b6-bfad-4709f3488cd5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635325 Feb 11 13:24:41.467786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d1ecdc5e-0f4c-4a4c-98d2-d4e1acb258e2 None None] For port 417e4ed9-1099-4c77-a813-23f6536f9abc, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=417e4ed9-1099-4c77-a813-23f6536f9abc,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:41.474997 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1ecdc5e-0f4c-4a4c-98d2-d4e1acb258e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.483618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8780-3522-422c-90ce-9618880e25c5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group_rule (52e273c2-37d6-4a15-8f58-0ab430b8b710), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.522585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 59034efa-d223-42fc-8398-fe03a38ab2a6 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:41.522992 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.554190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8780-3522-422c-90ce-9618880e25c5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group_rule (52e273c2-37d6-4a15-8f58-0ab430b8b710), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.558613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8780-3522-422c-90ce-9618880e25c5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (52e273c2-37d6-4a15-8f58-0ab430b8b710), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.585927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8780-3522-422c-90ce-9618880e25c5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e273c2-37d6-4a15-8f58-0ab430b8b710,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.598150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8780-3522-422c-90ce-9618880e25c5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.602092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2eb8780-3522-422c-90ce-9618880e25c5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871684 Feb 11 13:24:41.606174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57332) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.614145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-aaf11f51-784d-4734-abe4-6a8eb5c10654 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Request body: {'security_group_rule': {'security_group_id': '8d471905-4ce7-40d2-adfa-1b581ae3f81d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.618086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57334) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.644693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e6b29d47-a801-4802-b518-6d459d6186a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6009680633cf4305936c2dc2808b62b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2000356 Feb 11 13:24:41.644693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b29d47-a801-4802-b518-6d459d6186a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c1577-e27e-4fad-b8d5-664a371eba48,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.658702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57338) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.680730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.723405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:41.723728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:41.724055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:41.736281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-8f7583a0-557e-4929-80cb-8345e60d7c3c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.737696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aaf11f51-784d-4734-abe4-6a8eb5c10654 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group_rule (18ad4531-c862-4916-acf9-d16e80ba160f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.743225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-8f7583a0-557e-4929-80cb-8345e60d7c3c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3184881 Feb 11 13:24:41.753472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:41.753472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:41.759288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f2e5e-edf3-44a2-a378-7a724f3b6e45 req-c489195f-6e83-4574-88fb-821edf39719e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.760586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e6f2e5e-edf3-44a2-a378-7a724f3b6e45 req-c489195f-6e83-4574-88fb-821edf39719e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 943 time: 0.1601856 Feb 11 13:24:41.801494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1629067338-network', 'tenant_id': '20ad3e4e668e4c2dbf3d54426cd9a642'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.806062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:41.806431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:41.806812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:41.807247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Bound port: d09bf3fe-f1ee-42a1-b802-03502224ddc3, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:41.807599 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.822712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:40Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:41.826969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59034efa-d223-42fc-8398-fe03a38ab2a6 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:41.831247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5079bfc-710e-46cd-bdc2-55e0a806758b admin admin] Publish callbacks [] for security_group (ed5c1577-e27e-4fad-b8d5-664a371eba48), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.867747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dee0e-5c67-466b-9e80-7c7674450f95 None None] The sync data for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 is: [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:40Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:41.875121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Made reservation on behalf of 20ad3e4e668e4c2dbf3d54426cd9a642 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:41.877387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.895470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5079bfc-710e-46cd-bdc2-55e0a806758b admin admin] Publish callbacks [] for security_group (ed5c1577-e27e-4fad-b8d5-664a371eba48), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.897553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 59034efa-d223-42fc-8398-fe03a38ab2a6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=59034efa-d223-42fc-8398-fe03a38ab2a6,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:41.901199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecdc5e-0f4c-4a4c-98d2-d4e1acb258e2 None None] Pushing event updated for resources: {'Port': ['ID=417e4ed9-1099-4c77-a813-23f6536f9abc,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.906747 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-7d61a399-9444-4a16-bbaf-eea358520b2e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1001 time: 0.1625636 Feb 11 13:24:41.911516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'floatingip': {'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.914297 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.920739 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.925854 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e6f2e5e-edf3-44a2-a378-7a724f3b6e45 req-5103e195-f9bf-4693-8891-0f70a0d8fa8e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550851 Feb 11 13:24:41.999952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aaf11f51-784d-4734-abe4-6a8eb5c10654 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group_rule (18ad4531-c862-4916-acf9-d16e80ba160f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.009980 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aaf11f51-784d-4734-abe4-6a8eb5c10654 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (18ad4531-c862-4916-acf9-d16e80ba160f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.015812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:42.022152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:42.041963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.067675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aaf11f51-784d-4734-abe4-6a8eb5c10654 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.070709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=59034efa-d223-42fc-8398-fe03a38ab2a6,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.072893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aaf11f51-784d-4734-abe4-6a8eb5c10654 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4656024 Feb 11 13:24:42.076211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57342) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.089059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:42.096712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.099225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11f51-784d-4734-abe4-6a8eb5c10654 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ad4531-c862-4916-acf9-d16e80ba160f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.152184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5079bfc-710e-46cd-bdc2-55e0a806758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ed5c1577-e27e-4fad-b8d5-664a371eba48), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.155724 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5079bfc-710e-46cd-bdc2-55e0a806758b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.156941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a5079bfc-710e-46cd-bdc2-55e0a806758b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed5c1577-e27e-4fad-b8d5-664a371eba48 HTTP/1.1" status: 204 len: 168 time: 0.4927511 Feb 11 13:24:42.160993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.161733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.163392 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] 10.222.0.30 "PUT /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 1091 time: 2.6362906 Feb 11 13:24:42.164208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:42.166587 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31be071c-dc27-4da0-a4b8-5f16259b4d65" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:42.207879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079bfc-710e-46cd-bdc2-55e0a806758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c1577-e27e-4fad-b8d5-664a371eba48,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.226949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.281492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['59034efa-d223-42fc-8398-fe03a38ab2a6'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:42.293083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e8059-8b39-4f18-9890-cb0c3108f48a req-d69156b1-066d-4fb6-bdb1-b7011622a6dc tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.295154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c60e8059-8b39-4f18-9890-cb0c3108f48a req-d69156b1-066d-4fb6-bdb1-b7011622a6dc tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 949 time: 0.1867352 Feb 11 13:24:42.312814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks [] for security_group (c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.325049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.359584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:42.414069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca44e1-b2bc-41b9-bfd8-e9b9eb6d523a service neutron] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.438049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (73237602-0456-437e-876d-640b831de1a6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.438414 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Added segment 73237602-0456-437e-876d-640b831de1a6 of type vlan for network e680d130-fe02-48c6-8303-57fcfd6a1a4c Feb 11 13:24:42.442517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.472695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c60e8059-8b39-4f18-9890-cb0c3108f48a req-c930e746-4b96-40e1-8ad7-8191b5e28ffd tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714926 Feb 11 13:24:42.534743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e680d130-fe02-48c6-8303-57fcfd6a1a4c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.570473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e680d130-fe02-48c6-8303-57fcfd6a1a4c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.572251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.572738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.590771 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49db69ae-23ad-4f3a-8f5b-cc9c7a04b844 x-openstack-request-id: req-49db69ae-23ad-4f3a-8f5b-cc9c7a04b844 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:42.591237 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:42.591760 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49db69ae-23ad-4f3a-8f5b-cc9c7a04b844 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:42.592271 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3', 'status': 'completed', 'code': 200} Feb 11 13:24:42.617150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-9a127727-f067-4664-a80b-ee92e8308491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.624761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-9a127727-f067-4664-a80b-ee92e8308491 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1125 time: 0.3881288 Feb 11 13:24:42.664226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 417e4ed9-1099-4c77-a813-23f6536f9abc up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:42.686197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0560734 Feb 11 13:24:42.707812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.708823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.721531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Request body: {'subnet': {'network_id': 'e680d130-fe02-48c6-8303-57fcfd6a1a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1629067338-subnet', 'tenant_id': '20ad3e4e668e4c2dbf3d54426cd9a642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:42.721962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626514d-f256-46a6-a66c-9fa8083ae4cd admin admin] Pushing event updated for resources: {'Network': ['ID=e680d130-fe02-48c6-8303-57fcfd6a1a4c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.732647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 417e4ed9-1099-4c77-a813-23f6536f9abc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:42.732984 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.738595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-58072ebf-24cc-4e92-906f-e9077e79649c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 217 time: 0.1049080 Feb 11 13:24:42.739275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e680d130-fe02-48c6-8303-57fcfd6a1a4c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:42.741793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.791635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0017efc2-b8e8-42aa-a61e-a564f6b44e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.811701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4544f-097d-4707-bc41-24c2db49de7e req-d6dfeb8e-10fe-4b9d-a4f0-78692ebcc7fa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.820223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9b4544f-097d-4707-bc41-24c2db49de7e req-d6dfeb8e-10fe-4b9d-a4f0-78692ebcc7fa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1964192 Feb 11 13:24:42.830903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Made reservation on behalf of 20ad3e4e668e4c2dbf3d54426cd9a642 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:42.833235 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.918156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9b4544f-097d-4707-bc41-24c2db49de7e req-941429e0-fe12-4019-bad7-68dad8d0776a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968709 Feb 11 13:24:42.939920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 417e4ed9-1099-4c77-a813-23f6536f9abc is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:42.968669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Allocated IP 172.25.3.216 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c42f512e-f017-4231-99ac-20afd4e726ab) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:43.019596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-a5224f65-ff19-49e0-b11f-c9c5ca6c28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.021067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-a5224f65-ff19-49e0-b11f-c9c5ca6c28ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.2406521 Feb 11 13:24:43.085114 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-6e23e878-4e18-4c72-ad4c-cbf3cc1484af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546677 Feb 11 13:24:43.128161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for port (c42f512e-f017-4231-99ac-20afd4e726ab), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.156759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ef5f-d5d7-40b6-98b0-13d8a983401a req-ed8d8440-4436-4bfc-8da7-8082e087ea3f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.158360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e73ef5f-d5d7-40b6-98b0-13d8a983401a req-ed8d8440-4436-4bfc-8da7-8082e087ea3f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 943 time: 0.0874083 Feb 11 13:24:43.208315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (c42f512e-f017-4231-99ac-20afd4e726ab), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.255443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e73ef5f-d5d7-40b6-98b0-13d8a983401a req-69a5d547-1d8f-4f69-8d87-b2a49e0319a9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872130 Feb 11 13:24:43.263937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:43.267019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:43.271666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:43.289471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event updated for resources: {'Port': ['ID=c42f512e-f017-4231-99ac-20afd4e726ab,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.318192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0017efc2-b8e8-42aa-a61e-a564f6b44e43 admin admin] Publish callbacks [] for security_group (9583c32d-c607-4906-b82c-924899b3fbdb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.336457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for floatingip (ab1dee1a-20cd-43c4-9a22-4736477f033f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.360538 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0017efc2-b8e8-42aa-a61e-a564f6b44e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9583c32d-c607-4906-b82c-924899b3fbdb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.378684 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c42f512e-f017-4231-99ac-20afd4e726ab), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.404292 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-9a46d4c8-c36e-4eec-97af-d2ae909120c8 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115399 Feb 11 13:24:43.456197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (65997142-bb91-410f-ad23-2dff1447f4ee), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.496896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0017efc2-b8e8-42aa-a61e-a564f6b44e43 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cca1a77feedd40a9ad9fdad6d7bbd3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7837117 Feb 11 13:24:43.498318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017efc2-b8e8-42aa-a61e-a564f6b44e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9583c32d-c607-4906-b82c-924899b3fbdb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.500819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57360) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:43.570748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for port (c42f512e-f017-4231-99ac-20afd4e726ab), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.576735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c42f512e-f017-4231-99ac-20afd4e726ab), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.597673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:24:43.634332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ab1dee1a-20cd-43c4-9a22-4736477f033f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.660894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.662423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5834765 Feb 11 13:24:43.664941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dac4d-4880-4b3d-a8ec-6aa2e1b28534 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event updated for resources: {'Port': ['ID=c42f512e-f017-4231-99ac-20afd4e726ab,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.680486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65997142-bb91-410f-ad23-2dff1447f4ee,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.684257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec0f05-426d-4cb4-8d15-2f71d0685291 req-2549f31e-3ad2-4e8c-9ebb-1b60d026cf49 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.686222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0ec0f05-426d-4cb4-8d15-2f71d0685291 req-2549f31e-3ad2-4e8c-9ebb-1b60d026cf49 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 949 time: 0.1360443 Feb 11 13:24:43.703789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.710964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ce8be1-6748-4a81-8cce-5018c8597c1c req-fadc8069-b62c-4005-9c8b-620bac3a9543 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922428 Feb 11 13:24:43.714262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Checking segment: {'id': '73237602-0456-437e-876d-640b831de1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e680d130-fe02-48c6-8303-57fcfd6a1a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:43.714621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Network hostable DHCP agents. Network: e680d130-fe02-48c6-8303-57fcfd6a1a4c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:43.722633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.748907 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0ec0f05-426d-4cb4-8d15-2f71d0685291 req-58c3cbe0-6344-4918-98ff-a7c1f8d9901b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570853 Feb 11 13:24:43.770735 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92eabc0-e2fc-4069-9d2f-102c14b38f34 admin admin] Publish callbacks [] for security_group (9583c32d-c607-4906-b82c-924899b3fbdb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.818579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92eabc0-e2fc-4069-9d2f-102c14b38f34 admin admin] Publish callbacks [] for security_group (9583c32d-c607-4906-b82c-924899b3fbdb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.841327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Network e680d130-fe02-48c6-8303-57fcfd6a1a4c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:43.910381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e680d130-fe02-48c6-8303-57fcfd6a1a4c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:43.920918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e24684-5214-467c-ba66-472d743d6653 None None] Network e680d130-fe02-48c6-8303-57fcfd6a1a4c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:43.921836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.922306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.952491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-3c606c8e-a737-4b0d-9431-e3323ba43c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.954381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-3c606c8e-a737-4b0d-9431-e3323ba43c59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1125 time: 0.1671758 Feb 11 13:24:43.960009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f076ccbb-4cfd-4fd8-9edc-ffd138b9f5b1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2479196 Feb 11 13:24:43.965040 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c associated. External IP: 172.25.3.239, port: 79d16cf3-c999-4426-91cf-38c3ea4cdc8d. Feb 11 13:24:44.007473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92eabc0-e2fc-4069-9d2f-102c14b38f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9583c32d-c607-4906-b82c-924899b3fbdb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.011379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92eabc0-e2fc-4069-9d2f-102c14b38f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.012537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f92eabc0-e2fc-4069-9d2f-102c14b38f34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9583c32d-c607-4906-b82c-924899b3fbdb HTTP/1.1" status: 204 len: 168 time: 0.4907248 Feb 11 13:24:44.088988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157cf41-94a5-4f7a-a82f-469313564f1d None None] Network e680d130-fe02-48c6-8303-57fcfd6a1a4c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:44.095936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f4da4-6da9-45f9-b3fd-c397931d9871 req-5e3b5b9a-08a9-4ede-95f2-16285765eaa1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.103370 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a3f4da4-6da9-45f9-b3fd-c397931d9871 req-5e3b5b9a-08a9-4ede-95f2-16285765eaa1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0997238 Feb 11 13:24:44.133580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eabc0-e2fc-4069-9d2f-102c14b38f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9583c32d-c607-4906-b82c-924899b3fbdb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.166693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a3f4da4-6da9-45f9-b3fd-c397931d9871 req-d80b5e62-103a-4ccf-99a5-834ea8f323ca tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624130 Feb 11 13:24:44.217592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-bb3ddbe6-955f-4123-9696-88f80e51b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.219267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-bb3ddbe6-955f-4123-9696-88f80e51b9c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.2557127 Feb 11 13:24:44.299924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-99283106-3d67-4144-b2ef-3c7485dbe1f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 217 time: 0.0402656 Feb 11 13:24:44.377196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-9e3548cb-01f5-4548-9396-ab56898093b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.379470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-9e3548cb-01f5-4548-9396-ab56898093b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.0725338 Feb 11 13:24:44.484363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfa42e-45b4-4ec2-96fc-5c53dfdb4519 req-41d0fa63-5f0b-4f7c-a036-f6446281ddf9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.489062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0cfa42e-45b4-4ec2-96fc-5c53dfdb4519 req-41d0fa63-5f0b-4f7c-a036-f6446281ddf9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 943 time: 0.0919271 Feb 11 13:24:44.566786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0cfa42e-45b4-4ec2-96fc-5c53dfdb4519 req-0374ec0b-2e67-4164-9170-92a23bc552ee tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714893 Feb 11 13:24:44.797010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-f7fc246f-0604-4662-9a34-0e9582eaf367 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4087791 Feb 11 13:24:44.809764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57444) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:44.816374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-327439759-network', 'tenant_id': '2752cc2097b84f4ba6fffd0838bfb071'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:44.848945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Made reservation on behalf of 2752cc2097b84f4ba6fffd0838bfb071 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:44.852558 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.866993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.978714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3dc1b-3beb-4b8d-b416-8088f53cf22c req-1298d0fa-63c3-4d1c-ac90-61abb5a33abc tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.980151 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65d3dc1b-3beb-4b8d-b416-8088f53cf22c req-1298d0fa-63c3-4d1c-ac90-61abb5a33abc tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 949 time: 0.0833609 Feb 11 13:24:44.998485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:45.000648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-8f3b8a08-79ac-46f6-9466-ca58f6318429 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752748 Feb 11 13:24:45.005683 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks [] for security_group (f3f56576-b06f-4f36-8218-0f8cae1a89c6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.015423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f3f56576-b06f-4f36-8218-0f8cae1a89c6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.054732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:45.067496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f56576-b06f-4f36-8218-0f8cae1a89c6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.094425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65d3dc1b-3beb-4b8d-b416-8088f53cf22c req-df1f265d-8176-4179-abcf-1d5a18963993 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036439 Feb 11 13:24:45.095789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (49d8799b-18df-4d6a-93a9-98baf73a590c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.096131 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Added segment 49d8799b-18df-4d6a-93a9-98baf73a590c of type vlan for network 7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9 Feb 11 13:24:45.136054 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31be071c-dc27-4da0-a4b8-5f16259b4d65 req-dffc8599-9f7a-47ed-beff-04fa107802e2 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287062 Feb 11 13:24:45.138939 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.176568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.177895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.178709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.192154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 59034efa-d223-42fc-8398-fe03a38ab2a6 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:45.284563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:45.316061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4993622 Feb 11 13:24:45.328524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57476) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:45.337322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:45.381786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:45.382568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:45.396572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Request body: {'subnet': {'network_id': '7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-327439759-subnet', 'tenant_id': '2752cc2097b84f4ba6fffd0838bfb071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:45.404957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57482) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:45.438585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7cce-7fbf-4d74-800c-8540fb4edc1a admin admin] Pushing event updated for resources: {'Network': ['ID=7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.459084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:45.462353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 59034efa-d223-42fc-8398-fe03a38ab2a6 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:45.487893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 59034efa-d223-42fc-8398-fe03a38ab2a6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:45.488775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.520756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Made reservation on behalf of 2752cc2097b84f4ba6fffd0838bfb071 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:45.525000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.661891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:45.753967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:45.783806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 59034efa-d223-42fc-8398-fe03a38ab2a6 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:45.784753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.916927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59034efa-d223-42fc-8398-fe03a38ab2a6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:45.919281 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244951c-e0ae-40d3-a125-e6cc006f0466" -d '{"events": [{"server_uuid": "6ef1ddda-84bd-4621-a385-6a18a5d81ce4", "name": "network-vif-plugged", "status": "completed", "tag": "59034efa-d223-42fc-8398-fe03a38ab2a6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:45.956676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 59034efa-d223-42fc-8398-fe03a38ab2a6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=59034efa-d223-42fc-8398-fe03a38ab2a6,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:45.962918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.965091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:45.975603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.037163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:9c:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:43Z', 'revision_number': 3, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:46.042449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=59034efa-d223-42fc-8398-fe03a38ab2a6,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.058230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:46.061701 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:46.076849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-37701128-d3cb-4fe1-9688-74c0480261ee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "PUT /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 200 len: 999 time: 4.1691580 Feb 11 13:24:46.082794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:46.092716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:46.093355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:46.107907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-network', 'tenant_id': 'a5825c26777e4aac8070013943e785fa'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:46.135577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9901dc-3747-4f00-bcf6-05f4d9929f44 req-cd093cde-08ea-4abd-b904-1bc29d122176 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.144806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf9901dc-3747-4f00-bcf6-05f4d9929f44 req-cd093cde-08ea-4abd-b904-1bc29d122176 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.7424753 Feb 11 13:24:46.157277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-06557dc9-0334-4cdc-a6e9-35c15c7086f3 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.159376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-06557dc9-0334-4cdc-a6e9-35c15c7086f3 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports/79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 942 time: 0.0772779 Feb 11 13:24:46.174964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (20d543dc-cb8f-43d8-b6c4-26de46b62a2c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.223077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Made reservation on behalf of a5825c26777e4aac8070013943e785fa for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:46.225369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.242440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:46.252263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf9901dc-3747-4f00-bcf6-05f4d9929f44 req-7f17f30e-6d40-4f32-bdd1-6fa1edf2987c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019344 Feb 11 13:24:46.259153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.304625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-9d9df31c-91af-4fd5-8b94-0a296f43480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.306497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-9d9df31c-91af-4fd5-8b94-0a296f43480f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.0754788 Feb 11 13:24:46.316303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d543dc-cb8f-43d8-b6c4-26de46b62a2c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.342390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Checking segment: {'id': '49d8799b-18df-4d6a-93a9-98baf73a590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:46.343010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Network hostable DHCP agents. Network: 7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:46.404240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Network 7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:46.425231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:46.438891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.439719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.445769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7caf3-c92b-4822-9a35-61448c303b02 None None] Network 7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:46.467325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks [] for security_group (4246b929-ce45-4403-a69c-cd83d0c55d79), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.473123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c508c2c5-8ae7-4054-a7d5-571c21992861 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1432195 Feb 11 13:24:46.482960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cb694-fa4c-4a17-8516-a931dbb7ab29 req-1387bd0c-2ce4-4284-b54f-a8356ff5406d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.499798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-631cb694-fa4c-4a17-8516-a931dbb7ab29 req-1387bd0c-2ce4-4284-b54f-a8356ff5406d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 943 time: 0.1373451 Feb 11 13:24:46.511264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4246b929-ce45-4403-a69c-cd83d0c55d79), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.519063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-699e67b1-b735-4c13-a1e7-8fc3ca499d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.522674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-699e67b1-b735-4c13-a1e7-8fc3ca499d1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2089667 Feb 11 13:24:46.547158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:46.583444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (74a85e60-999a-47b1-8815-ff03d5ec9228), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.584082 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Added segment 74a85e60-999a-47b1-8815-ff03d5ec9228 of type vlan for network 40d320b5-0b8d-4739-b344-ce4b9630cf16 Feb 11 13:24:46.596357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4246b929-ce45-4403-a69c-cd83d0c55d79,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.627832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-31aaa5c1-3be9-499f-9658-52204a886904 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0985305 Feb 11 13:24:46.670229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d90aea-3d01-4f1f-b6cf-2bd59b71ec7a None None] Network 7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:46.674020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-631cb694-fa4c-4a17-8516-a931dbb7ab29 req-7c7566d9-2c81-4345-8339-f7e538442c04 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670685 Feb 11 13:24:46.700320 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (40d320b5-0b8d-4739-b344-ce4b9630cf16), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.723019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-be5d319d-b5f1-45c6-8155-02e4ef0a4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.733265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-be5d319d-b5f1-45c6-8155-02e4ef0a4c40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.0908613 Feb 11 13:24:46.744914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57510) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:46.820358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (40d320b5-0b8d-4739-b344-ce4b9630cf16), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.821583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.825902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.841054 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6340a5d4-f94f-4a0b-976e-376571bd3e1c x-openstack-request-id: req-6340a5d4-f94f-4a0b-976e-376571bd3e1c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:46.841477 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:46.842960 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6340a5d4-f94f-4a0b-976e-376571bd3e1c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:46.843472 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'status': 'completed', 'code': 200} Feb 11 13:24:46.858785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-fca9d4b0-3e96-4240-9440-117f655d133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.864448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-fca9d4b0-3e96-4240-9440-117f655d133b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1300914 Feb 11 13:24:46.868906 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d55869-7ca5-4b62-a03b-9018daa58d3f x-openstack-request-id: req-17d55869-7ca5-4b62-a03b-9018daa58d3f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:46.869300 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef1ddda-84bd-4621-a385-6a18a5d81ce4", "name": "network-vif-plugged", "status": "completed", "tag": "59034efa-d223-42fc-8398-fe03a38ab2a6", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:46.869909 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-17d55869-7ca5-4b62-a03b-9018daa58d3f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:46.870520 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59034efa-d223-42fc-8398-fe03a38ab2a6', 'code': 200} Feb 11 13:24:46.875703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:46.881072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-be1d8202-9ad5-4fce-9749-f5a4e4c4a926 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:24:46.882313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-be1d8202-9ad5-4fce-9749-f5a4e4c4a926 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055528 Feb 11 13:24:47.000824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:9c:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:43Z', 'revision_number': 3, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:47.012107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] Pushing event updated for resources: {'Network': ['ID=40d320b5-0b8d-4739-b344-ce4b9630cf16,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.019492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-237f3c2f-823d-4c48-80dd-e0370c4a9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.021978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-237f3c2f-823d-4c48-80dd-e0370c4a9000 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1348336 Feb 11 13:24:47.045571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:47.051513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] Deleting subnet 65997142-bb91-410f-ad23-2dff1447f4ee {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:47.056495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] Publish callbacks [] for subnet (65997142-bb91-410f-ad23-2dff1447f4ee), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.057621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-3f471e5f-4805-47f2-b465-09149cd8d2ed service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560049 Feb 11 13:24:47.064574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-35403ca5-3f08-4dfc-a389-96de55619229 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6537981 Feb 11 13:24:47.068102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:47.079628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Request body: {'subnet': {'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-subnet', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:47.098581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9227d-dd73-4026-a23a-87334d931739 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:9c:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:43Z', 'revision_number': 3, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:47.184101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] Publish callbacks [] for subnet (65997142-bb91-410f-ad23-2dff1447f4ee), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.208383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Made reservation on behalf of a5825c26777e4aac8070013943e785fa for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:47.210728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.211552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (65997142-bb91-410f-ad23-2dff1447f4ee), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.255511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697d9b-2b9c-43f6-83d6-a7eea65ea641 req-b4bf7553-a23c-4dff-a3b5-c68ec26a6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.257038 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18697d9b-2b9c-43f6-83d6-a7eea65ea641 req-b4bf7553-a23c-4dff-a3b5-c68ec26a6b29 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 1132 time: 0.3779569 Feb 11 13:24:47.268049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:47.272890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-39f88bb6-7377-4d71-8636-a22ad6b4bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.274656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-39f88bb6-7377-4d71-8636-a22ad6b4bf05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2425380 Feb 11 13:24:47.282643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'port_id': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3', 'mac_address': 'fa:16:3e:88:4a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86797a2-0d67-4fa2-830c-88364ab4986d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:47.284010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af964617-f1dc-4ce1-ba8c-5494069ef026 req-9d18c8dd-9588-4827-92da-4d6fcb883581 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.292590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af964617-f1dc-4ce1-ba8c-5494069ef026 req-9d18c8dd-9588-4827-92da-4d6fcb883581 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 950 time: 0.2426729 Feb 11 13:24:47.339660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d09bf3fe-f1ee-42a1-b802-03502224ddc3 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:47.340140 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.362423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09bf3fe-f1ee-42a1-b802-03502224ddc3 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:47.367345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-50afccad-7178-4e85-8ecd-016560f908c4 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000824 Feb 11 13:24:47.371233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-f7355615-adb8-4e01-b977-487e20d15247 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0611677 Feb 11 13:24:47.404743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:47.422114 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df48b30c-297d-4d9f-bbb0-3b8c2051709d None None] New status for floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:24:47.423574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.436571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af964617-f1dc-4ce1-ba8c-5494069ef026 req-d825c893-0d10-49c3-9144-7a03e72fd7c3 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273386 Feb 11 13:24:47.461965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18697d9b-2b9c-43f6-83d6-a7eea65ea641 req-bbd662c4-d5be-45c6-8f2e-60e8e2fadca7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678357 Feb 11 13:24:47.468416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (65997142-bb91-410f-ad23-2dff1447f4ee), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.541044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.545671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-022ab5ae-2e10-450e-bc44-90b8162434b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.547799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-022ab5ae-2e10-450e-bc44-90b8162434b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1625385 Feb 11 13:24:47.558680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65997142-bb91-410f-ad23-2dff1447f4ee,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.572774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-96bcc6e0-cd77-4029-8213-b443180fc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.574597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-96bcc6e0-cd77-4029-8213-b443180fc4e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 1128 time: 0.1386216 Feb 11 13:24:47.584362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.592015 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b17bb725-d10c-40b1-b3d0-23e4785e1c86 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/65997142-bb91-410f-ad23-2dff1447f4ee HTTP/1.1" status: 204 len: 168 time: 0.8433125 Feb 11 13:24:47.599867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:47.657464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743b413-5847-4772-87d7-93e526b5fc59 req-105b90ec-fb94-4528-91e0-9c3cbc074ba8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.659960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4743b413-5847-4772-87d7-93e526b5fc59 req-105b90ec-fb94-4528-91e0-9c3cbc074ba8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0950854 Feb 11 13:24:47.722702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d09bf3fe-f1ee-42a1-b802-03502224ddc3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:47.750023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (52f92d27-cf50-432a-ac81-3ff450348b07), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.767057 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4743b413-5847-4772-87d7-93e526b5fc59 req-5e4abf3b-e829-4abd-b520-b9151a779b32 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005764 Feb 11 13:24:47.829172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e680d130-fe02-48c6-8303-57fcfd6a1a4c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.851839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:47.852579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-ecafdf7a-b1e4-480e-bded-a645679ba6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.854095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-ecafdf7a-b1e4-480e-bded-a645679ba6e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2533543 Feb 11 13:24:47.873435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f92d27-cf50-432a-ac81-3ff450348b07,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.895246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:47.895882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:47.936128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981626ae-cdb3-4b1b-8c28-4976df191d26 req-2ed749b8-e604-4e56-a9ca-03a191c9cbd2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.938480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-981626ae-cdb3-4b1b-8c28-4976df191d26 req-2ed749b8-e604-4e56-a9ca-03a191c9cbd2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.0820384 Feb 11 13:24:47.954745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-9a523cae-b38b-4e83-9d09-0dfdc8f50580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.956601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-9a523cae-b38b-4e83-9d09-0dfdc8f50580 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2225235 Feb 11 13:24:47.980385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Checking segment: {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:47.980774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Network hostable DHCP agents. Network: 40d320b5-0b8d-4739-b344-ce4b9630cf16, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:47.993031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-921751e5-66aa-4c37-9132-28a681644e2f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 1002 time: 0.1307950 Feb 11 13:24:48.019928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-981626ae-cdb3-4b1b-8c28-4976df191d26 req-3ee79bc7-c892-4f13-8093-ba47ad6b63f4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753407 Feb 11 13:24:48.081373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:48.093669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e680d130-fe02-48c6-8303-57fcfd6a1a4c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.146951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:48.166657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e680d130-fe02-48c6-8303-57fcfd6a1a4c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:48.179200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-3df0eb0f-69c8-438e-a939-f7be164fef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.180675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-3df0eb0f-69c8-438e-a939-f7be164fef09 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1686699 Feb 11 13:24:48.186875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73237602-0456-437e-876d-640b831de1a6') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:48.187173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73237602-0456-437e-876d-640b831de1a6') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:48.188841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 40d320b5-0b8d-4739-b344-ce4b9630cf16) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:48.204078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1178167-655d-40d1-8341-39746f4e18f3 None None] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:48.214161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.214741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.221076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (73237602-0456-437e-876d-640b831de1a6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.249703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-e4ff5e4e-f590-4722-82e8-e91996e5db0e service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703793 Feb 11 13:24:48.258411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (73237602-0456-437e-876d-640b831de1a6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.273926 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8f533230-8ced-42ef-9906-8503898c022a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2043517 Feb 11 13:24:48.277913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57524) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:48.280232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:48.280464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (73237602-0456-437e-876d-640b831de1a6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:48.283048 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:48.289033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:48.316699 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.318506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.355024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-db7606b4-a469-4524-9be8-e316fb02753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.356474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-db7606b4-a469-4524-9be8-e316fb02753f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1614399 Feb 11 13:24:48.383097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-40d320b5-0b8d-4739-b344-ce4b9630cf16', 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16', 'project_id': 'a5825c26777e4aac8070013943e785fa', 'fixed_ips': [{'subnet_id': '52f92d27-cf50-432a-ac81-3ff450348b07'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:24:48.384059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.422466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e680d130-fe02-48c6-8303-57fcfd6a1a4c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.482365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.485540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] 10.222.0.79 "DELETE /v2.0/networks/e680d130-fe02-48c6-8303-57fcfd6a1a4c HTTP/1.1" status: 204 len: 168 time: 0.8836148 Feb 11 13:24:48.487162 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks [] for router_controller (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.489523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:48.503639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270495cd-70fa-4358-942f-1e8607757e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e680d130-fe02-48c6-8303-57fcfd6a1a4c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.530895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e680362-7cda-4b0f-954f-4a1dc1e2cab2 req-4a64c712-ab4a-4664-bfbe-fbd351206864 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693977 Feb 11 13:24:48.562948 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-bf1e1735-c634-4c2c-87b1-3dd04dcf20b7 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765392 Feb 11 13:24:48.568763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] Deleting subnet 20d543dc-cb8f-43d8-b6c4-26de46b62a2c {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:48.582363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] Publish callbacks [] for subnet (20d543dc-cb8f-43d8-b6c4-26de46b62a2c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.651425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:9c:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:47Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:48.695279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:48.705165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Allocated IP 172.20.0.2 (40d320b5-0b8d-4739-b344-ce4b9630cf16/52f92d27-cf50-432a-ac81-3ff450348b07/d25c0a94-c3d1-44f0-a96c-50340904e151) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:48.718495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:48.719356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:48.761193 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks [] for router_gateway (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.803331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:48.811732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5382f-00ce-478b-85fb-3a3b1dd1802d req-cf8af336-08a0-4468-890d-ba52a38cd065 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.813632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ae5382f-00ce-478b-85fb-3a3b1dd1802d req-cf8af336-08a0-4468-890d-ba52a38cd065 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 950 time: 0.2193913 Feb 11 13:24:48.915130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ae5382f-00ce-478b-85fb-3a3b1dd1802d req-745f9799-5378-460a-8423-f87a930e493f tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916681 Feb 11 13:24:48.993474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:49.006645 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd107658-5f21-4202-ba08-4b1863211946" -d '{"events": [{"name": "network-changed", "server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:49.018086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (20d543dc-cb8f-43d8-b6c4-26de46b62a2c), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.068418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:49.091956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11231403-60be-4e8b-92e7-5c8ba60b1e58 req-8f3d0a3e-d188-46df-89ca-ba8dfb336af0 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206463 Feb 11 13:24:49.098683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (20d543dc-cb8f-43d8-b6c4-26de46b62a2c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.168505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (20d543dc-cb8f-43d8-b6c4-26de46b62a2c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.211150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d543dc-cb8f-43d8-b6c4-26de46b62a2c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.215108 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4157897c-a0d5-47cc-a80c-e3013b5bb515 x-openstack-request-id: req-4157897c-a0d5-47cc-a80c-e3013b5bb515 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:49.215470 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:49.215793 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4157897c-a0d5-47cc-a80c-e3013b5bb515 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:49.216286 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'status': 'completed', 'code': 200} Feb 11 13:24:49.218617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.224816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c5409ba9-6064-4a5e-ad4d-f66663cd14d3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/20d543dc-cb8f-43d8-b6c4-26de46b62a2c HTTP/1.1" status: 204 len: 168 time: 0.7285821 Feb 11 13:24:49.225324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57540) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:49.240403 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks [] for router_gateway (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.270330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port d09bf3fe-f1ee-42a1-b802-03502224ddc3 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:49.275027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.283286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port d09bf3fe-f1ee-42a1-b802-03502224ddc3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:49.284555 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.394174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.395509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Allocated IP 172.25.3.110 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0e476c65-5a62-4f03-ab29-f601d523908f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:49.411142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c939c2d-cec4-4522-95df-93a3dbb6c58d req-9560e645-9993-43a2-a3e9-4c60e6ac2003 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.412866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c939c2d-cec4-4522-95df-93a3dbb6c58d req-9560e645-9993-43a2-a3e9-4c60e6ac2003 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.1338179 Feb 11 13:24:49.426674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107658-5f21-4202-ba08-4b1863211946 req-b78ad533-00c1-4a93-b27c-bc3fd1103e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.428865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd107658-5f21-4202-ba08-4b1863211946 req-b78ad533-00c1-4a93-b27c-bc3fd1103e22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 1128 time: 0.1914957 Feb 11 13:24:49.515197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks [] for port (0e476c65-5a62-4f03-ab29-f601d523908f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.562784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca453b6-8433-426c-a0d2-e1e73e22c86a req-25b25a8d-1906-45b4-a542-937699a06b3c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.573645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ca453b6-8433-426c-a0d2-e1e73e22c86a req-25b25a8d-1906-45b4-a542-937699a06b3c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.4992046 Feb 11 13:24:49.595390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.604861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c939c2d-cec4-4522-95df-93a3dbb6c58d req-f8be1501-a974-4d1d-98de-1048dab0282a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828530 Feb 11 13:24:49.622314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Publish callbacks [] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.642021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.646545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.667935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Pushing event updated for resources: {'Port': ['ID=0e476c65-5a62-4f03-ab29-f601d523908f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.686449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:49.690757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:49.697377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:49.697858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:49.706481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:49.712709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:49.749252 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57ee275f-de2b-4fd2-a46e-e7e789d1a7da req-519906bd-5560-45ef-87e1-f86552f15073 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1002 time: 0.1046336 Feb 11 13:24:49.755999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Pushing event updated for resources: {'Port': ['ID=d25c0a94-c3d1-44f0-a96c-50340904e151,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.775211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.788677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107658-5f21-4202-ba08-4b1863211946 req-a535ed89-1d7a-429b-9625-d6ff0ebce84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.790538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd107658-5f21-4202-ba08-4b1863211946 req-a535ed89-1d7a-429b-9625-d6ff0ebce84f service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.3498409 Feb 11 13:24:49.814229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d09bf3fe-f1ee-42a1-b802-03502224ddc3 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:49.814645 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.820888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d8799b-18df-4d6a-93a9-98baf73a590c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.821340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d8799b-18df-4d6a-93a9-98baf73a590c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.859188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ca453b6-8433-426c-a0d2-e1e73e22c86a req-3c9b5184-5a3e-44e5-afa8-0714ee81841e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786076 Feb 11 13:24:49.881898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Attempting to bind port d25c0a94-c3d1-44f0-a96c-50340904e151 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:49.882310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Attempting to bind port d25c0a94-c3d1-44f0-a96c-50340904e151 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:49.882660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Attempting to bind port d25c0a94-c3d1-44f0-a96c-50340904e151 on network 40d320b5-0b8d-4739-b344-ce4b9630cf16 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:49.895376 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.895897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:49.898151 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f8139-0d68-467a-9d2e-6eec021c063b" -d '{"events": [{"server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "name": "network-vif-plugged", "status": "completed", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:49.903199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee275f-de2b-4fd2-a46e-e7e789d1a7da req-08fa42a9-0272-4677-a140-4c6274e111d8 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.906286 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57ee275f-de2b-4fd2-a46e-e7e789d1a7da req-08fa42a9-0272-4677-a140-4c6274e111d8 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports/ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 943 time: 0.1479700 Feb 11 13:24:49.909790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (49d8799b-18df-4d6a-93a9-98baf73a590c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.935598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:49.935879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (49d8799b-18df-4d6a-93a9-98baf73a590c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.936675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Checking segment: {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:49.937740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.939782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Bound using segment: {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:49.940504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Bound port: d25c0a94-c3d1-44f0-a96c-50340904e151, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:49.941439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.951448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd107658-5f21-4202-ba08-4b1863211946 req-25ad185c-590b-4a9d-991a-f77e83e02ae9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 1002 time: 0.1330914 Feb 11 13:24:49.952700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:49.953151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (49d8799b-18df-4d6a-93a9-98baf73a590c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:49.955568 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:49.987906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:50.039936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107658-5f21-4202-ba08-4b1863211946 req-3697789c-05dc-462b-9fa0-e9b798d9784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.042372 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd107658-5f21-4202-ba08-4b1863211946 req-3697789c-05dc-462b-9fa0-e9b798d9784f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.0760982 Feb 11 13:24:50.063046 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3210827-00cd-4d6f-9ad4-273af7d0f190 x-openstack-request-id: req-b3210827-00cd-4d6f-9ad4-273af7d0f190 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:50.063369 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "name": "network-vif-plugged", "status": "completed", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:50.063635 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3210827-00cd-4d6f-9ad4-273af7d0f190 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:50.064036 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3', 'code': 200} Feb 11 13:24:50.071428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] For port d25c0a94-c3d1-44f0-a96c-50340904e151, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:50.074809 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.080547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] For port d25c0a94-c3d1-44f0-a96c-50340904e151, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d25c0a94-c3d1-44f0-a96c-50340904e151,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:50.095780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks [] for router_gateway (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.139360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:9c:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:47Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:50.174822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b99cb9-ff0d-4154-80d1-5954eb8969e5 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:9c:35:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a274adb8-3807-4044-a729-d5377df8056a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:47Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:50.179999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.230281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.248132 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57ee275f-de2b-4fd2-a46e-e7e789d1a7da req-f6431b5c-2851-4ddc-ae9b-0932787af5cd tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1002 time: 0.1967878 Feb 11 13:24:50.319382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.347378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107658-5f21-4202-ba08-4b1863211946 req-6478f00b-46bc-48f8-969d-64bca5b53a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.351267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd107658-5f21-4202-ba08-4b1863211946 req-6478f00b-46bc-48f8-969d-64bca5b53a4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2973547 Feb 11 13:24:50.360838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d58da-dd5e-4492-a403-77f006d6daed None None] Pushing event updated for resources: {'Port': ['ID=d25c0a94-c3d1-44f0-a96c-50340904e151,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.379790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.383190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9 HTTP/1.1" status: 204 len: 168 time: 1.1561573 Feb 11 13:24:50.399153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc5143-736f-4e3c-bb11-bdff89adc3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edfe28d-9174-4f04-9f45-ba7a9bb2d9a9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.445470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.459322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a8a1-89aa-4aa1-b5c3-395b85150eee req-d0b27982-c112-4ce0-9550-c1ec7c90c62e tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.464724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57e46d-a276-4123-a7f8-4bfa62a8bf43 req-0f80a0c4-4cb2-454d-a362-4aae8b04c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.466332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d57e46d-a276-4123-a7f8-4bfa62a8bf43 req-0f80a0c4-4cb2-454d-a362-4aae8b04c50f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1127 time: 0.2875230 Feb 11 13:24:50.468376 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56a0a8a1-89aa-4aa1-b5c3-395b85150eee req-d0b27982-c112-4ce0-9550-c1ec7c90c62e tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 950 time: 0.2802451 Feb 11 13:24:50.586813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56a0a8a1-89aa-4aa1-b5c3-395b85150eee req-9e7d87d3-de7a-4286-927d-07080b736835 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173928 Feb 11 13:24:50.644893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee275f-de2b-4fd2-a46e-e7e789d1a7da req-40e708df-09a2-4e88-9bd4-1ee59259cf32 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.644893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57ee275f-de2b-4fd2-a46e-e7e789d1a7da req-40e708df-09a2-4e88-9bd4-1ee59259cf32 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.3907256 Feb 11 13:24:50.650052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d57e46d-a276-4123-a7f8-4bfa62a8bf43 req-0caccf3e-5a1e-4203-bdc4-8921a64c402b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714723 Feb 11 13:24:50.708429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57556) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.759023 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd107658-5f21-4202-ba08-4b1863211946 req-aee0b8be-2989-4072-8906-9d95d84005d5 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840663 Feb 11 13:24:50.797109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-3cbd5817-f080-42e8-8b93-8b79dcfea93a tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1002 time: 0.1348436 Feb 11 13:24:50.811963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96a4f098-83eb-4f78-970b-f26a4de8b7a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20ad3e4e668e4c2dbf3d54426cd9a642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1021814 Feb 11 13:24:50.814780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57558) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.892151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5912d4c-9ebe-4d24-bb3c-d89ac00454d5 req-06bef1fa-ce54-4c90-96e7-ad54febdaae3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.894048 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5912d4c-9ebe-4d24-bb3c-d89ac00454d5 req-06bef1fa-ce54-4c90-96e7-ad54febdaae3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 945 time: 0.1602058 Feb 11 13:24:50.907268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50857-0b83-4c96-965d-699ac29b4996 req-4074474f-5c92-4d36-80a8-30431b38e8f4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.908991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-4074474f-5c92-4d36-80a8-30431b38e8f4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports/ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 943 time: 0.1020393 Feb 11 13:24:50.929110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:24:50.932572 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd107658-5f21-4202-ba08-4b1863211946 req-fa218304-7eaa-48eb-8dd4-eaedaa96428e service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602919 Feb 11 13:24:50.934635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e6106a9-412a-41cd-80cc-de18d2b9f9ad admin admin] Publish callbacks [] for security_group (c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.990481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e6106a9-412a-41cd-80cc-de18d2b9f9ad admin admin] Publish callbacks [] for security_group (c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.024470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-bc0ad95d-44c8-49ca-b8ac-b07bf46e3808 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1002 time: 0.0701144 Feb 11 13:24:51.063553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5912d4c-9ebe-4d24-bb3c-d89ac00454d5 req-10acb694-cea2-412a-9cc9-95b5f022d5e6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568391 Feb 11 13:24:51.174392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50857-0b83-4c96-965d-699ac29b4996 req-38d9cce5-6ab1-406a-91b2-e423b5697841 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.184203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-38d9cce5-6ab1-406a-91b2-e423b5697841 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1488774 Feb 11 13:24:51.273899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-ea26a6a0-1d07-4058-91f1-8e1e113cdcd4 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1002 time: 0.0871885 Feb 11 13:24:51.279115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:51.363931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.462101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:51.473144 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e6106a9-412a-41cd-80cc-de18d2b9f9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.478044 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e6106a9-412a-41cd-80cc-de18d2b9f9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.479214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9e6106a9-412a-41cd-80cc-de18d2b9f9ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a HTTP/1.1" status: 204 len: 168 time: 0.6620333 Feb 11 13:24:51.482867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Sync routers for ids ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:51.503245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6106a9-412a-41cd-80cc-de18d2b9f9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e8f8a3-3420-42d5-afd0-a6aa93c75b2a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.518898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.521496 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Routers {'7f13b2e6-ac99-4a7d-a120-a0afd7764e44'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:51.525729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-10068e2c-7a16-4e02-9fac-fd6b28a1286f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2410252 Feb 11 13:24:51.525729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57568) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:51.530091 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:51.593213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.742680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.760430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.760430 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c disassociated. External IP: 172.25.3.239, port: ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237. Feb 11 13:24:51.791407 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Set router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:52.013295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45e292-6114-4ec2-ad77-c5401d6b9198 None None] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:52.064921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e9ecf-0c26-4c13-a0c5-93ddc2a166fb req-83943e03-797c-404d-87b0-1cbcf739feb1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.066661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c7e9ecf-0c26-4c13-a0c5-93ddc2a166fb req-83943e03-797c-404d-87b0-1cbcf739feb1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1431186 Feb 11 13:24:52.175371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e416abed-c3d4-4ad4-8375-d7f0cde53bc4 None None] Provisioning complete for port d25c0a94-c3d1-44f0-a96c-50340904e151 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:52.176464 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e416abed-c3d4-4ad4-8375-d7f0cde53bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.223035 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:24:49Z', 'revision_number': 3, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port': {'id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:49Z', 'updated_at': '2022-02-11T13:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:52.248703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c7e9ecf-0c26-4c13-a0c5-93ddc2a166fb req-e2c82d7c-7d66-4752-b2d1-443b575ed419 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032624 Feb 11 13:24:52.258615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57576) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.291995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:52.306543 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Checking router: 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:52.307644 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Updating router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 port 0e476c65-5a62-4f03-ab29-f601d523908f binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:52.384712 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.447402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57580) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.451656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-65d667d2-e038-4f0c-a6d0-5be2d55f2827 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2752cc2097b84f4ba6fffd0838bfb071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825392 Feb 11 13:24:52.472068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:52.474886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e416abed-c3d4-4ad4-8375-d7f0cde53bc4 None None] Current status of the port d25c0a94-c3d1-44f0-a96c-50340904e151 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:52.475829 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e416abed-c3d4-4ad4-8375-d7f0cde53bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.501753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.504636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:52.618557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:52.619588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:52.662539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-416ac4e3-b0b2-4cf1-8020-d941ad7f789e tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "PUT /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 200 len: 695 time: 1.3880985 Feb 11 13:24:52.681691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:52.682297 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5239bd3-98de-4504-8c21-750be8f91617" -d '{"events": [{"name": "network-changed", "server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:52.775313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e416abed-c3d4-4ad4-8375-d7f0cde53bc4 None None] For port d25c0a94-c3d1-44f0-a96c-50340904e151, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d25c0a94-c3d1-44f0-a96c-50340904e151,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:52.790949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d25c0a94-c3d1-44f0-a96c-50340904e151 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:52.800207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.809347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8126ed8-f0f5-4677-9e35-5f470735853d admin admin] Publish callbacks [] for security_group (f3f56576-b06f-4f36-8218-0f8cae1a89c6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.840782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50857-0b83-4c96-965d-699ac29b4996 req-08185da6-8da5-4130-a99a-498bd5815170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.848104 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-08185da6-8da5-4130-a99a-498bd5815170 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 1128 time: 0.1846709 Feb 11 13:24:52.882618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:52.905116 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8126ed8-f0f5-4677-9e35-5f470735853d admin admin] Publish callbacks [] for security_group (f3f56576-b06f-4f36-8218-0f8cae1a89c6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.021497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Allocated IP 172.20.0.1 (40d320b5-0b8d-4739-b344-ce4b9630cf16/52f92d27-cf50-432a-ac81-3ff450348b07/ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:53.025643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e416abed-c3d4-4ad4-8375-d7f0cde53bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.092681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8126ed8-f0f5-4677-9e35-5f470735853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f3f56576-b06f-4f36-8218-0f8cae1a89c6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.097172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8126ed8-f0f5-4677-9e35-5f470735853d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.099287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f8126ed8-f0f5-4677-9e35-5f470735853d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3f56576-b06f-4f36-8218-0f8cae1a89c6 HTTP/1.1" status: 204 len: 168 time: 0.6491811 Feb 11 13:24:53.105081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50857-0b83-4c96-965d-699ac29b4996 req-979fe3cf-42ff-4081-9fcf-c2eaf03af559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.124106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-979fe3cf-42ff-4081-9fcf-c2eaf03af559 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2751436 Feb 11 13:24:53.141588 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Publish callbacks [] for port (0e476c65-5a62-4f03-ab29-f601d523908f), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.155337 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.157392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks [] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.180191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8126ed8-f0f5-4677-9e35-5f470735853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f56576-b06f-4f36-8218-0f8cae1a89c6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.206080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416abed-c3d4-4ad4-8375-d7f0cde53bc4 None None] Pushing event updated for resources: {'Port': ['ID=d25c0a94-c3d1-44f0-a96c-50340904e151,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.239942 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.264524 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Attempting to bind port 0e476c65-5a62-4f03-ab29-f601d523908f on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:53.265270 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Attempting to bind port 0e476c65-5a62-4f03-ab29-f601d523908f by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:53.265867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Attempting to bind port 0e476c65-5a62-4f03-ab29-f601d523908f on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:53.303943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-7012306f-e346-4376-83dd-979319552a92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 217 time: 0.1664572 Feb 11 13:24:53.312937 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:53.316174 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:53.316897 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.318229 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:53.319596 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Bound port: 0e476c65-5a62-4f03-ab29-f601d523908f, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:53.320865 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.343237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.343728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.345915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.346229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.346707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.349697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.362591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.363335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.363841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.364527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.368506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-211885a6-978c-4ca1-b427-539f17dfd77a req-05d5deb9-3902-4749-88ed-8ed3b0790b70 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1&device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4&device_id=a274adb8-3807-4044-a729-d5377df8056a&device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85&device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68&device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33&device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0&device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 9403 time: 0.1719620 Feb 11 13:24:53.374768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:53.396441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1a37f7ea-812a-4180-862c-b89d05f0a22f None None] Provisioning complete for port d25c0a94-c3d1-44f0-a96c-50340904e151 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:53.397083 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a37f7ea-812a-4180-862c-b89d05f0a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.399090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:53.445893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:53.446438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.469149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-211885a6-978c-4ca1-b427-539f17dfd77a req-d9665b95-f655-41d3-bf44-17df57051de4 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.473276 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] For port 0e476c65-5a62-4f03-ab29-f601d523908f, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:53.482650 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] For port 0e476c65-5a62-4f03-ab29-f601d523908f, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e476c65-5a62-4f03-ab29-f601d523908f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:53.491233 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Pushing event updated for resources: {'Port': ['ID=0e476c65-5a62-4f03-ab29-f601d523908f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.501222 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.506413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d25c0a94-c3d1-44f0-a96c-50340904e151 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:53.507171 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.520262 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.521448 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.524525 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.525639 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.526754 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.527899 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.528416 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.529542 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.530830 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.531267 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.532301 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.532731 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.533494 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:53.633258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.645512 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61a288-fd43-4cb4-b84f-11094f32e3be None None] Pushing event updated for resources: {'Port': ['ID=0e476c65-5a62-4f03-ab29-f601d523908f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.695988 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Routers {'7f13b2e6-ac99-4a7d-a120-a0afd7764e44'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:53.709519 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:53.743578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d25c0a94-c3d1-44f0-a96c-50340904e151 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:53.752063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:53.811549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:53.838639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:53.839269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:53.902921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-211885a6-978c-4ca1-b427-539f17dfd77a req-d9665b95-f655-41d3-bf44-17df57051de4 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Publish callbacks [] for security_group (129d8af9-73d8-498f-9186-86f30ea7242e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.908003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1a37f7ea-812a-4180-862c-b89d05f0a22f None None] Current status of the port d25c0a94-c3d1-44f0-a96c-50340904e151 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:53.940597 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-211885a6-978c-4ca1-b427-539f17dfd77a req-d9665b95-f655-41d3-bf44-17df57051de4 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (129d8af9-73d8-498f-9186-86f30ea7242e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.942697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50857-0b83-4c96-965d-699ac29b4996 req-d47affa8-954d-462c-9780-6a0cfb171a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.945151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-d47affa8-954d-462c-9780-6a0cfb171a3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.6335535 Feb 11 13:24:54.027166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50857-0b83-4c96-965d-699ac29b4996 req-549259b2-912f-43b7-8b62-e506b4a5e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.031550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-549259b2-912f-43b7-8b62-e506b4a5e20e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0781391 Feb 11 13:24:54.081784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-211885a6-978c-4ca1-b427-539f17dfd77a req-d9665b95-f655-41d3-bf44-17df57051de4 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&id=ca4aafbd-513f-466e-a980-0cc93e44e10b&id=7b3de12c-e1d3-463d-8892-52947a43134a&id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.7005150 Feb 11 13:24:54.085907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-35a50a97-d62a-4726-9b75-cf455f7e75ae None None] Provisioning complete for port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:54.086683 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35a50a97-d62a-4726-9b75-cf455f7e75ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.124943 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] Set router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:54.143782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:54.213094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-35a50a97-d62a-4726-9b75-cf455f7e75ae None None] Port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:54.222507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665b95-f655-41d3-bf44-17df57051de4 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129d8af9-73d8-498f-9186-86f30ea7242e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.236790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.244511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-89b719c8-34f9-430a-9ed8-f4e923fd621f service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047477 Feb 11 13:24:54.309211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5ef9c-200f-4c2d-8f9f-ac107f02284c req-492b1074-7af2-490f-bb63-33d3bd417718 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.318620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2b5ef9c-200f-4c2d-8f9f-ac107f02284c req-492b1074-7af2-490f-bb63-33d3bd417718 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 945 time: 0.1326740 Feb 11 13:24:54.399209 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27c50857-0b83-4c96-965d-699ac29b4996 req-c2c281ad-22fe-4270-b06e-2b8f90672b27 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462271 Feb 11 13:24:54.424646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2b5ef9c-200f-4c2d-8f9f-ac107f02284c req-ec3e8cb5-2f30-426b-b26e-400fd5c2af87 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017032 Feb 11 13:24:54.492076 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c2849c-8cf7-40b1-aebd-3d789cb15370 x-openstack-request-id: req-64c2849c-8cf7-40b1-aebd-3d789cb15370 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:54.492462 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:54.492818 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64c2849c-8cf7-40b1-aebd-3d789cb15370 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:54.493320 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'status': 'completed', 'code': 200} Feb 11 13:24:54.584962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.686615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239bd3-98de-4504-8c21-750be8f91617 req-d7d640b4-fcd8-44c5-9f0d-f4059ebc6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.691800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5239bd3-98de-4504-8c21-750be8f91617 req-d7d640b4-fcd8-44c5-9f0d-f4059ebc6714 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 1128 time: 0.1665907 Feb 11 13:24:54.710344 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:24:49Z', 'revision_number': 3, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port': {'id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:49Z', 'updated_at': '2022-02-11T13:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.729288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks [] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.751520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8a34a-610c-4d94-817d-c48ab54c2664 req-f6ca9ea0-4711-423d-b4a3-5a8af701175c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.756491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8a8a34a-610c-4d94-817d-c48ab54c2664 req-f6ca9ea0-4711-423d-b4a3-5a8af701175c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.2069335 Feb 11 13:24:54.757737 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.762543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.784135 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6de74a-6ed9-4461-8cd8-d706e1c6c124 None None] The sync data for ids ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'] in n-d-828676-2 is: [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:24:49Z', 'revision_number': 3, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port': {'id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:49Z', 'updated_at': '2022-02-11T13:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:54.944179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239bd3-98de-4504-8c21-750be8f91617 req-bb8658d7-7633-4e7e-a9b4-b254bf3bd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.952343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5239bd3-98de-4504-8c21-750be8f91617 req-bb8658d7-7633-4e7e-a9b4-b254bf3bd1a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2519910 Feb 11 13:24:55.050872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5239bd3-98de-4504-8c21-750be8f91617 req-1195c36e-804a-4bb5-9c0b-e27579684f79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 200 len: 217 time: 0.0910182 Feb 11 13:24:55.071138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d25c0a94-c3d1-44f0-a96c-50340904e151 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:55.075992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cf238-57fd-49f2-b3cd-25defa90e513 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:55.121703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:55.142011 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8a8a34a-610c-4d94-817d-c48ab54c2664 req-7b84147a-4f2e-4336-ae0d-573d6cdc8984 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567710 Feb 11 13:24:55.166852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d25c0a94-c3d1-44f0-a96c-50340904e151 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:55.166852 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.170503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:55.175934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:55.225496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239bd3-98de-4504-8c21-750be8f91617 req-9083e78c-f1ff-4be5-85a9-5448899b124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.227116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5239bd3-98de-4504-8c21-750be8f91617 req-9083e78c-f1ff-4be5-85a9-5448899b124c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1270092 Feb 11 13:24:55.232022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203471b-7bb3-4f0d-98d3-320f233e5402 req-b46a73cc-dc29-48b6-93ac-fd61846ea69f tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.243528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3203471b-7bb3-4f0d-98d3-320f233e5402 req-b46a73cc-dc29-48b6-93ac-fd61846ea69f tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1127 time: 0.2096078 Feb 11 13:24:55.384307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d25c0a94-c3d1-44f0-a96c-50340904e151 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:55.528994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239bd3-98de-4504-8c21-750be8f91617 req-66112855-51a2-47f4-9b63-f0f0904ecbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.531398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5239bd3-98de-4504-8c21-750be8f91617 req-66112855-51a2-47f4-9b63-f0f0904ecbe1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2858889 Feb 11 13:24:55.536629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:55.550304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3203471b-7bb3-4f0d-98d3-320f233e5402 req-3fcaa41f-f7b7-4c53-b2e1-fe43937ddd93 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981670 Feb 11 13:24:55.791474 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa218ee-d193-415a-8c57-354eef5d1042 None None] New status for floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:24:55.802713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5239bd3-98de-4504-8c21-750be8f91617 req-a8e41be4-cb58-445b-8fba-9948a66d03c9 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506688 Feb 11 13:24:55.809294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-30a61d91-da3d-4162-b6e4-5f4c5a7cc7dc None None] Provisioning complete for port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:55.811294 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30a61d91-da3d-4162-b6e4-5f4c5a7cc7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.840341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:55.852692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63a5d289-44db-4b56-8f38-a75d7f25752c admin admin] 10.222.0.79 "PUT /v2.0/routers/7f13b2e6-ac99-4a7d-a120-a0afd7764e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3256745 Feb 11 13:24:55.912595 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df60c44-3f72-4577-85e7-829d89a7641f req-d68d0dc8-d66d-495b-8586-8bd55643494c tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.913454 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df60c44-3f72-4577-85e7-829d89a7641f req-d68d0dc8-d66d-495b-8586-8bd55643494c tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.913939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df60c44-3f72-4577-85e7-829d89a7641f req-d68d0dc8-d66d-495b-8586-8bd55643494c tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.925645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9df60c44-3f72-4577-85e7-829d89a7641f req-d68d0dc8-d66d-495b-8586-8bd55643494c tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4&device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68&device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 2976 time: 0.3047380 Feb 11 13:24:55.937698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-30a61d91-da3d-4162-b6e4-5f4c5a7cc7dc None None] Port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:56.010093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0339d4-36b9-4b68-af57-570cab46908c req-868406a3-3b69-4949-ba55-6c157d68a97c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.012199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-868406a3-3b69-4949-ba55-6c157d68a97c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2312384 Feb 11 13:24:56.044107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9df60c44-3f72-4577-85e7-829d89a7641f req-d25f540f-d31c-44b9-bdf2-6a1f4f80f692 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136866 Feb 11 13:24:56.131557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5239bd3-98de-4504-8c21-750be8f91617 req-20dea98f-b587-495e-89a7-e2fdccf905da service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904055 Feb 11 13:24:56.149298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-c1abf8b3-3afd-4e3c-a52f-1c35e1e47f9a tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 698 time: 0.1291711 Feb 11 13:24:56.156245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'floatingip': {'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:56.211476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.284448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547de75b-5a37-43bb-b9c8-28cb2abb6268 req-2443015e-13f6-476c-9144-569e8abe3e51 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.286162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-547de75b-5a37-43bb-b9c8-28cb2abb6268 req-2443015e-13f6-476c-9144-569e8abe3e51 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1127 time: 0.0824211 Feb 11 13:24:56.355208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-547de75b-5a37-43bb-b9c8-28cb2abb6268 req-6a4c8f60-41c4-4b75-b3f9-60307f8c3ce3 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Feb 11 13:24:56.576150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6781-dc48-42c5-8454-2fc2df398e03 req-49ff9930-1a57-410a-b8ad-1f17947db1a9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.578679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d5ff6781-dc48-42c5-8454-2fc2df398e03 req-49ff9930-1a57-410a-b8ad-1f17947db1a9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0730438 Feb 11 13:24:56.638432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d5ff6781-dc48-42c5-8454-2fc2df398e03 req-11e934a6-1044-47e5-8b84-85ab2cb9bdfd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529745 Feb 11 13:24:56.677911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e476c65-5a62-4f03-ab29-f601d523908f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:56.752231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0e476c65-5a62-4f03-ab29-f601d523908f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:56.754260 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.956906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbc1da-cf95-435a-a011-11adab597f48 req-59ae5224-0dd8-4bf2-aecf-e1ba60a7668c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.956906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34dbc1da-cf95-435a-a011-11adab597f48 req-59ae5224-0dd8-4bf2-aecf-e1ba60a7668c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "GET /v2.0/ports?device_id=a274adb8-3807-4044-a729-d5377df8056a HTTP/1.1" status: 200 len: 946 time: 0.1638503 Feb 11 13:24:56.957772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0e476c65-5a62-4f03-ab29-f601d523908f is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:56.957772 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.957943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57668) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:56.964971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-network', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:56.965145 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9ec6407d-802f-4d06-bb0d-dc13d5895299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.984425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0e476c65-5a62-4f03-ab29-f601d523908f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e476c65-5a62-4f03-ab29-f601d523908f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:56.989982 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.001360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Made reservation on behalf of f1a24c37a13848aea1e3b3122d908344 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:57.002284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.008245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.021057 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.041175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.066324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0e476c65-5a62-4f03-ab29-f601d523908f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.111930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Request body: {'security_group': {'name': 'tempest-securitygroup-629512270', 'description': 'tempest-description-1496796513'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:57.140380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.157345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.173442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks [] for security_group (6c7ccce0-cc86-4e02-8dcb-4296a350c869), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.180197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6c7ccce0-cc86-4e02-8dcb-4296a350c869), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.217620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7ccce0-cc86-4e02-8dcb-4296a350c869,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.225253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:57.241425 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c associated. External IP: 172.25.3.239, port: 79d16cf3-c999-4426-91cf-38c3ea4cdc8d. Feb 11 13:24:57.243022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (57097ba7-4bb3-4fef-bfb0-a9ce31c65288), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.243360 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Added segment 57097ba7-4bb3-4fef-bfb0-a9ce31c65288 of type vlan for network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 Feb 11 13:24:57.288407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Deleting port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:57.288758 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.308448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (68c7f8e5-e510-431e-8fa3-f94a91212fc9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.342762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (f611885e-47a2-4432-9561-35f7fed8bea2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.350545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f611885e-47a2-4432-9561-35f7fed8bea2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.363935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (68c7f8e5-e510-431e-8fa3-f94a91212fc9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.364952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.365592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.433483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f611885e-47a2-4432-9561-35f7fed8bea2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.441540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] For port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:57.441981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.443310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4834332 Feb 11 13:24:57.446105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:57.454507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Request body: {'subnet': {'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-subnet', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:57.484143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Calling delete_port for ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:57.493921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b807f6-8d3e-410e-b7f8-aff07e2e8374 admin admin] Pushing event updated for resources: {'Network': ['ID=68c7f8e5-e510-431e-8fa3-f94a91212fc9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.509210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:57.547880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (2dbb5249-71e4-472b-98e6-0ace691584a3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.553518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2dbb5249-71e4-472b-98e6-0ace691584a3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.585240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Made reservation on behalf of f1a24c37a13848aea1e3b3122d908344 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:57.586656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.588870 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a796a1de-e80a-4584-b0e0-870e8a975c56 req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4822955 Feb 11 13:24:57.599176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.613712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694600ba-66e7-419e-9eac-6e77db189562 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb5249-71e4-472b-98e6-0ace691584a3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.637981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Sync routers for ids ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:57.670711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Routers {'7f13b2e6-ac99-4a7d-a120-a0afd7764e44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:57.671507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:57.710927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-45f85dd3-b0b9-4992-8228-eccf0e47c814 req-7072ad32-5ff1-4f3a-ace5-5d33c1ea91fe tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1298384093', 'description': 'tempest-description-1193149218'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:57.735877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-45f85dd3-b0b9-4992-8228-eccf0e47c814 req-7072ad32-5ff1-4f3a-ace5-5d33c1ea91fe tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.805189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:57.806850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Set router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:57.836518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-45f85dd3-b0b9-4992-8228-eccf0e47c814 req-7072ad32-5ff1-4f3a-ace5-5d33c1ea91fe tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (25467345-56b5-4ad1-a26d-3f2425c3456e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.843730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-45f85dd3-b0b9-4992-8228-eccf0e47c814 req-7072ad32-5ff1-4f3a-ace5-5d33c1ea91fe tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (25467345-56b5-4ad1-a26d-3f2425c3456e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.880975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-45f85dd3-b0b9-4992-8228-eccf0e47c814 req-7072ad32-5ff1-4f3a-ace5-5d33c1ea91fe tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.882654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f85dd3-b0b9-4992-8228-eccf0e47c814 req-7072ad32-5ff1-4f3a-ace5-5d33c1ea91fe tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1760759 Feb 11 13:24:57.887811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072ad32-5ff1-4f3a-ace5-5d33c1ea91fe tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25467345-56b5-4ad1-a26d-3f2425c3456e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.970359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.990028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:58.034777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb333-2df3-4219-b471-752c105517c7 req-740b0c19-b69a-4d57-bfcb-35d1049f50b9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.042992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f28eb333-2df3-4219-b471-752c105517c7 req-740b0c19-b69a-4d57-bfcb-35d1049f50b9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0680501 Feb 11 13:24:58.044941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Pushing event deleted for resources: {'Port': ['ID=ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.102761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f28eb333-2df3-4219-b471-752c105517c7 req-236d9510-d864-4d5f-97bf-2de77b4d4b7a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587802 Feb 11 13:24:58.128867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (c4745a0c-f0a1-4fc8-9e30-79a534c2e41d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.157343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] No DVR routers for this DVR port ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:58.179316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.182695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34dbc1da-cf95-435a-a011-11adab597f48 req-53b81c11-3835-482a-b5b6-dd7ebae18178 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "DELETE /v2.0/ports/ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 HTTP/1.1" status: 204 len: 173 time: 1.1977875 Feb 11 13:24:58.186222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'name': 'network-vif-deleted', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:58.190080 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e6e8f8-86fd-44c1-9159-f260379f623c" -d '{"events": [{"server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "name": "network-vif-deleted", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:58.219936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:58.239739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.240370 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:58.257450 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:58.258516 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:58.313671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4745a0c-f0a1-4fc8-9e30-79a534c2e41d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.387164 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-0e89fc24-5823-4e65-82a2-80ab54c45fbe tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "PUT /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 200 len: 996 time: 2.2365785 Feb 11 13:24:58.416157 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:58.432798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Checking segment: {'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:58.433164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Network hostable DHCP agents. Network: 68c7f8e5-e510-431e-8fa3-f94a91212fc9, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:58.483395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:58.503377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0339d4-36b9-4b68-af57-570cab46908c req-fb9dd10b-f43f-4e0f-92f1-458e1e5ca1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.510476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-fb9dd10b-f43f-4e0f-92f1-458e1e5ca1a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1220534 Feb 11 13:24:58.520440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 68c7f8e5-e510-431e-8fa3-f94a91212fc9) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:58.555114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.555709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.559224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c88da-2e7f-4902-9092-96a06e2f84e5 None None] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:58.650428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e476c65-5a62-4f03-ab29-f601d523908f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:58.673232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-93aa8152-a58a-40c4-9c50-a2e23e8adc2e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2256792 Feb 11 13:24:58.675927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57694) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:58.682435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:58.717462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0339d4-36b9-4b68-af57-570cab46908c req-dce2f3b7-26fa-4848-ada1-56b7a9bd5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.719350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-dce2f3b7-26fa-4848-ada1-56b7a9bd5773 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2080445 Feb 11 13:24:58.721113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (b279d7a0-0d7c-4765-a0f9-7227175a6528), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.722394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (b279d7a0-0d7c-4765-a0f9-7227175a6528), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.778469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:24:53Z', 'revision_number': 4, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port': {'id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:49Z', 'updated_at': '2022-02-11T13:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9', 'name': '', 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'mac_address': 'fa:16:3e:1f:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '52f92d27-cf50-432a-ac81-3ff450348b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:52Z', 'updated_at': '2022-02-11T13:24:54Z', 'revision_number': 2, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'subnets': [{'id': '52f92d27-cf50-432a-ac81-3ff450348b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:58.822059 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-af49452d-24bb-4c61-8894-e6df95ebc5cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 999 time: 0.0938115 Feb 11 13:24:58.846086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Checking router: 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:58.846675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Updating router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:58.863841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks [] for router_controller (b279d7a0-0d7c-4765-a0f9-7227175a6528), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.867002 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:17:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:56Z', 'revision_number': 8, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:58.929997 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.935411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1534183728', 'description': 'tempest-description-234442436'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:58.944231 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:58.963680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:58.964560 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:58.971702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.976352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0339d4-36b9-4b68-af57-570cab46908c req-f7b341b7-1409-4e00-b92d-54aeeb81056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.984441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-f7b341b7-1409-4e00-b92d-54aeeb81056c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1312263 Feb 11 13:24:58.995766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.013445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0e476c65-5a62-4f03-ab29-f601d523908f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:59.015235 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.022184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-68c7f8e5-e510-431e-8fa3-f94a91212fc9', 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9', 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'fixed_ips': [{'subnet_id': 'c4745a0c-f0a1-4fc8-9e30-79a534c2e41d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:24:59.035058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.150563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (83b38683-605c-4d6a-975e-2e89f50b2fb6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.158569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83b38683-605c-4d6a-975e-2e89f50b2fb6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.172483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks [] for router_gateway (b279d7a0-0d7c-4765-a0f9-7227175a6528), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.192081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:59.216133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0339d4-36b9-4b68-af57-570cab46908c req-3b328556-d7b0-435c-920e-297234fc0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.217856 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-3b328556-d7b0-435c-920e-297234fc0962 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2326598 Feb 11 13:24:59.230853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b38683-605c-4d6a-975e-2e89f50b2fb6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.332846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (f9489929-76f3-4f26-868f-296fc840d16f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.341929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f9489929-76f3-4f26-868f-296fc840d16f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.366839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-2e409240-a7ea-4c3f-b91a-7560054be778 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417768 Feb 11 13:24:59.389264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.410405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b190db06-da21-4320-8aeb-ff3b82050c33 req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4812841 Feb 11 13:24:59.435976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c0499-96e0-4c7d-a877-2bed06c571ec tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9489929-76f3-4f26-868f-296fc840d16f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.438412 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269c18a9-1623-4241-93b0-8fadd4ae9284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.565654 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:17:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:56Z', 'revision_number': 8, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:59.600884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2afac-a2d8-4895-ae81-e151d88ed6f8 req-68c3b858-b388-4721-bdc1-278582e86d22 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.603255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b2d2afac-a2d8-4895-ae81-e151d88ed6f8 req-68c3b858-b388-4721-bdc1-278582e86d22 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1127 time: 0.0603776 Feb 11 13:24:59.642649 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3100f-9c82-43f4-aece-10337ea9d1b6 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7270e1c3-80f4-47a2-862c-d8da77ad921c', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'port_id': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'mac_address': 'fa:16:3e:17:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:14Z', 'updated_at': '2022-02-11T13:24:56Z', 'revision_number': 8, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:59.684506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b2d2afac-a2d8-4895-ae81-e151d88ed6f8 req-df8a3e51-6e4d-4bc9-9939-258fdf086a96 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750439 Feb 11 13:24:59.739128 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Publish callbacks [] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.792252 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.801997 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de029c-8efc-4b64-9d4e-73fcc7b79312 x-openstack-request-id: req-a3de029c-8efc-4b64-9d4e-73fcc7b79312 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:59.802982 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a274adb8-3807-4044-a729-d5377df8056a", "name": "network-vif-deleted", "tag": "ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:59.802982 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3de029c-8efc-4b64-9d4e-73fcc7b79312 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:59.803352 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a274adb8-3807-4044-a729-d5377df8056a', 'name': 'network-vif-deleted', 'tag': 'ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237', 'status': 'completed', 'code': 200} Feb 11 13:24:59.934976 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d0339d4-36b9-4b68-af57-570cab46908c req-7cb4f6fb-1fa6-4bce-b570-6d970d56608b service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244098 Feb 11 13:24:59.993355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-c1cbd8ae-f46b-48af-a835-f1ee472a8822 req-2df7a49c-82c7-46a8-9546-54ef60a46cdf tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1822931086', 'description': 'tempest-description-485191414'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:00.021499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c1cbd8ae-f46b-48af-a835-f1ee472a8822 req-2df7a49c-82c7-46a8-9546-54ef60a46cdf tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.071336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0729c18-8500-4522-8aba-894ba2fe75a0 None None] Pushing event updated for resources: {'Port': ['ID=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.078412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0e476c65-5a62-4f03-ab29-f601d523908f is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:00.086983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c4c9a-0ea7-4957-909a-382d29c77147 None None] New status for floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:00.161490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c1cbd8ae-f46b-48af-a835-f1ee472a8822 req-2df7a49c-82c7-46a8-9546-54ef60a46cdf tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (db9aef3c-67f3-4fa4-9ca4-282d18e1b527), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.180190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c1cbd8ae-f46b-48af-a835-f1ee472a8822 req-2df7a49c-82c7-46a8-9546-54ef60a46cdf tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db9aef3c-67f3-4fa4-9ca4-282d18e1b527), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.191167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Allocated IP 172.20.0.2 (68c7f8e5-e510-431e-8fa3-f94a91212fc9/c4745a0c-f0a1-4fc8-9e30-79a534c2e41d/6d70d935-7ee9-4b9d-b351-743728497e02) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:00.216009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c1cbd8ae-f46b-48af-a835-f1ee472a8822 req-2df7a49c-82c7-46a8-9546-54ef60a46cdf tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.236161 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1cbd8ae-f46b-48af-a835-f1ee472a8822 req-2df7a49c-82c7-46a8-9546-54ef60a46cdf tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2483737 Feb 11 13:25:00.239599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d711-e5f6-4f33-98ad-3ee0140561ab req-b1fe6ace-0997-4d55-9b6c-045579349ef1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.248792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1530d711-e5f6-4f33-98ad-3ee0140561ab req-b1fe6ace-0997-4d55-9b6c-045579349ef1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1858909 Feb 11 13:25:00.256985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7a49c-82c7-46a8-9546-54ef60a46cdf tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9aef3c-67f3-4fa4-9ca4-282d18e1b527,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.279880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks [] for router_gateway (b279d7a0-0d7c-4765-a0f9-7227175a6528), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.313852 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.318213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Attempting to bind port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:00.318593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Attempting to bind port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:00.318955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Attempting to bind port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 on network 40d320b5-0b8d-4739-b344-ce4b9630cf16 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:00.338442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:00.339154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Checking segment: {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:00.339534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.339987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Bound using segment: {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:00.340485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Bound port: ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:00.340876 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.393485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1530d711-e5f6-4f33-98ad-3ee0140561ab req-1430eba6-a64a-42aa-bd59-e0b203ee2e65 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415350 Feb 11 13:25:00.542973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fff7acfc-be8c-42c9-968c-53d87ca1c140 req-c7b6fe34-53f6-4694-8833-77c2687c10b2 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 200 len: 996 time: 0.1214108 Feb 11 13:25:00.568856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Allocated IP 172.25.3.163 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/b85c4d1c-cce3-4b74-8736-513174ce9dc7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:00.580495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fe77b637-ffda-44f1-b070-3154c0a75f03 None None] Provisioning complete for port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:00.581087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe77b637-ffda-44f1-b070-3154c0a75f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.654507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] For port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:00.694095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] For port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:00.698514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fe77b637-ffda-44f1-b070-3154c0a75f03 None None] Port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:00.706816 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.750085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7acfc-be8c-42c9-968c-53d87ca1c140 req-61d4e6d1-faf8-4206-b27d-e7e862ae3668 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.756596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fff7acfc-be8c-42c9-968c-53d87ca1c140 req-61d4e6d1-faf8-4206-b27d-e7e862ae3668 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2127092 Feb 11 13:25:00.764634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-fff7acfc-be8c-42c9-968c-53d87ca1c140 req-4e29e75d-492a-406b-8877-19b723c6ceee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:25:00.765720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fff7acfc-be8c-42c9-968c-53d87ca1c140 req-4e29e75d-492a-406b-8877-19b723c6ceee tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081162 Feb 11 13:25:00.783108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Publish callbacks [] for port (6d70d935-7ee9-4b9d-b351-743728497e02), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.819777 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.828294 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.828972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0729c18-8500-4522-8aba-894ba2fe75a0 None None] Pushing event updated for resources: {'Port': ['ID=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.836875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Routers {'7f13b2e6-ac99-4a7d-a120-a0afd7764e44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:00.837503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:00.844192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks [] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.921550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.936102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:00.947546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:00.953303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:00.970742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Pushing event updated for resources: {'Port': ['ID=6d70d935-7ee9-4b9d-b351-743728497e02,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.997622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:01.002793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:01.012036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:01.040503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Pushing event updated for resources: {'Port': ['ID=b85c4d1c-cce3-4b74-8736-513174ce9dc7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.114418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Attempting to bind port 6d70d935-7ee9-4b9d-b351-743728497e02 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:01.114985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Attempting to bind port 6d70d935-7ee9-4b9d-b351-743728497e02 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:01.115368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Attempting to bind port 6d70d935-7ee9-4b9d-b351-743728497e02 on network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:01.145943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:01.146405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Checking segment: {'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:01.146808 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.147200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Bound using segment: {'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:01.147682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Bound port: 6d70d935-7ee9-4b9d-b351-743728497e02, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:01.148061 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.154532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] Set router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:01.306312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:01.340257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-47a1d57d-3fb8-44c8-82bd-f7370aa6f997 None None] Provisioning complete for port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:01.340257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47a1d57d-3fb8-44c8-82bd-f7370aa6f997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.365591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:01.365941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ffa3f5d3-fb3e-4f83-acab-7dc8a64b3237 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:01.393444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] For port 6d70d935-7ee9-4b9d-b351-743728497e02, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:01.431335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] For port 6d70d935-7ee9-4b9d-b351-743728497e02, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6d70d935-7ee9-4b9d-b351-743728497e02,segment=NetworkSegment(57097ba7-4bb3-4fef-bfb0-a9ce31c65288),segment_id=57097ba7-4bb3-4fef-bfb0-a9ce31c65288)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:01.444361 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.598574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483cbe6-ca65-4fa9-b377-c6974b4f7c6d None None] Pushing event updated for resources: {'Port': ['ID=6d70d935-7ee9-4b9d-b351-743728497e02,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.616890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47a1d57d-3fb8-44c8-82bd-f7370aa6f997 None None] Current status of the port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:01.617284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47a1d57d-3fb8-44c8-82bd-f7370aa6f997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.645260 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks [] for router_gateway (b279d7a0-0d7c-4765-a0f9-7227175a6528), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.680830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:24:53Z', 'revision_number': 4, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port': {'id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:49Z', 'updated_at': '2022-02-11T13:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9', 'name': '', 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'mac_address': 'fa:16:3e:1f:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '52f92d27-cf50-432a-ac81-3ff450348b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:52Z', 'updated_at': '2022-02-11T13:25:00Z', 'revision_number': 4, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'subnets': [{'id': '52f92d27-cf50-432a-ac81-3ff450348b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:01.769317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-47a1d57d-3fb8-44c8-82bd-f7370aa6f997 None None] For port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:01.775100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef203c-6e38-402a-bbee-28a6fe7673e4 None None] The sync data for ids ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'] in n-d-828676-2 is: [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:24:53Z', 'revision_number': 4, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port': {'id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:49Z', 'updated_at': '2022-02-11T13:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9', 'name': '', 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'mac_address': 'fa:16:3e:1f:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '52f92d27-cf50-432a-ac81-3ff450348b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:52Z', 'updated_at': '2022-02-11T13:25:00Z', 'revision_number': 4, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'subnets': [{'id': '52f92d27-cf50-432a-ac81-3ff450348b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:01.782131 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47a1d57d-3fb8-44c8-82bd-f7370aa6f997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.886822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:01.895602 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f486035-e909-4af5-bdfb-e40a3dd512dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:01.922895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1d57d-3fb8-44c8-82bd-f7370aa6f997 None None] Pushing event updated for resources: {'Port': ['ID=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.102170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-4140d02c-8e7a-4b9a-be2a-ddf222abca88 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59249 time: 1.0355325 Feb 11 13:25:02.177636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-2d829aa3-61ad-4cc5-a523-652d8f42ec6e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:25:02.179025 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-2d829aa3-61ad-4cc5-a523-652d8f42ec6e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2802842 Feb 11 13:25:02.223346 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.250049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (b279d7a0-0d7c-4765-a0f9-7227175a6528), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.306480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-a8714d99-ddf7-4b95-b56d-62e9a8cee41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.314235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-a8714d99-ddf7-4b95-b56d-62e9a8cee41d service neutron] 10.222.0.79 "GET /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 1124 time: 0.1262865 Feb 11 13:25:02.318882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Request body: {'binding': {'host': 'n-h2-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:02.319606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:25:02.327128 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-98c71ff9-9e77-4116-88be-db4608e5bc8a tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/129d8af9-73d8-498f-9186-86f30ea7242e HTTP/1.1" status: 200 len: 2998 time: 0.1809242 Feb 11 13:25:02.524280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-98e7688b-7edc-48cf-b2ff-2f7c17d606d7 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/129d8af9-73d8-498f-9186-86f30ea7242e HTTP/1.1" status: 200 len: 2998 time: 0.1768246 Feb 11 13:25:02.660476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-7c309e0d-87f0-41c2-811e-35f75a42d2c9 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/209b74ae-b203-4c69-8303-9df49b176a97 HTTP/1.1" status: 200 len: 2990 time: 0.0942936 Feb 11 13:25:02.702455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on host n-h2-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:02.702802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:02.703141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:02.725997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:02.726401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:02.736833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Router b279d7a0-0d7c-4765-a0f9-7227175a6528 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:02.744281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6d70d935-7ee9-4b9d-b351-743728497e02 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:02.746356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:02.746702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:02.747152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:02.747637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Bound port: d09bf3fe-f1ee-42a1-b802-03502224ddc3, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:02.751709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-c4dadce5-9b84-4a77-8509-03942c9b3c1f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/209b74ae-b203-4c69-8303-9df49b176a97 HTTP/1.1" status: 200 len: 2990 time: 0.0789080 Feb 11 13:25:02.836144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6d70d935-7ee9-4b9d-b351-743728497e02 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:02.836793 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.946372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6d70d935-7ee9-4b9d-b351-743728497e02 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:02.947002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.969170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:02.974043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-897c389f-511c-448e-a0ca-5ea2976de41f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/3d33c5f8-dd75-49a0-8152-b6e70184f13d HTTP/1.1" status: 200 len: 2994 time: 0.1934781 Feb 11 13:25:02.982944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.987570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bd3aafef-5f97-4bbb-8bb4-27ccbe0f6a56 service neutron] 10.222.0.79 "POST /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6723998 Feb 11 13:25:03.001227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 6d70d935-7ee9-4b9d-b351-743728497e02, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6d70d935-7ee9-4b9d-b351-743728497e02,segment=NetworkSegment(57097ba7-4bb3-4fef-bfb0-a9ce31c65288),segment_id=57097ba7-4bb3-4fef-bfb0-a9ce31c65288)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:03.008745 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.009630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:03.025278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:03.037762 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Sync routers for ids ['b279d7a0-0d7c-4765-a0f9-7227175a6528'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:03.053410 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Routers {'b279d7a0-0d7c-4765-a0f9-7227175a6528'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:03.054045 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b279d7a0-0d7c-4765-a0f9-7227175a6528'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.073296 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-b62699a1-a20c-4241-b53f-62c70c094ecd tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/3d33c5f8-dd75-49a0-8152-b6e70184f13d HTTP/1.1" status: 200 len: 2994 time: 0.0829797 Feb 11 13:25:03.078851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.083258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57752) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:03.083871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e3ebd8c7-8c32-4a06-8a18-771c3b0e9d05 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4061522 Feb 11 13:25:03.173938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-7d494a90-99bd-4643-9158-54eb244fe5b2 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4246b929-ce45-4403-a69c-cd83d0c55d79 HTTP/1.1" status: 200 len: 2998 time: 0.0890596 Feb 11 13:25:03.189466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=6d70d935-7ee9-4b9d-b351-743728497e02,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.198557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c98ea-7b16-47ee-a4a3-37f9cb0bb52d None None] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:03.284825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-d04b9329-db3f-424a-bdb5-6db1bd1ff43f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4246b929-ce45-4403-a69c-cd83d0c55d79 HTTP/1.1" status: 200 len: 2998 time: 0.1034169 Feb 11 13:25:03.400710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-6022d13a-d59b-4e3d-adbb-e92934a9fa86 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1001 time: 0.2402716 Feb 11 13:25:03.433484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-4b343775-9aca-47dc-a6a5-537f50f05f83 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/52c25e41-edf9-4b6c-aed5-b55de277717b HTTP/1.1" status: 200 len: 2998 time: 0.1461222 Feb 11 13:25:03.504018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-d5ccef7f-14d3-49da-9c40-617ef22cf220 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/52c25e41-edf9-4b6c-aed5-b55de277717b HTTP/1.1" status: 200 len: 2998 time: 0.0627744 Feb 11 13:25:03.507063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-9381553b-31dd-4189-bf2b-1053bd8106f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.508739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-9381553b-31dd-4189-bf2b-1053bd8106f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1127 time: 0.1835642 Feb 11 13:25:03.589865 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Set router b279d7a0-0d7c-4765-a0f9-7227175a6528 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:03.629808 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-6cbd9672-ef35-4cb5-bf3f-398e6e683966 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/54d6226b-008d-41d1-a65e-47bf524435b9 HTTP/1.1" status: 200 len: 2994 time: 0.1157022 Feb 11 13:25:03.682750 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.684891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-e82a22a8-b379-4821-b603-9f6150016387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.686881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-e82a22a8-b379-4821-b603-9f6150016387 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.1660166 Feb 11 13:25:03.779720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2f4b34ec-fa5a-4204-9f04-a0da5058b349 None None] Provisioning complete for port 6d70d935-7ee9-4b9d-b351-743728497e02 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:03.780112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f4b34ec-fa5a-4204-9f04-a0da5058b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.789400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-041c2db4-08dd-4bf8-b5b8-564b2e080724 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/54d6226b-008d-41d1-a65e-47bf524435b9 HTTP/1.1" status: 200 len: 2994 time: 0.1441364 Feb 11 13:25:03.791758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-c8977dd5-f3f3-4c53-ae65-14e4e86c5d96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 217 time: 0.0949996 Feb 11 13:25:03.889427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:03.890239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.905293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-964ce282-5bb4-4ece-aa49-39955b3477b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.908036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-964ce282-5bb4-4ece-aa49-39955b3477b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1073234 Feb 11 13:25:03.914061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-e3985791-58bb-4a4e-9758-09a92f48ca0e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6a35ee87-7a52-4323-8356-15ddbf9e6de3 HTTP/1.1" status: 200 len: 2998 time: 0.1103776 Feb 11 13:25:03.953480 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-9938925b-fa9d-42a1-b110-081f33a4327e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384312 Feb 11 13:25:04.000391 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:25:01Z', 'revision_number': 3, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:04.026403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-9a83df28-d5cf-41ca-9ccc-486096e4105b tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6a35ee87-7a52-4323-8356-15ddbf9e6de3 HTTP/1.1" status: 200 len: 2998 time: 0.1012166 Feb 11 13:25:04.044933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2f4b34ec-fa5a-4204-9f04-a0da5058b349 None None] Current status of the port 6d70d935-7ee9-4b9d-b351-743728497e02 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:04.045601 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Checking router: b279d7a0-0d7c-4765-a0f9-7227175a6528 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:04.046529 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Updating router b279d7a0-0d7c-4765-a0f9-7227175a6528 port b85c4d1c-cce3-4b74-8736-513174ce9dc7 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:04.068007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:04.085182 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.121069 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-4603b172-31b5-4eca-b7cf-2d0ca33fedd8 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586564 Feb 11 13:25:04.124292 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-d97ddff7-6ab7-4362-aa4e-7abaab032e3e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6a82ffa5-a6ba-4a83-a6a9-bec784f840cc HTTP/1.1" status: 200 len: 2998 time: 0.0898297 Feb 11 13:25:04.196824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-048864b3-2377-4011-8bd1-bb86110ba462 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.207024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-048864b3-2377-4011-8bd1-bb86110ba462 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports/79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 942 time: 0.7900553 Feb 11 13:25:04.272955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-39515c48-37db-4187-bd70-ec8e86cfc70f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6a82ffa5-a6ba-4a83-a6a9-bec784f840cc HTTP/1.1" status: 200 len: 2998 time: 0.1338873 Feb 11 13:25:04.304318 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-29ee0ab4-b447-461b-8bab-9efb7be55a89 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755972 Feb 11 13:25:04.373838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f7e01619-6f05-48b7-8db5-366edfdec6a4 None None] Provisioning complete for port 6d70d935-7ee9-4b9d-b351-743728497e02 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:04.378667 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7e01619-6f05-48b7-8db5-366edfdec6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.401060 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-abd372ad-1623-4ef2-813a-b0c9f83a34ba tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6c75c9bb-ab26-43e0-84c9-f04e2ade1508 HTTP/1.1" status: 200 len: 2998 time: 0.1197166 Feb 11 13:25:04.441302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-4256c49b-a73d-4186-9af9-2d53ec6c5087 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1001 time: 0.1369493 Feb 11 13:25:04.462994 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Publish callbacks [] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.472706 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.541507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f7e01619-6f05-48b7-8db5-366edfdec6a4 None None] Current status of the port 6d70d935-7ee9-4b9d-b351-743728497e02 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:04.544537 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Attempting to bind port b85c4d1c-cce3-4b74-8736-513174ce9dc7 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:04.544916 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Attempting to bind port b85c4d1c-cce3-4b74-8736-513174ce9dc7 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:04.545284 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Attempting to bind port b85c4d1c-cce3-4b74-8736-513174ce9dc7 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:04.553946 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7627955-19f0-4f66-affa-dd0a8154dfca None None] Pushing event updated for resources: {'Port': ['ID=b85c4d1c-cce3-4b74-8736-513174ce9dc7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.556948 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:04.557338 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:04.557739 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.558142 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:04.558638 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Bound port: b85c4d1c-cce3-4b74-8736-513174ce9dc7, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:04.559019 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.585770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-11be2048-e628-4dc1-9130-b7b0362e2065 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6c75c9bb-ab26-43e0-84c9-f04e2ade1508 HTTP/1.1" status: 200 len: 2998 time: 0.1536131 Feb 11 13:25:04.594372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-290bf09c-6a76-43d9-9107-cb35ca81dadf tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.595879 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-290bf09c-6a76-43d9-9107-cb35ca81dadf tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.2253716 Feb 11 13:25:04.645956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6d70d935-7ee9-4b9d-b351-743728497e02 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:04.652150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828676-2'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:04.679348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-f41ad6e9-b940-425a-b6e1-6dc61775fbb7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.688537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-f41ad6e9-b940-425a-b6e1-6dc61775fbb7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2433517 Feb 11 13:25:04.689694 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] For port b85c4d1c-cce3-4b74-8736-513174ce9dc7, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:04.696413 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] For port b85c4d1c-cce3-4b74-8736-513174ce9dc7, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b85c4d1c-cce3-4b74-8736-513174ce9dc7,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:04.705436 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.727444 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-89b37633-8a62-4a97-8bbe-77c8b39d54dd tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6c7ccce0-cc86-4e02-8dcb-4296a350c869 HTTP/1.1" status: 200 len: 2998 time: 0.1407111 Feb 11 13:25:04.755958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6d70d935-7ee9-4b9d-b351-743728497e02 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:04.757064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.771454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-6c5cca2e-903c-4f53-ba39-6851d0215934 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 1001 time: 0.0818913 Feb 11 13:25:04.778216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:04.782477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.803324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-b1806cac-1b8e-4a7d-b4c5-86aa2b2c558b tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6c7ccce0-cc86-4e02-8dcb-4296a350c869 HTTP/1.1" status: 200 len: 2998 time: 0.0749900 Feb 11 13:25:04.836669 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7627955-19f0-4f66-affa-dd0a8154dfca None None] Pushing event updated for resources: {'Port': ['ID=b85c4d1c-cce3-4b74-8736-513174ce9dc7,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.868534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.880872 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Routers {'b279d7a0-0d7c-4765-a0f9-7227175a6528'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:04.881757 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b279d7a0-0d7c-4765-a0f9-7227175a6528'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:04.886182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.895629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-5154cbaf-f976-4737-afdb-5f277ffededd tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/7b3de12c-e1d3-463d-8892-52947a43134a HTTP/1.1" status: 200 len: 2998 time: 0.0913956 Feb 11 13:25:04.927481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6d70d935-7ee9-4b9d-b351-743728497e02 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:05.013782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-c2a1f178-af0a-4c42-b206-2df8ed64aed1 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/7b3de12c-e1d3-463d-8892-52947a43134a HTTP/1.1" status: 200 len: 2998 time: 0.1170108 Feb 11 13:25:05.034700 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] Set router b279d7a0-0d7c-4765-a0f9-7227175a6528 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:05.049578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:05.132010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-f5b8d2e1-4eff-49f5-8484-d4e2e30b8f7d tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/802684da-39d5-42cb-84e9-e31be7890f5d HTTP/1.1" status: 200 len: 2998 time: 0.1110289 Feb 11 13:25:05.139456 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.143628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:05.146593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.146982 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c disassociated. External IP: 172.25.3.239, port: 79d16cf3-c999-4426-91cf-38c3ea4cdc8d. Feb 11 13:25:05.225055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-4b81d246-ffe2-4955-ade6-4a54ce641a9f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/802684da-39d5-42cb-84e9-e31be7890f5d HTTP/1.1" status: 200 len: 2998 time: 0.0919728 Feb 11 13:25:05.229434 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Publish callbacks [] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.243710 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:25:01Z', 'revision_number': 3, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:05.249158 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.287521 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b5477-1815-455f-9f79-0b7278086ee9 None None] The sync data for ids ['b279d7a0-0d7c-4765-a0f9-7227175a6528'] in n-d-828676-2 is: [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:25:01Z', 'revision_number': 3, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:05.300207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Allocated IP 172.20.0.1 (68c7f8e5-e510-431e-8fa3-f94a91212fc9/c4745a0c-f0a1-4fc8-9e30-79a534c2e41d/40ea9ce8-965c-4c69-b943-7d0edd76630d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:05.338774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-38f80037-6891-4895-9e08-549b94f20a87 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/83b38683-605c-4d6a-975e-2e89f50b2fb6 HTTP/1.1" status: 200 len: 2998 time: 0.1123550 Feb 11 13:25:05.500796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:05.610045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks [] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.707392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:05.713209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.722483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:05.737058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.740088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:05.741047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:05.744238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.764079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:05.771709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:05.804678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on host n-h1-828676-2 for vnic_type normal with profile {"migrating_to": "n-h2-828676-2"} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:05.805023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:05.805357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:05.815870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:05.816376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Attempting to bind port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:05.829878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-419e791f-ee36-4e81-b124-0f34d18697b1 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/83b38683-605c-4d6a-975e-2e89f50b2fb6 HTTP/1.1" status: 200 len: 2998 time: 0.4852059 Feb 11 13:25:05.836243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:05.836243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:05.836995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:05.837538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Bound port: d09bf3fe-f1ee-42a1-b802-03502224ddc3, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:05.838018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.858086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Pushing event updated for resources: {'Port': ['ID=40ea9ce8-965c-4c69-b943-7d0edd76630d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.861058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:05.861920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (b279d7a0-0d7c-4765-a0f9-7227175a6528), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.961357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:05.966352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-183660ed-3e4b-4a1a-b793-0a5f57ab9d82 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/cd8fba3e-a228-451b-9c42-9e0f2ba991aa HTTP/1.1" status: 200 len: 2994 time: 0.1240191 Feb 11 13:25:05.974845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-47b7485c-b1af-43bd-a998-5574299eba07 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "PUT /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 200 len: 696 time: 1.2011995 Feb 11 13:25:05.979223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:05.983730 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d975e5f-d05b-41d7-8c65-af6678b71407" -d '{"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:06.131620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-097ca51f-1e08-4d47-a5ad-bc291fea0fbb tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/cd8fba3e-a228-451b-9c42-9e0f2ba991aa HTTP/1.1" status: 200 len: 2994 time: 0.1556203 Feb 11 13:25:06.161482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-2f5e1910-56b0-4c3d-b154-b3ff6e48a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.163056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-2f5e1910-56b0-4c3d-b154-b3ff6e48a467 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1667707 Feb 11 13:25:06.208324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-615405d1-df35-4c8f-8ebb-1103509647d2 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e HTTP/1.1" status: 200 len: 2998 time: 0.0664213 Feb 11 13:25:06.218961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:06.224168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:06.241643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-71fa0035-8be4-4c06-8d44-aa30ae9b8241 None None] Provisioning complete for port 40ea9ce8-965c-4c69-b943-7d0edd76630d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:06.241946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71fa0035-8be4-4c06-8d44-aa30ae9b8241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.247897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.312549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.325993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:06.364471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-b66965d6-af1c-4875-8ff8-e1112779e9a0 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e HTTP/1.1" status: 200 len: 2998 time: 0.1428170 Feb 11 13:25:06.370405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-71fa0035-8be4-4c06-8d44-aa30ae9b8241 None None] Port 40ea9ce8-965c-4c69-b943-7d0edd76630d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:06.374873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:06.378960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-8eb4b9a0-accb-46a5-b483-e399d6ad0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.380449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-8eb4b9a0-accb-46a5-b483-e399d6ad0f05 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.2071214 Feb 11 13:25:06.381025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.401509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:06.402187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:06.436372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.437240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.438686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-fe63c431-b691-4ec5-872a-bee4d7b4bd4b service neutron] 10.222.0.83 "PUT /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 1121 time: 1.7931521 Feb 11 13:25:06.449511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-09468467-a7be-48f0-914b-c3d19a854344 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e7229e57-2e55-47de-987b-26e0751aea9c HTTP/1.1" status: 200 len: 2998 time: 0.0767419 Feb 11 13:25:06.450651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-913b1fb1-db62-447e-ab87-e4200ade3a17 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0624924 Feb 11 13:25:06.502615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-93416a67-a194-4552-8264-7857c9ba2b2f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e7229e57-2e55-47de-987b-26e0751aea9c HTTP/1.1" status: 200 len: 2998 time: 0.0444615 Feb 11 13:25:06.570351 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-c4829b1f-3c85-4e2f-b753-a4f2583eede9 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f611885e-47a2-4432-9561-35f7fed8bea2 HTTP/1.1" status: 200 len: 2998 time: 0.0615747 Feb 11 13:25:06.596751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:06.608826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-4e32d009-aac9-490a-b2b3-4008a70bffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.613706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-4e32d009-aac9-490a-b2b3-4008a70bffd5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1537659 Feb 11 13:25:06.664652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e10f99-3820-4544-bfd5-90901135a9c8 req-23aff141-4c05-4486-bc59-37d709aa83cb tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f611885e-47a2-4432-9561-35f7fed8bea2 HTTP/1.1" status: 200 len: 2998 time: 0.0650234 Feb 11 13:25:06.720492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d09bf3fe-f1ee-42a1-b802-03502224ddc3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:06.750675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b85c4d1c-cce3-4b74-8736-513174ce9dc7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:06.776064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-ce36da72-86db-4657-88fd-d4b3f6868cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.777730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-ce36da72-86db-4657-88fd-d4b3f6868cd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1398931 Feb 11 13:25:06.804952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc895fb7-97af-460e-8706-53ca590fd861 req-c4d17c78-b8c2-4d28-9115-91787947cd46 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.806595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc895fb7-97af-460e-8706-53ca590fd861 req-c4d17c78-b8c2-4d28-9115-91787947cd46 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 0.0543122 Feb 11 13:25:06.867957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc895fb7-97af-460e-8706-53ca590fd861 req-9dae7372-d10b-4224-b6a4-1e4d87425f80 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Feb 11 13:25:06.943816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-0c036e28-b043-4d82-89f0-b3293df8e9df service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327233 Feb 11 13:25:06.948060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks [] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.967547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b85c4d1c-cce3-4b74-8736-513174ce9dc7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:06.968143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.970257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.971110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (b279d7a0-0d7c-4765-a0f9-7227175a6528), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.049574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924a60-4321-42a7-a7a3-58aecedca51f req-7ce7966a-3d3c-4901-b2b6-2934b017604c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.052352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4924a60-4321-42a7-a7a3-58aecedca51f req-7ce7966a-3d3c-4901-b2b6-2934b017604c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0723732 Feb 11 13:25:07.091445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Pushing event updated for resources: {'Port': ['ID=40ea9ce8-965c-4c69-b943-7d0edd76630d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.103840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:07.135505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4924a60-4321-42a7-a7a3-58aecedca51f req-91a718b2-a5bd-4d3d-a5f7-5ca25d90b823 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762887 Feb 11 13:25:07.144946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b2e1c-83ca-4962-8956-c7da320f3fc7 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '369ddf72-7704-421f-bb0e-441cc02c4c4d', 'name': '', 'network_id': 'dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'mac_address': 'fa:16:3e:ee:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '41949da7-151e-44f9-a3a7-446b26809657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:41Z', 'updated_at': '2022-02-11T13:23:48Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'subnets': [{'id': '41949da7-151e-44f9-a3a7-446b26809657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:07.159122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b85c4d1c-cce3-4b74-8736-513174ce9dc7 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:07.159510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.182402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd03fa3b-d975-40a8-a687-8fb23fa477dd req-1746b002-2a89-40e0-8dc8-a9ae7798a603 service neutron] 10.222.0.79 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273510 Feb 11 13:25:07.208128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:07.209852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:07.215023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port b85c4d1c-cce3-4b74-8736-513174ce9dc7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b85c4d1c-cce3-4b74-8736-513174ce9dc7,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:07.221416 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb3c5a8-d524-4540-97b7-ff061ab4e8b8 x-openstack-request-id: req-feb3c5a8-d524-4540-97b7-ff061ab4e8b8 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:07.221896 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:07.222228 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.229392 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-feb3c5a8-d524-4540-97b7-ff061ab4e8b8 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:07.231573 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'status': 'completed', 'code': 200} Feb 11 13:25:07.345500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=b85c4d1c-cce3-4b74-8736-513174ce9dc7,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.371900 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1c2341-36cc-49b1-b0d1-6f3442886ced x-openstack-request-id: req-7d1c2341-36cc-49b1-b0d1-6f3442886ced {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:07.372192 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:07.372448 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d1c2341-36cc-49b1-b0d1-6f3442886ced {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:07.372841 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'status': 'completed', 'code': 200} Feb 11 13:25:07.420738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-6fabdb5b-8830-44b6-ae72-5d4559bc1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.423184 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-6fabdb5b-8830-44b6-ae72-5d4559bc1b6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.1639280 Feb 11 13:25:07.430575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Router b279d7a0-0d7c-4765-a0f9-7227175a6528 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:07.515837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b59c7-8098-414c-a90a-ea6024357d41 req-25624ed7-9fe4-4d5a-938f-4b6fb1259488 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.525140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-314b59c7-8098-414c-a90a-ea6024357d41 req-25624ed7-9fe4-4d5a-938f-4b6fb1259488 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 943 time: 0.1806395 Feb 11 13:25:07.533983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed8043e-e027-4de5-bc48-0242437c55ca req-c3e76d42-9a5a-46f2-92af-390c692b7b8e tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c86e9add6a8c4f05bc1eff75b56405a6 HTTP/1.1" status: 200 len: 6154 time: 0.1472387 Feb 11 13:25:07.637109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8cbc0853-6627-43db-94b6-a223105a25de None None] Provisioning complete for port 40ea9ce8-965c-4c69-b943-7d0edd76630d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:07.638254 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0853-6627-43db-94b6-a223105a25de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.665629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-314b59c7-8098-414c-a90a-ea6024357d41 req-ff5f36b0-b564-42a3-8cfe-b41cebfc3d53 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018863 Feb 11 13:25:07.685408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:07.715812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4054edd1-303e-486c-8dc1-32d3b4aadaee admin admin] 10.222.0.79 "PUT /v2.0/routers/b279d7a0-0d7c-4765-a0f9-7227175a6528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6259630 Feb 11 13:25:07.718111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed8043e-e027-4de5-bc48-0242437c55ca req-d6b8e3f1-4bdb-4fa9-95a6-f3ff61ce453f tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "GET /v2.0/security-groups/f611885e-47a2-4432-9561-35f7fed8bea2 HTTP/1.1" status: 200 len: 2998 time: 0.1826348 Feb 11 13:25:07.750820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-f579f06b-0711-438a-838f-af650e6b4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.752357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-f579f06b-0711-438a-838f-af650e6b4e10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.3176320 Feb 11 13:25:07.762100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc0853-6627-43db-94b6-a223105a25de None None] Port 40ea9ce8-965c-4c69-b943-7d0edd76630d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:07.774175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-a372d1b7-9c8e-4305-b86b-b33c11a48780 service neutron] 10.222.0.30 "GET /v2.0/ports/44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 382 time: 0.2479212 Feb 11 13:25:07.837260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed8043e-e027-4de5-bc48-0242437c55ca req-1080f6d7-be6c-4d7e-b1f5-7901c0c401cb tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "GET /v2.0/security-groups/f611885e-47a2-4432-9561-35f7fed8bea2 HTTP/1.1" status: 200 len: 2998 time: 0.1134315 Feb 11 13:25:07.868908 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-4232ddd6-18af-4158-9b95-2bf8cc174173 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.1072347 Feb 11 13:25:07.948591 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2866a4-e135-42ba-8848-8ff3a9370f08 None None] New status for floating IP 7270e1c3-80f4-47a2-862c-d8da77ad921c: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:07.976369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Sync routers for ids ['b279d7a0-0d7c-4765-a0f9-7227175a6528'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:07.998920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Routers {'b279d7a0-0d7c-4765-a0f9-7227175a6528'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:08.001195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b279d7a0-0d7c-4765-a0f9-7227175a6528'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:08.004800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-bc6a1550-3815-4b6c-841d-3f0f0f6926f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.006420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-bc6a1550-3815-4b6c-841d-3f0f0f6926f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.1247666 Feb 11 13:25:08.010283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b813e18b-6728-4e65-a598-111d039047d0 req-8d85449e-94dc-4885-b594-0ae8cff55e42 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/db9aef3c-67f3-4fa4-9ca4-282d18e1b527 HTTP/1.1" status: 200 len: 1794 time: 0.0709226 Feb 11 13:25:08.033044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fea705-8ae8-49bf-a3d4-ac3adef19346 req-b026169f-5312-4a07-91ee-1a823de518db tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.034789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6fea705-8ae8-49bf-a3d4-ac3adef19346 req-b026169f-5312-4a07-91ee-1a823de518db tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 0.1797407 Feb 11 13:25:08.147068 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b813e18b-6728-4e65-a598-111d039047d0 req-aa861d88-961b-4e1e-bdc3-07c82299fe5e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (db9aef3c-67f3-4fa4-9ca4-282d18e1b527), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.155685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-7fa7d97d-07d1-457c-a6b4-b98a5affec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.157320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-7fa7d97d-07d1-457c-a6b4-b98a5affec28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1392648 Feb 11 13:25:08.165549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-60bc3ff1-c75d-4041-9eba-ad73b83a9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.167241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-60bc3ff1-c75d-4041-9eba-ad73b83a9089 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85&tenant_id=897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 1131 time: 0.1012478 Feb 11 13:25:08.226557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6fea705-8ae8-49bf-a3d4-ac3adef19346 req-3f92548e-a9b3-4246-a9ce-dfdf6c03d59b tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681201 Feb 11 13:25:08.270596 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b813e18b-6728-4e65-a598-111d039047d0 req-aa861d88-961b-4e1e-bdc3-07c82299fe5e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (db9aef3c-67f3-4fa4-9ca4-282d18e1b527), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.359226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-b84aa5c5-57c8-494e-9bb6-db03a9ecd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.362800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-b84aa5c5-57c8-494e-9bb6-db03a9ecd254 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 1131 time: 0.1608994 Feb 11 13:25:08.368716 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-4d6df65a-e66a-48a7-aede-1a25ae48dfc2 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997335 Feb 11 13:25:08.382324 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:08.400457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b813e18b-6728-4e65-a598-111d039047d0 req-aa861d88-961b-4e1e-bdc3-07c82299fe5e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db9aef3c-67f3-4fa4-9ca4-282d18e1b527), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.403436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b813e18b-6728-4e65-a598-111d039047d0 req-aa861d88-961b-4e1e-bdc3-07c82299fe5e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.410604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b813e18b-6728-4e65-a598-111d039047d0 req-aa861d88-961b-4e1e-bdc3-07c82299fe5e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/db9aef3c-67f3-4fa4-9ca4-282d18e1b527 HTTP/1.1" status: 204 len: 173 time: 0.3920257 Feb 11 13:25:08.431225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Set router b279d7a0-0d7c-4765-a0f9-7227175a6528 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:08.432611 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa861d88-961b-4e1e-bdc3-07c82299fe5e tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9aef3c-67f3-4fa4-9ca4-282d18e1b527,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:08.592816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ec2b6-ba3c-46ea-858c-9a848e793886 req-76c2c65a-3fc4-4bf5-883b-ff834981bb75 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.599904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b4ec2b6-ba3c-46ea-858c-9a848e793886 req-76c2c65a-3fc4-4bf5-883b-ff834981bb75 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.0898242 Feb 11 13:25:08.772871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b4ec2b6-ba3c-46ea-858c-9a848e793886 req-7522df2e-bb64-4c76-b162-61b37f44245c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657150 Feb 11 13:25:08.823435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b85c4d1c-cce3-4b74-8736-513174ce9dc7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:08.874778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69a8d91-ffd4-4f40-982b-8411c8991399 req-e8e47905-f0b7-4283-abc2-1a7b3410a434 tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f9489929-76f3-4f26-868f-296fc840d16f HTTP/1.1" status: 200 len: 1794 time: 0.0695043 Feb 11 13:25:08.900476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f486035-e909-4af5-bdfb-e40a3dd512dc req-cad636af-aa6f-43bb-918a-1b9d8b4a51fa service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156856 Feb 11 13:25:08.906943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-336cdc30-e1ef-4f69-9275-af413858445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.908487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-336cdc30-e1ef-4f69-9275-af413858445b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.5384257 Feb 11 13:25:08.979408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a69a8d91-ffd4-4f40-982b-8411c8991399 req-01de7c54-2417-4e59-90e5-aae37007409f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (f9489929-76f3-4f26-868f-296fc840d16f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.013656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a69a8d91-ffd4-4f40-982b-8411c8991399 req-01de7c54-2417-4e59-90e5-aae37007409f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (f9489929-76f3-4f26-868f-296fc840d16f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.091117 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a69a8d91-ffd4-4f40-982b-8411c8991399 req-01de7c54-2417-4e59-90e5-aae37007409f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f9489929-76f3-4f26-868f-296fc840d16f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.098455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a69a8d91-ffd4-4f40-982b-8411c8991399 req-01de7c54-2417-4e59-90e5-aae37007409f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.102017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69a8d91-ffd4-4f40-982b-8411c8991399 req-01de7c54-2417-4e59-90e5-aae37007409f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9489929-76f3-4f26-868f-296fc840d16f HTTP/1.1" status: 204 len: 173 time: 0.2256081 Feb 11 13:25:09.109864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-1064be3c-947b-445c-9214-22a67a8736f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 217 time: 0.1897433 Feb 11 13:25:09.119626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de7c54-2417-4e59-90e5-aae37007409f tempest-SecurityGroupsTestAdminJSON-183403171 tempest-SecurityGroupsTestAdminJSON-183403171-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9489929-76f3-4f26-868f-296fc840d16f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.280194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3'}, {'name': 'network-changed', 'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:09.297164 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51caf283-3675-4b71-a88c-9e1d37a07cc4" -d '{"events": [{"server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3"}, {"name": "network-changed", "server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:09.310312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-8cc807b4-43c3-4148-baba-55546fda3910 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 200 len: 694 time: 0.1849291 Feb 11 13:25:09.326673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:09.419038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19ecc-0be6-47cc-9721-380bbc1caf9c req-e330b6f3-ceb4-4df1-85eb-ee08ac78dba3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.420671 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0a19ecc-0be6-47cc-9721-380bbc1caf9c req-e330b6f3-ceb4-4df1-85eb-ee08ac78dba3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 943 time: 0.1453989 Feb 11 13:25:09.437949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-993f344b-ebff-4dab-9a54-8bc31edaeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.439758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-993f344b-ebff-4dab-9a54-8bc31edaeef0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 1127 time: 0.4796181 Feb 11 13:25:09.449712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:09.464059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 has no active binding in host n-h2-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:25:09.489463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b85c4d1c-cce3-4b74-8736-513174ce9dc7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:09.490293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.522719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-25713f76-ccb6-4694-9c16-cacfad316d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.533080 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-25713f76-ccb6-4694-9c16-cacfad316d7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.3969548 Feb 11 13:25:09.566588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0a19ecc-0be6-47cc-9721-380bbc1caf9c req-a0594ac6-255b-4fa0-b424-e0e8b6293dfd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300731 Feb 11 13:25:09.571909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:25:06Z', 'revision_number': 4, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '40ea9ce8-965c-4c69-b943-7d0edd76630d', 'name': '', 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'mac_address': 'fa:16:3e:95:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c4745a0c-f0a1-4fc8-9e30-79a534c2e41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:04Z', 'updated_at': '2022-02-11T13:25:06Z', 'revision_number': 2, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'subnets': [{'id': 'c4745a0c-f0a1-4fc8-9e30-79a534c2e41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:09.629356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Checking router: b279d7a0-0d7c-4765-a0f9-7227175a6528 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:09.629865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Updating router b279d7a0-0d7c-4765-a0f9-7227175a6528 port 40ea9ce8-965c-4c69-b943-7d0edd76630d binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:09.698071 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.731698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b85c4d1c-cce3-4b74-8736-513174ce9dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:09.798249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-c81943d5-cc2f-4c7d-b97f-b246578f923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.799891 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-c81943d5-cc2f-4c7d-b97f-b246578f923d service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 200 len: 922 time: 0.3470776 Feb 11 13:25:09.959818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-a73c3682-049c-47af-aaa5-2d50560d110d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 200 len: 217 time: 0.1466956 Feb 11 13:25:09.989325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-a470e851-7fd4-49e4-a795-90017e4e05aa tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.996736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-a470e851-7fd4-49e4-a795-90017e4e05aa tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.6850429 Feb 11 13:25:10.005807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-ed982c5a-ffcf-44fc-bc97-b09e42afa032 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:25:10.016162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-ed982c5a-ffcf-44fc-bc97-b09e42afa032 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159800 Feb 11 13:25:10.053956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c3365cb-b91a-46a9-94f8-f105e1a9243a req-d52a5c84-93be-4d88-89d5-788f4ea278ad tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "GET /v2.0/security-groups/25467345-56b5-4ad1-a26d-3f2425c3456e HTTP/1.1" status: 200 len: 1795 time: 0.1004303 Feb 11 13:25:10.108001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-9cbfefed-fd70-4a92-b9d4-f47cdd65efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.109694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-9cbfefed-fd70-4a92-b9d4-f47cdd65efd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5458775 Feb 11 13:25:10.155735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5c3365cb-b91a-46a9-94f8-f105e1a9243a req-2cb11eb2-071c-44e5-b9d8-8f868de8ad1f tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (25467345-56b5-4ad1-a26d-3f2425c3456e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.190584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-78037e53-a6b9-4872-90f5-7c5d2a9f814d tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 697 time: 0.1694312 Feb 11 13:25:10.212134 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5c3365cb-b91a-46a9-94f8-f105e1a9243a req-2cb11eb2-071c-44e5-b9d8-8f868de8ad1f tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (25467345-56b5-4ad1-a26d-3f2425c3456e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.290968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-8f50f52e-f97e-48e4-bed6-ec1ac51b0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.292615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-8f50f52e-f97e-48e4-bed6-ec1ac51b0b77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 200 len: 860 time: 0.3245952 Feb 11 13:25:10.327737 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5c3365cb-b91a-46a9-94f8-f105e1a9243a req-2cb11eb2-071c-44e5-b9d8-8f868de8ad1f tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (25467345-56b5-4ad1-a26d-3f2425c3456e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.331850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5c3365cb-b91a-46a9-94f8-f105e1a9243a req-2cb11eb2-071c-44e5-b9d8-8f868de8ad1f tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.348707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c3365cb-b91a-46a9-94f8-f105e1a9243a req-2cb11eb2-071c-44e5-b9d8-8f868de8ad1f tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "DELETE /v2.0/security-groups/25467345-56b5-4ad1-a26d-3f2425c3456e HTTP/1.1" status: 204 len: 173 time: 0.2934833 Feb 11 13:25:10.364917 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-ffde3b94-d1fb-4459-b5a5-a8849bb5cb7d tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 697 time: 0.1717842 Feb 11 13:25:10.376931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb11eb2-071c-44e5-b9d8-8f868de8ad1f tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25467345-56b5-4ad1-a26d-3f2425c3456e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:10.423420 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Publish callbacks [] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.455398 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d57173-c1cc-4d22-a6a3-234614e0ccce x-openstack-request-id: req-92d57173-c1cc-4d22-a6a3-234614e0ccce {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:10.455876 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3", "code": 200}, {"name": "network-changed", "server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:10.456257 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92d57173-c1cc-4d22-a6a3-234614e0ccce {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:10.457116 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3', 'code': 200} Feb 11 13:25:10.458470 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3', 'status': 'completed', 'code': 200} Feb 11 13:25:10.478574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.677235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-36d987dc-4174-4689-8f6f-7dc343f1423e service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579255 Feb 11 13:25:10.790800 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-a49c3056-3de3-4099-8955-c8370afd292f service neutron] 10.222.0.30 "GET /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.3468676 Feb 11 13:25:10.812833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Attempting to bind port 40ea9ce8-965c-4c69-b943-7d0edd76630d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:10.832621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Attempting to bind port 40ea9ce8-965c-4c69-b943-7d0edd76630d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:10.832621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Attempting to bind port 40ea9ce8-965c-4c69-b943-7d0edd76630d on network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:10.844518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d551cb-6538-4fdf-8daf-d6520f45b4f6 None None] Pushing event updated for resources: {'Port': ['ID=40ea9ce8-965c-4c69-b943-7d0edd76630d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:10.853317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:10.853556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Checking segment: {'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:10.853954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.854381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Bound using segment: {'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:10.854856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Bound port: 40ea9ce8-965c-4c69-b943-7d0edd76630d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57097ba7-4bb3-4fef-bfb0-a9ce31c65288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:10.856078 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.860415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-d8f0ce27-7a36-4fd3-9065-685f2d30e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.860415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-d8f0ce27-7a36-4fd3-9065-685f2d30e366 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5180387 Feb 11 13:25:10.930270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:10.995855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72221e-ad65-46e4-b743-d293903bc6a3 req-6aa73c9a-a42b-42d1-aca4-fd5e1beb1130 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.997484 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a72221e-ad65-46e4-b743-d293903bc6a3 req-6aa73c9a-a42b-42d1-aca4-fd5e1beb1130 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.3574262 Feb 11 13:25:11.058341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-30c1e542-c290-4533-9c25-189f3db796fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.060970 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-30c1e542-c290-4533-9c25-189f3db796fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1155 time: 0.5505409 Feb 11 13:25:11.077248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] For port 40ea9ce8-965c-4c69-b943-7d0edd76630d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:11.107934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] For port 40ea9ce8-965c-4c69-b943-7d0edd76630d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=40ea9ce8-965c-4c69-b943-7d0edd76630d,segment=NetworkSegment(57097ba7-4bb3-4fef-bfb0-a9ce31c65288),segment_id=57097ba7-4bb3-4fef-bfb0-a9ce31c65288)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:11.215777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:11.216185 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.241960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.249901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:11.270548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:11.338581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Deleting port b3b8fde8-5321-47ac-be36-63d3f8faadfc {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:11.338870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.369062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c90d1d7-11d9-4657-b08f-7879f12dd6c9 req-64c85f9e-7ed0-43b8-95c0-16be5832204b service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905198 Feb 11 13:25:11.375224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-f4de8eb8-42c4-4b46-ac0d-49004004c112 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676070 Feb 11 13:25:11.540546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d551cb-6538-4fdf-8daf-d6520f45b4f6 None None] Pushing event updated for resources: {'Port': ['ID=40ea9ce8-965c-4c69-b943-7d0edd76630d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.582924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d975e5f-d05b-41d7-8c65-af6678b71407 req-8dbd15e0-a2bf-4518-ad79-09aecd70a4b8 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993527 Feb 11 13:25:11.619562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Routers {'b279d7a0-0d7c-4765-a0f9-7227175a6528'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:11.626950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b279d7a0-0d7c-4765-a0f9-7227175a6528'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:11.672080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09bf3fe-f1ee-42a1-b802-03502224ddc3 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:11.699134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:11.740026 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.771701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a72221e-ad65-46e4-b743-d293903bc6a3 req-d90f46f2-9167-4a63-93f7-2b2a93aa2067 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7516568 Feb 11 13:25:11.898509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0978cb1d-facc-47ea-8c85-e2da732800cb None None] Provisioning complete for port 40ea9ce8-965c-4c69-b943-7d0edd76630d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:11.898920 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0978cb1d-facc-47ea-8c85-e2da732800cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.931750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-9554d8e4-5214-47eb-bbce-0bcd43287938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.931750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-9554d8e4-5214-47eb-bbce-0bcd43287938 service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.8282418 Feb 11 13:25:11.955776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:11.958349 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9408ae01-831e-4ad8-86a7-7636783851b8" -d '{"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-unplugged", "status": "completed", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:11.988620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:12.000779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.066650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] Transition to ACTIVE for port object d09bf3fe-f1ee-42a1-b802-03502224ddc3 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:12.081468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.136167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-6d207a30-3850-4243-8e80-fa10b041379a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 217 time: 0.1952183 Feb 11 13:25:12.174174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.184065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.190940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (b3b8fde8-5321-47ac-be36-63d3f8faadfc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.196956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0978cb1d-facc-47ea-8c85-e2da732800cb None None] Current status of the port 40ea9ce8-965c-4c69-b943-7d0edd76630d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:12.198212 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0978cb1d-facc-47ea-8c85-e2da732800cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.219251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] Set router b279d7a0-0d7c-4765-a0f9-7227175a6528 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:12.299899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Calling delete_port for b3b8fde8-5321-47ac-be36-63d3f8faadfc owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:12.366148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-887130e3-fd98-4018-a15e-8d8b5f42ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.383698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-887130e3-fd98-4018-a15e-8d8b5f42ef9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.2285092 Feb 11 13:25:12.421301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] No DVR routers for this DVR port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:12.465123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] Pushing event updated for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.539732 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f832dc0-e564-4e6f-893f-41a9d5a1d3d0 req-65895472-9cb0-4312-b13f-19502e7d0858 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "GET /v2.0/security-groups/2dbb5249-71e4-472b-98e6-0ace691584a3 HTTP/1.1" status: 200 len: 1794 time: 0.3498278 Feb 11 13:25:12.569763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-f1ebee8f-f3c8-426f-999c-0b4a7ee8207b service neutron] 10.222.0.30 "PUT /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3/bindings/n-h2-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7703078 Feb 11 13:25:12.664950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2f832dc0-e564-4e6f-893f-41a9d5a1d3d0 req-78760c2e-b1d7-4494-9c0a-6fdd009dd009 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (2dbb5249-71e4-472b-98e6-0ace691584a3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.718339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2f832dc0-e564-4e6f-893f-41a9d5a1d3d0 req-78760c2e-b1d7-4494-9c0a-6fdd009dd009 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (2dbb5249-71e4-472b-98e6-0ace691584a3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.763487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0978cb1d-facc-47ea-8c85-e2da732800cb None None] For port 40ea9ce8-965c-4c69-b943-7d0edd76630d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=40ea9ce8-965c-4c69-b943-7d0edd76630d,segment=NetworkSegment(57097ba7-4bb3-4fef-bfb0-a9ce31c65288),segment_id=57097ba7-4bb3-4fef-bfb0-a9ce31c65288)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:12.773279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:25:06Z', 'revision_number': 4, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '40ea9ce8-965c-4c69-b943-7d0edd76630d', 'name': '', 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'mac_address': 'fa:16:3e:95:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c4745a0c-f0a1-4fc8-9e30-79a534c2e41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:04Z', 'updated_at': '2022-02-11T13:25:11Z', 'revision_number': 4, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'subnets': [{'id': 'c4745a0c-f0a1-4fc8-9e30-79a534c2e41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:12.806650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2f832dc0-e564-4e6f-893f-41a9d5a1d3d0 req-78760c2e-b1d7-4494-9c0a-6fdd009dd009 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2dbb5249-71e4-472b-98e6-0ace691584a3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.807024 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0978cb1d-facc-47ea-8c85-e2da732800cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.809090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee1112-d9f2-40c4-943b-f168d10b30aa None None] The sync data for ids ['b279d7a0-0d7c-4765-a0f9-7227175a6528'] in n-d-828676-2 is: [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:25:06Z', 'revision_number': 4, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '40ea9ce8-965c-4c69-b943-7d0edd76630d', 'name': '', 'network_id': '68c7f8e5-e510-431e-8fa3-f94a91212fc9', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'mac_address': 'fa:16:3e:95:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c4745a0c-f0a1-4fc8-9e30-79a534c2e41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:04Z', 'updated_at': '2022-02-11T13:25:11Z', 'revision_number': 4, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'subnets': [{'id': 'c4745a0c-f0a1-4fc8-9e30-79a534c2e41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:12.809278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2f832dc0-e564-4e6f-893f-41a9d5a1d3d0 req-78760c2e-b1d7-4494-9c0a-6fdd009dd009 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.818971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f832dc0-e564-4e6f-893f-41a9d5a1d3d0 req-78760c2e-b1d7-4494-9c0a-6fdd009dd009 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] 10.222.0.79 "DELETE /v2.0/security-groups/2dbb5249-71e4-472b-98e6-0ace691584a3 HTTP/1.1" status: 204 len: 173 time: 0.2782962 Feb 11 13:25:12.843906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78760c2e-b1d7-4494-9c0a-6fdd009dd009 tempest-SecurityGroupsTestAdminJSON-1505270795 tempest-SecurityGroupsTestAdminJSON-1505270795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb5249-71e4-472b-98e6-0ace691584a3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.057967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ed94cbc1-7473-409a-9944-0610d546e3f8 None None] Provisioning complete for port 40ea9ce8-965c-4c69-b943-7d0edd76630d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:13.058406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed94cbc1-7473-409a-9944-0610d546e3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:13.058981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34d6e1-dade-497b-b93e-14dcb1852465 req-433152ed-e693-488c-80c3-7f779f4d792c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.069382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f34d6e1-dade-497b-b93e-14dcb1852465 req-433152ed-e693-488c-80c3-7f779f4d792c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.1852739 Feb 11 13:25:13.193636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978cb1d-facc-47ea-8c85-e2da732800cb None None] Pushing event updated for resources: {'Port': ['ID=40ea9ce8-965c-4c69-b943-7d0edd76630d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.217768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f34d6e1-dade-497b-b93e-14dcb1852465 req-4cf55abf-1a2d-4026-8a00-993c0a9f90cf tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474125 Feb 11 13:25:13.328616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ed94cbc1-7473-409a-9944-0610d546e3f8 None None] Current status of the port 40ea9ce8-965c-4c69-b943-7d0edd76630d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:13.395030 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be49c969-2968-45e1-bc1e-b4d26b11c3e2 x-openstack-request-id: req-be49c969-2968-45e1-bc1e-b4d26b11c3e2 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:13.395343 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-unplugged", "status": "completed", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:13.395598 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be49c969-2968-45e1-bc1e-b4d26b11c3e2 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:13.396038 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'code': 200} Feb 11 13:25:13.429118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57862) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:13.712692 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b3b8fde8-5321-47ac-be36-63d3f8faadfc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:13.783734 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5de7c6d-4c16-4a80-83cc-f76cec15beb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c86e9add6a8c4f05bc1eff75b56405a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532917 Feb 11 13:25:13.790802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57874) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:13.818152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Pushing event deleted for resources: {'Port': ['ID=b3b8fde8-5321-47ac-be36-63d3f8faadfc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.836000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-4f34052b-f1ac-414a-a70f-5b41246cc0c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2912760 Feb 11 13:25:13.966086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0264600f-043e-4d01-b403-f4fe1a687dcb admin admin] Publish callbacks [] for security_group (f611885e-47a2-4432-9561-35f7fed8bea2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.000673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-2d7168b8-f58e-469b-8654-90d1f75321dd tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.009781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-2d7168b8-f58e-469b-8654-90d1f75321dd tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.4181504 Feb 11 13:25:14.055131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0264600f-043e-4d01-b403-f4fe1a687dcb admin admin] Publish callbacks [] for security_group (f611885e-47a2-4432-9561-35f7fed8bea2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.292974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0264600f-043e-4d01-b403-f4fe1a687dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f611885e-47a2-4432-9561-35f7fed8bea2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.300488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0264600f-043e-4d01-b403-f4fe1a687dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.306330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0264600f-043e-4d01-b403-f4fe1a687dcb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f611885e-47a2-4432-9561-35f7fed8bea2 HTTP/1.1" status: 204 len: 168 time: 0.5134277 Feb 11 13:25:14.321528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264600f-043e-4d01-b403-f4fe1a687dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f611885e-47a2-4432-9561-35f7fed8bea2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:14.340102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks [] for floatingip (7270e1c3-80f4-47a2-862c-d8da77ad921c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.349341 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.356338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d80101f1-a3f6-4a0b-baee-e67e503300fe req-3c3de6df-c521-45cd-8250-b84dda9ab568 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "DELETE /v2.0/floatingips/7270e1c3-80f4-47a2-862c-d8da77ad921c HTTP/1.1" status: 204 len: 173 time: 3.9887817 Feb 11 13:25:14.397191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-b7c3ecfb-8f33-4f7b-873d-e59158dedf66 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475886 Feb 11 13:25:14.409861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-0fa7249c-bd46-4cbc-bfbb-d1b7ca2aabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.414809 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-0fa7249c-bd46-4cbc-bfbb-d1b7ca2aabd7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1&tenant_id=28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 1126 time: 0.3760221 Feb 11 13:25:14.446892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c922-504c-44f4-bf45-e74b19f72852 req-bcd1ae97-d06e-4550-99d1-416781021ada tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.450564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7835c922-504c-44f4-bf45-e74b19f72852 req-bcd1ae97-d06e-4550-99d1-416781021ada tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 947 time: 0.2546682 Feb 11 13:25:14.666387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7835c922-504c-44f4-bf45-e74b19f72852 req-352cbb80-fee8-473d-ac08-bbf1e6eec459 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982377 Feb 11 13:25:14.851745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 40ea9ce8-965c-4c69-b943-7d0edd76630d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:14.928144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-e5f29fcb-45c9-4a24-893a-e1632babb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.930684 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-e5f29fcb-45c9-4a24-893a-e1632babb9fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1126 time: 0.4725707 Feb 11 13:25:14.964204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e58da-5e73-48f0-b5ba-f196a45a80a3 req-5bfa4fcc-bb54-46a2-bb9f-5d293c4dbf1d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.964639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763435be-dbcf-42a2-873a-3056728b4da6 req-4086d713-916e-4f3d-9824-e246b222cfc2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.972189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:14.973452 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-763435be-dbcf-42a2-873a-3056728b4da6 req-4086d713-916e-4f3d-9824-e246b222cfc2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.1208887 Feb 11 13:25:14.974653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:14.983240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-493e58da-5e73-48f0-b5ba-f196a45a80a3 req-5bfa4fcc-bb54-46a2-bb9f-5d293c4dbf1d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.4751534 Feb 11 13:25:15.046292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-763435be-dbcf-42a2-873a-3056728b4da6 req-d820ac16-c840-4367-8bcb-6cb70f0421a9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717957 Feb 11 13:25:15.126389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port d09bf3fe-f1ee-42a1-b802-03502224ddc3 host n-h2-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:25:15.126914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:15.156098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 40ea9ce8-965c-4c69-b943-7d0edd76630d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:15.156480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.257798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57898) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:15.293217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51caf283-3675-4b71-a88c-9e1d37a07cc4 req-9bc8a0f4-a01f-4ef9-8cd3-1094623c4ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771563 Feb 11 13:25:15.350730 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:15.368078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e23762c4-9562-40b3-a600-23b8097060d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd4376d46e0940fa974800dbc62add14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1074917 Feb 11 13:25:15.370418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57900) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:15.490324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-6060a435-29e7-494c-940b-73babc1ae157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.491828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-6060a435-29e7-494c-940b-73babc1ae157 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.4873447 Feb 11 13:25:15.495074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-493e58da-5e73-48f0-b5ba-f196a45a80a3 req-18a94de2-28c7-444e-b376-e292962c9b12 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088923 Feb 11 13:25:15.541403 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2eb0-cf79-46ce-9b9f-392bf00e41d8 admin admin] Publish callbacks [] for security_group (83b38683-605c-4d6a-975e-2e89f50b2fb6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.630841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2eb0-cf79-46ce-9b9f-392bf00e41d8 admin admin] Publish callbacks [] for security_group (83b38683-605c-4d6a-975e-2e89f50b2fb6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.658457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-04ff6989-8b69-4bda-ba98-9748f92595c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 217 time: 0.1393290 Feb 11 13:25:15.756603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-21cdd688-af71-4130-9d33-a711c229bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.758443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-21cdd688-af71-4130-9d33-a711c229bd76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.0914288 Feb 11 13:25:15.769957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2eb0-cf79-46ce-9b9f-392bf00e41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83b38683-605c-4d6a-975e-2e89f50b2fb6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.776551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2eb0-cf79-46ce-9b9f-392bf00e41d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.784946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9a5b2eb0-cf79-46ce-9b9f-392bf00e41d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83b38683-605c-4d6a-975e-2e89f50b2fb6 HTTP/1.1" status: 204 len: 168 time: 0.4114623 Feb 11 13:25:15.803724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b2eb0-cf79-46ce-9b9f-392bf00e41d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b38683-605c-4d6a-975e-2e89f50b2fb6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.896242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-bf09e2cb-dd91-4805-8d0a-eabdd076e4c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286874 Feb 11 13:25:15.954155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 40ea9ce8-965c-4c69-b943-7d0edd76630d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:16.119697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb07103-c80d-4b78-a35e-d05270090b76 req-df396a38-daf4-49bc-afc5-bcd40c1c656c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.129796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ecb07103-c80d-4b78-a35e-d05270090b76 req-df396a38-daf4-49bc-afc5-bcd40c1c656c tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 945 time: 0.1673992 Feb 11 13:25:16.201438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:16.235196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'mac_address': 'fa:16:3e:d7:2c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:16.291651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:16.292239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.302771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ecb07103-c80d-4b78-a35e-d05270090b76 req-0fc85bd0-e8ec-43bd-a250-a85593a9c482 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707134 Feb 11 13:25:16.333821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:16.337928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-70808db0-7b6c-4305-878e-95c27910506e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.339576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-70808db0-7b6c-4305-878e-95c27910506e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85&tenant_id=897e6e80e7474025ac8599f05e90c6cd&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 947 time: 0.2340724 Feb 11 13:25:16.395868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-9053ca76-30f5-4db2-81f5-04affe222337 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833107 Feb 11 13:25:16.414250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:16.420656 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.534479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.630408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecad144-1ee7-4bc4-a234-28d81a2ad6e4 req-48384b03-cd21-405b-a6ab-380849db77e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.641882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ecad144-1ee7-4bc4-a234-28d81a2ad6e4 req-48384b03-cd21-405b-a6ab-380849db77e4 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.1519985 Feb 11 13:25:16.688174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:16.754900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ecad144-1ee7-4bc4-a234-28d81a2ad6e4 req-32986c23-597a-4bcf-8648-028ec24c8188 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116817 Feb 11 13:25:16.792165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-4940eacb-7ec7-4738-ac02-74dcc8eec5d4 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910508 Feb 11 13:25:16.990509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dd169-50d2-4ef2-9791-b2411dbac3bd req-22b73ead-aacd-4501-a6d4-2ac80f72d36c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.998487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-828dd169-50d2-4ef2-9791-b2411dbac3bd req-22b73ead-aacd-4501-a6d4-2ac80f72d36c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.1132722 Feb 11 13:25:17.057574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-8c60cb8b-e2d8-4bd7-ae76-3739ba642d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.062713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-8c60cb8b-e2d8-4bd7-ae76-3739ba642d24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 1130 time: 0.6117284 Feb 11 13:25:17.081988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2750c3c-b8c0-49d6-b800-d704830b5dcd req-e32264aa-c3b3-4f06-9cd0-fb21060eac8e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.086815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2750c3c-b8c0-49d6-b800-d704830b5dcd req-e32264aa-c3b3-4f06-9cd0-fb21060eac8e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 948 time: 0.2915528 Feb 11 13:25:17.120641 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-828dd169-50d2-4ef2-9791-b2411dbac3bd req-d0034f1d-c255-4100-9f6c-b261a8c12b34 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209669 Feb 11 13:25:17.249779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-999bceb8-bf9f-41df-bee8-59bf4a257519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.263629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-999bceb8-bf9f-41df-bee8-59bf4a257519 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1745975 Feb 11 13:25:17.393167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-6a5086bb-bc06-40fa-9cee-a351378c192c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 217 time: 0.0851331 Feb 11 13:25:17.459198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f24bb-9854-4061-abb5-cac29168df70 req-52822259-a1ee-4bb1-b649-a2135deef3b8 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.461224 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-52822259-a1ee-4bb1-b649-a2135deef3b8 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.2498322 Feb 11 13:25:17.497870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ec42a-5846-4629-91ef-99fcd20d7f47 req-3bdf66d8-af4f-4495-aa66-48a1f5993152 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.506629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-440ec42a-5846-4629-91ef-99fcd20d7f47 req-3bdf66d8-af4f-4495-aa66-48a1f5993152 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.2166405 Feb 11 13:25:17.512773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-66e81de4-9d66-4b73-a9b5-2bb7ac4793b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.514293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-66e81de4-9d66-4b73-a9b5-2bb7ac4793b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0633729 Feb 11 13:25:17.648122 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2750c3c-b8c0-49d6-b800-d704830b5dcd req-93667916-498d-43f3-8df7-6645ad104368 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783059 Feb 11 13:25:17.681904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-440ec42a-5846-4629-91ef-99fcd20d7f47 req-26b08f3e-20c1-432a-b715-54e76cc753d8 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738939 Feb 11 13:25:17.721187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-44a1f693-0930-4c9d-9e45-021ebd2db2a0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.723397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-44a1f693-0930-4c9d-9e45-021ebd2db2a0 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 945 time: 0.4561620 Feb 11 13:25:17.775136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b68f24bb-9854-4061-abb5-cac29168df70 req-40c05064-88d7-4868-b1ec-98a8bc616ab4 service neutron] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:17.835217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b68f24bb-9854-4061-abb5-cac29168df70 req-40c05064-88d7-4868-b1ec-98a8bc616ab4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.850468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b68f24bb-9854-4061-abb5-cac29168df70 req-40c05064-88d7-4868-b1ec-98a8bc616ab4 service neutron] 10.222.0.83 "DELETE /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3/bindings/n-h1-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.3721738 Feb 11 13:25:17.890624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-9a64085a-20fb-409c-b7ec-0c8165a12c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.894282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-9a64085a-20fb-409c-b7ec-0c8165a12c5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3123846 Feb 11 13:25:17.926448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d07e4-95b4-4b77-91c7-159486f6820e req-a8b21a23-d9cd-4b1c-b98e-6ef1970df4b3 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.931288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-186d07e4-95b4-4b77-91c7-159486f6820e req-a8b21a23-d9cd-4b1c-b98e-6ef1970df4b3 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.83 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.2121584 Feb 11 13:25:18.092286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e73f1-18f8-4c2c-9570-f652ef8f082b req-4b3c80ea-872b-4d7f-a69f-658fc099d007 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.095066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-552e73f1-18f8-4c2c-9570-f652ef8f082b req-4b3c80ea-872b-4d7f-a69f-658fc099d007 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 945 time: 0.2620523 Feb 11 13:25:18.114253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-36253d1d-7da9-45c0-918d-b3dd50a9334a service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536527 Feb 11 13:25:18.116594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76714f58-6e59-4bc4-b38f-f10ab03f3d87 req-c16faeec-afde-409d-854d-7609f7bd6273 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.127455 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-76714f58-6e59-4bc4-b38f-f10ab03f3d87 req-c16faeec-afde-409d-854d-7609f7bd6273 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 945 time: 0.1938956 Feb 11 13:25:18.128896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Deleting port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:18.129400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.170942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Deleting port 8b073388-a0f2-4a6a-9881-0ae69e1df37d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:18.171537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.292200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-76714f58-6e59-4bc4-b38f-f10ab03f3d87 req-c6163bc1-a508-465c-9497-743219a186b9 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca4aafbd-513f-466e-a980-0cc93e44e10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567798 Feb 11 13:25:18.295438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dfdeb5-9b55-4bf0-9921-dff6d9a24b3e req-ab82f096-4d4b-4a5e-be9f-b6eeabbbb7a7 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694739 Feb 11 13:25:18.339764 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-552e73f1-18f8-4c2c-9570-f652ef8f082b req-87952144-2d39-4cd5-ad1a-66b6b76fb3af tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/security-groups?id=e7229e57-2e55-47de-987b-26e0751aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240467 Feb 11 13:25:18.411948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] For port 8b073388-a0f2-4a6a-9881-0ae69e1df37d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8b073388-a0f2-4a6a-9881-0ae69e1df37d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:18.412719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.447210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] For port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:18.447785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.465294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Calling delete_port for 79d16cf3-c999-4426-91cf-38c3ea4cdc8d owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:18.726898 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (79d16cf3-c999-4426-91cf-38c3ea4cdc8d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.738835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['79d16cf3-c999-4426-91cf-38c3ea4cdc8d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:18.855355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Pushing event deleted for resources: {'Port': ['ID=79d16cf3-c999-4426-91cf-38c3ea4cdc8d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.875213 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.875854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.880702 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825 disassociated. External IP: 172.25.3.166, port: 8b073388-a0f2-4a6a-9881-0ae69e1df37d. Feb 11 13:25:18.881241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Calling delete_port for 8b073388-a0f2-4a6a-9881-0ae69e1df37d owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:18.929672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa853a-7914-4328-9d5d-829803ada40a req-85cb6b6d-016a-4e36-9566-7d45ded11792 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.932309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eefa853a-7914-4328-9d5d-829803ada40a req-85cb6b6d-016a-4e36-9566-7d45ded11792 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.4000704 Feb 11 13:25:18.958409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] No DVR routers for this DVR port 79d16cf3-c999-4426-91cf-38c3ea4cdc8d on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:18.962490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.966597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f02c3b88-d232-42f5-b793-2bec11d516c4 req-ca954c8b-1667-4266-8357-20b55a0074e7 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.83 "DELETE /v2.0/ports/79d16cf3-c999-4426-91cf-38c3ea4cdc8d HTTP/1.1" status: 204 len: 173 time: 1.2348084 Feb 11 13:25:18.967717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'name': 'network-vif-deleted', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:18.971549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:18.972009 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82f4bf-17b1-44c6-ba70-09f5acf56840" -d '{"events": [{"server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "name": "network-vif-deleted", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:19.050433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eefa853a-7914-4328-9d5d-829803ada40a req-cb99dd38-1d96-4e81-9254-3b2d1e5ae7ea tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932760 Feb 11 13:25:19.082686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:19.083061 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.340773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:19.341652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.401155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:19.408381 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c31585-7bc2-4186-8047-c74d2680fc18" -d '{"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-plugged", "status": "completed", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:19.460062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6552c-ef31-4ca8-a78e-2dd79f004716 req-e244684e-6c20-4600-8ba4-e1db2cef1863 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.471746 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4f6552c-ef31-4ca8-a78e-2dd79f004716 req-e244684e-6c20-4600-8ba4-e1db2cef1863 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.0805798 Feb 11 13:25:19.480123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:19.488886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.527786 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (8b073388-a0f2-4a6a-9881-0ae69e1df37d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.612906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4f6552c-ef31-4ca8-a78e-2dd79f004716 req-3e1d5cee-358a-4a81-8bf6-df0af7bad06a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390285 Feb 11 13:25:19.630234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.640353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event deleted for resources: {'Port': ['ID=8b073388-a0f2-4a6a-9881-0ae69e1df37d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.709087 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ce0ee7-7059-44e6-bce2-5764678af0e1 x-openstack-request-id: req-c9ce0ee7-7059-44e6-bce2-5764678af0e1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:19.709388 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fffd305-7316-4198-8bb7-f9a5bf5ff785", "name": "network-vif-deleted", "tag": "79d16cf3-c999-4426-91cf-38c3ea4cdc8d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:19.709643 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9ce0ee7-7059-44e6-bce2-5764678af0e1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:19.710278 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fffd305-7316-4198-8bb7-f9a5bf5ff785', 'name': 'network-vif-deleted', 'tag': '79d16cf3-c999-4426-91cf-38c3ea4cdc8d', 'status': 'completed', 'code': 200} Feb 11 13:25:19.721959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6daed4-419f-4a15-b9a4-911808750952 req-423fd360-59d5-47e7-8f43-e4f251cf46d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.730345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c6daed4-419f-4a15-b9a4-911808750952 req-423fd360-59d5-47e7-8f43-e4f251cf46d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 948 time: 0.4175074 Feb 11 13:25:19.882964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c6daed4-419f-4a15-b9a4-911808750952 req-fc13ec1a-2fa2-40e3-ae6f-364ab2e0cf76 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510584 Feb 11 13:25:19.953257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.954716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:19.996588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92b95a0e-955e-42ef-8c14-00ca1794b72f req-60cbe397-ad39-4047-97fe-837aff622bec tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/ports?device_id=4299dc0a-4735-4dcf-986a-9c72adc38f33 HTTP/1.1" status: 200 len: 210 time: 0.1621017 Feb 11 13:25:20.113485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:20.132650 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24265aa-553f-4419-8743-37dab3791124 None None] Sync routers for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:20.150574 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:20.154162 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:20.196737 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5396162-e8da-4d59-99cc-5dc77896227b x-openstack-request-id: req-d5396162-e8da-4d59-99cc-5dc77896227b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:20.197054 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-plugged", "status": "completed", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:20.214256 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5396162-e8da-4d59-99cc-5dc77896227b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:20.214602 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'code': 200} Feb 11 13:25:20.280840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] No DVR routers for this DVR port 8b073388-a0f2-4a6a-9881-0ae69e1df37d on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:20.325364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:20.348798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-186d07e4-95b4-4b77-91c7-159486f6820e req-e8aea0c7-df88-43a5-aba5-b6c7d64dc45d tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.83 "DELETE /v2.0/ports/8b073388-a0f2-4a6a-9881-0ae69e1df37d HTTP/1.1" status: 204 len: 173 time: 2.3799393 Feb 11 13:25:20.372977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93367b34-9e46-4b59-8962-66a0dc508be2 req-5402e202-921f-4174-9c3f-e4b13542fb85 tempest-FloatingIPsAssociationTestJSON-2122431128 tempest-FloatingIPsAssociationTestJSON-2122431128-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fffd305-7316-4198-8bb7-f9a5bf5ff785 HTTP/1.1" status: 200 len: 210 time: 0.2006228 Feb 11 13:25:20.373659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'name': 'network-vif-deleted', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:20.376285 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a1fdf8-c73b-4915-9030-6e53aae7ce65" -d '{"events": [{"server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "name": "network-vif-deleted", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:20.442944 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:20.487973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bfd97-b8e3-4364-9176-63c34ad89359 req-992d866c-8190-4d2b-ba12-5c641747640e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.495799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e2bfd97-b8e3-4364-9176-63c34ad89359 req-992d866c-8190-4d2b-ba12-5c641747640e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1126 time: 0.1109405 Feb 11 13:25:20.555370 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ad67d4-121d-4185-a76f-652d64558bd5 x-openstack-request-id: req-04ad67d4-121d-4185-a76f-652d64558bd5 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:20.555666 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299dc0a-4735-4dcf-986a-9c72adc38f33", "name": "network-vif-deleted", "tag": "8b073388-a0f2-4a6a-9881-0ae69e1df37d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:20.555917 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04ad67d4-121d-4185-a76f-652d64558bd5 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:20.556309 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299dc0a-4735-4dcf-986a-9c72adc38f33', 'name': 'network-vif-deleted', 'tag': '8b073388-a0f2-4a6a-9881-0ae69e1df37d', 'status': 'completed', 'code': 200} Feb 11 13:25:20.634939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e2bfd97-b8e3-4364-9176-63c34ad89359 req-3e584bec-abb2-4f38-900c-06cf1c83249e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211116 Feb 11 13:25:20.880846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1bf76-ebe0-4cb0-8394-2c025a280997 req-7526583f-e014-42ed-85ce-2578f8e9d2ec tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.900773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-edc1bf76-ebe0-4cb0-8394-2c025a280997 req-7526583f-e014-42ed-85ce-2578f8e9d2ec tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1530008 Feb 11 13:25:20.928949 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:21.052873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-edc1bf76-ebe0-4cb0-8394-2c025a280997 req-1693e8d1-a4dd-4435-8ddb-f761b8eb4328 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511135 Feb 11 13:25:21.224748 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24265aa-553f-4419-8743-37dab3791124 None None] Checking router: 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:21.237667 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:21.238839 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:21.265768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa46d8-4469-460b-9c1a-3d48822e8b8d req-a443032e-b9e6-4426-8228-b1965d3f1982 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.286286 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27fa46d8-4469-460b-9c1a-3d48822e8b8d req-a443032e-b9e6-4426-8228-b1965d3f1982 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1806769 Feb 11 13:25:21.405843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 79d16cf3-c999-4426-91cf-38c3ea4cdc8d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:21.452242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27fa46d8-4469-460b-9c1a-3d48822e8b8d req-28f3cc6e-905f-4ed6-acb4-57ee05b30573 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582141 Feb 11 13:25:21.467957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-bf17852b-fc3d-4347-9613-e3d936ecadec tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.469150 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:21.476235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 79d16cf3-c999-4426-91cf-38c3ea4cdc8d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:21.476785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 79d16cf3-c999-4426-91cf-38c3ea4cdc8d not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:21.477305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8b073388-a0f2-4a6a-9881-0ae69e1df37d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:21.487118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-bf17852b-fc3d-4347-9613-e3d936ecadec tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.3188488 Feb 11 13:25:21.515587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 8b073388-a0f2-4a6a-9881-0ae69e1df37d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:21.516383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8b073388-a0f2-4a6a-9881-0ae69e1df37d not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:21.520532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-ece073aa-d3a4-4bd1-8d71-291dd4a98a21 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/quotas/28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 375 time: 0.0319090 Feb 11 13:25:21.562606 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:21.649213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-547a5253-b0e4-4924-ba9d-b4792935f05d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200671 Feb 11 13:25:21.688245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:21.922561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-dce08a0d-b869-42ba-8425-e6d413492b43 service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564266 Feb 11 13:25:22.076372 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f24265aa-553f-4419-8743-37dab3791124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:22.117039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-15c1cc15-76e2-4235-84f0-eacebc6571d6 service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939642 Feb 11 13:25:22.144044 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24265aa-553f-4419-8743-37dab3791124 None None] The sync data for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 is: [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:39Z', 'revision_number': 4, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6c11675f-a4f2-41f9-b04a-6545286abd7d', 'name': '', 'network_id': 'fec9043b-301a-48e1-bac1-c09fc7be68ff', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'mac_address': 'fa:16:3e:b2:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:38Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'subnets': [{'id': '69479cd2-1cf7-4a16-b76e-73bf8292da7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:22.153127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927cb3-91d6-4e3b-aae9-ce195cdc969a req-55cbfc8e-0590-48ba-b116-019badaf8c6d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.155017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-50927cb3-91d6-4e3b-aae9-ce195cdc969a req-55cbfc8e-0590-48ba-b116-019badaf8c6d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.2005506 Feb 11 13:25:22.346494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-50927cb3-91d6-4e3b-aae9-ce195cdc969a req-76590246-84b1-45fa-a382-be1ac0de9876 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742303 Feb 11 13:25:22.527752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d09423ff-a999-4697-b41f-78484f3d1b59 req-5b10f712-4a07-4752-9b69-ef7b4b345074 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 210 time: 0.0471666 Feb 11 13:25:22.717805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4eaeb-9700-413c-b4bc-ab3fe06555dc req-271a0b30-be57-43ef-adb8-01b0dacd599d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.726814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-53a4eaeb-9700-413c-b4bc-ab3fe06555dc req-271a0b30-be57-43ef-adb8-01b0dacd599d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.2547600 Feb 11 13:25:22.759194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3fd02-c04a-470f-b9d6-d7be9033f913 None None] New status for floating IP 42e66f82-4d2d-40c8-8905-79ed2b87c825: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:22.789315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58072) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:23.005767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-53a4eaeb-9700-413c-b4bc-ab3fe06555dc req-f26b9b7a-b461-46e9-9833-1009c5bd3e08 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772608 Feb 11 13:25:23.006280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ae5aa6-27d1-4252-a2c5-61fcb547935c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group (ca4aafbd-513f-466e-a980-0cc93e44e10b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.039122 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (1f542631-5a49-42c4-86bf-7a49918a5ef5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.063747 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ae5aa6-27d1-4252-a2c5-61fcb547935c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group (ca4aafbd-513f-466e-a980-0cc93e44e10b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.175005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ae5aa6-27d1-4252-a2c5-61fcb547935c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ca4aafbd-513f-466e-a980-0cc93e44e10b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.177934 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ae5aa6-27d1-4252-a2c5-61fcb547935c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.184032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62ae5aa6-27d1-4252-a2c5-61fcb547935c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "DELETE /v2.0/security-groups/ca4aafbd-513f-466e-a980-0cc93e44e10b HTTP/1.1" status: 204 len: 168 time: 0.3927426 Feb 11 13:25:23.185363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58090) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:23.213113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae5aa6-27d1-4252-a2c5-61fcb547935c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4aafbd-513f-466e-a980-0cc93e44e10b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.216893 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-3d9a46ea-d28a-49f8-ae30-f7928c0d534c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] show failed (client error): The resource could not be found. Feb 11 13:25:23.221767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3d9a46ea-d28a-49f8-ae30-f7928c0d534c tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "GET /v2.0/security-groups/ca4aafbd-513f-466e-a980-0cc93e44e10b HTTP/1.1" status: 404 len: 347 time: 0.0256419 Feb 11 13:25:23.223044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58092) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:23.441171 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-7bcae685-7aed-4df4-ae0c-90c813e98574 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510523 Feb 11 13:25:23.612604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Deleting port 9e57ff80-a665-47a4-afcc-4038468c56f8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:23.614562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.708748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:23.750906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.751523 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (9e57ff80-a665-47a4-afcc-4038468c56f8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.764479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Calling delete_port for 9e57ff80-a665-47a4-afcc-4038468c56f8 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:23.846797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Deleting port 369ddf72-7704-421f-bb0e-441cc02c4c4d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:23.847392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.895779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-2806e339-254b-4388-b2b2-4db5457414a9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.908313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-2806e339-254b-4388-b2b2-4db5457414a9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4627252 Feb 11 13:25:23.974074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f5af4799-c756-453c-8578-e2c2cec4bd5e req-e0791273-ca4a-439c-bd85-c64d553a2b2c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 210 time: 0.0353651 Feb 11 13:25:23.975735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9e57ff80-a665-47a4-afcc-4038468c56f8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:24.006284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Pushing event deleted for resources: {'Port': ['ID=9e57ff80-a665-47a4-afcc-4038468c56f8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:24.109643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b30246f5-b3be-42fc-8dbd-915b3542a07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:24.146628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-8bf87858-5c55-473e-81bb-bdde6e1849fa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/quotas/897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 375 time: 0.2307916 Feb 11 13:25:24.150034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks [] for floatingip (42e66f82-4d2d-40c8-8905-79ed2b87c825), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:24.160281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:24.161798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e7b4bebf-55a7-4251-8f5b-9506d7efe1d0 tempest-ServersWithSpecificFlavorTestJSON-1861176140 tempest-ServersWithSpecificFlavorTestJSON-1861176140-project] 10.222.0.79 "DELETE /v2.0/floatingips/42e66f82-4d2d-40c8-8905-79ed2b87c825 HTTP/1.1" status: 204 len: 168 time: 0.9376776 Feb 11 13:25:24.215962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34a0f-b921-4ce4-9bda-0e4014bcb0b1 req-2fc67d89-a354-4fc5-afa8-c1caff4c74f2 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.223646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1b34a0f-b921-4ce4-9bda-0e4014bcb0b1 req-2fc67d89-a354-4fc5-afa8-c1caff4c74f2 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1291656 Feb 11 13:25:24.320970 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1b34a0f-b921-4ce4-9bda-0e4014bcb0b1 req-6e45de80-4127-4706-8dd0-e20381e3be32 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960991 Feb 11 13:25:24.433616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] For port 369ddf72-7704-421f-bb0e-441cc02c4c4d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=369ddf72-7704-421f-bb0e-441cc02c4c4d,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:24.434006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:24.537118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Calling delete_port for 369ddf72-7704-421f-bb0e-441cc02c4c4d owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:24.794041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58134) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:25.063198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-ddd3c31a-9b6f-4213-a7d5-2bbb091e75f4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9157906 Feb 11 13:25:25.089405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-18762d21-5808-41ed-9f8c-d063cffbdbb2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.091774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-18762d21-5808-41ed-9f8c-d063cffbdbb2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.9041598 Feb 11 13:25:25.109007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Request body: {'port': {'device_id': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'admin_state_up': True, 'tenant_id': '28a1d612055b4fb4a671dda661a01249'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:25.164018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b30246f5-b3be-42fc-8dbd-915b3542a07c admin admin] Publish callbacks [] for security_group (4a08626a-f2d6-4008-96c3-8937a7ab5ecd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.195829 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b30246f5-b3be-42fc-8dbd-915b3542a07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4a08626a-f2d6-4008-96c3-8937a7ab5ecd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.201827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33444060-5a5c-4709-9632-7afc4187e9a0 req-9de786cb-33b9-4b89-a17f-70f67d9d74b4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 210 time: 0.0580153 Feb 11 13:25:25.342797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30246f5-b3be-42fc-8dbd-915b3542a07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08626a-f2d6-4008-96c3-8937a7ab5ecd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:25.357680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b30246f5-b3be-42fc-8dbd-915b3542a07c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8bc2d8e172f04a8a986ba6ffcdc2ed01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6446552 Feb 11 13:25:25.379181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58144) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:25.459223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Made reservation on behalf of 28a1d612055b4fb4a671dda661a01249 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:25.462741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.484039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3fb2a70-f5ca-43b8-94be-d7154f284d21 req-3cb4a53a-d9a6-4200-8005-a6b3cf08d824 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 210 time: 0.1216719 Feb 11 13:25:25.550024 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c61-6469-42e8-8ea8-a988cfeff5da admin admin] Publish callbacks [] for security_group (4a08626a-f2d6-4008-96c3-8937a7ab5ecd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.578557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (369ddf72-7704-421f-bb0e-441cc02c4c4d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.603864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c61-6469-42e8-8ea8-a988cfeff5da admin admin] Publish callbacks [] for security_group (4a08626a-f2d6-4008-96c3-8937a7ab5ecd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.732375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.927292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Pushing event deleted for resources: {'Port': ['ID=369ddf72-7704-421f-bb0e-441cc02c4c4d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:26.134071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6253f91-ba3e-488e-a6fb-23b160acd0eb req-f57e3741-ac58-40ab-88e0-f5344a02089d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.143005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6253f91-ba3e-488e-a6fb-23b160acd0eb req-f57e3741-ac58-40ab-88e0-f5344a02089d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.6874065 Feb 11 13:25:26.154753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Allocated IP 172.20.0.5 (947d0084-6798-4cab-99e7-6d0f7e008957/e86797a2-0d67-4fa2-830c-88364ab4986d/26ea1a29-7103-46ee-a1ca-39276ea1287f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:26.259990 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c61-6469-42e8-8ea8-a988cfeff5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4a08626a-f2d6-4008-96c3-8937a7ab5ecd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.263777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c61-6469-42e8-8ea8-a988cfeff5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.268867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7dee9c61-6469-42e8-8ea8-a988cfeff5da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a08626a-f2d6-4008-96c3-8937a7ab5ecd HTTP/1.1" status: 204 len: 168 time: 0.8886964 Feb 11 13:25:26.340689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee9c61-6469-42e8-8ea8-a988cfeff5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08626a-f2d6-4008-96c3-8937a7ab5ecd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:26.441055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6253f91-ba3e-488e-a6fb-23b160acd0eb req-43c6c2af-2f59-4fac-9bed-a2c187641e79 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920537 Feb 11 13:25:26.445666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-d240a5a0-9d0e-49a8-8c22-c9c7cccb6bfd tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--209409825&fields=id&tenant_id=1aff5a0e3a7e49a9bf3cf42d4007b904 HTTP/1.1" status: 200 len: 267 time: 0.1735847 Feb 11 13:25:26.690845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e4a14f0-2459-4b77-949d-71518bdb6d0e req-08de0878-aa6a-491e-aa54-581047da77ad tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 210 time: 0.0738997 Feb 11 13:25:26.792965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (1f542631-5a49-42c4-86bf-7a49918a5ef5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.800535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks [] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.842080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-8349bd35-2215-453c-ab25-7a3d6033927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.843643 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-8349bd35-2215-453c-ab25-7a3d6033927c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 0.4135091 Feb 11 13:25:26.887248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e473309f-476f-4972-b6e9-b762736ce258 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.891517 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e473309f-476f-4972-b6e9-b762736ce258 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/networks?id=6d399002-6474-42bf-b9c4-5ceda4885845 HTTP/1.1" status: 200 len: 816 time: 0.4419549 Feb 11 13:25:26.924548 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87644e5d-8488-4c39-bb18-bbef99d2b579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.932106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b393be5b-89e9-41e5-8e46-6a3f05622814 req-72654eda-1dd3-442e-b047-5af9291a3ad1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 210 time: 0.0793953 Feb 11 13:25:27.003089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.020803 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-f90bb7ee-cff5-4ef2-b187-8048ea995e2b tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/quotas/1aff5a0e3a7e49a9bf3cf42d4007b904 HTTP/1.1" status: 200 len: 375 time: 0.0472550 Feb 11 13:25:27.080841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Network 947d0084-6798-4cab-99e7-6d0f7e008957 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:27.085147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:27.087826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-49e86bc2-3dba-40bd-979d-a1c2d9e199fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.088963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:27.090976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-49e86bc2-3dba-40bd-979d-a1c2d9e199fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2117712 Feb 11 13:25:27.092372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:27.209090 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-5b1bb477-833c-4d49-9364-a8c5a6b44f87 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440934 Feb 11 13:25:27.209777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-002cafd7-d360-4aa8-9f28-6322cf7b2f3c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f HTTP/1.1" status: 200 len: 217 time: 0.1067758 Feb 11 13:25:27.239383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.239383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.299882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-5438c7d7-934e-4b90-9984-5c390635e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.301698 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-5438c7d7-934e-4b90-9984-5c390635e7af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0639460 Feb 11 13:25:27.344769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-a4d5b557-52f1-423c-8950-a74b4171eb0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2417054 Feb 11 13:25:27.347030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-68fc7f5c-e5a1-437a-908d-8b6eee9313e2 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1aff5a0e3a7e49a9bf3cf42d4007b904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3152494 Feb 11 13:25:27.415533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Request body: {'port': {'device_id': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:27.467442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Router 1f542631-5a49-42c4-86bf-7a49918a5ef5 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:27.522461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-1842b790-7418-4b50-a5f3-2989dd4b26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.525637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-1842b790-7418-4b50-a5f3-2989dd4b26bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1483264 Feb 11 13:25:27.533365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Deleting port 6c11675f-a4f2-41f9-b04a-6545286abd7d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:27.534325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.594558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-df2f99f4-c1ca-4f49-8fca-a76b644040bb tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.595991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-df2f99f4-c1ca-4f49-8fca-a76b644040bb tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542697 Feb 11 13:25:27.605515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e6a941fe-710f-4a89-9b68-a44106966151 service neutron] 10.222.0.79 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574267 Feb 11 13:25:27.650095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Request body: {'port': {'device_id': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '897e6e80e7474025ac8599f05e90c6cd'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:27.655132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.877224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35970058-f21f-4ec6-9912-7850be7c5e2a req-78007097-db9d-4544-857b-d67d4b8dfde2 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.878676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35970058-f21f-4ec6-9912-7850be7c5e2a req-78007097-db9d-4544-857b-d67d4b8dfde2 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.2985249 Feb 11 13:25:27.883464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:27.889435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc46958a-a365-44ca-b673-3859e5cdd828 admin admin] 10.222.0.79 "PUT /v2.0/routers/1f542631-5a49-42c4-86bf-7a49918a5ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2001078 Feb 11 13:25:27.896373 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] Sync routers for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:27.906718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:27.913000 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:27.913624 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:27.948016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] For port 6c11675f-a4f2-41f9-b04a-6545286abd7d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6c11675f-a4f2-41f9-b04a-6545286abd7d,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:27.948382 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.955249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-c9a7e710-0507-4630-aaf4-3397066fd4a3 service neutron] 10.222.0.79 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396111 Feb 11 13:25:27.963639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-ea721ea1-92c1-4ef9-973e-3a04f4c8bf70 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265578 Feb 11 13:25:27.984460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Calling delete_port for 6c11675f-a4f2-41f9-b04a-6545286abd7d owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:28.003074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-3266c36d-6d9f-4295-baa4-0f6446d70091 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2587049 Feb 11 13:25:28.083195 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:28.205668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71626d5f-e1ee-49af-b800-e01efd9b9af2 req-73c4906d-fe79-44aa-9991-4ef820065035 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341256 Feb 11 13:25:28.235086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-a64e1de3-ddc1-44d5-ab2d-492e531c36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.251144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-a64e1de3-ddc1-44d5-ab2d-492e531c36ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 1132 time: 0.1697955 Feb 11 13:25:28.273871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35970058-f21f-4ec6-9912-7850be7c5e2a req-fdd52863-2c0c-4607-bf3d-080c80c16933 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809214 Feb 11 13:25:28.277435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Made reservation on behalf of 897e6e80e7474025ac8599f05e90c6cd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:28.288054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:28.297875 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:25:25Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:28.365987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] Checking router: 1f542631-5a49-42c4-86bf-7a49918a5ef5 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:28.381432 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] Routers {'1f542631-5a49-42c4-86bf-7a49918a5ef5'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:28.382057 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1f542631-5a49-42c4-86bf-7a49918a5ef5'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:28.569148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Allocated IP 192.168.233.97 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/310ceda2-760f-4df9-a043-648ef8be35c5) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:28.648965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-3ecc1a5d-1080-429a-b078-3c47406f3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.654384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-3ecc1a5d-1080-429a-b078-3c47406f3ea3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3636360 Feb 11 13:25:28.691276 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] Set router 1f542631-5a49-42c4-86bf-7a49918a5ef5 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:28.787263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-3e90df2a-1926-4694-9f67-b623e741e751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4 HTTP/1.1" status: 200 len: 217 time: 0.1240683 Feb 11 13:25:29.000805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-c3616466-d820-4e66-b4b8-68deacd1814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.003269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-c3616466-d820-4e66-b4b8-68deacd1814d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1776347 Feb 11 13:25:29.005791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (6c11675f-a4f2-41f9-b04a-6545286abd7d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.031109 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:25:25Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:29.059030 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d71bc-635e-489d-b095-b5a1ac884f04 None None] The sync data for ids ['1f542631-5a49-42c4-86bf-7a49918a5ef5'] in n-d-828676-2 is: [{'id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-2117580887-router', 'tenant_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '691d9904-026c-4022-a853-8263422adebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:32Z', 'updated_at': '2022-02-11T13:25:25Z', 'revision_number': 5, 'project_id': '41f473a89ded4aa0a7750ba0ca6ad7a5', 'gw_port': {'id': '691d9904-026c-4022-a853-8263422adebf', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f542631-5a49-42c4-86bf-7a49918a5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:34Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:29.108547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c11675f-a4f2-41f9-b04a-6545286abd7d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.132598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d1856-10cb-41a7-a039-1005ee859b36 req-215f8c50-c3bb-42ad-a0f0-246f65c2ac37 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.141154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e34d1856-10cb-41a7-a039-1005ee859b36 req-215f8c50-c3bb-42ad-a0f0-246f65c2ac37 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 931 time: 0.3910699 Feb 11 13:25:29.143660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-748422a5-4edd-4ce1-8408-0a6fed923490 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=fa424e93ccff435bb9c9160b845dbcf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4618771 Feb 11 13:25:29.177415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ea1a29-7103-46ee-a1ca-39276ea1287f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:29.187453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Publish callbacks [] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.210182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Transition to ACTIVE for port object 26ea1a29-7103-46ee-a1ca-39276ea1287f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:29.248905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.316712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks [] for router (1f542631-5a49-42c4-86bf-7a49918a5ef5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.331283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8133-2190-421d-b553-ade1ad72c2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.341385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-3f606517-a41b-43d4-a710-6073cb9c89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.342996 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-3f606517-a41b-43d4-a710-6073cb9c89b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3279464 Feb 11 13:25:29.358984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e34d1856-10cb-41a7-a039-1005ee859b36 req-b4d6358f-2fcd-437c-b74c-a084a36ca190 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034338 Feb 11 13:25:29.433268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.445435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:29.471059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:29.585443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03df6692-3702-40f6-bea1-b7f88579112c req-39b175a6-6da5-4a3d-bddc-5c7af203d123 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 210 time: 0.1015673 Feb 11 13:25:29.817753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-61c4b654-93fc-41ce-8520-ab92e5e33040 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673212 Feb 11 13:25:29.873713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:29.876964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.036871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:30.099351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:30.099351 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62b5ae-6896-4be1-8423-fb137c7bff75" -d '{"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:30.099351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:30.099351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'mac_address': 'fa:16:3e:49:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:30.147277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:30.148487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:30.148983 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.170433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:30.177251 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.245741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:30.246867 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:25:30.274288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-58672846-ba23-42f7-9489-c6a352b7b84d req-bcf69c14-14fa-4156-ba87-817d86a73504 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.4529867 Feb 11 13:25:30.289855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:30.362359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks [] for port (310ceda2-760f-4df9-a043-648ef8be35c5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.375447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:30.375893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:30.376873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:30.389852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-fe543969-a111-41d1-b988-86635cf14852 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.399120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-fe543969-a111-41d1-b988-86635cf14852 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1793807 Feb 11 13:25:30.406483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:30.407016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:30.425972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:30.426359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:30.426810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:30.427292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Bound port: 26ea1a29-7103-46ee-a1ca-39276ea1287f, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:30.427654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.446882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2f86ff8-84f2-47d0-bcdf-2e2ed9c7d82a req-0c2dade1-9a8b-4dbe-a144-0b6d77002d30 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815985 Feb 11 13:25:30.450439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks [] for router_gateway (1f542631-5a49-42c4-86bf-7a49918a5ef5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.502288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-02310a27-1eec-4e5d-bd8b-0d80e08b3d5e tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/quotas/fa424e93ccff435bb9c9160b845dbcf4 HTTP/1.1" status: 200 len: 375 time: 0.1021779 Feb 11 13:25:30.564389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9b4b5-10e4-4a99-a7fb-de5e22e8e70d req-fb2b1d1f-e177-4116-865e-9a5dbceb4b9c tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.566214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74e9b4b5-10e4-4a99-a7fb-de5e22e8e70d req-fb2b1d1f-e177-4116-865e-9a5dbceb4b9c tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 947 time: 0.1713731 Feb 11 13:25:30.617512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:30.630172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-241809fc-3c55-4e9a-bf54-1605fb9a0f11 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa424e93ccff435bb9c9160b845dbcf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258285 Feb 11 13:25:30.672711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.687230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22', '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:30.728744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74e9b4b5-10e4-4a99-a7fb-de5e22e8e70d req-fb35dbfd-e896-42df-ade2-2098a98dc920 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563618 Feb 11 13:25:30.755189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:30.756933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:30.775487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:30.782050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.785105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Deleting port 691d9904-026c-4022-a853-8263422adebf {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:30.786848 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (691d9904-026c-4022-a853-8263422adebf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.791412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:30.794498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:30.812533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:30.862760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 369ddf72-7704-421f-bb0e-441cc02c4c4d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:30.924917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.925699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.928086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] 10.222.0.30 "PUT /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 1091 time: 3.5680590 Feb 11 13:25:30.932506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:30.933175 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff3de0-7d53-4f02-9d61-dd75b88c6a36 x-openstack-request-id: req-7aff3de0-7d53-4f02-9d61-dd75b88c6a36 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:30.933699 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:30.934188 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7aff3de0-7d53-4f02-9d61-dd75b88c6a36 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:30.934738 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'code': 200} Feb 11 13:25:30.935282 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d828cb-0702-4e24-b70f-8096f7ea5390" -d '{"events": [{"name": "network-changed", "server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:30.965291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 369ddf72-7704-421f-bb0e-441cc02c4c4d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:30.965662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 369ddf72-7704-421f-bb0e-441cc02c4c4d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:30.995344 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.001500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:31.003566 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.069966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:31.130103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:31.145509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.203577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:31.219633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] Sync routers for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:31.224389 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5630bc15-13f5-4d32-aecc-ca3305a3961a admin admin] 10.222.0.79 "PUT /v2.0/routers/4239e7ea-5cc0-46c2-8b84-411ee3773dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4291513 Feb 11 13:25:31.259399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58242) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:31.332072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99571445-e4a6-4e61-b5d3-047e6e5a047c service neutron] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:31.368673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:31.370560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:31.378355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.390862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.491988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] For port 691d9904-026c-4022-a853-8263422adebf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=691d9904-026c-4022-a853-8263422adebf,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:31.495306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (691d9904-026c-4022-a853-8263422adebf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.513712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['27c5ecde-a36e-4965-8f9d-fd1a24717f2f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:31.514598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-712723a0-cf92-431b-9d5d-4d89f7249675 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.517023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:31.519220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-712723a0-cf92-431b-9d5d-4d89f7249675 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.30 "GET /v2.0/networks?id=6d399002-6474-42bf-b9c4-5ceda4885845 HTTP/1.1" status: 200 len: 816 time: 0.8645897 Feb 11 13:25:31.530740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0aa02468-7387-4727-80d6-3c572f3e0fcc None None] Provisioning complete for port 310ceda2-760f-4df9-a043-648ef8be35c5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:31.531285 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0aa02468-7387-4727-80d6-3c572f3e0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.558007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Calling delete_port for 691d9904-026c-4022-a853-8263422adebf owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:31.639865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0aa02468-7387-4727-80d6-3c572f3e0fcc None None] Port 310ceda2-760f-4df9-a043-648ef8be35c5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:31.657211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1632d-a918-47fd-a399-7e062b6580f5 req-48ca293e-3d19-49e3-b222-0ed095a43230 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.659999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69f1632d-a918-47fd-a399-7e062b6580f5 req-48ca293e-3d19-49e3-b222-0ed095a43230 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.4578254 Feb 11 13:25:31.845293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-0df1b83c-3995-467b-87db-97fb8061ae74 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aff5a0e3a7e49a9bf3cf42d4007b904 HTTP/1.1" status: 200 len: 379 time: 0.3114376 Feb 11 13:25:31.852564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks [] for router (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.889448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (691d9904-026c-4022-a853-8263422adebf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.919426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Request body: {'port': {'device_id': '7e311e05-d384-45fe-abf3-acc463aaf951', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'admin_state_up': True, 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'security_groups': ['8d471905-4ce7-40d2-adfa-1b581ae3f81d']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:31.928997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:31.954726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=691d9904-026c-4022-a853-8263422adebf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:31.967825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-84d25ae4-8113-4941-8d11-4702c29f0e3f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3238640 Feb 11 13:25:31.974058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69f1632d-a918-47fd-a399-7e062b6580f5 req-5d881c14-91c1-4d9c-b59d-e508bb11399b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864356 Feb 11 13:25:32.040212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Request body: {'port': {'device_id': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:32.046352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-e413f4ca-d17e-4040-b4bd-c8b67044b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.048011 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-e413f4ca-d17e-4040-b4bd-c8b67044b6ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1125 time: 0.8952100 Feb 11 13:25:32.056247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (1f542631-5a49-42c4-86bf-7a49918a5ef5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.132587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e753fe1-dd81-4033-9073-9b030a96cba0 req-23cde591-5b61-4351-a425-237815cd2739 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.136464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e753fe1-dd81-4033-9073-9b030a96cba0 req-23cde591-5b61-4351-a425-237815cd2739 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 935 time: 1.0013633 Feb 11 13:25:32.137844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-688b8ded-eac7-49d0-a2b6-5829ec45d029 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 217 time: 0.0797341 Feb 11 13:25:32.139380 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb59948-f76c-42be-84ea-216fdfbca3f1 x-openstack-request-id: req-fdb59948-f76c-42be-84ea-216fdfbca3f1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:32.139914 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:32.140019 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fdb59948-f76c-42be-84ea-216fdfbca3f1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:32.140471 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f', 'status': 'completed', 'code': 200} Feb 11 13:25:32.285431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.287016 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05a369ac-f5d0-4770-ab14-24fb4dcc04c5 req-5e938d97-cd53-4a06-b595-ec6683a99ef4 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 210 time: 0.0520666 Feb 11 13:25:32.401378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks [] for router_gateway (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.463301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8e4c9fa-f7d1-4720-972f-777fdf31ef50 req-04a9a5c3-c8b1-47f1-8611-897e94797e86 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0551925 Feb 11 13:25:32.513547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 5, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port': {'id': '96cb4b8d-d4ed-4529-9cb6-3065558bd64b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:35Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:32.534356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Made reservation on behalf of 1aff5a0e3a7e49a9bf3cf42d4007b904 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:32.544327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.716724 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-4c355847-5d75-4a71-bc48-6451aa49d6c6 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fa424e93ccff435bb9c9160b845dbcf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868287 Feb 11 13:25:32.848058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-39bce872-0ef2-4e15-8e86-08f64eb2b6c4 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.849915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-39bce872-0ef2-4e15-8e86-08f64eb2b6c4 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252296 Feb 11 13:25:32.888174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Request body: {'port': {'device_id': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'fa424e93ccff435bb9c9160b845dbcf4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:32.900364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] Checking router: 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:32.910391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] Routers {'4239e7ea-5cc0-46c2-8b84-411ee3773dc0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:32.911166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:32.925626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e753fe1-dd81-4033-9073-9b030a96cba0 req-6cd73af6-1b6f-4f1a-ba0d-acc70046f98f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065173 Feb 11 13:25:32.938797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (1f542631-5a49-42c4-86bf-7a49918a5ef5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.972897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks [] for router_controller (1f542631-5a49-42c4-86bf-7a49918a5ef5), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.045962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] Set router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:33.079567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d368e05-a0b5-4d81-a048-bd7438934d91 req-bdf7b98b-57a2-40f7-93ce-3e4f7a490079 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.086644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-7c3b3de8-3db4-44a0-b925-5519f5cad587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.088604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-7c3b3de8-3db4-44a0-b925-5519f5cad587 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.7065663 Feb 11 13:25:33.093061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d368e05-a0b5-4d81-a048-bd7438934d91 req-bdf7b98b-57a2-40f7-93ce-3e4f7a490079 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 948 time: 0.5040958 Feb 11 13:25:33.119497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Deleting port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:33.119839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.134763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:25:32Z', 'revision_number': 6, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:33.186846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-6b5c11b8-c9f7-493d-8bb1-34ae5113f120 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406761 Feb 11 13:25:33.187777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.203950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0b5e8-0a21-4b7f-856a-7016c1853513 None None] The sync data for ids ['4239e7ea-5cc0-46c2-8b84-411ee3773dc0'] in n-d-828676-2 is: [{'id': '4239e7ea-5cc0-46c2-8b84-411ee3773dc0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479111373-router', 'tenant_id': 'a84ea008888a41288b4e7f0f8033e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:25:32Z', 'revision_number': 6, 'project_id': 'a84ea008888a41288b4e7f0f8033e15e', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:33.261956 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (1f542631-5a49-42c4-86bf-7a49918a5ef5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.262651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f542631-5a49-42c4-86bf-7a49918a5ef5 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:33.268725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.270056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4f291f0c-4b64-4c83-b6ff-c00bbc376d6d admin admin] 10.222.0.79 "DELETE /v2.0/routers/1f542631-5a49-42c4-86bf-7a49918a5ef5 HTTP/1.1" status: 204 len: 168 time: 5.3620880 Feb 11 13:25:33.289821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58260) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:33.303677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Allocated IP 172.20.0.6 (6d399002-6474-42bf-b9c4-5ceda4885845/fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e/fb20691b-220f-4a12-988f-2ef21598eab0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:33.429762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d368e05-a0b5-4d81-a048-bd7438934d91 req-d70c9231-bb52-4fe5-b1c5-43eec867909a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827630 Feb 11 13:25:33.455881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:33.456832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c9e1c-e49a-4f1b-b55c-cf6089d62cc4 req-4b5b467b-1bd5-4bd8-9118-30a593252dc9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.464112 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b9c9e1c-e49a-4f1b-b55c-cf6089d62cc4 req-4b5b467b-1bd5-4bd8-9118-30a593252dc9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.3168302 Feb 11 13:25:33.540585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] Deleting subnet 41949da7-151e-44f9-a3a7-446b26809657 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:33.579824 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] Publish callbacks [] for subnet (41949da7-151e-44f9-a3a7-446b26809657), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.597392 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.615066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:33.615558 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.751574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-c665c6ff-dcc9-4928-929b-26ed7c5fbc52 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367427 Feb 11 13:25:33.786767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83916bba-5e32-4d65-91df-ecbc633ec259 req-d857ba74-90a7-41ec-bb06-6fcfc47e520e tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 210 time: 0.1483259 Feb 11 13:25:33.841591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b9c9e1c-e49a-4f1b-b55c-cf6089d62cc4 req-145b5553-7bc3-488a-a637-aab404651583 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764193 Feb 11 13:25:33.866585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (41949da7-151e-44f9-a3a7-446b26809657), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.898677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:33.899303 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.909921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Made reservation on behalf of fa424e93ccff435bb9c9160b845dbcf4 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:33.913460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.962273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:33.965142 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b4e7f3-1b1e-4d42-a043-c4b567189e3d" -d '{"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-plugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:33.980181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] For port 96cb4b8d-d4ed-4529-9cb6-3065558bd64b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:33.980550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.024390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:34.032970 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.057948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.089040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Calling delete_port for 96cb4b8d-d4ed-4529-9cb6-3065558bd64b owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:34.098747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-55e477ee-b80f-426b-b4fc-6b7c7d77606c req-f4d21f24-4f09-4d0f-9fcf-e2a7cd7f7ecd tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.1527781 Feb 11 13:25:34.144476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:34.187624 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d369919-0146-4ad4-9d1d-13bbbc1640ce x-openstack-request-id: req-0d369919-0146-4ad4-9d1d-13bbbc1640ce {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:34.188505 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-plugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:34.188986 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d369919-0146-4ad4-9d1d-13bbbc1640ce {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:34.189575 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'code': 200} Feb 11 13:25:34.294570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for port (fb20691b-220f-4a12-988f-2ef21598eab0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.564776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310ceda2-760f-4df9-a043-648ef8be35c5 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:34.576078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.577376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Publish callbacks [] for port (310ceda2-760f-4df9-a043-648ef8be35c5), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.592651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Transition to ACTIVE for port object 310ceda2-760f-4df9-a043-648ef8be35c5 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:34.603974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (96cb4b8d-d4ed-4529-9cb6-3065558bd64b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.620437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dca9b9-31b7-4f22-9d56-87e78c247465 req-a4305dc8-6ee2-444d-889c-0ed569811f58 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.628272 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2dca9b9-31b7-4f22-9d56-87e78c247465 req-a4305dc8-6ee2-444d-889c-0ed569811f58 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 935 time: 0.5283453 Feb 11 13:25:34.630212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.643283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3e7cfe2-14f3-4bbf-8a10-861025780ef2 req-fa0a7145-b422-49eb-b478-0314de2cad7e service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8631845 Feb 11 13:25:34.647484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Network 6d399002-6474-42bf-b9c4-5ceda4885845 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:34.675327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6c11675f-a4f2-41f9-b04a-6545286abd7d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:34.720507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6c11675f-a4f2-41f9-b04a-6545286abd7d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:34.721002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6c11675f-a4f2-41f9-b04a-6545286abd7d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:34.723411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks [] for security_group (892c595b-3097-4ea4-a849-60fc11db41d1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.724673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 96cb4b8d-d4ed-4529-9cb6-3065558bd64b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:34.754441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 96cb4b8d-d4ed-4529-9cb6-3065558bd64b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:34.754797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 96cb4b8d-d4ed-4529-9cb6-3065558bd64b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:34.755237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 691d9904-026c-4022-a853-8263422adebf no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:34.793111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 691d9904-026c-4022-a853-8263422adebf {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:34.793526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 691d9904-026c-4022-a853-8263422adebf not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:34.805862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:34.866329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event updated for resources: {'Port': ['ID=fb20691b-220f-4a12-988f-2ef21598eab0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:34.885130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (892c595b-3097-4ea4-a849-60fc11db41d1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.058554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Allocated IP 192.168.233.134 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/ce203587-0434-4b87-871d-ff1434df0b76) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:35.123616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:35.207324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2dca9b9-31b7-4f22-9d56-87e78c247465 req-a2e9e446-fa8d-4280-98b8-2e702d2247ec tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780330 Feb 11 13:25:35.216421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:35.236704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.237265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.302161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cb4b8d-d4ed-4529-9cb6-3065558bd64b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:35.310783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bfa6ea23-ea82-4756-8f20-f64c4e65ebf5 None None] Provisioning complete for port fb20691b-220f-4a12-988f-2ef21598eab0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:35.311844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bfa6ea23-ea82-4756-8f20-f64c4e65ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.355413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (41949da7-151e-44f9-a3a7-446b26809657), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.383840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6ea23-ea82-4756-8f20-f64c4e65ebf5 None None] Port fb20691b-220f-4a12-988f-2ef21598eab0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:35.446882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892c595b-3097-4ea4-a849-60fc11db41d1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:35.448217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6bf0da04-f1a6-418b-8a5c-9aa360ff477a req-7d54cece-631e-4030-8db3-3867aea95f53 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 210 time: 0.0899487 Feb 11 13:25:35.453808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.517892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-f31203ea-bb47-4135-9603-bba5ff147d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.519605 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-f31203ea-bb47-4135-9603-bba5ff147d2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1125 time: 0.3972874 Feb 11 13:25:35.521752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Attempting to bind port 310ceda2-760f-4df9-a043-648ef8be35c5 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:35.522236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Attempting to bind port 310ceda2-760f-4df9-a043-648ef8be35c5 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:35.522933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Attempting to bind port 310ceda2-760f-4df9-a043-648ef8be35c5 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:35.556897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Port 310ceda2-760f-4df9-a043-648ef8be35c5 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:35.557450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Attempting to bind port 310ceda2-760f-4df9-a043-648ef8be35c5 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:35.584935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:35.585652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:35.586353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:35.587283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Bound port: 310ceda2-760f-4df9-a043-648ef8be35c5, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:35.588191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.597785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (41949da7-151e-44f9-a3a7-446b26809657), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.756248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:35.760217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:35.763853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41949da7-151e-44f9-a3a7-446b26809657,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:35.774436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.779342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.784704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923c2b6-684c-4fc7-9235-5fcbf7608356 None None] Network dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:35.796753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-51415b83-c1a0-40b2-aa37-04d35e4c2ca7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/41949da7-151e-44f9-a3a7-446b26809657 HTTP/1.1" status: 204 len: 168 time: 2.5055721 Feb 11 13:25:35.826377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:35.897870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.900104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks [] for router_controller (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.936589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.938554 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.942651 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] 10.222.0.83 "PUT /v2.0/ports/310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 1095 time: 3.9055989 Feb 11 13:25:35.982396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:35.982649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (4239e7ea-5cc0-46c2-8b84-411ee3773dc0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.983125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4239e7ea-5cc0-46c2-8b84-411ee3773dc0 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:35.993501 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15956bf7-462b-409a-9f6e-8a2343a270b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:36.028222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622a9d4-69e6-403e-8790-bb950dabb198 req-6e53d8ae-63b9-472e-90e7-369e1486bd34 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.036579 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4622a9d4-69e6-403e-8790-bb950dabb198 req-6e53d8ae-63b9-472e-90e7-369e1486bd34 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.4413984 Feb 11 13:25:36.039097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.046899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d834f6f-3ffe-490d-a7d9-0c11fc3ffee2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4239e7ea-5cc0-46c2-8b84-411ee3773dc0 HTTP/1.1" status: 204 len: 168 time: 4.7838471 Feb 11 13:25:36.068181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58284) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:36.075628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e58b02f9-f5a9-4a58-8187-28da83c2f4ae tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2178319 Feb 11 13:25:36.086530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb2da-29f6-4c33-bbe1-2a88ebf9ebc0 req-1b6c2d36-6949-42fd-b5f1-62aa7243a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.088245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-435bb2da-29f6-4c33-bbe1-2a88ebf9ebc0 req-1b6c2d36-6949-42fd-b5f1-62aa7243a0ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 1.5352011 Feb 11 13:25:36.099308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f04cd-3c13-4087-b7b0-d03642061376 req-bfc3ef3d-1b3a-401d-83e5-0c13ba3f5fa8 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.100928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d33f04cd-3c13-4087-b7b0-d03642061376 req-bfc3ef3d-1b3a-401d-83e5-0c13ba3f5fa8 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 1.5369718 Feb 11 13:25:36.114451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] DHCP port deletion for dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:36.129414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Request body: {'port': {'device_id': '7e311e05-d384-45fe-abf3-acc463aaf951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:36.218694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] Deleting subnet 69479cd2-1cf7-4a16-b76e-73bf8292da7e {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:36.225174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] Publish callbacks [] for subnet (69479cd2-1cf7-4a16-b76e-73bf8292da7e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.236043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] Deleting port 03418d75-6fe6-46fc-bee9-398605372553 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:36.236416 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (03418d75-6fe6-46fc-bee9-398605372553), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.265560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-435bb2da-29f6-4c33-bbe1-2a88ebf9ebc0 req-547bcf35-1add-4e17-a424-cf2eb507ecd4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288121 Feb 11 13:25:36.280889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks [] for port (ce203587-0434-4b87-871d-ff1434df0b76), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.291240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e27c3-effd-40df-a60a-a15b9de5ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.375869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-200c25e4-4447-44a6-85c3-622008e11f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.377399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-200c25e4-4447-44a6-85c3-622008e11f74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.8482828 Feb 11 13:25:36.394016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] For port 03418d75-6fe6-46fc-bee9-398605372553, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=03418d75-6fe6-46fc-bee9-398605372553,segment=NetworkSegment(2d0da481-a485-43ab-9fa3-15b3f92498d1),segment_id=2d0da481-a485-43ab-9fa3-15b3f92498d1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.395202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (03418d75-6fe6-46fc-bee9-398605372553), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.434290 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.436279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-ce263c75-f2d7-43e0-b03e-e3061e152bff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 217 time: 0.0477166 Feb 11 13:25:36.443176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] Calling delete_port for 03418d75-6fe6-46fc-bee9-398605372553 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:36.507603 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.530576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4622a9d4-69e6-403e-8790-bb950dabb198 req-f401e5be-97ab-45a3-8511-be996ce825c3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928510 Feb 11 13:25:36.531901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-6f23f417-dd19-4ad8-916e-761e80ba9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.533751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-6f23f417-dd19-4ad8-916e-761e80ba9f0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.0579751 Feb 11 13:25:36.546539 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.552390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (69479cd2-1cf7-4a16-b76e-73bf8292da7e), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.596873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-d7962848-1e79-483a-a17e-e0dc74a285b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418599 Feb 11 13:25:36.684323 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (03418d75-6fe6-46fc-bee9-398605372553), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.736668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-ed7c701e-093b-40f5-91ba-8fb7a3a4fe33 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196156 Feb 11 13:25:36.761045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] Pushing event deleted for resources: {'Port': ['ID=03418d75-6fe6-46fc-bee9-398605372553,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.761535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-eece6420-d51b-43b7-90a3-ef28e0fdc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.767158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 03418d75-6fe6-46fc-bee9-398605372553 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:36.781009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-eece6420-d51b-43b7-90a3-ef28e0fdc5be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 1129 time: 0.7646322 Feb 11 13:25:36.818076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 03418d75-6fe6-46fc-bee9-398605372553 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:36.818470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 03418d75-6fe6-46fc-bee9-398605372553 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:36.840463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d04a76-ea0b-4dcc-ba99-972496e8e15b None None] No DVR routers for this DVR port 03418d75-6fe6-46fc-bee9-398605372553 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:36.925268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:36.930567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:36.933704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:36.939040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.939739 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.951760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d33f04cd-3c13-4087-b7b0-d03642061376 req-bc1e5dc6-a4d2-4381-ab58-bebbf62bb471 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7089937 Feb 11 13:25:36.977586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.016938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-8ee5c0ae-cab3-4581-924d-19998097af16 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1441269 Feb 11 13:25:37.047555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Request body: {'port': {'device_id': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:37.075726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 26ea1a29-7103-46ee-a1ca-39276ea1287f details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:37.134044 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d5fd1-67e4-470d-81c8-fa7227687d8a x-openstack-request-id: req-3e2d5fd1-67e4-470d-81c8-fa7227687d8a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:37.136145 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:37.136421 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e2d5fd1-67e4-470d-81c8-fa7227687d8a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:37.137100 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5', 'status': 'completed', 'code': 200} Feb 11 13:25:37.220874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb20691b-220f-4a12-988f-2ef21598eab0 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:37.231730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Publish callbacks [] for port (fb20691b-220f-4a12-988f-2ef21598eab0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.262435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Transition to ACTIVE for port object fb20691b-220f-4a12-988f-2ef21598eab0 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:37.301455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.310299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.348523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:37.374304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:37.381878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0da481-a485-43ab-9fa3-15b3f92498d1') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:37.382203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0da481-a485-43ab-9fa3-15b3f92498d1') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:37.404509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (2d0da481-a485-43ab-9fa3-15b3f92498d1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.405071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '26ea1a29-7103-46ee-a1ca-39276ea1287f', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'port_id': '26ea1a29-7103-46ee-a1ca-39276ea1287f', 'mac_address': 'fa:16:3e:b5:ff:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86797a2-0d67-4fa2-830c-88364ab4986d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:37.437259 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2d0da481-a485-43ab-9fa3-15b3f92498d1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.450643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:37.451280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (2d0da481-a485-43ab-9fa3-15b3f92498d1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.523076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6a18f623-b423-4919-bb25-61e72e82d302 None None] Provisioning complete for port ce203587-0434-4b87-871d-ff1434df0b76 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:37.524164 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a18f623-b423-4919-bb25-61e72e82d302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce203587-0434-4b87-871d-ff1434df0b76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.555474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-d2f454f4-81e5-4163-98a1-64487f4d6ff2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 217 time: 0.6802068 Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:37.560372 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:37.575804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.599736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761039a-a251-4a7b-b870-0ee5e052c90e req-bfff475e-9d8f-4fbb-945f-cde65934e3bd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.603509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1761039a-a251-4a7b-b870-0ee5e052c90e req-bfff475e-9d8f-4fbb-945f-cde65934e3bd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 947 time: 0.3036251 Feb 11 13:25:37.621296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 26ea1a29-7103-46ee-a1ca-39276ea1287f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:37.621688 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.665094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6a18f623-b423-4919-bb25-61e72e82d302 None None] Port ce203587-0434-4b87-871d-ff1434df0b76 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:37.670280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.670961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.671495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ea1a29-7103-46ee-a1ca-39276ea1287f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:37.674470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32 HTTP/1.1" status: 204 len: 168 time: 1.8334262 Feb 11 13:25:37.685387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (69479cd2-1cf7-4a16-b76e-73bf8292da7e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.730785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:37.737824 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.738338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbfcb8a2-6ace-41b4-b6d2-f524edaf9a32,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.763916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.764284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.764620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.765945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.766717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.767164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.767553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.767924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.768452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.769210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.769855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.770413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.770756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b39f903-84ca-40e9-a910-14271dce2de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:37.804517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efcb10-49fb-4cf6-8e08-e6d5b3baaec7 req-504cdb19-8459-4b74-97ae-e9fe51ef9eff tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.815226 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85efcb10-49fb-4cf6-8e08-e6d5b3baaec7 req-504cdb19-8459-4b74-97ae-e9fe51ef9eff tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 931 time: 1.0740807 Feb 11 13:25:37.840838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-eb1ec7b7-a9b6-4ed5-a0f5-9f729b0034dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.842913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-eb1ec7b7-a9b6-4ed5-a0f5-9f729b0034dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2795262 Feb 11 13:25:37.872187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.959890 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10d828cb-0702-4e24-b70f-8096f7ea5390 req-1736ed7a-4fab-4567-99ac-281e93954119 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2073240 Feb 11 13:25:38.008973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85efcb10-49fb-4cf6-8e08-e6d5b3baaec7 req-526c1ac5-2018-4ff6-8fc0-cd00ab2b53de tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928716 Feb 11 13:25:38.016642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:38.024241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['26ea1a29-7103-46ee-a1ca-39276ea1287f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.112181 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (69479cd2-1cf7-4a16-b76e-73bf8292da7e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.169780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db39d-be4f-427a-986a-64deee5f4596 req-95eaef78-d909-4021-9da2-e509db61ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.172326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-95eaef78-d909-4021-9da2-e509db61ecf0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3082747 Feb 11 13:25:38.215429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69479cd2-1cf7-4a16-b76e-73bf8292da7e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.224625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77e209-b99e-4f32-9860-ec51ab4ac5fa None None] Network fec9043b-301a-48e1-bac1-c09fc7be68ff requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:38.235760 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.241528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-315a57d4-b565-47dd-b226-6666aa75510b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/69479cd2-1cf7-4a16-b76e-73bf8292da7e HTTP/1.1" status: 204 len: 168 time: 2.1544967 Feb 11 13:25:38.252948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58300) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:38.300475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce203587-0434-4b87-871d-ff1434df0b76 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:38.309449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Publish callbacks [] for port (ce203587-0434-4b87-871d-ff1434df0b76), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.323174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Transition to ACTIVE for port object ce203587-0434-4b87-871d-ff1434df0b76 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:38.381136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1761039a-a251-4a7b-b870-0ee5e052c90e req-8be52ec2-5312-4e3f-a1bf-942430d64fe2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219946 Feb 11 13:25:38.389824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.395982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Pushing event updated for resources: {'Port': ['ID=fb20691b-220f-4a12-988f-2ef21598eab0,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.417018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.421278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.421671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.423726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.424097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.424439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.424770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.425100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.425429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.425753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.427446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.427799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.428130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.441822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Attempting to bind port fb20691b-220f-4a12-988f-2ef21598eab0 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:38.442193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Attempting to bind port fb20691b-220f-4a12-988f-2ef21598eab0 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:38.444496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Attempting to bind port fb20691b-220f-4a12-988f-2ef21598eab0 on network 6d399002-6474-42bf-b9c4-5ceda4885845 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:38.544333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Port fb20691b-220f-4a12-988f-2ef21598eab0 on network 6d399002-6474-42bf-b9c4-5ceda4885845 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:38.544609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Attempting to bind port fb20691b-220f-4a12-988f-2ef21598eab0 on network 6d399002-6474-42bf-b9c4-5ceda4885845 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:38.551330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.574028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:38.574028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Checking segment: {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:38.574028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Bound using segment: {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:38.574028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Bound port: fb20691b-220f-4a12-988f-2ef21598eab0, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e548e5-ca09-4166-aca7-685b8edeb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:38.574695 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.599168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58306) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:38.601126 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b67b0534-af35-495e-9ee1-e65c4a41e8ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41f473a89ded4aa0a7750ba0ca6ad7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5817039 Feb 11 13:25:38.675305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f6723-066e-4395-b274-3d013ba2e4e8 req-60ade5ab-a0b2-4223-9c4a-77c3fb91dbdd tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.675979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] DHCP port deletion for fec9043b-301a-48e1-bac1-c09fc7be68ff request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:38.678404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b62f6723-066e-4395-b274-3d013ba2e4e8 req-60ade5ab-a0b2-4223-9c4a-77c3fb91dbdd tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 936 time: 0.4690499 Feb 11 13:25:38.681270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fec9043b-301a-48e1-bac1-c09fc7be68ff), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.733883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-175e5e45-7f08-4189-8af9-e9868edc14db service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200365 Feb 11 13:25:38.770947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] Deleting port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:38.771484 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.805157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Attempting to bind port ce203587-0434-4b87-871d-ff1434df0b76 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:38.806731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Attempting to bind port ce203587-0434-4b87-871d-ff1434df0b76 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:38.807202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Attempting to bind port ce203587-0434-4b87-871d-ff1434df0b76 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:38.852256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaefa85-092f-4d0c-a791-3279fcca99e2 req-0d8ef4c6-5e04-4aa5-92d6-dedb25ca5b31 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.854011 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aaefa85-092f-4d0c-a791-3279fcca99e2 req-0d8ef4c6-5e04-4aa5-92d6-dedb25ca5b31 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 944 time: 0.2986040 Feb 11 13:25:38.889074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b62f6723-066e-4395-b274-3d013ba2e4e8 req-4b9f79c5-07cd-4eaf-9927-bb169b9da197 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981606 Feb 11 13:25:38.913262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Port ce203587-0434-4b87-871d-ff1434df0b76 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:38.914812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Attempting to bind port ce203587-0434-4b87-871d-ff1434df0b76 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:38.955027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] For port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:38.955539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.972130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f350887-00e4-409c-992d-fad248be2ca5 admin admin] Publish callbacks [] for security_group (e7229e57-2e55-47de-987b-26e0751aea9c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.986285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] Calling delete_port for 3365fc4f-3bb1-42ab-8740-53cde4db3e9e owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:38.992407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-098db39d-be4f-427a-986a-64deee5f4596 req-eef8c894-9ab8-4ba2-b86b-51d06563b9c3 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424431 Feb 11 13:25:38.999617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:39.001549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:39.001549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:39.002807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Bound port: ce203587-0434-4b87-871d-ff1434df0b76, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:39.005104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.005992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Deleting port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:39.006359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.031256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] For port fb20691b-220f-4a12-988f-2ef21598eab0, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:39.129025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f350887-00e4-409c-992d-fad248be2ca5 admin admin] Publish callbacks [] for security_group (e7229e57-2e55-47de-987b-26e0751aea9c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.133890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] For port fb20691b-220f-4a12-988f-2ef21598eab0, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fb20691b-220f-4a12-988f-2ef21598eab0,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:39.165378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] For port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,segment=NetworkSegment(3742f2f6-f35d-4fc6-8e90-faf25a522b73),segment_id=3742f2f6-f35d-4fc6-8e90-faf25a522b73)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:39.165758 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.174957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aaefa85-092f-4d0c-a791-3279fcca99e2 req-5f939294-2831-41ca-abf4-5fa6a53be53c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889576 Feb 11 13:25:39.178968 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.196945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Calling delete_port for 3365fc4f-3bb1-42ab-8740-53cde4db3e9e owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:39.211535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb865a3-d316-4f05-8d35-b691303344c9 req-0e8dd3c6-08c7-4b89-86f4-3818b0a1bc71 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.223851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddb865a3-d316-4f05-8d35-b691303344c9 req-0e8dd3c6-08c7-4b89-86f4-3818b0a1bc71 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1777766 Feb 11 13:25:39.236451 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.246985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] Pushing event deleted for resources: {'Port': ['ID=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.253447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544af2bd-b77f-4605-b70c-88624437d6e1 None None] No DVR routers for this DVR port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:39.255298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-f1331987-f86f-4a03-b4bb-1ddd8be99d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.259440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-f1331987-f86f-4a03-b4bb-1ddd8be99d66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 1129 time: 0.2054038 Feb 11 13:25:39.336827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.337671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.342143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb20691b-220f-4a12-988f-2ef21598eab0 HTTP/1.1" status: 200 len: 1091 time: 3.2401230 Feb 11 13:25:39.343273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:39.345749 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e2216e-942a-4293-81a0-a7129221d755" -d '{"events": [{"name": "network-changed", "server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:39.448091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37896c63-3efc-4f8d-9f3a-f39a705ccf52 service neutron] Pushing event updated for resources: {'Port': ['ID=fb20691b-220f-4a12-988f-2ef21598eab0,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.453048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:39.482277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f350887-00e4-409c-992d-fad248be2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e7229e57-2e55-47de-987b-26e0751aea9c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.485539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f350887-00e4-409c-992d-fad248be2ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.486849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4f350887-00e4-409c-992d-fad248be2ca5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7229e57-2e55-47de-987b-26e0751aea9c HTTP/1.1" status: 204 len: 168 time: 0.8855848 Feb 11 13:25:39.508757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:39.513216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f350887-00e4-409c-992d-fad248be2ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7229e57-2e55-47de-987b-26e0751aea9c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.519651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-cc601737-abd4-4291-8d82-ac42a8b3fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.522106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-cc601737-abd4-4291-8d82-ac42a8b3fa15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2560215 Feb 11 13:25:39.543101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.550626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddb865a3-d316-4f05-8d35-b691303344c9 req-901ca03b-77fa-4502-91e8-c95a559c9fe3 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310652 Feb 11 13:25:39.551354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (3365fc4f-3bb1-42ab-8740-53cde4db3e9e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.645691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-dc17f952-57a7-43a7-a3c5-df4d4d397a6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 217 time: 0.0800002 Feb 11 13:25:39.646602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] No DVR routers for this DVR port 3365fc4f-3bb1-42ab-8740-53cde4db3e9e on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:39.648574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=3365fc4f-3bb1-42ab-8740-53cde4db3e9e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.666625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.668055 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.669855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] 10.222.0.83 "PUT /v2.0/ports/ce203587-0434-4b87-871d-ff1434df0b76 HTTP/1.1" status: 200 len: 1096 time: 2.6395342 Feb 11 13:25:39.693806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41f836-5c0b-45cf-9ed0-d4998b94235f req-090fa14c-576e-4415-9daa-4b7ae96b1c12 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.709615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e41f836-5c0b-45cf-9ed0-d4998b94235f req-090fa14c-576e-4415-9daa-4b7ae96b1c12 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.3393872 Feb 11 13:25:39.716191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-21ef4eeb-aa90-4939-9439-536b3983930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.718570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-21ef4eeb-aa90-4939-9439-536b3983930a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1aff5a0e3a7e49a9bf3cf42d4007b904&device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 1125 time: 0.3153028 Feb 11 13:25:39.758732 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a014651-92c4-4e69-b7b7-d8ff607ed2ff x-openstack-request-id: req-6a014651-92c4-4e69-b7b7-d8ff607ed2ff {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:39.759357 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:39.759505 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a014651-92c4-4e69-b7b7-d8ff607ed2ff {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:39.760014 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'status': 'completed', 'code': 200} Feb 11 13:25:39.853569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-f11998e6-7a87-4b83-a9db-7b0b623c1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.864091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-f11998e6-7a87-4b83-a9db-7b0b623c1906 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1366391 Feb 11 13:25:39.926882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-9474b9b3-5b2e-41ee-9d4e-b69265af6ce7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb20691b-220f-4a12-988f-2ef21598eab0 HTTP/1.1" status: 200 len: 217 time: 0.1696997 Feb 11 13:25:39.941749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316f955-6f0e-473e-ab83-8d0524f31879 service neutron] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.129685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e41f836-5c0b-45cf-9ed0-d4998b94235f req-a00b354e-d078-4f3a-be5d-2a7aa869b02a tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4065886 Feb 11 13:25:40.133205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-808f25d3-3582-4e01-9a9b-4f847234c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.135423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-808f25d3-3582-4e01-9a9b-4f847234c25e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e HTTP/1.1" status: 200 len: 855 time: 0.1906240 Feb 11 13:25:40.139952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-7d7fd5c6-2c02-4d0d-8ba4-a350f0eeea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.141644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-7d7fd5c6-2c02-4d0d-8ba4-a350f0eeea56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa424e93ccff435bb9c9160b845dbcf4&device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 1130 time: 0.4081819 Feb 11 13:25:40.362676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-ae6a8d15-3aed-4967-9c49-086f25dc6075 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ce203587-0434-4b87-871d-ff1434df0b76 HTTP/1.1" status: 200 len: 217 time: 0.2129040 Feb 11 13:25:40.480833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fec9043b-301a-48e1-bac1-c09fc7be68ff), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.576393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec9043b-301a-48e1-bac1-c09fc7be68ff']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.590510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3742f2f6-f35d-4fc6-8e90-faf25a522b73') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.590737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3742f2f6-f35d-4fc6-8e90-faf25a522b73') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.605475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (3742f2f6-f35d-4fc6-8e90-faf25a522b73), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.612851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-d44395cf-4bae-44d4-b711-4f4071c0f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.626905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-d44395cf-4bae-44d4-b711-4f4071c0f99d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2209322 Feb 11 13:25:40.638599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd155f-ecbe-4dc1-b99f-dc74e2025d03 req-12cd23c9-4303-439f-86f0-af4621f07e8b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.646664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0afd155f-ecbe-4dc1-b99f-dc74e2025d03 req-12cd23c9-4303-439f-86f0-af4621f07e8b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.3943830 Feb 11 13:25:40.675451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3742f2f6-f35d-4fc6-8e90-faf25a522b73), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.700084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c84c-01b4-4dc6-aa41-ad61c0f9f7cb req-b2832642-b1f4-4a05-9f15-7c23383922a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.701570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89f8c84c-01b4-4dc6-aa41-ad61c0f9f7cb req-b2832642-b1f4-4a05-9f15-7c23383922a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 947 time: 0.8364725 Feb 11 13:25:40.705454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:40.705861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (3742f2f6-f35d-4fc6-8e90-faf25a522b73), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:40.717414 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:40.725997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-953e79f1-9421-4c24-831e-abe7a47b2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.730040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-953e79f1-9421-4c24-831e-abe7a47b2f04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d399002-6474-42bf-b9c4-5ceda4885845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5628855 Feb 11 13:25:40.739098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3365fc4f-3bb1-42ab-8740-53cde4db3e9e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:40.764604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-11abd97f-6ad2-413a-b97f-fba5f42f5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.767881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-11abd97f-6ad2-413a-b97f-fba5f42f5629 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2837420 Feb 11 13:25:40.780952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 3365fc4f-3bb1-42ab-8740-53cde4db3e9e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:40.781308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3365fc4f-3bb1-42ab-8740-53cde4db3e9e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:40.860593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fec9043b-301a-48e1-bac1-c09fc7be68ff), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.885309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0afd155f-ecbe-4dc1-b99f-dc74e2025d03 req-19a34741-268c-4fba-ad21-ad0a2db2e630 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369354 Feb 11 13:25:40.935779 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.951265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] 10.222.0.79 "DELETE /v2.0/networks/fec9043b-301a-48e1-bac1-c09fc7be68ff HTTP/1.1" status: 204 len: 168 time: 2.6951764 Feb 11 13:25:40.972280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58340) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:41.020302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-09474475-f473-4b93-bfd5-662f53db577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.021882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-09474475-f473-4b93-bfd5-662f53db577d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3724480 Feb 11 13:25:41.028753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a2c09-8af6-4f87-ab66-81aaa0d7fd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=fec9043b-301a-48e1-bac1-c09fc7be68ff,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.081214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 26ea1a29-7103-46ee-a1ca-39276ea1287f up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:41.118898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-2e7aa99c-a6e7-414a-9430-5ceed29d64bf service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668302 Feb 11 13:25:41.172666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58344) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:41.187326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 26ea1a29-7103-46ee-a1ca-39276ea1287f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:41.194518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 26ea1a29-7103-46ee-a1ca-39276ea1287f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:41.194518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.313043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89f8c84c-01b4-4dc6-aa41-ad61c0f9f7cb req-798a772e-55ad-45e3-9d3e-e09843aeaeba tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617034 Feb 11 13:25:41.374059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 26ea1a29-7103-46ee-a1ca-39276ea1287f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:41.374664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.374925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15956bf7-462b-409a-9f6e-8a2343a270b3 req-8a774db4-4bb5-4b7c-9737-9629b6f675dc service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497411 Feb 11 13:25:41.409663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:41.411787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa43cb-eff5-42b8-a7be-1d16a94e892f req-c317c5f5-b042-4aa1-b214-024345e7f137 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.412285 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ed27bd-8b08-4128-986e-7188c3fff930" -d '{"events": [{"server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "name": "network-vif-plugged", "status": "completed", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:41.419869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eaa43cb-eff5-42b8-a7be-1d16a94e892f req-c317c5f5-b042-4aa1-b214-024345e7f137 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 948 time: 0.4045265 Feb 11 13:25:41.426394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.447605 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.477516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:41.520666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-network', 'tenant_id': '77e949b75d214576a68983b3c86a229b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:41.529472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc8b55-7307-439e-ae17-b37e2a041a10 req-5b585d97-3089-4e23-b131-b6c5a3bb67c2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.531075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63dc8b55-7307-439e-ae17-b37e2a041a10 req-5b585d97-3089-4e23-b131-b6c5a3bb67c2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0875535 Feb 11 13:25:41.556222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.584350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.584732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.584957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.585298 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.585636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.585973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.586334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.586665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.586991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.587316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.587642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.588438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.588438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:41.643069 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63dc8b55-7307-439e-ae17-b37e2a041a10 req-a5df4877-e706-459e-921a-43072a7df7ad tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997958 Feb 11 13:25:41.702677 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-e1f4b37e-34a4-438f-90ef-799c58b828a5 service neutron] 10.222.0.30 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8561502 Feb 11 13:25:41.717238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Made reservation on behalf of 77e949b75d214576a68983b3c86a229b for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:41.725561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.769945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.779399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:41.784585 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347bbb84-9b38-4f15-91e5-bdc97df06333" -d '{"events": [{"name": "network-changed", "server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "tag": "ce203587-0434-4b87-871d-ff1434df0b76"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:41.794800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '310ceda2-760f-4df9-a043-648ef8be35c5', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '310ceda2-760f-4df9-a043-648ef8be35c5', 'mac_address': 'fa:16:3e:12:77:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:41.818191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.841828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:41.842540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.857634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ceda2-760f-4df9-a043-648ef8be35c5 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:41.887093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.895945 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.977614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-87755c4a-99a6-4707-85ec-5110ea776b9e service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039894 Feb 11 13:25:41.992584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eaa43cb-eff5-42b8-a7be-1d16a94e892f req-4eee934b-c312-4f58-9142-f6334fba19b3 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717831 Feb 11 13:25:41.992847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:42.116451 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf69377f-f78b-47cf-9483-8265302f1661 x-openstack-request-id: req-bf69377f-f78b-47cf-9483-8265302f1661 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:42.116764 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "name": "network-vif-plugged", "status": "completed", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:42.117023 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf69377f-f78b-47cf-9483-8265302f1661 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:42.117414 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f', 'code': 200} Feb 11 13:25:42.148937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['310ceda2-760f-4df9-a043-648ef8be35c5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:42.385741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a806f0-71e0-4013-8122-9594f250ab9f req-e140f3cd-d675-4387-81ce-7b081cdadda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.393179 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62a806f0-71e0-4013-8122-9594f250ab9f req-e140f3cd-d675-4387-81ce-7b081cdadda4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1127 time: 0.1735759 Feb 11 13:25:42.460323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed1f77-dd3a-4aed-b4c0-bd12004a0a0d req-4e405a42-7e25-4120-a54e-67c75d8135cb tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.472026 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3ed1f77-dd3a-4aed-b4c0-bd12004a0a0d req-4e405a42-7e25-4120-a54e-67c75d8135cb tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1974556 Feb 11 13:25:42.539467 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9251b09-7316-4071-a3f4-66fff527b69c x-openstack-request-id: req-e9251b09-7316-4071-a3f4-66fff527b69c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:42.540084 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "tag": "ce203587-0434-4b87-871d-ff1434df0b76", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:42.540186 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9251b09-7316-4071-a3f4-66fff527b69c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:42.540765 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76', 'status': 'completed', 'code': 200} Feb 11 13:25:42.607346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62a806f0-71e0-4013-8122-9594f250ab9f req-2a831c86-5375-46a3-8d49-13d72101ea7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040706 Feb 11 13:25:42.637047 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3ed1f77-dd3a-4aed-b4c0-bd12004a0a0d req-bcbc9540-93d7-4146-96de-1db26f2c3980 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617985 Feb 11 13:25:42.751362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9c682c5-3b28-4767-b08d-7292f2c73188 req-a1c725d6-02dc-40de-95e3-dcb11b9371f8 service neutron] 10.222.0.30 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0136607 Feb 11 13:25:42.805878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9f479-77ab-4059-bbb3-d88c1af12ebd req-1290b53c-6a48-4496-8234-591ff42426e9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.834759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92a9f479-77ab-4059-bbb3-d88c1af12ebd req-1290b53c-6a48-4496-8234-591ff42426e9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 948 time: 0.1105485 Feb 11 13:25:42.837967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cff37-7e06-470d-99a7-846f34b50dfd req-2cb491b3-921c-4a97-9938-fc32b217fa1f tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.840390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-086cff37-7e06-470d-99a7-846f34b50dfd req-2cb491b3-921c-4a97-9938-fc32b217fa1f tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.3080842 Feb 11 13:25:42.857606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b5a68b-db65-488d-893b-61bce69cab5c req-e7ae35f1-4228-4c30-ad9f-5a3bd5d970c6 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8343658 Feb 11 13:25:42.868856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks [] for security_group (8f0e4698-9ada-4676-9448-284db15a1799), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.889668 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f0e4698-9ada-4676-9448-284db15a1799), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.974633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92a9f479-77ab-4059-bbb3-d88c1af12ebd req-757dcbbe-bbf4-48b7-b3d7-1a37956f69df tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380627 Feb 11 13:25:42.990177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:43.077297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1ddd6d18-589b-48a1-b20a-26e9d6346e41), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.077663 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Added segment 1ddd6d18-589b-48a1-b20a-26e9d6346e41 of type vlan for network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 Feb 11 13:25:43.087935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-086cff37-7e06-470d-99a7-846f34b50dfd req-9e033aab-eb4a-4e8a-b915-2014923ba8f8 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292566 Feb 11 13:25:43.111152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e4698-9ada-4676-9448-284db15a1799,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:43.168996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2216e-942a-4293-81a0-a7129221d755 req-cce2c99d-3075-447d-b53b-5863618b3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.170691 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e2216e-942a-4293-81a0-a7129221d755 req-cce2c99d-3075-447d-b53b-5863618b3624 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1aff5a0e3a7e49a9bf3cf42d4007b904&device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 1125 time: 0.2755592 Feb 11 13:25:43.188066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-4a869783-9be8-4d59-838b-23c89777411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.191491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-4a869783-9be8-4d59-838b-23c89777411c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa424e93ccff435bb9c9160b845dbcf4&device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 1130 time: 0.2433417 Feb 11 13:25:43.219736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (5d26c89d-6d4c-4b44-b5d7-20b7e76c8770), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.232176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e7c0-f802-44f3-9300-3b5672e9cb33 req-3a2a6555-9c11-42c8-b1e4-13b1f7592501 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.244359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84c9e7c0-f802-44f3-9300-3b5672e9cb33 req-3a2a6555-9c11-42c8-b1e4-13b1f7592501 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1742866 Feb 11 13:25:43.355435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84c9e7c0-f802-44f3-9300-3b5672e9cb33 req-4a1c0093-043e-4d72-900b-4b3e30eb4ecb tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101134 Feb 11 13:25:43.473698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bbb50-a7b3-493b-aada-6f8517c1deeb req-f91b6e48-b7ad-4c3d-a9d5-61d8d0869a1c tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.475333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd4bbb50-a7b3-493b-aada-6f8517c1deeb req-f91b6e48-b7ad-4c3d-a9d5-61d8d0869a1c tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 948 time: 0.2628438 Feb 11 13:25:43.480481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (5d26c89d-6d4c-4b44-b5d7-20b7e76c8770), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.481550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.482261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.498890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:43.588000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-872255cb-5713-4fcc-b68a-ea414126f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.589683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-872255cb-5713-4fcc-b68a-ea414126f065 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3784275 Feb 11 13:25:43.603801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 310ceda2-760f-4df9-a043-648ef8be35c5 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:43.608826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 310ceda2-760f-4df9-a043-648ef8be35c5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:43.609208 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.636955 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4572868 Feb 11 13:25:43.639342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:43.645272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Request body: {'subnet': {'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-subnet', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:43.676759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2216e-942a-4293-81a0-a7129221d755 req-2dfa947f-d1e2-46ce-8de1-2ee915996448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.679212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e2216e-942a-4293-81a0-a7129221d755 req-2dfa947f-d1e2-46ce-8de1-2ee915996448 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d399002-6474-42bf-b9c4-5ceda4885845 HTTP/1.1" status: 200 len: 917 time: 0.4952366 Feb 11 13:25:43.684545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Made reservation on behalf of 77e949b75d214576a68983b3c86a229b for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:43.690380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.705163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c30e-0736-49b2-bb87-6534a51108c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5d26c89d-6d4c-4b44-b5d7-20b7e76c8770,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:43.750316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:43.884509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:43.885166 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.907025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7af0e2-d4a7-4f63-a9c2-ba460cf50309 req-5c408564-d863-48b8-8a3f-dc0bf0811de3 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.908872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-37a27e7f-3d4a-4c00-9dcb-18fa12e83049 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ce203587-0434-4b87-871d-ff1434df0b76 HTTP/1.1" status: 200 len: 217 time: 0.2567539 Feb 11 13:25:43.920140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b7af0e2-d4a7-4f63-a9c2-ba460cf50309 req-5c408564-d863-48b8-8a3f-dc0bf0811de3 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1330767 Feb 11 13:25:43.926936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd4bbb50-a7b3-493b-aada-6f8517c1deeb req-14dccb6c-fde6-49dd-ba2a-a2266514ad65 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388375 Feb 11 13:25:43.928228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e2216e-942a-4293-81a0-a7129221d755 req-a7b9d289-4dd8-493f-ae1f-443f7f48116e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb20691b-220f-4a12-988f-2ef21598eab0 HTTP/1.1" status: 200 len: 217 time: 0.2243347 Feb 11 13:25:43.989587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:43.994545 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.077208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b7af0e2-d4a7-4f63-a9c2-ba460cf50309 req-42fbd7d7-aadf-4589-a4de-a7380e6f2656 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556706 Feb 11 13:25:44.117138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.119674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:44.120717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (adffc8a0-64a5-41cc-b785-a64d6392ef22), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.121992 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdcdc50-f519-485c-a4ef-42af1f8f75c4" -d '{"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-plugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:44.177660 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (dd25f5f0-3d7d-4c17-bd00-71e6f721bee2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.243688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-c2e6997c-5026-410e-bdd2-011b337e51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.244926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd25f5f0-3d7d-4c17-bd00-71e6f721bee2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.245315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-c2e6997c-5026-410e-bdd2-011b337e51f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.3152676 Feb 11 13:25:44.251660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2216e-942a-4293-81a0-a7129221d755 req-89619aac-0bd2-4fe9-b458-b5c37d804ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.253254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e2216e-942a-4293-81a0-a7129221d755 req-89619aac-0bd2-4fe9-b458-b5c37d804ddd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e HTTP/1.1" status: 200 len: 855 time: 0.2846875 Feb 11 13:25:44.342600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ea129-feb1-4a74-bc80-91f134d75f6f req-b46dc364-0917-4a5d-a099-b6ceb644b1f3 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.349913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-894ea129-feb1-4a74-bc80-91f134d75f6f req-b46dc364-0917-4a5d-a099-b6ceb644b1f3 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.1060674 Feb 11 13:25:44.358540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Checking segment: {'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:44.359002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Network hostable DHCP agents. Network: 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:44.415646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8ee2c-2523-4cbc-adc5-ebecf5a808b2 req-b2380941-b894-474a-a0ec-de7f19f7a62d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.418241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:44.418741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cea8ee2c-2523-4cbc-adc5-ebecf5a808b2 req-b2380941-b894-474a-a0ec-de7f19f7a62d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.2869132 Feb 11 13:25:44.441508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-894ea129-feb1-4a74-bc80-91f134d75f6f req-275db654-1a42-4144-aab2-46f169dd4bea tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905483 Feb 11 13:25:44.470041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:44.478959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a69e9-e6a1-49b2-95c2-f4f5f48afcdf None None] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:44.480781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-7a2dae05-a267-4fc4-8a81-36024328b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.483106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-7a2dae05-a267-4fc4-8a81-36024328b27b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2266288 Feb 11 13:25:44.487037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.487845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.525075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-af3204c3-bf72-4564-908d-c8a9104cd497 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8829675 Feb 11 13:25:44.526239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58388) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:44.533614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2216e-942a-4293-81a0-a7129221d755 req-60ea1e34-de3d-48c8-a7bb-f2d9f093bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.535131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e2216e-942a-4293-81a0-a7129221d755 req-60ea1e34-de3d-48c8-a7bb-f2d9f093bc47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d399002-6474-42bf-b9c4-5ceda4885845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2652853 Feb 11 13:25:44.540945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:44.566769 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013ac08-4c4f-4c77-9312-dbb2fa55afd2 x-openstack-request-id: req-2013ac08-4c4f-4c77-9312-dbb2fa55afd2 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:44.567228 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-plugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:44.567228 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2013ac08-4c4f-4c77-9312-dbb2fa55afd2 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:44.567571 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5', 'code': 200} Feb 11 13:25:44.587139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (c38fc5d0-5050-48c5-82d6-475505e30391), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.588273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (c38fc5d0-5050-48c5-82d6-475505e30391), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.749401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks [] for router_controller (c38fc5d0-5050-48c5-82d6-475505e30391), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.845751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cea8ee2c-2523-4cbc-adc5-ebecf5a808b2 req-43e2bbe1-3f2f-485b-a7d4-f486187c93ff tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146411 Feb 11 13:25:44.917145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7293e-5052-405b-b707-20acc12d019c req-d7fa81b2-d15e-4e9e-9fdc-02e60bfa648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.919516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a7b7293e-5052-405b-b707-20acc12d019c req-d7fa81b2-d15e-4e9e-9fdc-02e60bfa648d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 1131 time: 0.2750244 Feb 11 13:25:44.944530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-5d26c89d-6d4c-4b44-b5d7-20b7e76c8770', 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770', 'project_id': '77e949b75d214576a68983b3c86a229b', 'fixed_ips': [{'subnet_id': 'dd25f5f0-3d7d-4c17-bd00-71e6f721bee2'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:25:44.945168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.990029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabd8df-038f-4eb4-9beb-a7914fd5ddf3 req-4b5dfea2-a52f-4d0c-9583-d8734225172f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.997735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8eabd8df-038f-4eb4-9beb-a7914fd5ddf3 req-4b5dfea2-a52f-4d0c-9583-d8734225172f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.2661121 Feb 11 13:25:45.027124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-b1cb8b55-fe90-4da7-bb7d-0990a50e1747 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045729 Feb 11 13:25:45.082617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks [] for router_gateway (c38fc5d0-5050-48c5-82d6-475505e30391), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.140754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Allocated IP 172.20.0.2 (5d26c89d-6d4c-4b44-b5d7-20b7e76c8770/dd25f5f0-3d7d-4c17-bd00-71e6f721bee2/ce3b3b89-233f-4292-8cb5-3a49bf417fb4) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:45.157565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a7b7293e-5052-405b-b707-20acc12d019c req-a41c2d5f-d3e2-44b3-bd54-0b39963ede98 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808221 Feb 11 13:25:45.175690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8eabd8df-038f-4eb4-9beb-a7914fd5ddf3 req-c40e7c8b-7d3c-4248-8e9d-5147995ba264 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768975 Feb 11 13:25:45.252333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e2216e-942a-4293-81a0-a7129221d755 req-3c59e009-a121-46b4-8ac8-9da91d917187 service neutron] 10.222.0.30 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821225 Feb 11 13:25:45.320816 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Publish callbacks [] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.329619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.367765 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:45.396450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ab027-bbef-414e-b6d5-f687dba6e441 req-cd0bf91c-b85e-4acf-895a-f0bf22cb32d7 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.405892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-955ab027-bbef-414e-b6d5-f687dba6e441 req-cd0bf91c-b85e-4acf-895a-f0bf22cb32d7 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 948 time: 0.3273065 Feb 11 13:25:45.407207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Pushing event updated for resources: {'Port': ['ID=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.419180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:45.421362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:45.425024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:45.494563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Attempting to bind port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:45.494948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Attempting to bind port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:45.495929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Attempting to bind port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 on network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:45.503734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:45.504130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Checking segment: {'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:45.504550 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.505001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Bound using segment: {'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:45.505617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Bound port: ce3b3b89-233f-4292-8cb5-3a49bf417fb4, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:45.506027 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.538163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-347bbb84-9b38-4f15-91e5-bdc97df06333 req-4f9e11d2-ea2e-43f8-b966-a5c32b4ee1dd service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978065 Feb 11 13:25:45.585447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:45.635345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] For port ce3b3b89-233f-4292-8cb5-3a49bf417fb4, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:45.668971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] For port ce3b3b89-233f-4292-8cb5-3a49bf417fb4, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,segment=NetworkSegment(1ddd6d18-589b-48a1-b20a-26e9d6346e41),segment_id=1ddd6d18-589b-48a1-b20a-26e9d6346e41)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:45.669334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-955ab027-bbef-414e-b6d5-f687dba6e441 req-7f460fd4-3647-40ad-b905-c2a87e079f9a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622683 Feb 11 13:25:45.711464 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.720228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e2216e-942a-4293-81a0-a7129221d755 req-a99374ed-8811-42b3-9dac-31bab59b6468 service neutron] 10.222.0.30 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589966 Feb 11 13:25:45.732484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Deleting port 333d5310-58c2-4a96-8db1-f28d4ca28a9e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:45.732832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.755313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks [] for router_gateway (c38fc5d0-5050-48c5-82d6-475505e30391), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.780050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.887027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:45.925079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'ce203587-0434-4b87-871d-ff1434df0b76', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'ce203587-0434-4b87-871d-ff1434df0b76', 'mac_address': 'fa:16:3e:64:e3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:45.935830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0982d-4a06-471a-a386-3b79c019b903 None None] Pushing event updated for resources: {'Port': ['ID=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.942449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Allocated IP 172.25.3.31 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9104e45c-09ca-4b51-83d5-1ed33e864096) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:45.959952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] For port 333d5310-58c2-4a96-8db1-f28d4ca28a9e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=333d5310-58c2-4a96-8db1-f28d4ca28a9e,segment=NetworkSegment(c43f9d71-de0d-46df-8822-9366256594aa),segment_id=c43f9d71-de0d-46df-8822-9366256594aa)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:45.960526 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.981567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Calling delete_port for 333d5310-58c2-4a96-8db1-f28d4ca28a9e owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:45.986634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aae00-826d-400e-9d61-63385dba8087 req-f7c3436f-850a-445e-b1f3-67a1d38a9e9b tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.994960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f26aae00-826d-400e-9d61-63385dba8087 req-f7c3436f-850a-445e-b1f3-67a1d38a9e9b tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1127 time: 0.1253493 Feb 11 13:25:46.007000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3118be3-2441-42f2-87c4-8f38ba5f2726 req-99f087f5-89d3-4ddc-bc01-613b633937f7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.010236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3118be3-2441-42f2-87c4-8f38ba5f2726 req-99f087f5-89d3-4ddc-bc01-613b633937f7 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.6361597 Feb 11 13:25:46.040653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:46.041052 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.064160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce203587-0434-4b87-871d-ff1434df0b76 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:46.114182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:46.120241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.269215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3118be3-2441-42f2-87c4-8f38ba5f2726 req-f32bde2c-4083-4cb0-a2f6-ae13f22af5b5 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495954 Feb 11 13:25:46.270608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.368881 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks [] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.392586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ce203587-0434-4b87-871d-ff1434df0b76'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:46.451171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.568213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Pushing event updated for resources: {'Port': ['ID=9104e45c-09ca-4b51-83d5-1ed33e864096,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.604439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:46.615564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:46.624997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:46.754278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fb646-eabd-46bd-a884-3e42d7bdb853 req-2a8623f9-f024-4292-a4b1-bc9507e3a000 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.756255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a62fb646-eabd-46bd-a884-3e42d7bdb853 req-2a8623f9-f024-4292-a4b1-bc9507e3a000 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.2942941 Feb 11 13:25:46.779860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ce3b3b89-233f-4292-8cb5-3a49bf417fb4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:46.892159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:46.892548 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.957878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a62fb646-eabd-46bd-a884-3e42d7bdb853 req-f3061412-4617-4fbc-ad4d-aa1388b2f8b9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762531 Feb 11 13:25:47.029113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f26aae00-826d-400e-9d61-63385dba8087 req-0220efa6-4aed-437e-a985-97032eca3d3b tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0325122 Feb 11 13:25:47.065676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:47.066178 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.071849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (333d5310-58c2-4a96-8db1-f28d4ca28a9e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.133195 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Pushing event deleted for resources: {'Port': ['ID=333d5310-58c2-4a96-8db1-f28d4ca28a9e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.158877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ce3b3b89-233f-4292-8cb5-3a49bf417fb4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,segment=NetworkSegment(1ddd6d18-589b-48a1-b20a-26e9d6346e41),segment_id=1ddd6d18-589b-48a1-b20a-26e9d6346e41)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:47.165210 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.312062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.356910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks [] for router_gateway (c38fc5d0-5050-48c5-82d6-475505e30391), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.452077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (adffc8a0-64a5-41cc-b785-a64d6392ef22), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.513192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:47.606099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfd4d9-7a75-4fd1-af78-53682735a7bc req-5bfc8f32-0db9-4ebc-9db6-34078d6561ef tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.609303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8dcfd4d9-7a75-4fd1-af78-53682735a7bc req-5bfc8f32-0db9-4ebc-9db6-34078d6561ef tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 949 time: 0.1538870 Feb 11 13:25:47.644688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port ce203587-0434-4b87-871d-ff1434df0b76 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:47.650375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port ce203587-0434-4b87-871d-ff1434df0b76 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:47.651266 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce203587-0434-4b87-871d-ff1434df0b76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.710565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79ed70-a735-442b-a4c7-c89295ee40fb req-30378d30-d6fc-4a6c-ba81-17f6f11d16e7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.718275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f79ed70-a735-442b-a4c7-c89295ee40fb req-30378d30-d6fc-4a6c-ba81-17f6f11d16e7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.3625481 Feb 11 13:25:47.735539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea5d06-f458-4833-a100-b55070a6a85d None None] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:47.814906 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8dcfd4d9-7a75-4fd1-af78-53682735a7bc req-7dc3f5d0-a03b-4746-ac4d-d6d51a2ad1f3 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685414 Feb 11 13:25:47.852067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f79ed70-a735-442b-a4c7-c89295ee40fb req-871c8195-b189-4d00-bf5c-a49c70db9072 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328430 Feb 11 13:25:47.861073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (c38fc5d0-5050-48c5-82d6-475505e30391), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.888922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Router adffc8a0-64a5-41cc-b785-a64d6392ef22 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:47.889170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-78373e2d-79ff-431d-b935-eae342d92a75 None None] Provisioning complete for port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:47.889700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78373e2d-79ff-431d-b935-eae342d92a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.891488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:47.891866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.951793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:47.954112 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce66b23e-02b9-4308-8086-7d19abc3dc20" -d '{"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-plugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:47.995710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:48.006372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.172154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bd5cd-18ee-45f9-989d-bd56865c1c56 req-573787ef-bf44-41df-a8fd-e6a400970a0d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.173550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031bd5cd-18ee-45f9-989d-bd56865c1c56 req-573787ef-bf44-41df-a8fd-e6a400970a0d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.2146287 Feb 11 13:25:48.178660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:48.186133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.192545 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] Sync routers for ids ['adffc8a0-64a5-41cc-b785-a64d6392ef22'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:48.202297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58436) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:48.202494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-61e70ac6-2ed2-4932-b3b8-c9ddfde86664 admin admin] 10.222.0.79 "PUT /v2.0/routers/adffc8a0-64a5-41cc-b785-a64d6392ef22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2286675 Feb 11 13:25:48.210757 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] Routers {'adffc8a0-64a5-41cc-b785-a64d6392ef22'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:48.212877 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['adffc8a0-64a5-41cc-b785-a64d6392ef22'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:48.223837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-78373e2d-79ff-431d-b935-eae342d92a75 None None] Current status of the port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:48.326766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Router c38fc5d0-5050-48c5-82d6-475505e30391 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:48.403488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031bd5cd-18ee-45f9-989d-bd56865c1c56 req-0e29b6fa-557f-43e1-a01a-b6d992794456 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981909 Feb 11 13:25:48.416993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-8d80990d-b00e-42f4-8a3f-91535987a2b2 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.431129 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-8d80990d-b00e-42f4-8a3f-91535987a2b2 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/networks?id=40d320b5-0b8d-4739-b344-ce4b9630cf16 HTTP/1.1" status: 200 len: 815 time: 0.1835773 Feb 11 13:25:48.452109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-4300e059-9bf9-482f-8cf2-30771dcbdbbc tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/quotas/a5825c26777e4aac8070013943e785fa HTTP/1.1" status: 200 len: 375 time: 0.0127954 Feb 11 13:25:48.528014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-c20e9b43-5de0-45d4-9e9a-e080483b7090 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5825c26777e4aac8070013943e785fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680711 Feb 11 13:25:48.643762 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks [] for router (adffc8a0-64a5-41cc-b785-a64d6392ef22), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.665051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6686d710-d6ca-46d4-a419-4c005c5694a8 None None] Provisioning complete for port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:48.665612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-7a1ea999-8e82-4548-a232-dc7e22833d21 service neutron] 10.222.0.79 "GET /v2.0/networks/40d320b5-0b8d-4739-b344-ce4b9630cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209316 Feb 11 13:25:48.666179 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6686d710-d6ca-46d4-a419-4c005c5694a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.805971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-2bceac95-80cf-4c81-a986-762d0b5b72f7 service neutron] 10.222.0.79 "GET /v2.0/networks/40d320b5-0b8d-4739-b344-ce4b9630cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344509 Feb 11 13:25:48.816240 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] Set router adffc8a0-64a5-41cc-b785-a64d6392ef22 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:48.821487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6686d710-d6ca-46d4-a419-4c005c5694a8 None None] Current status of the port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:48.837012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:48.849322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ce3b3b89-233f-4292-8cb5-3a49bf417fb4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:48.862633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Sync routers for ids ['c38fc5d0-5050-48c5-82d6-475505e30391'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:48.931202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0fa1-acfa-412f-9442-3d23b9b65546 req-b411b346-9cb4-4bb5-a8ba-6c34e917139f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.933635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Routers {'c38fc5d0-5050-48c5-82d6-475505e30391'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:48.934440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c38fc5d0-5050-48c5-82d6-475505e30391'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:48.941799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ccc0fa1-acfa-412f-9442-3d23b9b65546 req-b411b346-9cb4-4bb5-a8ba-6c34e917139f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.3887227 Feb 11 13:25:48.948836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.953309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-58ce29f0-72e0-4111-beb6-0b157779f14c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4212050 Feb 11 13:25:48.953688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58450) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:49.018182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:49.018725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.082650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks [] for router_gateway (adffc8a0-64a5-41cc-b785-a64d6392ef22), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.121153 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdecd31-c534-4703-b4fd-292179f63540 x-openstack-request-id: req-3bdecd31-c534-4703-b4fd-292179f63540 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:49.124481 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-plugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:49.124887 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3bdecd31-c534-4703-b4fd-292179f63540 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:49.131653 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76', 'code': 200} Feb 11 13:25:49.203625 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ccc0fa1-acfa-412f-9442-3d23b9b65546 req-7ca43935-b91c-4f70-92dd-76b4e38d4f3b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604904 Feb 11 13:25:49.235341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Set router c38fc5d0-5050-48c5-82d6-475505e30391 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:49.280728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Deleting port bd8f5260-2220-4869-93f2-f0c801e63046 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:49.281072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.304849 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 5, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port': {'id': 'bd8f5260-2220-4869-93f2-f0c801e63046', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:47Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:49.367233 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] Checking router: adffc8a0-64a5-41cc-b785-a64d6392ef22 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:49.383202 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] Routers {'adffc8a0-64a5-41cc-b785-a64d6392ef22'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:49.384085 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['adffc8a0-64a5-41cc-b785-a64d6392ef22'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:49.583624 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] Set router adffc8a0-64a5-41cc-b785-a64d6392ef22 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:49.611766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da3016-c3d4-4e47-bafa-39dfcec2fa48 req-b319fb24-eca2-4d55-b0cd-f5d412f185fd tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.614364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74da3016-c3d4-4e47-bafa-39dfcec2fa48 req-b319fb24-eca2-4d55-b0cd-f5d412f185fd tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.3922272 Feb 11 13:25:49.633959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcdfa1-fbc8-4573-a839-8ab1239e2195 req-7e7bd458-65e2-4e34-ba3e-bab2345eb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.642580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cbbcdfa1-fbc8-4573-a839-8ab1239e2195 req-7e7bd458-65e2-4e34-ba3e-bab2345eb364 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 1132 time: 0.4214158 Feb 11 13:25:49.716276 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:25:49Z', 'revision_number': 6, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:49.731448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:49.758099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74da3016-c3d4-4e47-bafa-39dfcec2fa48 req-2d89f640-697f-4ad9-9a3c-672336ced745 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322846 Feb 11 13:25:49.777094 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0776c-a53c-4543-8b93-901c57fa3a16 None None] The sync data for ids ['adffc8a0-64a5-41cc-b785-a64d6392ef22'] in n-d-828676-2 is: [{'id': 'adffc8a0-64a5-41cc-b785-a64d6392ef22', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980595158-router', 'tenant_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:46Z', 'updated_at': '2022-02-11T13:25:49Z', 'revision_number': 6, 'project_id': 'd08997fe040b4337a6e08c4bcf032ce7', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:49.781462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 3, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port': {'id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:45Z', 'updated_at': '2022-02-11T13:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:49.898367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Checking router: c38fc5d0-5050-48c5-82d6-475505e30391 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:49.902198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Updating router c38fc5d0-5050-48c5-82d6-475505e30391 port 9104e45c-09ca-4b51-83d5-1ed33e864096 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:49.965004 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.970598 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.187486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5693757e-dbda-45a4-ab1e-77a173d11032 req-ba721773-a9c6-496d-af58-b50c3784fc83 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 210 time: 0.2085145 Feb 11 13:25:50.189778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cbbcdfa1-fbc8-4573-a839-8ab1239e2195 req-9b548f1c-e2b2-49ee-8ee3-b31cecd0be3e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689507 Feb 11 13:25:50.195013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] For port bd8f5260-2220-4869-93f2-f0c801e63046, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bd8f5260-2220-4869-93f2-f0c801e63046,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:50.195902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.211256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d997-4a88-4b7e-b474-046e58749940 req-d1448e64-325d-4f05-b813-8e0d7a6fd2f2 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.212962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e4d997-4a88-4b7e-b474-046e58749940 req-d1448e64-325d-4f05-b813-8e0d7a6fd2f2 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 950 time: 0.8684893 Feb 11 13:25:50.227705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Calling delete_port for bd8f5260-2220-4869-93f2-f0c801e63046 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:50.278096 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.385107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e4d997-4a88-4b7e-b474-046e58749940 req-4e709c97-728b-4189-a0a0-352717ac4502 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381629 Feb 11 13:25:50.546647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Publish callbacks [] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.551023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Allocated IP 172.20.0.1 (5d26c89d-6d4c-4b44-b5d7-20b7e76c8770/dd25f5f0-3d7d-4c17-bd00-71e6f721bee2/4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:50.555302 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.562364 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (bd8f5260-2220-4869-93f2-f0c801e63046), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.638411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8f5260-2220-4869-93f2-f0c801e63046,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:50.645308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Attempting to bind port 9104e45c-09ca-4b51-83d5-1ed33e864096 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:50.645704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Attempting to bind port 9104e45c-09ca-4b51-83d5-1ed33e864096 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:50.646078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Attempting to bind port 9104e45c-09ca-4b51-83d5-1ed33e864096 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:50.655925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03a085-4b7c-4bd9-9e6a-fc8a2fe2cbc3 None None] Pushing event updated for resources: {'Port': ['ID=9104e45c-09ca-4b51-83d5-1ed33e864096,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:50.666416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:50.667347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:50.667740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.668130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:50.668610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Bound port: 9104e45c-09ca-4b51-83d5-1ed33e864096, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:50.668998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.707836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks [] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.714211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (adffc8a0-64a5-41cc-b785-a64d6392ef22), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.821263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] For port 9104e45c-09ca-4b51-83d5-1ed33e864096, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:50.827071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] For port 9104e45c-09ca-4b51-83d5-1ed33e864096, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9104e45c-09ca-4b51-83d5-1ed33e864096,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:50.838491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.843185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.855787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2ff25-84c1-4003-acb0-fe997239c1e1 req-522dc7f8-3b40-483f-8aa7-f1f26d095010 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.865949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 333d5310-58c2-4a96-8db1-f28d4ca28a9e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:50.877280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3eb2ff25-84c1-4003-acb0-fe997239c1e1 req-522dc7f8-3b40-483f-8aa7-f1f26d095010 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.4972041 Feb 11 13:25:50.881402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (adffc8a0-64a5-41cc-b785-a64d6392ef22), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.885183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks [] for router_controller (adffc8a0-64a5-41cc-b785-a64d6392ef22), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.928435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:50.935430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:50.940306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:50.940802 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (c38fc5d0-5050-48c5-82d6-475505e30391), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.990738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (adffc8a0-64a5-41cc-b785-a64d6392ef22), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.991736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adffc8a0-64a5-41cc-b785-a64d6392ef22 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:51.014152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 333d5310-58c2-4a96-8db1-f28d4ca28a9e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:51.015140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 333d5310-58c2-4a96-8db1-f28d4ca28a9e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:51.016552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bd8f5260-2220-4869-93f2-f0c801e63046 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:51.035970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.037513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e9493b59-c822-4cd5-b3d5-d947df5b41f8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/adffc8a0-64a5-41cc-b785-a64d6392ef22 HTTP/1.1" status: 204 len: 168 time: 2.8312685 Feb 11 13:25:51.044245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:51.063648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: bd8f5260-2220-4869-93f2-f0c801e63046 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:51.064740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bd8f5260-2220-4869-93f2-f0c801e63046 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:51.088174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.130655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Routers {'c38fc5d0-5050-48c5-82d6-475505e30391'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:51.135358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c38fc5d0-5050-48c5-82d6-475505e30391'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:51.165859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6fbaa-5295-4f55-a349-5db8c4c28921 req-7bb3605f-af4a-45ed-a968-148df126c69c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.168673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95a6fbaa-5295-4f55-a349-5db8c4c28921 req-7bb3605f-af4a-45ed-a968-148df126c69c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.2209632 Feb 11 13:25:51.174494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] Deleting subnet 97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:51.178364 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] Publish callbacks [] for subnet (97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.268908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03a085-4b7c-4bd9-9e6a-fc8a2fe2cbc3 None None] Pushing event updated for resources: {'Port': ['ID=9104e45c-09ca-4b51-83d5-1ed33e864096,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.291284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.459165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] Set router c38fc5d0-5050-48c5-82d6-475505e30391 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:51.490030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3eb2ff25-84c1-4003-acb0-fe997239c1e1 req-b2a06daa-eafd-4959-9c15-c92a392857c5 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116982 Feb 11 13:25:51.501264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-e111204c-8a4b-41bd-bc66-2002448f3c71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5512724 Feb 11 13:25:51.598446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-06910cb9-917a-4cf7-81ba-aa91f9d97d82 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.613355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-06910cb9-917a-4cf7-81ba-aa91f9d97d82 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.30 "GET /v2.0/networks?id=40d320b5-0b8d-4739-b344-ce4b9630cf16 HTTP/1.1" status: 200 len: 815 time: 0.5974712 Feb 11 13:25:51.660186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Request body: {'port': {'device_id': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16', 'admin_state_up': True, 'tenant_id': 'a5825c26777e4aac8070013943e785fa'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:51.670721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.695617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95a6fbaa-5295-4f55-a349-5db8c4c28921 req-0a201026-4c81-42cb-a589-95d68b8e734c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297697 Feb 11 13:25:51.695911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5f2eea38-2b94-4540-a649-1e1f82aa3f97 None None] Provisioning complete for port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:51.696233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-2b94-4540-a649-1e1f82aa3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.697999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.767350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.815626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.818840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5f2eea38-2b94-4540-a649-1e1f82aa3f97 None None] Port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:51.873386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.881714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd558214-bcd0-433f-aef5-c327ab62ec7f None None] Network 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:51.887897 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2 HTTP/1.1" status: 204 len: 168 time: 0.8337896 Feb 11 13:25:51.891618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:51.896943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b012a0b-dc74-4e9e-8cb1-f2b382d516e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f5ae67-f9d6-4fb0-b7f8-b7120d73ccd2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.910409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa32a-67be-4de4-ad3a-688d30b2a3b0 req-db33d964-1ef1-4d63-b219-bd5815510795 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.912514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5faa32a-67be-4de4-ad3a-688d30b2a3b0 req-db33d964-1ef1-4d63-b219-bd5815510795 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.2873757 Feb 11 13:25:51.978201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b41fd789-b5e1-4897-8945-9d5e815da785 req-56d8eb8a-af5f-4afc-a716-cee0ac19b651 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 210 time: 0.1138964 Feb 11 13:25:52.085805 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (002f7a26-88a8-4931-82c3-d6bd3a8ecf98), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.118453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 3, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port': {'id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:45Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:52.186410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5faa32a-67be-4de4-ad3a-688d30b2a3b0 req-09869f11-0eb8-4b11-95d1-ede500f4d559 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661114 Feb 11 13:25:52.220154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Made reservation on behalf of a5825c26777e4aac8070013943e785fa for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:52.221182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117df86-ab3b-4373-b6c6-709740eb9e4b None None] The sync data for ids ['c38fc5d0-5050-48c5-82d6-475505e30391'] in n-d-828676-2 is: [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 3, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port': {'id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:45Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:52.234915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] DHCP port deletion for 002f7a26-88a8-4931-82c3-d6bd3a8ecf98 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:52.246165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.375749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:52.383609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e53c6-ac42-4dee-82aa-6b20e7e748d4 req-696747c2-27b7-44dd-9f83-04df86c7b54f tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.395238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] Deleting port cc945c50-52ea-4fce-bff3-4c6433a377b6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:52.395618 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.397693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-617e53c6-ac42-4dee-82aa-6b20e7e748d4 req-696747c2-27b7-44dd-9f83-04df86c7b54f tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 950 time: 0.2829361 Feb 11 13:25:52.508889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Deleting port cc945c50-52ea-4fce-bff3-4c6433a377b6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:52.509234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.527138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Allocated IP 172.20.0.3 (40d320b5-0b8d-4739-b344-ce4b9630cf16/52f92d27-cf50-432a-ac81-3ff450348b07/dbc96805-f106-4f65-b2da-6a75ed91cc96) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:52.631407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] For port cc945c50-52ea-4fce-bff3-4c6433a377b6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc945c50-52ea-4fce-bff3-4c6433a377b6,segment=NetworkSegment(c43f9d71-de0d-46df-8822-9366256594aa),segment_id=c43f9d71-de0d-46df-8822-9366256594aa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:52.631787 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.655255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Calling delete_port for cc945c50-52ea-4fce-bff3-4c6433a377b6 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:52.702476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] For port cc945c50-52ea-4fce-bff3-4c6433a377b6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc945c50-52ea-4fce-bff3-4c6433a377b6,segment=NetworkSegment(c43f9d71-de0d-46df-8822-9366256594aa),segment_id=c43f9d71-de0d-46df-8822-9366256594aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:52.702839 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.731123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] Calling delete_port for cc945c50-52ea-4fce-bff3-4c6433a377b6 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:52.878495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cc945c50-52ea-4fce-bff3-4c6433a377b6 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:52.977253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-617e53c6-ac42-4dee-82aa-6b20e7e748d4 req-a82a16fc-c02d-4141-936d-a07bd4fd5150 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729244 Feb 11 13:25:53.115834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-2e8f931b-96ad-47e2-9a0d-71c9644f1aab tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.117999 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-2e8f931b-96ad-47e2-9a0d-71c9644f1aab tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports/310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 946 time: 0.6768689 Feb 11 13:25:53.138693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.175249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cc945c50-52ea-4fce-bff3-4c6433a377b6 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:53.175814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.210824 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (cc945c50-52ea-4fce-bff3-4c6433a377b6), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.255978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc945c50-52ea-4fce-bff3-4c6433a377b6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.286507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] No DVR routers for this DVR port cc945c50-52ea-4fce-bff3-4c6433a377b6 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:53.344664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] Pushing event deleted for resources: {'Port': ['ID=cc945c50-52ea-4fce-bff3-4c6433a377b6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.384343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04596cc-d642-4654-9ce0-f88ca2dab77b None None] No DVR routers for this DVR port cc945c50-52ea-4fce-bff3-4c6433a377b6 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:53.644848 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (002f7a26-88a8-4931-82c3-d6bd3a8ecf98), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.680629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42023c57-bdfc-4a39-b11a-f483ab5832be req-a0b7674f-b1f0-4b15-b328-0d1e80743ca2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.712679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42023c57-bdfc-4a39-b11a-f483ab5832be req-a0b7674f-b1f0-4b15-b328-0d1e80743ca2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.4848034 Feb 11 13:25:53.746078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks [] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.799516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.801765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (c38fc5d0-5050-48c5-82d6-475505e30391), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.943266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002f7a26-88a8-4931-82c3-d6bd3a8ecf98']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:54.013643 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42023c57-bdfc-4a39-b11a-f483ab5832be req-5c017c0f-3c2c-4885-a2e1-fe01a4c18fa8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891340 Feb 11 13:25:54.020887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43f9d71-de0d-46df-8822-9366256594aa') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:54.021410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43f9d71-de0d-46df-8822-9366256594aa') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:54.069961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (c43f9d71-de0d-46df-8822-9366256594aa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.146215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c43f9d71-de0d-46df-8822-9366256594aa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.148258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.169276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:54.169693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (c43f9d71-de0d-46df-8822-9366256594aa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:54.171603 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:54.237860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks [] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.310581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3866082-1226-47b7-82df-192c89617359 req-6bbb9c49-074b-467f-9593-ed643a9bf3ec tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.326960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3866082-1226-47b7-82df-192c89617359 req-6bbb9c49-074b-467f-9593-ed643a9bf3ec tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.6331394 Feb 11 13:25:54.326960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.345291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (002f7a26-88a8-4931-82c3-d6bd3a8ecf98), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.375122 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.384997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] 10.222.0.79 "DELETE /v2.0/networks/002f7a26-88a8-4931-82c3-d6bd3a8ecf98 HTTP/1.1" status: 204 len: 168 time: 2.4921830 Feb 11 13:25:54.464199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdbb8a-e656-4e2c-9c19-77359983e431 admin admin] Pushing event deleted for resources: {'Network': ['ID=002f7a26-88a8-4931-82c3-d6bd3a8ecf98,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.502224 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3866082-1226-47b7-82df-192c89617359 req-3414ac79-e7af-4025-b4cd-2f7588c688b0 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786835 Feb 11 13:25:54.523582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:54.540460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:54.550004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:54.584878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:54.614285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:54.630701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.640957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.687874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Pushing event updated for resources: {'Port': ['ID=dbc96805-f106-4f65-b2da-6a75ed91cc96,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.840818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9104e45c-09ca-4b51-83d5-1ed33e864096 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:54.901742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-09c34335-3d76-4d89-b4ab-3f2c7ecff64d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2521286 Feb 11 13:25:54.904839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:54.940174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Request body: {'port': {'device_id': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:55.008285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a4888a40-a0e3-40d1-99c2-8e0591da32e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a84ea008888a41288b4e7f0f8033e15e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1016965 Feb 11 13:25:55.014768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:55.072643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9104e45c-09ca-4b51-83d5-1ed33e864096 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:55.073889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.202693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14dad54e-4a17-4ac7-83fe-e1e1bf98da42 admin admin] Publish callbacks [] for security_group (54d6226b-008d-41d1-a65e-47bf524435b9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.238884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f80d43de-ac28-4c35-9506-b03609127af5 None None] Provisioning complete for port dbc96805-f106-4f65-b2da-6a75ed91cc96 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:55.239284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f80d43de-ac28-4c35-9506-b03609127af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.243159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Router c38fc5d0-5050-48c5-82d6-475505e30391 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:55.345225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14dad54e-4a17-4ac7-83fe-e1e1bf98da42 admin admin] Publish callbacks [] for security_group (54d6226b-008d-41d1-a65e-47bf524435b9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.351714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-20928bb3-ab3a-492e-9c4a-b8978c3dc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.353163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-20928bb3-ab3a-492e-9c4a-b8978c3dc270 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 1131 time: 0.6733227 Feb 11 13:25:55.382237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f80d43de-ac28-4c35-9506-b03609127af5 None None] Port dbc96805-f106-4f65-b2da-6a75ed91cc96 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:55.440243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14dad54e-4a17-4ac7-83fe-e1e1bf98da42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (54d6226b-008d-41d1-a65e-47bf524435b9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.446910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14dad54e-4a17-4ac7-83fe-e1e1bf98da42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.448306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-14dad54e-4a17-4ac7-83fe-e1e1bf98da42 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54d6226b-008d-41d1-a65e-47bf524435b9 HTTP/1.1" status: 204 len: 168 time: 0.4323504 Feb 11 13:25:55.456183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9104e45c-09ca-4b51-83d5-1ed33e864096 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:55.456822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.463277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2bd78-f0af-432a-915d-62ef598ccb00 req-fad47772-b807-4f63-9443-ffca1009d179 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.470993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0f2bd78-f0af-432a-915d-62ef598ccb00 req-fad47772-b807-4f63-9443-ffca1009d179 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.1484561 Feb 11 13:25:55.479184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dad54e-4a17-4ac7-83fe-e1e1bf98da42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d6226b-008d-41d1-a65e-47bf524435b9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:55.551409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9104e45c-09ca-4b51-83d5-1ed33e864096, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9104e45c-09ca-4b51-83d5-1ed33e864096,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:55.570944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710284f-0429-4826-bc64-228f6cc3b2d1 req-b74bfe8a-0b1a-4246-a1ae-d5a547bd36b7 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.573367 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.580676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3ee60d46-0803-455c-8b22-2d70b29e83d4 None None] Provisioning complete for port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:55.581148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ee60d46-0803-455c-8b22-2d70b29e83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.591507 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c710284f-0429-4826-bc64-228f6cc3b2d1 req-b74bfe8a-0b1a-4246-a1ae-d5a547bd36b7 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 931 time: 0.8720665 Feb 11 13:25:55.639996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0f2bd78-f0af-432a-915d-62ef598ccb00 req-35718ad7-30c5-4eb5-8dd9-83f23bab7c0e tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677935 Feb 11 13:25:55.714754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3ee60d46-0803-455c-8b22-2d70b29e83d4 None None] Port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:55.761507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9104e45c-09ca-4b51-83d5-1ed33e864096,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:55.894246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d673f38-4d50-46b8-a939-35d451789bc7 req-4b0bc564-2dc0-4214-9979-7afe7bd10a69 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.905000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8d673f38-4d50-46b8-a939-35d451789bc7 req-4b0bc564-2dc0-4214-9979-7afe7bd10a69 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1291318 Feb 11 13:25:55.920364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.016667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8d673f38-4d50-46b8-a939-35d451789bc7 req-580704cb-dd75-4757-b855-5614a775c791 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106799 Feb 11 13:25:56.178557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c710284f-0429-4826-bc64-228f6cc3b2d1 req-d946ce36-0d84-4c87-82d9-247c74c9ea4e tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604197 Feb 11 13:25:56.259922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-29f6c0b0-a63a-44af-9649-85401dc4a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:56.272429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-29f6c0b0-a63a-44af-9649-85401dc4a997 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.7755015 Feb 11 13:25:56.298560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58592) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:56.419635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c8661f97-60d5-4546-aeaa-923a31e0205d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d08997fe040b4337a6e08c4bcf032ce7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1197023 Feb 11 13:25:56.428834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:56.534444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aae8e6-5c82-4b01-86bb-c4d758be8e0b req-014b3059-0fa3-49bf-9db8-911885f8473c tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:56.542027 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65aae8e6-5c82-4b01-86bb-c4d758be8e0b req-014b3059-0fa3-49bf-9db8-911885f8473c tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.2975073 Feb 11 13:25:56.583759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1540d14b-35a8-4f78-aa1e-9aebe4b88a07 admin admin] Publish callbacks [] for security_group (cd8fba3e-a228-451b-9c42-9e0f2ba991aa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.623354 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65aae8e6-5c82-4b01-86bb-c4d758be8e0b req-6b97bc30-4130-45cb-a293-e8e2be23f65c tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799401 Feb 11 13:25:56.640541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1540d14b-35a8-4f78-aa1e-9aebe4b88a07 admin admin] Publish callbacks [] for security_group (cd8fba3e-a228-451b-9c42-9e0f2ba991aa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.649497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:56.659241 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Sync routers for ids ['c38fc5d0-5050-48c5-82d6-475505e30391'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:56.674778 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Routers {'c38fc5d0-5050-48c5-82d6-475505e30391'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:56.678169 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c38fc5d0-5050-48c5-82d6-475505e30391'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:56.711168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1540d14b-35a8-4f78-aa1e-9aebe4b88a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd8fba3e-a228-451b-9c42-9e0f2ba991aa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.714672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1540d14b-35a8-4f78-aa1e-9aebe4b88a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.715832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1540d14b-35a8-4f78-aa1e-9aebe4b88a07 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd8fba3e-a228-451b-9c42-9e0f2ba991aa HTTP/1.1" status: 204 len: 168 time: 0.2836294 Feb 11 13:25:56.725998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9104e45c-09ca-4b51-83d5-1ed33e864096 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:56.732712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540d14b-35a8-4f78-aa1e-9aebe4b88a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8fba3e-a228-451b-9c42-9e0f2ba991aa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.745705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6f9b1759-7352-4c99-9efb-e9b7e29c80a4 admin admin] 10.222.0.79 "PUT /v2.0/routers/c38fc5d0-5050-48c5-82d6-475505e30391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7908456 Feb 11 13:25:56.759586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-443d0315-fc2b-4a5c-8380-0865b3cd7bc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 217 time: 0.4586089 Feb 11 13:25:56.842486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc96805-f106-4f65-b2da-6a75ed91cc96 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:56.872704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Publish callbacks [] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.941641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-19e5dce3-2918-4158-b2c2-a9d2c957da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:56.943530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-19e5dce3-2918-4158-b2c2-a9d2c957da22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1591039 Feb 11 13:25:56.958554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Transition to ACTIVE for port object dbc96805-f106-4f65-b2da-6a75ed91cc96 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:57.005015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a9e4b23-75a4-4085-9b1d-3233dfa52e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.016490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.017275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9104e45c-09ca-4b51-83d5-1ed33e864096 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:57.020147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.031564 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Set router c38fc5d0-5050-48c5-82d6-475505e30391 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:57.073652 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf50d09-98a0-47b7-b3a1-e26505568663 req-ac8b77f6-625c-4750-9fed-f25657f17741 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.096575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcf50d09-98a0-47b7-b3a1-e26505568663 req-ac8b77f6-625c-4750-9fed-f25657f17741 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.3473492 Feb 11 13:25:57.209071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624928db-374a-430c-97f0-dc003f06746d req-12f6e424-d3e0-4498-90ea-dc5ac52ed658 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.220523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-624928db-374a-430c-97f0-dc003f06746d req-12f6e424-d3e0-4498-90ea-dc5ac52ed658 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1092494 Feb 11 13:25:57.240984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9104e45c-09ca-4b51-83d5-1ed33e864096 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:57.287749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcf50d09-98a0-47b7-b3a1-e26505568663 req-3027251e-2445-4b9a-80ff-8065dc93d14e tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902118 Feb 11 13:25:57.304645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-0de90ea5-3a91-4770-a9d2-842062c2283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.306186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-0de90ea5-3a91-4770-a9d2-842062c2283c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3463519 Feb 11 13:25:57.317891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Pushing event updated for resources: {'Port': ['ID=dbc96805-f106-4f65-b2da-6a75ed91cc96,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.386507 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-624928db-374a-430c-97f0-dc003f06746d req-bbaf326a-a49a-4613-8ce1-17b8aba30835 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647754 Feb 11 13:25:57.458106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-01c974ae-6d07-4c6b-b85d-8a85e50e2f94 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349351 Feb 11 13:25:57.583409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:57.632057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Attempting to bind port dbc96805-f106-4f65-b2da-6a75ed91cc96 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:57.632420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Attempting to bind port dbc96805-f106-4f65-b2da-6a75ed91cc96 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:57.632717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Attempting to bind port dbc96805-f106-4f65-b2da-6a75ed91cc96 on network 40d320b5-0b8d-4739-b344-ce4b9630cf16 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:57.665321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Port dbc96805-f106-4f65-b2da-6a75ed91cc96 on network 40d320b5-0b8d-4739-b344-ce4b9630cf16 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:57.665815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Attempting to bind port dbc96805-f106-4f65-b2da-6a75ed91cc96 on network 40d320b5-0b8d-4739-b344-ce4b9630cf16 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:57.711375 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:51Z', 'revision_number': 4, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port': {'id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:45Z', 'updated_at': '2022-02-11T13:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf', 'name': '', 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'mac_address': 'fa:16:3e:37:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dd25f5f0-3d7d-4c17-bd00-71e6f721bee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:50Z', 'updated_at': '2022-02-11T13:25:51Z', 'revision_number': 2, 'project_id': '77e949b75d214576a68983b3c86a229b', 'subnets': [{'id': 'dd25f5f0-3d7d-4c17-bd00-71e6f721bee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:57.722802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:57.723144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Checking segment: {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:57.723528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Bound using segment: {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:57.723971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Bound port: dbc96805-f106-4f65-b2da-6a75ed91cc96, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a85e60-999a-47b1-8815-ff03d5ec9228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:57.724321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.766417 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Checking router: c38fc5d0-5050-48c5-82d6-475505e30391 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:57.767149 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Updating router c38fc5d0-5050-48c5-82d6-475505e30391 port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:57.800608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-2158c48c-f21c-4d7d-aef8-5e25fc7c9fc1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245041 Feb 11 13:25:57.853947 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.872639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24532f-3743-4928-b9f0-61d8c0dc27f6 req-92559e7f-3820-470f-94b7-81cde5a66745 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.879730 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df24532f-3743-4928-b9f0-61d8c0dc27f6 req-92559e7f-3820-470f-94b7-81cde5a66745 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 943 time: 0.1473973 Feb 11 13:25:57.984596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df24532f-3743-4928-b9f0-61d8c0dc27f6 req-7baae77f-6928-4f6b-8cd2-f7e38fe9f2bf tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037827 Feb 11 13:25:58.115051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] For port dbc96805-f106-4f65-b2da-6a75ed91cc96, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:58.120690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] For port dbc96805-f106-4f65-b2da-6a75ed91cc96, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=dbc96805-f106-4f65-b2da-6a75ed91cc96,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:58.124036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:58.138045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85447-6eca-4059-8c9a-eb13adb3aee6 req-2cb74687-84ba-48e6-bbd8-14f2b1173cad tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.154478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7dc85447-6eca-4059-8c9a-eb13adb3aee6 req-2cb74687-84ba-48e6-bbd8-14f2b1173cad tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.0929770 Feb 11 13:25:58.188644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.189861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'ce203587-0434-4b87-871d-ff1434df0b76', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'ce203587-0434-4b87-871d-ff1434df0b76', 'mac_address': 'fa:16:3e:64:e3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:58.232134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.232952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.234959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] 10.222.0.30 "PUT /v2.0/ports/dbc96805-f106-4f65-b2da-6a75ed91cc96 HTTP/1.1" status: 200 len: 1091 time: 3.3095765 Feb 11 13:25:58.278670 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'tag': 'dbc96805-f106-4f65-b2da-6a75ed91cc96'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:58.285917 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2f47e8-4ba1-4727-b871-75eae3edec90" -d '{"events": [{"name": "network-changed", "server_uuid": "d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a", "tag": "dbc96805-f106-4f65-b2da-6a75ed91cc96"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:58.322069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:58.322493 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.336825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7dc85447-6eca-4059-8c9a-eb13adb3aee6 req-e79faabc-e518-4a2d-82bb-63800d0ec04d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786141 Feb 11 13:25:58.369303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce203587-0434-4b87-871d-ff1434df0b76 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:58.454642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:58.459995 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.621920 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Publish callbacks [] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.632421 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.678946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ce203587-0434-4b87-871d-ff1434df0b76'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:58.710854 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bb816-e3cb-4845-a3c0-c088de0c38bb service neutron] Pushing event updated for resources: {'Port': ['ID=dbc96805-f106-4f65-b2da-6a75ed91cc96,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:58.719915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-c0c0ce74-d1f7-491e-a3a5-51eecf38348b tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8880494 Feb 11 13:25:58.762351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8739e-78c5-4a76-870d-b4916c247086 req-95316056-f6a0-49fa-9d88-a14daee4305f tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.767425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56b8739e-78c5-4a76-870d-b4916c247086 req-95316056-f6a0-49fa-9d88-a14daee4305f tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 943 time: 0.2183635 Feb 11 13:25:58.776069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:58.853477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.880147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:58.906904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-f460e8d1-d6a3-4795-9942-fce3c420c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.911268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-f460e8d1-d6a3-4795-9942-fce3c420c8b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5825c26777e4aac8070013943e785fa&device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 1125 time: 0.1876192 Feb 11 13:25:58.950647 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56b8739e-78c5-4a76-870d-b4916c247086 req-3621fc1d-5989-4c78-bca8-fd26cdf0163d tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707244 Feb 11 13:25:58.966950 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Attempting to bind port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:58.971064 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Attempting to bind port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:58.971694 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Attempting to bind port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf on network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:58.975627 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Pushing event updated for resources: {'Port': ['ID=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.033701 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.034463 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.037984 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.038727 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.043853 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.046765 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.047495 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.052439 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.054700 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.056614 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.058207 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.059840 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.065596 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:59.103632 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:59.107175 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Checking segment: {'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:59.111216 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.111944 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Bound using segment: {'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:59.112942 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Bound port: 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddd6d18-589b-48a1-b20a-26e9d6346e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:59.113554 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.130797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-a06893dc-ef9f-4333-877a-74f417a43315 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc96805-f106-4f65-b2da-6a75ed91cc96 HTTP/1.1" status: 200 len: 217 time: 0.1911836 Feb 11 13:25:59.330993 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] For port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:59.331463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979716-3ed4-4a6c-9957-832bc6810257 req-ed07a753-bfe5-4ce3-83de-c26a3290b1b7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:59.338086 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] For port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,segment=NetworkSegment(1ddd6d18-589b-48a1-b20a-26e9d6346e41),segment_id=1ddd6d18-589b-48a1-b20a-26e9d6346e41)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:59.346854 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be979716-3ed4-4a6c-9957-832bc6810257 req-ed07a753-bfe5-4ce3-83de-c26a3290b1b7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1583405 Feb 11 13:25:59.355386 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.369312 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32989bb0-fdd6-4d2f-9c32-e8d541e07819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.444679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be979716-3ed4-4a6c-9957-832bc6810257 req-49f93331-6c09-400a-a873-5cbc43abf95d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968387 Feb 11 13:25:59.497739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b8f3d066-bee9-4ee6-be16-19537abbe966 None None] Provisioning complete for port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:59.514355 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d066-bee9-4ee6-be16-19537abbe966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.538692 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Routers {'c38fc5d0-5050-48c5-82d6-475505e30391'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:59.540288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-fc37347d-803e-4c2b-a4a9-c002b277c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:59.544104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-fc37347d-803e-4c2b-a4a9-c002b277c5bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52f92d27-cf50-432a-ac81-3ff450348b07 HTTP/1.1" status: 200 len: 854 time: 0.3271823 Feb 11 13:25:59.547680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c38fc5d0-5050-48c5-82d6-475505e30391'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.591648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:59.594574 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7eed40-c7d9-4b71-b294-6d35104b703e x-openstack-request-id: req-7d7eed40-c7d9-4b71-b294-6d35104b703e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:59.597030 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a", "tag": "dbc96805-f106-4f65-b2da-6a75ed91cc96", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:59.599709 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d7eed40-c7d9-4b71-b294-6d35104b703e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:59.603640 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'tag': 'dbc96805-f106-4f65-b2da-6a75ed91cc96', 'status': 'completed', 'code': 200} Feb 11 13:25:59.702000 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d1522-64d3-4007-a3be-446d9aaad641 None None] Pushing event updated for resources: {'Port': ['ID=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.741185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.813685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port ce203587-0434-4b87-871d-ff1434df0b76 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:59.814080 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce203587-0434-4b87-871d-ff1434df0b76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.927229 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] Set router c38fc5d0-5050-48c5-82d6-475505e30391 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:59.928348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:59.929130 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.066057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-de555bed-9864-43ec-bfff-68d99e22f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.069372 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-de555bed-9864-43ec-bfff-68d99e22f34f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=40d320b5-0b8d-4739-b344-ce4b9630cf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4822333 Feb 11 13:26:00.354742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Allocated IP 172.25.3.166 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/93b2e444-e02f-40cb-bbc9-0766e785b03e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:00.396169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:00.401732 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57147ef0-bdae-45cf-a43a-2c2c87e9207e" -d '{"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-plugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:00.405889 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:51Z', 'revision_number': 4, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port': {'id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:45Z', 'updated_at': '2022-02-11T13:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf', 'name': '', 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'mac_address': 'fa:16:3e:37:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dd25f5f0-3d7d-4c17-bd00-71e6f721bee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:50Z', 'updated_at': '2022-02-11T13:25:59Z', 'revision_number': 4, 'project_id': '77e949b75d214576a68983b3c86a229b', 'subnets': [{'id': 'dd25f5f0-3d7d-4c17-bd00-71e6f721bee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:00.435618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3d066-bee9-4ee6-be16-19537abbe966 None None] Current status of the port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:00.436127 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d066-bee9-4ee6-be16-19537abbe966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.441551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:00.450414 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62b2a-82b7-4aa4-a7d3-720006a4ee1a None None] The sync data for ids ['c38fc5d0-5050-48c5-82d6-475505e30391'] in n-d-828676-2 is: [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:51Z', 'revision_number': 4, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port': {'id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:45Z', 'updated_at': '2022-02-11T13:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf', 'name': '', 'network_id': '5d26c89d-6d4c-4b44-b5d7-20b7e76c8770', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'mac_address': 'fa:16:3e:37:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dd25f5f0-3d7d-4c17-bd00-71e6f721bee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:50Z', 'updated_at': '2022-02-11T13:25:59Z', 'revision_number': 4, 'project_id': '77e949b75d214576a68983b3c86a229b', 'subnets': [{'id': 'dd25f5f0-3d7d-4c17-bd00-71e6f721bee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:00.458826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.469767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-79276e58-39bf-4dc4-8b8c-9c55ecd355d6 service neutron] 10.222.0.30 "GET /v2.0/networks/40d320b5-0b8d-4739-b344-ce4b9630cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853934 Feb 11 13:26:00.618974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b8f3d066-bee9-4ee6-be16-19537abbe966 None None] For port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,segment=NetworkSegment(1ddd6d18-589b-48a1-b20a-26e9d6346e41),segment_id=1ddd6d18-589b-48a1-b20a-26e9d6346e41)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:00.635819 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d066-bee9-4ee6-be16-19537abbe966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.685235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:00.813345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3d066-bee9-4ee6-be16-19537abbe966 None None] Pushing event updated for resources: {'Port': ['ID=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:00.834271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:00.921954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.941776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:00.942315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.003625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7e033138-2874-48d3-ad9d-3da4a979228a None None] Provisioning complete for port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:01.004015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e033138-2874-48d3-ad9d-3da4a979228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.097318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:01.191985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fb20691b-220f-4a12-988f-2ef21598eab0 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:01.195363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28269646-f2af-4151-bcfd-291c4f02bb8a req-e6635593-39f7-48ec-98a4-27f7dcdee202 service neutron] 10.222.0.30 "GET /v2.0/networks/40d320b5-0b8d-4739-b344-ce4b9630cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054093 Feb 11 13:26:01.364549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port fb20691b-220f-4a12-988f-2ef21598eab0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fb20691b-220f-4a12-988f-2ef21598eab0,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:01.371043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-26c9c556-c25c-4b30-bc63-c79176b53059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.373394 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-26c9c556-c25c-4b30-bc63-c79176b53059 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5825c26777e4aac8070013943e785fa&device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 1125 time: 0.1088204 Feb 11 13:26:01.406567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'port_id': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'mac_address': 'fa:16:3e:e5:4d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:01.416695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7e033138-2874-48d3-ad9d-3da4a979228a None None] Current status of the port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:01.436835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.469183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port fb20691b-220f-4a12-988f-2ef21598eab0 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:01.469625 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.486867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb20691b-220f-4a12-988f-2ef21598eab0 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:01.530114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port fb20691b-220f-4a12-988f-2ef21598eab0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fb20691b-220f-4a12-988f-2ef21598eab0,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:01.539814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.661039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-a7392082-5d99-459f-b16a-449b3f5806aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.663349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-a7392082-5d99-459f-b16a-449b3f5806aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=40d320b5-0b8d-4739-b344-ce4b9630cf16 HTTP/1.1" status: 200 len: 916 time: 0.2782660 Feb 11 13:26:01.668533 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.669343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=fb20691b-220f-4a12-988f-2ef21598eab0,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:01.820035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-c3e21ca5-8c55-43bc-b18a-4b360eb5f431 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc96805-f106-4f65-b2da-6a75ed91cc96 HTTP/1.1" status: 200 len: 217 time: 0.1264453 Feb 11 13:26:01.832656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:01.859647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:01.867753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['fb20691b-220f-4a12-988f-2ef21598eab0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:01.946660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:02.079204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (e0db6d99-a0ab-42fb-a670-2ff9785dfea8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.144485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=93b2e444-e02f-40cb-bbc9-0766e785b03e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.242467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-45d057a2-d03c-42ad-9992-b56c6bdf3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.243945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-45d057a2-d03c-42ad-9992-b56c6bdf3041 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52f92d27-cf50-432a-ac81-3ff450348b07 HTTP/1.1" status: 200 len: 854 time: 0.4099805 Feb 11 13:26:02.244971 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.305241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.622391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.649070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-2b35d638-dbec-4a76-92a3-57a311b29d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.655809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-2b35d638-dbec-4a76-92a3-57a311b29d93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=40d320b5-0b8d-4739-b344-ce4b9630cf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2476444 Feb 11 13:26:02.662628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.747835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:02.783621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=93b2e444-e02f-40cb-bbc9-0766e785b03e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.797071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e0db6d99-a0ab-42fb-a670-2ff9785dfea8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.886920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:02.887688 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.905755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.907325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8dcea07e-9a7b-4d73-b7f4-ad436835a2e0 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1781304 Feb 11 13:26:03.001656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-8ff2e709-2f86-457d-b7d8-13a1d488d1b2 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0867174 Feb 11 13:26:03.069503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:03.093280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-5507bf01-a005-4624-b63d-8225521fb621 service neutron] 10.222.0.30 "GET /v2.0/networks/40d320b5-0b8d-4739-b344-ce4b9630cf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290683 Feb 11 13:26:03.219187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fb20691b-220f-4a12-988f-2ef21598eab0 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:03.321497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port fb20691b-220f-4a12-988f-2ef21598eab0 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:03.331211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port fb20691b-220f-4a12-988f-2ef21598eab0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:03.331724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.376750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-de1eef0a-ebb0-44b4-8949-a03479f1e309 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.378994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-de1eef0a-ebb0-44b4-8949-a03479f1e309 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.3716974 Feb 11 13:26:03.515611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port fb20691b-220f-4a12-988f-2ef21598eab0 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:03.516239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.664034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-36c459a4-79db-4b3d-b1da-5e73aa3e5d9b tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:26:03.666528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8878d355-4824-4c7b-83a5-84eda00bcc2d req-36c459a4-79db-4b3d-b1da-5e73aa3e5d9b tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283206 Feb 11 13:26:03.683730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port fb20691b-220f-4a12-988f-2ef21598eab0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fb20691b-220f-4a12-988f-2ef21598eab0,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:03.695763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.702448 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.798353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e2f47e8-4ba1-4727-b871-75eae3edec90 req-b3fa25df-8467-4de2-abc8-b4a74553ae43 service neutron] 10.222.0.30 "GET /v2.0/networks/40d320b5-0b8d-4739-b344-ce4b9630cf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051120 Feb 11 13:26:03.940982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=fb20691b-220f-4a12-988f-2ef21598eab0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:04.032103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481c75c-d6a1-40bc-833d-7f8057fe130c req-16f3bb88-15a9-4393-8df7-2a3697c4225a tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.038376 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3481c75c-d6a1-40bc-833d-7f8057fe130c req-16f3bb88-15a9-4393-8df7-2a3697c4225a tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 943 time: 0.1483996 Feb 11 13:26:04.150867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3481c75c-d6a1-40bc-833d-7f8057fe130c req-3720d6f0-acce-4dd0-b21c-2125d9216729 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068580 Feb 11 13:26:04.485828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec25d26-c0ce-48b5-a76f-4736a18e41b5 req-77a0ee97-a917-4324-9d20-b5f808fcd570 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.499219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ec25d26-c0ce-48b5-a76f-4736a18e41b5 req-77a0ee97-a917-4324-9d20-b5f808fcd570 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1720245 Feb 11 13:26:04.618225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ec25d26-c0ce-48b5-a76f-4736a18e41b5 req-8cc78408-d954-4896-90ef-bfc29a1a3757 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119430 Feb 11 13:26:04.783220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669c90f-c394-44f9-854a-c7d786b3915a req-449f57a3-b9c6-41e0-b9a1-27dee08ab166 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.784947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b669c90f-c394-44f9-854a-c7d786b3915a req-449f57a3-b9c6-41e0-b9a1-27dee08ab166 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.1158700 Feb 11 13:26:04.912067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b669c90f-c394-44f9-854a-c7d786b3915a req-5cd709a3-e179-4be8-bed4-8191d4f378db tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125648 Feb 11 13:26:05.300728 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69859339-273a-4be3-9a1f-12833cb5de8a x-openstack-request-id: req-69859339-273a-4be3-9a1f-12833cb5de8a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:05.301327 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-plugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:05.301327 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69859339-273a-4be3-9a1f-12833cb5de8a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:05.301660 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76', 'code': 200} Feb 11 13:26:05.475256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80c661-b893-4646-9656-f564ec4ef514 req-fb799438-d392-4f29-97d7-f657f5bb1496 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:05.477100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f80c661-b893-4646-9656-f564ec4ef514 req-fb799438-d392-4f29-97d7-f657f5bb1496 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1204031 Feb 11 13:26:05.545639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f80c661-b893-4646-9656-f564ec4ef514 req-be19eae1-d506-41d3-9a33-3ec03635a042 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625412 Feb 11 13:26:05.709220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-057e9f5a-20b1-418b-9312-255b1411e075 req-0ff7c1e8-a504-4dd2-95ec-355d44ebb743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1457729 Feb 11 13:26:05.715987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:05.748701 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.931384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.129472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Allocated IP 172.25.3.176 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/60aadedc-e99d-455f-a664-715b0bd787c4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:06.243675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (60aadedc-e99d-455f-a664-715b0bd787c4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.282168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (60aadedc-e99d-455f-a664-715b0bd787c4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.339477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:06.344421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:06.348518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:06.361334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=60aadedc-e99d-455f-a664-715b0bd787c4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:06.433408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (3c0ab999-8c0c-46a7-a9d0-6b811557bc02), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.498630 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (60aadedc-e99d-455f-a664-715b0bd787c4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.780114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (60aadedc-e99d-455f-a664-715b0bd787c4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.790992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (60aadedc-e99d-455f-a664-715b0bd787c4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.840832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (3c0ab999-8c0c-46a7-a9d0-6b811557bc02), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.868646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=60aadedc-e99d-455f-a664-715b0bd787c4,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:06.885994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.895419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-057e9f5a-20b1-418b-9312-255b1411e075 req-66ac7520-d2e1-48f1-8a5a-9c6978d70bb4 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1851685 Feb 11 13:26:06.966348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-057e9f5a-20b1-418b-9312-255b1411e075 req-b16c80e3-ae3b-4c1a-9f93-b9d3feabda9b tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0673950 Feb 11 13:26:07.154844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e9f5a-20b1-418b-9312-255b1411e075 req-2c3af1d6-cbe5-4efa-a281-d5c29670d65e tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:07.167460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-057e9f5a-20b1-418b-9312-255b1411e075 req-2c3af1d6-cbe5-4efa-a281-d5c29670d65e tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1991272 Feb 11 13:26:07.303208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:07.306323 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6319c5e-669c-419f-a4de-ad7502459458" -d '{"events": [{"server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "name": "network-vif-plugged", "status": "completed", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:07.378064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0f15-d657-4bb9-a438-89a2cfafa184 req-3a694b31-3ddd-4a7f-aba0-26d31a35a8cc tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:07.384221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44fb0f15-d657-4bb9-a438-89a2cfafa184 req-3a694b31-3ddd-4a7f-aba0-26d31a35a8cc tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 943 time: 0.1134365 Feb 11 13:26:07.532310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44fb0f15-d657-4bb9-a438-89a2cfafa184 req-2ff611d3-6c0e-4efb-8e00-be0d4abcf37e tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338196 Feb 11 13:26:07.728586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb132ab-7985-465c-82ae-f8dfdadc3784 req-11c0cac3-1ab3-487b-8476-caaecce43b62 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:07.730714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8bb132ab-7985-465c-82ae-f8dfdadc3784 req-11c0cac3-1ab3-487b-8476-caaecce43b62 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.0994380 Feb 11 13:26:07.765241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18b4b3-4bd8-429d-9575-70c576c44643 req-53d1cc49-4a6a-4511-86e1-0a07b177402a tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:07.767007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db18b4b3-4bd8-429d-9575-70c576c44643 req-53d1cc49-4a6a-4511-86e1-0a07b177402a tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.1278384 Feb 11 13:26:07.815250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8bb132ab-7985-465c-82ae-f8dfdadc3784 req-742d8f75-ee05-4078-af88-61f89fc37113 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754426 Feb 11 13:26:07.842850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db18b4b3-4bd8-429d-9575-70c576c44643 req-1127751a-a2db-48e7-b7da-25b0c606473d tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697029 Feb 11 13:26:07.988935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715f143-bcc0-48ee-9cf5-59c6c40e0a3f req-2fd3169b-7d1f-410c-a30d-793506195e96 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:07.990949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1715f143-bcc0-48ee-9cf5-59c6c40e0a3f req-2fd3169b-7d1f-410c-a30d-793506195e96 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.0880399 Feb 11 13:26:08.020919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-72d4edad-7fdb-4db6-a768-6725a1ca139e tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1404748 Feb 11 13:26:08.027063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:08.054611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.064294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1715f143-bcc0-48ee-9cf5-59c6c40e0a3f req-54aee714-66d7-4532-9e44-c2b519536470 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Feb 11 13:26:08.137047 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c8f44-a3d7-4fa0-bfc5-d7198a93a005 x-openstack-request-id: req-978c8f44-a3d7-4fa0-bfc5-d7198a93a005 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:08.137546 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "name": "network-vif-plugged", "status": "completed", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:08.137995 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-978c8f44-a3d7-4fa0-bfc5-d7198a93a005 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:08.139107 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'code': 200} Feb 11 13:26:08.232408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.349128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab4205-cca5-4e5e-a260-47c374611805 req-37956c1e-779a-4e98-b83d-1263ed40ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.351959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fab4205-cca5-4e5e-a260-47c374611805 req-37956c1e-779a-4e98-b83d-1263ed40ab0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 1127 time: 0.1332281 Feb 11 13:26:08.497485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Allocated IP 172.25.3.45 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9d5f7fff-1925-48a0-8175-56409a6dd2da) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:08.515636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fab4205-cca5-4e5e-a260-47c374611805 req-79a9143a-f592-4f12-8dae-2aa99fb7757e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158094 Feb 11 13:26:08.687470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.764617 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.801858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3614261-6377-424d-a826-f36a517a3f62 req-7e8a699a-2c87-42e2-a009-913d9f68e654 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.807925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3614261-6377-424d-a826-f36a517a3f62 req-7e8a699a-2c87-42e2-a009-913d9f68e654 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 943 time: 0.1314006 Feb 11 13:26:08.837193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:08.841459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:08.846315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:08.866537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=9d5f7fff-1925-48a0-8175-56409a6dd2da,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:08.922353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3614261-6377-424d-a826-f36a517a3f62 req-832598c0-bf15-44ed-a539-fe3ca0fc99ed tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052830 Feb 11 13:26:08.942980 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (1b198f44-aec0-450a-b947-7fdb3fe6cda4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.007338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.256582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775e18-8f7a-4113-93f3-75b707582b46 req-f9005f43-2244-4e1e-aec2-33a0c7ba1797 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.258608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81775e18-8f7a-4113-93f3-75b707582b46 req-f9005f43-2244-4e1e-aec2-33a0c7ba1797 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.0907798 Feb 11 13:26:09.262341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.267053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.283141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (1b198f44-aec0-450a-b947-7fdb3fe6cda4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.324234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.325471 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3027701 Feb 11 13:26:09.337696 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81775e18-8f7a-4113-93f3-75b707582b46 req-a5c8ca05-ed96-4460-bb65-2735d1339ce8 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722919 Feb 11 13:26:09.396686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-18891bee-6797-4bc9-b28c-c1f3849874a9 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.45 HTTP/1.1" status: 200 len: 695 time: 0.0618711 Feb 11 13:26:09.398601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac39e0-faa4-42c2-9271-e08785d4ed5a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=9d5f7fff-1925-48a0-8175-56409a6dd2da,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:09.545355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc6f76-571d-4660-b32a-d9a1cb9d9df2 req-e7a61649-4875-4736-bc8c-94dd8f8fb408 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.546574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cddc6f76-571d-4660-b32a-d9a1cb9d9df2 req-e7a61649-4875-4736-bc8c-94dd8f8fb408 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.0653508 Feb 11 13:26:09.603547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-331a9488-2a81-4ea9-b9a4-c0594b5dbc60 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.605163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20a2a741-dbcd-45fc-80a4-b1079cf6a2ab req-331a9488-2a81-4ea9-b9a4-c0594b5dbc60 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1994185 Feb 11 13:26:09.658795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cddc6f76-571d-4660-b32a-d9a1cb9d9df2 req-59fad0b3-e866-4e14-bf5a-1f51e9f70825 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051826 Feb 11 13:26:09.786768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde129e-cb92-4f11-beff-0835dffe0ad6 req-e3409559-a383-4308-872f-392219def9f7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.788778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fde129e-cb92-4f11-beff-0835dffe0ad6 req-e3409559-a383-4308-872f-392219def9f7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1037257 Feb 11 13:26:09.950589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fde129e-cb92-4f11-beff-0835dffe0ad6 req-514efb9c-71bb-40f0-87e3-6e5cf5244ec7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488950 Feb 11 13:26:10.037246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-faddd0d4-9e4f-495d-a6e5-6f3c2543ae18 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3068531 Feb 11 13:26:10.058597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:10.091872 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.256055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae055f-113d-4e80-8c91-010a8e0d4e76 req-ca23e3ca-76f6-40bb-8805-d6f9db8e4fc4 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.267393 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85ae055f-113d-4e80-8c91-010a8e0d4e76 req-ca23e3ca-76f6-40bb-8805-d6f9db8e4fc4 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 943 time: 0.0877175 Feb 11 13:26:10.302224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.350158 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85ae055f-113d-4e80-8c91-010a8e0d4e76 req-6862d459-3cd6-4958-87c3-823bf79ecfe7 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818107 Feb 11 13:26:10.537343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Allocated IP 172.25.3.182 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:10.691087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697efcf-62bc-4c06-9667-62276c86134e req-9d93f173-bcac-4498-93b6-cd1f5c42cf7f tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.695879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.716007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8697efcf-62bc-4c06-9667-62276c86134e req-9d93f173-bcac-4498-93b6-cd1f5c42cf7f tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1363375 Feb 11 13:26:10.764144 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.800348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8697efcf-62bc-4c06-9667-62276c86134e req-4f4d3227-34cc-4ef3-886f-cb4332d9c75b tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826499 Feb 11 13:26:10.842395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:10.855205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:10.857257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:10.864008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:10.972208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (dbab25d7-39e5-44c8-a5df-5e28f340fbcc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.036984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3e3e9-793d-4737-aceb-7bafcae7d5d0 req-320ee5f5-16d9-4db3-a74d-86a7d56d5786 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.046142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ca3e3e9-793d-4737-aceb-7bafcae7d5d0 req-320ee5f5-16d9-4db3-a74d-86a7d56d5786 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.1222043 Feb 11 13:26:11.072384 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.141649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ca3e3e9-793d-4737-aceb-7bafcae7d5d0 req-0559f3c2-d1a2-4c98-9d3d-2bb1a7c5696d tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902934 Feb 11 13:26:11.294572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device dbc96805-f106-4f65-b2da-6a75ed91cc96 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:11.357316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.367472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.522964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port dbc96805-f106-4f65-b2da-6a75ed91cc96, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=dbc96805-f106-4f65-b2da-6a75ed91cc96,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:11.536255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event updated for resources: {'Port': ['ID=1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:11.550581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'dbc96805-f106-4f65-b2da-6a75ed91cc96', 'network_id': '40d320b5-0b8d-4739-b344-ce4b9630cf16', 'port_id': 'dbc96805-f106-4f65-b2da-6a75ed91cc96', 'mac_address': 'fa:16:3e:cd:3d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f92d27-cf50-432a-ac81-3ff450348b07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:11.558086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (dbab25d7-39e5-44c8-a5df-5e28f340fbcc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.597092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.598365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-e15e051c-1b52-4dff-aed1-eb7efe452aca tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5464911 Feb 11 13:26:11.633352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port dbc96805-f106-4f65-b2da-6a75ed91cc96 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:11.633746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.661296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb5954-c3aa-4859-8212-ae1adbbc37a9 req-eae65687-b137-4427-b4c6-24e10eda7353 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.669202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-badb5954-c3aa-4859-8212-ae1adbbc37a9 req-eae65687-b137-4427-b4c6-24e10eda7353 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1283705 Feb 11 13:26:11.670725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc96805-f106-4f65-b2da-6a75ed91cc96 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:11.708519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-784be32a-5f59-4e07-b720-29b50f0b3fad tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0991602 Feb 11 13:26:11.709054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port dbc96805-f106-4f65-b2da-6a75ed91cc96, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=dbc96805-f106-4f65-b2da-6a75ed91cc96,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:11.717601 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.779470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=dbc96805-f106-4f65-b2da-6a75ed91cc96,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:11.807415 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-badb5954-c3aa-4859-8212-ae1adbbc37a9 req-1b24a017-4b1d-4444-9355-6f7208af43d6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336324 Feb 11 13:26:11.984234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267dafc-20f0-4402-be37-7778f460b27d req-a57bb0a2-4cee-4753-ac5b-5709dcb71a22 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.004149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e267dafc-20f0-4402-be37-7778f460b27d req-a57bb0a2-4cee-4753-ac5b-5709dcb71a22 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.1006021 Feb 11 13:26:12.004690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58848) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:12.015695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Request body: {'floatingip': {'port_id': 'fb20691b-220f-4a12-988f-2ef21598eab0'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:12.024371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-6b6065c1-f9ae-42cb-ad60-4418d8bbc18d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.036858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1fcad950-38e6-44a6-9a44-d5ce3b23adb2 req-6b6065c1-f9ae-42cb-ad60-4418d8bbc18d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.3122931 Feb 11 13:26:12.073228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['dbc96805-f106-4f65-b2da-6a75ed91cc96'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:12.146272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for floatingip (ab1dee1a-20cd-43c4-9a22-4736477f033f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.394179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1127e5-9aee-4c45-b8c9-ff5f9534b8bf req-f463a54b-47cc-451a-9b7d-a18fee5f0576 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.396360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e1127e5-9aee-4c45-b8c9-ff5f9534b8bf req-f463a54b-47cc-451a-9b7d-a18fee5f0576 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1257706 Feb 11 13:26:12.453839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fcdf2-e8ef-4c71-b18b-aa2f80ea686a req-5e7777d3-8aa9-427a-923a-d5377dd8b7e4 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.460994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d34fcdf2-e8ef-4c71-b18b-aa2f80ea686a req-5e7777d3-8aa9-427a-923a-d5377dd8b7e4 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 944 time: 0.3660903 Feb 11 13:26:12.477987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e1127e5-9aee-4c45-b8c9-ff5f9534b8bf req-0465f689-6055-4d19-874d-25cc9a639954 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730669 Feb 11 13:26:12.576124 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8af4963-9272-423d-8978-42f6d943a053 req-f8481e36-684f-44ed-b8e7-179f52c198ff tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips/dbab25d7-39e5-44c8-a5df-5e28f340fbcc HTTP/1.1" status: 200 len: 693 time: 0.0551178 Feb 11 13:26:12.584571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d34fcdf2-e8ef-4c71-b18b-aa2f80ea686a req-18e87567-acb1-4da5-824d-5a6de3e78691 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168082 Feb 11 13:26:12.769653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4963-9272-423d-8978-42f6d943a053 req-96b4ea23-4dac-4f62-b6ef-0c5cec14fbb1 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.790638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8af4963-9272-423d-8978-42f6d943a053 req-96b4ea23-4dac-4f62-b6ef-0c5cec14fbb1 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1724069 Feb 11 13:26:12.879837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-4a36a119-36cd-4d57-9b2b-16c4534b0042 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips/dbab25d7-39e5-44c8-a5df-5e28f340fbcc HTTP/1.1" status: 200 len: 693 time: 0.0814266 Feb 11 13:26:13.052042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-30ab7552-9b9a-49df-8ce6-5f242d496972 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.053895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-30ab7552-9b9a-49df-8ce6-5f242d496972 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1732874 Feb 11 13:26:13.135381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-54936581-55a4-4738-b26f-3f831feb41ae tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0734227 Feb 11 13:26:13.196697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-0b9f79ee-e16b-4836-b5b5-5a3d78d59c2b tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0604069 Feb 11 13:26:13.308396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d312ae-8874-44ff-b39e-fc6a31adca83 req-ea5f3054-5e6d-41ee-8797-050753c4aaab tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.309893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1d312ae-8874-44ff-b39e-fc6a31adca83 req-ea5f3054-5e6d-41ee-8797-050753c4aaab tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1026027 Feb 11 13:26:13.326222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device dbc96805-f106-4f65-b2da-6a75ed91cc96 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:13.383249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Deleting port 1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:13.383948 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.416871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port dbc96805-f106-4f65-b2da-6a75ed91cc96 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:13.423688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port dbc96805-f106-4f65-b2da-6a75ed91cc96 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:13.424071 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.501407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.503046 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.509587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.528721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port dbc96805-f106-4f65-b2da-6a75ed91cc96 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:13.529190 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.530946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1d312ae-8874-44ff-b39e-fc6a31adca83 req-8b4b20a7-142f-48a1-b3d7-61d6764b5b15 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087889 Feb 11 13:26:13.537859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ab1dee1a-20cd-43c4-9a22-4736477f033f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.556032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Calling delete_port for 1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:13.634646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port dbc96805-f106-4f65-b2da-6a75ed91cc96, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=dbc96805-f106-4f65-b2da-6a75ed91cc96,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:13.642247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc96805-f106-4f65-b2da-6a75ed91cc96'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:13.649415 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc1cc40-5d14-4a4a-b949-43f79d85c45d" -d '{"events": [{"server_uuid": "d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a", "name": "network-vif-plugged", "status": "completed", "tag": "dbc96805-f106-4f65-b2da-6a75ed91cc96"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:13.658172 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.785864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=dbc96805-f106-4f65-b2da-6a75ed91cc96,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.834702 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Floating IP ab1dee1a-20cd-43c4-9a22-4736477f033f associated. External IP: 172.25.3.216, port: fb20691b-220f-4a12-988f-2ef21598eab0. Feb 11 13:26:13.842401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.959537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (dbab25d7-39e5-44c8-a5df-5e28f340fbcc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.962762 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.964115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad27f07e-f351-49e9-ba05-9edeec767e84 req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "DELETE /v2.0/floatingips/dbab25d7-39e5-44c8-a5df-5e28f340fbcc HTTP/1.1" status: 204 len: 173 time: 0.7605662 Feb 11 13:26:13.965389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9a5a-458a-4d67-98da-4cd1e0a23bcd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event deleted for resources: {'Port': ['ID=1572e3cf-6ce6-4f9e-9a0e-6bf7311e7811,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.976279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed649b-a35b-4fba-81bd-a870983bd5d0 req-ee58329b-cb3e-47a5-a45d-abc2347221d6 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.978023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6ed649b-a35b-4fba-81bd-a870983bd5d0 req-ee58329b-cb3e-47a5-a45d-abc2347221d6 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.1654265 Feb 11 13:26:14.105991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6ed649b-a35b-4fba-81bd-a870983bd5d0 req-dd535ca9-95ee-4838-904d-7491903c70a3 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135998 Feb 11 13:26:14.197644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b785d-adcb-47fe-bacb-091a5a07058b req-a657525c-902b-439e-bf5e-2528788ee5c9 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.203398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-623b785d-adcb-47fe-bacb-091a5a07058b req-a657525c-902b-439e-bf5e-2528788ee5c9 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 945 time: 0.1216617 Feb 11 13:26:14.219562 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a72cac-1c2c-4123-b9a6-e3c6642733ad x-openstack-request-id: req-33a72cac-1c2c-4123-b9a6-e3c6642733ad {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:14.219866 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a", "name": "network-vif-plugged", "status": "completed", "tag": "dbc96805-f106-4f65-b2da-6a75ed91cc96", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:14.220126 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33a72cac-1c2c-4123-b9a6-e3c6642733ad {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:14.220525 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc96805-f106-4f65-b2da-6a75ed91cc96', 'code': 200} Feb 11 13:26:14.332259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-623b785d-adcb-47fe-bacb-091a5a07058b req-b6d9f46a-bac1-4374-92f2-71c9f6bb5a3a tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051936 Feb 11 13:26:14.497071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Router c9b942c7-5712-432c-9895-02b03901fcf1 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:14.537306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b263531-8d84-40f8-9461-735c67dcd767 req-dd176d84-096b-40d2-af6a-d17fe95e329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.538830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b263531-8d84-40f8-9461-735c67dcd767 req-dd176d84-096b-40d2-af6a-d17fe95e329a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 1127 time: 0.2160964 Feb 11 13:26:14.570267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79289b-bab4-479f-b11d-45d65ef569cc req-c1f67267-bd04-4fb9-9716-8e57eabbf73b tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.580002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d79289b-bab4-479f-b11d-45d65ef569cc req-c1f67267-bd04-4fb9-9716-8e57eabbf73b tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3248851 Feb 11 13:26:14.708679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a05b1ce3-e8dc-4051-a885-4f67bae81c16 req-c2ff037d-f6e9-448a-8ee7-b3e4b3cf0e72 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=77e949b75d214576a68983b3c86a229b HTTP/1.1" status: 200 len: 1656 time: 0.0960703 Feb 11 13:26:14.737482 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bcd99-586a-4566-9b7f-5810694aa7cd req-14878d30-5a3b-4099-bb52-d07807a8a80c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.742707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-086bcd99-586a-4566-9b7f-5810694aa7cd req-14878d30-5a3b-4099-bb52-d07807a8a80c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.0777326 Feb 11 13:26:14.751842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b263531-8d84-40f8-9461-735c67dcd767 req-253c362d-a86e-4877-ac1a-8304bdeeacb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020745 Feb 11 13:26:14.798186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-086bcd99-586a-4566-9b7f-5810694aa7cd req-8c52ed32-be1e-4a74-9c73-b4655c6e747d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 Feb 11 13:26:14.863047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:14.890165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:14.927072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b1ce3-e8dc-4051-a885-4f67bae81c16 req-82463354-5402-48a7-9744-4ffa3b97902a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.930522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a05b1ce3-e8dc-4051-a885-4f67bae81c16 req-82463354-5402-48a7-9744-4ffa3b97902a tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks?id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 787 time: 0.2124510 Feb 11 13:26:14.955463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-955443c5-e089-4f7a-983b-5a358bc883f9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "PUT /v2.0/floatingips/ab1dee1a-20cd-43c4-9a22-4736477f033f HTTP/1.1" status: 200 len: 991 time: 2.9468331 Feb 11 13:26:14.955463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:14.956013 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:14.969481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] Sync routers for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:14.983029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:14.984155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:14.984577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-a05b1ce3-e8dc-4051-a885-4f67bae81c16 req-55657b50-c03c-440f-8679-a64af7b0bafa tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:26:14.985613 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a05b1ce3-e8dc-4051-a885-4f67bae81c16 req-55657b50-c03c-440f-8679-a64af7b0bafa tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091090 Feb 11 13:26:15.064646 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90041cb7-2611-4b0b-94fc-846323ce9c45 x-openstack-request-id: req-90041cb7-2611-4b0b-94fc-846323ce9c45 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:15.065195 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:15.065546 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90041cb7-2611-4b0b-94fc-846323ce9c45 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:15.066026 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'status': 'completed', 'code': 200} Feb 11 13:26:15.095858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05031e4-ee8b-4496-b86d-8c4f4477f00c req-7b15e813-12b9-4e8f-9fc1-93d68399c407 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.102847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b05031e4-ee8b-4496-b86d-8c4f4477f00c req-7b15e813-12b9-4e8f-9fc1-93d68399c407 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.0743406 Feb 11 13:26:15.165225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:15.182362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b05031e4-ee8b-4496-b86d-8c4f4477f00c req-487d1bf3-3fe0-4621-87ba-6cbb0d9dd793 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756125 Feb 11 13:26:15.233096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-03e1ad1f-22f2-4c40-88fd-b489bbcb83c5 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips/1b198f44-aec0-450a-b947-7fdb3fe6cda4 HTTP/1.1" status: 200 len: 692 time: 0.0905988 Feb 11 13:26:15.255892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-8898d14d-e893-433f-a395-421d1363c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.257425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-8898d14d-e893-433f-a395-421d1363c60a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1aff5a0e3a7e49a9bf3cf42d4007b904&device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 1127 time: 0.1612399 Feb 11 13:26:15.370549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a6d8-826c-4acb-a744-ea76916aa09b req-8bf31672-6305-4cee-8334-bc2cb41d0f1e tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.380110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6bd4a6d8-826c-4acb-a744-ea76916aa09b req-8bf31672-6305-4cee-8334-bc2cb41d0f1e tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.0709932 Feb 11 13:26:15.435311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-0c578952-f030-4bc0-91b6-dc15e162bad6 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.441406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-0c578952-f030-4bc0-91b6-dc15e162bad6 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2072215 Feb 11 13:26:15.446728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-dafb0b37-51fb-486d-ae40-586738ed93ee tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:26:15.453790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-dafb0b37-51fb-486d-ae40-586738ed93ee tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115235 Feb 11 13:26:15.476288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6bd4a6d8-826c-4acb-a744-ea76916aa09b req-6315a431-0c79-4a44-91b1-bb79f6f32199 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951803 Feb 11 13:26:15.514487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab1dee1a-20cd-43c4-9a22-4736477f033f', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'port_id': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'mac_address': 'fa:16:3e:e5:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e311e05-d384-45fe-abf3-acc463aaf951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:43Z', 'updated_at': '2022-02-11T13:26:13Z', 'revision_number': 1, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:15.515660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-bd5abf6d-3b8b-4d8b-8b3e-c51a89dda022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.517146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-bd5abf6d-3b8b-4d8b-8b3e-c51a89dda022 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d399002-6474-42bf-b9c4-5ceda4885845 HTTP/1.1" status: 200 len: 917 time: 0.2496858 Feb 11 13:26:15.536455 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-28bb5b30-7b83-4117-bc2a-6f850baa8eba tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.45 HTTP/1.1" status: 200 len: 695 time: 0.0715477 Feb 11 13:26:15.566496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] Checking router: c9b942c7-5712-432c-9895-02b03901fcf1 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:15.581829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:15.582749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:15.618839 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-fbab6f0f-f380-4fa6-9645-07114a1c79af tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.45 HTTP/1.1" status: 200 len: 695 time: 0.0895517 Feb 11 13:26:15.672422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e407c5-c073-44f1-b51f-09d740671c42 req-f81e75c3-a184-4505-b357-e6db96c9a9a8 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.681078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e407c5-c073-44f1-b51f-09d740671c42 req-f81e75c3-a184-4505-b357-e6db96c9a9a8 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 945 time: 0.0705404 Feb 11 13:26:15.728896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-853154bf-7124-4c73-869d-0cad48c29f0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb20691b-220f-4a12-988f-2ef21598eab0 HTTP/1.1" status: 200 len: 999 time: 0.1948738 Feb 11 13:26:15.774445 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98e407c5-c073-44f1-b51f-09d740671c42 req-2f8a73b6-f88b-4389-8d6a-a2fbf1455ae6 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861721 Feb 11 13:26:15.830302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-a9f3b50a-865b-4056-a5a8-e7802941d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.831794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-a9f3b50a-865b-4056-a5a8-e7802941d82b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e HTTP/1.1" status: 200 len: 855 time: 0.0741262 Feb 11 13:26:15.837614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Deleting port 9d5f7fff-1925-48a0-8175-56409a6dd2da {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:15.837995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.846355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:16.034012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e84d8b-bc22-4b50-b6d4-32bbbebe9bdb req-4fd5ce8a-bb00-4fbe-a42e-4742b1dbe217 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.042073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56e84d8b-bc22-4b50-b6d4-32bbbebe9bdb req-4fd5ce8a-bb00-4fbe-a42e-4742b1dbe217 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1011229 Feb 11 13:26:16.057790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.058511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (9d5f7fff-1925-48a0-8175-56409a6dd2da), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.074319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-7ca4f927-b23a-48b8-86f8-b51003ebca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.075823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-7ca4f927-b23a-48b8-86f8-b51003ebca1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d399002-6474-42bf-b9c4-5ceda4885845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2253306 Feb 11 13:26:16.080987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Calling delete_port for 9d5f7fff-1925-48a0-8175-56409a6dd2da owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:16.086428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e551f0-e74f-4b76-b9ae-e6ac53fccdd3 req-f9d5b2d9-3783-4530-b84e-cd170ce2537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.088446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e551f0-e74f-4b76-b9ae-e6ac53fccdd3 req-f9d5b2d9-3783-4530-b84e-cd170ce2537d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 0.1821163 Feb 11 13:26:16.110899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56e84d8b-bc22-4b50-b6d4-32bbbebe9bdb req-8b4829af-3d6d-471b-a49e-805cea162254 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623229 Feb 11 13:26:16.393326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab1dee1a-20cd-43c4-9a22-4736477f033f', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'port_id': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'mac_address': 'fa:16:3e:e5:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e311e05-d384-45fe-abf3-acc463aaf951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:43Z', 'updated_at': '2022-02-11T13:26:13Z', 'revision_number': 1, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:16.429406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e1ff0-5f71-4e32-9f89-6fcde012102c None None] The sync data for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 is: [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab1dee1a-20cd-43c4-9a22-4736477f033f', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'port_id': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'mac_address': 'fa:16:3e:e5:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e311e05-d384-45fe-abf3-acc463aaf951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:43Z', 'updated_at': '2022-02-11T13:26:13Z', 'revision_number': 1, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:16.508808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdba8b-0727-4433-89d3-79bea0d56d4e req-5731cc98-98ba-441a-bf91-85a307a3b18e tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.516914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87fdba8b-0727-4433-89d3-79bea0d56d4e req-5731cc98-98ba-441a-bf91-85a307a3b18e tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 950 time: 0.0718625 Feb 11 13:26:16.569364 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87fdba8b-0727-4433-89d3-79bea0d56d4e req-bbb9cadf-f73c-403d-b214-ac8bc3551606 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514598 Feb 11 13:26:16.597203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e551f0-e74f-4b76-b9ae-e6ac53fccdd3 req-9f093b38-6158-4971-840d-280736ffef37 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957936 Feb 11 13:26:16.619304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-3c0846bb-bdd4-4723-83ab-7f36e7e44498 service neutron] 10.222.0.30 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282753 Feb 11 13:26:16.710806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87da15d-551c-40d4-a550-d014e86e76d4 None None] New status for floating IP ab1dee1a-20cd-43c4-9a22-4736477f033f: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:26:16.761574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d001e5b3-420f-46c6-b332-68b2e6bf0bd4 req-1545e88c-81ee-4c26-9f45-e8cdfc45e9ed service neutron] 10.222.0.30 "GET /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310885 Feb 11 13:26:16.764365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00970c0a-94ea-414d-8c64-84c0eb7957a6 req-b8e1fd9b-3098-422f-88a2-6e01260f9483 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.766157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00970c0a-94ea-414d-8c64-84c0eb7957a6 req-b8e1fd9b-3098-422f-88a2-6e01260f9483 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 949 time: 0.0726972 Feb 11 13:26:16.767111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9d5f7fff-1925-48a0-8175-56409a6dd2da), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.797404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event deleted for resources: {'Port': ['ID=9d5f7fff-1925-48a0-8175-56409a6dd2da,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:16.820818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00970c0a-94ea-414d-8c64-84c0eb7957a6 req-49104b0a-7835-40e9-98ac-a29bf7c31e4a tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Feb 11 13:26:16.821801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (1b198f44-aec0-450a-b947-7fdb3fe6cda4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.824887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.826030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaeb6e07-fa4b-4d3c-b1d9-0f77f575d899 req-bdeb49bd-b0b7-4e72-9137-34b1058521bd tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "DELETE /v2.0/floatingips/1b198f44-aec0-450a-b947-7fdb3fe6cda4 HTTP/1.1" status: 204 len: 173 time: 1.2079244 Feb 11 13:26:16.934809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-c1248cab-4012-46da-98ee-6e727b8d28f1 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips/3c0ab999-8c0c-46a7-a9d0-6b811557bc02 HTTP/1.1" status: 200 len: 693 time: 0.0490682 Feb 11 13:26:16.956199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cefac-d158-4c29-9360-e1bf77001a9a req-2bbb662f-3a76-4310-87ee-8fab83d73bae tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.962668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a2cefac-d158-4c29-9360-e1bf77001a9a req-2bbb662f-3a76-4310-87ee-8fab83d73bae tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 945 time: 0.0649478 Feb 11 13:26:17.005366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a2cefac-d158-4c29-9360-e1bf77001a9a req-d1718e02-0205-45e8-8cbb-b27acd57984c tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Feb 11 13:26:17.043048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-77659192-18dd-409d-a2ac-611a6f66b1ed tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:17.044459 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-77659192-18dd-409d-a2ac-611a6f66b1ed tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1039166 Feb 11 13:26:17.099792 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-c63db5e1-4524-4c01-9f15-10c1bc9b1f02 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0487628 Feb 11 13:26:17.157599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-5034cfb9-f483-4d38-a0e8-050d5a1ca1b2 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0501928 Feb 11 13:26:17.255481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e17ba-9ceb-4f41-886c-2c3b3b640278 req-1200ae44-e26b-430c-9f15-36efa274abea tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:17.257531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb5e17ba-9ceb-4f41-886c-2c3b3b640278 req-1200ae44-e26b-430c-9f15-36efa274abea tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.0666795 Feb 11 13:26:17.328061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Deleting port 60aadedc-e99d-455f-a664-715b0bd787c4 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:17.328400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (60aadedc-e99d-455f-a664-715b0bd787c4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.342681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb5e17ba-9ceb-4f41-886c-2c3b3b640278 req-9565943a-71b8-436d-9227-a48fcf9e5c2e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782156 Feb 11 13:26:17.383910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:17.426109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (60aadedc-e99d-455f-a664-715b0bd787c4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.426586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (60aadedc-e99d-455f-a664-715b0bd787c4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.441524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Calling delete_port for 60aadedc-e99d-455f-a664-715b0bd787c4 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:17.512377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-458a9ef0-5f71-4428-9b11-bd94364f96ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.586513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (60aadedc-e99d-455f-a664-715b0bd787c4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.620628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event deleted for resources: {'Port': ['ID=60aadedc-e99d-455f-a664-715b0bd787c4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:17.653593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:17.659199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:17.659405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (3c0ab999-8c0c-46a7-a9d0-6b811557bc02), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.662029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.664200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67a4cda4-d80e-40e1-904b-b10aea8511c7 req-4cac5fd5-d919-4c51-a231-b1e6c6110743 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "DELETE /v2.0/floatingips/3c0ab999-8c0c-46a7-a9d0-6b811557bc02 HTTP/1.1" status: 204 len: 173 time: 0.5057440 Feb 11 13:26:17.701879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-458a9ef0-5f71-4428-9b11-bd94364f96ad admin admin] Publish callbacks [] for security_group (f51e907d-9205-4bf1-a862-70862b519c9b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.717037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-458a9ef0-5f71-4428-9b11-bd94364f96ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f51e907d-9205-4bf1-a862-70862b519c9b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.783587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-458a9ef0-5f71-4428-9b11-bd94364f96ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89a8b2661eaf479e95ecd46ab89796dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983669 Feb 11 13:26:17.790292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59042) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:17.803118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-4c682f9d-7397-4d22-bb25-dc5e4cae41d5 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips/e0db6d99-a0ab-42fb-a670-2ff9785dfea8 HTTP/1.1" status: 200 len: 693 time: 0.1071868 Feb 11 13:26:17.834556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a9ef0-5f71-4428-9b11-bd94364f96ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e907d-9205-4bf1-a862-70862b519c9b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:17.863093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f51d-cd45-44e2-a96b-9f6b02baa1f3 req-5e19be99-1ad7-43ef-834d-cca13abd1520 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:17.868235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2e9f51d-cd45-44e2-a96b-9f6b02baa1f3 req-5e19be99-1ad7-43ef-834d-cca13abd1520 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 950 time: 0.1641612 Feb 11 13:26:17.892586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:17.893497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.907816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:17.961776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2e9f51d-cd45-44e2-a96b-9f6b02baa1f3 req-4b8c1f4d-f37c-4555-be9e-5546d49d9190 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857027 Feb 11 13:26:17.964492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'mac_address': 'fa:16:3e:49:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:17.966657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:17.970436 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39707a79-e986-487b-a04b-e27e2d9c2c7d" -d '{"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:17.974857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b7a-1cc4-476d-98f0-c19ed763f218 admin admin] Publish callbacks [] for security_group (f51e907d-9205-4bf1-a862-70862b519c9b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.016716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b7a-1cc4-476d-98f0-c19ed763f218 admin admin] Publish callbacks [] for security_group (f51e907d-9205-4bf1-a862-70862b519c9b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.033991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:18.059399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3b87a0ed-ac6b-404b-8656-7339bcc5f85c tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.061043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3b87a0ed-ac6b-404b-8656-7339bcc5f85c tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2494154 Feb 11 13:26:18.079579 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.136323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:18.137121 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.137329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-2a26146a-7e6e-4638-a86b-18c4f69293f6 tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0689342 Feb 11 13:26:18.161547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed6e81-5b1a-40b1-9961-8937cda0fcb1 req-5365babf-845f-4960-9cb9-289fc3c72c51 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.170911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5fed6e81-5b1a-40b1-9961-8937cda0fcb1 req-5365babf-845f-4960-9cb9-289fc3c72c51 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 947 time: 0.1074948 Feb 11 13:26:18.193373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-da770eed-45a8-4e00-8087-92bb1299c7db tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0489616 Feb 11 13:26:18.211402 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b7a-1cc4-476d-98f0-c19ed763f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f51e907d-9205-4bf1-a862-70862b519c9b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.212610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:18.214504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b7a-1cc4-476d-98f0-c19ed763f218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.215620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1ba12b7a-1cc4-476d-98f0-c19ed763f218 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f51e907d-9205-4bf1-a862-70862b519c9b HTTP/1.1" status: 204 len: 168 time: 0.4237399 Feb 11 13:26:18.226271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:18.279771 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:18.280288 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:18.281192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba12b7a-1cc4-476d-98f0-c19ed763f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e907d-9205-4bf1-a862-70862b519c9b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:18.293367 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5fed6e81-5b1a-40b1-9961-8937cda0fcb1 req-d3723b2b-6a31-43ee-b1ea-7e36b53df2c1 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214719 Feb 11 13:26:18.358582 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a10fc3e-04df-438d-9806-49f3bb6e5045 x-openstack-request-id: req-3a10fc3e-04df-438d-9806-49f3bb6e5045 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:18.359751 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:18.360234 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a10fc3e-04df-438d-9806-49f3bb6e5045 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:18.363279 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'code': 200} Feb 11 13:26:18.386689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Deleting port 93b2e444-e02f-40cb-bbc9-0766e785b03e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:18.387063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.479766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.480220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (93b2e444-e02f-40cb-bbc9-0766e785b03e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.493751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Calling delete_port for 93b2e444-e02f-40cb-bbc9-0766e785b03e owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:18.668927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59074) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:18.690189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a75c204-a55a-4821-b6a2-071e5e55554a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.704267 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (93b2e444-e02f-40cb-bbc9-0766e785b03e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.706547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a597207-538a-46c8-90f3-68db7b82656e req-caada393-6757-425d-a498-537830fc734d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.708702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a597207-538a-46c8-90f3-68db7b82656e req-caada393-6757-425d-a498-537830fc734d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.0994318 Feb 11 13:26:18.748197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Pushing event deleted for resources: {'Port': ['ID=93b2e444-e02f-40cb-bbc9-0766e785b03e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:18.802839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks [] for floatingip (e0db6d99-a0ab-42fb-a670-2ff9785dfea8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.806445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.824094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0df8a86-ff99-4f82-9cd0-858b64acf92e req-3d7e95ed-001f-44a2-9c2b-1bdc11acb95d tempest-FloatingIPDetailsTestJSON-1155516539 tempest-FloatingIPDetailsTestJSON-1155516539-project] 10.222.0.79 "DELETE /v2.0/floatingips/e0db6d99-a0ab-42fb-a670-2ff9785dfea8 HTTP/1.1" status: 204 len: 173 time: 0.6211855 Feb 11 13:26:18.830736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59080) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:18.830992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a597207-538a-46c8-90f3-68db7b82656e req-fcb0635e-0d58-48fc-92ec-0fb4629e8124 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084194 Feb 11 13:26:18.842291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:18.842772 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.870338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:18.905335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a75c204-a55a-4821-b6a2-071e5e55554a admin admin] Publish callbacks [] for security_group (f346200b-b996-409e-9304-a98cf951b60e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.911858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a75c204-a55a-4821-b6a2-071e5e55554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f346200b-b996-409e-9304-a98cf951b60e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.915305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:18.938168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.999228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75c204-a55a-4821-b6a2-071e5e55554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f346200b-b996-409e-9304-a98cf951b60e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.016448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7a75c204-a55a-4821-b6a2-071e5e55554a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec5ddd3bc590455b97196110e6a68ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463917 Feb 11 13:26:19.020324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59084) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:19.034643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.059931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36564dce-12b9-43f6-9fca-0c2b6c8d7eee req-9cab2c94-72ec-45e7-9795-2a322f017adc tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:19.061546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36564dce-12b9-43f6-9fca-0c2b6c8d7eee req-9cab2c94-72ec-45e7-9795-2a322f017adc tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 0.0765667 Feb 11 13:26:19.111996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36564dce-12b9-43f6-9fca-0c2b6c8d7eee req-162cc68a-e2d5-4439-8f4b-a5f5f002d3f5 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Feb 11 13:26:19.112776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60fd20-0175-432c-802c-364df595a81e req-66204ad1-b8ca-4ff6-a6b0-344a5d827b5e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:19.114321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a60fd20-0175-432c-802c-364df595a81e req-66204ad1-b8ca-4ff6-a6b0-344a5d827b5e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1127 time: 0.1548777 Feb 11 13:26:19.191800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb5aa93b-ed4a-43e7-9734-357f56e77b89 admin admin] Publish callbacks [] for security_group (f346200b-b996-409e-9304-a98cf951b60e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.235266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['27c5ecde-a36e-4965-8f9d-fd1a24717f2f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:19.266368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a60fd20-0175-432c-802c-364df595a81e req-13a9e876-8230-49dd-9c60-806569a290ec tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130826 Feb 11 13:26:19.272418 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb5aa93b-ed4a-43e7-9734-357f56e77b89 admin admin] Publish callbacks [] for security_group (f346200b-b996-409e-9304-a98cf951b60e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.404695 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb5aa93b-ed4a-43e7-9734-357f56e77b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f346200b-b996-409e-9304-a98cf951b60e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.408473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb5aa93b-ed4a-43e7-9734-357f56e77b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.413166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bb5aa93b-ed4a-43e7-9734-357f56e77b89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f346200b-b996-409e-9304-a98cf951b60e HTTP/1.1" status: 204 len: 168 time: 0.3634076 Feb 11 13:26:19.426632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5aa93b-ed4a-43e7-9734-357f56e77b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f346200b-b996-409e-9304-a98cf951b60e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.554704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (c38fc5d0-5050-48c5-82d6-475505e30391), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.646194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:19.788478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:19.789306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.838280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:19.843426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.930154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.957807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.958765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76480e-cdd2-42eb-a99c-28acc91176d5 req-70397666-0553-49d7-ae55-05fb8afdb131 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:19.961559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2b76480e-cdd2-42eb-a99c-28acc91176d5 req-70397666-0553-49d7-ae55-05fb8afdb131 tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 1131 time: 0.0648804 Feb 11 13:26:20.001201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-a5a703fa-bb8b-45e6-8ade-383cbf39ea9d service neutron] 10.222.0.83 "GET /v2.0/ports/310ceda2-760f-4df9-a043-648ef8be35c5/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 382 time: 0.1218436 Feb 11 13:26:20.017583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Deleting port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:20.017918 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.048140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2b76480e-cdd2-42eb-a99c-28acc91176d5 req-00d67fed-f53d-4781-831b-63e547a4ca8f tempest-ServersAdminTestJSON-1822024597 tempest-ServersAdminTestJSON-1822024597-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771003 Feb 11 13:26:20.155047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] For port 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,segment=NetworkSegment(1ddd6d18-589b-48a1-b20a-26e9d6346e41),segment_id=1ddd6d18-589b-48a1-b20a-26e9d6346e41)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:20.155413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.182793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Calling delete_port for 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:20.350230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-0efce81d-c931-4cb8-8698-a7cebe9a117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.351751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-0efce81d-c931-4cb8-8698-a7cebe9a117a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9&tenant_id=897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 1131 time: 0.1042747 Feb 11 13:26:20.365322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:20.370565 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eff7a67-6d1d-49b1-a431-bed3cbb096e5" -d '{"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:20.479093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-10a78a61-1c94-4dcd-9b38-0fcbe8402493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.480709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-10a78a61-1c94-4dcd-9b38-0fcbe8402493 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 1131 time: 0.1031668 Feb 11 13:26:20.554733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.625735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:20.693593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3b05f-02aa-49a3-9ac3-af5d927b6c6f req-11cc5c33-0907-4a54-b198-9099f9311313 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.702694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a3b05f-02aa-49a3-9ac3-af5d927b6c6f req-11cc5c33-0907-4a54-b198-9099f9311313 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.0884593 Feb 11 13:26:20.747581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-887b325d-f408-4b56-811f-14d4696929fc tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:26:20.755669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-887b325d-f408-4b56-811f-14d4696929fc tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159628 Feb 11 13:26:20.767696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-bfc74572-43b3-4f8c-888e-5ef3991b39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.769251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-bfc74572-43b3-4f8c-888e-5ef3991b39e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2811053 Feb 11 13:26:20.843262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-c946d9f4-63f4-40ef-802d-f4f5d14c4a1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 217 time: 0.0633461 Feb 11 13:26:20.850968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a3b05f-02aa-49a3-9ac3-af5d927b6c6f req-b967c219-c69d-4693-9cb2-aace60b0db4b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367648 Feb 11 13:26:20.856532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-4c55fabf-98d1-4a28-a365-388e97dc784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.876199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-4c55fabf-98d1-4a28-a365-388e97dc784b service neutron] 10.222.0.79 "GET /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 1124 time: 0.1007273 Feb 11 13:26:20.880669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Request body: {'binding': {'host': 'n-h2-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:20.885246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:26:20.960910 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (c38fc5d0-5050-48c5-82d6-475505e30391), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.008656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-9915b5c2-e79a-44d5-9238-d1eef5eb9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.010560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-9915b5c2-e79a-44d5-9238-d1eef5eb9045 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1596756 Feb 11 13:26:21.137701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-e762c0cc-7ca6-4e8f-a835-f8071f7c2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.139285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-e762c0cc-7ca6-4e8f-a835-f8071f7c2c0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1210425 Feb 11 13:26:21.157273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on host n-h2-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:21.157771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:21.157988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:21.162545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:21.162880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:21.170089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:21.170468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:21.170854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:21.171281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Bound port: 26ea1a29-7103-46ee-a1ca-39276ea1287f, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:21.178015 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ee697-5711-4dca-b07c-4908946a55ec x-openstack-request-id: req-0d0ee697-5711-4dca-b07c-4908946a55ec {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:21.178526 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:21.178611 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d0ee697-5711-4dca-b07c-4908946a55ec {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:21.178959 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76', 'code': 200} Feb 11 13:26:21.243208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:21.254572 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.266592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e489cbbd-1535-4cd8-aa5d-3d0bda353fc0 service neutron] 10.222.0.79 "POST /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3833873 Feb 11 13:26:21.589673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-aaaffe79-614e-4a3d-8e49-8d10eccb7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.592997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-aaaffe79-614e-4a3d-8e49-8d10eccb7dd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0544870 Feb 11 13:26:21.609350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.689582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:21.760474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:21.761131 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.777806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-d056dcb4-66e3-4a7e-ad05-2c91b887bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.779332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-d056dcb4-66e3-4a7e-ad05-2c91b887bc61 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.1786304 Feb 11 13:26:21.837486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-0df88edd-d50d-4cfd-94f7-79bd656a9c01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 217 time: 0.0509067 Feb 11 13:26:21.863594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:21.863991 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.906048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:21.912590 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.913785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:21.958327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Router c38fc5d0-5050-48c5-82d6-475505e30391 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:21.967929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b9e19-c9ca-4d34-aa42-3890100bcdc0 req-0a2e08b9-42cd-4a40-9590-8d98a403bb41 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.975258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-636b9e19-c9ca-4d34-aa42-3890100bcdc0 req-0a2e08b9-42cd-4a40-9590-8d98a403bb41 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 950 time: 0.3935657 Feb 11 13:26:22.006227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-6e96ca25-fef7-47e8-a3eb-56550b22030b service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8267014 Feb 11 13:26:22.009006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-11653187-192f-4917-94a8-ec7c36f0a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.010801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-11653187-192f-4917-94a8-ec7c36f0a678 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1628361 Feb 11 13:26:22.068144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-dd2a31fd-128b-47ee-bf98-e535def4d768 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432935 Feb 11 13:26:22.085708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:22.086358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9c408-63ee-4bd2-8791-d0cf00eaec84 req-10c4301a-26e3-4f58-baa7-dbe24db4a9f2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.086562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.088340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a9c408-63ee-4bd2-8791-d0cf00eaec84 req-10c4301a-26e3-4f58-baa7-dbe24db4a9f2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1705532 Feb 11 13:26:22.099652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-636b9e19-c9ca-4d34-aa42-3890100bcdc0 req-0e091961-2b83-4728-a333-1a7ea538d7d3 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234400 Feb 11 13:26:22.102112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=11']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.138040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:22.144362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.206595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.244911 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5bcffc4-9474-45c5-9bad-4b4d2eb8e2ac req-e021ee2d-ac3d-4d7e-b32f-3bb8c72d6c2b service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248571 Feb 11 13:26:22.248927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:22.254255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4366152b-35d5-4003-9b7a-cd2c8768a766 admin admin] 10.222.0.79 "PUT /v2.0/routers/c38fc5d0-5050-48c5-82d6-475505e30391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4269595 Feb 11 13:26:22.256778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59234) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:22.266060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] Sync routers for ids ['c38fc5d0-5050-48c5-82d6-475505e30391'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:22.284516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] Routers {'c38fc5d0-5050-48c5-82d6-475505e30391'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:22.285334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c38fc5d0-5050-48c5-82d6-475505e30391'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:22.370050 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:26:22.500580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks [] for router (c38fc5d0-5050-48c5-82d6-475505e30391), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.561532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] Set router c38fc5d0-5050-48c5-82d6-475505e30391 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:22.589052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e242de-d9b3-40bb-9ed1-84c27e53db71 req-d0f268bf-89cc-4b49-9f61-78b74ce92b62 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.590751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44e242de-d9b3-40bb-9ed1-84c27e53db71 req-d0f268bf-89cc-4b49-9f61-78b74ce92b62 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 947 time: 0.1424031 Feb 11 13:26:22.614522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a9c408-63ee-4bd2-8791-d0cf00eaec84 req-b792f8a6-a407-4a17-8fac-146a437d967f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094547 Feb 11 13:26:22.660515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-1c471b25-5ba1-447e-a73c-1fed2f8d8580 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711799 Feb 11 13:26:22.715116 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks [] for router_gateway (c38fc5d0-5050-48c5-82d6-475505e30391), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.798998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44e242de-d9b3-40bb-9ed1-84c27e53db71 req-8f3798c5-1f8a-4a50-96ae-70b8fea52786 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015743 Feb 11 13:26:22.856645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 5, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port': {'id': '9104e45c-09ca-4b51-83d5-1ed33e864096', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:45Z', 'updated_at': '2022-02-11T13:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:22.884887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] Checking router: c38fc5d0-5050-48c5-82d6-475505e30391 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:22.886630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-77e9bf6e-df1e-4094-9341-0f19a7f8bf20 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.888307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-77e9bf6e-df1e-4094-9341-0f19a7f8bf20 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 950 time: 0.0934930 Feb 11 13:26:22.894232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Deleting port 9104e45c-09ca-4b51-83d5-1ed33e864096 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:22.894577 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.894701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] Routers {'c38fc5d0-5050-48c5-82d6-475505e30391'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:22.895797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:25:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c38fc5d0-5050-48c5-82d6-475505e30391'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:22.910414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-8f2ce483-a2d0-4df6-a89a-4f0cdc098597 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385297 Feb 11 13:26:23.023480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] Set router c38fc5d0-5050-48c5-82d6-475505e30391 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:23.067798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] For port 9104e45c-09ca-4b51-83d5-1ed33e864096, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9104e45c-09ca-4b51-83d5-1ed33e864096,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:23.068436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.093070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Calling delete_port for 9104e45c-09ca-4b51-83d5-1ed33e864096 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:23.100578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:26:22Z', 'revision_number': 6, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:23.112662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Deleting port 59034efa-d223-42fc-8398-fe03a38ab2a6 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:23.113231 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.131160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76ecd1-0852-4b62-af4c-e89268ca1462 None None] The sync data for ids ['c38fc5d0-5050-48c5-82d6-475505e30391'] in n-d-828676-2 is: [{'id': 'c38fc5d0-5050-48c5-82d6-475505e30391', 'name': 'tempest-FloatingIPDetailsTestJSON-1553856408-router', 'tenant_id': '77e949b75d214576a68983b3c86a229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:26:22Z', 'revision_number': 6, 'project_id': '77e949b75d214576a68983b3c86a229b', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:23.180415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f'}, {'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:23.184114 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5829406-5cb4-4f7b-b4dc-3fca03420628" -d '{"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-plugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f"}, {"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-unplugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:23.290330 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c75365-a31e-42a6-b127-a4ca39e43231 x-openstack-request-id: req-51c75365-a31e-42a6-b127-a4ca39e43231 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:23.291088 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-plugged", "status": "completed", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f", "code": 200}, {"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-unplugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:23.291088 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51c75365-a31e-42a6-b127-a4ca39e43231 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:23.291379 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'code': 200} Feb 11 13:26:23.291660 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5', 'code': 200} Feb 11 13:26:23.448473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] For port 59034efa-d223-42fc-8398-fe03a38ab2a6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=59034efa-d223-42fc-8398-fe03a38ab2a6,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:23.449157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.457960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9104e45c-09ca-4b51-83d5-1ed33e864096), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.474705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e795c-643f-47df-94a2-569a463e6617 req-ecf3fa39-0ae7-4a60-b76b-1ab1ce421a23 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:23.482786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-851e795c-643f-47df-94a2-569a463e6617 req-ecf3fa39-0ae7-4a60-b76b-1ab1ce421a23 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 950 time: 0.2872028 Feb 11 13:26:23.528687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Calling delete_port for 59034efa-d223-42fc-8398-fe03a38ab2a6 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:23.541387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9104e45c-09ca-4b51-83d5-1ed33e864096,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.643114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (c38fc5d0-5050-48c5-82d6-475505e30391), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.744659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (c38fc5d0-5050-48c5-82d6-475505e30391), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.750025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks [] for router_controller (c38fc5d0-5050-48c5-82d6-475505e30391), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.807601 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (c38fc5d0-5050-48c5-82d6-475505e30391), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.807961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38fc5d0-5050-48c5-82d6-475505e30391 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:26:23.820135 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.823233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21337d-3cb1-48d6-aefa-d530ba38ce09 req-4284a237-e9c4-4810-9d7a-0d4f9354ddbc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:23.824292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-789c3a6a-0f6e-43fb-97fe-111a540050b7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c38fc5d0-5050-48c5-82d6-475505e30391 HTTP/1.1" status: 204 len: 168 time: 1.5662556 Feb 11 13:26:23.824913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59298) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:23.826510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f21337d-3cb1-48d6-aefa-d530ba38ce09 req-4284a237-e9c4-4810-9d7a-0d4f9354ddbc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0814841 Feb 11 13:26:23.884467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-851e795c-643f-47df-94a2-569a463e6617 req-38ab32d9-85fa-4ef8-a597-d05b23d6f95d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971007 Feb 11 13:26:23.957352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f21337d-3cb1-48d6-aefa-d530ba38ce09 req-8fa701ce-7b29-468f-add7-83c964c086ea tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180744 Feb 11 13:26:23.966209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] Deleting subnet dd25f5f0-3d7d-4c17-bd00-71e6f721bee2 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:26:23.974401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] Publish callbacks [] for subnet (dd25f5f0-3d7d-4c17-bd00-71e6f721bee2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.063233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59304) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:24.097512 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] Publish callbacks [] for subnet (dd25f5f0-3d7d-4c17-bd00-71e6f721bee2), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.151155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (59034efa-d223-42fc-8398-fe03a38ab2a6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.163163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['27c5ecde-a36e-4965-8f9d-fd1a24717f2f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:24.170348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['90268e1e-b6da-4f06-a4b0-0ce00b580bf4'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:24.199841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Pushing event deleted for resources: {'Port': ['ID=59034efa-d223-42fc-8398-fe03a38ab2a6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.211443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (dd25f5f0-3d7d-4c17-bd00-71e6f721bee2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.221503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a716-5e36-4f69-b5c4-27c9953f45c8 req-737328a1-4806-4f1e-9a60-2e6b1eeb5a0a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:24.223317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31e4a716-5e36-4f69-b5c4-27c9953f45c8 req-737328a1-4806-4f1e-9a60-2e6b1eeb5a0a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 947 time: 0.2211690 Feb 11 13:26:24.282714 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd059-9a43-4407-8986-a0c64ce53bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.397398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] No DVR routers for this DVR port 59034efa-d223-42fc-8398-fe03a38ab2a6 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:24.403351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.419402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7cc2902b-482f-4962-ba60-c5b979880c0b req-278522cf-cc81-4b16-abaf-aa9c287e0869 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "DELETE /v2.0/ports/59034efa-d223-42fc-8398-fe03a38ab2a6 HTTP/1.1" status: 204 len: 173 time: 1.5217876 Feb 11 13:26:24.421621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd059-9a43-4407-8986-a0c64ce53bd3 admin admin] Publish callbacks [] for security_group (12378f31-4606-4d2f-87f7-f3794f6030ba), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.422752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'name': 'network-vif-deleted', 'tag': '59034efa-d223-42fc-8398-fe03a38ab2a6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:24.426421 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6148ae8-f937-4e20-a3b5-6a093970c20d" -d '{"events": [{"server_uuid": "6ef1ddda-84bd-4621-a385-6a18a5d81ce4", "name": "network-vif-deleted", "tag": "59034efa-d223-42fc-8398-fe03a38ab2a6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:24.428056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd059-9a43-4407-8986-a0c64ce53bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (12378f31-4606-4d2f-87f7-f3794f6030ba), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.478846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4dbbd059-9a43-4407-8986-a0c64ce53bd3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fbc4e9b6e4f46f3b47d83b79f94d057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118509 Feb 11 13:26:24.479969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59312) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:24.527944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (dd25f5f0-3d7d-4c17-bd00-71e6f721bee2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.531571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd059-9a43-4407-8986-a0c64ce53bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12378f31-4606-4d2f-87f7-f3794f6030ba,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.554774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31e4a716-5e36-4f69-b5c4-27c9953f45c8 req-8bb871b3-b018-427e-b858-fc7184671c1b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926338 Feb 11 13:26:24.622958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd25f5f0-3d7d-4c17-bd00-71e6f721bee2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.633144 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61577482-72a4-4234-aa43-1660b5c9c715 x-openstack-request-id: req-61577482-72a4-4234-aa43-1660b5c9c715 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:24.633332 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef1ddda-84bd-4621-a385-6a18a5d81ce4", "name": "network-vif-deleted", "tag": "59034efa-d223-42fc-8398-fe03a38ab2a6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:24.633557 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61577482-72a4-4234-aa43-1660b5c9c715 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:24.637088 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef1ddda-84bd-4621-a385-6a18a5d81ce4', 'name': 'network-vif-deleted', 'tag': '59034efa-d223-42fc-8398-fe03a38ab2a6', 'status': 'completed', 'code': 200} Feb 11 13:26:24.664516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.677773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59318) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:24.679000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4dd3ecef-9c47-4c4b-8343-255acd307779 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dd25f5f0-3d7d-4c17-bd00-71e6f721bee2 HTTP/1.1" status: 204 len: 168 time: 0.8487527 Feb 11 13:26:24.748166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca0328ff-9c98-454c-b056-0203b39c1476 admin admin] Publish callbacks [] for security_group (12378f31-4606-4d2f-87f7-f3794f6030ba), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.800150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca0328ff-9c98-454c-b056-0203b39c1476 admin admin] Publish callbacks [] for security_group (12378f31-4606-4d2f-87f7-f3794f6030ba), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.800749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9dd1e1-f7fc-4038-a841-34796d010a4a None None] Network 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:24.865541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (5d26c89d-6d4c-4b44-b5d7-20b7e76c8770), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.919369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca0328ff-9c98-454c-b056-0203b39c1476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (12378f31-4606-4d2f-87f7-f3794f6030ba), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.923295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca0328ff-9c98-454c-b056-0203b39c1476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.924645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca0328ff-9c98-454c-b056-0203b39c1476 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12378f31-4606-4d2f-87f7-f3794f6030ba HTTP/1.1" status: 204 len: 168 time: 0.4436789 Feb 11 13:26:24.937875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0328ff-9c98-454c-b056-0203b39c1476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12378f31-4606-4d2f-87f7-f3794f6030ba,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.968941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9104e45c-09ca-4b51-83d5-1ed33e864096 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:24.998507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Deleting port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:24.998967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.083269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9104e45c-09ca-4b51-83d5-1ed33e864096 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:25.084950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9104e45c-09ca-4b51-83d5-1ed33e864096 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:25.086077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:25.154551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] For port ce3b3b89-233f-4292-8cb5-3a49bf417fb4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,segment=NetworkSegment(1ddd6d18-589b-48a1-b20a-26e9d6346e41),segment_id=1ddd6d18-589b-48a1-b20a-26e9d6346e41)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:25.154882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.164254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:25.165029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d8b7042-3f1e-4fa6-80d9-72a86e9d6fcf not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:25.234377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43619b15-f93c-4dda-9509-65a74145e25a req-eb21fdff-054c-4a9d-b340-6f94df09c55b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.236013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43619b15-f93c-4dda-9509-65a74145e25a req-eb21fdff-054c-4a9d-b340-6f94df09c55b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0901113 Feb 11 13:26:25.267250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Calling delete_port for ce3b3b89-233f-4292-8cb5-3a49bf417fb4 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:25.292655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e568a44f-8b32-41fb-9474-2c92d968a1a6 req-ca6c7a59-4fdc-4cd1-8690-5397d0de59fe tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ef1ddda-84bd-4621-a385-6a18a5d81ce4 HTTP/1.1" status: 200 len: 210 time: 0.1216846 Feb 11 13:26:25.360636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] DHCP port deletion for 5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:26:25.381516 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43619b15-f93c-4dda-9509-65a74145e25a req-aed5cb90-2ec8-4789-b36e-ff98cebbdfbc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386747 Feb 11 13:26:25.470108 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.501162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] Deleting port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:25.501534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.552770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] No DVR routers for this DVR port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:25.570543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59332) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:25.585228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.595799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc00b246-674e-4d0c-b666-76cfad7f10c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.603929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] For port ce3b3b89-233f-4292-8cb5-3a49bf417fb4, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:25.604339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.634276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] Calling delete_port for ce3b3b89-233f-4292-8cb5-3a49bf417fb4 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:25.643665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] Port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:26:25.647475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ce3b3b89-233f-4292-8cb5-3a49bf417fb4), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.669686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (5d26c89d-6d4c-4b44-b5d7-20b7e76c8770), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.693469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] Pushing event deleted for resources: {'Port': ['ID=ce3b3b89-233f-4292-8cb5-3a49bf417fb4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.698372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0d967-1d81-4be1-9cb0-fdccda9a34f6 None None] No DVR routers for this DVR port ce3b3b89-233f-4292-8cb5-3a49bf417fb4 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:25.706926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:25.719836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 59034efa-d223-42fc-8398-fe03a38ab2a6 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:25.761302 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc00b246-674e-4d0c-b666-76cfad7f10c7 admin admin] Publish callbacks [] for security_group (5f071978-7555-489f-9d47-906392e5e4f4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.763511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 59034efa-d223-42fc-8398-fe03a38ab2a6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:25.763800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 59034efa-d223-42fc-8398-fe03a38ab2a6 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:25.768178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc00b246-674e-4d0c-b666-76cfad7f10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5f071978-7555-489f-9d47-906392e5e4f4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.784612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d26c89d-6d4c-4b44-b5d7-20b7e76c8770']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:25.802022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddd6d18-589b-48a1-b20a-26e9d6346e41') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:25.802517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddd6d18-589b-48a1-b20a-26e9d6346e41') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:25.815475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1ddd6d18-589b-48a1-b20a-26e9d6346e41), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.842662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00b246-674e-4d0c-b666-76cfad7f10c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f071978-7555-489f-9d47-906392e5e4f4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.852516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387af204-39cc-48e3-af9b-dc6537f900b1 req-25b9e6e7-83fe-46e8-805f-118a8ea77f28 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.867279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-387af204-39cc-48e3-af9b-dc6537f900b1 req-25b9e6e7-83fe-46e8-805f-118a8ea77f28 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 947 time: 0.1757681 Feb 11 13:26:25.869697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1ddd6d18-589b-48a1-b20a-26e9d6346e41), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.886620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc00b246-674e-4d0c-b666-76cfad7f10c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=73ba0f7d8f034d3cadbad5afa004c4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146999 Feb 11 13:26:25.889063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59354) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:25.889440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:26:25.890103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1ddd6d18-589b-48a1-b20a-26e9d6346e41), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:25.892097 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:25.914971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:25.944438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'ce203587-0434-4b87-871d-ff1434df0b76', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'ce203587-0434-4b87-871d-ff1434df0b76', 'mac_address': 'fa:16:3e:64:e3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:25.957228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd22bb94-a826-4d82-b99a-01ec6b5fccfe admin admin] Publish callbacks [] for security_group (5f071978-7555-489f-9d47-906392e5e4f4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.990605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd22bb94-a826-4d82-b99a-01ec6b5fccfe admin admin] Publish callbacks [] for security_group (5f071978-7555-489f-9d47-906392e5e4f4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.991433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-387af204-39cc-48e3-af9b-dc6537f900b1 req-b5d601bd-29dc-478d-8707-5f249672cb40 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230948 Feb 11 13:26:26.012093 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (5d26c89d-6d4c-4b44-b5d7-20b7e76c8770), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.018717 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.025775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] 10.222.0.79 "DELETE /v2.0/networks/5d26c89d-6d4c-4b44-b5d7-20b7e76c8770 HTTP/1.1" status: 204 len: 168 time: 1.3443470 Feb 11 13:26:26.043295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:26.048762 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.071444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff65738-0053-4a92-9065-5df495f83d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d26c89d-6d4c-4b44-b5d7-20b7e76c8770,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:26.086150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd22bb94-a826-4d82-b99a-01ec6b5fccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5f071978-7555-489f-9d47-906392e5e4f4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.090777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd22bb94-a826-4d82-b99a-01ec6b5fccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.092215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cd22bb94-a826-4d82-b99a-01ec6b5fccfe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f071978-7555-489f-9d47-906392e5e4f4 HTTP/1.1" status: 204 len: 168 time: 0.2020469 Feb 11 13:26:26.098511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce203587-0434-4b87-871d-ff1434df0b76 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:26.105274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22bb94-a826-4d82-b99a-01ec6b5fccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f071978-7555-489f-9d47-906392e5e4f4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:26.147205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:26.154418 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.155161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:26.267372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:26.295743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:26.346407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '310ceda2-760f-4df9-a043-648ef8be35c5', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '310ceda2-760f-4df9-a043-648ef8be35c5', 'mac_address': 'fa:16:3e:12:77:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:26.403303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59372) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:26.439134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:26.439965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.502340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ceda2-760f-4df9-a043-648ef8be35c5 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:26.544516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:26.555062 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.754617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ce203587-0434-4b87-871d-ff1434df0b76'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:26.762739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3655464d-4123-4761-b8d2-2f1d3d3ba6ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77e949b75d214576a68983b3c86a229b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582196 Feb 11 13:26:26.765264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59392) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:26.833169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ce3b3b89-233f-4292-8cb5-3a49bf417fb4 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:26.881793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:26.887438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ce3b3b89-233f-4292-8cb5-3a49bf417fb4 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:26.887733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ce3b3b89-233f-4292-8cb5-3a49bf417fb4 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:26.957071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['310ceda2-760f-4df9-a043-648ef8be35c5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:26.963666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-4197cde3-6740-4a8f-b28c-fb3d765b722a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:26.969785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-4197cde3-6740-4a8f-b28c-fb3d765b722a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9&tenant_id=897e6e80e7474025ac8599f05e90c6cd&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 948 time: 0.4536743 Feb 11 13:26:26.973864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2da0df-53f1-484b-83f3-52b816a8e9da admin admin] Publish callbacks [] for security_group (8f0e4698-9ada-4676-9448-284db15a1799), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.986344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3bdc1-9e8a-49a9-a5c0-793bd26b1fc3 req-6d6cca0b-1589-42e8-ba60-fb500ff9e646 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:26.988375 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebc3bdc1-9e8a-49a9-a5c0-793bd26b1fc3 req-6d6cca0b-1589-42e8-ba60-fb500ff9e646 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 948 time: 0.1881263 Feb 11 13:26:27.026191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0896-fa41-4a9d-b37e-08d824977e47 req-d5077e48-85b5-4b4b-b76f-0070dfe81a4f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.031634 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2da0df-53f1-484b-83f3-52b816a8e9da admin admin] Publish callbacks [] for security_group (8f0e4698-9ada-4676-9448-284db15a1799), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:27.033864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d0d0896-fa41-4a9d-b37e-08d824977e47 req-d5077e48-85b5-4b4b-b76f-0070dfe81a4f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.3464315 Feb 11 13:26:27.123950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebc3bdc1-9e8a-49a9-a5c0-793bd26b1fc3 req-9a59b6f9-dff4-44f6-81c7-7ea3efeffe7b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263959 Feb 11 13:26:27.137848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-307e1803-6e26-4338-b499-684e7bb4bcf8 service neutron] 10.222.0.83 "GET /v2.0/ports/310ceda2-760f-4df9-a043-648ef8be35c5/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 382 time: 0.1536267 Feb 11 13:26:27.158314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d0d0896-fa41-4a9d-b37e-08d824977e47 req-8f35ca8a-caf1-42c5-aeae-596ba7f0c9ca tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214542 Feb 11 13:26:27.177173 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2da0df-53f1-484b-83f3-52b816a8e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f0e4698-9ada-4676-9448-284db15a1799), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:27.177666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2da0df-53f1-484b-83f3-52b816a8e9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:27.179132 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b2da0df-53f1-484b-83f3-52b816a8e9da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f0e4698-9ada-4676-9448-284db15a1799 HTTP/1.1" status: 204 len: 168 time: 0.4127219 Feb 11 13:26:27.202167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2da0df-53f1-484b-83f3-52b816a8e9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e4698-9ada-4676-9448-284db15a1799,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:27.231245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-d7af7aac-8a1b-4d03-afb0-68da07ea58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.233407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-d7af7aac-8a1b-4d03-afb0-68da07ea58ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 1130 time: 0.0722132 Feb 11 13:26:27.358996 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bd5ec4f-f613-4f51-9227-a811a7cd530b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:27.410962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-e8f1dba2-cd49-4e40-9896-310b52dc4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.412456 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-e8f1dba2-cd49-4e40-9896-310b52dc4944 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1722567 Feb 11 13:26:27.477282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-f67c7367-d94b-4a5a-bb51-c6acbd2f76e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 217 time: 0.0510020 Feb 11 13:26:27.496755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b9135-b40f-446e-b95d-09d8520686bc req-147395ec-2419-4165-9edf-b7242281edc9 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.500975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a93b9135-b40f-446e-b95d-09d8520686bc req-147395ec-2419-4165-9edf-b7242281edc9 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 950 time: 0.1615736 Feb 11 13:26:27.566326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-0c92ca8e-2c13-4f4c-8ad5-fae9b9cdb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.567822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-0c92ca8e-2c13-4f4c-8ad5-fae9b9cdb2fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0816247 Feb 11 13:26:27.623453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a93b9135-b40f-446e-b95d-09d8520686bc req-a25c5d4d-fbff-463a-93c7-d56f82c2397d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177950 Feb 11 13:26:27.773091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-f2b0dbd1-e3b3-416c-b36c-ed8f166fdde3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1835682 Feb 11 13:26:27.789849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-eb0eece2-5c16-427a-a6ff-ea06b8b66920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.802823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-eb0eece2-5c16-427a-a6ff-ea06b8b66920 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2276402 Feb 11 13:26:28.019330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e726b-bcee-4a59-8036-4198369804b0 req-208e208e-8d3c-4a52-a873-a734ebd475f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.027853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-208e208e-8d3c-4a52-a873-a734ebd475f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 1131 time: 0.1729691 Feb 11 13:26:28.044667 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-1943b640-9ab8-46b8-aacd-e8136ebac05d service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351942 Feb 11 13:26:28.208695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e726b-bcee-4a59-8036-4198369804b0 req-74ca4f20-35dd-46b3-b8f0-8259cb5317d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.210562 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-74ca4f20-35dd-46b3-b8f0-8259cb5317d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1456668 Feb 11 13:26:28.296954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-5fd7766a-5266-420c-889c-a11c84f02a06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 200 len: 217 time: 0.0711734 Feb 11 13:26:28.415602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812dd93-a9c8-4b37-8dc8-7d9f29bb4774 req-330451cc-3a6f-476f-a291-fd4cd735aa6b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.417207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3812dd93-a9c8-4b37-8dc8-7d9f29bb4774 req-330451cc-3a6f-476f-a291-fd4cd735aa6b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1019092 Feb 11 13:26:28.508424 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3812dd93-a9c8-4b37-8dc8-7d9f29bb4774 req-eb644d98-f8fc-4c6b-a53c-dcb169d9079b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839670 Feb 11 13:26:28.727708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-293adefc-6440-4a8b-a564-4651542acc77 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.729823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-293adefc-6440-4a8b-a564-4651542acc77 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 950 time: 0.1124029 Feb 11 13:26:29.019516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Deleting port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:29.022190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.121134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a74274-a2ac-4cf2-8a2f-cda8f43b9a68 req-05fc7d40-6e01-4b2d-bf1a-ba519c9ef2e9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.122713 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09a74274-a2ac-4cf2-8a2f-cda8f43b9a68 req-05fc7d40-6e01-4b2d-bf1a-ba519c9ef2e9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 948 time: 0.8248632 Feb 11 13:26:29.144842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e726b-bcee-4a59-8036-4198369804b0 req-26900b44-ec9b-427f-89ac-a3a11a8ba88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.146804 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-26900b44-ec9b-427f-89ac-a3a11a8ba88d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.7908697 Feb 11 13:26:29.153316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-94468ae3-b8d7-4735-9d5a-0edce56ef445 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1011965 Feb 11 13:26:29.237375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] For port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:29.241018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.241898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09a74274-a2ac-4cf2-8a2f-cda8f43b9a68 req-a5cd8416-c5d5-4b31-ae30-e13cf1a25a39 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113825 Feb 11 13:26:29.256198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e726b-bcee-4a59-8036-4198369804b0 req-07d3d743-d55b-4225-a6a5-3fcac9ca4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.258931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-07d3d743-d55b-4225-a6a5-3fcac9ca4c27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0878992 Feb 11 13:26:29.280300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Calling delete_port for 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:29.338424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-851dd22b-4a5e-4714-ba67-32ec6e59362b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.369945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-6ec5787f-f68e-452b-915f-f333f344854b service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012242 Feb 11 13:26:29.487187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c41e726b-bcee-4a59-8036-4198369804b0 req-b884010e-fd2f-4e79-a1a7-2f6eacf3ed13 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096148 Feb 11 13:26:29.571532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe6d3-3807-43c5-9198-25223151d354 req-e2385910-3e80-4cdd-80b7-3ce6a5424022 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.573772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-130fe6d3-3807-43c5-9198-25223151d354 req-e2385910-3e80-4cdd-80b7-3ce6a5424022 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d1b797d-8a45-466b-96d9-e1ce63c1df68 HTTP/1.1" status: 200 len: 950 time: 0.0856125 Feb 11 13:26:29.585363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (90268e1e-b6da-4f06-a4b0-0ce00b580bf4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.600903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['90268e1e-b6da-4f06-a4b0-0ce00b580bf4'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:29.627233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-130fe6d3-3807-43c5-9198-25223151d354 req-02d1e42e-431d-4ae6-be74-c971fef56b9e tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Feb 11 13:26:29.658674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['27c5ecde-a36e-4965-8f9d-fd1a24717f2f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:29.665812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Pushing event deleted for resources: {'Port': ['ID=90268e1e-b6da-4f06-a4b0-0ce00b580bf4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:29.750695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:29.784604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] No DVR routers for this DVR port 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:29.792517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.802311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01ab8e07-df4d-4fb9-b267-8ffe3d5c30ca req-f2d55c7e-30c1-4500-beb4-9332821252ea tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.30 "DELETE /v2.0/ports/90268e1e-b6da-4f06-a4b0-0ce00b580bf4 HTTP/1.1" status: 204 len: 173 time: 1.0594382 Feb 11 13:26:29.803077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'name': 'network-vif-deleted', 'tag': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:29.812542 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b997f-12d3-4121-8ddd-bcb2a2a121ba" -d '{"events": [{"server_uuid": "0d1b797d-8a45-466b-96d9-e1ce63c1df68", "name": "network-vif-deleted", "tag": "90268e1e-b6da-4f06-a4b0-0ce00b580bf4"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:29.828524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port ce203587-0434-4b87-871d-ff1434df0b76 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:29.828972 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ce203587-0434-4b87-871d-ff1434df0b76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.904996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a869c7-f193-4394-9902-fc55754cfaff req-66ec0526-b4b3-4368-ac1d-4a8d05c62662 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.912640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a3a869c7-f193-4394-9902-fc55754cfaff req-66ec0526-b4b3-4368-ac1d-4a8d05c62662 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1489305 Feb 11 13:26:30.000467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a3a869c7-f193-4394-9902-fc55754cfaff req-1140681e-f7a6-4479-b4a5-10d5f721f7d2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852971 Feb 11 13:26:30.048413 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4569df6f-1dd4-44fa-94ab-f15aaf62068d x-openstack-request-id: req-4569df6f-1dd4-44fa-94ab-f15aaf62068d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:30.048832 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1b797d-8a45-466b-96d9-e1ce63c1df68", "name": "network-vif-deleted", "tag": "90268e1e-b6da-4f06-a4b0-0ce00b580bf4", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:30.049089 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4569df6f-1dd4-44fa-94ab-f15aaf62068d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:30.049523 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1b797d-8a45-466b-96d9-e1ce63c1df68', 'name': 'network-vif-deleted', 'tag': '90268e1e-b6da-4f06-a4b0-0ce00b580bf4', 'status': 'completed', 'code': 200} Feb 11 13:26:30.224200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:30.224594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:30.280032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:30.282097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:30.285095 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa5a63-c32a-4fb8-8b99-249db2135577" -d '{"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-plugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:30.296955 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:30.297857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:30.365395 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de8ca1f-de81-4d29-b4e4-67d86f4c9fe2 x-openstack-request-id: req-1de8ca1f-de81-4d29-b4e4-67d86f4c9fe2 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:30.366002 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-plugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:30.366970 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1de8ca1f-de81-4d29-b4e4-67d86f4c9fe2 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:30.367393 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76', 'code': 200} Feb 11 13:26:30.442260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 310ceda2-760f-4df9-a043-648ef8be35c5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:30.442641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:30.515058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:30.552487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988534f-8376-483e-b53b-244ce85bc75f req-fb3f2b5d-26a0-45af-b696-861bf1ab9e44 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.554455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4988534f-8376-483e-b53b-244ce85bc75f req-fb3f2b5d-26a0-45af-b696-861bf1ab9e44 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 948 time: 0.1648467 Feb 11 13:26:30.604227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:30.616045 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:30.690523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4988534f-8376-483e-b53b-244ce85bc75f req-bd3d049f-f46f-4594-8898-4d01305a5bdd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257124 Feb 11 13:26:30.699387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:30.705206 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:30.799781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59564) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:30.847629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:30.886767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.033900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf751ab1-51f4-45f1-91dd-d70ee430ad8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.190902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834effb-8841-4d3e-845d-aa816c4f7f03 req-9fa0b305-1511-413d-82e2-a1b357bcbc05 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:31.201251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e834effb-8841-4d3e-845d-aa816c4f7f03 req-9fa0b305-1511-413d-82e2-a1b357bcbc05 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0910718 Feb 11 13:26:31.247520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091e9a-70fd-4e2f-9b7a-579621a9e249 req-c041fc0d-7e4a-4047-8eb1-a73fc539aa51 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:31.254729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f091e9a-70fd-4e2f-9b7a-579621a9e249 req-c041fc0d-7e4a-4047-8eb1-a73fc539aa51 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 950 time: 0.0942838 Feb 11 13:26:31.275846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf751ab1-51f4-45f1-91dd-d70ee430ad8b admin admin] Publish callbacks [] for security_group (eedf924f-9e8a-4e9b-bc58-aab63accb2d4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.285136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cf751ab1-51f4-45f1-91dd-d70ee430ad8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eedf924f-9e8a-4e9b-bc58-aab63accb2d4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.309601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e834effb-8841-4d3e-845d-aa816c4f7f03 req-fda71a65-5bed-4a32-ad5e-0c9d3e0fc871 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074040 Feb 11 13:26:31.343875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59584) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:31.360442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf751ab1-51f4-45f1-91dd-d70ee430ad8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf924f-9e8a-4e9b-bc58-aab63accb2d4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:31.414953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f091e9a-70fd-4e2f-9b7a-579621a9e249 req-880122c3-4797-4511-adc4-73dffb086030 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588864 Feb 11 13:26:31.425439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cf751ab1-51f4-45f1-91dd-d70ee430ad8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03a420d6e12345de97b7517acbd8f5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6245911 Feb 11 13:26:31.428267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59588) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:31.504372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d323ce26-248d-430c-9291-a8cc263b918c admin admin] Publish callbacks [] for security_group (eedf924f-9e8a-4e9b-bc58-aab63accb2d4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.545443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d323ce26-248d-430c-9291-a8cc263b918c admin admin] Publish callbacks [] for security_group (eedf924f-9e8a-4e9b-bc58-aab63accb2d4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.560278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ae667d3-7964-46d4-b3cf-c2e82fcc568c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.657908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d323ce26-248d-430c-9291-a8cc263b918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eedf924f-9e8a-4e9b-bc58-aab63accb2d4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.660957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d323ce26-248d-430c-9291-a8cc263b918c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.678093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d323ce26-248d-430c-9291-a8cc263b918c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eedf924f-9e8a-4e9b-bc58-aab63accb2d4 HTTP/1.1" status: 204 len: 168 time: 0.2394128 Feb 11 13:26:31.734765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323ce26-248d-430c-9291-a8cc263b918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf924f-9e8a-4e9b-bc58-aab63accb2d4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:31.797431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ae667d3-7964-46d4-b3cf-c2e82fcc568c admin admin] Publish callbacks [] for security_group (07157f76-6bdc-44c7-983a-d1dba5b89e3a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.817429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-f748650e-1075-4ac9-9895-d3165dbe2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:31.819355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-f748650e-1075-4ac9-9895-d3165dbe2174 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9&tenant_id=897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 1131 time: 0.1042559 Feb 11 13:26:31.820307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ae667d3-7964-46d4-b3cf-c2e82fcc568c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (07157f76-6bdc-44c7-983a-d1dba5b89e3a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.925066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5ae667d3-7964-46d4-b3cf-c2e82fcc568c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec0a90ce039d4a9ea1e3a066599ff99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5772634 Feb 11 13:26:31.925402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:31.964338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae667d3-7964-46d4-b3cf-c2e82fcc568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07157f76-6bdc-44c7-983a-d1dba5b89e3a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:32.020632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-1c15f4f3-6b1a-47a7-b16c-515f6613f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.022838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-1c15f4f3-6b1a-47a7-b16c-515f6613f92b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 1131 time: 0.1670642 Feb 11 13:26:32.033787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794ca1-d8d9-4679-ad54-601a82af5c50 req-74cbd330-ff20-48ec-a90e-71cfca2b4047 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.035460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc794ca1-d8d9-4679-ad54-601a82af5c50 req-74cbd330-ff20-48ec-a90e-71cfca2b4047 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1703632 Feb 11 13:26:32.068402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de20e4f3-1417-4262-afcb-aab709703481 admin admin] Publish callbacks [] for security_group (07157f76-6bdc-44c7-983a-d1dba5b89e3a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:32.133776 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de20e4f3-1417-4262-afcb-aab709703481 admin admin] Publish callbacks [] for security_group (07157f76-6bdc-44c7-983a-d1dba5b89e3a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:32.217763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc794ca1-d8d9-4679-ad54-601a82af5c50 req-ab31fb3c-52d7-44d5-88aa-7b48ad26b730 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686776 Feb 11 13:26:32.219564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de20e4f3-1417-4262-afcb-aab709703481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (07157f76-6bdc-44c7-983a-d1dba5b89e3a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:32.222551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de20e4f3-1417-4262-afcb-aab709703481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:32.225787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-de20e4f3-1417-4262-afcb-aab709703481 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07157f76-6bdc-44c7-983a-d1dba5b89e3a HTTP/1.1" status: 204 len: 168 time: 0.2985296 Feb 11 13:26:32.252681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20e4f3-1417-4262-afcb-aab709703481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07157f76-6bdc-44c7-983a-d1dba5b89e3a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:32.255256 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:32.287536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-829f68d0-c1a4-4f5f-9517-d830be55e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.288954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-829f68d0-c1a4-4f5f-9517-d830be55e45e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2523851 Feb 11 13:26:32.369016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:32.372321 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4f6f47-b739-45eb-ab52-4fdc3e24fb67" -d '{"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-plugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:32.406580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-abdb01b6-0c8e-45c5-a5d2-743ca87cab8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 200 len: 217 time: 0.1044931 Feb 11 13:26:32.507294 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1158c19a-39ab-4923-a481-6746dc974caf x-openstack-request-id: req-1158c19a-39ab-4923-a481-6746dc974caf {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:32.509584 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-plugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:32.510041 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1158c19a-39ab-4923-a481-6746dc974caf {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:32.510688 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5', 'code': 200} Feb 11 13:26:32.562348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-5349ea5e-38d1-4083-bdbe-c3e442f0d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.567681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-5349ea5e-38d1-4083-bdbe-c3e442f0d9c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1551328 Feb 11 13:26:32.570499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cee5e7-ec89-4356-926b-e6de65becc30 req-846b5a25-da54-410f-852c-ee63d682501b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.580862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92cee5e7-ec89-4356-926b-e6de65becc30 req-846b5a25-da54-410f-852c-ee63d682501b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1647789 Feb 11 13:26:32.802966 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92cee5e7-ec89-4356-926b-e6de65becc30 req-4d232b42-7428-4166-a8d9-0cdbff1697d6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182851 Feb 11 13:26:32.840911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516657-8301-48b8-a702-546b0991b114 req-537fd920-d159-4b53-9688-0fe3607d99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.845807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-537fd920-d159-4b53-9688-0fe3607d99e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2691326 Feb 11 13:26:32.854352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652a534-b010-4315-ac25-13a20aab4e1e req-b6a09293-6c70-49e5-a2dd-283c48f573d0 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.863850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4652a534-b010-4315-ac25-13a20aab4e1e req-b6a09293-6c70-49e5-a2dd-283c48f573d0 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 950 time: 0.2625730 Feb 11 13:26:32.895951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4283c-fc32-4409-a36b-76a87152caaa req-abdb80e2-f072-4856-a7c7-f77c7d829041 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.899482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4de4283c-fc32-4409-a36b-76a87152caaa req-abdb80e2-f072-4856-a7c7-f77c7d829041 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 950 time: 0.2589583 Feb 11 13:26:33.002831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:33.058165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67562e5e-973f-4a02-92ae-5781ecf7311a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.121039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Deleting port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:33.121781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.244322 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67562e5e-973f-4a02-92ae-5781ecf7311a admin admin] Publish callbacks [] for security_group (90e8bc40-8578-4edd-891f-d148734d0da3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.269497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-cd7658ae-6129-4715-a3d5-e2824633c544 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006968 Feb 11 13:26:33.277118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4652a534-b010-4315-ac25-13a20aab4e1e req-885977d0-7864-4296-881a-428af4999a1d tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/security-groups?id=52c25e41-edf9-4b6c-aed5-b55de277717b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119656 Feb 11 13:26:33.323848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] For port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:33.325309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.354754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Calling delete_port for 27c5ecde-a36e-4965-8f9d-fd1a24717f2f owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:33.360249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-67562e5e-973f-4a02-92ae-5781ecf7311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (90e8bc40-8578-4edd-891f-d148734d0da3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.381033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:33.424487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:33.424836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 90268e1e-b6da-4f06-a4b0-0ce00b580bf4 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:33.512576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61516657-8301-48b8-a702-546b0991b114 req-40027fdb-e437-4980-a273-87740abb9629 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344282 Feb 11 13:26:33.577832 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.616218 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (27c5ecde-a36e-4965-8f9d-fd1a24717f2f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.628671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['27c5ecde-a36e-4965-8f9d-fd1a24717f2f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:33.644396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-67562e5e-973f-4a02-92ae-5781ecf7311a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59fdb731b3b24183a0c5b33a2484896e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6381092 Feb 11 13:26:33.663098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59658) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:33.674058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Pushing event deleted for resources: {'Port': ['ID=27c5ecde-a36e-4965-8f9d-fd1a24717f2f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:33.722757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:33.766470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] No DVR routers for this DVR port 27c5ecde-a36e-4965-8f9d-fd1a24717f2f on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:33.770456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562e5e-973f-4a02-92ae-5781ecf7311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e8bc40-8578-4edd-891f-d148734d0da3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:33.778895 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.792841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4de4283c-fc32-4409-a36b-76a87152caaa req-2bf9a924-a626-40bc-8ccf-15b9b5d42aaa tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.83 "DELETE /v2.0/ports/27c5ecde-a36e-4965-8f9d-fd1a24717f2f HTTP/1.1" status: 204 len: 173 time: 0.8821642 Feb 11 13:26:33.793354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-deleted', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:33.793694 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df794a6f-d089-4077-8860-77305b6976fc admin admin] Publish callbacks [] for security_group (90e8bc40-8578-4edd-891f-d148734d0da3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.802787 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd2d85-f1f3-4991-bd12-7a1e055d7095" -d '{"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-deleted", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:33.856733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75de99-55ea-4bb6-a342-294e1979d58d req-02d51316-6a68-4bf1-97b9-51da50d700c6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.880678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c75de99-55ea-4bb6-a342-294e1979d58d req-02d51316-6a68-4bf1-97b9-51da50d700c6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.3226674 Feb 11 13:26:33.930950 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745c5955-fdc2-4c53-9ff5-d812bc178ba4 x-openstack-request-id: req-745c5955-fdc2-4c53-9ff5-d812bc178ba4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:33.931257 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abead40b-1c0c-4a5d-ace9-cef18cb75ad0", "name": "network-vif-deleted", "tag": "27c5ecde-a36e-4965-8f9d-fd1a24717f2f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:33.931519 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-745c5955-fdc2-4c53-9ff5-d812bc178ba4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:33.931928 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abead40b-1c0c-4a5d-ace9-cef18cb75ad0', 'name': 'network-vif-deleted', 'tag': '27c5ecde-a36e-4965-8f9d-fd1a24717f2f', 'status': 'completed', 'code': 200} Feb 11 13:26:33.999839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df794a6f-d089-4077-8860-77305b6976fc admin admin] Publish callbacks [] for security_group (90e8bc40-8578-4edd-891f-d148734d0da3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.023662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:34.024333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.132569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:34.137523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.143446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:34.166792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df794a6f-d089-4077-8860-77305b6976fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (90e8bc40-8578-4edd-891f-d148734d0da3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.173679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f694e-021f-43e9-b5e8-7bfdbd7975d6 req-1c611a4f-21c3-4f4b-8d3d-f061a30b5c73 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.174256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df794a6f-d089-4077-8860-77305b6976fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.178175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-df794a6f-d089-4077-8860-77305b6976fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90e8bc40-8578-4edd-891f-d148734d0da3 HTTP/1.1" status: 204 len: 168 time: 0.5104845 Feb 11 13:26:34.184242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-162f694e-021f-43e9-b5e8-7bfdbd7975d6 req-1c611a4f-21c3-4f4b-8d3d-f061a30b5c73 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1154671 Feb 11 13:26:34.241806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:34.242167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df794a6f-d089-4077-8860-77305b6976fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e8bc40-8578-4edd-891f-d148734d0da3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.247837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.269018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 27c5ecde-a36e-4965-8f9d-fd1a24717f2f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:34.269669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 27c5ecde-a36e-4965-8f9d-fd1a24717f2f not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:34.307602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-162f694e-021f-43e9-b5e8-7bfdbd7975d6 req-cf3fbee2-143e-412e-a79c-66526702c7eb tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153555 Feb 11 13:26:34.336097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c75de99-55ea-4bb6-a342-294e1979d58d req-da4ffd3d-4cd7-4387-a737-0e063a2624c4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538951 Feb 11 13:26:34.512461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:34.516851 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b9e80d-8355-4894-bee6-8dad2e337631" -d '{"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-unplugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:34.662653 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1451c91b-795f-407b-b3e0-59d45d86e254 req-44ca7f5c-a5e8-4ad9-bee8-218c44590804 tempest-ServersAdminTestJSON-1861011993 tempest-ServersAdminTestJSON-1861011993-project] 10.222.0.79 "GET /v2.0/ports?device_id=abead40b-1c0c-4a5d-ace9-cef18cb75ad0 HTTP/1.1" status: 200 len: 210 time: 0.1060798 Feb 11 13:26:34.692063 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8407ce-aa8b-4ece-b453-8c4a2736f2ef x-openstack-request-id: req-1a8407ce-aa8b-4ece-b453-8c4a2736f2ef {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:34.692636 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-unplugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:34.693185 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a8407ce-aa8b-4ece-b453-8c4a2736f2ef {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:34.699004 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5', 'code': 200} Feb 11 13:26:34.853810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10d351a3-126c-47f5-9800-81559ee73aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.956728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10d351a3-126c-47f5-9800-81559ee73aa7 admin admin] Publish callbacks [] for security_group (aac67943-d57d-4df9-911a-4805f8d4d594), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.968430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10d351a3-126c-47f5-9800-81559ee73aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aac67943-d57d-4df9-911a-4805f8d4d594), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.012206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d351a3-126c-47f5-9800-81559ee73aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac67943-d57d-4df9-911a-4805f8d4d594,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:35.043509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-10d351a3-126c-47f5-9800-81559ee73aa7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa0e1a706ddf45c18926532f375e7a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7999074 Feb 11 13:26:35.045409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59696) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:35.115740 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a075-4b45-4adc-9c49-4a60b5d8451f admin admin] Publish callbacks [] for security_group (aac67943-d57d-4df9-911a-4805f8d4d594), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.147570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a075-4b45-4adc-9c49-4a60b5d8451f admin admin] Publish callbacks [] for security_group (aac67943-d57d-4df9-911a-4805f8d4d594), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.216120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a075-4b45-4adc-9c49-4a60b5d8451f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aac67943-d57d-4df9-911a-4805f8d4d594), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.218833 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a075-4b45-4adc-9c49-4a60b5d8451f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.224101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bcc9a075-4b45-4adc-9c49-4a60b5d8451f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aac67943-d57d-4df9-911a-4805f8d4d594 HTTP/1.1" status: 204 len: 168 time: 0.1771109 Feb 11 13:26:35.244680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a075-4b45-4adc-9c49-4a60b5d8451f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac67943-d57d-4df9-911a-4805f8d4d594,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:35.564998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b83ee6-d97e-4efa-81cc-c26036c12536 req-dcb08a2a-1287-4014-a2d7-ffedea85aaf6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:35.575336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82b83ee6-d97e-4efa-81cc-c26036c12536 req-dcb08a2a-1287-4014-a2d7-ffedea85aaf6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1235700 Feb 11 13:26:35.609814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d095792-0c0a-4bf6-9213-8480575cae1c req-1bd4eca1-3712-43fa-9539-2c1fe1c6fecd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:35.611450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d095792-0c0a-4bf6-9213-8480575cae1c req-1bd4eca1-3712-43fa-9539-2c1fe1c6fecd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 947 time: 0.1488023 Feb 11 13:26:35.701317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82b83ee6-d97e-4efa-81cc-c26036c12536 req-3512b74c-888b-4543-9a38-fb777d1b28a6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177154 Feb 11 13:26:35.722823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:35.726240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d095792-0c0a-4bf6-9213-8480575cae1c req-9426293d-76a0-40a4-b377-e0d3ede06a8b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990937 Feb 11 13:26:36.046769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:36.086728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '310ceda2-760f-4df9-a043-648ef8be35c5', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '310ceda2-760f-4df9-a043-648ef8be35c5', 'mac_address': 'fa:16:3e:12:77:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:36.142020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:36.142449 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:36.157033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ceda2-760f-4df9-a043-648ef8be35c5 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:36.189512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:36.196303 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:36.284721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:36.416778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59754) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:36.503048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['310ceda2-760f-4df9-a043-648ef8be35c5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:36.864382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3d11d331-91bb-4eba-b0dc-4de8ce522a02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3b4c4baa38e4129808c6ae733a3765b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443054 Feb 11 13:26:36.866965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:37.035168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722f9e0-36b4-439c-88ed-f72b0d8ab542 req-1e02175f-757f-408b-9720-26d2e574ed08 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:37.044767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b722f9e0-36b4-439c-88ed-f72b0d8ab542 req-1e02175f-757f-408b-9720-26d2e574ed08 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1197639 Feb 11 13:26:37.056462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d0c6-78e5-40fc-8bf5-417092bc5aac admin admin] Publish callbacks [] for security_group (52c25e41-edf9-4b6c-aed5-b55de277717b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:37.106646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b722f9e0-36b4-439c-88ed-f72b0d8ab542 req-22449c95-c849-45e3-b7b9-2ad0af256e65 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Feb 11 13:26:37.135544 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d0c6-78e5-40fc-8bf5-417092bc5aac admin admin] Publish callbacks [] for security_group (52c25e41-edf9-4b6c-aed5-b55de277717b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:37.230605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d0c6-78e5-40fc-8bf5-417092bc5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (52c25e41-edf9-4b6c-aed5-b55de277717b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:37.233941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d0c6-78e5-40fc-8bf5-417092bc5aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:37.239366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3bf8d0c6-78e5-40fc-8bf5-417092bc5aac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52c25e41-edf9-4b6c-aed5-b55de277717b HTTP/1.1" status: 204 len: 168 time: 0.3707850 Feb 11 13:26:37.250562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53709af-a0c9-4d37-8084-acebe6a68ea3 req-5e35fbad-bbf7-48a6-94f1-88baa19d094d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:37.258000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f53709af-a0c9-4d37-8084-acebe6a68ea3 req-5e35fbad-bbf7-48a6-94f1-88baa19d094d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.3430326 Feb 11 13:26:37.291581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8d0c6-78e5-40fc-8bf5-417092bc5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c25e41-edf9-4b6c-aed5-b55de277717b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:37.336471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f53709af-a0c9-4d37-8084-acebe6a68ea3 req-24b738a8-377d-4eaa-ae02-754cbcde642e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Feb 11 13:26:37.737608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:37.814721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30900593-1115-478b-90b8-9f4804e39f1f req-d34cb772-714e-4176-bdb5-e23d08d7b5f2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:37.829405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30900593-1115-478b-90b8-9f4804e39f1f req-d34cb772-714e-4176-bdb5-e23d08d7b5f2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 949 time: 0.1021438 Feb 11 13:26:37.850820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 310ceda2-760f-4df9-a043-648ef8be35c5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:37.850998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:37.880114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:37.936848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30900593-1115-478b-90b8-9f4804e39f1f req-2c8b90ba-d80a-4fd0-b6e2-86d246ff7f17 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056583 Feb 11 13:26:38.025985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d052f3a1-eab9-40bf-9a89-6d3ba5f9f39c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10316e75749b45a583721845b31f7037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414375 Feb 11 13:26:38.026729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:38.033834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 310ceda2-760f-4df9-a043-648ef8be35c5 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:38.034255 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.126236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:38.129986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:38.132933 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764585a5-d6c8-4f8a-8310-c8dfdd603534" -d '{"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-plugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:38.157545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Publish callbacks [] for security_group (129d8af9-73d8-498f-9186-86f30ea7242e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.168203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.190481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Publish callbacks [] for security_group (129d8af9-73d8-498f-9186-86f30ea7242e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.256343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (129d8af9-73d8-498f-9186-86f30ea7242e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.260537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.265700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/129d8af9-73d8-498f-9186-86f30ea7242e HTTP/1.1" status: 204 len: 168 time: 0.2341969 Feb 11 13:26:38.284966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d8af9-73d8-498f-9186-86f30ea7242e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:38.304031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.304391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.304737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.305077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.305417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.319423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.319904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.320507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.321042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.321456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.326110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.328605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.328975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19857174-7686-468a-9882-d5deab274a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:38.358302 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2be706c-c045-4d9a-ab26-4ef68be33aa0 x-openstack-request-id: req-a2be706c-c045-4d9a-ab26-4ef68be33aa0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:38.358758 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-plugged", "status": "completed", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:38.374092 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2be706c-c045-4d9a-ab26-4ef68be33aa0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:38.374659 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5', 'code': 200} Feb 11 13:26:38.375313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=11']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:38.421837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d0604-1f52-4a07-97a8-11f8343c5b9e req-32125946-3d30-4ea4-8f6f-b87d267666db tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.424375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da7d0604-1f52-4a07-97a8-11f8343c5b9e req-32125946-3d30-4ea4-8f6f-b87d267666db tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1166251 Feb 11 13:26:38.491059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da7d0604-1f52-4a07-97a8-11f8343c5b9e req-2c3011d0-10e6-4184-be83-7126d21a68bf tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Feb 11 13:26:38.670431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:38.715864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59848) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:38.752102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-fdd33ea3-26f7-4661-8daf-49e437645ac2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695698 Feb 11 13:26:39.018310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-85eb4bcc-2a98-458b-aefb-962a87ccd281 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:39.026598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-85eb4bcc-2a98-458b-aefb-962a87ccd281 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659793 Feb 11 13:26:39.045395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-540d28a4-65cd-4584-978b-ccdeda2466c0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/quotas/897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 375 time: 0.0176673 Feb 11 13:26:39.092803 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.117373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f89b7e1e-41cf-4664-87bc-a7caa6709975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.190979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-683b3b85-e7ef-4540-b631-4ca67d639132 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1435897 Feb 11 13:26:39.370811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f89b7e1e-41cf-4664-87bc-a7caa6709975 admin admin] Publish callbacks [] for security_group (c7f9c781-6cf7-4e05-a235-f34e9974a0e0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.376722 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f89b7e1e-41cf-4664-87bc-a7caa6709975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c7f9c781-6cf7-4e05-a235-f34e9974a0e0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.436489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Publish callbacks [] for security_group (70b68aa1-9c21-4a69-9b94-f556f8ac50ca), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.448240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (70b68aa1-9c21-4a69-9b94-f556f8ac50ca), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.535572 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f89b7e1e-41cf-4664-87bc-a7caa6709975 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19be90e2d2fc468faa033d153640bc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8634439 Feb 11 13:26:39.537150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8359290d72854665a7acf416004f01eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8200605 Feb 11 13:26:39.537662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59876) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:39.537793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59880) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:39.539853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b7e1e-41cf-4664-87bc-a7caa6709975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f9c781-6cf7-4e05-a235-f34e9974a0e0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.604714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ba2ab89-9d91-4e2f-9257-1a273d18b8e9 req-3cd39fd9-4daf-4425-854c-bebd13554a7f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 210 time: 0.1096287 Feb 11 13:26:39.622301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a147b040-d491-4f98-b881-8335fa1a5346 admin admin] Publish callbacks [] for security_group (70b68aa1-9c21-4a69-9b94-f556f8ac50ca), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.648006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b68aa1-9c21-4a69-9b94-f556f8ac50ca,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.662879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a147b040-d491-4f98-b881-8335fa1a5346 admin admin] Publish callbacks [] for security_group (70b68aa1-9c21-4a69-9b94-f556f8ac50ca), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.719034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a147b040-d491-4f98-b881-8335fa1a5346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (70b68aa1-9c21-4a69-9b94-f556f8ac50ca), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.723036 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a147b040-d491-4f98-b881-8335fa1a5346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.724747 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a147b040-d491-4f98-b881-8335fa1a5346 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70b68aa1-9c21-4a69-9b94-f556f8ac50ca HTTP/1.1" status: 204 len: 168 time: 0.1857564 Feb 11 13:26:39.731270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.731655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.732006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.732354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.732696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.733034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.733373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.733709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.734038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.738273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b040-d491-4f98-b881-8335fa1a5346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b68aa1-9c21-4a69-9b94-f556f8ac50ca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.745893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.746303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.746658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.747020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458656ca-1ac4-4f99-8506-c8f1eae8984e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.916773 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cc80800-657a-4c8d-87fa-ade996eea984 admin admin] Publish callbacks [] for security_group (c7f9c781-6cf7-4e05-a235-f34e9974a0e0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.972714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434a40-66f1-4152-bedf-96be6398e689 req-8dabb048-1a6b-41f9-88e1-616605f76c85 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:39.978822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a434a40-66f1-4152-bedf-96be6398e689 req-8dabb048-1a6b-41f9-88e1-616605f76c85 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.2007828 Feb 11 13:26:39.982183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cc80800-657a-4c8d-87fa-ade996eea984 admin admin] Publish callbacks [] for security_group (c7f9c781-6cf7-4e05-a235-f34e9974a0e0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.143225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a434a40-66f1-4152-bedf-96be6398e689 req-7b919515-2f9d-4ab8-a6d9-5db592a99233 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513126 Feb 11 13:26:40.176013 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cc80800-657a-4c8d-87fa-ade996eea984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c7f9c781-6cf7-4e05-a235-f34e9974a0e0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.188358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9cc80800-657a-4c8d-87fa-ade996eea984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.191851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9cc80800-657a-4c8d-87fa-ade996eea984 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7f9c781-6cf7-4e05-a235-f34e9974a0e0 HTTP/1.1" status: 204 len: 168 time: 0.6476686 Feb 11 13:26:40.231758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc80800-657a-4c8d-87fa-ade996eea984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f9c781-6cf7-4e05-a235-f34e9974a0e0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:40.270715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:40.770210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91b34142-0de4-4219-b27a-e42c9bc46b1c req-ff75b88c-14cc-4402-a14a-3f3a9acb8eb3 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 210 time: 0.0464690 Feb 11 13:26:40.787684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-313167164-network', 'tenant_id': '54fed67175fa41939704d1eaa3f4fe21'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:40.811003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Made reservation on behalf of 54fed67175fa41939704d1eaa3f4fe21 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:40.814052 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.828856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.947601 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks [] for security_group (abddd00f-0394-410e-befd-dd4b0e407751), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.960836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59928) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:40.983082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (abddd00f-0394-410e-befd-dd4b0e407751), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.048542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14eeb199-a308-4e07-8e37-b806ddf1cd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.053903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:41.084083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4c37f4e4-9a21-4b63-9361-fed4e25463ab), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.086352 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Added segment 4c37f4e4-9a21-4b63-9361-fed4e25463ab of type vlan for network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 Feb 11 13:26:41.169032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.189652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-55f98662-d73e-4bcf-b2c8-28b7a58332d0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=897e6e80e7474025ac8599f05e90c6cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506051 Feb 11 13:26:41.280440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abddd00f-0394-410e-befd-dd4b0e407751,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:41.292345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.293329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.296487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.497766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14eeb199-a308-4e07-8e37-b806ddf1cd2e admin admin] Publish callbacks [] for security_group (608b116b-5f6e-405b-8c4a-d69023a9e8c0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.500301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2278826 Feb 11 13:26:41.503356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:41.509202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Request body: {'subnet': {'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-313167164-subnet', 'tenant_id': '54fed67175fa41939704d1eaa3f4fe21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:41.514940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ce8f5-f95f-452a-91ac-886888ad3e52 admin admin] Pushing event updated for resources: {'Network': ['ID=cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:41.526840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:41.573650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14eeb199-a308-4e07-8e37-b806ddf1cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (608b116b-5f6e-405b-8c4a-d69023a9e8c0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.675292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59944) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:41.702502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb199-a308-4e07-8e37-b806ddf1cd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608b116b-5f6e-405b-8c4a-d69023a9e8c0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:41.807830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Made reservation on behalf of 54fed67175fa41939704d1eaa3f4fe21 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:41.810151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.817620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-14eeb199-a308-4e07-8e37-b806ddf1cd2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d033649de3145379c399397374ef80c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8554575 Feb 11 13:26:41.820495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59960) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:41.849469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-cea78219-a240-4da8-8f90-cceacbe6eedc tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.850965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-cea78219-a240-4da8-8f90-cceacbe6eedc tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6504641 Feb 11 13:26:41.865582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Request body: {'port': {'device_id': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '897e6e80e7474025ac8599f05e90c6cd'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:41.911968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd830-5ef4-4033-ac8b-cf3a4e17b487 req-10634162-5d50-433d-9fb4-0aa475d08449 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.915178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-454392840-network', 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:41.919033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd8dd830-5ef4-4033-ac8b-cf3a4e17b487 req-10634162-5d50-433d-9fb4-0aa475d08449 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.4194851 Feb 11 13:26:41.948434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed565988-52ee-4f98-ad62-b423870940a6 req-7b6f926a-d8c2-41b2-8e27-1f3de269e748 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 210 time: 0.0594740 Feb 11 13:26:41.980062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:41.982752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.989291 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae689a0-aad9-4ee5-a750-775439abc18d admin admin] Publish callbacks [] for security_group (608b116b-5f6e-405b-8c4a-d69023a9e8c0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:41.998374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.038813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae689a0-aad9-4ee5-a750-775439abc18d admin admin] Publish callbacks [] for security_group (608b116b-5f6e-405b-8c4a-d69023a9e8c0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.122813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd8dd830-5ef4-4033-ac8b-cf3a4e17b487 req-b5d95343-3f87-4b7c-8f6b-6acc55db8dee tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029293 Feb 11 13:26:42.154693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae689a0-aad9-4ee5-a750-775439abc18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (608b116b-5f6e-405b-8c4a-d69023a9e8c0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.157386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae689a0-aad9-4ee5-a750-775439abc18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.158565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ae689a0-aad9-4ee5-a750-775439abc18d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/608b116b-5f6e-405b-8c4a-d69023a9e8c0 HTTP/1.1" status: 204 len: 168 time: 0.3352702 Feb 11 13:26:42.171590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae689a0-aad9-4ee5-a750-775439abc18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608b116b-5f6e-405b-8c4a-d69023a9e8c0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.183271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Made reservation on behalf of 897e6e80e7474025ac8599f05e90c6cd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:42.184534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks [] for security_group (41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.189129 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.193126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.230268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:42.240960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.247990 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9bc3b62b-a9e9-4aae-a396-926a56e844a9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.247990 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Added segment 9bc3b62b-a9e9-4aae-a396-926a56e844a9 of type vlan for network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 Feb 11 13:26:42.319798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (9d2633a7-3a9c-4a67-91e6-75b6911d9739), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.372094 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (9d2633a7-3a9c-4a67-91e6-75b6911d9739), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.374559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.376178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.401766 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7244718 Feb 11 13:26:42.415699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Allocated IP 192.168.233.110 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/f0993ebf-0b2f-493d-b91a-e232aa63e886) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:42.417971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:42.427431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Request body: {'subnet': {'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-454392840-subnet', 'tenant_id': '54f9f2c293794f3bab0877b90ee38480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:42.583797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca02e4b-099f-4336-a883-fb62403b13fe admin admin] Pushing event updated for resources: {'Network': ['ID=9d2633a7-3a9c-4a67-91e6-75b6911d9739,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.599566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks [] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.601332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:42.607130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:42.622322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.663569 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.682035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['310ceda2-760f-4df9-a043-648ef8be35c5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:42.698088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22', '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:42.740962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (2f3ff244-3501-43a4-b901-675fe9b237a4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:42.744806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:42.815475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3ff244-3501-43a4-b901-675fe9b237a4,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.818063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.824009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:42.836388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:42.974058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.980643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:43.018342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Checking segment: {'id': '4c37f4e4-9a21-4b63-9361-fed4e25463ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:43.018712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Network hostable DHCP agents. Network: cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:43.043733 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-880f3e70-a39d-4d81-8e6d-2f6e852fc632 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1835775 Feb 11 13:26:43.068534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Request body: {'port': {'device_id': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:43.131398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:43.168544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:43.194963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (e7b008d2-17da-4e50-a0a4-c3c7cd30e941), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:43.258768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.260625 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:43.275951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041465d-199f-470d-b78c-09d418f471d6 None None] Network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:43.408419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae32f3ff-f6a2-4e0b-a6de-9f52a9f9d808 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9019487 Feb 11 13:26:43.414102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:43.435250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b008d2-17da-4e50-a0a4-c3c7cd30e941,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:43.449337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:43.451246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Network hostable DHCP agents. Network: 9d2633a7-3a9c-4a67-91e6-75b6911d9739, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:43.479476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3967df1-bc94-43db-b19a-ee1bd91e2294 req-f111b74d-de8a-428e-9e1a-07981780068e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.484183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3967df1-bc94-43db-b19a-ee1bd91e2294 req-f111b74d-de8a-428e-9e1a-07981780068e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 936 time: 0.3272560 Feb 11 13:26:43.590304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df020b8-1a13-4694-b343-8326e022ffd1 req-dd8a4030-fe0c-4ffc-ab67-190564032762 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.608546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6df020b8-1a13-4694-b343-8326e022ffd1 req-dd8a4030-fe0c-4ffc-ab67-190564032762 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.2622054 Feb 11 13:26:43.625502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:43.632492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d0a90fb2-823d-48ab-afc1-1a1283359816 None None] Provisioning complete for port f0993ebf-0b2f-493d-b91a-e232aa63e886 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:43.636913 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0a90fb2-823d-48ab-afc1-1a1283359816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:43.697084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0a90fb2-823d-48ab-afc1-1a1283359816 None None] Port f0993ebf-0b2f-493d-b91a-e232aa63e886 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:26:43.717019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60004) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:43.821626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 9d2633a7-3a9c-4a67-91e6-75b6911d9739) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:43.842718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.843307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:43.938108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a527078-6f6c-422a-a7e3-139a5faf2fb4 None None] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:43.942150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6df020b8-1a13-4694-b343-8326e022ffd1 req-8f1dea07-992f-4f15-b1a8-27b02c1439b8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318877 Feb 11 13:26:43.955731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0993ebf-0b2f-493d-b91a-e232aa63e886 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:43.966142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e516958-6540-4021-9fe8-e0b94c4b5738 None None] Network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:43.984600 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3e1e6bbb-591e-427d-9cb0-23bcb4906733 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5552065 Feb 11 13:26:44.022981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Publish callbacks [] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.051167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1735626908-network', 'tenant_id': 'b729fcc2f8e049d9874233ac7f2fb45b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:44.083920 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3967df1-bc94-43db-b19a-ee1bd91e2294 req-b75a49b6-adce-4882-b0fd-bb99e8c5d7a8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223618 Feb 11 13:26:44.098622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Made reservation on behalf of b729fcc2f8e049d9874233ac7f2fb45b for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:44.104638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Transition to ACTIVE for port object f0993ebf-0b2f-493d-b91a-e232aa63e886 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:44.110745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.111082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.153126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.308820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:44.457393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:44.457858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:44.459548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:44.474441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:44.475494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:44.487701 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks [] for security_group (0092de02-76a5-459d-9928-f0677729d55b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.490202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:44.492087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:44.493139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:44.493623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Bound port: f0993ebf-0b2f-493d-b91a-e232aa63e886, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:44.495227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.506018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0092de02-76a5-459d-9928-f0677729d55b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.585221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60036) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:44.590926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:44.598821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1662782885-network', 'tenant_id': 'f89b2e52c8d5404da9f266cb31fb4bbe'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:44.623133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Made reservation on behalf of f89b2e52c8d5404da9f266cb31fb4bbe for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:44.625814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.639276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.647404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0092de02-76a5-459d-9928-f0677729d55b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:44.665817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4df0e95c-161d-42b2-8a12-10bc041d4243), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.666372 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Added segment 4df0e95c-161d-42b2-8a12-10bc041d4243 of type vlan for network e488fa76-2b09-4163-a841-1a0915b58d8c Feb 11 13:26:44.666637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a85283-c380-44bb-900a-d796155f0a7e None None] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:44.739333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:44.742295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e488fa76-2b09-4163-a841-1a0915b58d8c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.759776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:44.776248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.845531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e488fa76-2b09-4163-a841-1a0915b58d8c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.865716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:44.866578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:44.948960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] Pushing event updated for resources: {'Network': ['ID=e488fa76-2b09-4163-a841-1a0915b58d8c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:44.971263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-79083fc2-931a-4678-88b1-43ae8682aab3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2529848 Feb 11 13:26:44.974051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60044) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:44.982627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Request body: {'subnet': {'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1735626908-subnet', 'tenant_id': 'b729fcc2f8e049d9874233ac7f2fb45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:44.987446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:44.988995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e488fa76-2b09-4163-a841-1a0915b58d8c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:44.998851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.007269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-a9722878-00ae-4695-b560-98ce918777fb service neutron] 10.222.0.30 "PUT /v2.0/ports/f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 1096 time: 1.9425380 Feb 11 13:26:45.014882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:45.038932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Made reservation on behalf of b729fcc2f8e049d9874233ac7f2fb45b for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:45.043397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.043977 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:45.100438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks [] for security_group (434899cf-5093-4212-8646-17849aa8410e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.142173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (434899cf-5093-4212-8646-17849aa8410e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.299088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:45.344005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5f3eccf9-5575-4dd0-915f-99ed8ee5a143), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.344537 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Added segment 5f3eccf9-5575-4dd0-915f-99ed8ee5a143 of type vlan for network e51ca17f-67c3-4a85-ad96-a0bf0931d8b7 Feb 11 13:26:45.345914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434899cf-5093-4212-8646-17849aa8410e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.410753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9722878-00ae-4695-b560-98ce918777fb service neutron] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.442271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-81510725-12ae-4b4b-9531-5eef4f290901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.443837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-81510725-12ae-4b4b-9531-5eef4f290901 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1130 time: 0.3560712 Feb 11 13:26:45.445141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f6853-d0c2-4b13-9d9a-328087d5fb6a req-24c38bd3-953c-45b5-ac8b-16270acad5a6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.448647 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-232f6853-d0c2-4b13-9d9a-328087d5fb6a req-24c38bd3-953c-45b5-ac8b-16270acad5a6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.2446992 Feb 11 13:26:45.451904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-98ab21b0-6e0f-4430-a3d1-940f36b8b32b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.458924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-98ab21b0-6e0f-4430-a3d1-940f36b8b32b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.3148992 Feb 11 13:26:45.510095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-dcf8124a-50b7-42d2-801d-95c46ca6fa13 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/quotas/54f9f2c293794f3bab0877b90ee38480 HTTP/1.1" status: 200 len: 375 time: 0.0501559 Feb 11 13:26:45.513521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-0909bf2c-ff5d-4b82-a4b2-efb92987a29a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.0524926 Feb 11 13:26:45.556758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-706485b9-ca31-44c7-bf9a-24f85db5cbc1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455763 Feb 11 13:26:45.630322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e51ca17f-67c3-4a85-ad96-a0bf0931d8b7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.634986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (f14412d0-7183-41ed-9083-91ae0ac7b959), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.645662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-ef1af910-03ac-43dd-a6bb-6b9461dc4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.647567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-ef1af910-03ac-43dd-a6bb-6b9461dc4c9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1237228 Feb 11 13:26:45.709346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14412d0-7183-41ed-9083-91ae0ac7b959,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.709717 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-85a4c105-7c30-4ed5-a8d8-c59e8dc1c2c2 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520307 Feb 11 13:26:45.748337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:45.803126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e51ca17f-67c3-4a85-ad96-a0bf0931d8b7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.804136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.804730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:45.918475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3288677 Feb 11 13:26:45.954503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60058) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:45.957784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:45.958798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Network hostable DHCP agents. Network: e488fa76-2b09-4163-a841-1a0915b58d8c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:45.970096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Request body: {'subnet': {'network_id': 'e51ca17f-67c3-4a85-ad96-a0bf0931d8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1662782885-subnet', 'tenant_id': 'f89b2e52c8d5404da9f266cb31fb4bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:46.010316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-232f6853-d0c2-4b13-9d9a-328087d5fb6a req-a84d70ce-e65b-4fbe-aee5-9ac56c239d24 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827636 Feb 11 13:26:46.015378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2757c88-4f63-477c-8181-b868505962a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e51ca17f-67c3-4a85-ad96-a0bf0931d8b7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:46.026501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Made reservation on behalf of f89b2e52c8d5404da9f266cb31fb4bbe for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:46.032700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e51ca17f-67c3-4a85-ad96-a0bf0931d8b7 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:46.034642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:46.092510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-9dcedcf1-fd06-4da2-ab08-c0caf964a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.093890 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-9dcedcf1-fd06-4da2-ab08-c0caf964a5a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4391999 Feb 11 13:26:46.140605 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84ba74-3ed9-4e8e-86cf-e5781799f258 x-openstack-request-id: req-6a84ba74-3ed9-4e8e-86cf-e5781799f258 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:46.140896 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:46.141273 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a84ba74-3ed9-4e8e-86cf-e5781799f258 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:46.141678 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'status': 'completed', 'code': 200} Feb 11 13:26:46.164918 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-5f19774c-ef65-4bd9-b3d5-de5b69861772 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541399 Feb 11 13:26:46.290933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-bea64877-e7dd-4fef-96eb-177d7874fb1e service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872869 Feb 11 13:26:46.447088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (263aea1e-9318-4584-ae36-7fcaeae05cd3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:46.478601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976a2f09-773e-4f4f-8ecc-a34d114a05c9 req-72948f2d-e37a-481c-890f-e9b5fe52ab28 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829238 Feb 11 13:26:46.511306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Network e488fa76-2b09-4163-a841-1a0915b58d8c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:46.560510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-91a94e66-55c8-4ba8-a513-34b06fe9ca94 req-14f45885-8885-486d-8c13-de865e149b79 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0432131 Feb 11 13:26:46.591510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e488fa76-2b09-4163-a841-1a0915b58d8c) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:46.605383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2887f-779f-4013-8d89-e67c877291df None None] Network e488fa76-2b09-4163-a841-1a0915b58d8c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:46.610190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.610972 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:46.638820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-479be525-429e-4904-bc51-468040318ba4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6635065 Feb 11 13:26:46.661655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10bae9-3c3b-4ba0-b4f7-527ac97e2288 req-0134a9ed-8625-4141-b199-c4bde0a214f2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.672865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d10bae9-3c3b-4ba0-b4f7-527ac97e2288 req-0134a9ed-8625-4141-b199-c4bde0a214f2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 948 time: 0.2772229 Feb 11 13:26:46.698667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Checking segment: {'id': '5f3eccf9-5575-4dd0-915f-99ed8ee5a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e51ca17f-67c3-4a85-ad96-a0bf0931d8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:46.699037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Network hostable DHCP agents. Network: e51ca17f-67c3-4a85-ad96-a0bf0931d8b7, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:46.703548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263aea1e-9318-4584-ae36-7fcaeae05cd3,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:46.726465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-e1ed6aee-ec05-438f-852f-3a2da03d84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.734618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-e1ed6aee-ec05-438f-852f-3a2da03d84ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1130 time: 0.1706972 Feb 11 13:26:46.754612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Network e51ca17f-67c3-4a85-ad96-a0bf0931d8b7 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:46.775113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e51ca17f-67c3-4a85-ad96-a0bf0931d8b7) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:46.795933 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.797837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:46.822944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b1e8a5-cc24-4364-87a9-d4b6a7320fae None None] Network e51ca17f-67c3-4a85-ad96-a0bf0931d8b7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:46.858453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d10bae9-3c3b-4ba0-b4f7-527ac97e2288 req-efba6777-9f99-42ec-bd0f-4046c5f5a976 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844249 Feb 11 13:26:46.875219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6f009759-28b4-43b0-99de-1f41374f4435 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9091704 Feb 11 13:26:46.952468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-4bbeb9cd-af83-4547-8a0f-5d1c702cb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.953946 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-4bbeb9cd-af83-4547-8a0f-5d1c702cb52c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2148793 Feb 11 13:26:47.084541 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-b0ce8d6d-dbe2-471d-bf36-4a0882c45600 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.1235228 Feb 11 13:26:47.084750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8b933-9e7d-4930-a839-e746165f6e4a None None] Network e51ca17f-67c3-4a85-ad96-a0bf0931d8b7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:47.172598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc4be8-2718-446f-995e-553f9f47e77d None None] Network e488fa76-2b09-4163-a841-1a0915b58d8c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:47.294356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-8db9c033-d043-45aa-9717-004060489f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.295974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-8db9c033-d043-45aa-9717-004060489f0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2035210 Feb 11 13:26:47.456777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eea33-2f09-4de4-83a2-b68804890307 req-0c2f73ee-8858-4d80-81ca-60a4f548a676 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.472699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e42eea33-2f09-4de4-83a2-b68804890307 req-0c2f73ee-8858-4d80-81ca-60a4f548a676 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.2920284 Feb 11 13:26:47.571399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-ae70a46d-9852-4ad1-b5cc-c7b644b99389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.576320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-ae70a46d-9852-4ad1-b5cc-c7b644b99389 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2663767 Feb 11 13:26:47.826794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e42eea33-2f09-4de4-83a2-b68804890307 req-1a950b3c-b969-4054-ba44-38a3ec4b4a00 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456028 Feb 11 13:26:47.834350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-0c9c8d25-580e-418f-969c-02e9ac8223ca service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516716 Feb 11 13:26:47.945411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-01f88789-f7b1-4034-a7ac-7d2eef75aa53 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.948571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-01f88789-f7b1-4034-a7ac-7d2eef75aa53 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/networks?id=cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 HTTP/1.1" status: 200 len: 814 time: 0.2352488 Feb 11 13:26:47.990498 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-aa7fe3bf-6b7e-4ad6-8b29-b269fabc8a12 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/quotas/54fed67175fa41939704d1eaa3f4fe21 HTTP/1.1" status: 200 len: 375 time: 0.0311282 Feb 11 13:26:48.030594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60124) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:48.036684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1219363364-network', 'tenant_id': '125ce5bc19c64b1898b364079c1b062e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:48.073533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-9033e061-1d83-4e08-b833-de3910ad9417 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54fed67175fa41939704d1eaa3f4fe21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805564 Feb 11 13:26:48.086147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Made reservation on behalf of 125ce5bc19c64b1898b364079c1b062e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:48.101051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.129803 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.161271 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-976ef748-0187-47af-8b78-5cdcdc1cef9a req-d5f0298a-677b-4a52-b45e-9bc97dc70645 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0510116 Feb 11 13:26:48.170191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a19d37b4-c41f-4fdb-8cb9-6bd5baeac0fc req-1ce74c2f-cef3-4e0a-929f-ec0cb1fa3188 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231966 Feb 11 13:26:48.286417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-5923f2a2-cf15-409a-bb60-7bc49a330e63 service neutron] 10.222.0.79 "GET /v2.0/networks/cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109885 Feb 11 13:26:48.403040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks [] for security_group (497da12a-038b-442d-800c-fd8785e3edc7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.407899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (497da12a-038b-442d-800c-fd8785e3edc7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.457952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:48.471293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ce6328c0-a62b-46c6-95e3-5ada6e6f616b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.471651 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Added segment ce6328c0-a62b-46c6-95e3-5ada6e6f616b of type vlan for network 6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9 Feb 11 13:26:48.473593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497da12a-038b-442d-800c-fd8785e3edc7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:48.497146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-1a507ae1-ab63-426c-8268-9a6255068a87 service neutron] 10.222.0.79 "GET /v2.0/networks/cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971114 Feb 11 13:26:48.534000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-cd1c3e54-9687-4daf-a3b5-183314802227 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.536672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-cd1c3e54-9687-4daf-a3b5-183314802227 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.3113303 Feb 11 13:26:48.548541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce8c5-456a-444f-bb88-4012c99be6c4 req-5f2fee02-5265-44d5-8cb3-564f380a7329 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.554626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.559622 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05cce8c5-456a-444f-bb88-4012c99be6c4 req-5f2fee02-5265-44d5-8cb3-564f380a7329 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 948 time: 0.3256183 Feb 11 13:26:48.570113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Request body: {'port': {'device_id': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'admin_state_up': True, 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:48.611788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.613745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.614437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:48.671874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6399207 Feb 11 13:26:48.677960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60126) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:48.681500 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05cce8c5-456a-444f-bb88-4012c99be6c4 req-ef6de201-7367-4932-8cbb-d6acb3ebbef8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183703 Feb 11 13:26:48.686335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Request body: {'subnet': {'network_id': '6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1219363364-subnet', 'tenant_id': '125ce5bc19c64b1898b364079c1b062e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:48.745902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9669f29-3502-408e-b628-c63b21789a88 admin admin] Pushing event updated for resources: {'Network': ['ID=6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:48.758135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:48.781754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Made reservation on behalf of 125ce5bc19c64b1898b364079c1b062e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:48.785350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:49.082843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3604ff41-56c2-4a42-98c8-c97b06cc74c9 req-1d10931b-e549-4c47-b35e-1082f3849641 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 210 time: 0.1537471 Feb 11 13:26:49.136545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:49.136545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:49.315005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede3a6-117d-4f3b-8ad2-a9c65ef50f4f req-6391c72e-bab7-4494-9877-3634b667c305 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:49.316936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8ede3a6-117d-4f3b-8ad2-a9c65ef50f4f req-6391c72e-bab7-4494-9877-3634b667c305 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.2695014 Feb 11 13:26:49.331345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (46be77a4-557b-45a9-bfc3-3a0d390baeaa), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:49.402886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f8d11a6-d318-422d-be49-229f7a175238 req-265ef16e-088e-4623-867c-f342bb878190 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0773814 Feb 11 13:26:49.451697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:49.521877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46be77a4-557b-45a9-bfc3-3a0d390baeaa,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:49.564214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8ede3a6-117d-4f3b-8ad2-a9c65ef50f4f req-6a094d6a-a9b4-4db2-9ac1-b4058f1a45b6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386606 Feb 11 13:26:49.595430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Checking segment: {'id': 'ce6328c0-a62b-46c6-95e3-5ada6e6f616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:49.595930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Network hostable DHCP agents. Network: 6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:49.623375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Network 6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:49.625311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Allocated IP 172.20.0.13 (9d2633a7-3a9c-4a67-91e6-75b6911d9739/e7b008d2-17da-4e50-a0a4-c3c7cd30e941/a15f6e10-510f-494b-829b-566c1461e62b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:49.635392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:49.654159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6f137-325b-4350-89bc-3edd56c8ff0a None None] Network 6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:49.657978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:49.660405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:49.689536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-793bc2ae-1634-4f1c-b83e-bd0f35b458e3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0091503 Feb 11 13:26:49.898277 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks [] for port (a15f6e10-510f-494b-829b-566c1461e62b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:49.922679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde809d-43e4-4000-aa52-a02748b7897b req-d2f64fc5-03b6-46a7-aa21-d63e5f5b0fe8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:49.924382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3cde809d-43e4-4000-aa52-a02748b7897b req-d2f64fc5-03b6-46a7-aa21-d63e5f5b0fe8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 948 time: 0.1160803 Feb 11 13:26:49.959340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:49.963306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:49.973037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b5ff41-f849-4a14-b681-03b803a6ed04 None None] Network 6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:49.989822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a15f6e10-510f-494b-829b-566c1461e62b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.062639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:50.063745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'mac_address': 'fa:16:3e:fc:1e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:50.065968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:50.122111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:50.216952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f0993ebf-0b2f-493d-b91a-e232aa63e886 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:50.221021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.257718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0993ebf-0b2f-493d-b91a-e232aa63e886 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:50.296542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:50.312954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.316286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event updated for resources: {'Port': ['ID=a15f6e10-510f-494b-829b-566c1461e62b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:50.333979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.335205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.354760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3cde809d-43e4-4000-aa52-a02748b7897b req-57d6c291-3979-4f5b-a8ab-82386a48d8b5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712428 Feb 11 13:26:50.392383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-655f5db2-c2c9-4fe9-8071-6890b77a3af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8279998 Feb 11 13:26:50.402643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Request body: {'port': {'device_id': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:50.407913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:50.419013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.419615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.420116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.420612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.421102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.421587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.422109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.422612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.423095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.423610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.424092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.424750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.425229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:50.591346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5bd1c415-a10e-4419-b8be-df482cc12732 req-6eb72d48-87cc-4e3f-86c3-8d43f16769ab tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 210 time: 0.1141832 Feb 11 13:26:50.630018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['f0993ebf-0b2f-493d-b91a-e232aa63e886'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:50.647744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-c7a564bc-0033-4486-8d3f-6ca5d3324d5d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.655515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-c7a564bc-0033-4486-8d3f-6ca5d3324d5d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.2966962 Feb 11 13:26:50.674100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-96aa6646-b3de-4343-9e38-6405d580d8b5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/quotas/b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 375 time: 0.0170221 Feb 11 13:26:50.727966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-4cb8e676-2227-4906-b6cc-ccd621609f2e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520880 Feb 11 13:26:50.750968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a15f6e10-510f-494b-829b-566c1461e62b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.972882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-ecf8a4cd-8eeb-4233-87a5-a007e380219a service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407992 Feb 11 13:26:51.139307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-efa05744-e871-46a9-a400-305374ff3494 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:51.141883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-efa05744-e871-46a9-a400-305374ff3494 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.30 "GET /v2.0/networks?id=cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 HTTP/1.1" status: 200 len: 814 time: 0.4841347 Feb 11 13:26:51.158978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Request body: {'port': {'device_id': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1', 'admin_state_up': True, 'tenant_id': '54fed67175fa41939704d1eaa3f4fe21'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:51.167073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-f703c29e-2a98-475f-979d-d8f682f2c429 service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846199 Feb 11 13:26:51.229382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f82aa8-f8ba-4810-8d72-d6b6d8de601e req-9bf84f20-f139-4ff5-bc9f-8bf772758c5e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:51.236282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3f82aa8-f8ba-4810-8d72-d6b6d8de601e req-9bf84f20-f139-4ff5-bc9f-8bf772758c5e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 932 time: 0.2611718 Feb 11 13:26:51.466257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3f82aa8-f8ba-4810-8d72-d6b6d8de601e req-266c8fa1-bb57-4712-9bfb-5db4ad9a2daf tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243056 Feb 11 13:26:51.527271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7d2e-0c02-4f08-bc66-40232353ce92 req-f4c85412-4473-4ba4-9499-93cde09c1fe1 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:51.536368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f94b7d2e-0c02-4f08-bc66-40232353ce92 req-f4c85412-4473-4ba4-9499-93cde09c1fe1 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1069331 Feb 11 13:26:51.612288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:51.625232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c981bf9-4883-4d81-aa12-75a15326896a req-d898993a-742c-4c3b-8538-7d293da60f62 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 210 time: 0.0880840 Feb 11 13:26:51.627827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Made reservation on behalf of 54fed67175fa41939704d1eaa3f4fe21 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:51.631212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:51.647878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f94b7d2e-0c02-4f08-bc66-40232353ce92 req-7bba5fb2-243e-4d18-8e13-ddacc8733f1e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105821 Feb 11 13:26:51.667381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15f6e10-510f-494b-829b-566c1461e62b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:51.793382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f166f8e-6680-41ac-bd57-de30ad0a4507 req-4687e3b5-47f5-426f-84c6-3bdc9267f78e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 210 time: 0.0526357 Feb 11 13:26:51.804109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Publish callbacks [] for port (a15f6e10-510f-494b-829b-566c1461e62b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:51.826367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Transition to ACTIVE for port object a15f6e10-510f-494b-829b-566c1461e62b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:51.851087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a15f6e10-510f-494b-829b-566c1461e62b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:51.978073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a15f6e10-510f-494b-829b-566c1461e62b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:51.991111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7facae-661d-4508-8892-a70d64bdadd8 req-5c2cc7bc-8ac5-4740-8f52-d9e7e4341296 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:51.992919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f7facae-661d-4508-8892-a70d64bdadd8 req-5c2cc7bc-8ac5-4740-8f52-d9e7e4341296 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.2381845 Feb 11 13:26:52.081353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Allocated IP 172.20.0.13 (cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1/2f3ff244-3501-43a4-b901-675fe9b237a4/c7d746d3-e7cc-4b93-9424-0308ce5289e5) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:52.129484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f7facae-661d-4508-8892-a70d64bdadd8 req-ccdeb75a-0df0-449f-9ca5-37dec085a864 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275110 Feb 11 13:26:52.168934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637ae8-7075-4583-b7dd-049e604467d3 req-2d866e80-7eff-4ea2-bdd4-5cd51f5f3455 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.171190 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4637ae8-7075-4583-b7dd-049e604467d3 req-2d866e80-7eff-4ea2-bdd4-5cd51f5f3455 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 951 time: 0.0656176 Feb 11 13:26:52.179409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Attempting to bind port a15f6e10-510f-494b-829b-566c1461e62b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:52.179960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Attempting to bind port a15f6e10-510f-494b-829b-566c1461e62b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:52.180126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Attempting to bind port a15f6e10-510f-494b-829b-566c1461e62b on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:52.194086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Port a15f6e10-510f-494b-829b-566c1461e62b on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:52.194446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Attempting to bind port a15f6e10-510f-494b-829b-566c1461e62b on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:52.201931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:52.202707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:52.203044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Bound using segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:52.203482 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Bound port: a15f6e10-510f-494b-829b-566c1461e62b, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:52.203843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a15f6e10-510f-494b-829b-566c1461e62b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:52.235873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4637ae8-7075-4583-b7dd-049e604467d3 req-92668fee-7cd9-4217-9898-3a0ccd1fc4e1 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566025 Feb 11 13:26:52.359156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] For port a15f6e10-510f-494b-829b-566c1461e62b, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:52.364898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] For port a15f6e10-510f-494b-829b-566c1461e62b, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a15f6e10-510f-494b-829b-566c1461e62b,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:52.376914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a15f6e10-510f-494b-829b-566c1461e62b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:52.385890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks [] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:52.425603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.426150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:52.427538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] 10.222.0.83 "PUT /v2.0/ports/a15f6e10-510f-494b-829b-566c1461e62b HTTP/1.1" status: 200 len: 1092 time: 2.0294139 Feb 11 13:26:52.429583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'tag': 'a15f6e10-510f-494b-829b-566c1461e62b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:52.432435 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29259a27-8795-4bd0-9006-e36b26368251" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3", "tag": "a15f6e10-510f-494b-829b-566c1461e62b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:52.464933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb3e95-ce7f-4f68-b8ed-77dbe61ab0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a15f6e10-510f-494b-829b-566c1461e62b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:52.518617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:52.557144 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132132e3-87cb-4e09-bffc-42ddaf01d415 x-openstack-request-id: req-132132e3-87cb-4e09-bffc-42ddaf01d415 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:52.557445 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3", "tag": "a15f6e10-510f-494b-829b-566c1461e62b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:52.557735 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-132132e3-87cb-4e09-bffc-42ddaf01d415 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:52.558157 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'tag': 'a15f6e10-510f-494b-829b-566c1461e62b', 'status': 'completed', 'code': 200} Feb 11 13:26:52.564934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-53c3aaaf-c80b-432f-8e8a-5ec38261996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.566482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-53c3aaaf-c80b-432f-8e8a-5ec38261996c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 1126 time: 0.0957067 Feb 11 13:26:52.577039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:52.587797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:52.614412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750fd87-28bd-40b1-8501-e773f35da72f req-e215fb0b-777e-4e0c-b17c-c0a909bdb41c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.616031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4750fd87-28bd-40b1-8501-e773f35da72f req-e215fb0b-777e-4e0c-b17c-c0a909bdb41c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0609643 Feb 11 13:26:52.618740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:52.623750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-bd7a756b-bdca-4a92-b3d8-a93d81319d45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a15f6e10-510f-494b-829b-566c1461e62b HTTP/1.1" status: 200 len: 217 time: 0.0455885 Feb 11 13:26:52.642617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Pushing event updated for resources: {'Port': ['ID=c7d746d3-e7cc-4b93-9424-0308ce5289e5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:52.691815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4750fd87-28bd-40b1-8501-e773f35da72f req-20f91881-840e-4f19-81f2-465e5b7ad9b0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683985 Feb 11 13:26:52.716857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.717535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:52.732856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-78f1797d-061e-4560-943a-d3cb99cf4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.734915 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-78f1797d-061e-4560-943a-d3cb99cf4d5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.0866165 Feb 11 13:26:52.799719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-083e0cfb-80a5-40c8-be79-a4363d58b11e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6466234 Feb 11 13:26:52.802616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-91f19edd-2c7e-48ed-818e-ef14e3769b23 req-d7be3709-fe62-44c8-b513-6194cb8cc088 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 210 time: 0.0666802 Feb 11 13:26:52.804454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-ec75127a-c58c-432e-b19f-c9d638bc5775 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518882 Feb 11 13:26:52.832047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Request body: {'port': {'device_id': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:52.960832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-dff7f9fc-da06-4f37-9727-b44f185ecbb9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.963167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-dff7f9fc-da06-4f37-9727-b44f185ecbb9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.1597929 Feb 11 13:26:52.981295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc5ca5-fa37-4bbb-8a36-0c76ab7e7569 req-7198eed8-ad37-41fb-82ad-68f2be74d374 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.982881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52bc5ca5-fa37-4bbb-8a36-0c76ab7e7569 req-7198eed8-ad37-41fb-82ad-68f2be74d374 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.2104905 Feb 11 13:26:52.987757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Request body: {'port': {'device_id': 'b47dcf67-eac4-4aed-bad2-958952932654', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'admin_state_up': True, 'tenant_id': 'b729fcc2f8e049d9874233ac7f2fb45b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:53.062913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282264d-438f-40a5-a01f-1823209437b9 req-100ed046-d8b6-4a6d-aa06-9e822ceaeb27 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.064405 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6282264d-438f-40a5-a01f-1823209437b9 req-100ed046-d8b6-4a6d-aa06-9e822ceaeb27 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 932 time: 0.1758373 Feb 11 13:26:53.064976 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.082872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-ab5453f8-b81c-4a3d-8923-375f70ce3c60 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479532 Feb 11 13:26:53.112820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52bc5ca5-fa37-4bbb-8a36-0c76ab7e7569 req-bc2bbf71-ff15-4438-940b-0985606a945c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025791 Feb 11 13:26:53.148015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Made reservation on behalf of b729fcc2f8e049d9874233ac7f2fb45b for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:53.153503 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.333296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef61811-80f5-475b-a562-50b3f5b9ff8e req-f056f620-0ff9-4786-84d2-7adb63aba9e2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.334867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ef61811-80f5-475b-a562-50b3f5b9ff8e req-f056f620-0ff9-4786-84d2-7adb63aba9e2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.1097915 Feb 11 13:26:53.336134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Allocated IP 172.20.0.11 (e488fa76-2b09-4163-a841-1a0915b58d8c/f14412d0-7183-41ed-9083-91ae0ac7b959/3729ec63-4d71-40e5-bb0b-5362ffe8ad00) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:53.421731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ef61811-80f5-475b-a562-50b3f5b9ff8e req-df608d20-89f6-4d06-be69-c11e52785bde tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752718 Feb 11 13:26:53.489778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:53.548719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks [] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.606462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port f0993ebf-0b2f-493d-b91a-e232aa63e886 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:53.611288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port f0993ebf-0b2f-493d-b91a-e232aa63e886 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:53.611676 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.623197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6282264d-438f-40a5-a01f-1823209437b9 req-9f89bc54-eb2a-4e63-96c7-ac78dcd9e7ab tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462592 Feb 11 13:26:53.627236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.676801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6106c4c-289b-4cc7-9dba-025ef14c2f9b req-8eb8b17a-88a5-47bc-b6e2-09bb2ea1e317 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865731 Feb 11 13:26:53.687479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b88483-e7db-432b-a85a-8bcd8e355e14 req-b3dd9a89-8a99-40cb-9d1d-a79a40dd8738 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.689353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-55b88483-e7db-432b-a85a-8bcd8e355e14 req-b3dd9a89-8a99-40cb-9d1d-a79a40dd8738 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 951 time: 0.1158745 Feb 11 13:26:53.709140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Network e488fa76-2b09-4163-a841-1a0915b58d8c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:53.725199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:53.728511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:53.743840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.744639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.750300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f0993ebf-0b2f-493d-b91a-e232aa63e886 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:53.750709 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.772078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:53.802111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:53.803116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:53.807970 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad50d08-5cc2-49b4-bf44-4aac0f7ec7d3" -d '{"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-plugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:53.812037 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:53.815385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e599f4e2-f483-44c7-aa09-5b6b9cb4cd30 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256769 Feb 11 13:26:53.826838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Request body: {'port': {'device_id': 'b47dcf67-eac4-4aed-bad2-958952932654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:53.866272 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-55b88483-e7db-432b-a85a-8bcd8e355e14 req-aec666c4-bc3f-4236-bf52-f8e92bf18acc tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665411 Feb 11 13:26:53.868514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:53.889378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29259a27-8795-4bd0-9006-e36b26368251 req-c3a43d7c-2d5a-40c1-b264-48809017ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.891055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29259a27-8795-4bd0-9006-e36b26368251 req-c3a43d7c-2d5a-40c1-b264-48809017ed1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 1126 time: 0.1496463 Feb 11 13:26:53.918106 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fbc756-4cb6-4ec9-a897-749645ba5ca9 x-openstack-request-id: req-54fbc756-4cb6-4ec9-a897-749645ba5ca9 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:53.918698 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-plugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:53.919150 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54fbc756-4cb6-4ec9-a897-749645ba5ca9 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:53.919763 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'code': 200} Feb 11 13:26:54.013100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a229-c45f-4f37-a02c-98e5687dfb3f req-ea63f2fd-1d1c-4edb-8c0c-5aa19467822b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.014799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c30a229-c45f-4f37-a02c-98e5687dfb3f req-ea63f2fd-1d1c-4edb-8c0c-5aa19467822b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 944 time: 0.2135177 Feb 11 13:26:54.018587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d746d3-e7cc-4b93-9424-0308ce5289e5 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:54.044412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Publish callbacks [] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.082259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Transition to ACTIVE for port object c7d746d3-e7cc-4b93-9424-0308ce5289e5 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:54.098313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.155149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29259a27-8795-4bd0-9006-e36b26368251 req-5bff018f-0905-443f-8b9e-dff5fcbde262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.156555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29259a27-8795-4bd0-9006-e36b26368251 req-5bff018f-0905-443f-8b9e-dff5fcbde262 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.2563636 Feb 11 13:26:54.179833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c30a229-c45f-4f37-a02c-98e5687dfb3f req-394a1bec-4e94-4630-bb7d-62ea80be786d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541414 Feb 11 13:26:54.222373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29259a27-8795-4bd0-9006-e36b26368251 req-bd83abca-2bbe-4862-846e-8e9cf10db3ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a15f6e10-510f-494b-829b-566c1461e62b HTTP/1.1" status: 200 len: 217 time: 0.0552254 Feb 11 13:26:54.224753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d746d3-e7cc-4b93-9424-0308ce5289e5,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:54.316638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.329073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29259a27-8795-4bd0-9006-e36b26368251 req-23dc43ad-f452-476e-b58a-64d0492a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.331211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29259a27-8795-4bd0-9006-e36b26368251 req-23dc43ad-f452-476e-b58a-64d0492a31e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1001897 Feb 11 13:26:54.374114 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29259a27-8795-4bd0-9006-e36b26368251 req-7411474b-797e-4a9d-bf71-589ddc6b000e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329080 Feb 11 13:26:54.387001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f7e31-b0b2-48b6-aa2a-e9bbade90c19 req-d579f2e5-5489-4af4-858e-c7b84e044fd6 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.395672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d8f7e31-b0b2-48b6-aa2a-e9bbade90c19 req-d579f2e5-5489-4af4-858e-c7b84e044fd6 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 932 time: 0.1456590 Feb 11 13:26:54.400751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Attempting to bind port c7d746d3-e7cc-4b93-9424-0308ce5289e5 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:54.401095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Attempting to bind port c7d746d3-e7cc-4b93-9424-0308ce5289e5 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4c37f4e4-9a21-4b63-9361-fed4e25463ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:54.401428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Attempting to bind port c7d746d3-e7cc-4b93-9424-0308ce5289e5 on network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:54.402606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58191312-5b54-42f7-87b4-f7e5ae742562 req-478594af-0ca4-4532-9a76-97384331cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.404677 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-58191312-5b54-42f7-87b4-f7e5ae742562 req-478594af-0ca4-4532-9a76-97384331cbac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1132 time: 0.1468091 Feb 11 13:26:54.416040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Port c7d746d3-e7cc-4b93-9424-0308ce5289e5 on network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:54.416443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Attempting to bind port c7d746d3-e7cc-4b93-9424-0308ce5289e5 on network cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:54.469979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:54.470287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Checking segment: {'id': '4c37f4e4-9a21-4b63-9361-fed4e25463ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:54.470684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Bound using segment: {'id': '4c37f4e4-9a21-4b63-9361-fed4e25463ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:54.471129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Bound port: c7d746d3-e7cc-4b93-9424-0308ce5289e5, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c37f4e4-9a21-4b63-9361-fed4e25463ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:54.471710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.559217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29259a27-8795-4bd0-9006-e36b26368251 req-15c40bf4-2c96-4f4c-91f3-9e03b223edf3 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775818 Feb 11 13:26:54.565678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] For port c7d746d3-e7cc-4b93-9424-0308ce5289e5, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:54.569951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] For port c7d746d3-e7cc-4b93-9424-0308ce5289e5, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c7d746d3-e7cc-4b93-9424-0308ce5289e5,segment=NetworkSegment(4c37f4e4-9a21-4b63-9361-fed4e25463ab),segment_id=4c37f4e4-9a21-4b63-9361-fed4e25463ab)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:54.591344 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.612726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d8f7e31-b0b2-48b6-aa2a-e9bbade90c19 req-4c570581-2a0d-4a77-9b34-5c414761dfe5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135229 Feb 11 13:26:54.628085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-58191312-5b54-42f7-87b4-f7e5ae742562 req-8ebe8431-d05f-4ee2-8a51-1fbd76ae42f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199567 Feb 11 13:26:54.681779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.682790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.684066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7d746d3-e7cc-4b93-9424-0308ce5289e5 HTTP/1.1" status: 200 len: 1092 time: 1.8679032 Feb 11 13:26:54.687458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'tag': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:54.689844 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f80a2-6a99-4775-a0e5-728402a34795" -d '{"events": [{"name": "network-changed", "server_uuid": "9153ccb1-bb2c-44dc-8342-a93c89d77695", "tag": "c7d746d3-e7cc-4b93-9424-0308ce5289e5"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:54.725601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f1250-092c-4ff8-8e89-b7f32c471de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d746d3-e7cc-4b93-9424-0308ce5289e5,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:54.738870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29259a27-8795-4bd0-9006-e36b26368251 req-3d2a79f4-991b-4ffc-9e65-fa5639eebc9b service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708195 Feb 11 13:26:54.798020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:54.807799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Publish callbacks [] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.818223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363ed07-1a7f-4f87-bf27-d01c686bbb66 req-26927070-7fe4-4ed6-9572-a03674a2eef6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.819726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8363ed07-1a7f-4f87-bf27-d01c686bbb66 req-26927070-7fe4-4ed6-9572-a03674a2eef6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1103163 Feb 11 13:26:54.835169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Transition to ACTIVE for port object 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:54.844204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.924055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:54.944584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8363ed07-1a7f-4f87-bf27-d01c686bbb66 req-1b521233-7109-4c20-88b7-f094c9ff3b7e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167982 Feb 11 13:26:54.958915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:54.959218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:54.959810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:54.965539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:54.965873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:54.971017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:54.971657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:54.972236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:54.972851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Bound port: 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:54.973433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:54.993618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-e19d096b-8335-415e-8a82-08f6260fa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.995446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-e19d096b-8335-415e-8a82-08f6260fa4ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54fed67175fa41939704d1eaa3f4fe21&device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 1126 time: 0.0561268 Feb 11 13:26:55.051716 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-7b52f110-f298-4a91-a641-3075f83a07c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d746d3-e7cc-4b93-9424-0308ce5289e5 HTTP/1.1" status: 200 len: 217 time: 0.0436163 Feb 11 13:26:55.066045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:55.113096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:55.123587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:55.140597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-1312ed4a-d6eb-42c3-8a59-0e3fa66a8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.142509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-1312ed4a-d6eb-42c3-8a59-0e3fa66a8030 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f3ff244-3501-43a4-b901-675fe9b237a4 HTTP/1.1" status: 200 len: 854 time: 0.0843823 Feb 11 13:26:55.162707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bf012-62a9-48b1-a6c3-1fb7a8fc87fb req-47846b29-a136-4a61-b3fa-a4f16f836dd9 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.163889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-647bf012-62a9-48b1-a6c3-1fb7a8fc87fb req-47846b29-a136-4a61-b3fa-a4f16f836dd9 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 944 time: 0.0724905 Feb 11 13:26:55.169272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b83a-127a-4d7e-83ef-02555f10fffd req-11f34ed2-7040-4dea-bc7f-e4f83c575d3c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.170777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8a5b83a-127a-4d7e-83ef-02555f10fffd req-11f34ed2-7040-4dea-bc7f-e4f83c575d3c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1172423 Feb 11 13:26:55.180959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.181482 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:55.182939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] 10.222.0.83 "PUT /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 1092 time: 1.3639531 Feb 11 13:26:55.183998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:55.186393 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc2749-fd5f-4301-9271-8f61ad68ab4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:55.229252 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-527e135d-bd49-4163-917d-aab31a2516e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498862 Feb 11 13:26:55.252581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f9279-56f8-4b46-99ce-f219d62a5cbc service neutron] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:55.279832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8a5b83a-127a-4d7e-83ef-02555f10fffd req-89c29e60-2fee-44f2-b586-ad50cdf0b05f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024435 Feb 11 13:26:55.286476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-647bf012-62a9-48b1-a6c3-1fb7a8fc87fb req-dad715aa-bf0d-430b-a7d7-776b763d9e41 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161332 Feb 11 13:26:55.309727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-f1e6c38e-4184-45e9-9e8c-e4fcf4352f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.312028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-f1e6c38e-4184-45e9-9e8c-e4fcf4352f43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1126 time: 0.0765996 Feb 11 13:26:55.342492 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f228a5b3-10c0-4551-8d8e-8b628bc77675 x-openstack-request-id: req-f228a5b3-10c0-4551-8d8e-8b628bc77675 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:55.342847 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9153ccb1-bb2c-44dc-8342-a93c89d77695", "tag": "c7d746d3-e7cc-4b93-9424-0308ce5289e5", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:55.343177 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f228a5b3-10c0-4551-8d8e-8b628bc77675 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:55.343864 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'tag': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5', 'status': 'completed', 'code': 200} Feb 11 13:26:55.365396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-4a148e75-5771-4819-81ab-3c2fe227efde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 217 time: 0.0464120 Feb 11 13:26:55.370020 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-26b89b99-03a3-4624-b02a-ac4e476275ee service neutron] 10.222.0.30 "GET /v2.0/networks/cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345475 Feb 11 13:26:55.381430 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01230dd-25e9-4407-9dae-6639c89dd3cf x-openstack-request-id: req-c01230dd-25e9-4407-9dae-6639c89dd3cf {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:55.381811 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:55.382210 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c01230dd-25e9-4407-9dae-6639c89dd3cf {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:55.382773 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00', 'status': 'completed', 'code': 200} Feb 11 13:26:55.421229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-d07e0f6a-87a7-497e-9977-9795089a789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.424794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-d07e0f6a-87a7-497e-9977-9795089a789d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0508561 Feb 11 13:26:55.464061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-eea941c9-7a47-4707-af87-47be09facfeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310104 Feb 11 13:26:55.509731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ee8e25c-3a31-4293-ad81-cc3a41869e29 req-c2d3e64d-cda8-4bc0-8b85-2c13821f4d91 service neutron] 10.222.0.30 "GET /v2.0/networks/cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300147 Feb 11 13:26:55.519335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef6ee-253e-4389-a67d-ac8c65e7489a req-883bfac2-5a84-4f0b-bcd9-6ea3b9912d92 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.521734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-837ef6ee-253e-4389-a67d-ac8c65e7489a req-883bfac2-5a84-4f0b-bcd9-6ea3b9912d92 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 944 time: 0.1126566 Feb 11 13:26:55.570573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-e6869c6b-3d55-4932-8edf-ec3951e49290 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987747 Feb 11 13:26:55.587170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-837ef6ee-253e-4389-a67d-ac8c65e7489a req-917ac385-eeaa-4bdc-af93-a327fbb48a5b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 Feb 11 13:26:55.623194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f80a2-6a99-4775-a0e5-728402a34795 req-d09c519d-f77f-42e7-a171-dd15a9694ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.624720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-367f80a2-6a99-4775-a0e5-728402a34795 req-d09c519d-f77f-42e7-a171-dd15a9694ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54fed67175fa41939704d1eaa3f4fe21&device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 1126 time: 0.0527878 Feb 11 13:26:55.702277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840837e8-fb71-485a-ab8b-564a3863b1bb req-09cf4381-4818-4c67-9ed3-46c89f6c5089 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.703797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-840837e8-fb71-485a-ab8b-564a3863b1bb req-09cf4381-4818-4c67-9ed3-46c89f6c5089 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 951 time: 0.1181705 Feb 11 13:26:55.736482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6434ebc9-6bcc-4a29-ae99-3e7ed83a05f0 req-19b6898e-2701-4f1c-aa7a-df2c34d655b8 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595502 Feb 11 13:26:55.778246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f80a2-6a99-4775-a0e5-728402a34795 req-1e10b640-d239-4ede-a8e7-ab0f964dd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.780520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-367f80a2-6a99-4775-a0e5-728402a34795 req-1e10b640-d239-4ede-a8e7-ab0f964dd366 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 HTTP/1.1" status: 200 len: 915 time: 0.1484020 Feb 11 13:26:55.782251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-840837e8-fb71-485a-ab8b-564a3863b1bb req-c8cc71c0-0bed-4a44-8016-fec089805bae tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669727 Feb 11 13:26:55.796718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1dc2-f853-49c1-af49-68fb7917b191 req-11cf7891-248a-42c6-b530-2b7c28839a52 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.804108 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aabc1dc2-f853-49c1-af49-68fb7917b191 req-11cf7891-248a-42c6-b530-2b7c28839a52 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.1075871 Feb 11 13:26:55.831919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a15f6e10-510f-494b-829b-566c1461e62b details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:55.841826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-f5053a6f-15e9-44e2-8083-9c6a1ebe7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.843495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-f5053a6f-15e9-44e2-8083-9c6a1ebe7b8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1126 time: 0.0511491 Feb 11 13:26:55.845732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:55.865447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-367f80a2-6a99-4775-a0e5-728402a34795 req-8acd6941-7639-4b5b-825d-8e513e8cbadd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d746d3-e7cc-4b93-9424-0308ce5289e5 HTTP/1.1" status: 200 len: 217 time: 0.0494578 Feb 11 13:26:55.928563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aabc1dc2-f853-49c1-af49-68fb7917b191 req-76bce240-e2df-4555-bba8-240f0be4612f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236143 Feb 11 13:26:55.962148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f80a2-6a99-4775-a0e5-728402a34795 req-20677488-df55-4a52-b51d-2883117fe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.964282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-367f80a2-6a99-4775-a0e5-728402a34795 req-20677488-df55-4a52-b51d-2883117fe279 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f3ff244-3501-43a4-b901-675fe9b237a4 HTTP/1.1" status: 200 len: 854 time: 0.0837491 Feb 11 13:26:55.986276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a15f6e10-510f-494b-829b-566c1461e62b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a15f6e10-510f-494b-829b-566c1461e62b,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:56.013757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-0a7c3d27-8f02-4af2-b5cf-8fd9c15565d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.015695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-367f80a2-6a99-4775-a0e5-728402a34795 req-e2d35205-c2c9-4be5-9162-433377c99218 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388348 Feb 11 13:26:56.016986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-0a7c3d27-8f02-4af2-b5cf-8fd9c15565d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1660283 Feb 11 13:26:56.022052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'a15f6e10-510f-494b-829b-566c1461e62b', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'port_id': 'a15f6e10-510f-494b-829b-566c1461e62b', 'mac_address': 'fa:16:3e:72:4f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b008d2-17da-4e50-a0a4-c3c7cd30e941', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:56.034333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ce203587-0434-4b87-871d-ff1434df0b76 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:56.034333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:56.088111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:56.090407 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1433c129-381a-4583-a591-7acb9e77d653" -d '{"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:56.100739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-5d569e7f-717e-4569-ab69-6c385ff8ea02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 217 time: 0.0763679 Feb 11 13:26:56.104910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a15f6e10-510f-494b-829b-566c1461e62b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:56.105637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a15f6e10-510f-494b-829b-566c1461e62b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:56.108534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:56.117487 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:56.126357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15f6e10-510f-494b-829b-566c1461e62b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:56.175686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a15f6e10-510f-494b-829b-566c1461e62b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a15f6e10-510f-494b-829b-566c1461e62b,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:56.175992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870613ff-63df-47cd-87e8-86243e7da1fb req-d4056213-ac0c-49bb-98f1-346a327919a0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.177784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-870613ff-63df-47cd-87e8-86243e7da1fb req-d4056213-ac0c-49bb-98f1-346a327919a0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.1197212 Feb 11 13:26:56.178148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-275f12fc-8d51-4153-88b8-0e1ac03c89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.181612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-275f12fc-8d51-4153-88b8-0e1ac03c89d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0741875 Feb 11 13:26:56.185000 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a15f6e10-510f-494b-829b-566c1461e62b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:56.191056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=11']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.201550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-367f80a2-6a99-4775-a0e5-728402a34795 req-451c022b-8c76-4a7f-8cd1-0c210d53e5e2 service neutron] 10.222.0.30 "GET /v2.0/networks/cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747537 Feb 11 13:26:56.241533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-ade01c6d-39e3-4dfd-bd2c-8d3cf527a9f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487084 Feb 11 13:26:56.279990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a15f6e10-510f-494b-829b-566c1461e62b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.287713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-870613ff-63df-47cd-87e8-86243e7da1fb req-f835a62f-ff3e-41f8-89cb-9ffa8f00890b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039121 Feb 11 13:26:56.390540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-367f80a2-6a99-4775-a0e5-728402a34795 req-99df2202-1fd9-4d32-a671-c4c99acc18a1 service neutron] 10.222.0.30 "GET /v2.0/networks/cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667356 Feb 11 13:26:56.423948 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fee1dc7-3b99-441e-a934-a4a62b229ab5 x-openstack-request-id: req-0fee1dc7-3b99-441e-a934-a4a62b229ab5 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:56.424271 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce203587-0434-4b87-871d-ff1434df0b76", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:56.424538 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fee1dc7-3b99-441e-a934-a4a62b229ab5 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:56.424932 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76', 'code': 200} Feb 11 13:26:56.440009 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-04dc60d3-2ba2-444b-bd9e-09074bd0b6b0 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911082 Feb 11 13:26:56.497664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb98c6-b176-4c8d-8f29-0b4cc5c1409a req-f81c0505-839c-4751-b0cf-dee5dc33715d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.499546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0beb98c6-b176-4c8d-8f29-0b4cc5c1409a req-f81c0505-839c-4751-b0cf-dee5dc33715d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0664854 Feb 11 13:26:56.519894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['a15f6e10-510f-494b-829b-566c1461e62b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:56.550363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0beb98c6-b176-4c8d-8f29-0b4cc5c1409a req-3b7e5799-82e6-4736-9e86-d5ef980d1d8d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Feb 11 13:26:56.583303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62aab1-f77a-400d-8c43-2a8321a2d00e req-a2b70e0e-4c69-4e80-aa3e-beb22999a790 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.584817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb62aab1-f77a-400d-8c43-2a8321a2d00e req-a2b70e0e-4c69-4e80-aa3e-beb22999a790 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 944 time: 0.0998273 Feb 11 13:26:56.587205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62cc2749-fd5f-4301-9271-8f61ad68ab4f req-dfba9b51-a885-4297-9cfc-b4b6281d2282 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368237 Feb 11 13:26:56.641087 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb62aab1-f77a-400d-8c43-2a8321a2d00e req-5759d583-933e-49a2-b361-7ef75e1a9cf8 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Feb 11 13:26:56.681394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae0bd9-f668-49e5-93eb-910f778f9799 req-7075d733-1af3-45f3-ade7-c4135a72366c tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.683088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94ae0bd9-f668-49e5-93eb-910f778f9799 req-7075d733-1af3-45f3-ade7-c4135a72366c tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1132 time: 0.0520298 Feb 11 13:26:56.730878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94ae0bd9-f668-49e5-93eb-910f778f9799 req-37fce11d-2a23-452c-9e5b-392e34b6c770 tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Feb 11 13:26:56.770220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036668c5-ca46-4afe-8073-f49594a35ebd req-85ffa92c-6c88-42cc-8323-70ab73bcdae4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.771971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-036668c5-ca46-4afe-8073-f49594a35ebd req-85ffa92c-6c88-42cc-8323-70ab73bcdae4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0687017 Feb 11 13:26:56.821775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-036668c5-ca46-4afe-8073-f49594a35ebd req-2ab93ffa-8984-4845-a0f6-bc38fd300f07 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Feb 11 13:26:56.851360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-060ba2d9-316d-4079-a1fa-098852416f37 req-0a307a89-7215-47e4-862f-51020b65689a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:26:56.852505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-060ba2d9-316d-4079-a1fa-098852416f37 req-0a307a89-7215-47e4-862f-51020b65689a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053358 Feb 11 13:26:56.925351 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59bf41f8-a4f6-449d-a2f1-9f7f33221048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:56.935701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a78c-e656-4a47-a922-7513c11a9c87 req-7f95aa0f-f458-4a22-898b-5695523f9160 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.937231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0676a78c-e656-4a47-a922-7513c11a9c87 req-7f95aa0f-f458-4a22-898b-5695523f9160 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 949 time: 0.0594361 Feb 11 13:26:56.985339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0676a78c-e656-4a47-a922-7513c11a9c87 req-191dfb77-9e90-478d-b87e-23551ed8c234 tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Feb 11 13:26:57.097197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0136b73-9422-4888-ace5-c10c2fe42fec req-b9d2b23a-4105-4b06-b917-8cb2ca45499e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.098759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0136b73-9422-4888-ace5-c10c2fe42fec req-b9d2b23a-4105-4b06-b917-8cb2ca45499e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.0547760 Feb 11 13:26:57.150231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0136b73-9422-4888-ace5-c10c2fe42fec req-3ce61b9b-f374-454a-8cbe-7246bd518a11 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Feb 11 13:26:57.298963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-8a96fba2-2ad8-4e37-b23f-f339fc2d6519 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0493145 Feb 11 13:26:57.313399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad180e-5768-4066-a2ab-e337ab97fe52 req-c536ac8f-e220-440b-9039-8296a993028f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.314900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0bad180e-5768-4066-a2ab-e337ab97fe52 req-c536ac8f-e220-440b-9039-8296a993028f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0558355 Feb 11 13:26:57.372485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0bad180e-5768-4066-a2ab-e337ab97fe52 req-1840f323-39ff-4b73-8a98-939ac6d3e0fa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Feb 11 13:26:57.460872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f2e9d-dce1-4113-8d53-9eb1ee1f7685 req-ca842213-6536-4d72-9648-1b2f08bd9974 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.462831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-008f2e9d-dce1-4113-8d53-9eb1ee1f7685 req-ca842213-6536-4d72-9648-1b2f08bd9974 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0593717 Feb 11 13:26:57.518535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-008f2e9d-dce1-4113-8d53-9eb1ee1f7685 req-f926ee11-e942-4dbf-8e7a-5df5c6b938be tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501390 Feb 11 13:26:57.656835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-1c84cbff-cebd-4d47-8312-4d15d0c8244c tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.659253 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-1c84cbff-cebd-4d47-8312-4d15d0c8244c tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.83 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 949 time: 0.0589607 Feb 11 13:26:57.689867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-cdd0cec2-2655-4172-8060-110c13393057 tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.691342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-cdd0cec2-2655-4172-8060-110c13393057 tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/ports/f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 1129 time: 0.0429015 Feb 11 13:26:57.830662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc936b-7313-47ab-8bb2-0b27079b54ec req-bd99d7d8-a91d-4ce8-b08e-733d2aee22d9 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.830662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85dc936b-7313-47ab-8bb2-0b27079b54ec req-bd99d7d8-a91d-4ce8-b08e-733d2aee22d9 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 944 time: 0.0814133 Feb 11 13:26:57.833004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Deleting port ce203587-0434-4b87-871d-ff1434df0b76 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:57.833190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ce203587-0434-4b87-871d-ff1434df0b76), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:57.835436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:57.838873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a15f6e10-510f-494b-829b-566c1461e62b up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:57.984553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85dc936b-7313-47ab-8bb2-0b27079b54ec req-f3237999-893c-4530-b606-624a3edab828 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477740 Feb 11 13:26:57.989964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port a15f6e10-510f-494b-829b-566c1461e62b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:57.996420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port a15f6e10-510f-494b-829b-566c1461e62b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:57.997007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a15f6e10-510f-494b-829b-566c1461e62b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.053519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] For port ce203587-0434-4b87-871d-ff1434df0b76, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ce203587-0434-4b87-871d-ff1434df0b76,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:58.054408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ce203587-0434-4b87-871d-ff1434df0b76), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.073027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663d400-034b-43d6-a040-2405c9e5eff5 req-c923a4fe-b4da-45b8-b5dd-5242b047bf49 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.078299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:58.088068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a663d400-034b-43d6-a040-2405c9e5eff5 req-c923a4fe-b4da-45b8-b5dd-5242b047bf49 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 945 time: 0.1581352 Feb 11 13:26:58.100092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'port_id': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00', 'mac_address': 'fa:16:3e:fb:be:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14412d0-7183-41ed-9083-91ae0ac7b959', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:58.120074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Calling delete_port for ce203587-0434-4b87-871d-ff1434df0b76 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:58.155751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fdf1e-4ad3-4450-81b0-498fc913d92e req-22f0fc9b-6eeb-4e3b-8e9d-e21ac9126ecf tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.162902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-571fdf1e-4ad3-4450-81b0-498fc913d92e req-22f0fc9b-6eeb-4e3b-8e9d-e21ac9126ecf tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 949 time: 0.0801239 Feb 11 13:26:58.168457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a15f6e10-510f-494b-829b-566c1461e62b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:58.169233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a15f6e10-510f-494b-829b-566c1461e62b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.208022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a663d400-034b-43d6-a040-2405c9e5eff5 req-34bf96f3-a120-40a9-85a0-b9258af5dac3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166139 Feb 11 13:26:58.255814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a15f6e10-510f-494b-829b-566c1461e62b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a15f6e10-510f-494b-829b-566c1461e62b,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:58.267436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a15f6e10-510f-494b-829b-566c1461e62b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.278782 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-571fdf1e-4ad3-4450-81b0-498fc913d92e req-a9e28791-07cd-4ca0-b3ed-f6831f33248d tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/security-groups?id=892c595b-3097-4ea4-a849-60fc11db41d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149521 Feb 11 13:26:58.290007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:58.290497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.348379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:58.374052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:58.379460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ca096-67a3-4d57-96af-d8c09e382128 req-1f4414d7-f5e7-4a4e-aec7-8786dda93ba3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.381226 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.387173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-630ca096-67a3-4d57-96af-d8c09e382128 req-1f4414d7-f5e7-4a4e-aec7-8786dda93ba3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.1087563 Feb 11 13:26:58.398584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a15f6e10-510f-494b-829b-566c1461e62b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.416374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ce203587-0434-4b87-871d-ff1434df0b76), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.451680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-630ca096-67a3-4d57-96af-d8c09e382128 req-ec9c3711-bfd6-445f-9eff-ccc8b4433c20 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Feb 11 13:26:58.471031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15f6e10-510f-494b-829b-566c1461e62b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:58.474834 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2903470f-de67-47c9-864c-460f08546206" -d '{"events": [{"server_uuid": "cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "a15f6e10-510f-494b-829b-566c1461e62b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:58.483261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Pushing event deleted for resources: {'Port': ['ID=ce203587-0434-4b87-871d-ff1434df0b76,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.535436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.552746 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2d550d-54de-4fd4-9ca6-0887d37cf2a1 x-openstack-request-id: req-2b2d550d-54de-4fd4-9ca6-0887d37cf2a1 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:58.560529 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "a15f6e10-510f-494b-829b-566c1461e62b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:58.566410 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b2d550d-54de-4fd4-9ca6-0887d37cf2a1 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:58.567914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] No DVR routers for this DVR port ce203587-0434-4b87-871d-ff1434df0b76 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:58.568544 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15f6e10-510f-494b-829b-566c1461e62b', 'code': 200} Feb 11 13:26:58.572135 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.583029 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fb6a4f8-6f50-4166-adeb-18e504b71afd req-cd7b4321-794e-48f0-8eb1-bdaa3d35ac8a tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.83 "DELETE /v2.0/ports/ce203587-0434-4b87-871d-ff1434df0b76 HTTP/1.1" status: 204 len: 173 time: 0.9187901 Feb 11 13:26:58.585359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-deleted', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:58.588020 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea5a5a-d69f-4c82-9000-e34df8594160" -d '{"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-deleted", "tag": "ce203587-0434-4b87-871d-ff1434df0b76"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:58.610710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c756-957f-4ede-8632-ffa0b446fa00 req-052daa59-373a-4b2c-ac09-1717a703e7ae tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.619638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2895c756-957f-4ede-8632-ffa0b446fa00 req-052daa59-373a-4b2c-ac09-1717a703e7ae tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1429503 Feb 11 13:26:58.670965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3729ec63-4d71-40e5-bb0b-5362ffe8ad00'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:58.703223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841e6b-7f42-466d-9934-12f6c426c43d req-b9ebfe6e-1e50-46fd-8d41-4d5b9180f9c0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.710552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2895c756-957f-4ede-8632-ffa0b446fa00 req-439c63c9-1c75-481c-8d3a-ccda670f734d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820580 Feb 11 13:26:58.722133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5841e6b-7f42-466d-9934-12f6c426c43d req-b9ebfe6e-1e50-46fd-8d41-4d5b9180f9c0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0979526 Feb 11 13:26:58.756666 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd0658-b48b-4447-a252-9d7770e5c6ca x-openstack-request-id: req-f4cd0658-b48b-4447-a252-9d7770e5c6ca {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:58.756902 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac79c73-6dbd-4ae8-b7fb-e18a16f2192f", "name": "network-vif-deleted", "tag": "ce203587-0434-4b87-871d-ff1434df0b76", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:58.757158 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4cd0658-b48b-4447-a252-9d7770e5c6ca {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:58.757555 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac79c73-6dbd-4ae8-b7fb-e18a16f2192f', 'name': 'network-vif-deleted', 'tag': 'ce203587-0434-4b87-871d-ff1434df0b76', 'status': 'completed', 'code': 200} Feb 11 13:26:58.788808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c407bd-754c-41f6-8c05-107489b7b7bf req-dc9dbfbd-8e0a-4ebb-965f-5d8a499bb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.795025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84c407bd-754c-41f6-8c05-107489b7b7bf req-dc9dbfbd-8e0a-4ebb-965f-5d8a499bb7ca service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 1128 time: 0.1105216 Feb 11 13:26:58.806742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5841e6b-7f42-466d-9934-12f6c426c43d req-5ee9fee1-99b0-4913-ae48-bfdb39b4275f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795434 Feb 11 13:26:58.882559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84c407bd-754c-41f6-8c05-107489b7b7bf req-0bb3b970-c443-44fb-8576-952222e4331e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797794 Feb 11 13:26:58.900337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-9b693daf-ed0b-432b-98a3-431e1000d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.902157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-9b693daf-ed0b-432b-98a3-431e1000d92d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1132 time: 0.0735886 Feb 11 13:26:59.022473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-052c7d3e-e20e-4118-be13-e536e036ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.024849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-052c7d3e-e20e-4118-be13-e536e036ad59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1108601 Feb 11 13:26:59.078881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-b6b720c6-7683-446b-b052-b2dc751e7282 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.0458448 Feb 11 13:26:59.133131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a74d8-d64e-45e4-81c6-00b8c0889f02 req-f5ecad16-3f1a-430d-8071-80c2f9f8befb tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.134556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-01b56c3b-ac28-4984-b963-cc94f40c5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.136047 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-01b56c3b-ac28-4984-b963-cc94f40c5afb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0484941 Feb 11 13:26:59.138656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c4a74d8-d64e-45e4-81c6-00b8c0889f02 req-f5ecad16-3f1a-430d-8071-80c2f9f8befb tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 944 time: 0.0649018 Feb 11 13:26:59.186646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c4a74d8-d64e-45e4-81c6-00b8c0889f02 req-e54e91d5-ac9c-4a52-8529-600c5ae69656 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456645 Feb 11 13:26:59.190734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-89f7b2d0-2106-492b-a9af-1c51ab0a47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.192300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-89f7b2d0-2106-492b-a9af-1c51ab0a47c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0473173 Feb 11 13:26:59.334055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-e4ecae2c-6731-4efa-94aa-2787780a5afb service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329591 Feb 11 13:26:59.347083 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6cbba5cd-3284-4f28-8d1f-01e5a01da289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:59.374814 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:26:59.390247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc49d-a3a6-4bfd-9669-1ae58f074856 req-04c48eee-54d2-4399-9284-c313dc23f054 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.391843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896cc49d-a3a6-4bfd-9669-1ae58f074856 req-04c48eee-54d2-4399-9284-c313dc23f054 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 946 time: 0.1199551 Feb 11 13:26:59.429633 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6f344f2-2058-48b9-ae5a-ef70d8bf80f8 req-e0dd9f74-be12-4714-8fc0-4cc6e3b3ef3c tempest-ImagesOneServerTestJSON-2134974070 tempest-ImagesOneServerTestJSON-2134974070-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac79c73-6dbd-4ae8-b7fb-e18a16f2192f HTTP/1.1" status: 200 len: 210 time: 0.0429828 Feb 11 13:26:59.495951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-6f9ad369-6338-46f5-9f78-6d924b9852ab service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521020 Feb 11 13:26:59.500397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896cc49d-a3a6-4bfd-9669-1ae58f074856 req-15af2d13-1a9c-4031-a343-c8feb06b53c0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743277 Feb 11 13:26:59.529961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c7d746d3-e7cc-4b93-9424-0308ce5289e5 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:59.644273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586f815-7c77-4e4d-a4ce-0518213daecc req-79e7745c-3053-4523-bc69-fb2b23bcdc78 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.652201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f586f815-7c77-4e4d-a4ce-0518213daecc req-79e7745c-3053-4523-bc69-fb2b23bcdc78 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 945 time: 0.0977130 Feb 11 13:26:59.683377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c7d746d3-e7cc-4b93-9424-0308ce5289e5, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c7d746d3-e7cc-4b93-9424-0308ce5289e5,segment=NetworkSegment(4c37f4e4-9a21-4b63-9361-fed4e25463ab),segment_id=4c37f4e4-9a21-4b63-9361-fed4e25463ab)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:59.694543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5', 'network_id': 'cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1', 'port_id': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5', 'mac_address': 'fa:16:3e:02:04:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3ff244-3501-43a4-b901-675fe9b237a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:59.710866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f586f815-7c77-4e4d-a4ce-0518213daecc req-f23b3cb9-42ba-40c8-86c1-09654be4474b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575008 Feb 11 13:26:59.735150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c7d746d3-e7cc-4b93-9424-0308ce5289e5 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:59.735553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:59.750899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d746d3-e7cc-4b93-9424-0308ce5289e5 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:59.771443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c7d746d3-e7cc-4b93-9424-0308ce5289e5, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c7d746d3-e7cc-4b93-9424-0308ce5289e5,segment=NetworkSegment(4c37f4e4-9a21-4b63-9361-fed4e25463ab),segment_id=4c37f4e4-9a21-4b63-9361-fed4e25463ab)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:59.776302 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:59.834727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:59.837510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c7d746d3-e7cc-4b93-9424-0308ce5289e5,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:59.861354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866479-8ee8-448a-87b4-69ff9b25be51 req-f8432b1e-39f2-4937-9e84-50d86d875361 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.871679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95866479-8ee8-448a-87b4-69ff9b25be51 req-f8432b1e-39f2-4937-9e84-50d86d875361 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0711608 Feb 11 13:26:59.897570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:59.903110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:59.903912 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:59.953531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95866479-8ee8-448a-87b4-69ff9b25be51 req-9ff68437-25d6-4ea0-92ad-07364918615e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795383 Feb 11 13:26:59.997137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711dc02-0a81-4a24-94e3-0b020e4533bc req-e42651bb-ecb8-4ec6-a711-8547b9943d0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.999050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:59.999308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f711dc02-0a81-4a24-94e3-0b020e4533bc req-e42651bb-ecb8-4ec6-a711-8547b9943d0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0918956 Feb 11 13:26:59.999638 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:00.039023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:00.043749 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:00.044614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:00.062109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f711dc02-0a81-4a24-94e3-0b020e4533bc req-0dd1cad7-efe3-4d97-bcb9-e50f233d9dd4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560908 Feb 11 13:27:00.093225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: ce203587-0434-4b87-871d-ff1434df0b76 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:00.093576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ce203587-0434-4b87-871d-ff1434df0b76 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:00.139873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c7d746d3-e7cc-4b93-9424-0308ce5289e5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:00.203024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:00.372277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf2c60-141a-46a0-88e6-1e6f129b659f req-dcfc42be-0dab-43a3-926e-26c5a5b0f82b tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.381060 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-caaf2c60-141a-46a0-88e6-1e6f129b659f req-dcfc42be-0dab-43a3-926e-26c5a5b0f82b tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 945 time: 0.0958450 Feb 11 13:27:00.434657 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-caaf2c60-141a-46a0-88e6-1e6f129b659f req-e4f1e5f9-463d-4df7-bfcd-767d1932dc86 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Feb 11 13:27:00.569937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:00.573329 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1b8a74-7d79-4bbf-afbd-f7c5954a9b10" -d '{"events": [{"server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "name": "network-vif-plugged", "status": "completed", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:00.655030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc837d59-0113-4646-b57a-9fc96e4f5cb8 req-72ea240f-951c-47b6-9ec0-c8ff362711b2 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.656955 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cc837d59-0113-4646-b57a-9fc96e4f5cb8 req-72ea240f-951c-47b6-9ec0-c8ff362711b2 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.0769405 Feb 11 13:27:00.668668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519704b-ee60-40e4-b0f7-04d196bcf1db req-5d2a2b0a-d50e-405d-a805-6d931cbff042 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.670318 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a519704b-ee60-40e4-b0f7-04d196bcf1db req-5d2a2b0a-d50e-405d-a805-6d931cbff042 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 946 time: 0.0865362 Feb 11 13:27:00.722953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cc837d59-0113-4646-b57a-9fc96e4f5cb8 req-9a402eaf-091f-4d25-a4f9-c9e615b12eff tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582578 Feb 11 13:27:00.770520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a519704b-ee60-40e4-b0f7-04d196bcf1db req-ff1b564b-e3c7-4c4f-93ac-405d192d943f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945492 Feb 11 13:27:00.805347 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a67af8-51cb-4e2f-a8fd-b9881724b2fe x-openstack-request-id: req-85a67af8-51cb-4e2f-a8fd-b9881724b2fe {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:00.807841 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "name": "network-vif-plugged", "status": "completed", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:00.808381 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85a67af8-51cb-4e2f-a8fd-b9881724b2fe {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:00.810755 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00', 'code': 200} Feb 11 13:27:00.854762 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:00.954301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60466) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:00.967871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed595c-f570-4909-8fd7-e27eb3d7e5c7 req-f0ab0f77-9b2c-493b-b9ea-4878f5ae573c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.970052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28ed595c-f570-4909-8fd7-e27eb3d7e5c7 req-f0ab0f77-9b2c-493b-b9ea-4878f5ae573c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 946 time: 0.0697777 Feb 11 13:27:00.983348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aa902-cc9c-49d2-a964-e6bda0c1df5a req-6b1f63f6-bda9-43dd-bca3-15e443662148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.991021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c3aa902-cc9c-49d2-a964-e6bda0c1df5a req-6b1f63f6-bda9-43dd-bca3-15e443662148 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1128 time: 0.0940151 Feb 11 13:27:01.049512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c3aa902-cc9c-49d2-a964-e6bda0c1df5a req-7a5680d3-d593-4b63-af99-ccbafbdaa17d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519803 Feb 11 13:27:01.071719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28ed595c-f570-4909-8fd7-e27eb3d7e5c7 req-03682777-8bf9-499a-a60d-3cb847b51267 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958798 Feb 11 13:27:01.211942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560793bb-738a-4e01-b11d-fec0c5151fe7 req-322102a4-ff34-4404-8fde-03b9d39c9f3e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.212939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d97a299e-322b-4c04-946c-63762792f4f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa424e93ccff435bb9c9160b845dbcf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605097 Feb 11 13:27:01.214886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-560793bb-738a-4e01-b11d-fec0c5151fe7 req-322102a4-ff34-4404-8fde-03b9d39c9f3e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 946 time: 0.0749815 Feb 11 13:27:01.215789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:01.224159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77c0b9-eceb-404f-a823-d26c9d18feb2 req-06042527-e03e-48ac-8429-5d160d46a788 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.226036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a77c0b9-eceb-404f-a823-d26c9d18feb2 req-06042527-e03e-48ac-8429-5d160d46a788 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1056778 Feb 11 13:27:01.281199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a77c0b9-eceb-404f-a823-d26c9d18feb2 req-162fe61c-71a6-4f6f-bdad-1c3af6c617e2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490701 Feb 11 13:27:01.294873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-560793bb-738a-4e01-b11d-fec0c5151fe7 req-5cf4e57e-9e68-4092-ab43-103e109d3320 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713973 Feb 11 13:27:01.307918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ecef68-21e6-425b-81d0-c3d85e68a4ee admin admin] Publish callbacks [] for security_group (892c595b-3097-4ea4-a849-60fc11db41d1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:01.330366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ecef68-21e6-425b-81d0-c3d85e68a4ee admin admin] Publish callbacks [] for security_group (892c595b-3097-4ea4-a849-60fc11db41d1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:01.384330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ecef68-21e6-425b-81d0-c3d85e68a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (892c595b-3097-4ea4-a849-60fc11db41d1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:01.387546 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83ecef68-21e6-425b-81d0-c3d85e68a4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:01.391653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-83ecef68-21e6-425b-81d0-c3d85e68a4ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/892c595b-3097-4ea4-a849-60fc11db41d1 HTTP/1.1" status: 204 len: 168 time: 0.1743746 Feb 11 13:27:01.400864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecef68-21e6-425b-81d0-c3d85e68a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892c595b-3097-4ea4-a849-60fc11db41d1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:01.419913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8ca13-8d3a-4acb-a501-2f7a359a391e req-e5227191-0c04-4673-863d-e4c06820e662 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.421666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6bf8ca13-8d3a-4acb-a501-2f7a359a391e req-e5227191-0c04-4673-863d-e4c06820e662 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 945 time: 0.0691717 Feb 11 13:27:01.495004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6bf8ca13-8d3a-4acb-a501-2f7a359a391e req-047a54b2-048b-4e5e-a251-90d8282514fe tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565579 Feb 11 13:27:01.536456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c7d746d3-e7cc-4b93-9424-0308ce5289e5 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:01.606300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfddaa-b8dd-447a-a4c9-6528000e1789 req-1e5f0b82-0959-4da4-b5e1-f51d790dcf6e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.608956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aacfddaa-b8dd-447a-a4c9-6528000e1789 req-1e5f0b82-0959-4da4-b5e1-f51d790dcf6e tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 945 time: 0.0861888 Feb 11 13:27:01.619834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port c7d746d3-e7cc-4b93-9424-0308ce5289e5 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:01.629653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port c7d746d3-e7cc-4b93-9424-0308ce5289e5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:01.630827 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:01.670818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aacfddaa-b8dd-447a-a4c9-6528000e1789 req-ce88d236-f663-48c3-b68a-8dff313c1262 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554960 Feb 11 13:27:01.912749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe51af-b971-4f66-99a5-9250dd973e2c req-429da645-4d12-4eb3-994a-ef84f73e43fa tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.919991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ebe51af-b971-4f66-99a5-9250dd973e2c req-429da645-4d12-4eb3-994a-ef84f73e43fa tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.0841861 Feb 11 13:27:01.956603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-8a7a1933-0817-44ac-9374-a41249277aa3 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.965309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-8a7a1933-0817-44ac-9374-a41249277aa3 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.1220260 Feb 11 13:27:01.966733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c7d746d3-e7cc-4b93-9424-0308ce5289e5 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:01.967290 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:01.977729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828676-2'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:02.005319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c7d746d3-e7cc-4b93-9424-0308ce5289e5, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c7d746d3-e7cc-4b93-9424-0308ce5289e5,segment=NetworkSegment(4c37f4e4-9a21-4b63-9361-fed4e25463ab),segment_id=4c37f4e4-9a21-4b63-9361-fed4e25463ab)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:02.010928 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.035556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ebe51af-b971-4f66-99a5-9250dd973e2c req-fbc0f55a-727e-4184-b925-c66488bc0aad tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141977 Feb 11 13:27:02.073901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c7d746d3-e7cc-4b93-9424-0308ce5289e5,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.117991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.233511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.283514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1643f6d-906b-459d-8c7b-8633ced26e30 req-4e6a7277-4ec5-402c-95f8-98a5822b419c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:02.285034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1643f6d-906b-459d-8c7b-8633ced26e30 req-4e6a7277-4ec5-402c-95f8-98a5822b419c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 946 time: 0.1225424 Feb 11 13:27:02.317286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:02.317887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:02.374031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1643f6d-906b-459d-8c7b-8633ced26e30 req-361925c2-60e9-48b4-834e-4719422f6d19 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741823 Feb 11 13:27:02.380803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:02.450880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Publish callbacks [] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.456341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:02.459907 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd02ec1e-73e8-4fe0-97b8-036731ecfb25" -d '{"events": [{"server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "name": "network-vif-unplugged", "status": "completed", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:02.464944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.500115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d35e0f-5444-4112-875c-bcde05e1b080 req-3bbf133c-3b9f-4b3e-8c23-8aceda5e75f2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:02.507727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30d35e0f-5444-4112-875c-bcde05e1b080 req-3bbf133c-3b9f-4b3e-8c23-8aceda5e75f2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1187956 Feb 11 13:27:02.541712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1214060349-network', 'tenant_id': '196142ef5435433192b1f5bcaf317ba9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:02.590751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30d35e0f-5444-4112-875c-bcde05e1b080 req-4ae5b1a3-75d4-4f8b-a05d-7785b178c6d2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814164 Feb 11 13:27:02.596994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Made reservation on behalf of 196142ef5435433192b1f5bcaf317ba9 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:02.618897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.625587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on host n-h1-828676-2 for vnic_type normal with profile {"migrating_to": "n-h2-828676-2"} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:02.625827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:02.626108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:02.637443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.639154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.647669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:02.648058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Attempting to bind port 26ea1a29-7103-46ee-a1ca-39276ea1287f on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:02.656083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:02.656425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:02.656809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:02.657372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Bound port: 26ea1a29-7103-46ee-a1ca-39276ea1287f, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:02.657737 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.669266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56fb7b-4909-40ab-bd01-3f72a5e0776d req-a8d39810-fb8d-4596-b529-6e8c7f1b831c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:02.671008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d56fb7b-4909-40ab-bd01-3f72a5e0776d req-a8d39810-fb8d-4596-b529-6e8c7f1b831c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 946 time: 0.1874681 Feb 11 13:27:02.721203 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d672b72b-8c9e-4cab-b77d-c7695fe75b3b x-openstack-request-id: req-d672b72b-8c9e-4cab-b77d-c7695fe75b3b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:02.721649 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "name": "network-vif-unplugged", "status": "completed", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:02.721797 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d672b72b-8c9e-4cab-b77d-c7695fe75b3b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:02.722209 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f', 'code': 200} Feb 11 13:27:02.749810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks [] for security_group (d783ce16-9671-4068-8d70-8bcb71e3973b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.755042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d783ce16-9671-4068-8d70-8bcb71e3973b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.810628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d56fb7b-4909-40ab-bd01-3f72a5e0776d req-79de25d3-82bf-42c8-a127-4b75f311824c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245399 Feb 11 13:27:02.814154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:02.815756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:02.818861 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826eda32-b710-463f-a8ef-9f0fe2b1c165" -d '{"events": [{"server_uuid": "9153ccb1-bb2c-44dc-8342-a93c89d77695", "name": "network-vif-plugged", "status": "completed", "tag": "c7d746d3-e7cc-4b93-9424-0308ce5289e5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:02.825989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d783ce16-9671-4068-8d70-8bcb71e3973b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.827850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:02.835257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:02.846360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.900877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c3c3772e-c2f4-4037-99ab-9e93190a99dc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.901348 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Added segment c3c3772e-c2f4-4037-99ab-9e93190a99dc of type vlan for network 7578ea77-1d5a-4427-baef-65b9f5e6c92a Feb 11 13:27:02.968888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:02.969509 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.970933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] 10.222.0.83 "PUT /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 1121 time: 0.9983649 Feb 11 13:27:02.989729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056079cc-499d-4d50-b2f7-bea727daa7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.994160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476f375-9060-460c-bdcd-0eae417109ff req-8cca27d4-cd71-4a77-810c-3d66a7b2b8d7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.004144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b476f375-9060-460c-bdcd-0eae417109ff req-8cca27d4-cd71-4a77-810c-3d66a7b2b8d7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.2112553 Feb 11 13:27:03.009076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7578ea77-1d5a-4427-baef-65b9f5e6c92a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.012441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b1219-cc47-4a1e-ab1b-259d8a09dd6f req-657fb592-b4f3-4c28-969a-f81206c4e896 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.014478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a94b1219-cc47-4a1e-ab1b-259d8a09dd6f req-657fb592-b4f3-4c28-969a-f81206c4e896 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 946 time: 0.1093175 Feb 11 13:27:03.091004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['26ea1a29-7103-46ee-a1ca-39276ea1287f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:03.106288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-dd1992ff-153b-4525-9cae-58755a142edb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.106772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a94b1219-cc47-4a1e-ab1b-259d8a09dd6f req-8290c5ca-6db9-40d3-8d4c-83afc37b1a06 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Feb 11 13:27:03.108137 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-dd1992ff-153b-4525-9cae-58755a142edb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 946 time: 0.1682994 Feb 11 13:27:03.111638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7578ea77-1d5a-4427-baef-65b9f5e6c92a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.113239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.113911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.158513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['26ea1a29-7103-46ee-a1ca-39276ea1287f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:03.192469 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c2999-0900-4840-a8e3-99b8fffcce50 x-openstack-request-id: req-f57c2999-0900-4840-a8e3-99b8fffcce50 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:03.193048 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9153ccb1-bb2c-44dc-8342-a93c89d77695", "name": "network-vif-plugged", "status": "completed", "tag": "c7d746d3-e7cc-4b93-9424-0308ce5289e5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:03.193521 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f57c2999-0900-4840-a8e3-99b8fffcce50 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:03.194207 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5', 'code': 200} Feb 11 13:27:03.201038 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b476f375-9060-460c-bdcd-0eae417109ff req-ed88b875-6b1b-4226-b9f5-d737b41fb6e0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959257 Feb 11 13:27:03.261954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] Pushing event updated for resources: {'Network': ['ID=7578ea77-1d5a-4427-baef-65b9f5e6c92a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:03.281506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7578ea77-1d5a-4427-baef-65b9f5e6c92a details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:27:03.283160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aeb2f015-430c-400f-bfa6-c189a2cddefa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9644396 Feb 11 13:27:03.286222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:03.291777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Request body: {'subnet': {'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1214060349-subnet', 'tenant_id': '196142ef5435433192b1f5bcaf317ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:03.348524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afbc16-584e-4810-aa42-092b88e71686 req-df1b9b09-f147-4ad2-b335-3bc404bf44cf tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.357071 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3afbc16-584e-4810-aa42-092b88e71686 req-df1b9b09-f147-4ad2-b335-3bc404bf44cf tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.0963461 Feb 11 13:27:03.389789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Made reservation on behalf of 196142ef5435433192b1f5bcaf317ba9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:03.392454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.428598 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3afbc16-584e-4810-aa42-092b88e71686 req-44ecd962-eb3c-4731-b159-ee6be62b3904 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d471905-4ce7-40d2-adfa-1b581ae3f81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691452 Feb 11 13:27:03.511946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Deleting port a15f6e10-510f-494b-829b-566c1461e62b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:03.512523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a15f6e10-510f-494b-829b-566c1461e62b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.518828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058af07-2aab-4335-9238-335b135511e3 req-7a2c0eef-b6fe-4ef9-affb-369fb3328555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.520344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0058af07-2aab-4335-9238-335b135511e3 req-7a2c0eef-b6fe-4ef9-affb-369fb3328555 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 1128 time: 0.2175655 Feb 11 13:27:03.567437 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.605508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-56b4961c-147d-460c-a011-46e8b66e53e9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.607198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-56b4961c-147d-460c-a011-46e8b66e53e9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 945 time: 0.1249249 Feb 11 13:27:03.722007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0058af07-2aab-4335-9238-335b135511e3 req-e817e8d3-36ad-47f5-b03a-2ddc1d1059a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887238 Feb 11 13:27:03.734019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] For port a15f6e10-510f-494b-829b-566c1461e62b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a15f6e10-510f-494b-829b-566c1461e62b,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:03.734470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a15f6e10-510f-494b-829b-566c1461e62b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.755990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb168803-4566-4cc0-bc17-863a1dc95590 req-1e9bcbd7-232b-4c4f-a4fa-a5900478db26 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.757486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb168803-4566-4cc0-bc17-863a1dc95590 req-1e9bcbd7-232b-4c4f-a4fa-a5900478db26 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 946 time: 0.1502829 Feb 11 13:27:03.764213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Deleting port fb20691b-220f-4a12-988f-2ef21598eab0 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:03.764717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.776987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75cb11-4de7-4621-908a-d9382f2493b0 req-c7914a42-39a9-4b22-9a25-1beb0cbd2c5c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.778598 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c75cb11-4de7-4621-908a-d9382f2493b0 req-c7914a42-39a9-4b22-9a25-1beb0cbd2c5c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0795395 Feb 11 13:27:03.782759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Calling delete_port for a15f6e10-510f-494b-829b-566c1461e62b owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:03.839922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26ea1a29-7103-46ee-a1ca-39276ea1287f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:03.903301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c75cb11-4de7-4621-908a-d9382f2493b0 req-19e7c92a-422e-40a9-ba4c-007d04a13f7d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126583 Feb 11 13:27:03.943071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] For port fb20691b-220f-4a12-988f-2ef21598eab0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fb20691b-220f-4a12-988f-2ef21598eab0,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:03.944297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.022863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:04.053006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26ea1a29-7103-46ee-a1ca-39276ea1287f has no active binding in host n-h2-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:27:04.206681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc0a8f-3683-4da0-9230-dfd218c429b9 req-664a4a7c-344d-41eb-86d6-0b537911a7fb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.208182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aebc0a8f-3683-4da0-9230-dfd218c429b9 req-664a4a7c-344d-41eb-86d6-0b537911a7fb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3 HTTP/1.1" status: 200 len: 946 time: 0.1168590 Feb 11 13:27:04.210341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.210707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ab1dee1a-20cd-43c4-9a22-4736477f033f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.211103 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Floating IP ab1dee1a-20cd-43c4-9a22-4736477f033f disassociated. External IP: 172.25.3.216, port: fb20691b-220f-4a12-988f-2ef21598eab0. Feb 11 13:27:04.211965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Calling delete_port for fb20691b-220f-4a12-988f-2ef21598eab0 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:04.251774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a288dcb9-3f1f-4b7e-b82f-b9209fbc662b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.310942 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb168803-4566-4cc0-bc17-863a1dc95590 req-28463750-1230-4be0-aa16-d9146e4f92ba tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260928 Feb 11 13:27:04.312521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aebc0a8f-3683-4da0-9230-dfd218c429b9 req-95b89b4b-91ae-45a7-ace2-375871af37b8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941377 Feb 11 13:27:04.398033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:04.409146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (fb20691b-220f-4a12-988f-2ef21598eab0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.414700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Checking segment: {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:04.434491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Network hostable DHCP agents. Network: 7578ea77-1d5a-4427-baef-65b9f5e6c92a, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:04.460602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event deleted for resources: {'Port': ['ID=fb20691b-220f-4a12-988f-2ef21598eab0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:04.512572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Network 7578ea77-1d5a-4427-baef-65b9f5e6c92a is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:04.535099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7578ea77-1d5a-4427-baef-65b9f5e6c92a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:04.542023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.542868 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.547483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a15f6e10-510f-494b-829b-566c1461e62b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.555312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9f44b-6ebd-4893-897c-55746636c2a6 None None] Network 7578ea77-1d5a-4427-baef-65b9f5e6c92a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:04.571880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16adfc-ffd7-4746-9138-fc0e230dd793 req-62d3cc13-3e70-4da3-9733-50be696cae00 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.573411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a16adfc-ffd7-4746-9138-fc0e230dd793 req-62d3cc13-3e70-4da3-9733-50be696cae00 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 946 time: 0.1353641 Feb 11 13:27:04.602286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388f5c-6a7b-4038-8589-76d235df42a2 req-9d70b84e-021e-4fa4-a727-8639fc01abff tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.603856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7388f5c-6a7b-4038-8589-76d235df42a2 req-9d70b84e-021e-4fa4-a727-8639fc01abff tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.1472144 Feb 11 13:27:04.607754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e5c3bffa-e83f-4f39-b0e3-5f1d936b1683 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3203506 Feb 11 13:27:04.609665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event deleted for resources: {'Port': ['ID=a15f6e10-510f-494b-829b-566c1461e62b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:04.691927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] No DVR routers for this DVR port a15f6e10-510f-494b-829b-566c1461e62b on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:04.695781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.699752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a3ed476-31d8-4332-8565-99f0b72b04c5 req-2269ee02-f188-4031-b259-7be27a790b44 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "DELETE /v2.0/ports/a15f6e10-510f-494b-829b-566c1461e62b HTTP/1.1" status: 204 len: 173 time: 1.5129113 Feb 11 13:27:04.700235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'name': 'network-vif-deleted', 'tag': 'a15f6e10-510f-494b-829b-566c1461e62b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:04.703049 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b0b578-dfa9-45ae-8204-83dcf260b259" -d '{"events": [{"server_uuid": "cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3", "name": "network-vif-deleted", "tag": "a15f6e10-510f-494b-829b-566c1461e62b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:04.727439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:04.729585 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:04.744575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14848e-5aed-4868-b770-c2be5d68c5c4 None None] Network 7578ea77-1d5a-4427-baef-65b9f5e6c92a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:04.750855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Router c9b942c7-5712-432c-9895-02b03901fcf1 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:04.764681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a16adfc-ffd7-4746-9138-fc0e230dd793 req-e44f422e-328f-48d0-8f3b-0fa1b058b226 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720264 Feb 11 13:27:04.792144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7388f5c-6a7b-4038-8589-76d235df42a2 req-f172f05e-7d06-4209-9508-80a114bb5ec0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662257 Feb 11 13:27:05.222786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d62fc-b45d-4a11-87c5-65d3ad2f27fe req-1611982d-5efe-4fe9-8019-f66a786de0cd tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.227317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c6d62fc-b45d-4a11-87c5-65d3ad2f27fe req-1611982d-5efe-4fe9-8019-f66a786de0cd tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1128 time: 0.0488422 Feb 11 13:27:05.280404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c6d62fc-b45d-4a11-87c5-65d3ad2f27fe req-6810af98-42e4-4b6e-9e41-19673c222a95 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491152 Feb 11 13:27:05.319303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aea2c1dd-097f-42fa-b472-097191741c4e req-56bfae8c-170e-4cd4-b8e5-31b1955aec83 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0268643 Feb 11 13:27:05.342741 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c193b6b9-2ff2-42de-a860-c7ba2da0e4ba x-openstack-request-id: req-c193b6b9-2ff2-42de-a860-c7ba2da0e4ba {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:05.343236 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3", "name": "network-vif-deleted", "tag": "a15f6e10-510f-494b-829b-566c1461e62b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:05.343587 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c193b6b9-2ff2-42de-a860-c7ba2da0e4ba {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:05.344084 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfec9fc-77a0-4b9f-8d67-3caa4ee4f5f3', 'name': 'network-vif-deleted', 'tag': 'a15f6e10-510f-494b-829b-566c1461e62b', 'status': 'completed', 'code': 200} Feb 11 13:27:05.358464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:05.372147 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] Sync routers for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:05.387550 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:05.390503 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:26:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:05.436921 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef82049-6fd0-4b51-8e0d-d713f89b1d71 x-openstack-request-id: req-4ef82049-6fd0-4b51-8e0d-d713f89b1d71 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:05.437202 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:05.438166 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ef82049-6fd0-4b51-8e0d-d713f89b1d71 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:05.438684 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f', 'status': 'completed', 'code': 200} Feb 11 13:27:05.442041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] No DVR routers for this DVR port fb20691b-220f-4a12-988f-2ef21598eab0 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:05.450516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:05.458958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91bd6c04-cb89-40c0-8bc8-207e5fe4375c req-6ef50f8c-979e-4dd4-911a-74db9d8410a9 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.30 "DELETE /v2.0/ports/fb20691b-220f-4a12-988f-2ef21598eab0 HTTP/1.1" status: 204 len: 173 time: 1.8370907 Feb 11 13:27:05.570691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f7ff3-d7fb-488f-b00f-417e143803d7 req-e84c269b-e563-480d-9d7b-32a7c330426e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.573052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e4f7ff3-d7fb-488f-b00f-417e143803d7 req-e84c269b-e563-480d-9d7b-32a7c330426e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0789220 Feb 11 13:27:05.574500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-ba70aee1-3fa2-4209-a6b4-2d69f97a5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.577046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-ba70aee1-3fa2-4209-a6b4-2d69f97a5b9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1155 time: 0.1515267 Feb 11 13:27:05.602584 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:05.673302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e4f7ff3-d7fb-488f-b00f-417e143803d7 req-20ad4fca-7a69-4c38-a95c-43c471553a0b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941594 Feb 11 13:27:05.748868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-cd105394-94c2-4e5a-905e-5b8e3dc45eaa tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.756852 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-cd105394-94c2-4e5a-905e-5b8e3dc45eaa tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 822 time: 0.2383440 Feb 11 13:27:05.784193 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-b028db22-e121-4c3a-b8bf-63cb623ca310 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/quotas/196142ef5435433192b1f5bcaf317ba9 HTTP/1.1" status: 200 len: 375 time: 0.0262630 Feb 11 13:27:05.798628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-098ba98a-bc70-4b3f-8f91-d0213a5810da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.800169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-098ba98a-bc70-4b3f-8f91-d0213a5810da service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.2122359 Feb 11 13:27:05.814691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ecb77-f759-4aa4-bc10-ec3d77d421eb req-a2712188-bbfd-4c6d-961a-abc43d8c4edc tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.821998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e2ecb77-f759-4aa4-bc10-ec3d77d421eb req-a2712188-bbfd-4c6d-961a-abc43d8c4edc tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1128 time: 0.0565078 Feb 11 13:27:05.839885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a15f6e10-510f-494b-829b-566c1461e62b no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:05.863296 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-b8df974f-7a77-4294-9549-a5e73d856e41 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780299 Feb 11 13:27:05.874567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-6bf21790-c23a-4690-b581-fd8e27074371 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 217 time: 0.0560882 Feb 11 13:27:05.889102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: a15f6e10-510f-494b-829b-566c1461e62b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:05.889462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a15f6e10-510f-494b-829b-566c1461e62b not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:05.898998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e2ecb77-f759-4aa4-bc10-ec3d77d421eb req-ef2217c1-24a4-4a99-8de7-6a580a71b971 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693085 Feb 11 13:27:05.987895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-b5a29f53-5c38-46b5-95b0-fcc0ead4350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.989586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-b5a29f53-5c38-46b5-95b0-fcc0ead4350c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1033154 Feb 11 13:27:06.024806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:06.029527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-53eed2e1-e689-492b-9455-1c544ad0b6bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332904 Feb 11 13:27:06.053460 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] Checking router: c9b942c7-5712-432c-9895-02b03901fcf1 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:06.066320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-cc19292b-4033-4d4d-bded-b9c01ca036ea service neutron] 10.222.0.79 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998584 Feb 11 13:27:06.066542 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:06.067007 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:26:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:06.108433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ab9d2-5b82-4588-8bac-6d9927e3aa51 req-2fcf5c63-1921-422e-b4d1-cf63b88ea465 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.118482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a1ab9d2-5b82-4588-8bac-6d9927e3aa51 req-2fcf5c63-1921-422e-b4d1-cf63b88ea465 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 946 time: 0.1132462 Feb 11 13:27:06.174156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a1ab9d2-5b82-4588-8bac-6d9927e3aa51 req-d53f6802-41d8-48dc-b012-13f44691e780 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543635 Feb 11 13:27:06.209219 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:06.215983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-fe407638-cc49-4463-aac7-eb061cb8ad55 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771929 Feb 11 13:27:06.230432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-7f00d9ab-9cd3-4278-a4c7-9bac74ddd13b service neutron] 10.222.0.79 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629119 Feb 11 13:27:06.295320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75925567-5ab8-4915-8164-7b05699a9209 req-4a0b866a-2cbe-42c3-9c8a-64d7dbcc4ee9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.296979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75925567-5ab8-4915-8164-7b05699a9209 req-4a0b866a-2cbe-42c3-9c8a-64d7dbcc4ee9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.0567284 Feb 11 13:27:06.348830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75925567-5ab8-4915-8164-7b05699a9209 req-12eaafc6-aae0-4a2a-b77e-9c5105312cf9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Feb 11 13:27:06.394952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe31723b-7515-4e84-9c83-1c4d7f6bac1f req-49bd5255-fc05-4aae-86ed-4a318d6d9f9e service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606176 Feb 11 13:27:06.565105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d154c1d0-bc3d-4a15-8f1a-bf06d9e22577 req-e82579f7-88a4-42b6-ba38-354ee588ec71 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0509818 Feb 11 13:27:06.603539 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:06.640045 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba85f75-ef27-4621-90cd-cd91b7e88ee4 None None] The sync data for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 is: [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '417e4ed9-1099-4c77-a813-23f6536f9abc', 'name': '', 'network_id': '6d399002-6474-42bf-b9c4-5ceda4885845', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'mac_address': 'fa:16:3e:d3:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:34Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'subnets': [{'id': 'fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:06.681250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-82857282-0b26-44b3-99f8-b71f87b6a356 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.683572 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-82857282-0b26-44b3-99f8-b71f87b6a356 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.1727986 Feb 11 13:27:06.709754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-51ef5ce5-1228-4262-9bb0-17a6e1f90fac req-1afc1ffb-faf6-47d7-9142-2e2d7668f612 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 210 time: 0.0595198 Feb 11 13:27:06.721283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-553075cd-6d9a-4b1a-b6da-b804984eca5f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/quotas/54f9f2c293794f3bab0877b90ee38480 HTTP/1.1" status: 200 len: 375 time: 0.0306478 Feb 11 13:27:06.761601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-dc9cbe34-569e-422b-94f7-d26e1df6b268 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392077 Feb 11 13:27:06.896774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-870f1732-d3f4-4df0-9828-12dcdb98416f service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342275 Feb 11 13:27:07.025935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-23136129-660b-4072-a08c-e667e152289c service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282952 Feb 11 13:27:07.102451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c92ad-4bb9-44be-b650-26aa74242e07 None None] New status for floating IP ab1dee1a-20cd-43c4-9a22-4736477f033f: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:27:07.326485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7e81-4b29-47ed-b0dd-681529cfbbce req-12b3c4d2-b02b-45f9-b9e7-a378e2f09d00 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.330472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfaa7e81-4b29-47ed-b0dd-681529cfbbce req-12b3c4d2-b02b-45f9-b9e7-a378e2f09d00 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0985048 Feb 11 13:27:07.422517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfaa7e81-4b29-47ed-b0dd-681529cfbbce req-9b211d6a-5fbf-4577-8652-06e2bc9c52e9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840974 Feb 11 13:27:07.440763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'name': 'network-vif-deleted', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:07.443484 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed03e01-d840-4eec-a015-d1995e06e0e4" -d '{"events": [{"server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "name": "network-vif-deleted", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:07.496044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df2679e1-cb97-47e9-b8db-c8c1fa8e48fd req-cb4545be-c8b9-4c71-bb02-c25b2bdd508d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0288913 Feb 11 13:27:07.577560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fb20691b-220f-4a12-988f-2ef21598eab0 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:07.623421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: fb20691b-220f-4a12-988f-2ef21598eab0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:07.624028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fb20691b-220f-4a12-988f-2ef21598eab0 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:07.646413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbeddc-8941-413e-bd19-859b35e57e01 req-1aca147d-8b51-4191-a74b-80278850bde0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.658943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4cbeddc-8941-413e-bd19-859b35e57e01 req-1aca147d-8b51-4191-a74b-80278850bde0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.0860980 Feb 11 13:27:07.736839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4cbeddc-8941-413e-bd19-859b35e57e01 req-f6531d49-d62e-4870-8200-185b35c489a6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Feb 11 13:27:07.858204 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f86d5a5-baff-496a-85a4-38232269964d x-openstack-request-id: req-1f86d5a5-baff-496a-85a4-38232269964d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:07.858490 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e311e05-d384-45fe-abf3-acc463aaf951", "name": "network-vif-deleted", "tag": "fb20691b-220f-4a12-988f-2ef21598eab0", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:07.858749 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f86d5a5-baff-496a-85a4-38232269964d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:07.859135 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e311e05-d384-45fe-abf3-acc463aaf951', 'name': 'network-vif-deleted', 'tag': 'fb20691b-220f-4a12-988f-2ef21598eab0', 'status': 'completed', 'code': 200} Feb 11 13:27:07.983504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-49928530-6258-4d6f-96b0-2e88d78d64ab tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.990581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-49928530-6258-4d6f-96b0-2e88d78d64ab tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.83 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 822 time: 0.2349770 Feb 11 13:27:08.031923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Request body: {'port': {'device_id': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'admin_state_up': True, 'tenant_id': '196142ef5435433192b1f5bcaf317ba9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:08.098159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-463099b6-65f0-4253-8c64-83b93ddf6870 req-1e60fece-c6e4-4966-86f8-4582addbf46c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.1047928 Feb 11 13:27:08.222643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-5f0c4204-0fe0-4d8e-91cc-3b57b7072401 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:27:08.223731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-5f0c4204-0fe0-4d8e-91cc-3b57b7072401 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130267 Feb 11 13:27:08.279680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c25e6acb-63ea-41e7-82cc-ed5313c06098 req-bf63f9ca-dcec-4777-ae32-7ccb73485861 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 210 time: 0.0676920 Feb 11 13:27:08.299282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-edaea473-8776-4432-a478-916128b4d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.302189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-edaea473-8776-4432-a478-916128b4d032 service neutron] 10.222.0.79 "GET /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 1125 time: 0.0690150 Feb 11 13:27:08.312578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Request body: {'binding': {'host': 'n-h1-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:08.312909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:27:08.359035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Made reservation on behalf of 196142ef5435433192b1f5bcaf317ba9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:08.367581 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:08.634492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on host n-h1-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:08.635117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:08.635545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:08.690272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:08.690823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:08.697768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Allocated IP 172.20.0.6 (7578ea77-1d5a-4427-baef-65b9f5e6c92a/a288dcb9-3f1f-4b7e-b82f-b9209fbc662b/3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:08.725065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:08.725722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:08.726846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:08.727854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Bound port: 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:08.817036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccb15-4415-42aa-bf17-c0981f443cd5 req-aad54488-e5fc-47e9-b268-a74902ee3196 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.826514 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-427ccb15-4415-42aa-bf17-c0981f443cd5 req-aad54488-e5fc-47e9-b268-a74902ee3196 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.3023944 Feb 11 13:27:08.929933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-47702fb4-4793-4fe1-bcca-f138714ae30e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.931566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-47702fb4-4793-4fe1-bcca-f138714ae30e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.3172770 Feb 11 13:27:08.959974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Request body: {'port': {'device_id': 'a2dd96fa-6337-422f-9066-c4656026292d', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'admin_state_up': True, 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:08.988138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:09.009629 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.010931 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3edbaeae-9561-42ef-bd49-f3332ce8155b service neutron] 10.222.0.79 "POST /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00/bindings HTTP/1.1" status: 201 len: 389 time: 0.7021279 Feb 11 13:27:09.057301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-427ccb15-4415-42aa-bf17-c0981f443cd5 req-a4a97904-0584-4192-b7c9-9a6d5d17e49c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255940 Feb 11 13:27:09.216664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63241329-1d97-4249-aaa0-e2d7d1fc8312 req-c782d965-ea05-42e9-a91e-29128d30d61e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0483844 Feb 11 13:27:09.319265 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.384602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:09.388964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.402967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388774fb-3a1c-44c1-95ad-8047c1b06b53 req-4b71c92f-da4d-4a0a-9e4d-1db5559dd812 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.411947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-388774fb-3a1c-44c1-95ad-8047c1b06b53 req-4b71c92f-da4d-4a0a-9e4d-1db5559dd812 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.1045811 Feb 11 13:27:09.416591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-c60cb6fb-fe44-408f-8186-904867b06336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.418362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-c60cb6fb-fe44-408f-8186-904867b06336 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1128 time: 0.1099031 Feb 11 13:27:09.442288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.450749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efb2fe-8823-48f4-b2f8-7cf83ac11df4 req-51966346-1646-4531-8893-8d1dbe83ac87 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.457637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6efb2fe-8823-48f4-b2f8-7cf83ac11df4 req-51966346-1646-4531-8893-8d1dbe83ac87 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 946 time: 0.1343031 Feb 11 13:27:09.530566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-b291a499-2674-4101-bb80-f4fcf3a873f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.532537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-b291a499-2674-4101-bb80-f4fcf3a873f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1073213 Feb 11 13:27:09.579191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Network 7578ea77-1d5a-4427-baef-65b9f5e6c92a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:09.592204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:09.596324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-1d56fb89-a08e-4f60-8880-4e9f0f835777 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 217 time: 0.0525782 Feb 11 13:27:09.602776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:09.604902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-388774fb-3a1c-44c1-95ad-8047c1b06b53 req-6e4e9dd0-8f05-4358-a75f-afa932671bde tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916192 Feb 11 13:27:09.608020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:09.655240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6efb2fe-8823-48f4-b2f8-7cf83ac11df4 req-c7964e9a-8f9b-476a-9ca5-f5dd3d686f98 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964951 Feb 11 13:27:09.674186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-6b25a725-cf1e-4fcc-a452-ccba0843a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.675886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-6b25a725-cf1e-4fcc-a452-ccba0843a00d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0699074 Feb 11 13:27:09.738891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-c69afe36-8d46-48ae-aeb0-58cd658758de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481558 Feb 11 13:27:09.767350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.768262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.808947 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-bb75845e-09ce-41af-8a42-eaf7423e3d28 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8048413 Feb 11 13:27:09.824556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Request body: {'port': {'device_id': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:09.829781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Allocated IP 172.20.0.5 (9d2633a7-3a9c-4a67-91e6-75b6911d9739/e7b008d2-17da-4e50-a0a4-c3c7cd30e941/038764cf-645d-4c1a-9923-6b78d5ae832e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:09.846423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-bd6ef39c-c64c-414a-aea8-68e75b017c03 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973158 Feb 11 13:27:09.881373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3079671b-fa95-4b0b-91c0-546b048dc653 req-579d8549-0178-48a3-923e-7c64d659c08e tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.1410367 Feb 11 13:27:09.946679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2b39-d93f-48c0-adf7-d3c6a045f158 req-533fc495-89a8-43d7-bf63-33420406e0e7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.954179 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f25d2b39-d93f-48c0-adf7-d3c6a045f158 req-533fc495-89a8-43d7-bf63-33420406e0e7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 931 time: 0.2035866 Feb 11 13:27:09.983861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-c2a140a3-618e-4fc2-b742-a98bffde9670 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210294 Feb 11 13:27:10.016614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.060954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f25d2b39-d93f-48c0-adf7-d3c6a045f158 req-69762e3b-66e4-4798-ab24-0e76426fce00 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056197 Feb 11 13:27:10.116311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-7897e169-4440-492c-a4ab-443e4323f373 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.118308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-7897e169-4440-492c-a4ab-443e4323f373 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1128 time: 0.0731752 Feb 11 13:27:10.131027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828676-2'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:10.250462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.272571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41538e79-06c6-4e34-a986-31e2056db153 req-fbe53664-192c-4395-8008-c1157a5f2813 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.280363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41538e79-06c6-4e34-a986-31e2056db153 req-fbe53664-192c-4395-8008-c1157a5f2813 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1013150 Feb 11 13:27:10.376835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41538e79-06c6-4e34-a986-31e2056db153 req-fa469c7f-e62d-4560-9617-c4986415a74e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943344 Feb 11 13:27:10.510302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:10.560433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:10.636120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Publish callbacks [] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.652788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:10.656877 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b63cf57-49e3-410e-8777-eaa8f6883518" -d '{"events": [{"server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "name": "network-vif-unplugged", "status": "completed", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:10.660958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.675457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-574d9c7d-3e5d-4ae3-934b-e17a1ca512de req-e582e8a4-cee3-4063-a5b6-392268c707ee tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0631869 Feb 11 13:27:10.759764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks [] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.827503 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859debc4-e967-4c2b-8458-06e747c909e3 x-openstack-request-id: req-859debc4-e967-4c2b-8458-06e747c909e3 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:10.831525 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "name": "network-vif-unplugged", "status": "completed", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:10.832093 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-859debc4-e967-4c2b-8458-06e747c909e3 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:10.832586 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00', 'code': 200} Feb 11 13:27:10.835561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on host n-h2-828676-2 for vnic_type normal with profile {"migrating_to": "n-h1-828676-2"} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:10.837757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:10.838885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:10.874386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.889298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:10.902504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:10.902928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Attempting to bind port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:10.909299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:10.909784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:10.910205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:10.910646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Bound port: 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:10.911010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.923738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:10.955638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event updated for resources: {'Port': ['ID=038764cf-645d-4c1a-9923-6b78d5ae832e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:10.977767 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Publish callbacks [] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:10.995845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:11.003236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:11.014811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:11.015295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:11.025470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54150afc-fc01-41f7-83e7-95be2d85ea21 req-253aac7a-b90c-41ac-aba2-0dc328ab7b14 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.032764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54150afc-fc01-41f7-83e7-95be2d85ea21 req-253aac7a-b90c-41ac-aba2-0dc328ab7b14 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.2594724 Feb 11 13:27:11.073545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:11.082774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.083540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.087299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.088741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Transition to ACTIVE for port object 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:11.101449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.102759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54150afc-fc01-41f7-83e7-95be2d85ea21 req-72140906-aa6d-4769-a572-6de99feb70c4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691173 Feb 11 13:27:11.160939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-06837350-17e6-427f-ba61-bd668703f263 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2198837 Feb 11 13:27:11.176536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Request body: {'port': {'device_id': 'a2dd96fa-6337-422f-9066-c4656026292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:11.190517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ea27e-18dd-4811-8818-7d5b6bf09b92 req-5edd5728-21fa-4fbb-8c4d-da4b0be8efd0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.192184 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e2ea27e-18dd-4811-8818-7d5b6bf09b92 req-5edd5728-21fa-4fbb-8c4d-da4b0be8efd0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.2639415 Feb 11 13:27:11.229816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.230658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.232333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 1122 time: 1.1070580 Feb 11 13:27:11.235710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e825255-55fc-4fc0-b994-1aa51849b218 req-b9a56a5e-121a-4412-86bd-31f6f211f5cc tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0475023 Feb 11 13:27:11.241868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100a8e-6b81-47f9-b6a7-ad44a92914b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:11.293296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3729ec63-4d71-40e5-bb0b-5362ffe8ad00'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:11.295948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Pushing event updated for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:11.375619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e2ea27e-18dd-4811-8818-7d5b6bf09b92 req-73fa6b73-ea0c-48f9-9215-a70b57fda1c2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633251 Feb 11 13:27:11.409578 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.440752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e41b5-368b-4eea-95ec-9acfa11a2640 req-aac396a9-a2d6-4627-80c9-9cd9c61af622 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.453275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6b2e41b5-368b-4eea-95ec-9acfa11a2640 req-aac396a9-a2d6-4627-80c9-9cd9c61af622 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 943 time: 0.1165912 Feb 11 13:27:11.521928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6b2e41b5-368b-4eea-95ec-9acfa11a2640 req-738ad30e-93cf-4e8f-8e60-35545f2a1b5e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677824 Feb 11 13:27:11.552935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Attempting to bind port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:11.553267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Attempting to bind port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:11.553587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Attempting to bind port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:11.592778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:11.593127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Attempting to bind port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:11.600912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 26ea1a29-7103-46ee-a1ca-39276ea1287f no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:11.604409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:11.604754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Checking segment: {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:11.605134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Bound using segment: {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:11.605553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Bound port: 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:11.605898 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.706540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 26ea1a29-7103-46ee-a1ca-39276ea1287f is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:11.724037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde51bd-d4cd-4544-bcd2-59a8d4add541 req-96303a14-b505-4cff-afef-d7dcd9d261da tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.730720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dde51bd-d4cd-4544-bcd2-59a8d4add541 req-96303a14-b505-4cff-afef-d7dcd9d261da tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1790199 Feb 11 13:27:11.788915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:11.838569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:11.852328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.878076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024bfad-3cc3-4713-8dc1-4a6438ccdb7b req-a6abdcd4-2ed8-4e4e-811c-2a1cb257d9ae tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.887429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f024bfad-3cc3-4713-8dc1-4a6438ccdb7b req-a6abdcd4-2ed8-4e4e-811c-2a1cb257d9ae tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 931 time: 0.1051490 Feb 11 13:27:11.891683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dde51bd-d4cd-4544-bcd2-59a8d4add541 req-b93ce614-1724-4bad-b5c1-f67424e7171b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600215 Feb 11 13:27:11.956843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f024bfad-3cc3-4713-8dc1-4a6438ccdb7b req-3497f68a-ca2f-4c37-b64f-f21943c73699 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 Feb 11 13:27:11.957712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.958476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:11.959989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] 10.222.0.83 "PUT /v2.0/ports/3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 HTTP/1.1" status: 200 len: 1091 time: 2.1400113 Feb 11 13:27:11.960543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:11.963061 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfbc111-764e-4a96-b548-362ec1fe6e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:12.012579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4e572-9afc-4974-8514-4ddc5449da2f service neutron] Pushing event updated for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.017005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038764cf-645d-4c1a-9923-6b78d5ae832e {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:12.022791 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9378565-b128-408a-a162-f34fc40ef796 x-openstack-request-id: req-a9378565-b128-408a-a162-f34fc40ef796 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:12.023759 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:12.024080 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9378565-b128-408a-a162-f34fc40ef796 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:12.024547 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'status': 'completed', 'code': 200} Feb 11 13:27:12.029347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Publish callbacks [] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:12.052017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Transition to ACTIVE for port object 038764cf-645d-4c1a-9923-6b78d5ae832e will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:12.069084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:12.129422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Pushing event updated for resources: {'Port': ['ID=038764cf-645d-4c1a-9923-6b78d5ae832e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.140024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-7d5779e9-c5d7-49bb-a7a1-9811370569d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.141528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-7d5779e9-c5d7-49bb-a7a1-9811370569d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 1125 time: 0.1031253 Feb 11 13:27:12.228154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-9802c250-cb7b-4864-8807-8f5d253e5fbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 HTTP/1.1" status: 200 len: 217 time: 0.0708807 Feb 11 13:27:12.247890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dacb4b-b2ae-49b3-ae00-d0bf3f091a50 req-e9836b8c-93a5-4d06-b824-2449718d2105 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.255663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86dacb4b-b2ae-49b3-ae00-d0bf3f091a50 req-e9836b8c-93a5-4d06-b824-2449718d2105 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.0645559 Feb 11 13:27:12.301526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-db13d5e4-4e34-424c-898d-b9d2142fdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.303509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-db13d5e4-4e34-424c-898d-b9d2142fdb88 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b HTTP/1.1" status: 200 len: 862 time: 0.0681646 Feb 11 13:27:12.337701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86dacb4b-b2ae-49b3-ae00-d0bf3f091a50 req-0fcf5a03-ddd2-44cd-bd71-0d3a0af5e822 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749784 Feb 11 13:27:12.350582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Attempting to bind port 038764cf-645d-4c1a-9923-6b78d5ae832e on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:12.351054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Attempting to bind port 038764cf-645d-4c1a-9923-6b78d5ae832e by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:12.352005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Attempting to bind port 038764cf-645d-4c1a-9923-6b78d5ae832e on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:12.357025 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-7511aeda-ee6f-400b-9744-bf3a74edbe2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7578ea77-1d5a-4427-baef-65b9f5e6c92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382221 Feb 11 13:27:12.370199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Port 038764cf-645d-4c1a-9923-6b78d5ae832e on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:12.370199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Attempting to bind port 038764cf-645d-4c1a-9923-6b78d5ae832e on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:12.400571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf95b48a-0e7c-40c4-99a6-86529c28cd81 req-cf404ae7-8757-450f-920e-7346cf58e928 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0454502 Feb 11 13:27:12.403116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:12.403567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:12.404046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Bound using segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:12.404595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Bound port: 038764cf-645d-4c1a-9923-6b78d5ae832e, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:12.405056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:12.521647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d93ae-45de-4d50-a3b0-79b2210c448d req-319446bf-716f-417f-ba3b-9ff774f5aa51 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.528493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e76d93ae-45de-4d50-a3b0-79b2210c448d req-319446bf-716f-417f-ba3b-9ff774f5aa51 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.0639739 Feb 11 13:27:12.543551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-d329944a-84ae-4fd0-ba2e-7dde3a48ba58 service neutron] 10.222.0.83 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743906 Feb 11 13:27:12.546578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] For port 038764cf-645d-4c1a-9923-6b78d5ae832e, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:12.550689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] For port 038764cf-645d-4c1a-9923-6b78d5ae832e, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=038764cf-645d-4c1a-9923-6b78d5ae832e,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:12.595401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:12.605321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e76d93ae-45de-4d50-a3b0-79b2210c448d req-6716b657-dbe2-4d30-b3b7-46cf9824aba7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759711 Feb 11 13:27:12.653856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.654884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:12.656406 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] 10.222.0.30 "PUT /v2.0/ports/038764cf-645d-4c1a-9923-6b78d5ae832e HTTP/1.1" status: 200 len: 1091 time: 1.4839313 Feb 11 13:27:12.769978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d75459-76a9-4749-ba6a-a1435dd5e631 service neutron] Pushing event updated for resources: {'Port': ['ID=038764cf-645d-4c1a-9923-6b78d5ae832e,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.800373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f8fb7c2-90fe-49f9-85c0-576c4561f7a3 req-58cfe8df-1cb8-462a-9d78-56bdf2288526 service neutron] 10.222.0.83 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478492 Feb 11 13:27:12.812026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dd433-f5f7-46cc-ac4d-13af719c3774 req-9102c359-7cd9-446e-97bd-97b7e2615533 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.816802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a46dd433-f5f7-46cc-ac4d-13af719c3774 req-9102c359-7cd9-446e-97bd-97b7e2615533 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 943 time: 0.2174923 Feb 11 13:27:12.821563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-e6775d95-ec37-459b-abd9-42749b66ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.823124 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-e6775d95-ec37-459b-abd9-42749b66ddb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 1125 time: 0.1096530 Feb 11 13:27:12.834913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:12.839300 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afdd44c-f50d-4a46-8294-27ead8b61898" -d '{"events": [{"name": "network-changed", "server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:12.892269 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec4810-e1d3-4f75-86ad-72fb36e5ecf4 x-openstack-request-id: req-cbec4810-e1d3-4f75-86ad-72fb36e5ecf4 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:12.893233 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:12.893699 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cbec4810-e1d3-4f75-86ad-72fb36e5ecf4 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:12.894316 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00', 'status': 'completed', 'code': 200} Feb 11 13:27:12.929477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-6d372bf3-cbcc-4366-9ba2-00c353752a09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=038764cf-645d-4c1a-9923-6b78d5ae832e HTTP/1.1" status: 200 len: 217 time: 0.0951650 Feb 11 13:27:12.975345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-d9b69cc8-afa8-485e-a492-d53f601cf0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.976902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-d9b69cc8-afa8-485e-a492-d53f601cf0a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1156 time: 0.0505853 Feb 11 13:27:13.009131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a46dd433-f5f7-46cc-ac4d-13af719c3774 req-75e685b0-383f-4ab3-87db-3b3f83dd366e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803153 Feb 11 13:27:13.047046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-6db7063f-cb0e-405c-bc21-0450263a1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.048708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-6db7063f-cb0e-405c-bc21-0450263a1aba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1017551 Feb 11 13:27:13.066404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-4d364227-2a82-4b1a-877e-d3b2b54fd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.075745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-4d364227-2a82-4b1a-877e-d3b2b54fd3b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 1125 time: 0.2067773 Feb 11 13:27:13.135854 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-1180f232-b5a9-4016-9da2-c49ee124a3dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781643 Feb 11 13:27:13.158312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-b794ba7c-0495-49a6-aedd-06823616bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.159963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-b794ba7c-0495-49a6-aedd-06823616bed4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1734052 Feb 11 13:27:13.219160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-d3c6c7d1-77f6-4dab-920f-5697321eb273 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 217 time: 0.0517137 Feb 11 13:27:13.229976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6923-1b30-4b13-b82d-c844ac248285 req-5414dbe7-f54d-45af-b74a-17e1b9a074d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.238340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca2c6923-1b30-4b13-b82d-c844ac248285 req-5414dbe7-f54d-45af-b74a-17e1b9a074d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.2245598 Feb 11 13:27:13.313612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-18e8453f-abe6-4c28-8f3c-f27ee210cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.315213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-18e8453f-abe6-4c28-8f3c-f27ee210cbf3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0684819 Feb 11 13:27:13.325933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a628fd-2e53-48f9-9cdd-ff4ba0de763b req-b8d85dd9-c268-4adb-baf8-579173d159ed tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.333395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65a628fd-2e53-48f9-9cdd-ff4ba0de763b req-b8d85dd9-c268-4adb-baf8-579173d159ed tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 943 time: 0.2073169 Feb 11 13:27:13.352648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-139ca06b-ab4a-4fd4-a095-550bbefe80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.354430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-139ca06b-ab4a-4fd4-a095-550bbefe80c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 923 time: 0.2663102 Feb 11 13:27:13.358493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-4863558a-745b-4b97-82fa-83ee5a85c1f2 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112944 Feb 11 13:27:13.360061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-a81eb7bd-4693-481b-a225-3546d6db67b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354621 Feb 11 13:27:13.416965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca2c6923-1b30-4b13-b82d-c844ac248285 req-81256e1a-9072-425b-b6ab-9decb85f43d1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718752 Feb 11 13:27:13.435328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-46ebd51a-7d52-4805-9150-8cb8130987a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 HTTP/1.1" status: 200 len: 217 time: 0.0653114 Feb 11 13:27:13.525252 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65a628fd-2e53-48f9-9cdd-ff4ba0de763b req-df6776dc-d031-49ea-8ab1-73d749ca0073 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865816 Feb 11 13:27:13.587022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-f96b4efb-21a2-481a-b84d-3bb16d7b5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.590102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-f96b4efb-21a2-481a-b84d-3bb16d7b5ed9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b HTTP/1.1" status: 200 len: 862 time: 0.1437521 Feb 11 13:27:13.622368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:13.667655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-ebb8d521-fb35-4707-b2ed-d897d8d6d881 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7578ea77-1d5a-4427-baef-65b9f5e6c92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688052 Feb 11 13:27:13.671056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-134a1d5b-35aa-4526-bdb1-1713880d6e45 req-64e0239d-bf84-4900-bf9d-b3eb7aff8394 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943745 Feb 11 13:27:13.674762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39af41f-59ff-4cb0-a880-cd5196e8499a req-fae70818-2391-4be5-b4fc-25101b9a8850 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.695942 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e467dbe0-bf80-4665-bf34-538b50236259 req-c69ec63c-d729-4239-acc2-5da7e2548bc5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0454223 Feb 11 13:27:13.697485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a39af41f-59ff-4cb0-a880-cd5196e8499a req-fae70818-2391-4be5-b4fc-25101b9a8850 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.1385660 Feb 11 13:27:13.703001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-323bf8cb-6200-4331-a2ac-2a4996edaa3b service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097188 Feb 11 13:27:13.782234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:13.813082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 has no active binding in host n-h1-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:27:13.888552 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-53f8de2a-245d-4111-aeba-2851851f9014 service neutron] 10.222.0.83 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019141 Feb 11 13:27:13.902162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d052c37-1316-4e99-b954-c53c0a95be61 req-943fb3e6-0179-4a54-83cd-06feabdcf5fa tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.903544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4d052c37-1316-4e99-b954-c53c0a95be61 req-943fb3e6-0179-4a54-83cd-06feabdcf5fa tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.0860360 Feb 11 13:27:13.916770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7afdd44c-f50d-4a46-8294-27ead8b61898 req-687cec68-89e5-4ca2-af72-204b0050b5f8 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075694 Feb 11 13:27:13.925576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a39af41f-59ff-4cb0-a880-cd5196e8499a req-6ad37922-2c0a-4ebe-876f-128b82fea0ba tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261326 Feb 11 13:27:14.012794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4d052c37-1316-4e99-b954-c53c0a95be61 req-9612575d-a1c1-45e3-a629-75bb254f94bc tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989842 Feb 11 13:27:14.027136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dd96fa-6337-422f-9066-c4656026292d', 'tag': '038764cf-645d-4c1a-9923-6b78d5ae832e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:14.029343 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d93978-09f6-4290-a518-8cfb45cb091c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dd96fa-6337-422f-9066-c4656026292d", "tag": "038764cf-645d-4c1a-9923-6b78d5ae832e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:14.037592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dfbc111-764e-4a96-b548-362ec1fe6e7d req-5786298e-b749-4f39-a361-9dc579c8ddd0 service neutron] 10.222.0.83 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331830 Feb 11 13:27:14.083738 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158d7fe5-e029-4a92-948c-633135296b0c x-openstack-request-id: req-158d7fe5-e029-4a92-948c-633135296b0c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:14.084055 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dd96fa-6337-422f-9066-c4656026292d", "tag": "038764cf-645d-4c1a-9923-6b78d5ae832e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:14.084321 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-158d7fe5-e029-4a92-948c-633135296b0c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:14.084710 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dd96fa-6337-422f-9066-c4656026292d', 'tag': '038764cf-645d-4c1a-9923-6b78d5ae832e', 'status': 'completed', 'code': 200} Feb 11 13:27:14.159575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-5cb03f1d-a770-4705-9799-c8c9af2705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.161034 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-5cb03f1d-a770-4705-9799-c8c9af2705fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 1125 time: 0.0509446 Feb 11 13:27:14.262776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-7917a94d-97da-4d0e-8349-69d9ca653006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.264236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-7917a94d-97da-4d0e-8349-69d9ca653006 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.0913186 Feb 11 13:27:14.311484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-630b95c3-2787-47c0-a65c-f20f53f71e7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=038764cf-645d-4c1a-9923-6b78d5ae832e HTTP/1.1" status: 200 len: 217 time: 0.0390151 Feb 11 13:27:14.359773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-289d3363-e96e-4e7c-b93a-7ab6ddc114bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.360268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23a0ab-b50a-4c0d-a921-8cebd03f7c40 req-6f17fdd2-f893-4cdf-b2e6-1245e3d19a68 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.361228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-289d3363-e96e-4e7c-b93a-7ab6ddc114bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.0436440 Feb 11 13:27:14.361751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec23a0ab-b50a-4c0d-a921-8cebd03f7c40 req-6f17fdd2-f893-4cdf-b2e6-1245e3d19a68 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 943 time: 0.0573320 Feb 11 13:27:14.396477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-9c01d389-116c-4e7d-9c8b-dc049265c86e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253255 Feb 11 13:27:14.415451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec23a0ab-b50a-4c0d-a921-8cebd03f7c40 req-c7036058-e204-40d1-a573-e09481793193 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473423 Feb 11 13:27:14.535166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-6095235e-ca99-423d-85b0-1661ef6293ba service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318367 Feb 11 13:27:14.550227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8779-f1f1-45c3-a9eb-529784e5a1af req-d6bd2007-43d9-4de1-b356-0bb551916e05 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.557065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd0e8779-f1f1-45c3-a9eb-529784e5a1af req-d6bd2007-43d9-4de1-b356-0bb551916e05 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0777287 Feb 11 13:27:14.640452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2efe3-e842-42ed-a987-748d833b4c6a req-d395962a-4818-480a-b987-f07dec5f5ba5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.642337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cb2efe3-e842-42ed-a987-748d833b4c6a req-d395962a-4818-480a-b987-f07dec5f5ba5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 943 time: 0.0541642 Feb 11 13:27:14.661272 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd0e8779-f1f1-45c3-a9eb-529784e5a1af req-b5b22890-60f7-4cff-9947-07e9dbf3323c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033583 Feb 11 13:27:14.681787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5d93978-09f6-4290-a518-8cfb45cb091c req-49a0e477-3473-406f-b2a1-4c5c970b86ea service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221507 Feb 11 13:27:14.713502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cb2efe3-e842-42ed-a987-748d833b4c6a req-1cdca813-c6be-4527-a3f6-98ed079f2eec tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540886 Feb 11 13:27:14.792523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73fbd35a-e451-415b-abb3-86ef65725248 req-bb330e65-5d74-45a0-b8a2-dfc18ebb1675 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0273612 Feb 11 13:27:15.049204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc547e-22cb-458f-8c7a-9747bb388b73 req-26c3ca96-889d-4a32-9a69-bd0f5601733e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.050729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3cc547e-22cb-458f-8c7a-9747bb388b73 req-26c3ca96-889d-4a32-9a69-bd0f5601733e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.0576007 Feb 11 13:27:15.106085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3cc547e-22cb-458f-8c7a-9747bb388b73 req-fd34a4dc-4255-42ea-8a48-5138305755fe tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 Feb 11 13:27:15.141148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0dec3-37e2-4534-97d5-e4d9ddd20fc4 req-b3285020-749a-4acf-b241-419d203d402a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.142640 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ea0dec3-37e2-4534-97d5-e4d9ddd20fc4 req-b3285020-749a-4acf-b241-419d203d402a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.0541553 Feb 11 13:27:15.188522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ea0dec3-37e2-4534-97d5-e4d9ddd20fc4 req-9cd99123-53f7-4333-a302-cbad7257a072 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Feb 11 13:27:15.534049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2135d4c-2d8a-47e1-955f-0782ec1a4ccc req-a458fdd0-0a28-42a9-9e94-efab1c2c700a tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.535752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2135d4c-2d8a-47e1-955f-0782ec1a4ccc req-a458fdd0-0a28-42a9-9e94-efab1c2c700a tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 943 time: 0.0566101 Feb 11 13:27:15.586261 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2135d4c-2d8a-47e1-955f-0782ec1a4ccc req-a8dcb1bc-0975-4e05-a216-54f434e7dc98 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Feb 11 13:27:15.796326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785da28-179a-437f-ba25-48a2855e2c43 req-dd7d8b37-a73e-43ba-8c89-a1d0b7d28f2e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.798301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b785da28-179a-437f-ba25-48a2855e2c43 req-dd7d8b37-a73e-43ba-8c89-a1d0b7d28f2e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0700939 Feb 11 13:27:15.854810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b785da28-179a-437f-ba25-48a2855e2c43 req-9f74a216-1335-47f9-9aaf-b431b9740fe1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508718 Feb 11 13:27:15.864502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef6644-a1db-47b6-ac11-be527fc79921 req-5ef54bcc-eae3-4ee3-b6f5-f4a30355dfa4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.866264 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9ef6644-a1db-47b6-ac11-be527fc79921 req-5ef54bcc-eae3-4ee3-b6f5-f4a30355dfa4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 943 time: 0.0845053 Feb 11 13:27:15.889236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:15.924361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9ef6644-a1db-47b6-ac11-be527fc79921 req-622fbe1d-e6c6-4272-ae07-5c7ce77c01de tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Feb 11 13:27:15.964412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-acbe79cd-3fb0-47d9-8f7c-8037b35f5840 req-71296fef-4683-471d-b6c4-e3cc68c974e6 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0304847 Feb 11 13:27:16.004617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:16.014917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'port_id': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'mac_address': 'fa:16:3e:68:75:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288dcb9-3f1f-4b7e-b82f-b9209fbc662b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:16.051844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:16.052236 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:16.065745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:16.084230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:16.087937 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:16.139782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:16.239758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7eb677-9809-4c5f-b097-389906da3c1d req-4915bb54-7aef-49b7-86e9-19e6d0317a83 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.242707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e7eb677-9809-4c5f-b097-389906da3c1d req-4915bb54-7aef-49b7-86e9-19e6d0317a83 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.0651233 Feb 11 13:27:16.296450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e7eb677-9809-4c5f-b097-389906da3c1d req-a34a1ae3-5392-454a-acae-045a47924b95 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482531 Feb 11 13:27:16.320956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35b46-bc25-4e33-9a31-e85e7dbc191c req-2cc70a91-24f6-4999-8163-3ad612569b72 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.322544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5c35b46-bc25-4e33-9a31-e85e7dbc191c req-2cc70a91-24f6-4999-8163-3ad612569b72 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 944 time: 0.0619168 Feb 11 13:27:16.377751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:16.406276 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5c35b46-bc25-4e33-9a31-e85e7dbc191c req-ad1012fd-d341-47ad-baf1-f0dfc548d9f9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722458 Feb 11 13:27:16.437130 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-5e9a35f6-6a6f-497c-bd2d-6f00ec5053b6 service neutron] 10.222.0.83 "GET /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.0725527 Feb 11 13:27:16.617766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:16.637824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:16.672654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:16.688119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:16.702156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:16.722685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f94952-13b8-4cea-b87b-66ddaf8cff82 req-d428c250-a435-4203-bfcd-cf90f1fef9e6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.724271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3f94952-13b8-4cea-b87b-66ddaf8cff82 req-d428c250-a435-4203-bfcd-cf90f1fef9e6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 944 time: 0.0546241 Feb 11 13:27:16.779484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] Transition to ACTIVE for port object 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:16.784549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:16.794781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3f94952-13b8-4cea-b87b-66ddaf8cff82 req-799ab47b-d96e-4a50-9ece-f56b7a43a18c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Feb 11 13:27:16.860594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] No DVR routers for this DVR port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:16.873205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] Pushing event updated for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=10']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:16.897716 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9a2ae25e-8076-4b84-9787-c95d01f2e67e service neutron] 10.222.0.83 "PUT /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00/bindings/n-h1-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 0.4546614 Feb 11 13:27:17.052274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91435d-9e6b-45c2-9d71-f925ecc3e3c9 req-1f10412a-e089-4449-97c6-fa337b4eafa3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.055772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e91435d-9e6b-45c2-9d71-f925ecc3e3c9 req-1f10412a-e089-4449-97c6-fa337b4eafa3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 943 time: 0.0588558 Feb 11 13:27:17.108802 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e91435d-9e6b-45c2-9d71-f925ecc3e3c9 req-7067eb85-458f-4a6a-aae4-669341fe519d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468662 Feb 11 13:27:17.201125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09be8986-6017-443f-a3fa-d992f6ba250a req-b9f13ee0-9a05-4643-850c-1e3aca3d39e5 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e311e05-d384-45fe-abf3-acc463aaf951 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Feb 11 13:27:17.363252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26cf1-debe-429e-a06e-bf52e05f2a64 req-88862b1f-a122-4411-a098-0610a8492eca tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.364293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce26cf1-debe-429e-a06e-bf52e05f2a64 req-88862b1f-a122-4411-a098-0610a8492eca tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.4223731 Feb 11 13:27:17.367352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-6a84f2a6-767a-42ad-8886-319f936d7a31 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.368721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-6a84f2a6-767a-42ad-8886-319f936d7a31 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.3989921 Feb 11 13:27:17.448963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce26cf1-debe-429e-a06e-bf52e05f2a64 req-efe44086-d73f-475c-a4a6-e7972063763c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791166 Feb 11 13:27:17.456903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96ebc1-7b1b-4f1d-8622-93b328787596 req-a6434cf1-849e-4455-8b5c-ce2208ee964c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.459679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-d1debfe7-361f-49e7-9f4f-7e64a1a589a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.466410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db96ebc1-7b1b-4f1d-8622-93b328787596 req-a6434cf1-849e-4455-8b5c-ce2208ee964c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.0841167 Feb 11 13:27:17.471129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-d1debfe7-361f-49e7-9f4f-7e64a1a589a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 1127 time: 0.0876827 Feb 11 13:27:17.539834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db96ebc1-7b1b-4f1d-8622-93b328787596 req-0681487a-1185-4c69-9cf4-79fe8d740246 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725286 Feb 11 13:27:17.648203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 038764cf-645d-4c1a-9923-6b78d5ae832e details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:17.671784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3f31dea5-37b1-4216-8409-cc7835a62ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.673637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-3f31dea5-37b1-4216-8409-cc7835a62ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1127 time: 0.1719422 Feb 11 13:27:17.681629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987e7a5-3990-4bd7-adfb-510391070a5e req-10f7c0d4-dfe7-40ac-9b3f-aac0582ae0f5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.683128 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e987e7a5-3990-4bd7-adfb-510391070a5e req-10f7c0d4-dfe7-40ac-9b3f-aac0582ae0f5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 945 time: 0.1358788 Feb 11 13:27:17.801002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 038764cf-645d-4c1a-9923-6b78d5ae832e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=038764cf-645d-4c1a-9923-6b78d5ae832e,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:17.818671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '038764cf-645d-4c1a-9923-6b78d5ae832e', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'port_id': '038764cf-645d-4c1a-9923-6b78d5ae832e', 'mac_address': 'fa:16:3e:80:23:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b008d2-17da-4e50-a0a4-c3c7cd30e941', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:17.834142 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e987e7a5-3990-4bd7-adfb-510391070a5e req-ebc60710-cecd-4cd4-8e13-634b9e6480af tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383407 Feb 11 13:27:17.856905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0fe402ff-8e84-42f3-ad75-fca055d44d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.858522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-0fe402ff-8e84-42f3-ad75-fca055d44d97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1741714 Feb 11 13:27:17.886150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 038764cf-645d-4c1a-9923-6b78d5ae832e is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:17.886150 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:17.909317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:17.940632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038764cf-645d-4c1a-9923-6b78d5ae832e {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:17.962317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-1d77f7c8-3857-4834-bf2a-befe1973429a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 217 time: 0.0894949 Feb 11 13:27:17.982310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 038764cf-645d-4c1a-9923-6b78d5ae832e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=038764cf-645d-4c1a-9923-6b78d5ae832e,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:17.988008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.021460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:18.033905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:18.034327 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.042020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-21790ddc-3b47-4294-9d64-6a697b9644a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.044547 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-21790ddc-3b47-4294-9d64-6a697b9644a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0646415 Feb 11 13:27:18.057104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabcc81-4f2a-4a92-b7be-89d6538795d9 req-a88f0ef6-bcc2-403c-9b82-481be4f7b513 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.058812 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cabcc81-4f2a-4a92-b7be-89d6538795d9 req-a88f0ef6-bcc2-403c-9b82-481be4f7b513 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 945 time: 0.1078212 Feb 11 13:27:18.120337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-bcfa08e5-b638-4507-adbe-2076dff6847d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605576 Feb 11 13:27:18.145239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:18.145823 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.177285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=038764cf-645d-4c1a-9923-6b78d5ae832e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:18.187178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:18.190325 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cb49f7-bcf9-4759-a55c-496b5624a128" -d '{"events": [{"server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "name": "network-vif-plugged", "status": "completed", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:18.230093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:18.235069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.327515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cabcc81-4f2a-4a92-b7be-89d6538795d9 req-25942090-b40d-4291-94b0-c9c241c13168 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198322 Feb 11 13:27:18.333495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-1f9417b0-d14c-4e5b-98ab-928a19b79be1 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050340 Feb 11 13:27:18.352095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:18.377043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['038764cf-645d-4c1a-9923-6b78d5ae832e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:18.396403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190723b-421c-4713-b9ee-c41ed11b3acd req-44598db2-4251-431e-a072-f2af9fabb227 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.401349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e190723b-421c-4713-b9ee-c41ed11b3acd req-44598db2-4251-431e-a072-f2af9fabb227 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.1485751 Feb 11 13:27:18.465005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-26c19fb6-c1e8-4b80-8029-c98ab04a5239 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210389 Feb 11 13:27:18.502650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e190723b-421c-4713-b9ee-c41ed11b3acd req-77beb8ad-2067-403f-a916-82158fc1a8df tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961187 Feb 11 13:27:18.527795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedeb66-3fc3-45f1-af59-f0e491f9523f req-3267b71d-7a39-44c7-854f-4540d1663871 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.530051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7bedeb66-3fc3-45f1-af59-f0e491f9523f req-3267b71d-7a39-44c7-854f-4540d1663871 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 944 time: 0.0822892 Feb 11 13:27:18.578657 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d43027-5a5d-41c1-af51-eb8376268b8a x-openstack-request-id: req-64d43027-5a5d-41c1-af51-eb8376268b8a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:18.579079 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "name": "network-vif-plugged", "status": "completed", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:18.579332 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64d43027-5a5d-41c1-af51-eb8376268b8a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:18.579720 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'code': 200} Feb 11 13:27:18.731682 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7bedeb66-3fc3-45f1-af59-f0e491f9523f req-eec27eb9-ee50-443c-b7b9-a76eb4d053e0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953900 Feb 11 13:27:18.767610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbda1c6-99c0-4c33-aff5-7e0f09961e64 req-d6c1d738-bf40-4909-8830-59d4311f3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.769630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4dbda1c6-99c0-4c33-aff5-7e0f09961e64 req-d6c1d738-bf40-4909-8830-59d4311f3064 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 1127 time: 0.1227558 Feb 11 13:27:18.818332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f5a0-fecc-4d3d-a577-023be76515e7 req-6a569d65-e6d8-488d-a86e-1193c88c8caf tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.833814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba16f5a0-fecc-4d3d-a577-023be76515e7 req-6a569d65-e6d8-488d-a86e-1193c88c8caf tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1241834 Feb 11 13:27:18.885510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-5d7a8d60-893b-448c-8e54-9002dcbd291a tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.886569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba16f5a0-fecc-4d3d-a577-023be76515e7 req-98afe90a-b387-4698-ab3e-0b20d4d49a72 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 Feb 11 13:27:18.887068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-5d7a8d60-893b-448c-8e54-9002dcbd291a tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.1170170 Feb 11 13:27:18.890021 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4dbda1c6-99c0-4c33-aff5-7e0f09961e64 req-f9552416-2464-4776-a885-3bb03b45ffdd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Feb 11 13:27:18.933943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60790) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:18.991660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a819d8-97cc-464c-bea9-c3972c094d5a req-a53dc4e2-896f-4665-8531-20b974e80681 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.002386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-71a819d8-97cc-464c-bea9-c3972c094d5a req-a53dc4e2-896f-4665-8531-20b974e80681 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.1709640 Feb 11 13:27:19.032977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99b3b09b-54b5-4a27-a52c-980a84420f85 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group (8d471905-4ce7-40d2-adfa-1b581ae3f81d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.079789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00092280-55d2-4274-928a-91d360f5e634 req-fccee705-9f32-4432-bd46-13f00afe5d8d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.081617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00092280-55d2-4274-928a-91d360f5e634 req-fccee705-9f32-4432-bd46-13f00afe5d8d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 945 time: 0.0976038 Feb 11 13:27:19.083968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99b3b09b-54b5-4a27-a52c-980a84420f85 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group (8d471905-4ce7-40d2-adfa-1b581ae3f81d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.092545 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-71a819d8-97cc-464c-bea9-c3972c094d5a req-eb7be6fc-e0e4-4f21-b4e0-954c45f49221 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838256 Feb 11 13:27:19.156364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99b3b09b-54b5-4a27-a52c-980a84420f85 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8d471905-4ce7-40d2-adfa-1b581ae3f81d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.159626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9d2df088-1ca5-47f1-bb5f-e629ae5e410a service neutron] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:19.159780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99b3b09b-54b5-4a27-a52c-980a84420f85 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.161266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-99b3b09b-54b5-4a27-a52c-980a84420f85 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "DELETE /v2.0/security-groups/8d471905-4ce7-40d2-adfa-1b581ae3f81d HTTP/1.1" status: 204 len: 168 time: 0.2260969 Feb 11 13:27:19.166528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9d2df088-1ca5-47f1-bb5f-e629ae5e410a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.167655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1251014e-14d1-4f61-96c0-a7db9804f6e4 req-9d2df088-1ca5-47f1-bb5f-e629ae5e410a service neutron] 10.222.0.30 "DELETE /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00/bindings/n-h2-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.2561545 Feb 11 13:27:19.168961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60792) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:19.188069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3b09b-54b5-4a27-a52c-980a84420f85 tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d471905-4ce7-40d2-adfa-1b581ae3f81d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:19.203934 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-3b28fa15-59f7-4087-9ae3-c04a9aaea3ea tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] show failed (client error): The resource could not be found. Feb 11 13:27:19.208240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b28fa15-59f7-4087-9ae3-c04a9aaea3ea tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "GET /v2.0/security-groups/8d471905-4ce7-40d2-adfa-1b581ae3f81d HTTP/1.1" status: 404 len: 347 time: 0.0382891 Feb 11 13:27:19.208867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:19.228930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00092280-55d2-4274-928a-91d360f5e634 req-53787d35-45b7-4da4-8c70-5f5f583e6044 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965333 Feb 11 13:27:19.402201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473496fa-5e1e-4498-ac3b-8b1d8d64a784 req-43690a62-5ce0-4795-be46-5ff94d89b6fd tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.405463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-473496fa-5e1e-4498-ac3b-8b1d8d64a784 req-43690a62-5ce0-4795-be46-5ff94d89b6fd tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1127 time: 0.0684421 Feb 11 13:27:19.413137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Deleting port c42f512e-f017-4231-99ac-20afd4e726ab {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:19.414341 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c42f512e-f017-4231-99ac-20afd4e726ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.488214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-473496fa-5e1e-4498-ac3b-8b1d8d64a784 req-2c36c340-fb84-4da9-99fc-6d5ca6c38b14 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697966 Feb 11 13:27:19.560719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c42f512e-f017-4231-99ac-20afd4e726ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.561317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for floatingip (c42f512e-f017-4231-99ac-20afd4e726ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.574065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Calling delete_port for c42f512e-f017-4231-99ac-20afd4e726ab owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:19.714804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91f0b-540d-4b50-b0ac-d30e12361c3a req-c9c2e24e-91e1-4a8a-9277-0a2d1f3abbdc tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.717072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03e91f0b-540d-4b50-b0ac-d30e12361c3a req-c9c2e24e-91e1-4a8a-9277-0a2d1f3abbdc tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.1216621 Feb 11 13:27:19.752264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a727d2e-867b-4926-ba0d-19b45ab97ba9 req-6f0f248d-0683-4d5a-88f4-ce4250079dcf tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.753778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a727d2e-867b-4926-ba0d-19b45ab97ba9 req-6f0f248d-0683-4d5a-88f4-ce4250079dcf tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 945 time: 0.2778184 Feb 11 13:27:19.792906 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03e91f0b-540d-4b50-b0ac-d30e12361c3a req-f881c383-6968-4536-8000-23b700830944 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694909 Feb 11 13:27:19.833211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c42f512e-f017-4231-99ac-20afd4e726ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.869639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a727d2e-867b-4926-ba0d-19b45ab97ba9 req-c5a4ca67-86e7-4b3f-ac14-b97795425ea5 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061707 Feb 11 13:27:19.877169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Pushing event deleted for resources: {'Port': ['ID=c42f512e-f017-4231-99ac-20afd4e726ab,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:19.895820 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.934820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:20.024297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:27:20.024780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:20.035783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks [] for floatingip (ab1dee1a-20cd-43c4-9a22-4736477f033f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:20.042908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:20.044353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9dc6e03b-c9f9-43c9-a598-d07c91cbcc2c tempest-ServersTestBootFromVolume-1826240395 tempest-ServersTestBootFromVolume-1826240395-project] 10.222.0.79 "DELETE /v2.0/floatingips/ab1dee1a-20cd-43c4-9a22-4736477f033f HTTP/1.1" status: 204 len: 168 time: 0.8342931 Feb 11 13:27:20.048426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:20.075608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-2967b853-fe04-433c-bb5f-24d9808875cd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.077695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-2967b853-fe04-433c-bb5f-24d9808875cd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.1588459 Feb 11 13:27:20.098043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-7c799fad-dad9-4404-a68d-55f476bd64ae tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/quotas/b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 375 time: 0.0148134 Feb 11 13:27:20.174723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-f78a684e-804f-4860-865c-5b940cd7ce05 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711379 Feb 11 13:27:20.208427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34270-15ae-4aaa-a74c-9cf355b87d89 req-e556891a-6ac0-425a-952e-4140415eea52 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.209936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32f34270-15ae-4aaa-a74c-9cf355b87d89 req-e556891a-6ac0-425a-952e-4140415eea52 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 944 time: 0.2423518 Feb 11 13:27:20.249394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-86fcb591-8d99-44d4-97cf-7ba01d4b544d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.250914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-86fcb591-8d99-44d4-97cf-7ba01d4b544d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.30 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 945 time: 0.1923540 Feb 11 13:27:20.321093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-19bf9dc1-2f57-44a2-887c-d1dfd8632a6a service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452734 Feb 11 13:27:20.367545 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32f34270-15ae-4aaa-a74c-9cf355b87d89 req-ffadf032-fec7-4eeb-8e8d-9952b3526655 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468782 Feb 11 13:27:20.464979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-1b2ec877-a05b-4f45-a50e-df40a89f4ff9 service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293509 Feb 11 13:27:20.544470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Deleting port dbc96805-f106-4f65-b2da-6a75ed91cc96 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:20.544869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:20.673161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb045c1-3458-4cc1-802f-f01753e85d52 req-169e5840-4623-49c1-8b6e-85863051d433 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.674710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8eb045c1-3458-4cc1-802f-f01753e85d52 req-169e5840-4623-49c1-8b6e-85863051d433 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1748357 Feb 11 13:27:20.696268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] For port dbc96805-f106-4f65-b2da-6a75ed91cc96, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=dbc96805-f106-4f65-b2da-6a75ed91cc96,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:20.696651 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:20.727452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Calling delete_port for dbc96805-f106-4f65-b2da-6a75ed91cc96 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:20.742022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d30b2c-b2b7-43c9-9e6f-d3b649aa2eb9 req-76359b85-81fc-4266-a500-3aac1155d5b8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.768041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2d30b2c-b2b7-43c9-9e6f-d3b649aa2eb9 req-76359b85-81fc-4266-a500-3aac1155d5b8 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.1244450 Feb 11 13:27:20.814971 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8eb045c1-3458-4cc1-802f-f01753e85d52 req-0f560a74-3a32-4620-890f-5392bb634151 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262407 Feb 11 13:27:20.831063 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2d30b2c-b2b7-43c9-9e6f-d3b649aa2eb9 req-610d5d6a-daad-4ad1-8119-2585622d0320 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618761 Feb 11 13:27:20.934657 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cad01f14-aa54-4854-a415-5987fabc48c9 req-73548937-97b6-4091-80b5-f3403a4e0002 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 210 time: 0.0636017 Feb 11 13:27:20.993936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2265a7-2833-41fd-89b9-9e65ccd029eb req-c6df5aea-5077-4240-bfa3-33291d845dd6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.995781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c2265a7-2833-41fd-89b9-9e65ccd029eb req-c6df5aea-5077-4240-bfa3-33291d845dd6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.0748296 Feb 11 13:27:21.001763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (c9b942c7-5712-432c-9895-02b03901fcf1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:21.060483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c2265a7-2833-41fd-89b9-9e65ccd029eb req-4d0d471a-58ac-4d6b-a1d1-0a534e77e356 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574176 Feb 11 13:27:21.216490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45eb79-d260-4c81-ad90-0cca7867d0b0 req-52ef7c85-eadf-49ed-8d52-83038a94696d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.218409 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa45eb79-d260-4c81-ad90-0cca7867d0b0 req-52ef7c85-eadf-49ed-8d52-83038a94696d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.0694194 Feb 11 13:27:21.274584 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (dbc96805-f106-4f65-b2da-6a75ed91cc96), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:21.287152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa45eb79-d260-4c81-ad90-0cca7867d0b0 req-298e3cef-ed45-40a8-a936-6fd5d9ab206c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Feb 11 13:27:21.291856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['dbc96805-f106-4f65-b2da-6a75ed91cc96'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:21.340272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3c8f7-86d1-4dee-a095-2e0bb28a2cee req-76ee4cc3-0c4a-4948-83cf-aa9475e21ae0 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.347880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efc3c8f7-86d1-4dee-a095-2e0bb28a2cee req-76ee4cc3-0c4a-4948-83cf-aa9475e21ae0 tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/ports?device_id=d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a HTTP/1.1" status: 200 len: 945 time: 0.3036501 Feb 11 13:27:21.388194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Pushing event deleted for resources: {'Port': ['ID=dbc96805-f106-4f65-b2da-6a75ed91cc96,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:21.451142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] No DVR routers for this DVR port dbc96805-f106-4f65-b2da-6a75ed91cc96 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:21.459189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:21.463994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c34c2128-0a3b-4bb1-9e7b-160489db92a2 req-43105e9f-c1bc-4073-a292-1e7af488055d tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.30 "DELETE /v2.0/ports/dbc96805-f106-4f65-b2da-6a75ed91cc96 HTTP/1.1" status: 204 len: 173 time: 1.2010653 Feb 11 13:27:21.464584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'name': 'network-vif-deleted', 'tag': 'dbc96805-f106-4f65-b2da-6a75ed91cc96'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:21.466995 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eac5d4f-ac49-4c1e-a183-6463fd9e76d4" -d '{"events": [{"server_uuid": "d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a", "name": "network-vif-deleted", "tag": "dbc96805-f106-4f65-b2da-6a75ed91cc96"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:21.496180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efc3c8f7-86d1-4dee-a095-2e0bb28a2cee req-e6c21d92-ab2d-4d46-ac75-52f231005ace tempest-AttachSCSIVolumeTestJSON-1567616507 tempest-AttachSCSIVolumeTestJSON-1567616507-project] 10.222.0.79 "GET /v2.0/security-groups?id=4246b929-ce45-4403-a69c-cd83d0c55d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425650 Feb 11 13:27:21.508678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d0c0e-2afa-4d1b-bfb1-1da960261792 req-ff10749e-b6c7-4494-8716-85bed313854d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.508678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b60d0c0e-2afa-4d1b-bfb1-1da960261792 req-ff10749e-b6c7-4494-8716-85bed313854d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.0861735 Feb 11 13:27:21.587938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:21.613186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b60d0c0e-2afa-4d1b-bfb1-1da960261792 req-f0e24c44-2683-437f-8aad-197106c77eb8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992117 Feb 11 13:27:21.665758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 038764cf-645d-4c1a-9923-6b78d5ae832e up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:21.715818 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf90aa0-4a78-4f43-9190-50976344618e x-openstack-request-id: req-caf90aa0-4a78-4f43-9190-50976344618e {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:21.716324 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a", "name": "network-vif-deleted", "tag": "dbc96805-f106-4f65-b2da-6a75ed91cc96", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:21.716427 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-caf90aa0-4a78-4f43-9190-50976344618e {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:21.716767 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70fb0ba-6d9e-4f1d-b9f3-70a1bfe43a3a', 'name': 'network-vif-deleted', 'tag': 'dbc96805-f106-4f65-b2da-6a75ed91cc96', 'status': 'completed', 'code': 200} Feb 11 13:27:21.735689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 038764cf-645d-4c1a-9923-6b78d5ae832e completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:21.746667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 038764cf-645d-4c1a-9923-6b78d5ae832e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:21.747285 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:21.784990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622dde0-47f4-4ffa-93a3-a4df4265e183 req-d1eee73c-4519-4f92-a09e-813f951778b1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.798672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6622dde0-47f4-4ffa-93a3-a4df4265e183 req-d1eee73c-4519-4f92-a09e-813f951778b1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 944 time: 0.2168703 Feb 11 13:27:21.854767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Deleting port 417e4ed9-1099-4c77-a813-23f6536f9abc {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:21.855028 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:21.866017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-7b58df9d-fe18-44fe-a225-90caaede2752 service neutron] 10.222.0.30 "GET /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.2139702 Feb 11 13:27:21.910048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 038764cf-645d-4c1a-9923-6b78d5ae832e is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:21.912240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:21.921198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b775-b998-4840-91c5-2759c6da674e req-2cd66fad-9187-4da9-b865-8893127732ba tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.941607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c210b775-b998-4840-91c5-2759c6da674e req-2cd66fad-9187-4da9-b865-8893127732ba tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.1305637 Feb 11 13:27:21.971787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dd96fa-6337-422f-9066-c4656026292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038764cf-645d-4c1a-9923-6b78d5ae832e'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:21.974473 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a64aeb4-f92f-48c6-a28e-c7981c10c042" -d '{"events": [{"server_uuid": "a2dd96fa-6337-422f-9066-c4656026292d", "name": "network-vif-plugged", "status": "completed", "tag": "038764cf-645d-4c1a-9923-6b78d5ae832e"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:22.002403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 038764cf-645d-4c1a-9923-6b78d5ae832e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=038764cf-645d-4c1a-9923-6b78d5ae832e,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:22.008214 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:22.056368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c210b775-b998-4840-91c5-2759c6da674e req-96b34b0f-dcd6-4cc9-8b00-8f5250396e3b tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133723 Feb 11 13:27:22.144141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=038764cf-645d-4c1a-9923-6b78d5ae832e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:22.251090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a4914-4192-47ea-af3d-38a128967453 req-b259dd59-1370-441e-b745-77ce28308e49 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.262569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b1a4914-4192-47ea-af3d-38a128967453 req-b259dd59-1370-441e-b745-77ce28308e49 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1044860 Feb 11 13:27:22.315364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b1a4914-4192-47ea-af3d-38a128967453 req-1a8c7f0f-efc1-4a15-aaab-d7bea21585ac tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516608 Feb 11 13:27:22.406847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6622dde0-47f4-4ffa-93a3-a4df4265e183 req-9aac8e04-fbc0-48d6-a0f5-2f79f3706133 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934565 Feb 11 13:27:22.447855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbb9e3-f4d2-4f9c-a3c4-b84ffccbd572 req-a6349b2f-91fb-402e-8849-1a85cb0b823e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.458006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71bbb9e3-f4d2-4f9c-a3c4-b84ffccbd572 req-a6349b2f-91fb-402e-8849-1a85cb0b823e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 943 time: 0.0778072 Feb 11 13:27:22.483273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] For port 417e4ed9-1099-4c77-a813-23f6536f9abc, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=417e4ed9-1099-4c77-a813-23f6536f9abc,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:22.483759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:22.515891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71bbb9e3-f4d2-4f9c-a3c4-b84ffccbd572 req-88e10b6f-8eca-4dae-8acf-495387b8adc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565856 Feb 11 13:27:22.535088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Calling delete_port for 417e4ed9-1099-4c77-a813-23f6536f9abc owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:22.550701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-5c423bd8-9d13-4b8a-9127-0c977beb40dd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.552177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-5c423bd8-9d13-4b8a-9127-0c977beb40dd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.6694574 Feb 11 13:27:22.572029 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9603ddfc-f9fb-4cd5-9116-8c452b8cc5f3 x-openstack-request-id: req-9603ddfc-f9fb-4cd5-9116-8c452b8cc5f3 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:22.572852 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dd96fa-6337-422f-9066-c4656026292d", "name": "network-vif-plugged", "status": "completed", "tag": "038764cf-645d-4c1a-9923-6b78d5ae832e", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:22.573262 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9603ddfc-f9fb-4cd5-9116-8c452b8cc5f3 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:22.573827 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dd96fa-6337-422f-9066-c4656026292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038764cf-645d-4c1a-9923-6b78d5ae832e', 'code': 200} Feb 11 13:27:22.574491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Request body: {'port': {'device_id': '460e019a-9049-4337-a784-5627bac1c661', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'admin_state_up': True, 'tenant_id': 'b729fcc2f8e049d9874233ac7f2fb45b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:22.586643 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9a6ec6b-1ad9-4588-b22e-e5705a1ea380 req-01033229-c87d-4a98-8c4e-2906d1f801bc tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 210 time: 0.0919447 Feb 11 13:27:22.742743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4e009-5327-4470-a97b-0f581ceff978 req-e2a9b6fa-0f63-4f30-bc58-5f5f76db7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.752948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7c4e009-5327-4470-a97b-0f581ceff978 req-e2a9b6fa-0f63-4f30-bc58-5f5f76db7feb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 1127 time: 0.0785902 Feb 11 13:27:22.801183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7c4e009-5327-4470-a97b-0f581ceff978 req-ecae5430-e7fa-4dfc-9daa-70870afbb864 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473135 Feb 11 13:27:22.906711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:22.959501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9201-7a42-4d72-b06d-023e21fb4287 req-d6afe992-c29a-47aa-b86d-1344991fd68a tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.961563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a14b9201-7a42-4d72-b06d-023e21fb4287 req-d6afe992-c29a-47aa-b86d-1344991fd68a tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.2109668 Feb 11 13:27:23.010161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:23.011557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Made reservation on behalf of b729fcc2f8e049d9874233ac7f2fb45b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:23.014825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:23.098795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ea1a29-7103-46ee-a1ca-39276ea1287f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:23.151952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:23.162951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a14b9201-7a42-4d72-b06d-023e21fb4287 req-e45e4375-e66a-4db8-a5e7-53be68ff110f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914856 Feb 11 13:27:23.208067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:23.300962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99a92a-fb37-4bcd-9c23-c2d2a6ff1db5 req-798f7575-d41f-4a86-978d-ada67edf2a66 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.303018 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b99a92a-fb37-4bcd-9c23-c2d2a6ff1db5 req-798f7575-d41f-4a86-978d-ada67edf2a66 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.0566967 Feb 11 13:27:23.323498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (417e4ed9-1099-4c77-a813-23f6536f9abc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:23.350344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Allocated IP 172.20.0.13 (e488fa76-2b09-4163-a841-1a0915b58d8c/f14412d0-7183-41ed-9083-91ae0ac7b959/17c99f25-8b7a-475a-9661-516353adee7d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:23.379876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b99a92a-fb37-4bcd-9c23-c2d2a6ff1db5 req-143a1e74-29d1-41b8-a599-9932f28de2d6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703907 Feb 11 13:27:23.401463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Pushing event deleted for resources: {'Port': ['ID=417e4ed9-1099-4c77-a813-23f6536f9abc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:23.462582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] Transition to ACTIVE for port object 26ea1a29-7103-46ee-a1ca-39276ea1287f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:23.515988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:23.622851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ce52-ddf6-4aa8-b378-9be7d4a42fd1 req-df7f885e-8491-41f4-b4b9-285195aa5413 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.633707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd59ce52-ddf6-4aa8-b378-9be7d4a42fd1 req-df7f885e-8491-41f4-b4b9-285195aa5413 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.1167324 Feb 11 13:27:23.660540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device dbc96805-f106-4f65-b2da-6a75ed91cc96 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:23.684688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] No DVR routers for this DVR port 26ea1a29-7103-46ee-a1ca-39276ea1287f on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:23.704328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd59ce52-ddf6-4aa8-b378-9be7d4a42fd1 req-39f0ec78-364e-4cc6-bc3c-87ea123c910a tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690804 Feb 11 13:27:23.705981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: dbc96805-f106-4f65-b2da-6a75ed91cc96 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:23.706368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device dbc96805-f106-4f65-b2da-6a75ed91cc96 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:23.809455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] Pushing event updated for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=10']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:23.821629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cc617-a2f6-4757-8af9-bcef8c747ade req-23828615-336a-4f9e-abb9-fd51cb137561 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.823385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-979cc617-a2f6-4757-8af9-bcef8c747ade req-23828615-336a-4f9e-abb9-fd51cb137561 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.3783548 Feb 11 13:27:23.861602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-bc7a509f-831b-4730-9287-ca22b83049c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f/bindings/n-h2-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9704425 Feb 11 13:27:23.898443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4cfe-f5db-4e31-a232-234ad5bcab02 req-75109b02-983d-4b1d-8dca-ac0360a93afa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.908557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b4e4cfe-f5db-4e31-a232-234ad5bcab02 req-75109b02-983d-4b1d-8dca-ac0360a93afa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 945 time: 0.1183898 Feb 11 13:27:24.011442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks [] for port (17c99f25-8b7a-475a-9661-516353adee7d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:24.020700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-979cc617-a2f6-4757-8af9-bcef8c747ade req-c4925f32-dc26-475c-9734-c68b3168d91a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677880 Feb 11 13:27:24.027510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b4e4cfe-f5db-4e31-a232-234ad5bcab02 req-6a1cf4bc-983d-4a59-a3fa-a8e91ff78495 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177478 Feb 11 13:27:24.027886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (c9b942c7-5712-432c-9895-02b03901fcf1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:24.045863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-fc3827f9-6871-4f81-8add-36e81f00fc4c tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.052381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-fc3827f9-6871-4f81-8add-36e81f00fc4c tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.1238682 Feb 11 13:27:24.151793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:24.174052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-0d15ed68-2ffa-4503-8e72-5a4f4d248920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.175769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-0d15ed68-2ffa-4503-8e72-5a4f4d248920 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6&tenant_id=28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 1126 time: 0.1163034 Feb 11 13:27:24.275008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Network e488fa76-2b09-4163-a841-1a0915b58d8c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:24.283612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:24.289157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:24.324095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c23565-351f-4373-b0ea-c9dc9a79bbde req-dc1b18b5-9bbf-4f54-ac87-c041afc366a3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.330957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c5c23565-351f-4373-b0ea-c9dc9a79bbde req-dc1b18b5-9bbf-4f54-ac87-c041afc366a3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 944 time: 0.1690187 Feb 11 13:27:24.342334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:24.367879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-fec13ad6-1796-418c-b47b-a9d2f1e77851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.369645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-fec13ad6-1796-418c-b47b-a9d2f1e77851 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1126 time: 0.1602461 Feb 11 13:27:24.485982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-6da2cb3e-b88b-46f9-ba82-53cd3d6ef70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.487776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-6da2cb3e-b88b-46f9-ba82-53cd3d6ef70a service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.1115673 Feb 11 13:27:24.554845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c5c23565-351f-4373-b0ea-c9dc9a79bbde req-415fc5b6-2634-47c2-ad0d-f4c3bc214bb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223198 Feb 11 13:27:24.556073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-e47b1c5f-28ce-49af-9ccc-d38cfc385b49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 217 time: 0.0583007 Feb 11 13:27:24.560377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.561032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:24.586775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399630c9-acde-4a2d-8d3f-b9017956b33d req-7716976d-f3f1-4ec5-a139-1825cfaa19d2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.594157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-399630c9-acde-4a2d-8d3f-b9017956b33d req-7716976d-f3f1-4ec5-a139-1825cfaa19d2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 932 time: 0.4428551 Feb 11 13:27:24.637629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Router c9b942c7-5712-432c-9895-02b03901fcf1 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:24.659381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-4a9b01cc-95bd-4bb5-8261-6f49cbc82eb3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0885761 Feb 11 13:27:24.724632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-765ee502-7c4e-403d-a6ba-b07342937c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.727258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-765ee502-7c4e-403d-a6ba-b07342937c47 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1602497 Feb 11 13:27:24.727634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-399630c9-acde-4a2d-8d3f-b9017956b33d req-881a3188-8180-4e3f-a137-7750600ad7d9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088252 Feb 11 13:27:24.743193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Request body: {'port': {'device_id': '460e019a-9049-4337-a784-5627bac1c661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:24.786785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-906b3041-0f79-46c2-9afb-fcdd50e369c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445175 Feb 11 13:27:24.916293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-a4f9a483-6664-4ce1-97bb-5b4be85625fd service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212437 Feb 11 13:27:24.921574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:24.927406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2dd314-f4c7-4dd6-a441-d4ee5b2743af req-e48f5a99-dcf5-4635-9539-5800e42d9468 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.936762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b2dd314-f4c7-4dd6-a441-d4ee5b2743af req-e48f5a99-dcf5-4635-9539-5800e42d9468 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.3098452 Feb 11 13:27:25.037648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b2dd314-f4c7-4dd6-a441-d4ee5b2743af req-b5ea25a5-2c56-47d7-8e5c-013915da8cd6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985870 Feb 11 13:27:25.087202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:25.107151 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] Sync routers for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:25.110888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fe179046-ea59-4b52-84ce-8371c6b376ea admin admin] 10.222.0.79 "PUT /v2.0/routers/c9b942c7-5712-432c-9895-02b03901fcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0612953 Feb 11 13:27:25.114531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60940) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:25.131044 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:25.131707 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:26:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:25.207404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-2bba72c9-ed03-4fcb-8465-a3fc42153c9b service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603657 Feb 11 13:27:25.238494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965159-28e0-4b92-b710-e831ec0d11ee req-bb1f2d8c-5c2a-485d-8158-3fa08cdb3c2b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.248122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab965159-28e0-4b92-b710-e831ec0d11ee req-bb1f2d8c-5c2a-485d-8158-3fa08cdb3c2b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0773611 Feb 11 13:27:25.284167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks [] for router (c9b942c7-5712-432c-9895-02b03901fcf1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:25.315858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab965159-28e0-4b92-b710-e831ec0d11ee req-ae6bff2b-39f5-470c-9988-9e5f8774b07b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666511 Feb 11 13:27:25.372114 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:25.469042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238d86b-8e47-444d-9f06-38d1116bfaa3 req-41efa633-6573-4719-be9b-e785d48a8636 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.471381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8238d86b-8e47-444d-9f06-38d1116bfaa3 req-41efa633-6573-4719-be9b-e785d48a8636 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 945 time: 0.1831682 Feb 11 13:27:25.626239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-7995a13e-b415-45d5-a9b1-b6aed9c5d044 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.628761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-7995a13e-b415-45d5-a9b1-b6aed9c5d044 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.1015575 Feb 11 13:27:25.708218 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:27:23Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:25.795283 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] Checking router: c9b942c7-5712-432c-9895-02b03901fcf1 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:25.849102 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] Routers {'c9b942c7-5712-432c-9895-02b03901fcf1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:25.849759 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:26:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c9b942c7-5712-432c-9895-02b03901fcf1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:25.875222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-d21da8ce-768c-451f-a2d0-d8aa75af3cd6 service neutron] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:25.879917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-d21da8ce-768c-451f-a2d0-d8aa75af3cd6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:25.882971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1490dc86-b07e-4975-91a4-020f14b90d9a req-d21da8ce-768c-451f-a2d0-d8aa75af3cd6 service neutron] 10.222.0.83 "DELETE /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f/bindings/n-h1-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.2473931 Feb 11 13:27:26.000585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8238d86b-8e47-444d-9f06-38d1116bfaa3 req-c3374554-008b-4445-81ef-bda5634e9c5b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890586 Feb 11 13:27:26.027703 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks [] for router_gateway (c9b942c7-5712-432c-9895-02b03901fcf1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:26.155135 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] Set router c9b942c7-5712-432c-9895-02b03901fcf1 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:26.205011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c99f25-8b7a-475a-9661-516353adee7d {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:26.275814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Publish callbacks [] for port (17c99f25-8b7a-475a-9661-516353adee7d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:26.362504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f5cab-90d6-4e07-bd7a-ce6821e76d7f req-e2e78a77-dfb2-4b90-a5e1-7e907de8d261 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.370687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e19f5cab-90d6-4e07-bd7a-ce6821e76d7f req-e2e78a77-dfb2-4b90-a5e1-7e907de8d261 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 932 time: 0.1412261 Feb 11 13:27:26.381829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Deleting port 058991af-ed60-4fd2-91f4-faad8586113f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:26.382170 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (058991af-ed60-4fd2-91f4-faad8586113f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:26.394149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Transition to ACTIVE for port object 17c99f25-8b7a-475a-9661-516353adee7d will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:26.432666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:26.449119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f951a4a-2066-42e0-b2a0-df3a590457a4 req-f65fc115-2e4a-4a41-8129-94bcc280450e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.462323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f951a4a-2066-42e0-b2a0-df3a590457a4 req-f65fc115-2e4a-4a41-8129-94bcc280450e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 944 time: 0.3016839 Feb 11 13:27:26.466714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e19f5cab-90d6-4e07-bd7a-ce6821e76d7f req-7fe012c3-69ee-4cd8-8e31-8ce001fc7af1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922263 Feb 11 13:27:26.577488 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:27:23Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:26.676401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:26.703262 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7578403-e3e8-4354-8e4b-11ad69654694 None None] The sync data for ids ['c9b942c7-5712-432c-9895-02b03901fcf1'] in n-d-828676-2 is: [{'id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'name': 'tempest-ServersTestBootFromVolume-2030450382-router', 'tenant_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '058991af-ed60-4fd2-91f4-faad8586113f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:26Z', 'updated_at': '2022-02-11T13:27:23Z', 'revision_number': 5, 'project_id': '1aff5a0e3a7e49a9bf3cf42d4007b904', 'gw_port': {'id': '058991af-ed60-4fd2-91f4-faad8586113f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b942c7-5712-432c-9895-02b03901fcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:28Z', 'updated_at': '2022-02-11T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:26.705581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f951a4a-2066-42e0-b2a0-df3a590457a4 req-cbe3d011-df0b-4acd-b504-d57919d5f0e7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419262 Feb 11 13:27:26.805397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea952-ca74-4332-a1c0-eaa669279b40 req-7deb9a8d-b7c2-433b-9534-9e77131e0a6c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.821974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] For port 058991af-ed60-4fd2-91f4-faad8586113f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=058991af-ed60-4fd2-91f4-faad8586113f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:26.822716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (058991af-ed60-4fd2-91f4-faad8586113f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:26.826898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74dea952-ca74-4332-a1c0-eaa669279b40 req-7deb9a8d-b7c2-433b-9534-9e77131e0a6c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1649139 Feb 11 13:27:26.875016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Calling delete_port for 058991af-ed60-4fd2-91f4-faad8586113f owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:26.931896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:26.932283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:26.932576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:26.961525 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f224d9ff-3ec1-43d2-a1bf-abd0f80dae28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:26.977146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74dea952-ca74-4332-a1c0-eaa669279b40 req-36b55f90-cb7a-4aff-a1c3-f5c1e8e55f2f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411765 Feb 11 13:27:26.987127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:26.987468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:27.021871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:27.023543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:27.024588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:27.025216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Bound port: 17c99f25-8b7a-475a-9661-516353adee7d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:27.027629 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:27.264053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fd63a-9937-4afe-9019-c054bab80c06 req-c218547c-ebbb-4f87-a345-afcfdb115a3a tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.266335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f7fd63a-9937-4afe-9019-c054bab80c06 req-c218547c-ebbb-4f87-a345-afcfdb115a3a tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1126 time: 0.0980139 Feb 11 13:27:27.306624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:27.313230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:27.344789 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f7fd63a-9937-4afe-9019-c054bab80c06 req-0d1241a1-4377-40b4-a9ae-028532ce779f tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724862 Feb 11 13:27:27.357225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:27.381246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c12032-51e3-43be-8c72-b65f4231e437 req-56cd0c42-08f1-4e77-bd24-27de111ed837 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.382963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2c12032-51e3-43be-8c72-b65f4231e437 req-56cd0c42-08f1-4e77-bd24-27de111ed837 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.1629333 Feb 11 13:27:27.462381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.463094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:27.464537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] 10.222.0.83 "PUT /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 1092 time: 2.7616735 Feb 11 13:27:27.465052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:27.467302 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299aa352-1d32-4e0e-a1ea-60f96ada684b" -d '{"events": [{"name": "network-changed", "server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "tag": "17c99f25-8b7a-475a-9661-516353adee7d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:27.494673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (058991af-ed60-4fd2-91f4-faad8586113f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:27.542390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab15d-1d96-43a1-969b-8f66fd19d71a service neutron] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:27.575166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2c12032-51e3-43be-8c72-b65f4231e437 req-2847ff8d-66fe-4a33-8271-803f582fa05e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638000 Feb 11 13:27:27.637780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=058991af-ed60-4fd2-91f4-faad8586113f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:27.669472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed38df7-e025-48e9-94d8-c57ea14ce52e req-060031ef-4866-40af-ae96-4e4faa0a539f tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.672101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ed38df7-e025-48e9-94d8-c57ea14ce52e req-060031ef-4866-40af-ae96-4e4faa0a539f tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1126 time: 0.0793903 Feb 11 13:27:27.712981 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3add46-d59f-4e93-a42b-90c2981616ba x-openstack-request-id: req-7c3add46-d59f-4e93-a42b-90c2981616ba {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:27.713308 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "tag": "17c99f25-8b7a-475a-9661-516353adee7d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:27.713572 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c3add46-d59f-4e93-a42b-90c2981616ba {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:27.713984 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d', 'status': 'completed', 'code': 200} Feb 11 13:27:27.717126 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (c9b942c7-5712-432c-9895-02b03901fcf1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:27.739211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ed38df7-e025-48e9-94d8-c57ea14ce52e req-cc0d4a12-c47f-47fa-bb15-398a9fe46c94 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605855 Feb 11 13:27:27.886095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-b7248c87-cde4-4260-aec7-7b1af3c7fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.887635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-b7248c87-cde4-4260-aec7-7b1af3c7fd83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1126 time: 0.3611155 Feb 11 13:27:27.892033 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (c9b942c7-5712-432c-9895-02b03901fcf1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:27.895349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks [] for router_controller (c9b942c7-5712-432c-9895-02b03901fcf1), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:27.949431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-1435476b-3d0c-490b-afbc-e24514458901 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 217 time: 0.0512016 Feb 11 13:27:27.950161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:27.962231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa11d-d238-403e-bccb-73820ecf3fdc req-402fb791-4af9-4f71-9a7b-8435b4d89bd0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.964409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-593fa11d-d238-403e-bccb-73820ecf3fdc req-402fb791-4af9-4f71-9a7b-8435b4d89bd0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 944 time: 0.1634126 Feb 11 13:27:28.130903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (c9b942c7-5712-432c-9895-02b03901fcf1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.131560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b942c7-5712-432c-9895-02b03901fcf1 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:27:28.150023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.159786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dbc5c414-c5ee-4b15-b628-034f26ea3ec9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c9b942c7-5712-432c-9895-02b03901fcf1 HTTP/1.1" status: 204 len: 168 time: 3.0440617 Feb 11 13:27:28.162230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32776) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:28.171153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:28.188313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'port_id': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'mac_address': 'fa:16:3e:68:75:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288dcb9-3f1f-4b7e-b82f-b9209fbc662b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:28.277956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:28.278563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.294933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-593fa11d-d238-403e-bccb-73820ecf3fdc req-85362ada-c816-4712-a974-d0363c6d4572 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114975 Feb 11 13:27:28.294933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-ca8724ea-9b4b-4358-bb59-cbed9a6d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.294933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-ca8724ea-9b4b-4358-bb59-cbed9a6d70d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.3229027 Feb 11 13:27:28.315848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:28.370855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:28.373494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] Deleting subnet fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:27:28.377951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.381814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] Publish callbacks [] for subnet (fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.385463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-c198ecd3-934d-49fc-969c-8ab59a30d695 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821879 Feb 11 13:27:28.452840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] Publish callbacks [] for subnet (fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.505740 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.531833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:28.577338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for subnet (fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.601840 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-47b63297-697b-49d7-80b3-7e2c28cce9fd service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085273 Feb 11 13:27:28.650355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:28.651406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:28.714657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:28.718865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-701fe237-b58d-40bc-920e-818231960aae admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fb18dfde-1f6a-46fa-ab7c-0632dcffbc6e HTTP/1.1" status: 204 len: 168 time: 0.5556252 Feb 11 13:27:28.731018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32782) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:28.792993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a80a4-1ee0-43f2-b9d9-b64f1f9c304d None None] Network 6d399002-6474-42bf-b9c4-5ceda4885845 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:28.878404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e17b3ab-7e28-4986-9f0b-121aa7bf980d req-03a21923-2b6d-4281-bde2-a9e2dbaad2b8 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702024 Feb 11 13:27:29.125250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-3b61f6f8-47c5-4f50-9e0e-9e52bb4eb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.126804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-3b61f6f8-47c5-4f50-9e0e-9e52bb4eb8c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1126 time: 0.1514657 Feb 11 13:27:29.143829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495741b-8990-4f58-888e-1890d5470253 req-d7a647a0-38c0-4a15-aa9e-357cbbd9f028 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.148190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8495741b-8990-4f58-888e-1890d5470253 req-d7a647a0-38c0-4a15-aa9e-357cbbd9f028 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 944 time: 0.2688076 Feb 11 13:27:29.268291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 058991af-ed60-4fd2-91f4-faad8586113f no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:29.273467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552a4c8-c9a0-484f-928a-df2421b72438 req-309ddb6a-7f68-4d56-b581-dbd754a22356 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.275757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9552a4c8-c9a0-484f-928a-df2421b72438 req-309ddb6a-7f68-4d56-b581-dbd754a22356 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.9148433 Feb 11 13:27:29.279614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-caca0cf6-75b7-4c33-9be0-4b7b4f568c16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9389901 Feb 11 13:27:29.372044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 058991af-ed60-4fd2-91f4-faad8586113f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:29.374886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8495741b-8990-4f58-888e-1890d5470253 req-f2f746ad-985d-4607-98e1-ebb2d0982abf tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493268 Feb 11 13:27:29.381383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-ffd51994-897a-4694-b7ea-2e764a1c2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.383837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 058991af-ed60-4fd2-91f4-faad8586113f not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:29.384158 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-ffd51994-897a-4694-b7ea-2e764a1c2cd3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.2344594 Feb 11 13:27:29.389531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 417e4ed9-1099-4c77-a813-23f6536f9abc no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:29.482977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-fed36419-cc47-4e11-9e87-cc91f29294f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 217 time: 0.0758281 Feb 11 13:27:29.510669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 417e4ed9-1099-4c77-a813-23f6536f9abc {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:29.515894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (6d399002-6474-42bf-b9c4-5ceda4885845), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:29.524863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 417e4ed9-1099-4c77-a813-23f6536f9abc not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:29.561544 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9552a4c8-c9a0-484f-928a-df2421b72438 req-c54dfb19-e802-4729-87ad-d9068df8d462 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363367 Feb 11 13:27:29.562262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36dfb9c7-9532-4710-ad69-54593b795449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:29.679431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-9a51e6f0-02e2-41cc-8c42-66b67f510da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.680929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-9a51e6f0-02e2-41cc-8c42-66b67f510da0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1882036 Feb 11 13:27:29.688503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-1184a586-b8f7-44da-89ac-14601d7c073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.690672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-1184a586-b8f7-44da-89ac-14601d7c073f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 1126 time: 0.2750006 Feb 11 13:27:29.709648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] DHCP port deletion for 6d399002-6474-42bf-b9c4-5ceda4885845 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:27:29.776433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-d4a479c5-fc48-4817-a6a7-82d39c35a56c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2000091 Feb 11 13:27:29.778199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-6cefc31c-78c0-4004-9669-af793a6eb690 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891745 Feb 11 13:27:29.808473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522ff49-1417-45db-873f-540ecd945737 req-a815a3c6-2b40-4c6e-ac18-94a71e76f82b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.810096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d522ff49-1417-45db-873f-540ecd945737 req-a815a3c6-2b40-4c6e-ac18-94a71e76f82b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 944 time: 0.2237570 Feb 11 13:27:29.810953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Deleting port 8b786caf-9f38-4c8b-9f88-843653c8f312 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:29.811388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:29.815665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] Deleting port 8b786caf-9f38-4c8b-9f88-843653c8f312 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:29.818658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:29.923030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] For port 8b786caf-9f38-4c8b-9f88-843653c8f312, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8b786caf-9f38-4c8b-9f88-843653c8f312,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:29.923417 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:29.939222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] Calling delete_port for 8b786caf-9f38-4c8b-9f88-843653c8f312 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:29.957487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] For port 8b786caf-9f38-4c8b-9f88-843653c8f312, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8b786caf-9f38-4c8b-9f88-843653c8f312,segment=NetworkSegment(19e548e5-ca09-4166-aca7-685b8edeb680),segment_id=19e548e5-ca09-4166-aca7-685b8edeb680)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:29.957850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:29.985372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Calling delete_port for 8b786caf-9f38-4c8b-9f88-843653c8f312 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:29.990233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-2cd74e61-a2f8-4b79-aa54-5ace4bf466f4 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029172 Feb 11 13:27:30.000758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:30.039772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-a6c03337-3cdd-41a1-8b4f-4fce810bbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.041286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-a6c03337-3cdd-41a1-8b4f-4fce810bbb68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.3166590 Feb 11 13:27:30.099438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:30.099959 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.111271 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-299aa352-1d32-4e0e-a1ea-60f96ada684b req-9e548614-d26a-42de-9b50-4753de5660b6 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050828 Feb 11 13:27:30.134255 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.155214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d522ff49-1417-45db-873f-540ecd945737 req-ca2c71b8-336d-4073-b296-4b58890963fe tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694051 Feb 11 13:27:30.179204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] Pushing event deleted for resources: {'Port': ['ID=8b786caf-9f38-4c8b-9f88-843653c8f312,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:30.179424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-98358ec9-efac-4979-9070-a9ce233afe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.180909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-98358ec9-efac-4979-9070-a9ce233afe0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 1131 time: 0.3697631 Feb 11 13:27:30.205699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-1c0c9ced-f224-48e8-a0bf-8663fa208738 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 200 len: 217 time: 0.1017470 Feb 11 13:27:30.211294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38513f62-fdbe-42ce-b458-4b7db579a65f None None] No DVR routers for this DVR port 8b786caf-9f38-4c8b-9f88-843653c8f312 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:30.309615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:30.310283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.359808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:30.362076 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720bb78b-90c4-4b3f-b3a4-fd1e6a980090" -d '{"events": [{"server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "name": "network-vif-plugged", "status": "completed", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:30.370449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-388a5097-0558-4213-8e68-fa19ed68d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.372517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-388a5097-0558-4213-8e68-fa19ed68d5f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1534340 Feb 11 13:27:30.377343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-4119f6ee-e543-4211-b23f-0ed93ca1d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.378875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-4119f6ee-e543-4211-b23f-0ed93ca1d166 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1637664 Feb 11 13:27:30.404612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:30.410871 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.417494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-d2042c2c-0db4-4879-9f04-a4518b4c1eb6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315270 Feb 11 13:27:30.418265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (8b786caf-9f38-4c8b-9f88-843653c8f312), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.456395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b786caf-9f38-4c8b-9f88-843653c8f312,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:30.462565 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031be9f5-0d0e-4fe0-8ac5-e9efc9e830f6 x-openstack-request-id: req-031be9f5-0d0e-4fe0-8ac5-e9efc9e830f6 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:30.462912 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "name": "network-vif-plugged", "status": "completed", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:30.463178 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-031be9f5-0d0e-4fe0-8ac5-e9efc9e830f6 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:30.463666 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'code': 200} Feb 11 13:27:30.466337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] No DVR routers for this DVR port 8b786caf-9f38-4c8b-9f88-843653c8f312 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:30.480837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-6dc75953-04bd-40b1-82ce-47008d75f4a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 200 len: 217 time: 0.0987980 Feb 11 13:27:30.487714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:30.566222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-7ada9b15-7009-477d-a0da-f112ec55dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.568348 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-7ada9b15-7009-477d-a0da-f112ec55dabd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0816472 Feb 11 13:27:30.620451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c89e8-cdf2-49f1-a06e-1e883ba53141 req-a04338ad-a7b7-49b3-8b35-1b2cc40509f9 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.622927 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a3c89e8-cdf2-49f1-a06e-1e883ba53141 req-a04338ad-a7b7-49b3-8b35-1b2cc40509f9 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.1091866 Feb 11 13:27:30.674939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-cc901695-aea3-4c10-a678-f9bcd3ffc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.676969 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-cc901695-aea3-4c10-a678-f9bcd3ffc318 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1001880 Feb 11 13:27:30.702295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (6d399002-6474-42bf-b9c4-5ceda4885845), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.746583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8b786caf-9f38-4c8b-9f88-843653c8f312 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:30.748410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a3c89e8-cdf2-49f1-a06e-1e883ba53141 req-67509c28-94c6-4d56-bc71-702151ead71d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192534 Feb 11 13:27:30.792335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-7160ff80-0948-4196-826f-a450d1dbe2b4 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480484 Feb 11 13:27:30.808703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.809760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.810563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.810896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.811243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.811575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.811924 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.812226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.812541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.812857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.826069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 8b786caf-9f38-4c8b-9f88-843653c8f312 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:30.826450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8b786caf-9f38-4c8b-9f88-843653c8f312 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:30.833788 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.838519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-6241197f-f864-489e-9417-d63aa837922f service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488500 Feb 11 13:27:30.940810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.941443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.941951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.942464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:27:30.943014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d399002-6474-42bf-b9c4-5ceda4885845']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:30.973181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90b8bf51-7b0c-4e0d-bf42-8254436964de req-83fa10a7-8faa-4627-96b1-80dcf55ec4d7 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259921 Feb 11 13:27:30.999976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e548e5-ca09-4166-aca7-685b8edeb680') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:31.000278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e548e5-ca09-4166-aca7-685b8edeb680') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:31.046669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (19e548e5-ca09-4166-aca7-685b8edeb680), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.116836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (19e548e5-ca09-4166-aca7-685b8edeb680), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.133714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:27:31.134145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (19e548e5-ca09-4166-aca7-685b8edeb680), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: from cryptography.utils import int_from_bytes Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: from cryptography.utils import int_from_bytes Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:31.146514 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:31.166571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e880ee-7cd2-48d9-8135-5d62a48a6f41 req-d5544492-0937-4d5c-a544-1d7eb1516f47 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.173311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41e880ee-7cd2-48d9-8135-5d62a48a6f41 req-d5544492-0937-4d5c-a544-1d7eb1516f47 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.4763587 Feb 11 13:27:31.234240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5395-7e54-4282-b35e-feaab199c61b req-60a28c3e-368a-49af-a001-752623e0ab21 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.238816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65fe5395-7e54-4282-b35e-feaab199c61b req-60a28c3e-368a-49af-a001-752623e0ab21 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.0667956 Feb 11 13:27:31.261111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a67dc86-3fac-4bf6-b1cf-967b57831c2b req-8e4730de-1233-4ad0-9ddb-ce9afd06c307 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930927 Feb 11 13:27:31.261719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (6d399002-6474-42bf-b9c4-5ceda4885845), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.279647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.282403 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6d399002-6474-42bf-b9c4-5ceda4885845 HTTP/1.1" status: 204 len: 168 time: 2.5409298 Feb 11 13:27:31.314787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65fe5395-7e54-4282-b35e-feaab199c61b req-9d273f4f-20ea-43a0-981e-458def685140 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694640 Feb 11 13:27:31.315512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41e880ee-7cd2-48d9-8135-5d62a48a6f41 req-43acc47b-9f87-45a2-af17-b67fc5e03efa tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413324 Feb 11 13:27:31.316485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14931f2-3c1e-4319-834f-84110f730fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d399002-6474-42bf-b9c4-5ceda4885845,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:31.437812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335984ec-2a3f-4769-9f1b-5d17de4de307 req-a2a1dfc6-4ba6-4cd2-9af1-267d09da4517 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.439561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-335984ec-2a3f-4769-9f1b-5d17de4de307 req-a2a1dfc6-4ba6-4cd2-9af1-267d09da4517 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 944 time: 0.0619986 Feb 11 13:27:31.492962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32816) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:31.511767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-335984ec-2a3f-4769-9f1b-5d17de4de307 req-92446df3-649e-48c3-b9cd-ffba6819343d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652657 Feb 11 13:27:31.552385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-19d6d7fc-4d74-4540-84b9-a5e03914a74d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1aff5a0e3a7e49a9bf3cf42d4007b904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582340 Feb 11 13:27:31.555583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:31.607187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d60f064-8428-4a21-a0b2-122161085060 admin admin] Publish callbacks [] for security_group (6c75c9bb-ab26-43e0-84c9-f04e2ade1508), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.635453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d60f064-8428-4a21-a0b2-122161085060 admin admin] Publish callbacks [] for security_group (6c75c9bb-ab26-43e0-84c9-f04e2ade1508), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.699134 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d60f064-8428-4a21-a0b2-122161085060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6c75c9bb-ab26-43e0-84c9-f04e2ade1508), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.701927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d60f064-8428-4a21-a0b2-122161085060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:31.705815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4d60f064-8428-4a21-a0b2-122161085060 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c75c9bb-ab26-43e0-84c9-f04e2ade1508 HTTP/1.1" status: 204 len: 168 time: 0.1464777 Feb 11 13:27:31.713754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60f064-8428-4a21-a0b2-122161085060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c75c9bb-ab26-43e0-84c9-f04e2ade1508,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:32.005485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:32.122883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:32.136607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '17c99f25-8b7a-475a-9661-516353adee7d', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'port_id': '17c99f25-8b7a-475a-9661-516353adee7d', 'mac_address': 'fa:16:3e:ba:b0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14412d0-7183-41ed-9083-91ae0ac7b959', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:32.172234 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-02944add-0e02-4ad4-b4e1-9099641619e7 service neutron] show failed (client error): The resource could not be found. Feb 11 13:27:32.173433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-02944add-0e02-4ad4-b4e1-9099641619e7 service neutron] 10.222.0.30 "GET /v2.0/ports/f0993ebf-0b2f-493d-b91a-e232aa63e886/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.1228070 Feb 11 13:27:32.198693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 17c99f25-8b7a-475a-9661-516353adee7d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:32.199278 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:32.214297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c99f25-8b7a-475a-9661-516353adee7d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:32.236544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:32.243935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:32.305869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:32.318475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:32.528673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af350768-f4dc-4b70-a9e6-05e5bd471e6c req-09013150-a517-4075-a181-492c86eb6c78 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.530248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af350768-f4dc-4b70-a9e6-05e5bd471e6c req-09013150-a517-4075-a181-492c86eb6c78 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.1159737 Feb 11 13:27:32.535788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['17c99f25-8b7a-475a-9661-516353adee7d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:32.619805 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af350768-f4dc-4b70-a9e6-05e5bd471e6c req-b924223b-6b18-4fa2-a05b-126b66d53efe tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 Feb 11 13:27:32.656214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a00dea-1001-4930-a289-0d610bc97645 req-fd188b22-e10c-4d6e-922b-b13107dc23c9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.670391 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e4a00dea-1001-4930-a289-0d610bc97645 req-fd188b22-e10c-4d6e-922b-b13107dc23c9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1981740 Feb 11 13:27:32.735697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-dd167e43-cbf4-456e-8059-d5325f462667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.737223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-dd167e43-cbf4-456e-8059-d5325f462667 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3&tenant_id=897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 1132 time: 0.2620025 Feb 11 13:27:32.763153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:32.784222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944b394-0446-4f0b-afcc-2960ecdb3873 req-0dbf52cf-6f95-40e6-bf79-3fb557254cec tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.792930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2944b394-0446-4f0b-afcc-2960ecdb3873 req-0dbf52cf-6f95-40e6-bf79-3fb557254cec tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.0743864 Feb 11 13:27:32.838014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e4a00dea-1001-4930-a289-0d610bc97645 req-fa62229c-afe2-4cb1-8325-bf8cfb418bb4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586726 Feb 11 13:27:32.879078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:32.883817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2944b394-0446-4f0b-afcc-2960ecdb3873 req-ab6cd8fe-4ccb-4da5-8dd2-d43de06926e2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795228 Feb 11 13:27:32.909830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:33.036476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5f293-165b-4c31-a049-e0884ec68826 req-32e24088-487e-40cf-86d3-55f16320be23 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.037612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07e5f293-165b-4c31-a049-e0884ec68826 req-32e24088-487e-40cf-86d3-55f16320be23 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.83 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 945 time: 0.0901215 Feb 11 13:27:33.118147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-202497382-network', 'tenant_id': 'a963d64333834e88be063a5bef236029'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:33.148203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:33.150636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.165224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.176551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:33.184092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Deleting port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:33.184505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.210867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:33.257937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:33.260342 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920594ff-67cc-4f8c-b895-2d7d2a57e1d5" -d '{"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-unplugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:33.264632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Publish callbacks [] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.295471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Transition to ACTIVE for port object f0993ebf-0b2f-493d-b91a-e232aa63e886 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:33.304061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.306654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] For port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:33.307115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.322787 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f282ad-85c8-4800-9c5b-5d0503d21dd8 x-openstack-request-id: req-c1f282ad-85c8-4800-9c5b-5d0503d21dd8 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:33.323542 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-unplugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:33.324474 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1f282ad-85c8-4800-9c5b-5d0503d21dd8 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:33.324915 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'code': 200} Feb 11 13:27:33.328164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Calling delete_port for 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:33.348008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks [] for security_group (8b58fa6c-5519-4077-bd02-9aa78a46fd32), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.353465 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8b58fa6c-5519-4077-bd02-9aa78a46fd32), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.388233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:33.405195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:33.412013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] No DVR routers for this DVR port f0993ebf-0b2f-493d-b91a-e232aa63e886 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:33.432362 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8e8078c9-00ec-4b08-9e32-99a3ccf8f541), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.432707 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Added segment 8e8078c9-00ec-4b08-9e32-99a3ccf8f541 of type vlan for network 1061949e-7c31-43b1-90f2-a15127047618 Feb 11 13:27:33.447708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b58fa6c-5519-4077-bd02-9aa78a46fd32,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:33.471268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:33.471803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:33.473150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:33.484983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:33.486995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:33.492637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:33.492984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:33.493790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:33.493790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Bound port: f0993ebf-0b2f-493d-b91a-e232aa63e886, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:33.494255 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.495105 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (1061949e-7c31-43b1-90f2-a15127047618), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.552068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (1061949e-7c31-43b1-90f2-a15127047618), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.552909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.553481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.568639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:33.573347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:33.579691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.601879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.602778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.607660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6967015 Feb 11 13:27:33.611499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32856) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:33.628995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Request body: {'subnet': {'network_id': '1061949e-7c31-43b1-90f2-a15127047618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-202497382-subnet', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:33.675518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.676221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.677676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] 10.222.0.83 "PUT /v2.0/ports/f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 1096 time: 0.9227188 Feb 11 13:27:33.719340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event deleted for resources: {'Port': ['ID=3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:33.731019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:33.733376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.739238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdc0c7-8d59-4672-bc54-288419306085 service neutron] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:33.751956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aaf73-a0f9-4625-80be-3c9d9691b7dc admin admin] Pushing event updated for resources: {'Network': ['ID=1061949e-7c31-43b1-90f2-a15127047618,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:33.780107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 1061949e-7c31-43b1-90f2-a15127047618 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:27:33.790172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] No DVR routers for this DVR port 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:33.796478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.806301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07e5f293-165b-4c31-a049-e0884ec68826 req-343d446e-a833-4f65-b8b9-84734db01e85 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.83 "DELETE /v2.0/ports/3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 HTTP/1.1" status: 204 len: 173 time: 0.7626028 Feb 11 13:27:33.806985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'name': 'network-vif-deleted', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:33.809861 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdd85ab-0a42-448b-b468-f46fd7150b8e" -d '{"events": [{"server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "name": "network-vif-deleted", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:33.837485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-094f8403-1c81-42cb-9b9f-38d9a75c3d7c req-398b7ed6-72e1-4953-8768-38eb3daa9234 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=b32630ac-1cda-4f2a-bd5e-80d3aa74c9df HTTP/1.1" status: 200 len: 210 time: 0.1002777 Feb 11 13:27:33.894746 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d236289-bd5e-4e0b-bb08-8b7e298e0459 x-openstack-request-id: req-5d236289-bd5e-4e0b-bb08-8b7e298e0459 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:33.895373 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32630ac-1cda-4f2a-bd5e-80d3aa74c9df", "name": "network-vif-deleted", "tag": "3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:33.895766 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d236289-bd5e-4e0b-bb08-8b7e298e0459 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:33.896463 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32630ac-1cda-4f2a-bd5e-80d3aa74c9df', 'name': 'network-vif-deleted', 'tag': '3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4', 'status': 'completed', 'code': 200} Feb 11 13:27:33.996134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-3f627519-5998-4e00-a99c-6537913418ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.998557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-3f627519-5998-4e00-a99c-6537913418ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1130 time: 0.2911484 Feb 11 13:27:34.029760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:34.033968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025a5a3-3ea3-4bb3-9bd4-bf13a00bf71f req-29575216-892e-461b-9d7b-e13f449237d4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.035927 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2025a5a3-3ea3-4bb3-9bd4-bf13a00bf71f req-29575216-892e-461b-9d7b-e13f449237d4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.0727744 Feb 11 13:27:34.114907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 17c99f25-8b7a-475a-9661-516353adee7d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:34.115953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2025a5a3-3ea3-4bb3-9bd4-bf13a00bf71f req-324bb482-84c4-47da-8430-ec4145e25210 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705366 Feb 11 13:27:34.121420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 17c99f25-8b7a-475a-9661-516353adee7d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:34.122082 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (17c99f25-8b7a-475a-9661-516353adee7d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.177460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd78436-1fca-4e20-96b2-052f0d1f4101 req-ca04f9ba-5dc3-489f-a50a-aade87f95219 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.179626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcd78436-1fca-4e20-96b2-052f0d1f4101 req-ca04f9ba-5dc3-489f-a50a-aade87f95219 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 948 time: 0.2256827 Feb 11 13:27:34.238617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-8bf88a56-a051-486d-92b9-75f6b49b2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.240090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-8bf88a56-a051-486d-92b9-75f6b49b2e8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2207882 Feb 11 13:27:34.256722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 17c99f25-8b7a-475a-9661-516353adee7d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:34.257621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.282047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:34.284427 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507cd8f-6128-4370-8d79-795ade2e7e10" -d '{"events": [{"server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "name": "network-vif-plugged", "status": "completed", "tag": "17c99f25-8b7a-475a-9661-516353adee7d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:34.296763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-72d015e3-9ea7-48dd-8837-f4e3e4f0e0b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.0495176 Feb 11 13:27:34.311804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:34.316517 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.317086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:34.353825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcd78436-1fca-4e20-96b2-052f0d1f4101 req-52189fe0-86ae-45c8-aab1-0112f149974b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540244 Feb 11 13:27:34.389149 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc889f6-3dbc-44ff-a655-e91fb84b1bc5 x-openstack-request-id: req-bfc889f6-3dbc-44ff-a655-e91fb84b1bc5 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:34.389495 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "name": "network-vif-plugged", "status": "completed", "tag": "17c99f25-8b7a-475a-9661-516353adee7d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:34.389689 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bfc889f6-3dbc-44ff-a655-e91fb84b1bc5 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:34.390091 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d', 'code': 200} Feb 11 13:27:34.396978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:34.397390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3f4fef2b-a778-415c-bdbc-bfd7c3aa26e4 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:34.430078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-9d8b35a1-1753-4ab0-acf6-29057eae86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.431703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-9d8b35a1-1753-4ab0-acf6-29057eae86c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1284766 Feb 11 13:27:34.433072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (4d2a11f7-291a-4137-8253-e5d243cdc5d1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.436634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:34.524710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2a11f7-291a-4137-8253-e5d243cdc5d1,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:34.536643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ad36-d24a-45a2-a30e-d9ab35f23df8 req-a2c53342-af5f-4bf8-ab50-542ea047f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.539635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3925ad36-d24a-45a2-a30e-d9ab35f23df8 req-a2c53342-af5f-4bf8-ab50-542ea047f961 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1128 time: 0.0791776 Feb 11 13:27:34.546807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Checking segment: {'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:34.547173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Network hostable DHCP agents. Network: 1061949e-7c31-43b1-90f2-a15127047618, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:34.558533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-4e3fedc3-f4bc-445b-9845-31c000fd80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.560059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-4e3fedc3-f4bc-445b-9845-31c000fd80c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1000698 Feb 11 13:27:34.586995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Network 1061949e-7c31-43b1-90f2-a15127047618 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:34.591325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3925ad36-d24a-45a2-a30e-d9ab35f23df8 req-4b3e9b99-8a4e-46c2-8174-23d82c17355c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Feb 11 13:27:34.604615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 1061949e-7c31-43b1-90f2-a15127047618) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:34.608905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.609508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.617281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c4324d-97d7-4bb2-897b-90d37219eb89 None None] Network 1061949e-7c31-43b1-90f2-a15127047618 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:34.661251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-54701f8e-98e9-4ff7-a28a-6713b4e39619 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0441825 Feb 11 13:27:34.661469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32872) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:34.667677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:34.692682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-4aff2639-e0c2-4303-96c2-dd2f9c218e22 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259899 Feb 11 13:27:34.699863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (0faa11dc-2d4a-4491-a435-612185ab4d0b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.701046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (0faa11dc-2d4a-4491-a435-612185ab4d0b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.732274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-1061949e-7c31-43b1-90f2-a15127047618', 'network_id': '1061949e-7c31-43b1-90f2-a15127047618', 'project_id': 'a963d64333834e88be063a5bef236029', 'fixed_ips': [{'subnet_id': '4d2a11f7-291a-4137-8253-e5d243cdc5d1'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:27:34.733323 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.762067 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks [] for router_controller (0faa11dc-2d4a-4491-a435-612185ab4d0b), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.892406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Allocated IP 172.20.0.2 (1061949e-7c31-43b1-90f2-a15127047618/4d2a11f7-291a-4137-8253-e5d243cdc5d1/1b6535fc-78db-42ee-9a42-8d672bf80e0a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:34.970086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks [] for router_gateway (0faa11dc-2d4a-4491-a435-612185ab4d0b), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.002435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a7a365c-b1b2-45c8-9e8f-6d94c6e7873f req-23d71140-8255-4c17-8037-a09592d081b8 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025585 Feb 11 13:27:35.058456 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Publish callbacks [] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.066798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.111243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Pushing event updated for resources: {'Port': ['ID=1b6535fc-78db-42ee-9a42-8d672bf80e0a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.127763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Network 1061949e-7c31-43b1-90f2-a15127047618 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:35.129889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:35.132893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:35.206323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Attempting to bind port 1b6535fc-78db-42ee-9a42-8d672bf80e0a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:35.206958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Attempting to bind port 1b6535fc-78db-42ee-9a42-8d672bf80e0a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:35.207924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Attempting to bind port 1b6535fc-78db-42ee-9a42-8d672bf80e0a on network 1061949e-7c31-43b1-90f2-a15127047618 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:35.216902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:35.218231 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks [] for router_gateway (0faa11dc-2d4a-4491-a435-612185ab4d0b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.218544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Checking segment: {'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:35.219342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.219765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Bound using segment: {'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:35.220231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Bound port: 1b6535fc-78db-42ee-9a42-8d672bf80e0a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:35.220623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.235178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32880) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:35.240346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2dd4daa4-7347-49fb-b79d-5326f6be59e3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785953124', 'description': 'tempest-description--966306501'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:35.244390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.305517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2dd4daa4-7347-49fb-b79d-5326f6be59e3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.315088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] For port 1b6535fc-78db-42ee-9a42-8d672bf80e0a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:35.319825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] For port 1b6535fc-78db-42ee-9a42-8d672bf80e0a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1b6535fc-78db-42ee-9a42-8d672bf80e0a,segment=NetworkSegment(8e8078c9-00ec-4b08-9e32-99a3ccf8f541),segment_id=8e8078c9-00ec-4b08-9e32-99a3ccf8f541)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:35.327314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.330065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:35.332280 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a024e-8103-448b-835e-ea655f676906" -d '{"events": [{"name": "network-changed", "server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:35.393930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6c2b-e056-4031-a67e-ba52341b3e6d req-39fa8f61-1a4e-4eb1-9b8e-e3e16ca3d811 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.400953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c2b6c2b-e056-4031-a67e-ba52341b3e6d req-39fa8f61-1a4e-4eb1-9b8e-e3e16ca3d811 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 946 time: 0.1222796 Feb 11 13:27:35.422382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcc322-c3ee-4d33-8b38-185f30e046ea None None] Pushing event updated for resources: {'Port': ['ID=1b6535fc-78db-42ee-9a42-8d672bf80e0a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.454068 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069e0fe8-3902-42c3-a1b8-c53d320b1240 x-openstack-request-id: req-069e0fe8-3902-42c3-a1b8-c53d320b1240 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:35.454391 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:35.454646 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-069e0fe8-3902-42c3-a1b8-c53d320b1240 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:35.457850 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'status': 'completed', 'code': 200} Feb 11 13:27:35.471745 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2dd4daa4-7347-49fb-b79d-5326f6be59e3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group (694f8e93-bedf-4624-8a8c-6312fcba6232), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.482054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2dd4daa4-7347-49fb-b79d-5326f6be59e3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (694f8e93-bedf-4624-8a8c-6312fcba6232), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.525643 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c2b6c2b-e056-4031-a67e-ba52341b3e6d req-4f962c20-e3de-494e-b206-0d60c3b1239e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237586 Feb 11 13:27:35.569712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2dd4daa4-7347-49fb-b79d-5326f6be59e3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.571248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2dd4daa4-7347-49fb-b79d-5326f6be59e3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3345563 Feb 11 13:27:35.574267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4daa4-7347-49fb-b79d-5326f6be59e3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694f8e93-bedf-4624-8a8c-6312fcba6232,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.576642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32888) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:35.586862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Allocated IP 172.25.3.155 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4761b033-7f30-4644-a613-94a625d8a7d6) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:35.587468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-845f0ad8-2547-4744-867a-3690bf6e5cc2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Request body: {'security_group_rule': {'security_group_id': '694f8e93-bedf-4624-8a8c-6312fcba6232', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:35.612705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-7ab7ca86-11b4-4da8-b294-63a14fa75add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.615119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-7ab7ca86-11b4-4da8-b294-63a14fa75add service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1130 time: 0.1275940 Feb 11 13:27:35.643298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-845f0ad8-2547-4744-867a-3690bf6e5cc2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group_rule (74ff6ac3-57a0-40a2-8e04-30c7b14c35e7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.647865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-582eca61-8094-4fcc-bfb4-eb7e89317e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.649429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-582eca61-8094-4fcc-bfb4-eb7e89317e73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1130 time: 0.1654139 Feb 11 13:27:35.708081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:35.737567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c0af5-b349-4eb1-8863-2a8efce58fe6 req-1024508d-7a90-46ef-b4d0-818fb9b84164 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.757386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-567c0af5-b349-4eb1-8863-2a8efce58fe6 req-1024508d-7a90-46ef-b4d0-818fb9b84164 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 948 time: 0.1681187 Feb 11 13:27:35.834212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port f0993ebf-0b2f-493d-b91a-e232aa63e886 host n-h2-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:27:35.835810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:35.874798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-845f0ad8-2547-4744-867a-3690bf6e5cc2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group_rule (74ff6ac3-57a0-40a2-8e04-30c7b14c35e7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.876923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-f31b3434-f930-4318-a50f-00a186b05582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.879897 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-f31b3434-f930-4318-a50f-00a186b05582 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2559175 Feb 11 13:27:35.881383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-845f0ad8-2547-4744-867a-3690bf6e5cc2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (74ff6ac3-57a0-40a2-8e04-30c7b14c35e7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.946318 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-56566005-dca9-4c25-98da-ef29517d56b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.0586209 Feb 11 13:27:35.947616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f0ad8-2547-4744-867a-3690bf6e5cc2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ff6ac3-57a0-40a2-8e04-30c7b14c35e7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.953654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-845f0ad8-2547-4744-867a-3690bf6e5cc2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.954881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-845f0ad8-2547-4744-867a-3690bf6e5cc2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727064 Feb 11 13:27:35.974217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:36.001216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d4ed2ad2-f000-44c0-a80b-7d63ac33665d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Request body: {'security_group_rule': {'security_group_id': '694f8e93-bedf-4624-8a8c-6312fcba6232', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:36.036237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-57232592-6002-420c-a14b-ed521b0ca774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.038464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-57232592-6002-420c-a14b-ed521b0ca774 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0821741 Feb 11 13:27:36.056009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2ad2-f000-44c0-a80b-7d63ac33665d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group_rule (58d624f2-6c38-4585-9db7-ca92dfa1e92a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.139065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-0a084676-63fe-4553-ace9-d3bb6846b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.140700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-0a084676-63fe-4553-ace9-d3bb6846b3b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0960875 Feb 11 13:27:36.176872 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2ad2-f000-44c0-a80b-7d63ac33665d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group_rule (58d624f2-6c38-4585-9db7-ca92dfa1e92a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.187189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2ad2-f000-44c0-a80b-7d63ac33665d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (58d624f2-6c38-4585-9db7-ca92dfa1e92a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.248141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4ed2ad2-f000-44c0-a80b-7d63ac33665d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.249346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d4ed2ad2-f000-44c0-a80b-7d63ac33665d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2738867 Feb 11 13:27:36.251643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed2ad2-f000-44c0-a80b-7d63ac33665d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d624f2-6c38-4585-9db7-ca92dfa1e92a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:36.254034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:36.260974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:36.267548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-567c0af5-b349-4eb1-8863-2a8efce58fe6 req-3fe0e84f-6bc0-4cd2-99d0-69b08cb6bc3b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092309 Feb 11 13:27:36.277434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-57e22eef-b8a0-4e88-ad12-2a5ec2a0c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.279057 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-57e22eef-b8a0-4e88-ad12-2a5ec2a0c6af service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.6207585 Feb 11 13:27:36.296381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-af69f0ea-97a4-4511-b77a-2ffd105bdae7 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467686 Feb 11 13:27:36.297572 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.307552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks [] for port (4761b033-7f30-4644-a613-94a625d8a7d6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.349638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-1ea1d525-b02e-407f-9625-3f1a60279e00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.0615971 Feb 11 13:27:36.375107 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:27:36.421761 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.473832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Pushing event updated for resources: {'Port': ['ID=4761b033-7f30-4644-a613-94a625d8a7d6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:36.478943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-4673f950-d229-440d-b24b-fb758e44e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.480535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-4673f950-d229-440d-b24b-fb758e44e02d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1178799 Feb 11 13:27:36.486186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:36.498713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:36.522348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:36.585275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a024e-8103-448b-835e-ea655f676906 req-dc311408-ba5a-417f-b5d5-3ede605504df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.587140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-dc311408-ba5a-417f-b5d5-3ede605504df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0998003 Feb 11 13:27:36.726298 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-fe8fb73c-85e9-4cdb-bbb2-ae4f0bc5cf6d service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952463 Feb 11 13:27:36.828902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1b6535fc-78db-42ee-9a42-8d672bf80e0a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:36.879522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec0f3e-be20-4cbc-98e9-0e48ecc08c7b None None] Network 1061949e-7c31-43b1-90f2-a15127047618 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:36.911692 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-a62fd74c-50d1-4dc9-ae96-d9c43e66b3ce service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962443 Feb 11 13:27:36.965098 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:36.965569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de7516-394e-4c91-916d-9f1efac914df req-af7d6e8f-5eb3-43d1-9492-e140a14451f4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.973107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73de7516-394e-4c91-916d-9f1efac914df req-af7d6e8f-5eb3-43d1-9492-e140a14451f4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 946 time: 0.3408787 Feb 11 13:27:37.002157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fb520ca5-baf8-4317-9a47-67fa767b9183 None None] Provisioning complete for port 1b6535fc-78db-42ee-9a42-8d672bf80e0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:37.002818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb520ca5-baf8-4317-9a47-67fa767b9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.050756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1b6535fc-78db-42ee-9a42-8d672bf80e0a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:37.052330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.075042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73de7516-394e-4c91-916d-9f1efac914df req-878a0c84-6c01-4954-a836-3d57717c7ffc tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010215 Feb 11 13:27:37.130223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d4a024e-8103-448b-835e-ea655f676906 req-6efd6ce3-ed58-4649-a0c4-4ba335c6d678 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646467 Feb 11 13:27:37.212774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Allocated IP 172.25.3.42 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/f130b4b9-a565-479c-a5c1-0dbaea12572c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:37.237717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks [] for router_gateway (0faa11dc-2d4a-4491-a435-612185ab4d0b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.251814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb520ca5-baf8-4317-9a47-67fa767b9183 None None] Current status of the port 1b6535fc-78db-42ee-9a42-8d672bf80e0a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:37.253050 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb520ca5-baf8-4317-9a47-67fa767b9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.328435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25e156-b997-4ba4-bbf9-6fd9a6ebbd85 req-852c23e0-4a8f-43cd-8112-a10cb52ccd9f tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.336232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b25e156-b997-4ba4-bbf9-6fd9a6ebbd85 req-852c23e0-4a8f-43cd-8112-a10cb52ccd9f tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1128 time: 0.1261384 Feb 11 13:27:37.340855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fb520ca5-baf8-4317-9a47-67fa767b9183 None None] For port 1b6535fc-78db-42ee-9a42-8d672bf80e0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1b6535fc-78db-42ee-9a42-8d672bf80e0a,segment=NetworkSegment(8e8078c9-00ec-4b08-9e32-99a3ccf8f541),segment_id=8e8078c9-00ec-4b08-9e32-99a3ccf8f541)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:37.358438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb520ca5-baf8-4317-9a47-67fa767b9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.430012 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b25e156-b997-4ba4-bbf9-6fd9a6ebbd85 req-16922997-dad3-4641-b862-46695aa91567 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879498 Feb 11 13:27:37.433228 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.471474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb520ca5-baf8-4317-9a47-67fa767b9183 None None] Pushing event updated for resources: {'Port': ['ID=1b6535fc-78db-42ee-9a42-8d672bf80e0a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:37.474069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1b6535fc-78db-42ee-9a42-8d672bf80e0a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:37.474490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.532204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.604851 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:37.605558 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:37.619744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'Port': ['ID=f130b4b9-a565-479c-a5c1-0dbaea12572c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:37.638423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:37.639855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:37.642516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:37.655005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f8d88-d62e-4dce-95f7-eb81ea6c6111 req-15f4b01d-32f2-4535-813a-d79251c8109f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.656676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d9f8d88-d62e-4dce-95f7-eb81ea6c6111 req-15f4b01d-32f2-4535-813a-d79251c8109f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 948 time: 0.1994581 Feb 11 13:27:37.664687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (0faa11dc-2d4a-4491-a435-612185ab4d0b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.686556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d891647a-f7cd-4581-921c-b0a1fe30f476 None None] Provisioning complete for port 1b6535fc-78db-42ee-9a42-8d672bf80e0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:37.687500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d891647a-f7cd-4581-921c-b0a1fe30f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.748246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766de67a-d7ad-4847-b38a-c6d922e97714 req-0be4e99c-3263-4a0b-8442-581fe100747e tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.749867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-766de67a-d7ad-4847-b38a-c6d922e97714 req-0be4e99c-3263-4a0b-8442-581fe100747e tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1128 time: 0.1029060 Feb 11 13:27:37.787068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d891647a-f7cd-4581-921c-b0a1fe30f476 None None] Current status of the port 1b6535fc-78db-42ee-9a42-8d672bf80e0a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:37.790941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for floatingip (f2e19b21-d6bf-4dde-b85e-2f5de0dc8dac), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.813192 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-766de67a-d7ad-4847-b38a-c6d922e97714 req-7c1c179d-3046-4977-a721-70db9f7dba1f tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568948 Feb 11 13:27:37.842623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.858934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d9f8d88-d62e-4dce-95f7-eb81ea6c6111 req-c85316b3-471e-4ff2-9927-cc0009cb13a2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911676 Feb 11 13:27:37.938631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Router 0faa11dc-2d4a-4491-a435-612185ab4d0b is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:27:38.025301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:38.027470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.033659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.150514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:38.218904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:38.230391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.234382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8e8cd958-21ae-4069-b741-0f140c132f11 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5719249 Feb 11 13:27:38.235498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Sync routers for ids ['0faa11dc-2d4a-4491-a435-612185ab4d0b'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:38.241678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32918) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:38.256912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'Port': ['ID=f130b4b9-a565-479c-a5c1-0dbaea12572c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:38.270559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'mac_address': 'fa:16:3e:fc:1e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:38.271716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f2e19b21-d6bf-4dde-b85e-2f5de0dc8dac), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.292056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774b03c-f624-40b6-a787-24adf23e8e6e req-76903454-9112-439e-b151-929e0bd4911a tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.300513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f774b03c-f624-40b6-a787-24adf23e8e6e req-76903454-9112-439e-b151-929e0bd4911a tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1128 time: 0.1702948 Feb 11 13:27:38.326537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f0993ebf-0b2f-493d-b91a-e232aa63e886 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:38.327216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.328963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.330785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dbc67761-e0be-472b-b2df-5837fbb9cd0f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0741763 Feb 11 13:27:38.351224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0993ebf-0b2f-493d-b91a-e232aa63e886 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:38.377996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:38.386518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.397981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f774b03c-f624-40b6-a787-24adf23e8e6e req-91c80cd3-8edd-4638-a611-da69d1191a84 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961637 Feb 11 13:27:38.429566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Routers {'0faa11dc-2d4a-4491-a435-612185ab4d0b'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:38.430416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['0faa11dc-2d4a-4491-a435-612185ab4d0b'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:38.434669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1b6535fc-78db-42ee-9a42-8d672bf80e0a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:38.493744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-849da47a-0c2d-414b-a45b-c256017f4250 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.495340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-849da47a-0c2d-414b-a45b-c256017f4250 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3&tenant_id=897e6e80e7474025ac8599f05e90c6cd&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 948 time: 0.2923322 Feb 11 13:27:38.539515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f8f7f-19b0-4926-9863-951e09f1a0bb req-6b18fcbe-1e36-4fad-bf5b-a073ac12b69a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.542657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:38.546665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-455f8f7f-19b0-4926-9863-951e09f1a0bb req-6b18fcbe-1e36-4fad-bf5b-a073ac12b69a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.2441010 Feb 11 13:27:38.682892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-455f8f7f-19b0-4926-9863-951e09f1a0bb req-28bb70e1-7cdf-4afa-81ee-9a9dc6ee5a6d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352563 Feb 11 13:27:38.686517 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-529957c3-7924-4989-a41d-e0915b2f4c45 service neutron] 10.222.0.83 "GET /v2.0/ports/f0993ebf-0b2f-493d-b91a-e232aa63e886/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 382 time: 0.1806479 Feb 11 13:27:38.814675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-85ab00e6-a321-4cd3-80b1-75486cc7460c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.816404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1b6535fc-78db-42ee-9a42-8d672bf80e0a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:38.817521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-85ab00e6-a321-4cd3-80b1-75486cc7460c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 822 time: 0.2132430 Feb 11 13:27:38.860186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-36223389-f0ff-40ee-a0fb-843023b5278b tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/quotas/196142ef5435433192b1f5bcaf317ba9 HTTP/1.1" status: 200 len: 375 time: 0.0234721 Feb 11 13:27:38.862964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Set router 0faa11dc-2d4a-4491-a435-612185ab4d0b gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:38.892747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-4ae9485f-7be8-4001-82a8-178078a3aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.894288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-4ae9485f-7be8-4001-82a8-178078a3aa39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1131 time: 0.1805382 Feb 11 13:27:38.901593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-9c80b75b-14c6-4028-b574-b044078ffb98 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404687 Feb 11 13:27:38.929764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['f0993ebf-0b2f-493d-b91a-e232aa63e886'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:39.009707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-de00cb46-7c7b-4f33-8fab-0b198b5b2fea service neutron] 10.222.0.79 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072497 Feb 11 13:27:39.066401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-fb44ae9e-86f3-4c74-bc27-6cac6d743ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.067991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-fb44ae9e-86f3-4c74-bc27-6cac6d743ffe service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1624935 Feb 11 13:27:39.069628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1b6535fc-78db-42ee-9a42-8d672bf80e0a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:39.070112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:39.117305 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-173b4449-aad4-4b09-a2ce-e0bca4133ef2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.0409341 Feb 11 13:27:39.135238 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-366eed1e-bc0f-4913-a100-3a908091866a service neutron] 10.222.0.79 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184571 Feb 11 13:27:39.195528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6e000bf5-091b-4cd1-b24f-9260b37c20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.197178 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6e000bf5-091b-4cd1-b24f-9260b37c20fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0727699 Feb 11 13:27:39.278945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1b6535fc-78db-42ee-9a42-8d672bf80e0a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:39.300443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:27:36Z', 'revision_number': 3, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port': {'id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:35Z', 'updated_at': '2022-02-11T13:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:39.308682 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:39.344287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Checking router: 0faa11dc-2d4a-4491-a435-612185ab4d0b for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:39.344656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Updating router 0faa11dc-2d4a-4491-a435-612185ab4d0b port 4761b033-7f30-4644-a613-94a625d8a7d6 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:27:39.385297 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:39.393344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34a29045-d0b0-43e2-b73b-332d28f27740 req-40f07f7d-8cc5-44b5-ae10-422046c79c08 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 210 time: 0.0632708 Feb 11 13:27:39.400038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-c3c61ddb-74bf-4fb9-8b6f-67526642bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.401896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-c3c61ddb-74bf-4fb9-8b6f-67526642bdf4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1550071 Feb 11 13:27:39.582259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-7068ed65-7a2c-4685-a031-f92704be0ab1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649463 Feb 11 13:27:39.619998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Allocated IP 172.20.0.1 (1061949e-7c31-43b1-90f2-a15127047618/4d2a11f7-291a-4137-8253-e5d243cdc5d1/b219e2fb-aabd-4de2-b254-ab5de5b82da2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:39.629416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b29d31-ef8e-4a9e-bc2c-7b5ec5cc20d9 req-d65db84b-0391-42da-a69c-a1a220d11af7 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.630982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21b29d31-ef8e-4a9e-bc2c-7b5ec5cc20d9 req-d65db84b-0391-42da-a69c-a1a220d11af7 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1128 time: 0.1203229 Feb 11 13:27:39.723626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21b29d31-ef8e-4a9e-bc2c-7b5ec5cc20d9 req-fd6fef58-4673-40e1-b102-0db2f8f37591 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856802 Feb 11 13:27:39.829687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-47ac0b08-a343-4aab-8e63-f7bcd687156d service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364099 Feb 11 13:27:39.910383 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Publish callbacks [] for port (4761b033-7f30-4644-a613-94a625d8a7d6), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:39.922789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:39.946092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks [] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.001772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Attempting to bind port 4761b033-7f30-4644-a613-94a625d8a7d6 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:40.002282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Attempting to bind port 4761b033-7f30-4644-a613-94a625d8a7d6 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:40.002513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Attempting to bind port 4761b033-7f30-4644-a613-94a625d8a7d6 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:40.004590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f161558-5335-4631-aa7f-281b0c17c20a None None] Pushing event updated for resources: {'Port': ['ID=4761b033-7f30-4644-a613-94a625d8a7d6,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:40.010739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:40.011115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:40.011516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.012402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:40.012402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Bound port: 4761b033-7f30-4644-a613-94a625d8a7d6, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:40.012723 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.039641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:40.076574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1b8e2-2f55-4940-b40a-f2dc42df0da7 req-bd61fcdd-2c3d-4469-a569-f4d08914e3b8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.079118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48e1b8e2-2f55-4940-b40a-f2dc42df0da7 req-bd61fcdd-2c3d-4469-a569-f4d08914e3b8 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.2348292 Feb 11 13:27:40.081316 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.106606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Network 1061949e-7c31-43b1-90f2-a15127047618 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:40.111150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:40.129066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] For port 4761b033-7f30-4644-a613-94a625d8a7d6, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:40.134525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] For port 4761b033-7f30-4644-a613-94a625d8a7d6, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4761b033-7f30-4644-a613-94a625d8a7d6,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:40.157030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.172013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Pushing event updated for resources: {'Port': ['ID=b219e2fb-aabd-4de2-b254-ab5de5b82da2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:40.176936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:40.218226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port f0993ebf-0b2f-493d-b91a-e232aa63e886 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:40.218708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.219192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.219396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.219747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.220084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.220422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.220755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.221088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.221420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.221749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.222080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.228131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.228500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:40.233486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port f0993ebf-0b2f-493d-b91a-e232aa63e886 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:40.233943 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.289485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48e1b8e2-2f55-4940-b40a-f2dc42df0da7 req-2660272b-08da-40fb-8c02-e691bd5dd1d7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959164 Feb 11 13:27:40.322781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f161558-5335-4631-aa7f-281b0c17c20a None None] Pushing event updated for resources: {'Port': ['ID=4761b033-7f30-4644-a613-94a625d8a7d6,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:40.329315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Routers {'0faa11dc-2d4a-4491-a435-612185ab4d0b'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:40.329942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['0faa11dc-2d4a-4491-a435-612185ab4d0b'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:40.343651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (0faa11dc-2d4a-4491-a435-612185ab4d0b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.531265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f0993ebf-0b2f-493d-b91a-e232aa63e886 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:40.531674 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.588909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:40.591213 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d322b7-223d-4367-8fc3-4c1ef880c30c" -d '{"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-plugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:40.610094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2cef0913-c377-4766-a371-46209e41b443 None None] Provisioning complete for port b219e2fb-aabd-4de2-b254-ab5de5b82da2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:40.610504 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cef0913-c377-4766-a371-46209e41b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.613538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] Set router 0faa11dc-2d4a-4491-a435-612185ab4d0b gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:40.662726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:40.702425 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:40.767114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2cef0913-c377-4766-a371-46209e41b443 None None] Port b219e2fb-aabd-4de2-b254-ab5de5b82da2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:27:40.869353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:40.938392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06d9dd87-255c-4ca5-a91d-629525105ba1 req-7a029419-fc6e-42bc-b3fa-a9249068b8d7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 210 time: 0.4175704 Feb 11 13:27:40.939580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e01422a2-e36e-4548-a432-c1007e8169fd tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.941077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e01422a2-e36e-4548-a432-c1007e8169fd tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 822 time: 0.2412889 Feb 11 13:27:40.955132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Request body: {'port': {'device_id': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'admin_state_up': True, 'tenant_id': '196142ef5435433192b1f5bcaf317ba9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:40.956318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:41.043868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:27:36Z', 'revision_number': 3, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port': {'id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:35Z', 'updated_at': '2022-02-11T13:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:41.093264 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce57a6d-3c04-4b2a-801a-8860d1b26549 x-openstack-request-id: req-6ce57a6d-3c04-4b2a-801a-8860d1b26549 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:41.093606 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-plugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:41.093867 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ce57a6d-3c04-4b2a-801a-8860d1b26549 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:41.094345 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'code': 200} Feb 11 13:27:41.097890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a325855-71cf-421b-9b71-62a52eb456ca None None] The sync data for ids ['0faa11dc-2d4a-4491-a435-612185ab4d0b'] in n-d-828676-2 is: [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:27:36Z', 'revision_number': 3, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port': {'id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:35Z', 'updated_at': '2022-02-11T13:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:41.133502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Made reservation on behalf of 196142ef5435433192b1f5bcaf317ba9 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:41.138205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:41.231159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks [] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:41.237274 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:41.324705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (0faa11dc-2d4a-4491-a435-612185ab4d0b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:41.327294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Pushing event updated for resources: {'Port': ['ID=b219e2fb-aabd-4de2-b254-ab5de5b82da2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:41.358862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Allocated IP 172.20.0.8 (7578ea77-1d5a-4427-baef-65b9f5e6c92a/a288dcb9-3f1f-4b7e-b82f-b9209fbc662b/2552c2da-9ad4-4835-8dbc-ec783f8016a9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:41.371373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-17f8ec56-411c-485f-8e08-ed949e8c23be tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:27:41.381883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-17f8ec56-411c-485f-8e08-ed949e8c23be tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169322 Feb 11 13:27:41.472434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Network 1061949e-7c31-43b1-90f2-a15127047618 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:41.477969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:41.480896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-fa077e53-dcb7-40c3-a8a4-87f60594752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.484287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-fa077e53-dcb7-40c3-a8a4-87f60594752d service neutron] 10.222.0.79 "GET /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 1125 time: 0.0902009 Feb 11 13:27:41.512501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Request body: {'binding': {'host': 'n-h1-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:41.513459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:27:41.908625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Router 0faa11dc-2d4a-4491-a435-612185ab4d0b has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:41.930808 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:41.940343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c41233-1055-45ed-94ec-1958f0dccec7 req-ed8d30d0-010a-4e5a-b3f5-1b213cb83b0f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.942897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c41233-1055-45ed-94ec-1958f0dccec7 req-ed8d30d0-010a-4e5a-b3f5-1b213cb83b0f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.4981346 Feb 11 13:27:41.997219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on host n-h1-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:41.997804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:41.997932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:42.004086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:42.004684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:42.013686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:42.014018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:42.014437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:42.015003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Bound port: 17c99f25-8b7a-475a-9661-516353adee7d, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:42.024275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ff417945-9847-4f21-ad18-0a7c9544574b None None] Provisioning complete for port b219e2fb-aabd-4de2-b254-ab5de5b82da2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:42.024857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff417945-9847-4f21-ad18-0a7c9544574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.063127 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.094176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c41233-1055-45ed-94ec-1958f0dccec7 req-337f664a-17f8-4cb8-a931-24593513bcd5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423500 Feb 11 13:27:42.096135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ff417945-9847-4f21-ad18-0a7c9544574b None None] Port b219e2fb-aabd-4de2-b254-ab5de5b82da2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:27:42.183637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:42.191129 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2a669a54-b50b-4688-be62-756eb486b77c admin admin] 10.222.0.79 "PUT /v2.0/routers/0faa11dc-2d4a-4491-a435-612185ab4d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9482262 Feb 11 13:27:42.215018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:42.229108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Network 7578ea77-1d5a-4427-baef-65b9f5e6c92a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:42.241551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.242791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-1b150eab-59a3-468c-9894-13244aa2f02f service neutron] 10.222.0.79 "POST /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7541814 Feb 11 13:27:42.244305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:42.247007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:42.249304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:42.290389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.290808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.291161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.291491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.291833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.292171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.292601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.292950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.293278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.293624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.293951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.294385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.294663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:42.357492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.358217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.403533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e5e06e9c-b8eb-4895-ac85-5e5f0e35518e tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4521346 Feb 11 13:27:42.420590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Request body: {'port': {'device_id': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:42.470515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-5402a380-8a5e-4209-8ffc-ff6c5f4f58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.472367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-5402a380-8a5e-4209-8ffc-ff6c5f4f58bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3&tenant_id=897e6e80e7474025ac8599f05e90c6cd HTTP/1.1" status: 200 len: 1132 time: 0.2520843 Feb 11 13:27:42.483910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32990) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:42.512023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde436a9-00c6-416f-b798-9e68997ffca2 req-28dc1857-3258-412f-ba84-dac91ec7db20 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.522801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cde436a9-00c6-416f-b798-9e68997ffca2 req-28dc1857-3258-412f-ba84-dac91ec7db20 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 931 time: 0.1973395 Feb 11 13:27:42.532571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:42.605027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-866819343'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:42.643882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cde436a9-00c6-416f-b798-9e68997ffca2 req-e38167df-1e60-4736-b1c3-db2c4ec6ee33 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150227 Feb 11 13:27:42.665563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d87a1-7f8d-497a-b1b9-a84f365bbcc8 req-04aa9463-b583-41cd-b426-6cce5d8121ca tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.667272 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-187d87a1-7f8d-497a-b1b9-a84f365bbcc8 req-04aa9463-b583-41cd-b426-6cce5d8121ca tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 946 time: 0.1793439 Feb 11 13:27:42.668107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.690374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:42.701335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.748859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-fbc3aad8-7625-48e6-8179-b98057ef91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.750483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-fbc3aad8-7625-48e6-8179-b98057ef91a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1128 time: 0.1596062 Feb 11 13:27:42.753766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:42.764734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1dd5fef1-8702-40f0-a939-73d667ebaabb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.765091 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Added segment 1dd5fef1-8702-40f0-a939-73d667ebaabb of type vlan for network 5930c841-4de4-4c8b-a8aa-d90cca739caf Feb 11 13:27:42.818482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-187d87a1-7f8d-497a-b1b9-a84f365bbcc8 req-31b1301a-f011-452f-96e8-8b4ed8cc74f5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307383 Feb 11 13:27:42.822310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.837153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (5930c841-4de4-4c8b-a8aa-d90cca739caf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.895260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4761b033-7f30-4644-a613-94a625d8a7d6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:42.909197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (5930c841-4de4-4c8b-a8aa-d90cca739caf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.915028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.915678 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:42.961200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4761b033-7f30-4644-a613-94a625d8a7d6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:42.961593 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:43.014544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-f37e996a-ebd0-427e-9824-702b14cb1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.016474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-f37e996a-ebd0-427e-9824-702b14cb1aad service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.2560892 Feb 11 13:27:43.033961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5476270 Feb 11 13:27:43.064108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32994) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:43.071220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'subnet': {'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:43.081900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4761b033-7f30-4644-a613-94a625d8a7d6 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:43.082520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf6934-d307-42bb-8520-937917d5b000 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Network': ['ID=5930c841-4de4-4c8b-a8aa-d90cca739caf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:43.083244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:43.103092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-8ac6a987-9125-4f5b-9c9f-7e211c81a605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 217 time: 0.0778260 Feb 11 13:27:43.112844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:27:43.165387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-478f3a1b-5172-482e-b8af-2e8dae22487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.167498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-478f3a1b-5172-482e-b8af-2e8dae22487d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0555036 Feb 11 13:27:43.236185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 4761b033-7f30-4644-a613-94a625d8a7d6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4761b033-7f30-4644-a613-94a625d8a7d6,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:43.243576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:43.270410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-a6315d17-d20d-4b71-9683-791f419569fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917847 Feb 11 13:27:43.383986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=4761b033-7f30-4644-a613-94a625d8a7d6,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:43.482104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b695e-cc94-4122-b794-c11a91ff47d3 req-a49c52ac-5358-4939-9b65-6107aa3f7597 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.483703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b04b695e-cc94-4122-b794-c11a91ff47d3 req-a49c52ac-5358-4939-9b65-6107aa3f7597 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1467228 Feb 11 13:27:43.520345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:43.524447 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:43.540547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2552c2da-9ad4-4835-8dbc-ec783f8016a9 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:43.582410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Publish callbacks [] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:43.609199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-54db9ff5-2abe-4a98-a5d6-d8dd3543cb01 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068945 Feb 11 13:27:43.612434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Transition to ACTIVE for port object 2552c2da-9ad4-4835-8dbc-ec783f8016a9 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:43.634110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:43.677012 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b04b695e-cc94-4122-b794-c11a91ff47d3 req-b45528e6-ddad-47ba-910e-567c5a0259d6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726344 Feb 11 13:27:43.680991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:43.766819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:43.822503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:43.873831 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Sync routers for ids ['0faa11dc-2d4a-4491-a435-612185ab4d0b'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:43.886784 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Routers {'0faa11dc-2d4a-4491-a435-612185ab4d0b'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:43.887827 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['0faa11dc-2d4a-4491-a435-612185ab4d0b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:43.943376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:43.947158 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585ac3d4-ef7c-4ac4-aa6a-22bbcf7f0b82" -d '{"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-unplugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:43.953479 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Publish callbacks [] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:43.957766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-2699cf27-c7ef-46d5-9063-620df9b7c616 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422518 Feb 11 13:27:44.003489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Attempting to bind port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:44.008492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Attempting to bind port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:44.009153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Attempting to bind port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:44.022471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:44.023961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Attempting to bind port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:44.037904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:44.038602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Checking segment: {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:44.039820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Bound using segment: {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:44.040478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Bound port: 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:44.041097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.044458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Transition to ACTIVE for port object f0993ebf-0b2f-493d-b91a-e232aa63e886 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:44.065281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:44.112802 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.163900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port f0993ebf-0b2f-493d-b91a-e232aa63e886 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:27:44.164934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:44.187142 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (550f6280-90c3-480d-8f87-8e90db2f1c77), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.206484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd54a6-821a-4fc1-bb14-303b318c7d25 req-b3ae1f7c-8ca9-4344-99ca-f945d6fa077f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.208437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ecbd54a6-821a-4fc1-bb14-303b318c7d25 req-b3ae1f7c-8ca9-4344-99ca-f945d6fa077f tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.4025128 Feb 11 13:27:44.218305 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Set router 0faa11dc-2d4a-4491-a435-612185ab4d0b gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:44.276859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-37cc445a-0d42-4557-b23f-4f61517ac031 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.278569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-37cc445a-0d42-4557-b23f-4f61517ac031 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1128 time: 0.2222991 Feb 11 13:27:44.285263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:44.290243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:44.298583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.346356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828676-2'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:44.349059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] No DVR routers for this DVR port f0993ebf-0b2f-493d-b91a-e232aa63e886 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:44.361046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:44.393759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Subnet': ['ID=550f6280-90c3-480d-8f87-8e90db2f1c77,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:44.463652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.464548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.467259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] 10.222.0.30 "PUT /v2.0/ports/2552c2da-9ad4-4835-8dbc-ec783f8016a9 HTTP/1.1" status: 200 len: 1091 time: 2.0518219 Feb 11 13:27:44.468185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'tag': '2552c2da-9ad4-4835-8dbc-ec783f8016a9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:44.470717 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338ac1ed-021b-424e-8614-7cea806649b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0a2649-4879-4c6e-8131-39dc83f57ec2", "tag": "2552c2da-9ad4-4835-8dbc-ec783f8016a9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:44.526430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:44.526907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:44.527355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:44.537576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.558489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ecbd54a6-821a-4fc1-bb14-303b318c7d25 req-7502dcb6-46dd-4085-94d3-d3b43e3c5953 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337331 Feb 11 13:27:44.563118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Checking segment: {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:44.563489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network hostable DHCP agents. Network: 5930c841-4de4-4c8b-a8aa-d90cca739caf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:44.578452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:44.578784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Attempting to bind port f0993ebf-0b2f-493d-b91a-e232aa63e886 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:44.607646 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:27:40Z', 'revision_number': 4, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port': {'id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:35Z', 'updated_at': '2022-02-11T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b219e2fb-aabd-4de2-b254-ab5de5b82da2', 'name': '', 'network_id': '1061949e-7c31-43b1-90f2-a15127047618', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'mac_address': 'fa:16:3e:3f:fe:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4d2a11f7-291a-4137-8253-e5d243cdc5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:39Z', 'updated_at': '2022-02-11T13:27:41Z', 'revision_number': 2, 'project_id': 'a963d64333834e88be063a5bef236029', 'subnets': [{'id': '4d2a11f7-291a-4137-8253-e5d243cdc5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:44.612480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:44.613772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:44.615140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:44.615781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Bound port: f0993ebf-0b2f-493d-b91a-e232aa63e886, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:44.617394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.617714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920a648-4569-479c-b3a4-254d89d40b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:44.671463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:44.718901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 5930c841-4de4-4c8b-a8aa-d90cca739caf) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:44.728611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ada2f-220b-4e0b-a1ee-d42c8ddd6085 None None] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:44.729465 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Checking router: 0faa11dc-2d4a-4491-a435-612185ab4d0b for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:44.730250 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Updating router 0faa11dc-2d4a-4491-a435-612185ab4d0b port b219e2fb-aabd-4de2-b254-ab5de5b82da2 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:27:44.749184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.749775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.766735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5289c97d-c81c-4bc2-8de4-322a26531744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.780962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-5289c97d-c81c-4bc2-8de4-322a26531744 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 1125 time: 0.2469983 Feb 11 13:27:44.804746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1953f83f-7228-44e0-9831-d81785301f83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7376406 Feb 11 13:27:44.811818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33074) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:44.813487 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.838998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621d168-d6fb-4d72-90d7-585329578f20 req-7bed7da6-7643-4f82-9dcd-36efe327f88c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.840869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2621d168-d6fb-4d72-90d7-585329578f20 req-7bed7da6-7643-4f82-9dcd-36efe327f88c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 946 time: 0.1862388 Feb 11 13:27:44.844918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-289649895'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:44.849738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:44.856871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:44.916184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4761b033-7f30-4644-a613-94a625d8a7d6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:44.920236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2621d168-d6fb-4d72-90d7-585329578f20 req-3e7d10a5-2727-47ac-a690-263a277735c8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664966 Feb 11 13:27:44.937033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:44.937183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-1eb90af1-f3f0-4c37-b28e-39cbcf462c74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9 HTTP/1.1" status: 200 len: 217 time: 0.1401696 Feb 11 13:27:45.163302 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b148920-5131-4a42-a670-b5fefbba6b71 x-openstack-request-id: req-3b148920-5131-4a42-a670-b5fefbba6b71 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:45.163639 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-unplugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:45.163908 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b148920-5131-4a42-a670-b5fefbba6b71 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:45.167365 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'code': 200} Feb 11 13:27:45.168058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=11']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:45.172728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-4f3953d9-6b8d-4634-9e1b-e55bc3ebbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.184423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-4f3953d9-6b8d-4634-9e1b-e55bc3ebbfd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b HTTP/1.1" status: 200 len: 862 time: 0.2254298 Feb 11 13:27:45.192614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.199840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.204371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6093c2b7-09fa-4de1-960d-511900e99ee8 service neutron] 10.222.0.30 "PUT /v2.0/ports/f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 1097 time: 2.7012858 Feb 11 13:27:45.207089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:45.217168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.257377 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec11b0f-5109-46d4-9891-ae3bb84d1bf9 x-openstack-request-id: req-dec11b0f-5109-46d4-9891-ae3bb84d1bf9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:45.257812 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0a2649-4879-4c6e-8131-39dc83f57ec2", "tag": "2552c2da-9ad4-4835-8dbc-ec783f8016a9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:45.258507 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dec11b0f-5109-46d4-9891-ae3bb84d1bf9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:45.259134 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'tag': '2552c2da-9ad4-4835-8dbc-ec783f8016a9', 'status': 'completed', 'code': 200} Feb 11 13:27:45.287105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-e21feea1-98aa-4f5c-9d62-ae9b99ba2a3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7578ea77-1d5a-4427-baef-65b9f5e6c92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857801 Feb 11 13:27:45.289477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:45.293835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-5930c841-4de4-4c8b-a8aa-d90cca739caf', 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf', 'project_id': 'a963d64333834e88be063a5bef236029', 'fixed_ips': [{'subnet_id': '550f6280-90c3-480d-8f87-8e90db2f1c77'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:27:45.295604 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.350849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:45.382851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (842ccc12-a143-4877-adb6-2eeba800af43), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.401379 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Added segment 842ccc12-a143-4877-adb6-2eeba800af43 of type vlan for network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 Feb 11 13:27:45.467386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Allocated IP 19.80.0.2 (5930c841-4de4-4c8b-a8aa-d90cca739caf/550f6280-90c3-480d-8f87-8e90db2f1c77/c06e3b96-4bce-4aa3-aedf-f7687275dd3e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:45.528686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:45.563036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a6c87017-fbe1-4f51-a1e5-e6f9ab344e43), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.634575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4761b033-7f30-4644-a613-94a625d8a7d6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:45.634959 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.713474 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Publish callbacks [] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.724216 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.765779 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a6c87017-fbe1-4f51-a1e5-e6f9ab344e43), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.778101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.779232 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.898831 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Publish callbacks [] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.902916 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Pushing event updated for resources: {'Port': ['ID=b219e2fb-aabd-4de2-b254-ab5de5b82da2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:45.917152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4761b033-7f30-4644-a613-94a625d8a7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:45.927872 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.929903 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.930453 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.931018 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.931645 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.932295 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.933086 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.933685 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.934383 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.935029 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.935622 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.936101 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.936473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:45.936847 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.982778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:45.989123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:45.996354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:46.008338 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Attempting to bind port b219e2fb-aabd-4de2-b254-ab5de5b82da2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:46.011799 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Attempting to bind port b219e2fb-aabd-4de2-b254-ab5de5b82da2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:46.012459 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Attempting to bind port b219e2fb-aabd-4de2-b254-ab5de5b82da2 on network 1061949e-7c31-43b1-90f2-a15127047618 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:46.031139 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:46.033906 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Checking segment: {'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:46.035710 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.036258 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Bound using segment: {'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:46.038539 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Bound port: b219e2fb-aabd-4de2-b254-ab5de5b82da2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8078c9-00ec-4b08-9e32-99a3ccf8f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1061949e-7c31-43b1-90f2-a15127047618'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:46.038951 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.051845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2241113 Feb 11 13:27:46.130204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Pushing event updated for resources: {'Port': ['ID=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:46.155630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33118) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:46.162492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'subnet': {'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:46.170695 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] For port b219e2fb-aabd-4de2-b254-ab5de5b82da2, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:46.176082 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] For port b219e2fb-aabd-4de2-b254-ab5de5b82da2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b219e2fb-aabd-4de2-b254-ab5de5b82da2,segment=NetworkSegment(8e8078c9-00ec-4b08-9e32-99a3ccf8f541),segment_id=8e8078c9-00ec-4b08-9e32-99a3ccf8f541)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:46.186045 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.220216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c242c-d868-48f8-a91d-0d5762532581 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Network': ['ID=a6c87017-fbe1-4f51-a1e5-e6f9ab344e43,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:46.253095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:27:46.338479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Attempting to bind port c06e3b96-4bce-4aa3-aedf-f7687275dd3e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:46.348283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Attempting to bind port c06e3b96-4bce-4aa3-aedf-f7687275dd3e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:46.349028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Attempting to bind port c06e3b96-4bce-4aa3-aedf-f7687275dd3e on network 5930c841-4de4-4c8b-a8aa-d90cca739caf {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:46.371042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6062f3eb-af55-4eb7-b2ab-088cf32678c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:46.371806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:46.373674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-6062f3eb-af55-4eb7-b2ab-088cf32678c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1131 time: 1.0821502 Feb 11 13:27:46.374443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Checking segment: {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:46.375088 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.375714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Bound using segment: {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:46.376440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Bound port: c06e3b96-4bce-4aa3-aedf-f7687275dd3e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:46.378636 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.450665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe582f1-6c2f-4e40-9f39-aa2b091370e6 req-83c4259a-5e5d-4199-8221-2138574577d5 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:46.461423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfe582f1-6c2f-4e40-9f39-aa2b091370e6 req-83c4259a-5e5d-4199-8221-2138574577d5 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.7007902 Feb 11 13:27:46.518053 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Routers {'0faa11dc-2d4a-4491-a435-612185ab4d0b'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:46.518645 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['0faa11dc-2d4a-4491-a435-612185ab4d0b'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:46.525053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Publish callbacks [] for port (17c99f25-8b7a-475a-9661-516353adee7d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.566471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d2e10-31dd-4c46-822e-2e918f308b57 req-c6b95df0-39ca-4ac6-beda-c508c4c380e5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:46.568268 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e38d2e10-31dd-4c46-822e-2e918f308b57 req-c6b95df0-39ca-4ac6-beda-c508c4c380e5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 1.2177343 Feb 11 13:27:46.569688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.646619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] For port c06e3b96-4bce-4aa3-aedf-f7687275dd3e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:46.651511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] For port c06e3b96-4bce-4aa3-aedf-f7687275dd3e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:46.659801 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ec639-ebd0-434c-855d-ef9a91d1be37 None None] Pushing event updated for resources: {'Port': ['ID=b219e2fb-aabd-4de2-b254-ab5de5b82da2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:46.667326 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.675058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-f9675567-acfe-4b19-87f0-eac3c3d2c9ed service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3745770 Feb 11 13:27:46.765280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7da4d0d5-7723-4f8f-95bf-a6ec267ef120 None None] Provisioning complete for port b219e2fb-aabd-4de2-b254-ab5de5b82da2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:46.765749 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7da4d0d5-7723-4f8f-95bf-a6ec267ef120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.769500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e30eb7-5d45-45be-bf4b-42360f9bb379 None None] Pushing event updated for resources: {'Port': ['ID=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:46.806297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfe582f1-6c2f-4e40-9f39-aa2b091370e6 req-be719e41-9d75-4080-9945-fecfd1f33b56 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379040 Feb 11 13:27:46.809582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:46.834024 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.999571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-0d5bedb1-7446-494c-b284-11c13265b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:47.001067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-0d5bedb1-7446-494c-b284-11c13265b68e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.6049538 Feb 11 13:27:47.002365 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] Set router 0faa11dc-2d4a-4491-a435-612185ab4d0b gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:47.059987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7da4d0d5-7723-4f8f-95bf-a6ec267ef120 None None] Current status of the port b219e2fb-aabd-4de2-b254-ab5de5b82da2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:47.061023 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7da4d0d5-7723-4f8f-95bf-a6ec267ef120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.171793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:47.172205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7da4d0d5-7723-4f8f-95bf-a6ec267ef120 None None] For port b219e2fb-aabd-4de2-b254-ab5de5b82da2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b219e2fb-aabd-4de2-b254-ab5de5b82da2,segment=NetworkSegment(8e8078c9-00ec-4b08-9e32-99a3ccf8f541),segment_id=8e8078c9-00ec-4b08-9e32-99a3ccf8f541)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.176897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.179782 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12619c03-9836-4513-92ec-e54dd1b97565" -d '{"events": [{"name": "network-changed", "server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:47.180941 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7da4d0d5-7723-4f8f-95bf-a6ec267ef120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.207310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-31232538-5be3-4479-af18-5dda18dde6fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.1241059 Feb 11 13:27:47.229879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on host n-h2-828676-2 for vnic_type normal with profile {"migrating_to": "n-h1-828676-2"} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:47.239068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:47.241497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:47.270810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e38d2e10-31dd-4c46-822e-2e918f308b57 req-89c909a7-b492-4a6a-a936-ff999cf4b9e0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821215 Feb 11 13:27:47.284493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:47.296873 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2422fc08-d32a-410b-b90d-1c0b56415cbb" -d '{"events": [{"server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "name": "network-vif-unplugged", "status": "completed", "tag": "17c99f25-8b7a-475a-9661-516353adee7d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:47.332245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:47.340964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Attempting to bind port 17c99f25-8b7a-475a-9661-516353adee7d on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:47.394145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:47.395404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:47.396281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:47.398155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Bound port: 17c99f25-8b7a-475a-9661-516353adee7d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:47.398818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.462182 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a892b86-ce10-494a-b0a9-e8adbc8946fd x-openstack-request-id: req-1a892b86-ce10-494a-b0a9-e8adbc8946fd {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:47.462555 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:47.462831 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a892b86-ce10-494a-b0a9-e8adbc8946fd {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:47.467041 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67d839e6-a137-42d8-943c-4b8a1011e510 req-0fe51fbc-3687-4524-92dc-025c01fffa15 service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435703 Feb 11 13:27:47.468083 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'status': 'completed', 'code': 200} Feb 11 13:27:47.483329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-acb5184e-1a34-4fbb-9a3e-82c6f006bded None None] Provisioning complete for port b219e2fb-aabd-4de2-b254-ab5de5b82da2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:47.483905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-acb5184e-1a34-4fbb-9a3e-82c6f006bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.603771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:47.608128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:47.612981 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217dc6e6-4084-4966-89ab-6ad746c4b70e x-openstack-request-id: req-217dc6e6-4084-4966-89ab-6ad746c4b70e {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:47.613615 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "name": "network-vif-unplugged", "status": "completed", "tag": "17c99f25-8b7a-475a-9661-516353adee7d", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:47.614149 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-217dc6e6-4084-4966-89ab-6ad746c4b70e {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:47.614782 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d', 'code': 200} Feb 11 13:27:47.629350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4d0d5-7723-4f8f-95bf-a6ec267ef120 None None] Pushing event updated for resources: {'Port': ['ID=b219e2fb-aabd-4de2-b254-ab5de5b82da2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.632999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.679983 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:27:40Z', 'revision_number': 4, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port': {'id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:35Z', 'updated_at': '2022-02-11T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b219e2fb-aabd-4de2-b254-ab5de5b82da2', 'name': '', 'network_id': '1061949e-7c31-43b1-90f2-a15127047618', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'mac_address': 'fa:16:3e:3f:fe:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4d2a11f7-291a-4137-8253-e5d243cdc5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:39Z', 'updated_at': '2022-02-11T13:27:46Z', 'revision_number': 4, 'project_id': 'a963d64333834e88be063a5bef236029', 'subnets': [{'id': '4d2a11f7-291a-4137-8253-e5d243cdc5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:47.732063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-acb5184e-1a34-4fbb-9a3e-82c6f006bded None None] Current status of the port b219e2fb-aabd-4de2-b254-ab5de5b82da2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:47.767116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.778027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ac1ed-021b-424e-8614-7cea806649b0 req-177efece-5623-4e41-ab4d-decda8626779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:47.779967 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-338ac1ed-021b-424e-8614-7cea806649b0 req-177efece-5623-4e41-ab4d-decda8626779 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 1125 time: 0.1640229 Feb 11 13:27:47.781994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:47.782839 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.785042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-fff5f2fe-f51d-431c-b7d1-6e06fedb33d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 1122 time: 3.4771917 Feb 11 13:27:47.812902 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b569e73-de09-442e-a6cb-aeb0b8ab2e99 None None] The sync data for ids ['0faa11dc-2d4a-4491-a435-612185ab4d0b'] in n-d-828676-2 is: [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:27:40Z', 'revision_number': 4, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port': {'id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:35Z', 'updated_at': '2022-02-11T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b219e2fb-aabd-4de2-b254-ab5de5b82da2', 'name': '', 'network_id': '1061949e-7c31-43b1-90f2-a15127047618', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'mac_address': 'fa:16:3e:3f:fe:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4d2a11f7-291a-4137-8253-e5d243cdc5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:39Z', 'updated_at': '2022-02-11T13:27:46Z', 'revision_number': 4, 'project_id': 'a963d64333834e88be063a5bef236029', 'subnets': [{'id': '4d2a11f7-291a-4137-8253-e5d243cdc5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:47.861076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224515a-db38-4d68-9c8d-6b3d57c53a9e req-0194088b-9406-4288-8dcd-fc03487ca16a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:47.873992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['17c99f25-8b7a-475a-9661-516353adee7d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:47.909100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8224515a-db38-4d68-9c8d-6b3d57c53a9e req-0194088b-9406-4288-8dcd-fc03487ca16a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 944 time: 0.9160693 Feb 11 13:27:47.993624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ac1ed-021b-424e-8614-7cea806649b0 req-7848e9a1-4065-49f5-8eaf-e509c0df7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.008088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-96b3b0c0-4e57-4e4d-9bf6-f47aa2d3cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.009665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-96b3b0c0-4e57-4e4d-9bf6-f47aa2d3cd6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.7715626 Feb 11 13:27:48.010178 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-338ac1ed-021b-424e-8614-7cea806649b0 req-7848e9a1-4065-49f5-8eaf-e509c0df7242 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 923 time: 0.2131884 Feb 11 13:27:48.131867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-338ac1ed-021b-424e-8614-7cea806649b0 req-86d58b14-f66d-4b09-a863-8e722f9da787 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9 HTTP/1.1" status: 200 len: 217 time: 0.1020153 Feb 11 13:27:48.326965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ac1ed-021b-424e-8614-7cea806649b0 req-e33779d0-1f81-4cf1-bdc3-c98918f0afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.328865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-338ac1ed-021b-424e-8614-7cea806649b0 req-e33779d0-1f81-4cf1-bdc3-c98918f0afcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b HTTP/1.1" status: 200 len: 862 time: 0.1859827 Feb 11 13:27:48.398738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-338ac1ed-021b-424e-8614-7cea806649b0 req-3a142c17-7fb1-474c-b139-ac57b65b0e93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7578ea77-1d5a-4427-baef-65b9f5e6c92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607204 Feb 11 13:27:48.412401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8224515a-db38-4d68-9c8d-6b3d57c53a9e req-4737b1d8-2e27-4c0a-b0ee-8a3ae7d378ff tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023894 Feb 11 13:27:48.424006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23aeb1-be94-4ba0-bc44-b25f14067922 req-85dc8c92-701c-459a-ab20-4a4b9b9c0abf tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.425740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4b23aeb1-be94-4ba0-bc44-b25f14067922 req-85dc8c92-701c-459a-ab20-4a4b9b9c0abf tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.3962314 Feb 11 13:27:48.435326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-7d3c8b7a-76d2-4c08-af59-297f587719ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.441326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-7d3c8b7a-76d2-4c08-af59-297f587719ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1131 time: 0.9706469 Feb 11 13:27:48.447658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (8feda2c1-f75b-4961-989a-0fdcdbaa8c6d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:48.589676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Subnet': ['ID=8feda2c1-f75b-4961-989a-0fdcdbaa8c6d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:48.663082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90836-a7be-4206-a4fe-386ee701926b req-7b101fcd-2890-4994-9107-c64b0138d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.664651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-7b101fcd-2890-4994-9107-c64b0138d32e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6097808 Feb 11 13:27:48.722211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-338ac1ed-021b-424e-8614-7cea806649b0 req-06348295-fcbf-4969-aa24-a4370218b1ec service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914786 Feb 11 13:27:48.872238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Checking segment: {'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:48.872743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network hostable DHCP agents. Network: a6c87017-fbe1-4f51-a1e5-e6f9ab344e43, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:48.880497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c648e-a7b0-4791-9563-3bba8f4df380 None None] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:48.897005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4b23aeb1-be94-4ba0-bc44-b25f14067922 req-2032b1de-061f-4236-8dfc-9f50396171fc tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737022 Feb 11 13:27:48.951785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-338ac1ed-021b-424e-8614-7cea806649b0 req-7230c538-207d-469a-bc7f-192179be6eed service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119009 Feb 11 13:27:49.062113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b219e2fb-aabd-4de2-b254-ab5de5b82da2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:49.078858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:49.140938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce09a7-4b19-4879-807c-ec8dee15fa60 req-93c6045d-cc6e-455f-91ee-d263f2310b7d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.143388 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6ce09a7-4b19-4879-807c-ec8dee15fa60 req-93c6045d-cc6e-455f-91ee-d263f2310b7d tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.5103433 Feb 11 13:27:49.181929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a6c87017-fbe1-4f51-a1e5-e6f9ab344e43) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:49.218864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-1fff7cd4-d985-455d-93ef-d00caf1fd897 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302114 Feb 11 13:27:49.231294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.233203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.256331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bc17d3-6385-4acf-8807-4ac8cdfb8b07 None None] Network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:49.353248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Provisioning complete for port c06e3b96-4bce-4aa3-aedf-f7687275dd3e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:49.353917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.452121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b219e2fb-aabd-4de2-b254-ab5de5b82da2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:49.452827 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.533834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6ce09a7-4b19-4879-807c-ec8dee15fa60 req-179897e5-baab-4c5e-9978-ef30d69a6826 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738282 Feb 11 13:27:49.572718 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f379f879-b522-40b9-ba2b-001c456a1d86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4060328 Feb 11 13:27:49.572718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-7fb9f15c-bd2a-4460-84f8-da3b68d26059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.581039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-7fb9f15c-bd2a-4460-84f8-da3b68d26059 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 1.1147623 Feb 11 13:27:49.596803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a6c87017-fbe1-4f51-a1e5-e6f9ab344e43', 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43', 'project_id': 'a963d64333834e88be063a5bef236029', 'fixed_ips': [{'subnet_id': '8feda2c1-f75b-4961-989a-0fdcdbaa8c6d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:27:49.597317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.670254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae90836-a7be-4206-a4fe-386ee701926b req-05feabfc-ca5d-4c03-b2f4-5a5390193473 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192226 Feb 11 13:27:49.699961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:49.711149 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b" -d '{"events": [{"name": "network-changed", "server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "tag": "17c99f25-8b7a-475a-9661-516353adee7d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:49.799511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc2ac3-d7b0-4267-8391-d9f79d2f466d req-23dfca97-f339-435d-ab63-84c81208f598 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.808664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45dc2ac3-d7b0-4267-8391-d9f79d2f466d req-23dfca97-f339-435d-ab63-84c81208f598 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 944 time: 0.1993477 Feb 11 13:27:49.911711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2552c2da-9ad4-4835-8dbc-ec783f8016a9 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:49.968567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45dc2ac3-d7b0-4267-8391-d9f79d2f466d req-284c0e50-06bf-49dc-a453-25646eac7e4b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534407 Feb 11 13:27:50.023825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-5a1a671d-4348-4f57-81ca-a3b533bd19db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.4265716 Feb 11 13:27:50.028429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Current status of the port c06e3b96-4bce-4aa3-aedf-f7687275dd3e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:50.028834 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.073284 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4919952d-35ef-4f35-acad-b7aca672b83f x-openstack-request-id: req-4919952d-35ef-4f35-acad-b7aca672b83f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:50.073857 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "tag": "17c99f25-8b7a-475a-9661-516353adee7d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:50.074374 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4919952d-35ef-4f35-acad-b7aca672b83f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:50.074994 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d', 'status': 'completed', 'code': 200} Feb 11 13:27:50.249739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-b2f05578-d088-465d-9b02-0038779eb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.251472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-b2f05578-d088-465d-9b02-0038779eb1e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1156 time: 0.1529298 Feb 11 13:27:50.306748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6344a3-cca0-48ad-8da0-51c18fa4f54a req-abb6c181-c4bc-428c-a275-00da981eb2fb tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.318713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f6344a3-cca0-48ad-8da0-51c18fa4f54a req-abb6c181-c4bc-428c-a275-00da981eb2fb tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.1229680 Feb 11 13:27:50.354555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:50.452153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f6344a3-cca0-48ad-8da0-51c18fa4f54a req-74b6d8ce-b976-4679-95dc-511722d82be7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319740 Feb 11 13:27:50.495056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-1aa750bc-74a1-4e9b-a8f6-407a7afba62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.496661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-1aa750bc-74a1-4e9b-a8f6-407a7afba62e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.2378700 Feb 11 13:27:50.541552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '2552c2da-9ad4-4835-8dbc-ec783f8016a9', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'port_id': '2552c2da-9ad4-4835-8dbc-ec783f8016a9', 'mac_address': 'fa:16:3e:69:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288dcb9-3f1f-4b7e-b82f-b9209fbc662b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:50.545238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b219e2fb-aabd-4de2-b254-ab5de5b82da2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:50.549160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c06e3b96-4bce-4aa3-aedf-f7687275dd3e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:50.580182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-ee4b5089-1ede-4f0f-938e-24b2e21e10c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 217 time: 0.0754228 Feb 11 13:27:50.626971 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.662063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-76b6cd6e-79c7-4a9c-a382-4f5b4413fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.667563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-76b6cd6e-79c7-4a9c-a382-4f5b4413fc19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=897e6e80e7474025ac8599f05e90c6cd&device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1131 time: 0.8098516 Feb 11 13:27:50.673841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-d63e4983-c3d3-408f-a9f6-06786bce8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.675626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-d63e4983-c3d3-408f-a9f6-06786bce8131 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0890024 Feb 11 13:27:50.703828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Allocated IP 19.86.0.2 (a6c87017-fbe1-4f51-a1e5-e6f9ab344e43/8feda2c1-f75b-4961-989a-0fdcdbaa8c6d/c2144b0c-07bc-4e5e-94ba-d9ac8fd46add) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:50.713879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] For port c06e3b96-4bce-4aa3-aedf-f7687275dd3e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:50.743803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.752596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-a113c31f-962c-41b7-855c-8044be3d8687 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699353 Feb 11 13:27:50.759934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-d738f22e-c346-4ade-a786-01c0e085f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.764002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-d738f22e-c346-4ade-a786-01c0e085f365 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.7266672 Feb 11 13:27:50.809099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:50.809597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.813437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-227e496e-6944-4609-bcfa-5c14dec023a0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.826594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-227e496e-6944-4609-bcfa-5c14dec023a0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.828215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-227e496e-6944-4609-bcfa-5c14dec023a0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/networks?id=5930c841-4de4-4c8b-a8aa-d90cca739caf&id=a6c87017-fbe1-4f51-a1e5-e6f9ab344e43&id=5930c841-4de4-4c8b-a8aa-d90cca739caf HTTP/1.1" status: 200 len: 1390 time: 0.9984825 Feb 11 13:27:50.870369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2552c2da-9ad4-4835-8dbc-ec783f8016a9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:50.907221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:50.958241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ad352-7f42-4297-969d-56d1b32510cf req-1b68aeeb-709e-48aa-905e-f1ae34beb127 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.966696 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-695ad352-7f42-4297-969d-56d1b32510cf req-1b68aeeb-709e-48aa-905e-f1ae34beb127 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.2242510 Feb 11 13:27:50.972495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-079dc70b-aefd-46bd-a16f-c5ee39f71f0f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/quotas/a963d64333834e88be063a5bef236029 HTTP/1.1" status: 200 len: 375 time: 0.0369802 Feb 11 13:27:51.001259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-852f5eff-d581-4e46-a53e-c5fc1c92c923 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410150 Feb 11 13:27:51.066678 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-695ad352-7f42-4297-969d-56d1b32510cf req-a3a2c09b-e59d-484a-afb0-29d81972956c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986226 Feb 11 13:27:51.131750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-87aecc33-3482-43a9-9ca4-8116699ea77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.137198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-87aecc33-3482-43a9-9ca4-8116699ea77a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3561361 Feb 11 13:27:51.155654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-880a2583-23ba-481a-b09d-5530aa8db338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.157596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-880a2583-23ba-481a-b09d-5530aa8db338 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.4781268 Feb 11 13:27:51.222511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1577d52-4bda-4ed0-a4b8-ec807dc2a64b req-c03c7f51-a587-4497-9d98-a8523b044362 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144897 Feb 11 13:27:51.268607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905e59-37f5-47a2-ad83-1034266d1563 req-2356993a-da06-40f5-8cd3-6297f0c40a5b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.270400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e905e59-37f5-47a2-ad83-1034266d1563 req-2356993a-da06-40f5-8cd3-6297f0c40a5b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 944 time: 0.1015894 Feb 11 13:27:51.317688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-a9bb73c0-d932-4da4-9f26-1969a26da450 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3413997 Feb 11 13:27:51.318296 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Publish callbacks [] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.335215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Pushing event updated for resources: {'Port': ['ID=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.361107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-94d8d7b4-5e78-41f5-acc6-254826dbe4d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 200 len: 217 time: 0.1793952 Feb 11 13:27:51.372181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.373248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.373595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.373934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.375283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.375624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.384462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.385067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.385649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.386703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.387053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.387392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.387761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e56fe-9b61-4adc-b660-f7f93e3ece6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:51.398773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e905e59-37f5-47a2-ad83-1034266d1563 req-d95542f4-ccb8-40df-93cc-f4a6140d34d3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215739 Feb 11 13:27:51.419545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c06e3b96-4bce-4aa3-aedf-f7687275dd3e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:51.420304 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.504386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.505338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:51.570267 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.674461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-502a4d03-6592-45e4-ba38-914e0447edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.677801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-502a4d03-6592-45e4-ba38-914e0447edec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2863789 Feb 11 13:27:51.686153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d6375a43-2e6a-4229-a070-580f4bf74719 None None] Provisioning complete for port c06e3b96-4bce-4aa3-aedf-f7687275dd3e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:51.691463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6375a43-2e6a-4229-a070-580f4bf74719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.700135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e98df-142d-4d45-a996-485c0dc23558 req-d25b5bbe-5009-411e-a7f0-0f2c3b7d7e91 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.701854 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-981e98df-142d-4d45-a996-485c0dc23558 req-d25b5bbe-5009-411e-a7f0-0f2c3b7d7e91 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 944 time: 0.1048231 Feb 11 13:27:51.758368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-21e38d0f-06e4-4403-8dc6-a2d58a26fe16 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989261 Feb 11 13:27:51.795262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-981e98df-142d-4d45-a996-485c0dc23558 req-7d61f9d8-fb3c-4787-8cda-8342426ef014 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872414 Feb 11 13:27:51.836822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-df49f085-2cbf-4778-8b2b-609a1d59747e service neutron] 10.222.0.79 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157070 Feb 11 13:27:51.841794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.879699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:51.909897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619c03-9836-4513-92ec-e54dd1b97565 req-0aa42e7d-0c0e-4496-b9bd-e078bfb4aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.911448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-0aa42e7d-0c0e-4496-b9bd-e078bfb4aa50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2064569 Feb 11 13:27:51.922689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:51.924740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.925639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:51.943013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:52.006726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-18bcbe8b-2ed5-4a8c-87b0-2890b9904918 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085972 Feb 11 13:27:52.025272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Pushing event updated for resources: {'Port': ['ID=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:52.050227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d has no active binding in host n-h1-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:27:52.077054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-24ace19a-68c1-4c85-9778-45d568e79842 service neutron] 10.222.0.79 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055182 Feb 11 13:27:52.092192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c06e3b96-4bce-4aa3-aedf-f7687275dd3e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:52.099470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d6375a43-2e6a-4229-a070-580f4bf74719 None None] Current status of the port c06e3b96-4bce-4aa3-aedf-f7687275dd3e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:52.127050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Attempting to bind port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:52.127436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Attempting to bind port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:52.127806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Attempting to bind port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add on network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:52.139788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:52.140182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Checking segment: {'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:52.140598 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.141124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Bound using segment: {'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:52.141824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Bound port: c2144b0c-07bc-4e5e-94ba-d9ac8fd46add, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:52.142109 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.272507 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-774ef092-eb4b-4461-8fe8-6be055aa3a89 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479669 Feb 11 13:27:52.279248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] For port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:52.290605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c06e3b96-4bce-4aa3-aedf-f7687275dd3e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:52.313002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86961bfe-91ed-4988-b4c2-c3863343e8cb req-ec2f5acc-334d-40dc-aac9-7f7f64b42f1f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.318230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86961bfe-91ed-4988-b4c2-c3863343e8cb req-ec2f5acc-334d-40dc-aac9-7f7f64b42f1f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.1236982 Feb 11 13:27:52.393636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] For port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:52.424114 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-c3f8bf7d-1615-46ba-b6af-7f051b4807d7 service neutron] 10.222.0.83 "GET /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.2819095 Feb 11 13:27:52.428999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.434596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86961bfe-91ed-4988-b4c2-c3863343e8cb req-4ca7b917-c3ad-4931-8fe4-f84b273d5c63 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149275 Feb 11 13:27:52.434952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-aaba7c5b-69c5-4333-9e25-99787a856e5b service neutron] 10.222.0.79 "GET /v2.0/networks/a6c87017-fbe1-4f51-a1e5-e6f9ab344e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467476 Feb 11 13:27:52.452673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c06e3b96-4bce-4aa3-aedf-f7687275dd3e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:52.455101 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.534634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['2552c2da-9ad4-4835-8dbc-ec783f8016a9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:52.618365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12619c03-9836-4513-92ec-e54dd1b97565 req-cae26176-45af-4409-a6e8-24faf690c61e service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315196 Feb 11 13:27:52.656698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492e2b-65a7-4bce-ba2f-ce1477a81ccf req-22b2dc66-4636-4840-b99d-f3298c62f1d0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.658575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72492e2b-65a7-4bce-ba2f-ce1477a81ccf req-22b2dc66-4636-4840-b99d-f3298c62f1d0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 944 time: 0.1146786 Feb 11 13:27:52.736608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf0891-faaf-40be-9cef-f4d26d755977 None None] Pushing event updated for resources: {'Port': ['ID=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:52.781695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72492e2b-65a7-4bce-ba2f-ce1477a81ccf req-34d54a3f-4471-4671-9419-a8e690f5605e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133416 Feb 11 13:27:52.893637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:52.935369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:53.009711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c06e3b96-4bce-4aa3-aedf-f7687275dd3e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:53.037121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc21a2-2afb-4d61-8a8b-1bdefec49b71 req-d642c337-aac6-488e-963d-0b139f905c66 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:53.051639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c99f25-8b7a-475a-9661-516353adee7d {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:53.052754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9bc21a2-2afb-4d61-8a8b-1bdefec49b71 req-d642c337-aac6-488e-963d-0b139f905c66 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 944 time: 0.1339264 Feb 11 13:27:53.115357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:53.149498 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-e4247d10-7735-4ccc-82c5-d1fa5045e7c9 service neutron] 10.222.0.79 "GET /v2.0/networks/a6c87017-fbe1-4f51-a1e5-e6f9ab344e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062018 Feb 11 13:27:53.152751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9bc21a2-2afb-4d61-8a8b-1bdefec49b71 req-7b9a5f09-172e-46d0-af86-bb2426c0a4c8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989370 Feb 11 13:27:53.183343 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.365883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-374f3d0d-49c5-4313-9e7e-73a401f7a3fe service neutron] 10.222.0.79 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977317 Feb 11 13:27:53.365883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] Transition to ACTIVE for port object 17c99f25-8b7a-475a-9661-516353adee7d will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:53.371165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.525375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] No DVR routers for this DVR port 17c99f25-8b7a-475a-9661-516353adee7d on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:53.535609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:53.613557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20db3-3bc1-4472-a956-2137c964d836 req-9197442c-c239-499f-a614-f12298d9637f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:53.621861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-5ff83e3e-3633-46e6-a981-2d150513c3c8 service neutron] 10.222.0.83 "PUT /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d/bindings/n-h1-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1841295 Feb 11 13:27:53.624195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-b8d99d8f-382e-4d93-bae8-8338662dfb35 service neutron] 10.222.0.79 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493269 Feb 11 13:27:53.632167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-22e20db3-3bc1-4472-a956-2137c964d836 req-9197442c-c239-499f-a614-f12298d9637f tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.0940022 Feb 11 13:27:53.721768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-22e20db3-3bc1-4472-a956-2137c964d836 req-2fbbc509-ef9c-464c-85b0-627c545e333c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864124 Feb 11 13:27:53.831476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-6ac21f27-e90a-4670-9220-c364d0b0b718 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:53.832787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-6ac21f27-e90a-4670-9220-c364d0b0b718 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.1436632 Feb 11 13:27:53.979082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3e528a4-8401-4b8e-bfcf-b00493a96e5c req-8c997b82-3f55-4ba3-b9db-819181ad0f70 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 210 time: 0.0609057 Feb 11 13:27:54.013494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dcede-6ea6-4dcc-aa1f-d1444787acd0 req-add34bfb-04a5-4fce-998a-9f685a0a8a69 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.016521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-dc0b118f-e67a-4964-bada-79f238cc4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.018055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-dc0b118f-e67a-4964-bada-79f238cc4e53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 1127 time: 0.1716146 Feb 11 13:27:54.026435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c2dcede-6ea6-4dcc-aa1f-d1444787acd0 req-add34bfb-04a5-4fce-998a-9f685a0a8a69 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.1049540 Feb 11 13:27:54.072321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:54.081366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2552c2da-9ad4-4835-8dbc-ec783f8016a9 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:54.125818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c2dcede-6ea6-4dcc-aa1f-d1444787acd0 req-dda614e6-6490-4e52-b60e-6757e788daa0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985751 Feb 11 13:27:54.140452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-c93181b3-94ea-46db-83e9-a3c45ed5bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.151926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-c93181b3-94ea-46db-83e9-a3c45ed5bf2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1127 time: 0.0875115 Feb 11 13:27:54.292929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:54.420464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9774bbb-ab17-499f-b90d-f241b49327e7 None None] Network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:54.424622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-36f98f77-d683-4ba4-9e66-c3223de34e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.426248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c2144b0c-07bc-4e5e-94ba-d9ac8fd46add up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:54.429857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-36f98f77-d683-4ba4-9e66-c3223de34e35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.2770898 Feb 11 13:27:54.548855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:54.570517 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-58f4a9c8-6846-44bf-993a-d940db30e610 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 217 time: 0.0922625 Feb 11 13:27:54.580431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f663-dfdf-40c5-b405-b602d548b0dd req-410c9714-7afa-468b-ae96-fb919e1da3ec tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.587675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 17c99f25-8b7a-475a-9661-516353adee7d host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:27:54.588080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:54.590158 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d081f663-dfdf-40c5-b405-b602d548b0dd req-410c9714-7afa-468b-ae96-fb919e1da3ec tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 944 time: 0.2215831 Feb 11 13:27:54.604944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cba61fbc-30da-44a2-bec9-a42f803dbbc4 None None] Provisioning complete for port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:54.605331 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cba61fbc-30da-44a2-bec9-a42f803dbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.624544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:54.624544 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.806711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:54.842405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'mac_address': 'fa:16:3e:fc:1e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:54.877873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:54.878281 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.916335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d081f663-dfdf-40c5-b405-b602d548b0dd req-8a12df6e-4eef-4e4f-bb45-38cdf1a64e02 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247988 Feb 11 13:27:54.922871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-0952ec95-f092-4095-bef5-2480483b0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.947968 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-0952ec95-f092-4095-bef5-2480483b0cb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.3204093 Feb 11 13:27:55.078341 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-32e01681-16e8-4e86-9015-9d67a734f2d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213834 Feb 11 13:27:55.100958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeab53c-6581-4fd8-b0fa-bacc21916b7d req-6cba86d9-c70c-4f4f-a903-9479e92bdb7c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:55.114131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3eeab53c-6581-4fd8-b0fa-bacc21916b7d req-6cba86d9-c70c-4f4f-a903-9479e92bdb7c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 949 time: 0.1756978 Feb 11 13:27:55.119031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33190) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:55.213881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f0993ebf-0b2f-493d-b91a-e232aa63e886 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:55.214522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.216224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cba61fbc-30da-44a2-bec9-a42f803dbbc4 None None] Current status of the port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:55.216640 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cba61fbc-30da-44a2-bec9-a42f803dbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.223065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:55.223065 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.279895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0993ebf-0b2f-493d-b91a-e232aa63e886 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:55.285325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3eeab53c-6581-4fd8-b0fa-bacc21916b7d req-c9bf5c96-d334-4710-8e11-9b8a0608bcc2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699774 Feb 11 13:27:55.323409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2552c2da-9ad4-4835-8dbc-ec783f8016a9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:55.325638 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddc0efd-5122-4f20-965b-e41a52b1f976" -d '{"events": [{"server_uuid": "eb0a2649-4879-4c6e-8131-39dc83f57ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2552c2da-9ad4-4835-8dbc-ec783f8016a9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:55.366717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:55.392300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:55.409245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-cba61fbc-30da-44a2-bec9-a42f803dbbc4 None None] For port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:55.410621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.431164 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.448696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ab66dfe-7f65-4f2a-a3d3-e1dc453dc9e7 req-facb43f4-f156-49c4-83bc-89dc568acfe8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 210 time: 0.1179552 Feb 11 13:27:55.513446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cba61fbc-30da-44a2-bec9-a42f803dbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.564329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:55.572232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.586093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ca27-ce15-48cb-a093-97de0a0e70a4 req-642e66f5-7d0a-4e0e-9bcd-46d8f88b4697 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:55.598597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c47ca27-ce15-48cb-a093-97de0a0e70a4 req-642e66f5-7d0a-4e0e-9bcd-46d8f88b4697 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.1313629 Feb 11 13:27:55.611369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-ac549c5c-4964-4b1e-95ce-f24df2ddb102 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307667 Feb 11 13:27:55.643608 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aae5fc4-6518-4a6f-89ca-575f26f894ef x-openstack-request-id: req-5aae5fc4-6518-4a6f-89ca-575f26f894ef {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:55.648206 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0a2649-4879-4c6e-8131-39dc83f57ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2552c2da-9ad4-4835-8dbc-ec783f8016a9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:55.648988 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5aae5fc4-6518-4a6f-89ca-575f26f894ef {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:55.650057 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2552c2da-9ad4-4835-8dbc-ec783f8016a9', 'code': 200} Feb 11 13:27:55.668119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:55.809533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c47ca27-ce15-48cb-a093-97de0a0e70a4 req-dfa75b19-1a0b-40cd-9f50-c2a2841cb4c3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084987 Feb 11 13:27:55.837160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f981-0f0f-48af-830a-79fdcbafc07b req-6fb00098-aad4-4cd2-b689-7a4344665223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:55.842237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77e8f981-0f0f-48af-830a-79fdcbafc07b req-6fb00098-aad4-4cd2-b689-7a4344665223 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 1127 time: 0.1535261 Feb 11 13:27:56.029595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77e8f981-0f0f-48af-830a-79fdcbafc07b req-47c49954-17b1-49a3-a4ef-a3251070dbca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776814 Feb 11 13:27:56.044835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['f0993ebf-0b2f-493d-b91a-e232aa63e886'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:56.120186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-cddc50cc-c6cc-40b5-a560-1be59dadc457 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927042 Feb 11 13:27:56.187359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=12']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.200993 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:56.201460 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:56.265559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ebafb068-d0db-42e4-96f4-1de49f4ca26c None None] Provisioning complete for port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:56.266233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebafb068-d0db-42e4-96f4-1de49f4ca26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.477841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba61fbc-30da-44a2-bec9-a42f803dbbc4 None None] Pushing event updated for resources: {'Port': ['ID=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.565360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad656727-8d75-4927-9615-2276b196f0d6 req-cf767dc5-6851-4d7a-bc27-e233adc97b98 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:56.575263 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad656727-8d75-4927-9615-2276b196f0d6 req-cf767dc5-6851-4d7a-bc27-e233adc97b98 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.1561241 Feb 11 13:27:56.656389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ebafb068-d0db-42e4-96f4-1de49f4ca26c None None] Current status of the port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:56.667313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad656727-8d75-4927-9615-2276b196f0d6 req-71e098d2-9592-496b-a6f0-b3006d67c3d9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911520 Feb 11 13:27:56.805002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:56.825336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4c900b8-44bb-4ba9-9ba9-398b371507b1 req-f314523e-a824-47f9-a7ce-be7a55e9216d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 210 time: 0.0325100 Feb 11 13:27:56.876623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-05ff42e1-5cba-452c-b4cb-0b62bed3786c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:56.898217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-05ff42e1-5cba-452c-b4cb-0b62bed3786c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:56.904574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-05ff42e1-5cba-452c-b4cb-0b62bed3786c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "GET /v2.0/networks?id=5930c841-4de4-4c8b-a8aa-d90cca739caf&id=a6c87017-fbe1-4f51-a1e5-e6f9ab344e43&id=5930c841-4de4-4c8b-a8aa-d90cca739caf HTTP/1.1" status: 200 len: 1390 time: 1.0511847 Feb 11 13:27:56.944906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c2144b0c-07bc-4e5e-94ba-d9ac8fd46add up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:56.947593 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78d180ef-0cf9-4b14-bb1b-369a0f714815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.027535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'port': {'device_id': '2c465428-129f-4f73-b02c-e7c63be97f19', 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf', 'admin_state_up': True, 'tenant_id': 'a963d64333834e88be063a5bef236029'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:57.058716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea29c8-fd88-4373-b1e5-65a452669576 req-02b44c85-b8f4-4982-b997-584e35e0043b tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.060241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00ea29c8-fd88-4373-b1e5-65a452669576 req-02b44c85-b8f4-4982-b997-584e35e0043b tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 1132 time: 0.0890934 Feb 11 13:27:57.079834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:57.080476 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.166324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00ea29c8-fd88-4373-b1e5-65a452669576 req-6597ddf5-084f-4463-a373-888813c739eb tempest-MigrationsAdminTest-1285597094 tempest-MigrationsAdminTest-1285597094-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991809 Feb 11 13:27:57.259437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:57.268208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.276132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:57.406300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aca392-ae49-41fa-af06-85979b8333d2 req-d2f027f1-c307-403b-b149-c4890c727989 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.415555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27aca392-ae49-41fa-af06-85979b8333d2 req-d2f027f1-c307-403b-b149-c4890c727989 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.1019158 Feb 11 13:27:57.484874 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27aca392-ae49-41fa-af06-85979b8333d2 req-aa5ebf95-cc14-44d8-be86-647c2af9f76e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681291 Feb 11 13:27:57.503582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757c855-fb2d-4d2c-9d07-1155404342e7 req-cfc7265e-decd-4432-8caa-f6f69f8d9977 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.510729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a757c855-fb2d-4d2c-9d07-1155404342e7 req-cfc7265e-decd-4432-8caa-f6f69f8d9977 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 945 time: 1.3846262 Feb 11 13:27:57.585950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13997-69cb-4af9-b357-d2850d808025 req-59f31029-6854-4e6f-9f5c-7792baa2477d tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.587509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-59f31029-6854-4e6f-9f5c-7792baa2477d tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.6815829 Feb 11 13:27:57.797872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a757c855-fb2d-4d2c-9d07-1155404342e7 req-4853a83d-da0d-4083-bbee-c6541273a10a tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780466 Feb 11 13:27:57.863914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Allocated IP 19.80.0.98 (5930c841-4de4-4c8b-a8aa-d90cca739caf/550f6280-90c3-480d-8f87-8e90db2f1c77/bbbf1ffd-a4c0-4255-8296-23ca8a0354b5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:57.941283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad518-24ad-4911-be4f-7698fb95cb9f req-d2408307-1637-47d3-b64c-447ec5e8eb55 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.949712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-75dad518-24ad-4911-be4f-7698fb95cb9f req-d2408307-1637-47d3-b64c-447ec5e8eb55 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 950 time: 0.0810399 Feb 11 13:27:58.012974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-75dad518-24ad-4911-be4f-7698fb95cb9f req-b12b9eae-493f-42aa-8e4e-e3b094076fc0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621073 Feb 11 13:27:58.067099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-45f13997-69cb-4af9-b357-d2850d808025 req-4cf6a063-ae9a-4c88-a81c-704f906d3bbc service neutron] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:58.080709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-45f13997-69cb-4af9-b357-d2850d808025 req-4cf6a063-ae9a-4c88-a81c-704f906d3bbc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.081847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45f13997-69cb-4af9-b357-d2850d808025 req-4cf6a063-ae9a-4c88-a81c-704f906d3bbc service neutron] 10.222.0.30 "DELETE /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d/bindings/n-h2-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.4767115 Feb 11 13:27:58.097459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:58.127031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-344665d4-0b2f-463d-a7f3-8d3ec33d02d2 req-e312311e-af33-4935-a226-6f340551299a tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 210 time: 0.0571237 Feb 11 13:27:58.165044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f797-4745-48cf-ac84-b56c1ae97ab5 req-adfb3f7e-0a52-465d-8be3-99da93091f97 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.173035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2299f797-4745-48cf-ac84-b56c1ae97ab5 req-adfb3f7e-0a52-465d-8be3-99da93091f97 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1127 time: 0.2109241 Feb 11 13:27:58.196460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port f0993ebf-0b2f-493d-b91a-e232aa63e886 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:58.202557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port f0993ebf-0b2f-493d-b91a-e232aa63e886 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:58.202939 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.268449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.334010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2299f797-4745-48cf-ac84-b56c1ae97ab5 req-e50b7107-7e82-4c36-8349-19a3688dd6cf tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548836 Feb 11 13:27:58.348441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f0993ebf-0b2f-493d-b91a-e232aa63e886 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:58.350647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.361605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.420667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:58.426235 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb06e7b-2a51-45eb-a7ff-9cbf910fa455" -d '{"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-plugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:58.479644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:58.487142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.558762 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989084fe-1d24-4bea-b9b0-5609930c5d0b x-openstack-request-id: req-989084fe-1d24-4bea-b9b0-5609930c5d0b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:58.569265 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-plugged", "status": "completed", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:58.569541 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-989084fe-1d24-4bea-b9b0-5609930c5d0b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:58.569957 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'code': 200} Feb 11 13:27:58.617344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=13']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.644903 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.766330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:58.773258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:58.775671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:58.814283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Port': ['ID=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.865603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-0dc1aada-5fdd-4f56-a3d1-eaa958d65da9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.873137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-0dc1aada-5fdd-4f56-a3d1-eaa958d65da9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.2418005 Feb 11 13:27:58.893403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.894060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:58.903570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-7ef32fbf-05fc-48a5-9ea6-f17c19ecb413 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/quotas/b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 375 time: 0.0294795 Feb 11 13:27:59.066238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c05d5795-1372-45ee-a9b7-5557d12c4bdc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0618062 Feb 11 13:27:59.067114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92b61e-af24-482c-92ed-3a258ba69da4 req-eb31cef4-5a16-46f5-b88e-44cbea387bb2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:59.070405 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a92b61e-af24-482c-92ed-3a258ba69da4 req-eb31cef4-5a16-46f5-b88e-44cbea387bb2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 945 time: 0.1237826 Feb 11 13:27:59.113087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'port': {'device_id': '2c465428-129f-4f73-b02c-e7c63be97f19', 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43', 'admin_state_up': True, 'tenant_id': 'a963d64333834e88be063a5bef236029'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:59.173634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a92b61e-af24-482c-92ed-3a258ba69da4 req-6a51a1da-69b5-4bad-bf56-227c1fb1607b tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951233 Feb 11 13:27:59.176288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-76444a87-528d-4276-a269-d0c479d5dd1f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2718787 Feb 11 13:27:59.221101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a09b2929-0d22-4fd4-8fdd-6ce32bb3db47 None None] Provisioning complete for port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:59.222524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a09b2929-0d22-4fd4-8fdd-6ce32bb3db47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.299483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a09b2929-0d22-4fd4-8fdd-6ce32bb3db47 None None] Port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:27:59.310410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Deleting port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:59.310748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.342494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f80a0f03-1c81-46de-bdae-b47c63dc97c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.406674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:59.409939 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.416784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-eb9c06f2-1b5f-4f1e-acf2-9d8732a19791 service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957612 Feb 11 13:27:59.426068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e4c6-9581-4818-bd2d-a8318d87700c req-65a6ecb3-632b-4bdc-9123-2d9cffc59433 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:59.429386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96a0e4c6-9581-4818-bd2d-a8318d87700c req-65a6ecb3-632b-4bdc-9123-2d9cffc59433 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 951 time: 0.1118002 Feb 11 13:27:59.505691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96a0e4c6-9581-4818-bd2d-a8318d87700c req-e46b9de8-f8b7-45d3-8144-1025f7217d16 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596800 Feb 11 13:27:59.530644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] For port ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:59.531014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.628744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Calling delete_port for ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:59.649144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3d867-3af9-420c-9d27-209a56405968 req-703ba483-f8e9-46df-9acc-902dc81892ac tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:59.651128 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-04a3d867-3af9-420c-9d27-209a56405968 req-703ba483-f8e9-46df-9acc-902dc81892ac tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 931 time: 0.0884709 Feb 11 13:27:59.716102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-04a3d867-3af9-420c-9d27-209a56405968 req-ecd71fa1-6fe9-4169-813c-61ef79366683 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591326 Feb 11 13:27:59.790486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-3949e33e-5e6d-4fd9-a43f-bcb46aca39f7 service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648963 Feb 11 13:27:59.805625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-585c036a-cb6a-4f79-b30a-56d6a85873f6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:59.807481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-585c036a-cb6a-4f79-b30a-56d6a85873f6 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 951 time: 0.3189933 Feb 11 13:27:59.845826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Allocated IP 19.86.0.70 (a6c87017-fbe1-4f51-a1e5-e6f9ab344e43/8feda2c1-f75b-4961-989a-0fdcdbaa8c6d/f77f564f-5428-4d43-988b-bea93b9c3330) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:59.922446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ba67c-7e63-48cc-bf0f-38e1e7803f09 req-18ee22bf-1673-4acd-a5d7-8c9c46e96cb3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:59.937450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c69ba67c-7e63-48cc-bf0f-38e1e7803f09 req-18ee22bf-1673-4acd-a5d7-8c9c46e96cb3 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 945 time: 0.1561825 Feb 11 13:28:00.028223 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c69ba67c-7e63-48cc-bf0f-38e1e7803f09 req-8d9c7e6e-2ed8-4ee5-8b02-ddeae87fc96c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898161 Feb 11 13:28:00.107926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68a10888-239b-4fb9-b5ac-e00c7f0f24a9 req-865d047e-eaf5-474d-9746-13d4bbc2ae0b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 210 time: 0.0307171 Feb 11 13:28:00.351628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for port (f77f564f-5428-4d43-988b-bea93b9c3330), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.373286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Deleting port f0993ebf-0b2f-493d-b91a-e232aa63e886 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:00.373674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.438399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.639811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:00.705362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.826614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.835089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03365452-dfcb-4208-8531-214ce6b7ec93 req-e011f762-44d9-4ca3-83f2-4b2b8b51d8a5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:00.876499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-03365452-dfcb-4208-8531-214ce6b7ec93 req-e011f762-44d9-4ca3-83f2-4b2b8b51d8a5 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 951 time: 0.2233458 Feb 11 13:28:01.038287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-03365452-dfcb-4208-8531-214ce6b7ec93 req-f0a6de88-956d-4496-bbee-655e69c09020 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518292 Feb 11 13:28:01.057147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Port': ['ID=f77f564f-5428-4d43-988b-bea93b9c3330,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.153472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] For port f0993ebf-0b2f-493d-b91a-e232aa63e886, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f0993ebf-0b2f-493d-b91a-e232aa63e886,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:01.156018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.168397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Calling delete_port for f0993ebf-0b2f-493d-b91a-e232aa63e886 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:01.277639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:01.294567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:01.306371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:01.356294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1bd08-b7e1-4fcc-8dbb-91c9318f9fb6 req-92152ac1-5c08-490c-b4dc-1e0640690412 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.367823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1bd08-b7e1-4fcc-8dbb-91c9318f9fb6 req-92152ac1-5c08-490c-b4dc-1e0640690412 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.379501 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19c1bd08-b7e1-4fcc-8dbb-91c9318f9fb6 req-92152ac1-5c08-490c-b4dc-1e0640690412 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 1653 time: 0.3188071 Feb 11 13:28:01.404638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.465162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.465677 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.550351 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19c1bd08-b7e1-4fcc-8dbb-91c9318f9fb6 req-9267f3bb-127f-427c-bd79-80cc8d3d7d52 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697633 Feb 11 13:28:01.755133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0b95aafa-2a76-4b75-8d46-77a8c277a6b6 None None] Provisioning complete for port f77f564f-5428-4d43-988b-bea93b9c3330 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:01.757749 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0b95aafa-2a76-4b75-8d46-77a8c277a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.845720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0b95aafa-2a76-4b75-8d46-77a8c277a6b6 None None] Port f77f564f-5428-4d43-988b-bea93b9c3330 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:01.846466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-7b0a97b7-ac3d-4f14-a0eb-885086d6c5d2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.847287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-7b0a97b7-ac3d-4f14-a0eb-885086d6c5d2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.1573973 Feb 11 13:28:01.889552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Request body: {'port': {'device_id': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'admin_state_up': True, 'tenant_id': 'b729fcc2f8e049d9874233ac7f2fb45b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:01.909858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fe620-808c-42eb-b578-f7085b48e743 req-4ca167fa-3e20-415c-b8ff-cfda3b2b8c27 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.914352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e48fe620-808c-42eb-b578-f7085b48e743 req-4ca167fa-3e20-415c-b8ff-cfda3b2b8c27 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 945 time: 0.2983561 Feb 11 13:28:02.041198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e48fe620-808c-42eb-b578-f7085b48e743 req-2ed2017d-8f13-483c-9619-23f224a9d736 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955069 Feb 11 13:28:02.118355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-52197cf7-8d6d-4c8b-96d6-e1eeb1b4ae00 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0451448 Feb 11 13:28:02.138574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Made reservation on behalf of b729fcc2f8e049d9874233ac7f2fb45b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:02.146577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.147988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'port': {'device_id': '2c465428-129f-4f73-b02c-e7c63be97f19', 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf', 'admin_state_up': True, 'tenant_id': 'a963d64333834e88be063a5bef236029'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:02.250677 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.257404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da9a82d2-1491-4911-884f-7dfa97c4c440 req-6ccd094c-3fdb-47e1-8613-6ec523605b4b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 210 time: 0.6193371 Feb 11 13:28:02.379584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Allocated IP 172.20.0.6 (e488fa76-2b09-4163-a841-1a0915b58d8c/f14412d0-7183-41ed-9083-91ae0ac7b959/e701d205-ee29-4282-9ae0-91cbb18b6d34) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:02.396647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f0993ebf-0b2f-493d-b91a-e232aa63e886), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.413055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['310ceda2-760f-4df9-a043-648ef8be35c5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:02.439964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:02.449006 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.515040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22', '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:02.627299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event deleted for resources: {'Port': ['ID=f0993ebf-0b2f-493d-b91a-e232aa63e886,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:02.695626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e447ee23-006d-4aca-b51a-c3063b85fea1 req-019d0ab7-6b71-4cd5-8c14-a9703aa41fe9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e811eb8-830d-4e8c-9c2d-881cd1703af3 HTTP/1.1" status: 200 len: 210 time: 0.0815926 Feb 11 13:28:02.704618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] No DVR routers for this DVR port f0993ebf-0b2f-493d-b91a-e232aa63e886 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:02.713549 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.719972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c10ba1ca-d368-42b8-87a9-6a0cf06eb1ec req-e7d0dc41-76c6-43b1-a697-76323d8982a7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "DELETE /v2.0/ports/f0993ebf-0b2f-493d-b91a-e232aa63e886 HTTP/1.1" status: 204 len: 173 time: 2.9055226 Feb 11 13:28:02.870894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks [] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.976678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95d22c-099a-4030-9950-0b801199e7c9 req-1925ca11-cf28-4e8a-853d-fb0a6acf268e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.982207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95d22c-099a-4030-9950-0b801199e7c9 req-1925ca11-cf28-4e8a-853d-fb0a6acf268e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.991916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c95d22c-099a-4030-9950-0b801199e7c9 req-1925ca11-cf28-4e8a-853d-fb0a6acf268e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 1653 time: 0.1616275 Feb 11 13:28:03.009569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-deleted', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:03.011844 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e803b34b-a9d0-4457-9551-762d0421c43e" -d '{"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-deleted", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:03.031088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Allocated IP 19.80.0.173 (5930c841-4de4-4c8b-a8aa-d90cca739caf/550f6280-90c3-480d-8f87-8e90db2f1c77/f04ac9ed-784d-48ee-8dfd-5f1fc30a6132) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:03.043522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.114407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:03.129414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:03.150012 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c95d22c-099a-4030-9950-0b801199e7c9 req-2980d9dd-26bf-4ec1-bf17-b24152232bdb tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452241 Feb 11 13:28:03.186913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Network e488fa76-2b09-4163-a841-1a0915b58d8c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:03.190000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:03.200838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:03.267384 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a75aba-5972-468d-9d26-f33867e04a68 x-openstack-request-id: req-51a75aba-5972-468d-9d26-f33867e04a68 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:03.267913 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e811eb8-830d-4e8c-9c2d-881cd1703af3", "name": "network-vif-deleted", "tag": "f0993ebf-0b2f-493d-b91a-e232aa63e886", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:03.268317 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51a75aba-5972-468d-9d26-f33867e04a68 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:03.268880 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e811eb8-830d-4e8c-9c2d-881cd1703af3', 'name': 'network-vif-deleted', 'tag': 'f0993ebf-0b2f-493d-b91a-e232aa63e886', 'status': 'completed', 'code': 200} Feb 11 13:28:03.327536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.328531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.400993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-836888ad-3ce5-4828-b816-d386596330bb tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371022 Feb 11 13:28:03.417054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Request body: {'port': {'device_id': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:03.435664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00914180-d21c-44b5-929a-7f4bc3ff5955 req-a5f53b59-575d-4543-a069-552f64c47bd8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.443673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00914180-d21c-44b5-929a-7f4bc3ff5955 req-a5f53b59-575d-4543-a069-552f64c47bd8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 945 time: 0.1070058 Feb 11 13:28:03.516278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.565016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.570256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00914180-d21c-44b5-929a-7f4bc3ff5955 req-5971d1f0-c090-4a86-9a4f-99cdcc6f3fd6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240311 Feb 11 13:28:03.573441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.611579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205d716-3e5f-4932-bdd8-b587200869c2 req-bcaac2ca-b50e-401e-ac0d-171840d543f6 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.613431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7205d716-3e5f-4932-bdd8-b587200869c2 req-bcaac2ca-b50e-401e-ac0d-171840d543f6 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 931 time: 0.2388074 Feb 11 13:28:03.614560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:03.627308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] Sync routers for ids ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:03.627984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7e773372-00f4-4a03-bfe0-ab0e9b368d1e admin admin] 10.222.0.79 "PUT /v2.0/routers/7f13b2e6-ac99-4a7d-a120-a0afd7764e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5031550 Feb 11 13:28:03.633750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33350) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:03.653490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] Routers {'7f13b2e6-ac99-4a7d-a120-a0afd7764e44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:03.659429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:03.679076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.753602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7205d716-3e5f-4932-bdd8-b587200869c2 req-08bf8e73-c6b1-46e4-9a67-253172263b0d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239178 Feb 11 13:28:03.778439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:03.781940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:03.786550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:03.838830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Port': ['ID=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:03.875423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] Set router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:03.912857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.913508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.944978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c553797d-ebc9-43f6-b909-bca7814ddaa0 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8017218 Feb 11 13:28:03.958261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Request body: {'port': {'device_id': '2c465428-129f-4f73-b02c-e7c63be97f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:04.079424 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks [] for router (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.092632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.159356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2552c2da-9ad4-4835-8dbc-ec783f8016a9 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:04.166725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:04.254858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: f0993ebf-0b2f-493d-b91a-e232aa63e886 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:04.255614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f0993ebf-0b2f-493d-b91a-e232aa63e886 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:04.395674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5959b007-2816-4ed6-b137-6749095945f6 None None] Provisioning complete for port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:04.396436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5959b007-2816-4ed6-b137-6749095945f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.450556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e9e3b-5ff0-462c-aa84-27a4b1e14b5b req-69c358ba-918e-43af-a5a7-833a0759d5ad tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.460610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692e9e3b-5ff0-462c-aa84-27a4b1e14b5b req-69c358ba-918e-43af-a5a7-833a0759d5ad tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 950 time: 0.1988070 Feb 11 13:28:04.464048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5959b007-2816-4ed6-b137-6749095945f6 None None] Port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:04.510441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks [] for router_gateway (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.546615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e701d205-ee29-4282-9ae0-91cbb18b6d34 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:04.565306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:04.575851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Publish callbacks [] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.607429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:28:00Z', 'revision_number': 5, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port': {'id': '0e476c65-5a62-4f03-ab29-f601d523908f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:49Z', 'updated_at': '2022-02-11T13:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:04.609808 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692e9e3b-5ff0-462c-aa84-27a4b1e14b5b req-e6e6b6bf-a361-425a-9ed2-703df3a3f857 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463699 Feb 11 13:28:04.622611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '2552c2da-9ad4-4835-8dbc-ec783f8016a9', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'port_id': '2552c2da-9ad4-4835-8dbc-ec783f8016a9', 'mac_address': 'fa:16:3e:69:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288dcb9-3f1f-4b7e-b82f-b9209fbc662b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:04.629243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Transition to ACTIVE for port object e701d205-ee29-4282-9ae0-91cbb18b6d34 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:04.636632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.695678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] Checking router: 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:04.762537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Deleting port 0e476c65-5a62-4f03-ab29-f601d523908f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:04.762892 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.764491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:04.783397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d126d-efed-4ecb-bc96-2e3def41a9e8 req-e2d40fd4-d84b-4a28-980c-0484c21af7a3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.790009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d126d-efed-4ecb-bc96-2e3def41a9e8 req-e2d40fd4-d84b-4a28-980c-0484c21af7a3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.795970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d126d-efed-4ecb-bc96-2e3def41a9e8 req-e2d40fd4-d84b-4a28-980c-0484c21af7a3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.800247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:04.800647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.804822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e3d126d-efed-4ecb-bc96-2e3def41a9e8 req-e2d40fd4-d84b-4a28-980c-0484c21af7a3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2375 time: 0.4681997 Feb 11 13:28:04.808538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] Routers {'7f13b2e6-ac99-4a7d-a120-a0afd7764e44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:04.809473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:04.817325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Publish callbacks [] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.855618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Transition to ACTIVE for port object bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:04.865264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.930046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:04.945265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2552c2da-9ad4-4835-8dbc-ec783f8016a9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:04.965455 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e3d126d-efed-4ecb-bc96-2e3def41a9e8 req-9c98b756-4abf-48e3-b434-7bca889f816a tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593168 Feb 11 13:28:05.143771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:05.159343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] Set router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:05.160675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Attempting to bind port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:05.164661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Attempting to bind port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:05.165256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Attempting to bind port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 on network 5930c841-4de4-4c8b-a8aa-d90cca739caf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:05.169306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.180395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 on network 5930c841-4de4-4c8b-a8aa-d90cca739caf not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:05.180871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Attempting to bind port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 on network 5930c841-4de4-4c8b-a8aa-d90cca739caf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:05.244385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:05.244891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Checking segment: {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:05.245858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Bound using segment: {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:05.246386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Bound port: bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:05.246752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.277511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] For port 0e476c65-5a62-4f03-ab29-f601d523908f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e476c65-5a62-4f03-ab29-f601d523908f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:05.278523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.292439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Calling delete_port for 0e476c65-5a62-4f03-ab29-f601d523908f owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:05.299990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:28:04Z', 'revision_number': 6, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:05.332738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71e65d-638d-4d04-85e8-e826812b72ee None None] The sync data for ids ['7f13b2e6-ac99-4a7d-a120-a0afd7764e44'] in n-d-828676-2 is: [{'id': '7f13b2e6-ac99-4a7d-a120-a0afd7764e44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1094984074-router', 'tenant_id': 'a5825c26777e4aac8070013943e785fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:48Z', 'updated_at': '2022-02-11T13:28:04Z', 'revision_number': 6, 'project_id': 'a5825c26777e4aac8070013943e785fa', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:05.349065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['2552c2da-9ad4-4835-8dbc-ec783f8016a9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:05.421523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:05.437576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] For port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:05.441529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] For port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:05.463014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.511399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:05.532682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0e476c65-5a62-4f03-ab29-f601d523908f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.557572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:05.559336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.561253 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] 10.222.0.83 "PUT /v2.0/ports/bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 HTTP/1.1" status: 200 len: 1091 time: 1.6072969 Feb 11 13:28:05.613309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:05.616516 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:05.620021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e476c65-5a62-4f03-ab29-f601d523908f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:05.623132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e43ea-9964-45cb-9f19-a0898b41d099 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:05.647836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Request body: {'port': {'device_id': '2c465428-129f-4f73-b02c-e7c63be97f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:05.672632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc25a03-ec57-4c7d-8f7e-30df5a6ce863 req-c645b808-182f-44b2-b05e-cba3f609f8a9 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:05.681026 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cc25a03-ec57-4c7d-8f7e-30df5a6ce863 req-c645b808-182f-44b2-b05e-cba3f609f8a9 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 945 time: 0.9731948 Feb 11 13:28:05.708288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4fc0-4fe0-4bdc-a426-a921587a7ce3 req-5a1bd531-69e0-44d8-baf5-b8b89b390334 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:05.711434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d2d4fc0-4fe0-4bdc-a426-a921587a7ce3 req-5a1bd531-69e0-44d8-baf5-b8b89b390334 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 943 time: 0.5200641 Feb 11 13:28:05.762583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:05.763297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:05.763864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:05.799966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.820052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:05.820420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:05.871442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.943358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cc25a03-ec57-4c7d-8f7e-30df5a6ce863 req-a9cd1b20-a86f-44e2-8ef2-3834c212a7bb tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611990 Feb 11 13:28:05.952740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:05.953086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:05.955925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-fa0d0dcb-2aeb-404f-8514-6766dba6be4e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:05.957676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-fa0d0dcb-2aeb-404f-8514-6766dba6be4e tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 950 time: 0.3280036 Feb 11 13:28:05.963044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:05.966083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Bound port: e701d205-ee29-4282-9ae0-91cbb18b6d34, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:05.966491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.001604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d2d4fc0-4fe0-4bdc-a426-a921587a7ce3 req-913d5332-9a99-43fe-bdec-39ac65b5614a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476630 Feb 11 13:28:06.072242 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.110439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks [] for router_controller (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.151267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2552c2da-9ad4-4835-8dbc-ec783f8016a9 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:06.201779 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd56f76d-fab2-44c0-8f7e-f57846c4ca3e x-openstack-request-id: req-fd56f76d-fab2-44c0-8f7e-f57846c4ca3e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:06.202077 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:06.202413 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd56f76d-fab2-44c0-8f7e-f57846c4ca3e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:06.202777 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5', 'status': 'completed', 'code': 200} Feb 11 13:28:06.203132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.83', 62021) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:06.308604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:06.314050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:06.321905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (7f13b2e6-ac99-4a7d-a120-a0afd7764e44), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.322877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f13b2e6-ac99-4a7d-a120-a0afd7764e44 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:06.328608 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.330908 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0a019192-b9b1-41e0-9829-e0f9bdef660f admin admin] 10.222.0.79 "DELETE /v2.0/routers/7f13b2e6-ac99-4a7d-a120-a0afd7764e44 HTTP/1.1" status: 204 len: 168 time: 2.6960268 Feb 11 13:28:06.335343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.342233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33392) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:06.389626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 is: BUILD; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:06.390069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.415143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.415909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.417475 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] 10.222.0.83 "PUT /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 1091 time: 3.0056944 Feb 11 13:28:06.418895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6b57f-705e-4694-afff-f2aa080fb6ad service neutron] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:06.427526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2552c2da-9ad4-4835-8dbc-ec783f8016a9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:06.465317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:06.479111 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64" -d '{"events": [{"name": "network-changed", "server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:06.494525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:06.504987 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.539297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Deleting port 310ceda2-760f-4df9-a043-648ef8be35c5 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:06.539723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.547027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b5967-ed27-487b-8f48-968e121cbbbe req-5550f141-e47f-44d3-808d-e441a4d0c14c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.566396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655b5967-ed27-487b-8f48-968e121cbbbe req-5550f141-e47f-44d3-808d-e441a4d0c14c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 950 time: 0.5102401 Feb 11 13:28:06.567227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-3d1adeca-d8b5-4947-bd9e-a2ce85f144fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.567790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-3d1adeca-d8b5-4947-bd9e-a2ce85f144fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.568822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-3d1adeca-d8b5-4947-bd9e-a2ce85f144fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.570502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-3d1adeca-d8b5-4947-bd9e-a2ce85f144fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2761 time: 0.3664773 Feb 11 13:28:06.593354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:06.663994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-068dd006-ebde-439c-84cc-0f913545d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.665775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-068dd006-ebde-439c-84cc-0f913545d484 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1125 time: 0.1636608 Feb 11 13:28:06.669476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655b5967-ed27-487b-8f48-968e121cbbbe req-abf007c8-fa28-4abb-ba43-ac2ac1c1afe9 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021955 Feb 11 13:28:06.731995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-569c053d-85fc-409e-91a1-e609f34cb0e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 217 time: 0.0583253 Feb 11 13:28:06.814853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] Deleting subnet 52f92d27-cf50-432a-ac81-3ff450348b07 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:06.818073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-2686ec9b-59ae-432a-9b21-f0d8dddc0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.820445 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-2686ec9b-59ae-432a-9b21-f0d8dddc0dbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0813272 Feb 11 13:28:06.838506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] Publish callbacks [] for subnet (52f92d27-cf50-432a-ac81-3ff450348b07), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.839959 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84228974-0a98-4e2a-879b-91e8bb719c27 x-openstack-request-id: req-84228974-0a98-4e2a-879b-91e8bb719c27 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:06.840263 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:06.840524 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84228974-0a98-4e2a-879b-91e8bb719c27 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:06.841052 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34', 'status': 'completed', 'code': 200} Feb 11 13:28:06.887775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (52f92d27-cf50-432a-ac81-3ff450348b07), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.897486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-40364a0e-eae4-40e7-b392-9f801e8e0731 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555303 Feb 11 13:28:06.939214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e476c65-5a62-4f03-ab29-f601d523908f no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:06.972445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0e476c65-5a62-4f03-ab29-f601d523908f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:06.978480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (52f92d27-cf50-432a-ac81-3ff450348b07), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.978974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e476c65-5a62-4f03-ab29-f601d523908f not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:06.979508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:07.025749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:07.026076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac6c8ac9-05b3-4421-a61c-3b5c4bcb6bc9 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:07.069116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-34b034b3-93e7-42f7-8de6-d5e431f5e0a0 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640222 Feb 11 13:28:07.116285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b01f-d654-4118-8adb-0f00142e375b req-3e79d322-edeb-403c-b2a8-1157b59506a8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.118180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87a5b01f-d654-4118-8adb-0f00142e375b req-3e79d322-edeb-403c-b2a8-1157b59506a8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.1670890 Feb 11 13:28:07.203362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (52f92d27-cf50-432a-ac81-3ff450348b07), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.221338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87a5b01f-d654-4118-8adb-0f00142e375b req-7892ad45-d591-4b18-adbc-0b2a8388b0a6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914750 Feb 11 13:28:07.263813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f1a1706-dd91-479d-a4ae-a021c7072bc5 req-c982e8b6-b957-45b8-9ec1-6549aa6397af service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818092 Feb 11 13:28:07.360665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77f564f-5428-4d43-988b-bea93b9c3330 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:07.368945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Publish callbacks [] for port (f77f564f-5428-4d43-988b-bea93b9c3330), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.382561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Transition to ACTIVE for port object f77f564f-5428-4d43-988b-bea93b9c3330 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:07.416528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58698-d975-4058-8e46-0695d99b1b70 req-843c14b8-363e-4b4a-b3b1-b376274d4db3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.417177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] For port 310ceda2-760f-4df9-a043-648ef8be35c5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=310ceda2-760f-4df9-a043-648ef8be35c5,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:07.417177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.424093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08b58698-d975-4058-8e46-0695d99b1b70 req-843c14b8-363e-4b4a-b3b1-b376274d4db3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 943 time: 0.1063592 Feb 11 13:28:07.429973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Calling delete_port for 310ceda2-760f-4df9-a043-648ef8be35c5 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:07.475196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-d5a79f8c-8450-42db-ba12-ce1a43cfad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.476687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-d5a79f8c-8450-42db-ba12-ce1a43cfad82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1125 time: 0.1289976 Feb 11 13:28:07.490624 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08b58698-d975-4058-8e46-0695d99b1b70 req-444e5e28-d122-42f7-8d4e-9ed6781a79af tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617375 Feb 11 13:28:07.571864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-a3305013-6ef8-4a15-a5f5-a69e3c6dada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.572508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-a3305013-6ef8-4a15-a5f5-a69e3c6dada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.573033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-a3305013-6ef8-4a15-a5f5-a69e3c6dada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.574952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-a3305013-6ef8-4a15-a5f5-a69e3c6dada3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a963d64333834e88be063a5bef236029&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9447274 Feb 11 13:28:07.581989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace70e7-a590-4bee-83fe-716a22eacc22 None None] Network 40d320b5-0b8d-4739-b344-ce4b9630cf16 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:07.593814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.602551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-80b76425-def3-467e-816c-42a43e7186ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.603381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/52f92d27-cf50-432a-ac81-3ff450348b07 HTTP/1.1" status: 204 len: 168 time: 1.2490470 Feb 11 13:28:07.604256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-80b76425-def3-467e-816c-42a43e7186ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1126792 Feb 11 13:28:07.605753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:07.610788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.614329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (310ceda2-760f-4df9-a043-648ef8be35c5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.643207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22', '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:07.755200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Pushing event updated for resources: {'Port': ['ID=f77f564f-5428-4d43-988b-bea93b9c3330,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:07.773521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-a7e83701-d854-4987-9650-25e7bd9931cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 217 time: 0.0895052 Feb 11 13:28:07.773787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb4ed1-5c18-4f88-92d5-4b29a3c1d01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f92d27-cf50-432a-ac81-3ff450348b07,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:07.786352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (40d320b5-0b8d-4739-b344-ce4b9630cf16), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.832887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b945-49d7-474c-8693-e9c4d4670dd2 req-11053323-eff2-4ba3-a879-45d4ed3b8f6e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.838918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b945-49d7-474c-8693-e9c4d4670dd2 req-11053323-eff2-4ba3-a879-45d4ed3b8f6e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.844988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b945-49d7-474c-8693-e9c4d4670dd2 req-11053323-eff2-4ba3-a879-45d4ed3b8f6e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.850213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6cf6b945-49d7-474c-8693-e9c4d4670dd2 req-11053323-eff2-4ba3-a879-45d4ed3b8f6e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2387 time: 1.2059400 Feb 11 13:28:07.858734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event deleted for resources: {'Port': ['ID=310ceda2-760f-4df9-a043-648ef8be35c5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:07.966043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9de6f1f4-ed42-4dd4-9bd2-c0958a1a96d3 req-9cb1c653-abba-41a2-9e8f-7d321fd90312 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 210 time: 0.1640623 Feb 11 13:28:07.971900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-b0460644-8354-4ec6-899b-36f0320bf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.986553 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-b0460644-8354-4ec6-899b-36f0320bf791 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1853485 Feb 11 13:28:08.091105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-ea936704-8a58-41ea-8b9c-403fa2dbe01b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973160 Feb 11 13:28:08.171900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:08.211229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 310ceda2-760f-4df9-a043-648ef8be35c5 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:08.211600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 310ceda2-760f-4df9-a043-648ef8be35c5 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:08.234548 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-69a77e1b-dd9e-46f4-b4a7-9472a6c49d4e service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289384 Feb 11 13:28:08.378904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] DHCP port deletion for 40d320b5-0b8d-4739-b344-ce4b9630cf16 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:28:08.470393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Deleting port d25c0a94-c3d1-44f0-a96c-50340904e151 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:08.471024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.566806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] Deleting port d25c0a94-c3d1-44f0-a96c-50340904e151 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:08.567188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.640262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] For port d25c0a94-c3d1-44f0-a96c-50340904e151, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d25c0a94-c3d1-44f0-a96c-50340904e151,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:08.641329 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.656111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac1ba62-7336-4170-ae0c-0bf7b14b8e64 req-a950685e-8beb-4e3f-abed-ed93caf5c163 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084890 Feb 11 13:28:08.657842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] For port d25c0a94-c3d1-44f0-a96c-50340904e151, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d25c0a94-c3d1-44f0-a96c-50340904e151,segment=NetworkSegment(74a85e60-999a-47b1-8815-ff03d5ec9228),segment_id=74a85e60-999a-47b1-8815-ff03d5ec9228)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:08.658229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.659142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] Calling delete_port for d25c0a94-c3d1-44f0-a96c-50340904e151 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:08.675107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501bad3-c90b-411c-80c1-5a3447766a9d req-09cccc45-0cb3-4877-855f-604d20ad2007 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:08.676614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5501bad3-c90b-411c-80c1-5a3447766a9d req-09cccc45-0cb3-4877-855f-604d20ad2007 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.3441792 Feb 11 13:28:08.682607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Calling delete_port for d25c0a94-c3d1-44f0-a96c-50340904e151 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:08.701948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] No DVR routers for this DVR port 310ceda2-760f-4df9-a043-648ef8be35c5 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:08.764263 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.772998 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.776838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1affe88d-35ca-4d76-aae6-2e47ebadbe9d req-f23a6bdb-708a-486d-ae2e-3d99b571448a tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.83 "DELETE /v2.0/ports/310ceda2-760f-4df9-a043-648ef8be35c5 HTTP/1.1" status: 204 len: 173 time: 2.7950912 Feb 11 13:28:08.848291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] No DVR routers for this DVR port d25c0a94-c3d1-44f0-a96c-50340904e151 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:08.851147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d19163-1b9f-4504-b8e3-41168f73d722 None None] Pushing event deleted for resources: {'Port': ['ID=d25c0a94-c3d1-44f0-a96c-50340904e151,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:08.862538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-deleted', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:08.869268 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d6c3e7-7f03-4ffd-bb3a-d34c89b4e4a8" -d '{"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-deleted", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:08.901078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5501bad3-c90b-411c-80c1-5a3447766a9d req-efff54c8-b75d-423d-9046-eb076bf92ec8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096875 Feb 11 13:28:08.954079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-84035c3b-15cf-44e9-bde9-7383fe01a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:08.960706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ea3b1f64-fe6f-4e11-a82c-84d7fe26f4e5 req-84035c3b-15cf-44e9-bde9-7383fe01a2d4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3372459 Feb 11 13:28:08.962702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d25c0a94-c3d1-44f0-a96c-50340904e151), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.992898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d25c0a94-c3d1-44f0-a96c-50340904e151 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:09.049595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6cf6b945-49d7-474c-8693-e9c4d4670dd2 req-9b746388-32f3-478d-92a8-7c914d3000cd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993617 Feb 11 13:28:09.054317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d25c0a94-c3d1-44f0-a96c-50340904e151 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:09.054790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d25c0a94-c3d1-44f0-a96c-50340904e151 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:09.063568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Pushing event deleted for resources: {'Port': ['ID=d25c0a94-c3d1-44f0-a96c-50340904e151,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:09.087025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-d0bf2663-7aae-488b-b616-f3647dd81e02 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:09.091511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-d0bf2663-7aae-488b-b616-f3647dd81e02 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.6307397 Feb 11 13:28:09.104978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] No DVR routers for this DVR port d25c0a94-c3d1-44f0-a96c-50340904e151 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:09.166519 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e6f8e-b466-4c84-8eaf-6e1ab8d310cc x-openstack-request-id: req-127e6f8e-b466-4c84-8eaf-6e1ab8d310cc {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:09.166815 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a0619-50da-4737-b2e1-24ae48933db9", "name": "network-vif-deleted", "tag": "310ceda2-760f-4df9-a043-648ef8be35c5", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:09.167076 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-127e6f8e-b466-4c84-8eaf-6e1ab8d310cc {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:09.167482 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a0619-50da-4737-b2e1-24ae48933db9', 'name': 'network-vif-deleted', 'tag': '310ceda2-760f-4df9-a043-648ef8be35c5', 'status': 'completed', 'code': 200} Feb 11 13:28:09.177106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Attempting to bind port f77f564f-5428-4d43-988b-bea93b9c3330 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:09.178028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Attempting to bind port f77f564f-5428-4d43-988b-bea93b9c3330 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:09.178439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Attempting to bind port f77f564f-5428-4d43-988b-bea93b9c3330 on network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:09.188128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Port f77f564f-5428-4d43-988b-bea93b9c3330 on network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:09.188457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Attempting to bind port f77f564f-5428-4d43-988b-bea93b9c3330 on network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:09.206892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899f0dc-392e-4913-9de9-889fb028f8d9 req-1c6fa448-4bf3-487f-8fd6-0e87b06522e7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:09.214698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3899f0dc-392e-4913-9de9-889fb028f8d9 req-1c6fa448-4bf3-487f-8fd6-0e87b06522e7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 943 time: 0.1843781 Feb 11 13:28:09.248723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:09.249364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Checking segment: {'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:09.250036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Bound using segment: {'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:09.250671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Bound port: f77f564f-5428-4d43-988b-bea93b9c3330, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842ccc12-a143-4877-adb6-2eeba800af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:09.251213 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.271680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (40d320b5-0b8d-4739-b344-ce4b9630cf16), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.311024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d320b5-0b8d-4739-b344-ce4b9630cf16']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:09.322250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1bb6ae6b-09b1-4897-addf-25ec547dfe1a req-2ae7cc19-e46e-4e10-aada-41d587f28116 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b0a0619-50da-4737-b2e1-24ae48933db9 HTTP/1.1" status: 200 len: 210 time: 0.0775223 Feb 11 13:28:09.344913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3899f0dc-392e-4913-9de9-889fb028f8d9 req-b311fb8e-315a-40e6-a5df-4298669d4e82 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290851 Feb 11 13:28:09.355603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a85e60-999a-47b1-8815-ff03d5ec9228') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:09.356249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a85e60-999a-47b1-8815-ff03d5ec9228') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:09.376027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (74a85e60-999a-47b1-8815-ff03d5ec9228), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.393668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (74a85e60-999a-47b1-8815-ff03d5ec9228), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.403358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:09.403565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (74a85e60-999a-47b1-8815-ff03d5ec9228), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.456629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] For port f77f564f-5428-4d43-988b-bea93b9c3330, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:09.460886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] For port f77f564f-5428-4d43-988b-bea93b9c3330, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f77f564f-5428-4d43-988b-bea93b9c3330,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:09.471460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:09.479915 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:09.484794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (40d320b5-0b8d-4739-b344-ce4b9630cf16), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.492898 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.500266 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] 10.222.0.79 "DELETE /v2.0/networks/40d320b5-0b8d-4739-b344-ce4b9630cf16 HTTP/1.1" status: 204 len: 168 time: 1.8927426 Feb 11 13:28:09.516193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33424) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:09.525479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a1d58-27e5-4c33-aaba-11f826fc285a admin admin] Pushing event deleted for resources: {'Network': ['ID=40d320b5-0b8d-4739-b344-ce4b9630cf16,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:09.539832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:09.540448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.542926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] 10.222.0.83 "PUT /v2.0/ports/f77f564f-5428-4d43-988b-bea93b9c3330 HTTP/1.1" status: 200 len: 1091 time: 3.9005413 Feb 11 13:28:09.562819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Deleting port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:09.563062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.594275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Request body: {'port': {'device_id': '2c465428-129f-4f73-b02c-e7c63be97f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:09.646581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d190cb-aef4-4a15-9b09-d5ee32b4ce46 service neutron] Pushing event updated for resources: {'Port': ['ID=f77f564f-5428-4d43-988b-bea93b9c3330,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:09.765309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.846656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] For port 2552c2da-9ad4-4835-8dbc-ec783f8016a9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2552c2da-9ad4-4835-8dbc-ec783f8016a9,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:09.847040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.871822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Calling delete_port for 2552c2da-9ad4-4835-8dbc-ec783f8016a9 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:10.074309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (b279d7a0-0d7c-4765-a0f9-7227175a6528), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.167952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e701d205-ee29-4282-9ae0-91cbb18b6d34 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:10.275626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1cc2e-63ef-43d8-9d9e-26d125226aac req-480668a9-1fdf-4471-b7f7-300ed203ed7c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:10.283578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0e1cc2e-63ef-43d8-9d9e-26d125226aac req-480668a9-1fdf-4471-b7f7-300ed203ed7c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 943 time: 0.3017218 Feb 11 13:28:10.312176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:10.324902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'e701d205-ee29-4282-9ae0-91cbb18b6d34', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'port_id': 'e701d205-ee29-4282-9ae0-91cbb18b6d34', 'mac_address': 'fa:16:3e:1f:a6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14412d0-7183-41ed-9083-91ae0ac7b959', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:10.326097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08143b-5aac-4f9a-bbda-3c0d3487538d req-dde1ceda-88f7-4222-bac3-71670bb13481 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:10.332190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08143b-5aac-4f9a-bbda-3c0d3487538d req-dde1ceda-88f7-4222-bac3-71670bb13481 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:10.339640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08143b-5aac-4f9a-bbda-3c0d3487538d req-dde1ceda-88f7-4222-bac3-71670bb13481 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:10.341634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f08143b-5aac-4f9a-bbda-3c0d3487538d req-dde1ceda-88f7-4222-bac3-71670bb13481 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2399 time: 0.1389589 Feb 11 13:28:10.345752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2552c2da-9ad4-4835-8dbc-ec783f8016a9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.362782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0e1cc2e-63ef-43d8-9d9e-26d125226aac req-7e8cf186-4af8-42ab-95b3-50e6427d7126 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778055 Feb 11 13:28:10.376134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port e701d205-ee29-4282-9ae0-91cbb18b6d34 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:10.376542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.392283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e701d205-ee29-4282-9ae0-91cbb18b6d34 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:10.418057 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f08143b-5aac-4f9a-bbda-3c0d3487538d req-b0f6c9e1-6cab-4445-8fa2-14ecc3ce3781 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507591 Feb 11 13:28:10.418810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:10.428398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.492778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:10.509244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Publish callbacks [] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.527186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.541360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Transition to ACTIVE for port object f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:10.545115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event deleted for resources: {'Port': ['ID=2552c2da-9ad4-4835-8dbc-ec783f8016a9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.598943 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.685476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['e701d205-ee29-4282-9ae0-91cbb18b6d34'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:10.941086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] No DVR routers for this DVR port 2552c2da-9ad4-4835-8dbc-ec783f8016a9 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:10.950285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.964035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57396fdd-1111-49b9-bdf9-c20d4d2fd439 req-83928c3e-f2b0-49d8-8ab5-fe50a3986379 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "DELETE /v2.0/ports/2552c2da-9ad4-4835-8dbc-ec783f8016a9 HTTP/1.1" status: 204 len: 173 time: 1.8607173 Feb 11 13:28:10.967236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.996036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Deleting port 40ea9ce8-965c-4c69-b943-7d0edd76630d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:10.996597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.154430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e156b-b143-4b47-ac25-7c1f6c145222 req-ce58208f-f45b-4455-8b0b-d37f4bb51dfa tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:11.155980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc7e156b-b143-4b47-ac25-7c1f6c145222 req-ce58208f-f45b-4455-8b0b-d37f4bb51dfa tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.6008570 Feb 11 13:28:11.158886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Attempting to bind port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:11.159221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Attempting to bind port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:11.159593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Attempting to bind port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 on network 5930c841-4de4-4c8b-a8aa-d90cca739caf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:11.164359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 on network 5930c841-4de4-4c8b-a8aa-d90cca739caf not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:11.164685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Attempting to bind port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 on network 5930c841-4de4-4c8b-a8aa-d90cca739caf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:11.174096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'tag': 'f77f564f-5428-4d43-988b-bea93b9c3330'}, {'server_uuid': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'name': 'network-vif-deleted', 'tag': '2552c2da-9ad4-4835-8dbc-ec783f8016a9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:11.176475 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff23ea11-7131-46b5-9602-01d1e25f9856" -d '{"events": [{"name": "network-changed", "server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "tag": "f77f564f-5428-4d43-988b-bea93b9c3330"}, {"server_uuid": "eb0a2649-4879-4c6e-8131-39dc83f57ec2", "name": "network-vif-deleted", "tag": "2552c2da-9ad4-4835-8dbc-ec783f8016a9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:11.199979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:11.202714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b9359-0f40-41ee-a112-915ca3b25428 req-fc76bab3-6fbe-4687-92a6-12e55feba2fe tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:11.204147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Checking segment: {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:11.205058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Bound using segment: {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:11.205058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Bound port: f04ac9ed-784d-48ee-8dfd-5f1fc30a6132, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd5fef1-8702-40f0-a939-73d667ebaabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:11.205469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.207581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e54b9359-0f40-41ee-a112-915ca3b25428 req-fc76bab3-6fbe-4687-92a6-12e55feba2fe tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.2658472 Feb 11 13:28:11.265578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] For port 40ea9ce8-965c-4c69-b943-7d0edd76630d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=40ea9ce8-965c-4c69-b943-7d0edd76630d,segment=NetworkSegment(57097ba7-4bb3-4fef-bfb0-a9ce31c65288),segment_id=57097ba7-4bb3-4fef-bfb0-a9ce31c65288)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:11.265948 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.288136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Calling delete_port for 40ea9ce8-965c-4c69-b943-7d0edd76630d owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:11.313817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc7e156b-b143-4b47-ac25-7c1f6c145222 req-219b014c-0af8-40f9-a557-09fcae870527 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460741 Feb 11 13:28:11.338791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e54b9359-0f40-41ee-a112-915ca3b25428 req-5c077bef-2f60-4e88-a6cf-2cf3e4e712f3 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208811 Feb 11 13:28:11.339706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] For port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:11.343503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] For port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:11.353945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.594732 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72934bb3-2dfa-4f66-a6d6-618724ee2e40 x-openstack-request-id: req-72934bb3-2dfa-4f66-a6d6-618724ee2e40 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:11.595065 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "tag": "f77f564f-5428-4d43-988b-bea93b9c3330", "status": "completed", "code": 200}, {"server_uuid": "eb0a2649-4879-4c6e-8131-39dc83f57ec2", "name": "network-vif-deleted", "tag": "2552c2da-9ad4-4835-8dbc-ec783f8016a9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:11.595309 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72934bb3-2dfa-4f66-a6d6-618724ee2e40 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:11.595730 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'tag': 'f77f564f-5428-4d43-988b-bea93b9c3330', 'status': 'completed', 'code': 200} Feb 11 13:28:11.596253 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0a2649-4879-4c6e-8131-39dc83f57ec2', 'name': 'network-vif-deleted', 'tag': '2552c2da-9ad4-4835-8dbc-ec783f8016a9', 'status': 'completed', 'code': 200} Feb 11 13:28:11.598618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:11.698619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:11.699259 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.700701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1c2dc3b0-d5de-46d5-a8f5-b028084b8269 service neutron] 10.222.0.83 "PUT /v2.0/ports/f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 HTTP/1.1" status: 200 len: 1092 time: 2.1139448 Feb 11 13:28:11.715190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-786fbf4b-90e2-489e-8712-5df147acf267 req-2d9f8d14-9ea7-49cf-b0a9-f5b9b4d4c70c tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb0a2649-4879-4c6e-8131-39dc83f57ec2 HTTP/1.1" status: 200 len: 210 time: 0.0983429 Feb 11 13:28:11.838802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-cef859cc-3983-44d4-91c7-6a4325d24d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:11.839285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-cef859cc-3983-44d4-91c7-6a4325d24d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:11.839757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-cef859cc-3983-44d4-91c7-6a4325d24d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:11.841421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-cef859cc-3983-44d4-91c7-6a4325d24d7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2957 time: 0.2442803 Feb 11 13:28:11.914714 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (40ea9ce8-965c-4c69-b943-7d0edd76630d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.953492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ea9ce8-965c-4c69-b943-7d0edd76630d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:12.041794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-2ebf7102-1e83-4e04-baaf-f3ed359b0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.042359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-2ebf7102-1e83-4e04-baaf-f3ed359b0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.042743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-2ebf7102-1e83-4e04-baaf-f3ed359b0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.044341 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-2ebf7102-1e83-4e04-baaf-f3ed359b0f8a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a963d64333834e88be063a5bef236029&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1857114 Feb 11 13:28:12.157041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dd386-800e-417f-a50d-fa4a85000082 req-62351795-1350-4971-86be-cfae5ec50dbd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.172564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dd386-800e-417f-a50d-fa4a85000082 req-62351795-1350-4971-86be-cfae5ec50dbd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.172916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2552c2da-9ad4-4835-8dbc-ec783f8016a9 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:12.178427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dd386-800e-417f-a50d-fa4a85000082 req-62351795-1350-4971-86be-cfae5ec50dbd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.190031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-651dd386-800e-417f-a50d-fa4a85000082 req-62351795-1350-4971-86be-cfae5ec50dbd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2411 time: 0.4881680 Feb 11 13:28:12.238154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 2552c2da-9ad4-4835-8dbc-ec783f8016a9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:12.239267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2552c2da-9ad4-4835-8dbc-ec783f8016a9 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:12.246393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e701d205-ee29-4282-9ae0-91cbb18b6d34 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:12.341706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-651dd386-800e-417f-a50d-fa4a85000082 req-156a4266-3e1f-4a9b-8361-9e11303a3b02 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352088 Feb 11 13:28:12.390983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port e701d205-ee29-4282-9ae0-91cbb18b6d34 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:12.399774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port e701d205-ee29-4282-9ae0-91cbb18b6d34 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:12.400461 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.439278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (b279d7a0-0d7c-4765-a0f9-7227175a6528), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.474193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-c1413e08-71a2-4dea-8ea9-9f0327f6f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.475696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff23ea11-7131-46b5-9602-01d1e25f9856 req-c1413e08-71a2-4dea-8ea9-9f0327f6f720 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4182479 Feb 11 13:28:12.523720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-60b09a4a-10a2-468f-9344-7f402815f295 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.525264 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-60b09a4a-10a2-468f-9344-7f402815f295 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.2492585 Feb 11 13:28:12.573220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port e701d205-ee29-4282-9ae0-91cbb18b6d34 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:12.573612 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.618280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:12.619531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:12.623510 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3bac50-9cb3-4fcf-a349-0bcee99e942e" -d '{"events": [{"server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "name": "network-vif-plugged", "status": "completed", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:12.628249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.752185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:12.791188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64421f95-fba9-48f8-8f1b-d09d8cd98a28 req-c894a7e6-693c-4ad0-a170-3be9908e02db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.793114 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64421f95-fba9-48f8-8f1b-d09d8cd98a28 req-c894a7e6-693c-4ad0-a170-3be9908e02db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.2404051 Feb 11 13:28:12.865997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60140946-ece0-4be2-bf90-109d31e3b46e req-ca944e11-d54a-463b-bc22-029d210962c4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.867557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60140946-ece0-4be2-bf90-109d31e3b46e req-ca944e11-d54a-463b-bc22-029d210962c4 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.3185937 Feb 11 13:28:12.875836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1163919e-b869-4413-951a-c218f182e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.876329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1163919e-b869-4413-951a-c218f182e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.876805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1163919e-b869-4413-951a-c218f182e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.878491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1163919e-b869-4413-951a-c218f182e9c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2957 time: 0.3523390 Feb 11 13:28:12.891675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Deleting port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:12.892597 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:13.007956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64421f95-fba9-48f8-8f1b-d09d8cd98a28 req-d3898136-a861-4bbe-afa5-d8990e868f5f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014115 Feb 11 13:28:13.071501 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1fd1b3d6-8fdd-4b26-a81b-137559f14097 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 HTTP/1.1" status: 200 len: 217 time: 0.1070485 Feb 11 13:28:13.093303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Router b279d7a0-0d7c-4765-a0f9-7227175a6528 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:13.166391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] For port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:13.167637 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:13.189959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60140946-ece0-4be2-bf90-109d31e3b46e req-ff25e685-f622-4bb0-9f32-04cf1b1cfbc0 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103666 Feb 11 13:28:13.195742 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f12569-3e96-4325-a321-3b3fb7302376 x-openstack-request-id: req-37f12569-3e96-4325-a321-3b3fb7302376 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:13.196260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-ab56f99c-bba1-4bc5-95e5-a8e3c198e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.196387 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "name": "network-vif-plugged", "status": "completed", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:13.196387 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37f12569-3e96-4325-a321-3b3fb7302376 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:13.197268 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34', 'code': 200} Feb 11 13:28:13.197558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-ab56f99c-bba1-4bc5-95e5-a8e3c198e5c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=550f6280-90c3-480d-8f87-8e90db2f1c77 HTTP/1.1" status: 200 len: 801 time: 0.1163292 Feb 11 13:28:13.198633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Calling delete_port for 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:13.326714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:13.341957 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] Sync routers for ids ['b279d7a0-0d7c-4765-a0f9-7227175a6528'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:13.366383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33470) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:13.367258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4bd65de2-8122-4099-b635-4c35ba1bbaa8 admin admin] 10.222.0.79 "PUT /v2.0/routers/b279d7a0-0d7c-4765-a0f9-7227175a6528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8498220 Feb 11 13:28:13.398365 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:28:13.399018 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] Routers {'b279d7a0-0d7c-4765-a0f9-7227175a6528'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:13.399922 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b279d7a0-0d7c-4765-a0f9-7227175a6528'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:13.560324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418762-3122-4ed2-a515-910c96d31afa req-32c26e7f-b0e8-489a-9f94-4e5fcd2442a8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.567764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418762-3122-4ed2-a515-910c96d31afa req-32c26e7f-b0e8-489a-9f94-4e5fcd2442a8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.575831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418762-3122-4ed2-a515-910c96d31afa req-32c26e7f-b0e8-489a-9f94-4e5fcd2442a8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.586764 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c418762-3122-4ed2-a515-910c96d31afa req-32c26e7f-b0e8-489a-9f94-4e5fcd2442a8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2411 time: 0.1091926 Feb 11 13:28:13.612983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'tag': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:13.625798 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31ed781-af4f-4f9e-a612-65374e3691cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "tag": "f04ac9ed-784d-48ee-8dfd-5f1fc30a6132"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:13.657930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c418762-3122-4ed2-a515-910c96d31afa req-0153bbea-d128-4012-825d-d89e55b4a835 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660443 Feb 11 13:28:13.686357 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] Set router b279d7a0-0d7c-4765-a0f9-7227175a6528 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:13.724587 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ad7bd-5305-48ec-9b62-abc2c8e97ce2 x-openstack-request-id: req-027ad7bd-5305-48ec-9b62-abc2c8e97ce2 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:13.725183 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "tag": "f04ac9ed-784d-48ee-8dfd-5f1fc30a6132", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:13.725632 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-027ad7bd-5305-48ec-9b62-abc2c8e97ce2 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:13.726217 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'tag': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132', 'status': 'completed', 'code': 200} Feb 11 13:28:13.805594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-7f745b61-a4c8-4f32-b63e-d967b4050833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.807496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-7f745b61-a4c8-4f32-b63e-d967b4050833 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5930c841-4de4-4c8b-a8aa-d90cca739caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5968494 Feb 11 13:28:13.815485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9364-14bb-4444-97f7-a190a5863a9f req-e7e0d9b5-c959-44b4-b183-8cc0bef8f045 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.819257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-e7e0d9b5-c959-44b4-b183-8cc0bef8f045 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 822 time: 0.2675705 Feb 11 13:28:14.011068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e803-9ffd-48c5-9771-5030baebaf0e req-59c4cb1c-8f1b-45d5-9967-73f54f589a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.013867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3f4e803-9ffd-48c5-9771-5030baebaf0e req-59c4cb1c-8f1b-45d5-9967-73f54f589a9f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1127 time: 0.7159982 Feb 11 13:28:14.016794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-f6b59b3f-4bc4-43d7-901d-ba71d01138b7 service neutron] 10.222.0.83 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802578 Feb 11 13:28:14.045033 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:28:11Z', 'revision_number': 5, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:14.178257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-352e8305-a4ad-41dc-b1b0-2b27f1a97f45 service neutron] 10.222.0.83 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487517 Feb 11 13:28:14.186439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-c4197ea5-0420-4af6-bd6f-16e443a93dc8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/quotas/196142ef5435433192b1f5bcaf317ba9 HTTP/1.1" status: 200 len: 375 time: 0.3600886 Feb 11 13:28:14.203706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4a4f9-62b2-4e6e-bb91-e3f1e23964f1 req-7fed662b-8d6a-417f-a60f-ce489677e1ef tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.221207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7b4a4f9-62b2-4e6e-bb91-e3f1e23964f1 req-7fed662b-8d6a-417f-a60f-ce489677e1ef tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.1104798 Feb 11 13:28:14.284088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks [] for router (b279d7a0-0d7c-4765-a0f9-7227175a6528), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:14.301820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-13f00218-d0fd-4006-9b02-3c1c9863cab0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=f77f564f-5428-4d43-988b-bea93b9c3330 HTTP/1.1" status: 200 len: 217 time: 0.0970993 Feb 11 13:28:14.307489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7b4a4f9-62b2-4e6e-bb91-e3f1e23964f1 req-bb1dca95-2656-4712-9254-4a863b3594d0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853465 Feb 11 13:28:14.332480 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] Checking router: b279d7a0-0d7c-4765-a0f9-7227175a6528 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:14.357044 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] Routers {'b279d7a0-0d7c-4765-a0f9-7227175a6528'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:14.357701 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:27:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b279d7a0-0d7c-4765-a0f9-7227175a6528'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:14.495623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48dae6-bca2-40f8-a64e-e981abcfa1af req-e3d619a7-d49c-46cb-adb2-7be23ae506dd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.497144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a48dae6-bca2-40f8-a64e-e981abcfa1af req-e3d619a7-d49c-46cb-adb2-7be23ae506dd tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 949 time: 0.1042907 Feb 11 13:28:14.542477 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] Set router b279d7a0-0d7c-4765-a0f9-7227175a6528 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:14.572036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a48dae6-bca2-40f8-a64e-e981abcfa1af req-c86331cd-816b-4192-b146-0f4b1f1417b2 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608509 Feb 11 13:28:14.819836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1b79e7e7-cc15-401c-9fb0-8278f87449cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.821505 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-1b79e7e7-cc15-401c-9fb0-8278f87449cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8feda2c1-f75b-4961-989a-0fdcdbaa8c6d HTTP/1.1" status: 200 len: 801 time: 0.4695776 Feb 11 13:28:14.834875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-9f1dcfcf-777d-43e8-9d3f-4d3ddc774573 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5853462 Feb 11 13:28:14.848369 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:28:11Z', 'revision_number': 5, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:14.871425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db0fcd-3bc4-465b-89eb-f86d08b37067 req-d9a3bb16-074c-4175-8878-a3944542269b tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.885207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db0fcd-3bc4-465b-89eb-f86d08b37067 req-d9a3bb16-074c-4175-8878-a3944542269b tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.892451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db0fcd-3bc4-465b-89eb-f86d08b37067 req-d9a3bb16-074c-4175-8878-a3944542269b tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.895835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:14.902813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66db0fcd-3bc4-465b-89eb-f86d08b37067 req-d9a3bb16-074c-4175-8878-a3944542269b tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2411 time: 0.1227524 Feb 11 13:28:14.909459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['94eee912-8746-4c9b-a08e-248983db3b22'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:14.928126 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f54140-218b-4b2c-9f77-42c2e07bfba6 None None] The sync data for ids ['b279d7a0-0d7c-4765-a0f9-7227175a6528'] in n-d-828676-2 is: [{'id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1960339446-router', 'tenant_id': 'f1a24c37a13848aea1e3b3122d908344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:58Z', 'updated_at': '2022-02-11T13:28:11Z', 'revision_number': 5, 'project_id': 'f1a24c37a13848aea1e3b3122d908344', 'gw_port': {'id': 'b85c4d1c-cce3-4b74-8736-513174ce9dc7', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279d7a0-0d7c-4765-a0f9-7227175a6528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:14.961203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3f4e803-9ffd-48c5-9771-5030baebaf0e req-ed1ccd96-461b-44d7-983f-01c775d2a312 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8274133 Feb 11 13:28:14.972626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66db0fcd-3bc4-465b-89eb-f86d08b37067 req-9e3fab07-7080-4597-b971-a9fa5204b590 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660317 Feb 11 13:28:15.024329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c1da407f-ef7a-4c5c-b87b-25ab9d8263e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:15.026008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-c1da407f-ef7a-4c5c-b87b-25ab9d8263e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6c87017-fbe1-4f51-a1e5-e6f9ab344e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1846061 Feb 11 13:28:15.046591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event deleted for resources: {'Port': ['ID=44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:15.139465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] No DVR routers for this DVR port 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:15.143351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:15.147070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e40a2594-bd31-4ac2-8112-8e79f2c488b1 req-64ee178f-8499-461a-849e-0f1e4a18c3f1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "DELETE /v2.0/ports/44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb HTTP/1.1" status: 204 len: 173 time: 2.5970268 Feb 11 13:28:15.153465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks [] for router_gateway (b279d7a0-0d7c-4765-a0f9-7227175a6528), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:15.271045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-b4b6a580-f695-44f2-ad23-f72e7f7dc393 service neutron] 10.222.0.79 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006357 Feb 11 13:28:15.424303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-75489a53-1221-422d-b372-0adfab5d70b5 service neutron] 10.222.0.79 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428657 Feb 11 13:28:15.451473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-2d3a612f-1878-4e99-ad5c-cf9e36d495c7 service neutron] 10.222.0.83 "GET /v2.0/networks/a6c87017-fbe1-4f51-a1e5-e6f9ab344e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891195 Feb 11 13:28:15.558844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef0e55-cbfe-4172-99ac-555953cef7c9 req-7ead6704-222b-402d-b35e-c0033a929ab5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:15.566718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44ef0e55-cbfe-4172-99ac-555953cef7c9 req-7ead6704-222b-402d-b35e-c0033a929ab5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.1596549 Feb 11 13:28:15.626709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-5bf9d91a-4f36-4588-9669-5920ad73b924 service neutron] 10.222.0.83 "GET /v2.0/networks/a6c87017-fbe1-4f51-a1e5-e6f9ab344e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640589 Feb 11 13:28:15.653716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Deleting port b85c4d1c-cce3-4b74-8736-513174ce9dc7 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:15.654031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:15.698589 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44ef0e55-cbfe-4172-99ac-555953cef7c9 req-79ccd62c-21bd-4394-b106-0a542eaa6c9b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308689 Feb 11 13:28:15.827796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b596a5ab-a8b4-48f1-b3c2-3d8047ca97be req-f5f72aaa-f859-4742-acce-2d26a1189bd1 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 210 time: 0.0862930 Feb 11 13:28:15.900609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-deleted', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:15.909273 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daa741f-8060-4334-a763-769ae36fd3f2" -d '{"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-deleted", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:16.015072 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c9a9cc-365d-4397-be73-71f426c1b68b x-openstack-request-id: req-c0c9a9cc-365d-4397-be73-71f426c1b68b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:16.015957 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad47bb6-d1d7-4faf-87d4-e498e812ef85", "name": "network-vif-deleted", "tag": "44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:16.016468 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0c9a9cc-365d-4397-be73-71f426c1b68b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:16.017100 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47bb6-d1d7-4faf-87d4-e498e812ef85', 'name': 'network-vif-deleted', 'tag': '44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb', 'status': 'completed', 'code': 200} Feb 11 13:28:16.044809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] For port b85c4d1c-cce3-4b74-8736-513174ce9dc7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b85c4d1c-cce3-4b74-8736-513174ce9dc7,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:16.045435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.061533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Calling delete_port for b85c4d1c-cce3-4b74-8736-513174ce9dc7 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:16.187302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:16.237649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7099-85b0-48b8-9738-f559d977d5cb req-8e79b416-aad2-464e-92e0-5c8c653275f3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.239927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:16.240511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 44b4e7e3-d71c-41cf-9b3a-26dd8279f6eb not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:16.254610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7099-85b0-48b8-9738-f559d977d5cb req-8e79b416-aad2-464e-92e0-5c8c653275f3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.265487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7099-85b0-48b8-9738-f559d977d5cb req-8e79b416-aad2-464e-92e0-5c8c653275f3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.267303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34eb7099-85b0-48b8-9738-f559d977d5cb req-8e79b416-aad2-464e-92e0-5c8c653275f3 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2411 time: 0.1422665 Feb 11 13:28:16.284655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-879fb7ce-5c68-46be-b8d4-d5a7c89174b4 req-52013b5a-d904-4736-a700-b5bcd94535de tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=aad47bb6-d1d7-4faf-87d4-e498e812ef85 HTTP/1.1" status: 200 len: 210 time: 0.3982782 Feb 11 13:28:16.286035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-118a160d-0668-48ec-8fa9-1e3a50a9f54d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 HTTP/1.1" status: 200 len: 217 time: 0.6444745 Feb 11 13:28:16.288486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b85c4d1c-cce3-4b74-8736-513174ce9dc7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.348365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b85c4d1c-cce3-4b74-8736-513174ce9dc7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:16.406226 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34eb7099-85b0-48b8-9738-f559d977d5cb req-0b898b39-ecda-4a23-b105-68b8fe119878 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320717 Feb 11 13:28:16.440036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-6f8ee90a-6584-4e57-a2a3-82f0310c821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.441539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-6f8ee90a-6584-4e57-a2a3-82f0310c821c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=550f6280-90c3-480d-8f87-8e90db2f1c77 HTTP/1.1" status: 200 len: 801 time: 0.1229534 Feb 11 13:28:16.463048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (b279d7a0-0d7c-4765-a0f9-7227175a6528), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.597748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (b279d7a0-0d7c-4765-a0f9-7227175a6528), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.600199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks [] for router_controller (b279d7a0-0d7c-4765-a0f9-7227175a6528), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.667161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (b279d7a0-0d7c-4765-a0f9-7227175a6528), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.667674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b279d7a0-0d7c-4765-a0f9-7227175a6528 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:16.673071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.676651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:16.684536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d2f99d2-9694-4ce5-8f73-c2f27ab48a1a admin admin] 10.222.0.79 "DELETE /v2.0/routers/b279d7a0-0d7c-4765-a0f9-7227175a6528 HTTP/1.1" status: 204 len: 168 time: 3.2581720 Feb 11 13:28:16.688961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-6c446009-a89e-47cd-8be3-925d6c9af4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.691086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-6c446009-a89e-47cd-8be3-925d6c9af4eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5930c841-4de4-4c8b-a8aa-d90cca739caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2424390 Feb 11 13:28:16.766089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] Deleting subnet c4745a0c-f0a1-4fc8-9e30-79a534c2e41d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:16.793786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] Publish callbacks [] for subnet (c4745a0c-f0a1-4fc8-9e30-79a534c2e41d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.868200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (c4745a0c-f0a1-4fc8-9e30-79a534c2e41d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.004347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10ba5a47-1ab4-471d-b050-9dda7e5e8307 req-30ec3c63-6573-4fe1-aaae-2d94c7454f48 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 210 time: 0.0773892 Feb 11 13:28:17.017583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 40ea9ce8-965c-4c69-b943-7d0edd76630d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:17.059868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 40ea9ce8-965c-4c69-b943-7d0edd76630d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:17.060210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 40ea9ce8-965c-4c69-b943-7d0edd76630d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:17.122686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c4745a0c-f0a1-4fc8-9e30-79a534c2e41d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.167164 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-744e6078-cdaf-44f2-afbc-208f154a5b57 service neutron] 10.222.0.83 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692254 Feb 11 13:28:17.196846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0535-8e77-442e-a15b-f06c594f0a1a req-5ba6c434-0b9c-4d1d-b5fe-2ed33ff3791b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.198779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-469b0535-8e77-442e-a15b-f06c594f0a1a req-5ba6c434-0b9c-4d1d-b5fe-2ed33ff3791b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.3443701 Feb 11 13:28:17.211140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (c4745a0c-f0a1-4fc8-9e30-79a534c2e41d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.233554 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.236537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e481cb5-b7c4-4b1c-934c-ad5ec0621b6a None None] Network 68c7f8e5-e510-431e-8fa3-f94a91212fc9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:17.243159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c4745a0c-f0a1-4fc8-9e30-79a534c2e41d HTTP/1.1" status: 204 len: 168 time: 0.5648491 Feb 11 13:28:17.267500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33524) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:17.299781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f44e77-5071-4c9d-8997-0c558cfc3937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4745a0c-f0a1-4fc8-9e30-79a534c2e41d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:17.476893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9364-14bb-4444-97f7-a190a5863a9f req-7f4c4910-3f52-469a-8f82-a224102e8fca tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.478413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-7f4c4910-3f52-469a-8f82-a224102e8fca tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 822 time: 0.3844855 Feb 11 13:28:17.480902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (68c7f8e5-e510-431e-8fa3-f94a91212fc9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.510369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] DHCP port deletion for 68c7f8e5-e510-431e-8fa3-f94a91212fc9 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:28:17.528751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Request body: {'port': {'device_id': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'admin_state_up': True, 'tenant_id': '196142ef5435433192b1f5bcaf317ba9'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:17.581197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-469b0535-8e77-442e-a15b-f06c594f0a1a req-1d26cbcd-cf5c-44c8-9ec8-3685b6424ed9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210330 Feb 11 13:28:17.595857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d758defe-355b-4a16-84c0-55e6602da5a7 req-3a039f90-7343-495c-8fef-e1f814f5a8f9 service neutron] 10.222.0.83 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163306 Feb 11 13:28:17.626299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] Deleting port 6d70d935-7ee9-4b9d-b351-743728497e02 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:17.626685 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.808898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] For port 6d70d935-7ee9-4b9d-b351-743728497e02, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6d70d935-7ee9-4b9d-b351-743728497e02,segment=NetworkSegment(57097ba7-4bb3-4fef-bfb0-a9ce31c65288),segment_id=57097ba7-4bb3-4fef-bfb0-a9ce31c65288)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:17.810034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.850659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea9ed4-5231-44e1-906b-b2adffdf37ba req-74df93b4-ce88-4504-be7d-8565cd5c23c2 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.860287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36ea9ed4-5231-44e1-906b-b2adffdf37ba req-74df93b4-ce88-4504-be7d-8565cd5c23c2 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1127 time: 0.0993090 Feb 11 13:28:17.866401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] Calling delete_port for 6d70d935-7ee9-4b9d-b351-743728497e02 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:17.906667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e43dc-228e-4f3a-bf3e-a600872d1445 req-0d9b3b01-d255-4d80-9f48-c37bcdaa27ba tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.912623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e43dc-228e-4f3a-bf3e-a600872d1445 req-0d9b3b01-d255-4d80-9f48-c37bcdaa27ba tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.918403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e43dc-228e-4f3a-bf3e-a600872d1445 req-0d9b3b01-d255-4d80-9f48-c37bcdaa27ba tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.920088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-587e43dc-228e-4f3a-bf3e-a600872d1445 req-0d9b3b01-d255-4d80-9f48-c37bcdaa27ba tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2411 time: 0.2065766 Feb 11 13:28:17.923252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-fde81840-33ea-4012-9c88-0b0adb9f1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.923735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-fde81840-33ea-4012-9c88-0b0adb9f1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.924423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-fde81840-33ea-4012-9c88-0b0adb9f1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.926045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-fde81840-33ea-4012-9c88-0b0adb9f1da9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2957 time: 0.2253249 Feb 11 13:28:17.950055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36ea9ed4-5231-44e1-906b-b2adffdf37ba req-116effa9-fc10-40dc-911a-98af3619a637 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891886 Feb 11 13:28:17.964914 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.982087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Made reservation on behalf of 196142ef5435433192b1f5bcaf317ba9 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:17.985427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.988305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Deleting port 6d70d935-7ee9-4b9d-b351-743728497e02 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:17.988635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.003048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] Pushing event deleted for resources: {'Port': ['ID=6d70d935-7ee9-4b9d-b351-743728497e02,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:18.011443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa245c3-3b3e-488f-957f-9ef71ba65c9f None None] No DVR routers for this DVR port 6d70d935-7ee9-4b9d-b351-743728497e02 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:18.128743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bd28b-5cae-4cf7-8992-2986adcea9e9 req-16d2c0df-746a-4167-8031-b161a7ad3777 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.131530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8f5bd28b-5cae-4cf7-8992-2986adcea9e9 req-16d2c0df-746a-4167-8031-b161a7ad3777 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 949 time: 0.0731752 Feb 11 13:28:18.165474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-587e43dc-228e-4f3a-bf3e-a600872d1445 req-c9a55f60-1800-40fe-a557-dfe4e4d9a137 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357993 Feb 11 13:28:18.166655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] For port 6d70d935-7ee9-4b9d-b351-743728497e02, host n-d-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:18.167023 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.213464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8f5bd28b-5cae-4cf7-8992-2986adcea9e9 req-87b7d2f2-539a-48e2-966c-61d95808eec1 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737031 Feb 11 13:28:18.244103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-d577089b-6b94-444c-a5b5-760fa54c4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.251103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-d577089b-6b94-444c-a5b5-760fa54c4024 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5930c841-4de4-4c8b-a8aa-d90cca739caf HTTP/1.1" status: 200 len: 902 time: 0.2991912 Feb 11 13:28:18.251103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Calling delete_port for 6d70d935-7ee9-4b9d-b351-743728497e02 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:18.258208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Port 6d70d935-7ee9-4b9d-b351-743728497e02 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:28:18.307711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-6855b957-4961-432d-97e5-896473b36bb5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 HTTP/1.1" status: 200 len: 217 time: 0.0523696 Feb 11 13:28:18.312448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6d70d935-7ee9-4b9d-b351-743728497e02), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.371769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae0bd6ee-53de-4633-8080-a73885b36f4b req-a424f47c-e8eb-467c-94fb-71c3117e7101 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 210 time: 0.0504470 Feb 11 13:28:18.407806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d70d935-7ee9-4b9d-b351-743728497e02,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:18.411084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] No DVR routers for this DVR port 6d70d935-7ee9-4b9d-b351-743728497e02 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:18.485212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Allocated IP 172.20.0.4 (7578ea77-1d5a-4427-baef-65b9f5e6c92a/a288dcb9-3f1f-4b7e-b82f-b9209fbc662b/9d43fb33-9011-4941-a803-c66dbc5fa6ca) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:18.490407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-1f1cdf8b-c9e2-442a-9431-4b71ca0cc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.491975 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-1f1cdf8b-c9e2-442a-9431-4b71ca0cc2e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=550f6280-90c3-480d-8f87-8e90db2f1c77 HTTP/1.1" status: 200 len: 801 time: 0.1728494 Feb 11 13:28:18.540796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (68c7f8e5-e510-431e-8fa3-f94a91212fc9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.615800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c7f8e5-e510-431e-8fa3-f94a91212fc9']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:18.636405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57097ba7-4bb3-4fef-bfb0-a9ce31c65288') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:18.636405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57097ba7-4bb3-4fef-bfb0-a9ce31c65288') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:18.659888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (57097ba7-4bb3-4fef-bfb0-a9ce31c65288), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.690476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (57097ba7-4bb3-4fef-bfb0-a9ce31c65288), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.700295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-f0adcbc6-4373-4f41-ab5c-97d361529222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.702335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-f0adcbc6-4373-4f41-ab5c-97d361529222 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5930c841-4de4-4c8b-a8aa-d90cca739caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1834044 Feb 11 13:28:18.727766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:18.728317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (57097ba7-4bb3-4fef-bfb0-a9ce31c65288), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:18.733160 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:19.120756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b85c4d1c-cce3-4b74-8736-513174ce9dc7 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:19.150073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c14390b-8300-415f-9628-7703c4d35c75 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.176649 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c14390b-8300-415f-9628-7703c4d35c75 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 949 time: 0.2923679 Feb 11 13:28:19.235441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b85c4d1c-cce3-4b74-8736-513174ce9dc7 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:19.236070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b85c4d1c-cce3-4b74-8736-513174ce9dc7 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:19.236680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6d70d935-7ee9-4b9d-b351-743728497e02 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:19.342270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6d70d935-7ee9-4b9d-b351-743728497e02 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:19.342671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6d70d935-7ee9-4b9d-b351-743728497e02 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:19.516221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bea6c-33e0-45f7-996f-c3cdd544d831 req-ef9f1b2c-3010-4c55-825f-ce6a4187518c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.518181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e08bea6c-33e0-45f7-996f-c3cdd544d831 req-ef9f1b2c-3010-4c55-825f-ce6a4187518c tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 949 time: 0.0859039 Feb 11 13:28:19.521408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Deleting port 94eee912-8746-4c9b-a08e-248983db3b22 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:19.522044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (94eee912-8746-4c9b-a08e-248983db3b22), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.537641 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-8e244ec5-a6c1-4bea-b53a-b469795a8af8 service neutron] 10.222.0.83 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8224986 Feb 11 13:28:19.545041 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (68c7f8e5-e510-431e-8fa3-f94a91212fc9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.584933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.591337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] 10.222.0.79 "DELETE /v2.0/networks/68c7f8e5-e510-431e-8fa3-f94a91212fc9 HTTP/1.1" status: 204 len: 168 time: 2.3171744 Feb 11 13:28:19.624934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e08bea6c-33e0-45f7-996f-c3cdd544d831 req-9c5ded8e-9dff-404a-83c4-062d4b85f09b tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b3de12c-e1d3-463d-8892-52947a43134a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991843 Feb 11 13:28:19.763852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20222b-6742-4d26-b0f4-579339e50f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c7f8e5-e510-431e-8fa3-f94a91212fc9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:19.835665 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b1ee432-be32-4fb7-85cb-a2419db1895c req-8752ff80-2038-4bcf-bc9f-adf347648d49 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 210 time: 0.0547299 Feb 11 13:28:19.847233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33576) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:19.879105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] For port 94eee912-8746-4c9b-a08e-248983db3b22, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=94eee912-8746-4c9b-a08e-248983db3b22,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:19.885780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (94eee912-8746-4c9b-a08e-248983db3b22), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.907766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.927963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4efa9d2f-573e-4710-b3a1-8728dd659c12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a5825c26777e4aac8070013943e785fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644324 Feb 11 13:28:19.929609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33578) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:19.937582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0cb77-6622-4e2e-b20e-79de257e4cb0 req-bd1b4ea3-2716-4069-a259-3174b43e94d5 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.944373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0cb77-6622-4e2e-b20e-79de257e4cb0 req-bd1b4ea3-2716-4069-a259-3174b43e94d5 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.950179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0cb77-6622-4e2e-b20e-79de257e4cb0 req-bd1b4ea3-2716-4069-a259-3174b43e94d5 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.957839 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73c0cb77-6622-4e2e-b20e-79de257e4cb0 req-bd1b4ea3-2716-4069-a259-3174b43e94d5 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2411 time: 0.5306921 Feb 11 13:28:19.967570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.992846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Calling delete_port for 94eee912-8746-4c9b-a08e-248983db3b22 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:20.026287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b31ed781-af4f-4f9e-a612-65374e3691cb req-e782a5b9-d9a7-4ad2-8aae-73318f0702fb service neutron] 10.222.0.83 "GET /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562445 Feb 11 13:28:20.045853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72862aa7-b5e2-453e-a465-f0b6386fd19e admin admin] Publish callbacks [] for security_group (4246b929-ce45-4403-a69c-cd83d0c55d79), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.073732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72862aa7-b5e2-453e-a465-f0b6386fd19e admin admin] Publish callbacks [] for security_group (4246b929-ce45-4403-a69c-cd83d0c55d79), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.131893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73c0cb77-6622-4e2e-b20e-79de257e4cb0 req-5b375861-f5ef-4437-a8b9-23fa4478f53c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697373 Feb 11 13:28:20.152917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.203085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:20.216315 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72862aa7-b5e2-453e-a465-f0b6386fd19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4246b929-ce45-4403-a69c-cd83d0c55d79), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.222496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72862aa7-b5e2-453e-a465-f0b6386fd19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.230245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-72862aa7-b5e2-453e-a465-f0b6386fd19e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4246b929-ce45-4403-a69c-cd83d0c55d79 HTTP/1.1" status: 204 len: 168 time: 0.2993619 Feb 11 13:28:20.277265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862aa7-b5e2-453e-a465-f0b6386fd19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4246b929-ce45-4403-a69c-cd83d0c55d79,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:20.279049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event updated for resources: {'Port': ['ID=9d43fb33-9011-4941-a803-c66dbc5fa6ca,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:20.306781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Network 7578ea77-1d5a-4427-baef-65b9f5e6c92a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:20.308854 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:20.322428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:20.415080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:20.416343 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.439928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-f5372128-2d93-49b0-8be6-79b87aac6b75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9348271 Feb 11 13:28:20.504293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (94eee912-8746-4c9b-a08e-248983db3b22), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.537985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:20.607557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132', 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf', 'port_id': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132', 'mac_address': 'fa:16:3e:18:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550f6280-90c3-480d-8f87-8e90db2f1c77', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:20.625037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Pushing event deleted for resources: {'Port': ['ID=94eee912-8746-4c9b-a08e-248983db3b22,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:20.717182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] No DVR routers for this DVR port 94eee912-8746-4c9b-a08e-248983db3b22 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:20.726043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.729390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cda64b60-b9b5-4403-96a6-10cab66d6150 req-2c59c155-fec2-4927-b19e-0eb09239b097 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.30 "DELETE /v2.0/ports/94eee912-8746-4c9b-a08e-248983db3b22 HTTP/1.1" status: 204 len: 173 time: 1.5476613 Feb 11 13:28:20.729872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-deleted', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:20.745395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:20.750314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.757810 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947765b-be4f-4f09-b8ff-cfdc1c770a23" -d '{"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-deleted", "tag": "94eee912-8746-4c9b-a08e-248983db3b22"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:20.791047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:20.876171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:20.883995 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.884995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:20.887123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Request body: {'port': {'device_id': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:20.961362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b630394e-8986-49ec-8853-4421bdb7e60d req-30708ed0-c52a-4fda-b941-4c84cb3f0dc7 tempest-MigrationsAdminTest-1224949859 tempest-MigrationsAdminTest-1224949859-project] 10.222.0.79 "GET /v2.0/ports?device_id=69696e8a-d772-4d88-a9eb-65f1af7dd16b HTTP/1.1" status: 200 len: 210 time: 0.0697787 Feb 11 13:28:20.970779 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e23cc5-af05-4b72-b1c0-c9d51b85271f x-openstack-request-id: req-05e23cc5-af05-4b72-b1c0-c9d51b85271f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:20.973991 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69696e8a-d772-4d88-a9eb-65f1af7dd16b", "name": "network-vif-deleted", "tag": "94eee912-8746-4c9b-a08e-248983db3b22", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:20.975127 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05e23cc5-af05-4b72-b1c0-c9d51b85271f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:20.977656 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69696e8a-d772-4d88-a9eb-65f1af7dd16b', 'name': 'network-vif-deleted', 'tag': '94eee912-8746-4c9b-a08e-248983db3b22', 'status': 'completed', 'code': 200} Feb 11 13:28:21.087883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:21.100382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.129665 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:28:21.141696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.164178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:21.165538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c322695a-8234-49c9-a578-62e13ab7cdaa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1a24c37a13848aea1e3b3122d908344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761938 Feb 11 13:28:21.168498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:21.204835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5', 'network_id': '5930c841-4de4-4c8b-a8aa-d90cca739caf', 'port_id': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5', 'mac_address': 'fa:16:3e:ca:74:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550f6280-90c3-480d-8f87-8e90db2f1c77', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:21.278795 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e8e026-1ddc-4162-9fd1-414166e36677 admin admin] Publish callbacks [] for security_group (6c7ccce0-cc86-4e02-8dcb-4296a350c869), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.303294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:21.303952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.336321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e8e026-1ddc-4162-9fd1-414166e36677 admin admin] Publish callbacks [] for security_group (6c7ccce0-cc86-4e02-8dcb-4296a350c869), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.337313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:21.371469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ac167-a217-4b62-990d-c76dbdef7f2e req-b1e741da-bfc1-4a40-8e53-a2a95425c84d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.387881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:21.388457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-141ac167-a217-4b62-990d-c76dbdef7f2e req-b1e741da-bfc1-4a40-8e53-a2a95425c84d tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 931 time: 0.2688835 Feb 11 13:28:21.395744 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.396420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f77f564f-5428-4d43-988b-bea93b9c3330 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:21.483396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e8e026-1ddc-4162-9fd1-414166e36677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6c7ccce0-cc86-4e02-8dcb-4296a350c869), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.485824 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99e8e026-1ddc-4162-9fd1-414166e36677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.487008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-99e8e026-1ddc-4162-9fd1-414166e36677 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c7ccce0-cc86-4e02-8dcb-4296a350c869 HTTP/1.1" status: 204 len: 168 time: 0.3175204 Feb 11 13:28:21.550873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8e026-1ddc-4162-9fd1-414166e36677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7ccce0-cc86-4e02-8dcb-4296a350c869,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.601011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a88d-3b3a-40ae-ab35-b4ea27ef5acf req-9d8b8d34-3be0-4c65-8521-e22b3bd319cd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.621269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f77f564f-5428-4d43-988b-bea93b9c3330, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f77f564f-5428-4d43-988b-bea93b9c3330,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:21.637739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a88d-3b3a-40ae-ab35-b4ea27ef5acf req-9d8b8d34-3be0-4c65-8521-e22b3bd319cd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.654158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'f77f564f-5428-4d43-988b-bea93b9c3330', 'network_id': 'a6c87017-fbe1-4f51-a1e5-e6f9ab344e43', 'port_id': 'f77f564f-5428-4d43-988b-bea93b9c3330', 'mac_address': 'fa:16:3e:d7:87:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8feda2c1-f75b-4961-989a-0fdcdbaa8c6d', 'ip_address': '19.86.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:21.669098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a88d-3b3a-40ae-ab35-b4ea27ef5acf req-9d8b8d34-3be0-4c65-8521-e22b3bd319cd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.699362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f670a88d-3b3a-40ae-ab35-b4ea27ef5acf req-9d8b8d34-3be0-4c65-8521-e22b3bd319cd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2413 time: 0.2797048 Feb 11 13:28:21.779797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-141ac167-a217-4b62-990d-c76dbdef7f2e req-fbad03c1-64cc-4b29-8932-d44c702a14ce tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904748 Feb 11 13:28:21.783626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f670a88d-3b3a-40ae-ab35-b4ea27ef5acf req-cbaa6625-b571-41c1-b685-6131b11cdd5d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830064 Feb 11 13:28:21.886630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.959510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f77f564f-5428-4d43-988b-bea93b9c3330 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:21.961044 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.012400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d43fb33-9011-4941-a803-c66dbc5fa6ca {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:22.023217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77f564f-5428-4d43-988b-bea93b9c3330 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:22.039999 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Publish callbacks [] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.076655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Transition to ACTIVE for port object 9d43fb33-9011-4941-a803-c66dbc5fa6ca will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:22.087595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.093169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f77f564f-5428-4d43-988b-bea93b9c3330, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f77f564f-5428-4d43-988b-bea93b9c3330,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:22.109340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.115069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:22.189611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:22.265202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Pushing event updated for resources: {'Port': ['ID=9d43fb33-9011-4941-a803-c66dbc5fa6ca,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:22.277519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 94eee912-8746-4c9b-a08e-248983db3b22 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:22.278076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 94eee912-8746-4c9b-a08e-248983db3b22 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:22.353637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f77f564f-5428-4d43-988b-bea93b9c3330,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:22.427993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Attempting to bind port 9d43fb33-9011-4941-a803-c66dbc5fa6ca on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:22.430305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Attempting to bind port 9d43fb33-9011-4941-a803-c66dbc5fa6ca by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:22.433199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Attempting to bind port 9d43fb33-9011-4941-a803-c66dbc5fa6ca on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:22.450953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Port 9d43fb33-9011-4941-a803-c66dbc5fa6ca on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:22.452059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Attempting to bind port 9d43fb33-9011-4941-a803-c66dbc5fa6ca on network 7578ea77-1d5a-4427-baef-65b9f5e6c92a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:22.463274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:22.463632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Checking segment: {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:22.464149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Bound using segment: {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:22.464526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Bound port: 9d43fb33-9011-4941-a803-c66dbc5fa6ca, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c3772e-c2f4-4037-99ab-9e93190a99dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:22.464893 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.477226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['f77f564f-5428-4d43-988b-bea93b9c3330'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:22.597052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] For port 9d43fb33-9011-4941-a803-c66dbc5fa6ca, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:22.602867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] For port 9d43fb33-9011-4941-a803-c66dbc5fa6ca, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9d43fb33-9011-4941-a803-c66dbc5fa6ca,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:22.618629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.619030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['bbbf1ffd-a4c0-4255-8296-23ca8a0354b5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:22.623542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['f04ac9ed-784d-48ee-8dfd-5f1fc30a6132'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:22.726464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:22.728280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.728902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33640) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:22.729578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] 10.222.0.30 "PUT /v2.0/ports/9d43fb33-9011-4941-a803-c66dbc5fa6ca HTTP/1.1" status: 200 len: 1091 time: 2.2808523 Feb 11 13:28:22.732226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'tag': '9d43fb33-9011-4941-a803-c66dbc5fa6ca'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:22.740018 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87f7843-d99f-4a45-b5ff-238d5519cd93" -d '{"events": [{"name": "network-changed", "server_uuid": "1154b881-5c84-41dc-a33f-b5d102ba56a8", "tag": "9d43fb33-9011-4941-a803-c66dbc5fa6ca"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:22.894743 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74b4563-d442-4ba8-ae06-67233b598a09 x-openstack-request-id: req-d74b4563-d442-4ba8-ae06-67233b598a09 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:22.895047 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1154b881-5c84-41dc-a33f-b5d102ba56a8", "tag": "9d43fb33-9011-4941-a803-c66dbc5fa6ca", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:22.895416 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d74b4563-d442-4ba8-ae06-67233b598a09 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:22.895771 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'tag': '9d43fb33-9011-4941-a803-c66dbc5fa6ca', 'status': 'completed', 'code': 200} Feb 11 13:28:22.919135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf22c2-ce88-439a-8f4b-6ae0e43c4183 service neutron] Pushing event updated for resources: {'Port': ['ID=9d43fb33-9011-4941-a803-c66dbc5fa6ca,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:22.995379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9364-14bb-4444-97f7-a190a5863a9f req-01dc166f-4554-4843-912e-c8da9c7e915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.020073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-01dc166f-4554-4843-912e-c8da9c7e915a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 1125 time: 0.2187574 Feb 11 13:28:23.088952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588a8a9-342c-48bc-923b-353eced2d445 req-a9a74f9d-7cc2-4176-b5e0-7205b548fd95 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.101495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588a8a9-342c-48bc-923b-353eced2d445 req-a9a74f9d-7cc2-4176-b5e0-7205b548fd95 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.107003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588a8a9-342c-48bc-923b-353eced2d445 req-a9a74f9d-7cc2-4176-b5e0-7205b548fd95 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.129422 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e588a8a9-342c-48bc-923b-353eced2d445 req-a9a74f9d-7cc2-4176-b5e0-7205b548fd95 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2414 time: 0.1714132 Feb 11 13:28:23.152408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-c1f66974-32ad-495a-b6f6-1077232b2d3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d43fb33-9011-4941-a803-c66dbc5fa6ca HTTP/1.1" status: 200 len: 217 time: 0.1078334 Feb 11 13:28:23.249706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d489d67-c784-4997-b693-ccee2106bfc3 req-ca440860-1b97-4ed0-af09-6cbc12cab3eb tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.258648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d489d67-c784-4997-b693-ccee2106bfc3 req-ca440860-1b97-4ed0-af09-6cbc12cab3eb tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 943 time: 0.2372456 Feb 11 13:28:23.268065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9364-14bb-4444-97f7-a190a5863a9f req-17d0d501-2f76-41df-a1ae-3640ebd21d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.269751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-17d0d501-2f76-41df-a1ae-3640ebd21d10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b HTTP/1.1" status: 200 len: 862 time: 0.1015534 Feb 11 13:28:23.279161 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e588a8a9-342c-48bc-923b-353eced2d445 req-253b4cc8-921d-4ef6-b055-bdde005f2e13 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486359 Feb 11 13:28:23.358408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-eecc5e3f-bb6c-4f0f-893f-2905c9645b6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7578ea77-1d5a-4427-baef-65b9f5e6c92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803609 Feb 11 13:28:23.363259 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33666) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:23.363395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c523abf5-be1f-4956-8a25-1d9d38853445 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=897e6e80e7474025ac8599f05e90c6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6331162 Feb 11 13:28:23.566787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d489d67-c784-4997-b693-ccee2106bfc3 req-c4c770da-54dc-417c-89ba-15f37ae6ab10 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072467 Feb 11 13:28:23.582196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e04c3bd2-6e4f-43c5-9362-7b913edbb307 admin admin] Publish callbacks [] for security_group (7b3de12c-e1d3-463d-8892-52947a43134a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.586895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-b0a35467-9c48-4891-8360-4342d8e72868 service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066040 Feb 11 13:28:23.643505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e04c3bd2-6e4f-43c5-9362-7b913edbb307 admin admin] Publish callbacks [] for security_group (7b3de12c-e1d3-463d-8892-52947a43134a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.741307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829d9364-14bb-4444-97f7-a190a5863a9f req-dc5380c3-3ab8-49c6-8015-62c1c62dcf8e service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445725 Feb 11 13:28:23.754214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e04c3bd2-6e4f-43c5-9362-7b913edbb307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7b3de12c-e1d3-463d-8892-52947a43134a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.757826 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e04c3bd2-6e4f-43c5-9362-7b913edbb307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.759707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e04c3bd2-6e4f-43c5-9362-7b913edbb307 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b3de12c-e1d3-463d-8892-52947a43134a HTTP/1.1" status: 204 len: 168 time: 0.3949528 Feb 11 13:28:23.770182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c3bd2-6e4f-43c5-9362-7b913edbb307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3de12c-e1d3-463d-8892-52947a43134a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.901024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-1c5bb582-79c3-4c88-b6a1-182d6cbf7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.905642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-1c5bb582-79c3-4c88-b6a1-182d6cbf7863 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=196142ef5435433192b1f5bcaf317ba9&device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 1125 time: 0.1022806 Feb 11 13:28:24.053671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-2fd72320-8007-4bf5-a182-c0a961761156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.057593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-2fd72320-8007-4bf5-a182-c0a961761156 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 200 len: 923 time: 0.1456378 Feb 11 13:28:24.171182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-bc428b24-6dbd-4271-93a5-fb4dfc8e2204 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d43fb33-9011-4941-a803-c66dbc5fa6ca HTTP/1.1" status: 200 len: 217 time: 0.1069295 Feb 11 13:28:24.269076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-4b339041-1dfc-4f43-afff-9f19fafdb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.275303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-4b339041-1dfc-4f43-afff-9f19fafdb8f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b HTTP/1.1" status: 200 len: 862 time: 0.0967309 Feb 11 13:28:24.328454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-396b11ce-a213-42be-8776-cf898353cf0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7578ea77-1d5a-4427-baef-65b9f5e6c92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464411 Feb 11 13:28:24.343202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33726) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:24.415474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6542af6e-f306-4eaa-9482-0c89d756d67d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8a7855d4a504bc1950850a42708bb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706358 Feb 11 13:28:24.437266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:24.446130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-a48ac65b-10cc-4548-aa9a-94dd2aba0eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101389 Feb 11 13:28:24.556035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7df4c12d-8353-4a11-9615-c2947caf2831 admin admin] Publish callbacks [] for security_group (6a82ffa5-a6ba-4a83-a6a9-bec784f840cc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.592082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7df4c12d-8353-4a11-9615-c2947caf2831 admin admin] Publish callbacks [] for security_group (6a82ffa5-a6ba-4a83-a6a9-bec784f840cc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.599374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794116-b3f9-4855-97f0-f3ab06dd28d9 req-330a6af3-8fd4-47b7-a807-4d4c9014f455 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.605023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794116-b3f9-4855-97f0-f3ab06dd28d9 req-330a6af3-8fd4-47b7-a807-4d4c9014f455 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.610632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794116-b3f9-4855-97f0-f3ab06dd28d9 req-330a6af3-8fd4-47b7-a807-4d4c9014f455 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.612335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2794116-b3f9-4855-97f0-f3ab06dd28d9 req-330a6af3-8fd4-47b7-a807-4d4c9014f455 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2414 time: 0.1653166 Feb 11 13:28:24.634306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:24.663167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87f7843-d99f-4a45-b5ff-238d5519cd93 req-fec0cbcf-b1ef-4b4e-b50a-c27799819748 service neutron] 10.222.0.30 "GET /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069180 Feb 11 13:28:24.680137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7df4c12d-8353-4a11-9615-c2947caf2831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a82ffa5-a6ba-4a83-a6a9-bec784f840cc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.684338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7df4c12d-8353-4a11-9615-c2947caf2831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.687876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7df4c12d-8353-4a11-9615-c2947caf2831 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a82ffa5-a6ba-4a83-a6a9-bec784f840cc HTTP/1.1" status: 204 len: 168 time: 0.2483978 Feb 11 13:28:24.697260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2794116-b3f9-4855-97f0-f3ab06dd28d9 req-2e6aec46-57e1-4f34-8be8-9b822f68e549 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733092 Feb 11 13:28:24.744805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4c12d-8353-4a11-9615-c2947caf2831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a82ffa5-a6ba-4a83-a6a9-bec784f840cc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.818866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230eec7-38c1-41ee-ba6e-c78736e4769e req-990eb24d-3f4e-48f4-ad40-b65b549b4fe6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.835120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6230eec7-38c1-41ee-ba6e-c78736e4769e req-990eb24d-3f4e-48f4-ad40-b65b549b4fe6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 943 time: 0.0878356 Feb 11 13:28:24.887209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01d7c7-e926-4a1c-83a1-e8f1da213bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.939904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6230eec7-38c1-41ee-ba6e-c78736e4769e req-c648e7a8-5993-4fb9-a43a-7f0de51d283a tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035573 Feb 11 13:28:25.022995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01d7c7-e926-4a1c-83a1-e8f1da213bfc admin admin] Publish callbacks [] for security_group (2624e1c2-4544-4620-82c2-fc446fd09660), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:25.028492 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01d7c7-e926-4a1c-83a1-e8f1da213bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2624e1c2-4544-4620-82c2-fc446fd09660), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:25.095909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01d7c7-e926-4a1c-83a1-e8f1da213bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2624e1c2-4544-4620-82c2-fc446fd09660,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:25.109393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f01d7c7-e926-4a1c-83a1-e8f1da213bfc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee88d64338df4b50b3d3d7e128a93c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738035 Feb 11 13:28:25.111914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:25.205784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c24d41e-46a4-480d-9f4b-99334547e38d admin admin] Publish callbacks [] for security_group (2624e1c2-4544-4620-82c2-fc446fd09660), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:25.231144 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c24d41e-46a4-480d-9f4b-99334547e38d admin admin] Publish callbacks [] for security_group (2624e1c2-4544-4620-82c2-fc446fd09660), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:25.299585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c24d41e-46a4-480d-9f4b-99334547e38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2624e1c2-4544-4620-82c2-fc446fd09660), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:25.303649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9c24d41e-46a4-480d-9f4b-99334547e38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:25.304910 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9c24d41e-46a4-480d-9f4b-99334547e38d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2624e1c2-4544-4620-82c2-fc446fd09660 HTTP/1.1" status: 204 len: 168 time: 0.1920702 Feb 11 13:28:25.321378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24d41e-46a4-480d-9f4b-99334547e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2624e1c2-4544-4620-82c2-fc446fd09660,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:25.329755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408de583-010f-40fb-b496-2f8669a31125 req-ea83d566-113d-4bf6-92c2-9679ae1be846 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.331457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-ea83d566-113d-4bf6-92c2-9679ae1be846 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.1974359 Feb 11 13:28:25.347627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-f16ed720-e3e6-428f-aae0-c2d57444a9bb tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/quotas/28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 375 time: 0.0101340 Feb 11 13:28:25.420772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-7d8fadf1-c000-4ba0-b19c-2950326b18b7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670884 Feb 11 13:28:25.577048 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-ee826ca3-4ea4-42ab-a0c1-45504549ff5c service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462436 Feb 11 13:28:25.754453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-220fe3ef-763c-4a85-ba5e-bc876ae49b8d service neutron] 10.222.0.79 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683645 Feb 11 13:28:25.913891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2392d-0d99-46e3-a295-84e21950e14d req-f41c733e-8010-4b2a-b2ce-3660ae044aef tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.929451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2392d-0d99-46e3-a295-84e21950e14d req-f41c733e-8010-4b2a-b2ce-3660ae044aef tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.942905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2392d-0d99-46e3-a295-84e21950e14d req-f41c733e-8010-4b2a-b2ce-3660ae044aef tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.944582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b4f2392d-0d99-46e3-a295-84e21950e14d req-f41c733e-8010-4b2a-b2ce-3660ae044aef tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2414 time: 0.1544063 Feb 11 13:28:26.046872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b4f2392d-0d99-46e3-a295-84e21950e14d req-5bc8d5ba-791e-418d-a1ab-6ce89fc2d868 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942330 Feb 11 13:28:26.203281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9d43fb33-9011-4941-a803-c66dbc5fa6ca details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:26.252884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1154da6-c289-4e5f-9dc4-e0724db74e87 req-65a5130a-5dd9-4f62-8571-f74a715cad21 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:26.263235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1154da6-c289-4e5f-9dc4-e0724db74e87 req-65a5130a-5dd9-4f62-8571-f74a715cad21 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 943 time: 0.1061296 Feb 11 13:28:26.395735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1154da6-c289-4e5f-9dc4-e0724db74e87 req-d7c0500c-bc28-4d55-89c2-4b6c70bbf540 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315899 Feb 11 13:28:26.482266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9d43fb33-9011-4941-a803-c66dbc5fa6ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9d43fb33-9011-4941-a803-c66dbc5fa6ca,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:26.497243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e72707-46a1-4919-8cd4-75f6f10f7b1c req-8aad600c-bb87-4622-958a-1da1ed56635b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.0772588 Feb 11 13:28:26.520167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '9d43fb33-9011-4941-a803-c66dbc5fa6ca', 'network_id': '7578ea77-1d5a-4427-baef-65b9f5e6c92a', 'port_id': '9d43fb33-9011-4941-a803-c66dbc5fa6ca', 'mac_address': 'fa:16:3e:c2:5f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a288dcb9-3f1f-4b7e-b82f-b9209fbc662b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:26.525338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:26.633061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9d43fb33-9011-4941-a803-c66dbc5fa6ca is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:26.633536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:26.748093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d43fb33-9011-4941-a803-c66dbc5fa6ca {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:26.779465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9d43fb33-9011-4941-a803-c66dbc5fa6ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9d43fb33-9011-4941-a803-c66dbc5fa6ca,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:26.802963 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:26.843585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:26.877066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:26.877567 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:26.999687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9d43fb33-9011-4941-a803-c66dbc5fa6ca,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.007633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad41d6f8-435b-4850-8668-b37ce18f517c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.064047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:27.064791 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.097827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['9d43fb33-9011-4941-a803-c66dbc5fa6ca'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:27.198888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:27.201256 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71adc1d6-b3e4-47c9-9c2f-aa1eec9f908a" -d '{"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-plugged", "status": "completed", "tag": "f04ac9ed-784d-48ee-8dfd-5f1fc30a6132"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:27.228257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:27.239339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.240556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:27.376343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.392352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:27.397370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:27.398035 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.523867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-9c306179-611c-44ad-b549-fb6d921ea1ca tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=de6be9f6235549b3b5ae8028b638fd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938542 Feb 11 13:28:27.527617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:27.528377 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.569474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:27.580220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.581429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f77f564f-5428-4d43-988b-bea93b9c3330 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:27.649695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fbb0a-df3e-470a-adcf-571ce3a04fe5 req-c4d7c26e-d96e-4d8f-9584-52b5fd65c64a tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.655179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fbb0a-df3e-470a-adcf-571ce3a04fe5 req-c4d7c26e-d96e-4d8f-9584-52b5fd65c64a tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.662020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fbb0a-df3e-470a-adcf-571ce3a04fe5 req-c4d7c26e-d96e-4d8f-9584-52b5fd65c64a tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.673194 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c9fbb0a-df3e-470a-adcf-571ce3a04fe5 req-c4d7c26e-d96e-4d8f-9584-52b5fd65c64a tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2416 time: 0.1018543 Feb 11 13:28:27.698859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.714072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port f77f564f-5428-4d43-988b-bea93b9c3330 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:27.727399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port f77f564f-5428-4d43-988b-bea93b9c3330 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:27.727802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.748410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c9fbb0a-df3e-470a-adcf-571ce3a04fe5 req-fd60a3bf-e442-4b3f-8e76-8c12017e4127 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741775 Feb 11 13:28:27.782864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-0f948bd5-67eb-4bfa-a926-5b0c8f35a2ee tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.792599 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aafa845-c20e-4ec8-9570-8d76373c5c88 x-openstack-request-id: req-2aafa845-c20e-4ec8-9570-8d76373c5c88 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:27.792720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-0f948bd5-67eb-4bfa-a926-5b0c8f35a2ee tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587118 Feb 11 13:28:27.792811 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-plugged", "status": "completed", "tag": "f04ac9ed-784d-48ee-8dfd-5f1fc30a6132", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:27.793014 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2aafa845-c20e-4ec8-9570-8d76373c5c88 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:27.793480 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132', 'code': 200} Feb 11 13:28:27.821098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-c49b6bfe-1591-4de8-ba08-699e5b786bf8 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/quotas/de6be9f6235549b3b5ae8028b638fd71 HTTP/1.1" status: 200 len: 375 time: 0.0275912 Feb 11 13:28:27.858750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f77f564f-5428-4d43-988b-bea93b9c3330 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:27.859542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.876416 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-00e82de9-e665-4712-9c81-cd2ed9d69e03 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=de6be9f6235549b3b5ae8028b638fd71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541344 Feb 11 13:28:27.912512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de5d5b-e11c-4970-9f7b-23954acf630b req-72f077d8-8c73-4adb-ba86-b5dd68707c76 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.921026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-16de5d5b-e11c-4970-9f7b-23954acf630b req-72f077d8-8c73-4adb-ba86-b5dd68707c76 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 944 time: 0.0758941 Feb 11 13:28:27.933206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f77f564f-5428-4d43-988b-bea93b9c3330, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f77f564f-5428-4d43-988b-bea93b9c3330,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:27.942966 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:28.036188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-16de5d5b-e11c-4970-9f7b-23954acf630b req-96aca589-2fd0-4857-b6c3-09228ad790b9 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141787 Feb 11 13:28:28.053695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f77f564f-5428-4d43-988b-bea93b9c3330,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:28.219021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9d43fb33-9011-4941-a803-c66dbc5fa6ca up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:28.281488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d808277-e8d1-48c3-9589-b05a168d0cc8 req-c116de0b-5aa1-498b-8463-a01f79f6589d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.0890639 Feb 11 13:28:28.345141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408de583-010f-40fb-b496-2f8669a31125 req-54dcc76b-e312-4f6b-acb7-acefba3e6b3a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.347349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-54dcc76b-e312-4f6b-acb7-acefba3e6b3a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 821 time: 0.2343051 Feb 11 13:28:28.361299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Request body: {'port': {'device_id': '4116014e-5262-425b-a622-3110fea7bccd', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'admin_state_up': True, 'tenant_id': '28a1d612055b4fb4a671dda661a01249'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:28.372754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 9d43fb33-9011-4941-a803-c66dbc5fa6ca completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:28.393271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 9d43fb33-9011-4941-a803-c66dbc5fa6ca triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:28.394002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:28.468887 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9bf9410e-823c-4e8e-9e06-288b8972450f req-7866cbd0-6468-453a-8d71-b80b8c3b4d88 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 210 time: 0.0787725 Feb 11 13:28:28.565268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9d43fb33-9011-4941-a803-c66dbc5fa6ca is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:28.565797 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:28.656743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9d43fb33-9011-4941-a803-c66dbc5fa6ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9d43fb33-9011-4941-a803-c66dbc5fa6ca,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:28.658949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Made reservation on behalf of 28a1d612055b4fb4a671dda661a01249 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:28.663331 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:28.675224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:28.774236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9d43fb33-9011-4941-a803-c66dbc5fa6ca,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:28.968072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Allocated IP 172.20.0.13 (947d0084-6798-4cab-99e7-6d0f7e008957/e86797a2-0d67-4fa2-830c-88364ab4986d/3cc51fdb-865c-47d1-83dd-7ecf25198266) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:28.999247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13288d3b-5845-41b7-85fb-7810b7c42a6a req-30ff5761-7065-42d1-b75d-81068720cb28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.005329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13288d3b-5845-41b7-85fb-7810b7c42a6a req-30ff5761-7065-42d1-b75d-81068720cb28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.010903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13288d3b-5845-41b7-85fb-7810b7c42a6a req-30ff5761-7065-42d1-b75d-81068720cb28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.012584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13288d3b-5845-41b7-85fb-7810b7c42a6a req-30ff5761-7065-42d1-b75d-81068720cb28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2417 time: 0.1139545 Feb 11 13:28:29.273281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04269522-44c6-4ec8-b8c6-96f2b7e8e0a6 req-96f9b2f5-76f7-4499-974e-b71461d748e0 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.283938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-04269522-44c6-4ec8-b8c6-96f2b7e8e0a6 req-96f9b2f5-76f7-4499-974e-b71461d748e0 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 945 time: 0.1182830 Feb 11 13:28:29.299133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13288d3b-5845-41b7-85fb-7810b7c42a6a req-2686bf2b-8472-4db2-aa78-e374451cb4cb tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600322 Feb 11 13:28:29.366870 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2e5b51ab-e88d-4915-94e5-641abe406f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:29.402099 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-04269522-44c6-4ec8-b8c6-96f2b7e8e0a6 req-966ef826-32c6-4a3d-bb09-81e6e270f140 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125264 Feb 11 13:28:29.460738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-4430077f-e0cc-4b57-83a5-5046f476da67 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3330522 Feb 11 13:28:29.493501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:29.543699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e8b1de6-7304-43fc-8e9c-74e2d2dc23eb req-8a10c5f1-cf67-47f6-8495-1aad7010d21b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.1063416 Feb 11 13:28:29.641098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks [] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:29.669695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45808d23-fdd4-4314-9806-794bb9d23cb0 req-40f88bd9-0bce-45bc-8f92-f26d73d5414b tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 210 time: 0.0523973 Feb 11 13:28:29.671735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-9375eef4-2b5c-4e53-b470-9d0361ad36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.673358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-9375eef4-2b5c-4e53-b470-9d0361ad36fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 1126 time: 0.1326802 Feb 11 13:28:29.754031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31f45571-2d01-431e-b12c-6757244fa6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:29.794994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5'}, {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77f564f-5428-4d43-988b-bea93b9c3330'}, {'server_uuid': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d43fb33-9011-4941-a803-c66dbc5fa6ca'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:29.799239 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97259222-e2ab-43fb-877b-ce0f2ffe39bf" -d '{"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5"}, {"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-plugged", "status": "completed", "tag": "f77f564f-5428-4d43-988b-bea93b9c3330"}, {"server_uuid": "1154b881-5c84-41dc-a33f-b5d102ba56a8", "name": "network-vif-plugged", "status": "completed", "tag": "9d43fb33-9011-4941-a803-c66dbc5fa6ca"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:29.912831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:29.929935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['26ea1a29-7103-46ee-a1ca-39276ea1287f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:29.996198 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31f45571-2d01-431e-b12c-6757244fa6ca admin admin] Publish callbacks [] for security_group (bd6e064f-7369-4cfd-ad4e-ea0c53aec13b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.007613 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31f45571-2d01-431e-b12c-6757244fa6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bd6e064f-7369-4cfd-ad4e-ea0c53aec13b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.043117 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec5206-0567-4c96-bd92-f177c627ef62 x-openstack-request-id: req-c2ec5206-0567-4c96-bd92-f177c627ef62 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:30.043833 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5", "code": 200}, {"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-plugged", "status": "completed", "tag": "f77f564f-5428-4d43-988b-bea93b9c3330", "code": 200}, {"server_uuid": "1154b881-5c84-41dc-a33f-b5d102ba56a8", "name": "network-vif-plugged", "status": "completed", "tag": "9d43fb33-9011-4941-a803-c66dbc5fa6ca", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:30.044429 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2ec5206-0567-4c96-bd92-f177c627ef62 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:30.048274 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5', 'code': 200} Feb 11 13:28:30.048889 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77f564f-5428-4d43-988b-bea93b9c3330', 'code': 200} Feb 11 13:28:30.050023 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d43fb33-9011-4941-a803-c66dbc5fa6ca', 'code': 200} Feb 11 13:28:30.073142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-53a24f30-4b26-493f-adeb-eaf98cc8931c tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=de6be9f6235549b3b5ae8028b638fd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2054858 Feb 11 13:28:30.115341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-31f45571-2d01-431e-b12c-6757244fa6ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=12445503ba2d4decb6ca3b2c7c6ad9a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206036 Feb 11 13:28:30.117852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:30.155248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Network 947d0084-6798-4cab-99e7-6d0f7e008957 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:30.177620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f45571-2d01-431e-b12c-6757244fa6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6e064f-7369-4cfd-ad4e-ea0c53aec13b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.184605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:30.232728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:30.271888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82312e2-d25d-4b60-a6aa-ff3bbab1e92b req-58f75250-109a-42e0-b896-fc2594b18c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.274010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f82312e2-d25d-4b60-a6aa-ff3bbab1e92b req-58f75250-109a-42e0-b896-fc2594b18c6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 1127 time: 0.1532907 Feb 11 13:28:30.307687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2711c988-2b08-46d0-b584-763ffa654155 admin admin] Publish callbacks [] for security_group (bd6e064f-7369-4cfd-ad4e-ea0c53aec13b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.341217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-aade82bc-baef-4530-bf2a-bb1cb6b4c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.353123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-aade82bc-baef-4530-bf2a-bb1cb6b4c5e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.6553493 Feb 11 13:28:30.355137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2711c988-2b08-46d0-b584-763ffa654155 admin admin] Publish callbacks [] for security_group (bd6e064f-7369-4cfd-ad4e-ea0c53aec13b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.381715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.384039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f82312e2-d25d-4b60-a6aa-ff3bbab1e92b req-84c1b0f7-16b1-4729-bc7c-5f3554d85084 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023948 Feb 11 13:28:30.483778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-0c7c6858-252e-4059-9c72-a506b01e9e73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 200 len: 217 time: 0.0992978 Feb 11 13:28:30.494944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.495621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.512337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024054f-2199-48b9-b8d8-c116833b4c4d req-086af58c-8391-41c6-a9b7-add8c9d1304f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.523831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024054f-2199-48b9-b8d8-c116833b4c4d req-086af58c-8391-41c6-a9b7-add8c9d1304f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.529016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024054f-2199-48b9-b8d8-c116833b4c4d req-086af58c-8391-41c6-a9b7-add8c9d1304f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.530731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b024054f-2199-48b9-b8d8-c116833b4c4d req-086af58c-8391-41c6-a9b7-add8c9d1304f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2417 time: 0.1453924 Feb 11 13:28:30.596061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b024054f-2199-48b9-b8d8-c116833b4c4d req-ac74a1f2-a3cf-4532-8ea4-6f433f983f06 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Feb 11 13:28:30.596528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2711c988-2b08-46d0-b584-763ffa654155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bd6e064f-7369-4cfd-ad4e-ea0c53aec13b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.599405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8529b-5733-4d27-bde8-8710d2565d75 req-9469b59c-2565-4f3e-a518-ce13158114ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.599764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2711c988-2b08-46d0-b584-763ffa654155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.599945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8529b-5733-4d27-bde8-8710d2565d75 req-9469b59c-2565-4f3e-a518-ce13158114ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.600400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8529b-5733-4d27-bde8-8710d2565d75 req-9469b59c-2565-4f3e-a518-ce13158114ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.601048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2711c988-2b08-46d0-b584-763ffa654155 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd6e064f-7369-4cfd-ad4e-ea0c53aec13b HTTP/1.1" status: 204 len: 168 time: 0.4120693 Feb 11 13:28:30.602031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9d8529b-5733-4d27-bde8-8710d2565d75 req-9469b59c-2565-4f3e-a518-ce13158114ed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2963 time: 0.5124953 Feb 11 13:28:30.606448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-0cf4d45a-06dd-4d1c-a232-37e1c12bdcb3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2507594 Feb 11 13:28:30.609741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c988-2b08-46d0-b584-763ffa654155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6e064f-7369-4cfd-ad4e-ea0c53aec13b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.626940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Request body: {'port': {'device_id': '4116014e-5262-425b-a622-3110fea7bccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:30.639551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-6d85432c-187a-4222-b0a7-36f623bfa306 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.641280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-6d85432c-187a-4222-b0a7-36f623bfa306 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5081241 Feb 11 13:28:30.656809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Request body: {'port': {'device_id': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'de6be9f6235549b3b5ae8028b638fd71'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:30.815977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.845743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9af04-2fd8-4c3b-ab83-ee7ed1c16f99 req-8923df0d-9390-400b-a405-4c16455ddbdc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.853471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d9af04-2fd8-4c3b-ab83-ee7ed1c16f99 req-8923df0d-9390-400b-a405-4c16455ddbdc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 932 time: 0.1368539 Feb 11 13:28:30.950329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d9af04-2fd8-4c3b-ab83-ee7ed1c16f99 req-86225c99-e8e1-4c7d-aca1-e93e2c66d2c6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861881 Feb 11 13:28:31.060918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-075ee0d7-faad-4890-8754-1a93ef020740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:31.062412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-075ee0d7-faad-4890-8754-1a93ef020740 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.5639794 Feb 11 13:28:31.064798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33920) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:31.098047 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31a4b772-a374-4da7-9f4d-5ceb86a0a877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.133832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfd13566-1742-465c-8426-88ae8b41f427 req-c987ab63-77c7-4832-b455-74f882178809 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 210 time: 0.0464673 Feb 11 13:28:31.162099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-5ae50c00-8c01-4904-adfa-1994e1c22141 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831397 Feb 11 13:28:31.209897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9d8529b-5733-4d27-bde8-8710d2565d75 req-98203a29-f436-4107-a487-45d7c109685a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958250 Feb 11 13:28:31.227815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31a4b772-a374-4da7-9f4d-5ceb86a0a877 admin admin] Publish callbacks [] for security_group (7463f957-5e87-4a15-8107-26bbf4e15cb0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.234723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31a4b772-a374-4da7-9f4d-5ceb86a0a877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7463f957-5e87-4a15-8107-26bbf4e15cb0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.239283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15466686-8abc-4c23-a156-63ede22515b6 req-74d84835-7457-49f2-958c-6c6a2b8cd5ed tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:31.245910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15466686-8abc-4c23-a156-63ede22515b6 req-74d84835-7457-49f2-958c-6c6a2b8cd5ed tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 945 time: 0.7074602 Feb 11 13:28:31.275968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.290693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-31a4b772-a374-4da7-9f4d-5ceb86a0a877 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a91d0ad2e1204256b4559d3d194af556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243812 Feb 11 13:28:31.292708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4b772-a374-4da7-9f4d-5ceb86a0a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7463f957-5e87-4a15-8107-26bbf4e15cb0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:31.296136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:31.399014 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eabed84-f73d-4973-b76b-a0f71b628f8d admin admin] Publish callbacks [] for security_group (7463f957-5e87-4a15-8107-26bbf4e15cb0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.410412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15466686-8abc-4c23-a156-63ede22515b6 req-dfa8b8e8-6dae-44de-84b0-c5f5600d1351 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595740 Feb 11 13:28:31.433391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Made reservation on behalf of de6be9f6235549b3b5ae8028b638fd71 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:31.436741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.452531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-aa6cfe24-e044-40b6-aeb0-d5dd32bb52e1 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667990 Feb 11 13:28:31.462038 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.471750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eabed84-f73d-4973-b76b-a0f71b628f8d admin admin] Publish callbacks [] for security_group (7463f957-5e87-4a15-8107-26bbf4e15cb0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.591289 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eabed84-f73d-4973-b76b-a0f71b628f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7463f957-5e87-4a15-8107-26bbf4e15cb0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.594254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eabed84-f73d-4973-b76b-a0f71b628f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.595556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0eabed84-f73d-4973-b76b-a0f71b628f8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7463f957-5e87-4a15-8107-26bbf4e15cb0 HTTP/1.1" status: 204 len: 168 time: 0.2983053 Feb 11 13:28:31.611615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabed84-f73d-4973-b76b-a0f71b628f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7463f957-5e87-4a15-8107-26bbf4e15cb0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:31.713684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75889a9b-8242-4573-b22d-11c3b4dc0ce4 req-5dc51830-dfa6-4586-8d82-8d7c7fe243c5 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528894 Feb 11 13:28:31.838407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fae3d-df35-4cf2-91c1-62aa79b5541a req-5659aa44-eef9-48da-9003-8ecce04303db tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:31.845226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fae3d-df35-4cf2-91c1-62aa79b5541a req-5659aa44-eef9-48da-9003-8ecce04303db tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:31.852579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fae3d-df35-4cf2-91c1-62aa79b5541a req-5659aa44-eef9-48da-9003-8ecce04303db tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:31.865944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692fae3d-df35-4cf2-91c1-62aa79b5541a req-5659aa44-eef9-48da-9003-8ecce04303db tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2417 time: 0.1141131 Feb 11 13:28:31.876670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks [] for security_group (82a078d0-629c-4064-b52e-4ec1a5dffa09), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.895427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (82a078d0-629c-4064-b52e-4ec1a5dffa09), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.929674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692fae3d-df35-4cf2-91c1-62aa79b5541a req-52fed1d3-6fee-4911-ac50-bb6289af3423 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602348 Feb 11 13:28:32.068917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a078d0-629c-4064-b52e-4ec1a5dffa09,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:32.091893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc51fdb-865c-47d1-83dd-7ecf25198266 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:32.123684 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Publish callbacks [] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.195996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Transition to ACTIVE for port object 3cc51fdb-865c-47d1-83dd-7ecf25198266 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:32.229051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.273487 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.318379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424debcf-5bed-4b56-b6bf-8afb039f56e5 req-11c9d283-e1ee-48db-8246-b29b072ca517 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.325338 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-424debcf-5bed-4b56-b6bf-8afb039f56e5 req-11c9d283-e1ee-48db-8246-b29b072ca517 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 932 time: 0.2158570 Feb 11 13:28:32.351776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Allocated IP 192.168.233.131 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/20cc69eb-657f-4473-914b-d2356bddcc66) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:32.357054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:32.373478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a19a3b7-7323-4755-9000-07e6f2e4fbac req-9022f547-5ca5-416c-a66e-460ab9641daa tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 210 time: 0.0540767 Feb 11 13:28:32.473010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-424debcf-5bed-4b56-b6bf-8afb039f56e5 req-f9b485a5-9f5f-4dea-a0d4-2a22fb103995 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382000 Feb 11 13:28:32.562231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:32.562824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:32.563330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:32.608445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:32.609020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:32.622635 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:32.622991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:32.623392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:32.623851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Bound port: 3cc51fdb-865c-47d1-83dd-7ecf25198266, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:32.624217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.653379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2426a3-8a02-46ef-8466-7c42f2a8e865 req-10d4c44c-9679-465f-a72f-d5b68209ae75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.675945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea2426a3-8a02-46ef-8466-7c42f2a8e865 req-10d4c44c-9679-465f-a72f-d5b68209ae75 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 945 time: 0.1404984 Feb 11 13:28:32.749120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks [] for port (20cc69eb-657f-4473-914b-d2356bddcc66), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.759649 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea2426a3-8a02-46ef-8466-7c42f2a8e865 req-20909d0d-6beb-460c-b32d-b8635fc9f1ef tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823915 Feb 11 13:28:32.896507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:32.900126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:32.909880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.929734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.930396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.931916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] 10.222.0.30 "PUT /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 1092 time: 2.3092065 Feb 11 13:28:32.935765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:32.939719 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f373da7-9740-4a77-a9cd-5459e185409e" -d '{"events": [{"name": "network-changed", "server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:33.029307 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242ad094-cfe5-4f99-9208-481b58d0963a x-openstack-request-id: req-242ad094-cfe5-4f99-9208-481b58d0963a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:33.029960 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:33.030340 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-242ad094-cfe5-4f99-9208-481b58d0963a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:33.030946 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266', 'status': 'completed', 'code': 200} Feb 11 13:28:33.042387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:33.090278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87771e58-d958-40fb-886b-fa820c681e94 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.101584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:33.106970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:33.193594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Pushing event updated for resources: {'Port': ['ID=20cc69eb-657f-4473-914b-d2356bddcc66,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.196830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:33.200871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408de583-010f-40fb-b496-2f8669a31125 req-c94c3a04-59a5-409c-944f-6f4405f2223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.202450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-c94c3a04-59a5-409c-944f-6f4405f2223b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1126 time: 0.2158017 Feb 11 13:28:33.216070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8935c56-0c9a-4ec7-afed-902ab9abb2a5 req-05346faa-d8bb-4751-9800-7978d6ef0c67 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.235828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8935c56-0c9a-4ec7-afed-902ab9abb2a5 req-05346faa-d8bb-4751-9800-7978d6ef0c67 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.244580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8935c56-0c9a-4ec7-afed-902ab9abb2a5 req-05346faa-d8bb-4751-9800-7978d6ef0c67 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.247389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f8935c56-0c9a-4ec7-afed-902ab9abb2a5 req-05346faa-d8bb-4751-9800-7978d6ef0c67 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2417 time: 0.1374304 Feb 11 13:28:33.320125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-8fef93a5-e5c1-41f0-a41c-aec715f197a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 217 time: 0.0840783 Feb 11 13:28:33.349673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.350349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:33.388433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f8935c56-0c9a-4ec7-afed-902ab9abb2a5 req-c4ad918f-04af-42ee-aaf1-528c5aaa5435 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347570 Feb 11 13:28:33.404674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5449e-b3b8-4e5e-882e-aad64dd60913 req-b1e207b8-0c5b-459f-aad3-0713a4ac0bff tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.406418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49a5449e-b3b8-4e5e-882e-aad64dd60913 req-b1e207b8-0c5b-459f-aad3-0713a4ac0bff tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 945 time: 0.2107317 Feb 11 13:28:33.467438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-87b53640-bb35-469c-a53b-d6ff960fb365 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8145041 Feb 11 13:28:33.468001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d74091f1-b3c7-47b6-922b-fe261f019d44 None None] Provisioning complete for port 20cc69eb-657f-4473-914b-d2356bddcc66 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:33.468924 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d74091f1-b3c7-47b6-922b-fe261f019d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:33.473104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408de583-010f-40fb-b496-2f8669a31125 req-490510d2-ff97-47e0-ba5d-9bc3ea0a7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.475380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-490510d2-ff97-47e0-ba5d-9bc3ea0a7ab3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1477365 Feb 11 13:28:33.505819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Request body: {'port': {'device_id': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:33.512211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49a5449e-b3b8-4e5e-882e-aad64dd60913 req-363a5bcd-eea5-437c-8de3-8eeafa05b728 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976956 Feb 11 13:28:33.545561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-e56a65b2-0d48-4ea1-843a-1bc180fba693 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365303 Feb 11 13:28:33.618910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d74091f1-b3c7-47b6-922b-fe261f019d44 None None] Port 20cc69eb-657f-4473-914b-d2356bddcc66 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:33.628319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:33.675149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:33.677091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb10ce1-4fac-44ac-85e9-362e1cc668e0 req-7046d7c2-7d4c-4f0e-bb0f-1dd0f5847b5d tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.687105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0cb10ce1-4fac-44ac-85e9-362e1cc668e0 req-7046d7c2-7d4c-4f0e-bb0f-1dd0f5847b5d tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 936 time: 0.1760163 Feb 11 13:28:33.729276 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-14c03aa5-d0f3-4bb5-8379-4033791ab96e service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683531 Feb 11 13:28:33.799726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0cb10ce1-4fac-44ac-85e9-362e1cc668e0 req-c2aff9dc-87d1-4bb7-b3c7-c880a069483c tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101966 Feb 11 13:28:33.835251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-408de583-010f-40fb-b496-2f8669a31125 req-7c6c1c96-854a-4770-b7dd-729f5be90868 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976849 Feb 11 13:28:34.072243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373da7-9740-4a77-a9cd-5459e185409e req-20179e36-d251-40df-8a76-e4d58ad49b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.076834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f373da7-9740-4a77-a9cd-5459e185409e req-20179e36-d251-40df-8a76-e4d58ad49b47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1126 time: 0.1712511 Feb 11 13:28:34.099448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da867-a702-4529-9365-1ef999c8fe5b req-9d79a27c-0141-41f1-8575-504254a7de26 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.118722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1da867-a702-4529-9365-1ef999c8fe5b req-9d79a27c-0141-41f1-8575-504254a7de26 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.2829998 Feb 11 13:28:34.222639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419f63-bfc0-414a-b8f1-b8c5aa97b38b req-c8674798-bf70-4d30-9351-35793cbf9eb1 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.228405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419f63-bfc0-414a-b8f1-b8c5aa97b38b req-c8674798-bf70-4d30-9351-35793cbf9eb1 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.237545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419f63-bfc0-414a-b8f1-b8c5aa97b38b req-c8674798-bf70-4d30-9351-35793cbf9eb1 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.239676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae419f63-bfc0-414a-b8f1-b8c5aa97b38b req-c8674798-bf70-4d30-9351-35793cbf9eb1 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2417 time: 0.1010385 Feb 11 13:28:34.316853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae419f63-bfc0-414a-b8f1-b8c5aa97b38b req-b1b08841-9b05-4b6b-a413-ceab339130de tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Feb 11 13:28:34.354535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1da867-a702-4529-9365-1ef999c8fe5b req-f79f728b-654f-4517-8e66-cbdfce0ffc51 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348828 Feb 11 13:28:34.395956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373da7-9740-4a77-a9cd-5459e185409e req-b1b38467-73b0-4472-b263-8e9c3fc66564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.397450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f373da7-9740-4a77-a9cd-5459e185409e req-b1b38467-73b0-4472-b263-8e9c3fc66564 service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.2761030 Feb 11 13:28:34.479751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f373da7-9740-4a77-a9cd-5459e185409e req-0c758a9d-52cd-4a0f-a5d0-069e6b120ebf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 217 time: 0.0709641 Feb 11 13:28:34.522506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cc69eb-657f-4473-914b-d2356bddcc66 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:34.536609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Publish callbacks [] for port (20cc69eb-657f-4473-914b-d2356bddcc66), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:34.543262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-e74a9290-243f-4ce8-a812-5d7bff56c9c2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.545190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-e74a9290-243f-4ce8-a812-5d7bff56c9c2 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 945 time: 0.0671988 Feb 11 13:28:34.554061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373da7-9740-4a77-a9cd-5459e185409e req-9038968d-84dd-4f92-9ec9-6473adb8cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.556244 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f373da7-9740-4a77-a9cd-5459e185409e req-9038968d-84dd-4f92-9ec9-6473adb8cf00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.0702233 Feb 11 13:28:34.560415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Transition to ACTIVE for port object 20cc69eb-657f-4473-914b-d2356bddcc66 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:34.572556 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:34.639536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f373da7-9740-4a77-a9cd-5459e185409e req-4fb80f4a-b6f5-4df9-ac5b-7517ab8c3527 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763791 Feb 11 13:28:34.690725 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-68385a70-d6b6-4c37-9359-854d162321d0 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1d79247ef90541d8809cded29982b73e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866358 Feb 11 13:28:34.731503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc69eb-657f-4473-914b-d2356bddcc66,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:34.836256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-c7668e37-daf5-446c-9510-df5b7c518422 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.844440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-c7668e37-daf5-446c-9510-df5b7c518422 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528206 Feb 11 13:28:34.865502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-a8e10d42-1afc-4212-b670-7042859cc92c tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/quotas/1d79247ef90541d8809cded29982b73e HTTP/1.1" status: 200 len: 375 time: 0.0201135 Feb 11 13:28:34.908073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-f8580c94-bdb3-457e-a2b4-ac93174b7133 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d79247ef90541d8809cded29982b73e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415878 Feb 11 13:28:34.911405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Deleting port 9d43fb33-9011-4941-a803-c66dbc5fa6ca {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:34.911746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.021880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] For port 9d43fb33-9011-4941-a803-c66dbc5fa6ca, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9d43fb33-9011-4941-a803-c66dbc5fa6ca,segment=NetworkSegment(c3c3772e-c2f4-4037-99ab-9e93190a99dc),segment_id=c3c3772e-c2f4-4037-99ab-9e93190a99dc)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:35.022691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.053059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Calling delete_port for 9d43fb33-9011-4941-a803-c66dbc5fa6ca owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:35.197055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca047e-583d-4a6e-bc03-14b67eb885bc req-9c5fd432-8556-4ee1-bfa7-413e19a3ef34 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:35.198628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ca047e-583d-4a6e-bc03-14b67eb885bc req-9c5fd432-8556-4ee1-bfa7-413e19a3ef34 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 945 time: 0.5495849 Feb 11 13:28:35.208260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f373da7-9740-4a77-a9cd-5459e185409e req-15b553de-bfdc-4c1e-94bd-7fe6cb94530c service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580966 Feb 11 13:28:35.260262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Attempting to bind port 20cc69eb-657f-4473-914b-d2356bddcc66 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:35.260617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Attempting to bind port 20cc69eb-657f-4473-914b-d2356bddcc66 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:35.260937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Attempting to bind port 20cc69eb-657f-4473-914b-d2356bddcc66 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:35.271411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Port 20cc69eb-657f-4473-914b-d2356bddcc66 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:35.271726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Attempting to bind port 20cc69eb-657f-4473-914b-d2356bddcc66 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:35.275557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9d43fb33-9011-4941-a803-c66dbc5fa6ca), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.287040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['9d43fb33-9011-4941-a803-c66dbc5fa6ca'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:35.289572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:35.289924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:35.290347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:35.290790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Bound port: 20cc69eb-657f-4473-914b-d2356bddcc66, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:35.291151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.382022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ca047e-583d-4a6e-bc03-14b67eb885bc req-6fc7127d-e807-4b05-adba-2dff7ed83cc6 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups?id=d783ce16-9671-4068-8d70-8bcb71e3973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761086 Feb 11 13:28:35.420199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f373da7-9740-4a77-a9cd-5459e185409e req-7f4480be-5963-460d-8456-9798b6a0d8c0 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026792 Feb 11 13:28:35.465343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] For port 20cc69eb-657f-4473-914b-d2356bddcc66, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:35.470332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] For port 20cc69eb-657f-4473-914b-d2356bddcc66, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=20cc69eb-657f-4473-914b-d2356bddcc66,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:35.480488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.599882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1b791e7-c369-4e3b-b1a7-588fe5e40ea8 req-a397268c-724b-4c20-bdd0-b87240e68930 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 210 time: 0.1149979 Feb 11 13:28:35.627403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:35.628077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.629497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] 10.222.0.83 "PUT /v2.0/ports/20cc69eb-657f-4473-914b-d2356bddcc66 HTTP/1.1" status: 200 len: 1096 time: 2.1537769 Feb 11 13:28:35.629984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'tag': '20cc69eb-657f-4473-914b-d2356bddcc66'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:35.632360 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a827306-f29b-4b4d-bb7e-7dec3504a5d9", "tag": "20cc69eb-657f-4473-914b-d2356bddcc66"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:35.648087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1674b29-7265-4ad4-bf79-744eebb3d2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc69eb-657f-4473-914b-d2356bddcc66,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:35.713402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event deleted for resources: {'Port': ['ID=9d43fb33-9011-4941-a803-c66dbc5fa6ca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:35.783980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] No DVR routers for this DVR port 9d43fb33-9011-4941-a803-c66dbc5fa6ca on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:35.794976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808e80d-9bbb-448e-8494-bb813b961d6c req-7c07ddc0-8745-49b3-b803-97d7339f3baf tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:35.800383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5808e80d-9bbb-448e-8494-bb813b961d6c req-7c07ddc0-8745-49b3-b803-97d7339f3baf tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 948 time: 0.5671518 Feb 11 13:28:35.802279 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.806691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37e71c62-66d7-49bd-b376-76e51cd29469 req-6aeb4107-4c63-4eee-8a79-4ddf16425640 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.30 "DELETE /v2.0/ports/9d43fb33-9011-4941-a803-c66dbc5fa6ca HTTP/1.1" status: 204 len: 173 time: 1.2554622 Feb 11 13:28:35.807263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'name': 'network-vif-deleted', 'tag': '9d43fb33-9011-4941-a803-c66dbc5fa6ca'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:35.809709 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d85916a-58cf-41ef-8bad-9224b631d3a8" -d '{"events": [{"server_uuid": "1154b881-5c84-41dc-a33f-b5d102ba56a8", "name": "network-vif-deleted", "tag": "9d43fb33-9011-4941-a803-c66dbc5fa6ca"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:35.877686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5808e80d-9bbb-448e-8494-bb813b961d6c req-642bfa85-0ac7-4ce5-9ae1-357649c7023d tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649033 Feb 11 13:28:35.963601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-c6f7f111-cae9-4513-a665-c08ee335e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:35.964940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-c6f7f111-cae9-4513-a665-c08ee335e5cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de6be9f6235549b3b5ae8028b638fd71&device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 1130 time: 0.2572777 Feb 11 13:28:35.992465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f98c-7e5c-403a-aff0-db6e23408207 req-2467c23e-82c7-441d-868c-597c3c3ef839 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:35.997701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f98c-7e5c-403a-aff0-db6e23408207 req-2467c23e-82c7-441d-868c-597c3c3ef839 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.004100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f98c-7e5c-403a-aff0-db6e23408207 req-2467c23e-82c7-441d-868c-597c3c3ef839 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.014821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b957f98c-7e5c-403a-aff0-db6e23408207 req-2467c23e-82c7-441d-868c-597c3c3ef839 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2417 time: 0.2160892 Feb 11 13:28:36.043237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-ebd3ebf4-5194-43c0-a9c2-65a3f571eda6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.049287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-ebd3ebf4-5194-43c0-a9c2-65a3f571eda6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.055295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-ebd3ebf4-5194-43c0-a9c2-65a3f571eda6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.056681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-ebd3ebf4-5194-43c0-a9c2-65a3f571eda6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 2417 time: 0.2033143 Feb 11 13:28:36.092071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911991-e619-4fa4-9c00-bda28163112b req-e8f4be5b-79cd-43fb-8b33-6d171a628f04 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.100083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e911991-e619-4fa4-9c00-bda28163112b req-e8f4be5b-79cd-43fb-8b33-6d171a628f04 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1237361 Feb 11 13:28:36.104322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-8c25f2e1-4224-4c4e-8453-c2796a393366 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=20cc69eb-657f-4473-914b-d2356bddcc66 HTTP/1.1" status: 200 len: 217 time: 0.0874693 Feb 11 13:28:36.147252 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e911991-e619-4fa4-9c00-bda28163112b req-835478a4-b62a-49c2-a786-2998ea0e98ea tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459752 Feb 11 13:28:36.203524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b957f98c-7e5c-403a-aff0-db6e23408207 req-a6972b2e-c1b8-45bf-a4e5-a51022929058 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878278 Feb 11 13:28:36.234597 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dfdb95-85af-4d5e-b7a6-051cd4dc974c x-openstack-request-id: req-e3dfdb95-85af-4d5e-b7a6-051cd4dc974c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:36.234951 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a827306-f29b-4b4d-bb7e-7dec3504a5d9", "tag": "20cc69eb-657f-4473-914b-d2356bddcc66", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:36.235147 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3dfdb95-85af-4d5e-b7a6-051cd4dc974c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:36.235537 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'tag': '20cc69eb-657f-4473-914b-d2356bddcc66', 'status': 'completed', 'code': 200} Feb 11 13:28:36.247542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-8c4879ef-8de0-40cc-909f-69cd1e7a45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.249005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-8c4879ef-8de0-40cc-909f-69cd1e7a45b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1211288 Feb 11 13:28:36.300622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port f77f564f-5428-4d43-988b-bea93b9c3330 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:36.300969 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:36.317408 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64061b4f-abf0-4b9c-9690-f2994166dd10 x-openstack-request-id: req-64061b4f-abf0-4b9c-9690-f2994166dd10 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:36.318148 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1154b881-5c84-41dc-a33f-b5d102ba56a8", "name": "network-vif-deleted", "tag": "9d43fb33-9011-4941-a803-c66dbc5fa6ca", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:36.318541 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64061b4f-abf0-4b9c-9690-f2994166dd10 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:36.322610 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1154b881-5c84-41dc-a33f-b5d102ba56a8', 'name': 'network-vif-deleted', 'tag': '9d43fb33-9011-4941-a803-c66dbc5fa6ca', 'status': 'completed', 'code': 200} Feb 11 13:28:36.366687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-46816a13-ea26-4dd6-bb73-54df621a47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.368389 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-46816a13-ea26-4dd6-bb73-54df621a47cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1086793 Feb 11 13:28:36.461787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port f77f564f-5428-4d43-988b-bea93b9c3330, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f77f564f-5428-4d43-988b-bea93b9c3330,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:36.462174 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:36.481945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for f77f564f-5428-4d43-988b-bea93b9c3330 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:36.580424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-23ce7ace-5237-4db8-8c37-709ab682a845 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018960 Feb 11 13:28:36.585755 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f918a118-9f80-4607-95fd-997cb8ad4cfd req-8d765bc9-fd51-4f42-8850-0f73eb2a71f8 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/ports?device_id=1154b881-5c84-41dc-a33f-b5d102ba56a8 HTTP/1.1" status: 200 len: 210 time: 0.0824342 Feb 11 13:28:36.606386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-b8f5c043-a868-44db-bdaa-468800762064 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1d79247ef90541d8809cded29982b73e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517058 Feb 11 13:28:36.734655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cea334e-5ac5-45c2-a99c-24efd13ae52a req-f1dedb83-9611-4521-b921-a7d4fa5baf91 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 210 time: 0.0317688 Feb 11 13:28:36.813146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6aa816b5-399c-4bf5-82cc-033c42063030 req-8afd8d6e-1821-4338-a63d-df819214e51a service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169557 Feb 11 13:28:36.839427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2d2821f7-f0c5-4b73-bd26-a4b54c0407c9 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.840890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2d2821f7-f0c5-4b73-bd26-a4b54c0407c9 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172272 Feb 11 13:28:36.861735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f77f564f-5428-4d43-988b-bea93b9c3330), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:36.868444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Request body: {'port': {'device_id': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '1d79247ef90541d8809cded29982b73e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:36.939683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=f77f564f-5428-4d43-988b-bea93b9c3330,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.060338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port f77f564f-5428-4d43-988b-bea93b9c3330 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:37.063152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.067091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-8e6b294f-d2e8-4b72-9e5b-69cf5fc6cdb6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "DELETE /v2.0/ports/f77f564f-5428-4d43-988b-bea93b9c3330 HTTP/1.1" status: 204 len: 173 time: 0.9745872 Feb 11 13:28:37.121136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-d36126db-2ac9-4658-8b43-943d35cda2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.122693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-d36126db-2ac9-4658-8b43-943d35cda2c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de6be9f6235549b3b5ae8028b638fd71&device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 1130 time: 0.2509439 Feb 11 13:28:37.228588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da78a9c-9417-4b01-98c7-43a979933cd8 req-55fdf5aa-25e4-4ef7-beb4-eb6c7eb72a27 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.230005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da78a9c-9417-4b01-98c7-43a979933cd8 req-55fdf5aa-25e4-4ef7-beb4-eb6c7eb72a27 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 948 time: 0.2641535 Feb 11 13:28:37.290699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c60f3-7f0d-41d1-9b26-a7842ed55c83 req-ce2b4a70-1850-4897-988f-cf95aa8431b0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.292318 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef1c60f3-7f0d-41d1-9b26-a7842ed55c83 req-ce2b4a70-1850-4897-988f-cf95aa8431b0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.0648234 Feb 11 13:28:37.302386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Made reservation on behalf of 1d79247ef90541d8809cded29982b73e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:37.305589 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.336421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.346655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef1c60f3-7f0d-41d1-9b26-a7842ed55c83 req-5d1bb41f-fa2a-418e-b61d-d90ae6faa8e2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Feb 11 13:28:37.357422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-db14e141-8213-4384-b84c-d8ac4ef454d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.358959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-db14e141-8213-4384-b84c-d8ac4ef454d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2192080 Feb 11 13:28:37.384348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:37.384696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.425221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da78a9c-9417-4b01-98c7-43a979933cd8 req-82f05565-c585-4cd6-966c-1af6728aa627 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598074 Feb 11 13:28:37.439341 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-08c5283e-372f-47c6-b0e3-4a2a5efafec2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=20cc69eb-657f-4473-914b-d2356bddcc66 HTTP/1.1" status: 200 len: 217 time: 0.0667081 Feb 11 13:28:37.483657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea0933-b8bb-4e24-9416-45aa1b73ddcc req-7893e8bf-6f5a-49b1-a80a-fd048ec12b2d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.490033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea0933-b8bb-4e24-9416-45aa1b73ddcc req-7893e8bf-6f5a-49b1-a80a-fd048ec12b2d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.493269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cea0933-b8bb-4e24-9416-45aa1b73ddcc req-7893e8bf-6f5a-49b1-a80a-fd048ec12b2d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 1682 time: 0.0752368 Feb 11 13:28:37.548949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cea0933-b8bb-4e24-9416-45aa1b73ddcc req-1100ad4f-47f5-4029-b9b0-dbb523bae2ec tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513272 Feb 11 13:28:37.575118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-fcb539f9-6cfe-411c-9c5c-6ddb2a5a2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.576596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-fcb539f9-6cfe-411c-9c5c-6ddb2a5a2f3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1238761 Feb 11 13:28:37.609217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:37.609593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.659262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:37.669642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks [] for security_group (b3284ad2-f7e4-4048-bf83-f847cdec9b10), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.679069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b3284ad2-f7e4-4048-bf83-f847cdec9b10), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.783595 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-9af5846d-88fd-42ec-9934-2e7f475aedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.785217 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-9af5846d-88fd-42ec-9934-2e7f475aedcf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1979430 Feb 11 13:28:37.796614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3284ad2-f7e4-4048-bf83-f847cdec9b10,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.823557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:37.872049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a3395ea-64fb-4528-9f16-69530c493ab2 req-97bc8f78-4bd6-4b34-bdd4-03a46c0addcb tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 210 time: 0.0578847 Feb 11 13:28:37.920337 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-846c0b2c-5114-4ea2-99a8-028b951265a7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group (694f8e93-bedf-4624-8a8c-6312fcba6232), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.944470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-846c0b2c-5114-4ea2-99a8-028b951265a7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group (694f8e93-bedf-4624-8a8c-6312fcba6232), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.986430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Allocated IP 192.168.233.141 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/07f67d93-a587-41ef-bfbe-d5f08fbe099e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:37.994545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-846c0b2c-5114-4ea2-99a8-028b951265a7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (694f8e93-bedf-4624-8a8c-6312fcba6232), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:37.998247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-846c0b2c-5114-4ea2-99a8-028b951265a7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.001192 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-846c0b2c-5114-4ea2-99a8-028b951265a7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "DELETE /v2.0/security-groups/694f8e93-bedf-4624-8a8c-6312fcba6232 HTTP/1.1" status: 204 len: 168 time: 0.1675172 Feb 11 13:28:38.002910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34052) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:38.011268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c0b2c-5114-4ea2-99a8-028b951265a7 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f8e93-bedf-4624-8a8c-6312fcba6232,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:38.016901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-3919348a-1574-4cd9-bed2-e53fbd8840cf service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206647 Feb 11 13:28:38.060654 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-74d321a5-6e38-4189-b1e9-1d9bdb54f001 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] show failed (client error): The resource could not be found. Feb 11 13:28:38.061727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-74d321a5-6e38-4189-b1e9-1d9bdb54f001 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "GET /v2.0/security-groups/694f8e93-bedf-4624-8a8c-6312fcba6232 HTTP/1.1" status: 404 len: 347 time: 0.0577366 Feb 11 13:28:38.065243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:38.151713 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f04ac9ed-784d-48ee-8dfd-5f1fc30a6132), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.197787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Deleting port f130b4b9-a565-479c-a5c1-0dbaea12572c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:38.198201 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.209151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=f04ac9ed-784d-48ee-8dfd-5f1fc30a6132,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:38.239047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-deleted', 'tag': 'f77f564f-5428-4d43-988b-bea93b9c3330'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:38.240655 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a07402-b18d-4619-81e1-7833ea3644ba" -d '{"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-deleted", "tag": "f77f564f-5428-4d43-988b-bea93b9c3330"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:38.244212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9d43fb33-9011-4941-a803-c66dbc5fa6ca no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:38.302412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 20cc69eb-657f-4473-914b-d2356bddcc66 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:38.306756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:38.318435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.318801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for floatingip (f130b4b9-a565-479c-a5c1-0dbaea12572c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.332421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Calling delete_port for f130b4b9-a565-479c-a5c1-0dbaea12572c owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:38.340197 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407d606a-9faf-4130-a71e-801e1b29aba7 x-openstack-request-id: req-407d606a-9faf-4130-a71e-801e1b29aba7 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:38.340695 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-deleted", "tag": "f77f564f-5428-4d43-988b-bea93b9c3330", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:38.340825 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-407d606a-9faf-4130-a71e-801e1b29aba7 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:38.341478 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-deleted', 'tag': 'f77f564f-5428-4d43-988b-bea93b9c3330', 'status': 'completed', 'code': 200} Feb 11 13:28:38.345749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:38.352610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fea75ea-f61e-44e1-84e3-84f4a2c6805c req-727d6090-0cb3-41e9-9845-df5d01831b13 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218570 Feb 11 13:28:38.353753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:38.355015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:38.355721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:38.357485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.365782 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-3822fd74-8ca6-4df4-b131-024eedb083af tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "DELETE /v2.0/ports/f04ac9ed-784d-48ee-8dfd-5f1fc30a6132 HTTP/1.1" status: 204 len: 173 time: 1.2861860 Feb 11 13:28:38.408418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 9d43fb33-9011-4941-a803-c66dbc5fa6ca {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:38.408983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9d43fb33-9011-4941-a803-c66dbc5fa6ca not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:38.481404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:38.482376 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.521103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks [] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.522925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:38.526432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:38.529619 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f21c9-248d-4009-9322-3bbc051a6f0a" -d '{"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:38.536548 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:28:38.539586 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.540880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f77f564f-5428-4d43-988b-bea93b9c3330 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:38.590393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: f77f564f-5428-4d43-988b-bea93b9c3330 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:38.591102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f77f564f-5428-4d43-988b-bea93b9c3330 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:38.621581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47483713-021e-4575-92fe-5714f9f532f2 req-6f4bfb34-4d17-4e90-9f8a-e396286b39d6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:38.623159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-47483713-021e-4575-92fe-5714f9f532f2 req-6f4bfb34-4d17-4e90-9f8a-e396286b39d6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1735218 Feb 11 13:28:38.632080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f130b4b9-a565-479c-a5c1-0dbaea12572c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.667686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.708862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:38.709321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.716987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Pushing event deleted for resources: {'Port': ['ID=f130b4b9-a565-479c-a5c1-0dbaea12572c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:38.780328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e572f-7321-4d1e-85b6-8806346b8b40 req-15c211d8-b6c8-4af6-b189-0ca8379d671b tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:38.783332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-47483713-021e-4575-92fe-5714f9f532f2 req-034c5aac-44f0-43df-89c1-77864cd1454e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495726 Feb 11 13:28:38.789264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b9e572f-7321-4d1e-85b6-8806346b8b40 req-15c211d8-b6c8-4af6-b189-0ca8379d671b tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 948 time: 0.1787910 Feb 11 13:28:38.807316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks [] for floatingip (f2e19b21-d6bf-4dde-b85e-2f5de0dc8dac), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.809966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:38.811163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76787105-0388-4d5d-bd76-d4e0b4558486 tempest-ImagesOneServerNegativeTestJSON-1458050828 tempest-ImagesOneServerNegativeTestJSON-1458050828-project] 10.222.0.79 "DELETE /v2.0/floatingips/f2e19b21-d6bf-4dde-b85e-2f5de0dc8dac HTTP/1.1" status: 204 len: 168 time: 0.7447538 Feb 11 13:28:38.816511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:38.844432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:38.858376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:38.869744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Pushing event updated for resources: {'Port': ['ID=07f67d93-a587-41ef-bfbe-d5f08fbe099e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:38.878061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b9e572f-7321-4d1e-85b6-8806346b8b40 req-0010a520-88a6-46e1-9e26-6032424e3ded tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878315 Feb 11 13:28:38.904320 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543e7d2a-4f29-4cad-be3d-3a973882007d x-openstack-request-id: req-543e7d2a-4f29-4cad-be3d-3a973882007d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:38.907032 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:38.907441 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-543e7d2a-4f29-4cad-be3d-3a973882007d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:38.908022 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5', 'code': 200} Feb 11 13:28:38.916475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:38.920547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 20cc69eb-657f-4473-914b-d2356bddcc66, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=20cc69eb-657f-4473-914b-d2356bddcc66,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:38.933537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '20cc69eb-657f-4473-914b-d2356bddcc66', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '20cc69eb-657f-4473-914b-d2356bddcc66', 'mac_address': 'fa:16:3e:18:1d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:39.034797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 20cc69eb-657f-4473-914b-d2356bddcc66 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:39.036164 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.074809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cc69eb-657f-4473-914b-d2356bddcc66 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:39.103080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 20cc69eb-657f-4473-914b-d2356bddcc66, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=20cc69eb-657f-4473-914b-d2356bddcc66,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:39.109016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.122004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95af5d-77ec-47a2-b677-92e30c75ff7f req-ad01e419-1aa3-4d0d-b7f2-a40c7a63c20f tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:39.123706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a95af5d-77ec-47a2-b677-92e30c75ff7f req-ad01e419-1aa3-4d0d-b7f2-a40c7a63c20f tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 936 time: 0.0880566 Feb 11 13:28:39.179017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=20cc69eb-657f-4473-914b-d2356bddcc66,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:39.189015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a95af5d-77ec-47a2-b677-92e30c75ff7f req-b6288788-9825-4c77-97a9-101b89b719c7 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550377 Feb 11 13:28:39.245930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-accc0481-4ccc-42f1-958a-2b72cc84fd03 None None] Provisioning complete for port 07f67d93-a587-41ef-bfbe-d5f08fbe099e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:39.247115 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-accc0481-4ccc-42f1-958a-2b72cc84fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.286641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:39.288489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-accc0481-4ccc-42f1-958a-2b72cc84fd03 None None] Port 07f67d93-a587-41ef-bfbe-d5f08fbe099e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:39.343772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] Deleting subnet a288dcb9-3f1f-4b7e-b82f-b9209fbc662b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:39.347137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] Publish callbacks [] for subnet (a288dcb9-3f1f-4b7e-b82f-b9209fbc662b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.389415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['20cc69eb-657f-4473-914b-d2356bddcc66'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:39.394700 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (a288dcb9-3f1f-4b7e-b82f-b9209fbc662b), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.406795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:39.407401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.416502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:39.416864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.439268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:39.446010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a288dcb9-3f1f-4b7e-b82f-b9209fbc662b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.455576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-2c4ae99c-67b7-42ce-8a3d-ba3c9ff2f1fc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5952890 Feb 11 13:28:39.463989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec46729-0ebd-4eb5-af88-2900936c20f2 req-872535e1-75df-4c10-88f5-3c328de01071 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:39.465445 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ec46729-0ebd-4eb5-af88-2900936c20f2 req-872535e1-75df-4c10-88f5-3c328de01071 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=2c465428-129f-4f73-b02c-e7c63be97f19 HTTP/1.1" status: 200 len: 943 time: 0.4909425 Feb 11 13:28:39.471758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Request body: {'port': {'device_id': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:39.516743 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (a288dcb9-3f1f-4b7e-b82f-b9209fbc662b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.534654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.539835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a288dcb9-3f1f-4b7e-b82f-b9209fbc662b HTTP/1.1" status: 204 len: 168 time: 0.2513871 Feb 11 13:28:39.542333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:39.602834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7f38c-ea0d-4b7d-9848-2815a18c6aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a288dcb9-3f1f-4b7e-b82f-b9209fbc662b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:39.637169 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.642700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ec46729-0ebd-4eb5-af88-2900936c20f2 req-48376cfa-68d1-4fd2-94a4-851d5f7613ef tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668489 Feb 11 13:28:39.653244 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7578ea77-1d5a-4427-baef-65b9f5e6c92a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.747159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7578ea77-1d5a-4427-baef-65b9f5e6c92a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.772217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7578ea77-1d5a-4427-baef-65b9f5e6c92a']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:39.782792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c3772e-c2f4-4037-99ab-9e93190a99dc') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:39.783165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c3772e-c2f4-4037-99ab-9e93190a99dc') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:39.798718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (c3c3772e-c2f4-4037-99ab-9e93190a99dc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.803846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bbbf1ffd-a4c0-4255-8296-23ca8a0354b5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.827149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c3c3772e-c2f4-4037-99ab-9e93190a99dc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.842923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:39.844013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (c3c3772e-c2f4-4037-99ab-9e93190a99dc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.862705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=bbbf1ffd-a4c0-4255-8296-23ca8a0354b5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:39.872498 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:39.927517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:39.933895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:39.936964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54dfbc0a-e0c8-4262-b56f-2bbbf41e6614 req-5a0ecec1-8d31-4f1a-8dea-eb2bee349028 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "DELETE /v2.0/ports/bbbf1ffd-a4c0-4255-8296-23ca8a0354b5 HTTP/1.1" status: 204 len: 173 time: 1.5624087 Feb 11 13:28:39.997225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113be2e-fc51-4316-a870-bad19f3d25dd req-24516ab3-140d-4a96-826e-8697599a703d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:39.999446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1113be2e-fc51-4316-a870-bad19f3d25dd req-24516ab3-140d-4a96-826e-8697599a703d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1255217 Feb 11 13:28:40.000685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7578ea77-1d5a-4427-baef-65b9f5e6c92a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.007880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.014884 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7578ea77-1d5a-4427-baef-65b9f5e6c92a HTTP/1.1" status: 204 len: 168 time: 0.4713767 Feb 11 13:28:40.038312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608c44f-a62b-4fde-9f5f-e38e5fd714e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7578ea77-1d5a-4427-baef-65b9f5e6c92a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.118579 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1113be2e-fc51-4316-a870-bad19f3d25dd req-0a197fba-20ab-4687-a98c-e3446a57456a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013327 Feb 11 13:28:40.159658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5333-401c-4b6c-998c-3f9c98d2a5fc req-8e384ab3-b0a9-44c1-8ad2-d8f2be51b874 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.161138 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-737f5333-401c-4b6c-998c-3f9c98d2a5fc req-8e384ab3-b0a9-44c1-8ad2-d8f2be51b874 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 949 time: 0.1642754 Feb 11 13:28:40.260812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 20cc69eb-657f-4473-914b-d2356bddcc66 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:40.266869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-737f5333-401c-4b6c-998c-3f9c98d2a5fc req-63e8a727-1bd4-4695-9ddf-30d4b5d3277f tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979164 Feb 11 13:28:40.273987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f67d93-a587-41ef-bfbe-d5f08fbe099e {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:40.283480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Publish callbacks [] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.303288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Transition to ACTIVE for port object 07f67d93-a587-41ef-bfbe-d5f08fbe099e will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:40.307648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.328618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:40.347416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-deleted', 'tag': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132'}, {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-deleted', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:40.347416 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51efde20-bb58-484e-bcb4-414339e0ed59" -d '{"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-deleted", "tag": "f04ac9ed-784d-48ee-8dfd-5f1fc30a6132"}, {"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-deleted", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:40.392954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=07f67d93-a587-41ef-bfbe-d5f08fbe099e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.455877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 20cc69eb-657f-4473-914b-d2356bddcc66 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:40.460526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 20cc69eb-657f-4473-914b-d2356bddcc66 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:40.460944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.487498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.498523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.499117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.499685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.500232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.500781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.501333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.501885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.508445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.509079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.509659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.510254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.510812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.521276 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04032d8-4c83-4a51-8343-e8bc95319ce7 x-openstack-request-id: req-d04032d8-4c83-4a51-8343-e8bc95319ce7 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:40.521715 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-deleted", "tag": "f04ac9ed-784d-48ee-8dfd-5f1fc30a6132", "status": "completed", "code": 200}, {"server_uuid": "2c465428-129f-4f73-b02c-e7c63be97f19", "name": "network-vif-deleted", "tag": "bbbf1ffd-a4c0-4255-8296-23ca8a0354b5", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:40.522219 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d04032d8-4c83-4a51-8343-e8bc95319ce7 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:40.522975 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-deleted', 'tag': 'f04ac9ed-784d-48ee-8dfd-5f1fc30a6132', 'status': 'completed', 'code': 200} Feb 11 13:28:40.523382 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c465428-129f-4f73-b02c-e7c63be97f19', 'name': 'network-vif-deleted', 'tag': 'bbbf1ffd-a4c0-4255-8296-23ca8a0354b5', 'status': 'completed', 'code': 200} Feb 11 13:28:40.553370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-90ac5b8d-b530-4c8b-8f1e-e9ac1cd1e267 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=196142ef5435433192b1f5bcaf317ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223024 Feb 11 13:28:40.554602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34094) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:40.582634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bbfaf-cdd2-4999-90b7-fe04c274bb01 req-4ada281a-86fa-4ab5-b7fa-0e3ce187fa13 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.596589 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386bbfaf-cdd2-4999-90b7-fe04c274bb01 req-4ada281a-86fa-4ab5-b7fa-0e3ce187fa13 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 948 time: 0.3342986 Feb 11 13:28:40.644455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Attempting to bind port 07f67d93-a587-41ef-bfbe-d5f08fbe099e on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:40.645328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Attempting to bind port 07f67d93-a587-41ef-bfbe-d5f08fbe099e by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:40.645821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Attempting to bind port 07f67d93-a587-41ef-bfbe-d5f08fbe099e on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:40.646725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 20cc69eb-657f-4473-914b-d2356bddcc66 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:40.647126 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.653130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Port 07f67d93-a587-41ef-bfbe-d5f08fbe099e on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:40.653644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Attempting to bind port 07f67d93-a587-41ef-bfbe-d5f08fbe099e on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:40.660769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:40.661438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:40.662605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:40.662605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Bound port: 07f67d93-a587-41ef-bfbe-d5f08fbe099e, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:40.663184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.717008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 20cc69eb-657f-4473-914b-d2356bddcc66, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=20cc69eb-657f-4473-914b-d2356bddcc66,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:40.725317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.766250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386bbfaf-cdd2-4999-90b7-fe04c274bb01 req-1954a890-490f-41d1-a20a-de234580a3cc tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680939 Feb 11 13:28:40.770322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34098) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:40.804869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] For port 07f67d93-a587-41ef-bfbe-d5f08fbe099e, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:40.808300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] For port 07f67d93-a587-41ef-bfbe-d5f08fbe099e, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07f67d93-a587-41ef-bfbe-d5f08fbe099e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:40.818561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=20cc69eb-657f-4473-914b-d2356bddcc66,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.819276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.862541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.862758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.865133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] 10.222.0.83 "PUT /v2.0/ports/07f67d93-a587-41ef-bfbe-d5f08fbe099e HTTP/1.1" status: 200 len: 1096 time: 1.3988054 Feb 11 13:28:40.870413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbc40793-315f-4195-ab81-684543f6bbb7 admin admin] Publish callbacks [] for security_group (d783ce16-9671-4068-8d70-8bcb71e3973b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.900775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9036f-ade3-468d-8846-2fbaa90a3ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=07f67d93-a587-41ef-bfbe-d5f08fbe099e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.909294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc69eb-657f-4473-914b-d2356bddcc66'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:40.912956 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b11ad09-eb51-45ef-88d4-1b284bc18de7" -d '{"events": [{"server_uuid": "7a827306-f29b-4b4d-bb7e-7dec3504a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "20cc69eb-657f-4473-914b-d2356bddcc66"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:40.930390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbc40793-315f-4195-ab81-684543f6bbb7 admin admin] Publish callbacks [] for security_group (d783ce16-9671-4068-8d70-8bcb71e3973b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.950751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting subnet 8feda2c1-f75b-4961-989a-0fdcdbaa8c6d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:40.956588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (8feda2c1-f75b-4961-989a-0fdcdbaa8c6d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:40.964957 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e78db35-0064-433a-933a-b3dd3be29089 x-openstack-request-id: req-8e78db35-0064-433a-933a-b3dd3be29089 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:40.965332 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a827306-f29b-4b4d-bb7e-7dec3504a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "20cc69eb-657f-4473-914b-d2356bddcc66", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:40.965661 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e78db35-0064-433a-933a-b3dd3be29089 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:40.966298 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc69eb-657f-4473-914b-d2356bddcc66', 'code': 200} Feb 11 13:28:40.990708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-ee7cd2ba-5a15-41c6-8fac-006f18319fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.992343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-ee7cd2ba-5a15-41c6-8fac-006f18319fdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d79247ef90541d8809cded29982b73e&device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 1130 time: 0.0699337 Feb 11 13:28:41.051089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (8feda2c1-f75b-4961-989a-0fdcdbaa8c6d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.084960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-990897c4-9f3d-4d41-888e-775b16e31a06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=07f67d93-a587-41ef-bfbe-d5f08fbe099e HTTP/1.1" status: 200 len: 217 time: 0.0783877 Feb 11 13:28:41.164129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-d35724dc-8a84-4629-afba-123dab037b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.165615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-d35724dc-8a84-4629-afba-123dab037b90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0614388 Feb 11 13:28:41.168399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4737d2-c503-47ea-bdf6-518db6374346 req-c64777c2-3b78-4321-be55-4a4e95ca84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.169816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f4737d2-c503-47ea-bdf6-518db6374346 req-c64777c2-3b78-4321-be55-4a4e95ca84e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 1132 time: 0.1027322 Feb 11 13:28:41.177647 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (8feda2c1-f75b-4961-989a-0fdcdbaa8c6d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.262488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f4737d2-c503-47ea-bdf6-518db6374346 req-5881806e-9b2d-4ef7-9c2a-8fb7813174cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715094 Feb 11 13:28:41.269133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-488ebf4a-7632-43b0-9ba3-9447b5969b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.271447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-488ebf4a-7632-43b0-9ba3-9447b5969b8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0950305 Feb 11 13:28:41.272973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbc40793-315f-4195-ab81-684543f6bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d783ce16-9671-4068-8d70-8bcb71e3973b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.275626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbc40793-315f-4195-ab81-684543f6bbb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.276760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bbc40793-315f-4195-ab81-684543f6bbb7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d783ce16-9671-4068-8d70-8bcb71e3973b HTTP/1.1" status: 204 len: 168 time: 0.7190371 Feb 11 13:28:41.302954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc40793-315f-4195-ab81-684543f6bbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d783ce16-9671-4068-8d70-8bcb71e3973b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:41.318597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (8feda2c1-f75b-4961-989a-0fdcdbaa8c6d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.355906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.362771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34108) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:41.362951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/subnets/8feda2c1-f75b-4961-989a-0fdcdbaa8c6d HTTP/1.1" status: 204 len: 168 time: 0.5911973 Feb 11 13:28:41.364666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f05da-b9cc-42b3-9861-df8c011b2297 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Subnet': ['ID=8feda2c1-f75b-4961-989a-0fdcdbaa8c6d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:41.380204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a072573-cc93-4c3a-90f4-baf1936292ec req-243f7a0d-122a-452d-9fbb-053b8d1e621f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.382241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a072573-cc93-4c3a-90f4-baf1936292ec req-243f7a0d-122a-452d-9fbb-053b8d1e621f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1478531 Feb 11 13:28:41.395706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e766d3-44aa-4bbe-b916-0e6334786ff6 None None] Network a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:41.494933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a072573-cc93-4c3a-90f4-baf1936292ec req-0c9bc0ac-a4d8-42ca-a157-61f0d956e971 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988042 Feb 11 13:28:41.575498 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a6c87017-fbe1-4f51-a1e5-e6f9ab344e43), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.645398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] DHCP port deletion for a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:28:41.674194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397b5b2-c937-4da9-8df7-75d3b67ccaac req-d609092e-7789-4458-8b73-fc94fd92d5af tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.675744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9397b5b2-c937-4da9-8df7-75d3b67ccaac req-d609092e-7789-4458-8b73-fc94fd92d5af tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 950 time: 0.1797316 Feb 11 13:28:41.682526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-8b707bbe-a361-4805-a755-6df290632c4a service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852586 Feb 11 13:28:41.723547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] Deleting port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:41.724122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.807568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] For port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:41.807568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.818039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9397b5b2-c937-4da9-8df7-75d3b67ccaac req-eec78289-8660-4cd0-8bbd-8c3d13dfe2a4 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333265 Feb 11 13:28:41.824424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] Calling delete_port for c2144b0c-07bc-4e5e-94ba-d9ac8fd46add owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:41.836302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:41.836959 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.939611 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:41.940065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30fe5886-00cc-4c7b-a796-6f70b2eed397 req-e00c14fe-2262-4174-a4db-073a57cf03ea service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447553 Feb 11 13:28:41.968766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ff5b-608f-45ac-b4b8-aa36236c9277 req-ebc7249a-692b-44d7-9367-2e6881c75c05 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.970353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f989ff5b-608f-45ac-b4b8-aa36236c9277 req-ebc7249a-692b-44d7-9367-2e6881c75c05 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 948 time: 0.0729277 Feb 11 13:28:41.981417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,segment=NetworkSegment(842ccc12-a143-4877-adb6-2eeba800af43),segment_id=842ccc12-a143-4877-adb6-2eeba800af43)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:41.981789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.006294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] No DVR routers for this DVR port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:42.011978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for c2144b0c-07bc-4e5e-94ba-d9ac8fd46add owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:42.018037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf601db-89f2-4a4a-9d01-778b23f8d52f None None] Pushing event deleted for resources: {'Port': ['ID=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.056270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f989ff5b-608f-45ac-b4b8-aa36236c9277 req-efd12958-a976-489d-8ed3-8f1460fbedd4 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790002 Feb 11 13:28:42.129841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c2144b0c-07bc-4e5e-94ba-d9ac8fd46add), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.163174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port c2144b0c-07bc-4e5e-94ba-d9ac8fd46add on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:42.165163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=c2144b0c-07bc-4e5e-94ba-d9ac8fd46add,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.270294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a6c87017-fbe1-4f51-a1e5-e6f9ab344e43), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.292288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c87017-fbe1-4f51-a1e5-e6f9ab344e43']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:42.302890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842ccc12-a143-4877-adb6-2eeba800af43') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:42.303195 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842ccc12-a143-4877-adb6-2eeba800af43') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:42.311881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34130) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:42.321058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (842ccc12-a143-4877-adb6-2eeba800af43), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.337299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (842ccc12-a143-4877-adb6-2eeba800af43), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.343716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:42.344735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (842ccc12-a143-4877-adb6-2eeba800af43), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:42.350102 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:42.424337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-971029513-network', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:42.429163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a6c87017-fbe1-4f51-a1e5-e6f9ab344e43), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.438483 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.440824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/networks/a6c87017-fbe1-4f51-a1e5-e6f9ab344e43 HTTP/1.1" status: 204 len: 168 time: 1.0769162 Feb 11 13:28:42.443660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:42.457442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f697a42-c85f-407b-b296-97052928c846 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Network': ['ID=a6c87017-fbe1-4f51-a1e5-e6f9ab344e43,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.467924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:42.470675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.481002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.523446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting subnet 550f6280-90c3-480d-8f87-8e90db2f1c77 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:42.526687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'tag': '07f67d93-a587-41ef-bfbe-d5f08fbe099e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:42.529392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (550f6280-90c3-480d-8f87-8e90db2f1c77), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.529552 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fea7e28-f175-4d08-be78-2d835dc013b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6291cf-0d9a-46a4-b4f0-07a73d9bb840", "tag": "07f67d93-a587-41ef-bfbe-d5f08fbe099e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:42.580864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks [] for security_group (6a46a5f9-d67e-40c0-8f1a-8e5fdd211718), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.605563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a46a5f9-d67e-40c0-8f1a-8e5fdd211718), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.616391 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (550f6280-90c3-480d-8f87-8e90db2f1c77), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.632074 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef67475b-2418-4350-8522-c10b903b7066 x-openstack-request-id: req-ef67475b-2418-4350-8522-c10b903b7066 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:42.632833 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6291cf-0d9a-46a4-b4f0-07a73d9bb840", "tag": "07f67d93-a587-41ef-bfbe-d5f08fbe099e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:42.633148 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef67475b-2418-4350-8522-c10b903b7066 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:42.633677 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'tag': '07f67d93-a587-41ef-bfbe-d5f08fbe099e', 'status': 'completed', 'code': 200} Feb 11 13:28:42.649274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:42.675731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.703066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (92e9c3cb-9684-49bd-bae3-02f96cdcbb90), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.703406 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Added segment 92e9c3cb-9684-49bd-bae3-02f96cdcbb90 of type vlan for network 9851043d-750b-4ec2-a3a6-4cf97820e5af Feb 11 13:28:42.749255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0aa24c-1a04-408a-a9b3-f3719c52acdd req-c746af8e-9ff9-4607-858d-ab53ab2a6414 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.750421 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea0aa24c-1a04-408a-a9b3-f3719c52acdd req-c746af8e-9ff9-4607-858d-ab53ab2a6414 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.0983493 Feb 11 13:28:42.759025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (9851043d-750b-4ec2-a3a6-4cf97820e5af), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.768625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-120bf276-9bbc-4d58-b4c7-d27748f20e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.770451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-120bf276-9bbc-4d58-b4c7-d27748f20e12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d79247ef90541d8809cded29982b73e&device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 1130 time: 0.1084707 Feb 11 13:28:42.781696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (550f6280-90c3-480d-8f87-8e90db2f1c77), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.818092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (9851043d-750b-4ec2-a3a6-4cf97820e5af), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.819164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.819752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.900767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5851340 Feb 11 13:28:42.914171 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea0aa24c-1a04-408a-a9b3-f3719c52acdd req-9aea3917-b286-4620-8f00-f6361fa7e4f7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572814 Feb 11 13:28:42.914672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:42.919835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Request body: {'subnet': {'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-subnet', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:42.931663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (550f6280-90c3-480d-8f87-8e90db2f1c77), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:42.955346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13914be-b7d2-47f4-bb85-3c76cce5d089 admin admin] Pushing event updated for resources: {'Network': ['ID=9851043d-750b-4ec2-a3a6-4cf97820e5af,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.969860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:42.973369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Subnet': ['ID=550f6280-90c3-480d-8f87-8e90db2f1c77,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.973619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-13f6dc2e-1b65-4e23-9053-a9996cf01b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.975211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-13f6dc2e-1b65-4e23-9053-a9996cf01b9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1969423 Feb 11 13:28:42.990138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.990514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.991027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.991383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.992948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.993338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.993855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.994237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.994567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.994904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.995239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.995572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.995907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:43.015623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.022847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4ce2b04a-e009-4db1-ac5d-3cb87e0461a9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/subnets/550f6280-90c3-480d-8f87-8e90db2f1c77 HTTP/1.1" status: 204 len: 168 time: 0.5747020 Feb 11 13:28:43.023031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34144) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:43.025100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd250c17-55ac-4874-b56d-f7f990983b5d None None] Network 5930c841-4de4-4c8b-a8aa-d90cca739caf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:43.028448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-ba428d2f-2910-475b-a675-faa2ebf7ca70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=07f67d93-a587-41ef-bfbe-d5f08fbe099e HTTP/1.1" status: 200 len: 217 time: 0.0443587 Feb 11 13:28:43.053350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f588e-6dd8-47ff-a8eb-2a25c3a33deb req-af7a0c94-41a3-41c6-8cd1-67f6caefa5b2 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.055137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-124f588e-6dd8-47ff-a8eb-2a25c3a33deb req-af7a0c94-41a3-41c6-8cd1-67f6caefa5b2 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 950 time: 0.1171548 Feb 11 13:28:43.068063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:43.070935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.148236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-dca56561-3798-40b8-925d-039fcb59c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.150479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-dca56561-3798-40b8-925d-039fcb59c42c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1145077 Feb 11 13:28:43.180268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c2144b0c-07bc-4e5e-94ba-d9ac8fd46add no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:43.227489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c2144b0c-07bc-4e5e-94ba-d9ac8fd46add {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:43.228363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c2144b0c-07bc-4e5e-94ba-d9ac8fd46add not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:43.239105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-a4c24ac9-da3f-417d-a53c-779000dca616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.240775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-a4c24ac9-da3f-417d-a53c-779000dca616 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0798469 Feb 11 13:28:43.263464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (5930c841-4de4-4c8b-a8aa-d90cca739caf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.289212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-124f588e-6dd8-47ff-a8eb-2a25c3a33deb req-26e7ab0e-f785-497d-8425-b97b297f71c2 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951914 Feb 11 13:28:43.332011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71891c-f853-4e99-8c83-5baa1ad18ede req-7fe0dcd1-e40a-41df-b1d0-27cd034b59f8 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.335211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e71891c-f853-4e99-8c83-5baa1ad18ede req-7fe0dcd1-e40a-41df-b1d0-27cd034b59f8 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 948 time: 0.1556799 Feb 11 13:28:43.374391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] DHCP port deletion for 5930c841-4de4-4c8b-a8aa-d90cca739caf request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:28:43.421312 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-8ae58adf-a517-4242-8dd8-1ba6f81f0bf3 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723437 Feb 11 13:28:43.466735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port c06e3b96-4bce-4aa3-aedf-f7687275dd3e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:43.467114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.483714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] Deleting port c06e3b96-4bce-4aa3-aedf-f7687275dd3e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:43.484097 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.543759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e71891c-f853-4e99-8c83-5baa1ad18ede req-9388aa45-04b8-4a1e-ba4e-003b8e0af312 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996107 Feb 11 13:28:43.572683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fea7e28-f175-4d08-be78-2d835dc013b3 req-40eff0b1-e3fb-4fc7-b946-a6e5c7f049ee service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442795 Feb 11 13:28:43.595957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (0e119b7f-df68-4b7a-b24e-0d52973d3ffa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.604559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] For port c06e3b96-4bce-4aa3-aedf-f7687275dd3e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:43.605320 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.625463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] Calling delete_port for c06e3b96-4bce-4aa3-aedf-f7687275dd3e owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:43.638293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1706632-163d-48d2-b931-963abb172364 req-31426872-bd3b-49dd-bf6b-bd8e1a686200 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.639951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1706632-163d-48d2-b931-963abb172364 req-31426872-bd3b-49dd-bf6b-bd8e1a686200 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 950 time: 0.0611372 Feb 11 13:28:43.645533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port c06e3b96-4bce-4aa3-aedf-f7687275dd3e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,segment=NetworkSegment(1dd5fef1-8702-40f0-a939-73d667ebaabb),segment_id=1dd5fef1-8702-40f0-a939-73d667ebaabb)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:43.645973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.675732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for c06e3b96-4bce-4aa3-aedf-f7687275dd3e owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:43.701353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1706632-163d-48d2-b931-963abb172364 req-90a7fc2c-a4c5-4563-9cc1-6cd911e5ef72 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549891 Feb 11 13:28:43.706366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e119b7f-df68-4b7a-b24e-0d52973d3ffa,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:43.711696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Checking segment: {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:43.712058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Network hostable DHCP agents. Network: 9851043d-750b-4ec2-a3a6-4cf97820e5af, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:43.740468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.768994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] No DVR routers for this DVR port c06e3b96-4bce-4aa3-aedf-f7687275dd3e on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:43.774798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad32fc2-b1df-4270-8f3e-c222e65c13d0 None None] Pushing event deleted for resources: {'Port': ['ID=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:43.802788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:43.805966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c06e3b96-4bce-4aa3-aedf-f7687275dd3e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.843369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 9851043d-750b-4ec2-a3a6-4cf97820e5af) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:43.844870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port c06e3b96-4bce-4aa3-aedf-f7687275dd3e on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:43.846461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=c06e3b96-4bce-4aa3-aedf-f7687275dd3e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:43.856241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998822a5-16dc-482e-b656-a14e7c77dbf1 None None] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:43.885325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.886390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.917122 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bdf3e286-70da-4826-8665-99484266795b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0010488 Feb 11 13:28:43.919917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34152) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:43.924647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:43.953542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (21364f29-0bd8-4977-b260-1c794d632e34), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.954660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (21364f29-0bd8-4977-b260-1c794d632e34), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.963309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (5930c841-4de4-4c8b-a8aa-d90cca739caf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.989161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5930c841-4de4-4c8b-a8aa-d90cca739caf']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:44.000876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-9851043d-750b-4ec2-a3a6-4cf97820e5af', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:28:44.002452 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.010807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd5fef1-8702-40f0-a939-73d667ebaabb') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:44.011195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd5fef1-8702-40f0-a939-73d667ebaabb') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:44.027833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1dd5fef1-8702-40f0-a939-73d667ebaabb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.044691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks [] for router_controller (21364f29-0bd8-4977-b260-1c794d632e34), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.074015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1dd5fef1-8702-40f0-a939-73d667ebaabb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.085306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:44.085644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1dd5fef1-8702-40f0-a939-73d667ebaabb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:44.089290 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:44.171145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82ccbd-4ffc-4a4d-811e-8f607572c1b5 req-e6584ab4-59f7-4576-a3c5-245f976448e7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.172749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc82ccbd-4ffc-4a4d-811e-8f607572c1b5 req-e6584ab4-59f7-4576-a3c5-245f976448e7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1333816 Feb 11 13:28:44.173964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (5930c841-4de4-4c8b-a8aa-d90cca739caf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.186788 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.190758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/networks/5930c841-4de4-4c8b-a8aa-d90cca739caf HTTP/1.1" status: 204 len: 168 time: 1.1665812 Feb 11 13:28:44.200833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34156) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:44.207090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-628021183'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:44.212602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Allocated IP 172.20.0.2 (9851043d-750b-4ec2-a3a6-4cf97820e5af/0e119b7f-df68-4b7a-b24e-0d52973d3ffa/21b315df-cee2-404b-9492-2f08b0997d39) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:44.224366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0758687-047e-40f2-9f14-9dc60b3fe87c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Network': ['ID=5930c841-4de4-4c8b-a8aa-d90cca739caf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.266195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc82ccbd-4ffc-4a4d-811e-8f607572c1b5 req-74066539-e7d2-43d3-9fb0-50411c2d41ec tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737445 Feb 11 13:28:44.273600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks [] for router_gateway (21364f29-0bd8-4977-b260-1c794d632e34), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.295721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:44.299878 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.317640 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07f67d93-a587-41ef-bfbe-d5f08fbe099e details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:44.353297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:44.375218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f35ddc64-4d6f-4eb7-8e92-322edb87f1c5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.375571 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Added segment f35ddc64-4d6f-4eb7-8e92-322edb87f1c5 of type vlan for network 8a67f61c-31a5-4859-b25c-459e58994c08 Feb 11 13:28:44.495753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (8a67f61c-31a5-4859-b25c-459e58994c08), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.549596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 07f67d93-a587-41ef-bfbe-d5f08fbe099e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07f67d93-a587-41ef-bfbe-d5f08fbe099e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:44.554536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Publish callbacks [] for port (21b315df-cee2-404b-9492-2f08b0997d39), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.567164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '07f67d93-a587-41ef-bfbe-d5f08fbe099e', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '07f67d93-a587-41ef-bfbe-d5f08fbe099e', 'mac_address': 'fa:16:3e:96:14:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:44.573983 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (21b315df-cee2-404b-9492-2f08b0997d39), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.583417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (8a67f61c-31a5-4859-b25c-459e58994c08), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.608968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.609616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.632515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Pushing event updated for resources: {'Port': ['ID=21b315df-cee2-404b-9492-2f08b0997d39,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.689301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 07f67d93-a587-41ef-bfbe-d5f08fbe099e is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:44.689702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.696206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:44.706850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:44.711101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:44.721179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f67d93-a587-41ef-bfbe-d5f08fbe099e {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:44.786321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 07f67d93-a587-41ef-bfbe-d5f08fbe099e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07f67d93-a587-41ef-bfbe-d5f08fbe099e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:44.789046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Attempting to bind port 21b315df-cee2-404b-9492-2f08b0997d39 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:44.789414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Attempting to bind port 21b315df-cee2-404b-9492-2f08b0997d39 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:44.789931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Attempting to bind port 21b315df-cee2-404b-9492-2f08b0997d39 on network 9851043d-750b-4ec2-a3a6-4cf97820e5af {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:44.795906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:44.796306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Checking segment: {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:44.796732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.797172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Bound using segment: {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:44.797645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Bound port: 21b315df-cee2-404b-9492-2f08b0997d39, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:44.798029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21b315df-cee2-404b-9492-2f08b0997d39), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.801680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.837132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks [] for router_gateway (21364f29-0bd8-4977-b260-1c794d632e34), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.868338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Network': ['ID=8a67f61c-31a5-4859-b25c-459e58994c08,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.872064 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:44.885499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 8a67f61c-31a5-4859-b25c-459e58994c08 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:44.889157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ad4e5ea9-f08c-4020-b784-5f533624ab31 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6848726 Feb 11 13:28:44.895288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34166) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:44.914234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56845d-d911-47c2-9266-757a00f49b17 req-727de8a9-eab3-4f9a-a88c-60a4420169b6 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.923101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'subnet': {'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:44.926097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd56845d-d911-47c2-9266-757a00f49b17 req-727de8a9-eab3-4f9a-a88c-60a4420169b6 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 950 time: 0.1257777 Feb 11 13:28:44.945798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=07f67d93-a587-41ef-bfbe-d5f08fbe099e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.994915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] For port 21b315df-cee2-404b-9492-2f08b0997d39, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:45.014080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] For port 21b315df-cee2-404b-9492-2f08b0997d39, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21b315df-cee2-404b-9492-2f08b0997d39,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:45.022756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21b315df-cee2-404b-9492-2f08b0997d39), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:45.027894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd56845d-d911-47c2-9266-757a00f49b17 req-c36ae913-70ed-46a5-b6d7-726b4cab4a89 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Feb 11 13:28:45.073382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:45.076891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:45.100162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be3403-cde0-4148-b429-defa02b9cf85 None None] Pushing event updated for resources: {'Port': ['ID=21b315df-cee2-404b-9492-2f08b0997d39,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:45.130652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['07f67d93-a587-41ef-bfbe-d5f08fbe099e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:45.172276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c06e3b96-4bce-4aa3-aedf-f7687275dd3e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:45.197108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c06e3b96-4bce-4aa3-aedf-f7687275dd3e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:45.197456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c06e3b96-4bce-4aa3-aedf-f7687275dd3e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:45.232224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85651fb3-1295-4b1b-b417-80f92f2b18a1 req-460a84cb-2a10-4ddc-8da9-25486c8fbe97 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.233728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85651fb3-1295-4b1b-b417-80f92f2b18a1 req-460a84cb-2a10-4ddc-8da9-25486c8fbe97 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 949 time: 0.3986759 Feb 11 13:28:45.362387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Allocated IP 172.25.3.231 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/d974401b-05d4-4f0b-9d8b-1049a46bc41a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:45.388381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-08b1efdf-7a64-41f2-ba1f-0459c34d61e4 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.390358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-08b1efdf-7a64-41f2-ba1f-0459c34d61e4 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 950 time: 0.2948871 Feb 11 13:28:45.452051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85651fb3-1295-4b1b-b417-80f92f2b18a1 req-75f8c80c-818f-419b-84a7-7b4339c08998 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036576 Feb 11 13:28:45.464369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1067b-87d5-4327-9e49-002cd303cccb req-93956e65-86c0-4d28-b17f-68fc917c5439 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.467422 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbf1067b-87d5-4327-9e49-002cd303cccb req-93956e65-86c0-4d28-b17f-68fc917c5439 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.0793133 Feb 11 13:28:45.560149 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbf1067b-87d5-4327-9e49-002cd303cccb req-71791873-5113-408f-9d78-8617a1287159 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876763 Feb 11 13:28:45.948026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290558be-dd24-412a-8066-0074f7e2325f req-1fbb30b4-b3f3-45d7-9fa5-6863a48ccf35 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.950184 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-290558be-dd24-412a-8066-0074f7e2325f req-1fbb30b4-b3f3-45d7-9fa5-6863a48ccf35 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 945 time: 0.0610285 Feb 11 13:28:46.003156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-290558be-dd24-412a-8066-0074f7e2325f req-a56fc0e1-789c-42b1-ba10-354bde148a6a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469000 Feb 11 13:28:46.029810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (28d4f5f1-6310-4b4e-b048-34f0a6efe31f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.073527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks [] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.096584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Deleting port 20cc69eb-657f-4473-914b-d2356bddcc66 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:46.096937 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.201255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Subnet': ['ID=28d4f5f1-6310-4b4e-b048-34f0a6efe31f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.281421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Checking segment: {'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:46.281867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network hostable DHCP agents. Network: 8a67f61c-31a5-4859-b25c-459e58994c08, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:46.301115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.313939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07f67d93-a587-41ef-bfbe-d5f08fbe099e up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:46.327334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aef6c-a0a1-4245-8068-d1ddcee4c561 req-3509f304-fc59-4bdf-890b-62a42052bdb4 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.329255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-236aef6c-a0a1-4245-8068-d1ddcee4c561 req-3509f304-fc59-4bdf-890b-62a42052bdb4 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 950 time: 0.1967809 Feb 11 13:28:46.338363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] For port 20cc69eb-657f-4473-914b-d2356bddcc66, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=20cc69eb-657f-4473-914b-d2356bddcc66,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:46.338642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.360419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9e655-0514-4808-a20a-f581fd4e6655 None None] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:46.404092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Calling delete_port for 20cc69eb-657f-4473-914b-d2356bddcc66 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:46.406904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:46.408588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network 8a67f61c-31a5-4859-b25c-459e58994c08 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:46.419322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:46.436513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:46.445782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 07f67d93-a587-41ef-bfbe-d5f08fbe099e completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:46.457785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 07f67d93-a587-41ef-bfbe-d5f08fbe099e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:46.458323 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.474899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 8a67f61c-31a5-4859-b25c-459e58994c08) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:46.510337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d974401b-05d4-4f0b-9d8b-1049a46bc41a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.525863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.526497 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.543834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-236aef6c-a0a1-4245-8068-d1ddcee4c561 req-c81ba9a6-7d3c-4ba7-a91c-a51e9928982f tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a078d0-629c-4064-b52e-4ec1a5dffa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810765 Feb 11 13:28:46.578419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2a61ff3b-3077-4129-821c-2e6bfbd9d9d7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6806788 Feb 11 13:28:46.579453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34188) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:46.585035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1537729563'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:46.685099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:46.688822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.692586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc0ae6-7eac-48ac-b715-1832c850293c None None] Network 8a67f61c-31a5-4859-b25c-459e58994c08 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:46.734806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869df1b-14e6-42b8-b6f0-04641d1ee405 req-d2c0ebe8-2a70-492f-b457-25d3e638d506 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.742894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b9ee329d-5719-43a9-bd62-a8013832ee6e None None] Provisioning complete for port 21b315df-cee2-404b-9492-2f08b0997d39 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:46.743271 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9ee329d-5719-43a9-bd62-a8013832ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21b315df-cee2-404b-9492-2f08b0997d39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.743868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e869df1b-14e6-42b8-b6f0-04641d1ee405 req-d2c0ebe8-2a70-492f-b457-25d3e638d506 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 949 time: 0.1653686 Feb 11 13:28:46.774818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:46.825316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e869df1b-14e6-42b8-b6f0-04641d1ee405 req-10827717-bda5-4324-a7c5-704f80585b85 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764611 Feb 11 13:28:46.834006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7ed506bb-e3d4-4c37-88c5-cddd3e94cef9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.834689 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Added segment 7ed506bb-e3d4-4c37-88c5-cddd3e94cef9 of type vlan for network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 Feb 11 13:28:46.901314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59f04-e861-402e-841f-30988c6525bc req-ea180ab7-8b0b-4427-976e-2a15ef266764 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.903102 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84e59f04-e861-402e-841f-30988c6525bc req-ea180ab7-8b0b-4427-976e-2a15ef266764 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.2034943 Feb 11 13:28:46.905972 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (20cc69eb-657f-4473-914b-d2356bddcc66), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.919808 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (80f6fcdc-52a7-40ad-984c-eee57e3150e7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.945193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Pushing event deleted for resources: {'Port': ['ID=20cc69eb-657f-4473-914b-d2356bddcc66,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.956530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (80f6fcdc-52a7-40ad-984c-eee57e3150e7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.968838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.971077 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.019746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-8a67f61c-31a5-4859-b25c-459e58994c08', 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08', 'project_id': 'a963d64333834e88be063a5bef236029', 'fixed_ips': [{'subnet_id': '28d4f5f1-6310-4b4e-b048-34f0a6efe31f'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:28:47.028472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.056907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4762940 Feb 11 13:28:47.065332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 07f67d93-a587-41ef-bfbe-d5f08fbe099e is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:47.065753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.109053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:47.120796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'subnet': {'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:47.234930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] No DVR routers for this DVR port 20cc69eb-657f-4473-914b-d2356bddcc66 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:47.244874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.249008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-903401c5-0b0a-4c79-bdde-9dac41e2a74b req-2dc0e80d-a293-4a12-b799-d25c0f1ab632 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.83 "DELETE /v2.0/ports/20cc69eb-657f-4473-914b-d2356bddcc66 HTTP/1.1" status: 204 len: 173 time: 1.8449628 Feb 11 13:28:47.251935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'name': 'network-vif-deleted', 'tag': '20cc69eb-657f-4473-914b-d2356bddcc66'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:47.263357 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aa4445-9e4c-4da0-8de2-698030840037" -d '{"events": [{"server_uuid": "7a827306-f29b-4b4d-bb7e-7dec3504a5d9", "name": "network-vif-deleted", "tag": "20cc69eb-657f-4473-914b-d2356bddcc66"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:47.295795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84e59f04-e861-402e-841f-30988c6525bc req-3d9c1329-2659-4876-a095-01c88ab9417f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517892 Feb 11 13:28:47.297549 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks [] for router_gateway (21364f29-0bd8-4977-b260-1c794d632e34), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.318964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21b315df-cee2-404b-9492-2f08b0997d39 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:47.331621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee329d-5719-43a9-bd62-a8013832ee6e None None] Current status of the port 21b315df-cee2-404b-9492-2f08b0997d39 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:47.331621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9ee329d-5719-43a9-bd62-a8013832ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21b315df-cee2-404b-9492-2f08b0997d39), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.356679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f67d93-a587-41ef-bfbe-d5f08fbe099e'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:47.359966 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb7bbe-0ead-4d21-ba0f-8936b2b1715c" -d '{"events": [{"server_uuid": "ba6291cf-0d9a-46a4-b4f0-07a73d9bb840", "name": "network-vif-plugged", "status": "completed", "tag": "07f67d93-a587-41ef-bfbe-d5f08fbe099e"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:47.432815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 07f67d93-a587-41ef-bfbe-d5f08fbe099e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07f67d93-a587-41ef-bfbe-d5f08fbe099e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:47.456521 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.520634 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c096944-97e3-4cd8-a9eb-db4664b964a6 x-openstack-request-id: req-4c096944-97e3-4cd8-a9eb-db4664b964a6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:47.521008 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a827306-f29b-4b4d-bb7e-7dec3504a5d9", "name": "network-vif-deleted", "tag": "20cc69eb-657f-4473-914b-d2356bddcc66", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:47.521216 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c096944-97e3-4cd8-a9eb-db4664b964a6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:47.521621 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a827306-f29b-4b4d-bb7e-7dec3504a5d9', 'name': 'network-vif-deleted', 'tag': '20cc69eb-657f-4473-914b-d2356bddcc66', 'status': 'completed', 'code': 200} Feb 11 13:28:47.552242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b9ee329d-5719-43a9-bd62-a8013832ee6e None None] For port 21b315df-cee2-404b-9492-2f08b0997d39, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21b315df-cee2-404b-9492-2f08b0997d39,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:47.554883 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90f256-fc33-42cc-b5d0-790659673f1c x-openstack-request-id: req-4f90f256-fc33-42cc-b5d0-790659673f1c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:47.555736 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6291cf-0d9a-46a4-b4f0-07a73d9bb840", "name": "network-vif-plugged", "status": "completed", "tag": "07f67d93-a587-41ef-bfbe-d5f08fbe099e", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:47.556297 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f90f256-fc33-42cc-b5d0-790659673f1c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:47.557137 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f67d93-a587-41ef-bfbe-d5f08fbe099e', 'code': 200} Feb 11 13:28:47.557913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=07f67d93-a587-41ef-bfbe-d5f08fbe099e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.571369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9ee329d-5719-43a9-bd62-a8013832ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21b315df-cee2-404b-9492-2f08b0997d39), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.609745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7c339-eb43-4494-ae39-0382b3451aae tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Network': ['ID=80f6fcdc-52a7-40ad-984c-eee57e3150e7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.633864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:47.639541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.652370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Allocated IP 19.80.0.2 (8a67f61c-31a5-4859-b25c-459e58994c08/28d4f5f1-6310-4b4e-b048-34f0a6efe31f/3890663b-65c7-40f0-913c-a66bb442ae16) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:47.688274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc596d-bd2f-4a05-91f2-7d0d215d4d0c req-872990dd-fb97-4ae2-aa53-3598deb20fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.689783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ccbc596d-bd2f-4a05-91f2-7d0d215d4d0c req-872990dd-fb97-4ae2-aa53-3598deb20fde service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 1132 time: 0.1121538 Feb 11 13:28:47.716195 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (21364f29-0bd8-4977-b260-1c794d632e34), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.860859 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Publish callbacks [] for port (3890663b-65c7-40f0-913c-a66bb442ae16), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.861076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580af928-df51-4501-89c3-b608fb3c386f req-b1b092de-dce0-429e-bfd1-58516b09e1b2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.861076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-580af928-df51-4501-89c3-b608fb3c386f req-b1b092de-dce0-429e-bfd1-58516b09e1b2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 945 time: 0.3671074 Feb 11 13:28:47.864170 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (fecc5f78-0cb9-4c6e-9131-9fe322d604e8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.902778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 21b315df-cee2-404b-9492-2f08b0997d39 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:47.903154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21b315df-cee2-404b-9492-2f08b0997d39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.908184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:47.939385 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.942175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d79e898f-6494-4c9a-8cbd-00ae3077dc52 req-034853ee-0fc9-41f4-a0ca-40694298c523 tempest-ImagesNegativeTestJSON-1794161899 tempest-ImagesNegativeTestJSON-1794161899-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a827306-f29b-4b4d-bb7e-7dec3504a5d9 HTTP/1.1" status: 200 len: 210 time: 0.1561143 Feb 11 13:28:47.967297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6050-4a56-4067-a13d-4ac47707dbdd req-773fada1-b7f4-45c4-a8b7-7436a1184e40 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.974052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-838a6050-4a56-4067-a13d-4ac47707dbdd req-773fada1-b7f4-45c4-a8b7-7436a1184e40 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 945 time: 0.6432948 Feb 11 13:28:47.975619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ccbc596d-bd2f-4a05-91f2-7d0d215d4d0c req-39a37de9-9914-4b84-962b-43bce2dcf28c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782428 Feb 11 13:28:48.033661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee329d-5719-43a9-bd62-a8013832ee6e None None] Pushing event updated for resources: {'Port': ['ID=21b315df-cee2-404b-9492-2f08b0997d39,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.054472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Subnet': ['ID=fecc5f78-0cb9-4c6e-9131-9fe322d604e8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.117767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Checking segment: {'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:48.118465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network hostable DHCP agents. Network: 80f6fcdc-52a7-40ad-984c-eee57e3150e7, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:48.122647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Pushing event updated for resources: {'Port': ['ID=3890663b-65c7-40f0-913c-a66bb442ae16,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.129020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc0040-bd91-4f7a-8a74-1e46d9e1f77f req-f7ec4da8-4e99-4585-b09c-e6fcf18d4f8b tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.139558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-debc0040-bd91-4f7a-8a74-1e46d9e1f77f req-f7ec4da8-4e99-4585-b09c-e6fcf18d4f8b tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 950 time: 0.0925124 Feb 11 13:28:48.146898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-838a6050-4a56-4067-a13d-4ac47707dbdd req-6e1d3379-e53a-4e7e-ba6d-b718513e55c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718938 Feb 11 13:28:48.177222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:48.188093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 80f6fcdc-52a7-40ad-984c-eee57e3150e7) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:48.193636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.194481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.199770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e7d6bba4-be7a-436f-bcc5-d181fc9e3100 None None] Provisioning complete for port 21b315df-cee2-404b-9492-2f08b0997d39 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:48.200198 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bba4-be7a-436f-bcc5-d181fc9e3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21b315df-cee2-404b-9492-2f08b0997d39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.206288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Router 21364f29-0bd8-4977-b260-1c794d632e34 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:28:48.211499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Deleting port 038764cf-645d-4c1a-9923-6b78d5ae832e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:48.211967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.217055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aef2a6-7b6a-47df-8aa9-e48dd52767c5 None None] Network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:48.235969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-debc0040-bd91-4f7a-8a74-1e46d9e1f77f req-42235590-ea65-482f-afb6-e7e73bc2e73b tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953395 Feb 11 13:28:48.240032 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3003bb55-84e4-4d96-9889-0f4d3e80e8d2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1197824 Feb 11 13:28:48.247973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Network 8a67f61c-31a5-4859-b25c-459e58994c08 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:48.305331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:48.315488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:48.379943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 20cc69eb-657f-4473-914b-d2356bddcc66 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:48.388562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6bba4-be7a-436f-bcc5-d181fc9e3100 None None] Current status of the port 21b315df-cee2-404b-9492-2f08b0997d39 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:48.406835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:48.443925 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.447899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-073f29f3-4e10-4cd2-b0dd-e7c7ac5df0f2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5243289 Feb 11 13:28:48.448309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34216) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:48.482277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 21b315df-cee2-404b-9492-2f08b0997d39 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:48.505500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Sync routers for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:48.508574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] For port 038764cf-645d-4c1a-9923-6b78d5ae832e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=038764cf-645d-4c1a-9923-6b78d5ae832e,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:48.510328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.539831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Calling delete_port for 038764cf-645d-4c1a-9923-6b78d5ae832e owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:48.587850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 20cc69eb-657f-4473-914b-d2356bddcc66 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:48.588109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 20cc69eb-657f-4473-914b-d2356bddcc66 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:48.593775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Attempting to bind port 3890663b-65c7-40f0-913c-a66bb442ae16 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:48.594170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Attempting to bind port 3890663b-65c7-40f0-913c-a66bb442ae16 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:48.594541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Attempting to bind port 3890663b-65c7-40f0-913c-a66bb442ae16 on network 8a67f61c-31a5-4859-b25c-459e58994c08 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:48.602695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f17912-83a9-4b3a-bf26-8b57b23cf69a req-20be07e4-8296-4ae3-ac10-1a2ccbc2b399 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.604415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:48.604793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Checking segment: {'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:48.605071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01f17912-83a9-4b3a-bf26-8b57b23cf69a req-20be07e4-8296-4ae3-ac10-1a2ccbc2b399 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1470702 Feb 11 13:28:48.605210 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.605596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Bound using segment: {'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:48.606064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Bound port: 3890663b-65c7-40f0-913c-a66bb442ae16, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:48.606475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.630490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:48.631148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:48.737380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-192c9e64-d215-489c-84c2-bcb41b1b7409 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.743953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-192c9e64-d215-489c-84c2-bcb41b1b7409 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.746961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:48.752091 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (038764cf-645d-4c1a-9923-6b78d5ae832e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.752643 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-192c9e64-d215-489c-84c2-bcb41b1b7409 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/networks?id=8a67f61c-31a5-4859-b25c-459e58994c08&id=80f6fcdc-52a7-40ad-984c-eee57e3150e7 HTTP/1.1" status: 200 len: 1391 time: 0.1479032 Feb 11 13:28:48.814071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event deleted for resources: {'Port': ['ID=038764cf-645d-4c1a-9923-6b78d5ae832e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.901533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] No DVR routers for this DVR port 038764cf-645d-4c1a-9923-6b78d5ae832e on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:48.911679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01f17912-83a9-4b3a-bf26-8b57b23cf69a req-1e327319-17c6-4f2a-a6e3-b963caf94fcd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858745 Feb 11 13:28:48.927020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.933015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-580af928-df51-4501-89c3-b608fb3c386f req-80b09c12-d94a-4cea-8fa1-6668618786c3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "DELETE /v2.0/ports/038764cf-645d-4c1a-9923-6b78d5ae832e HTTP/1.1" status: 204 len: 173 time: 1.0605619 Feb 11 13:28:48.935253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dd96fa-6337-422f-9066-c4656026292d', 'name': 'network-vif-deleted', 'tag': '038764cf-645d-4c1a-9923-6b78d5ae832e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:48.939200 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d2ac5-9a96-499a-8c77-b3b2f6ce8db8" -d '{"events": [{"server_uuid": "a2dd96fa-6337-422f-9066-c4656026292d", "name": "network-vif-deleted", "tag": "038764cf-645d-4c1a-9923-6b78d5ae832e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:49.120861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-80f6fcdc-52a7-40ad-984c-eee57e3150e7', 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7', 'project_id': 'a963d64333834e88be063a5bef236029', 'fixed_ips': [{'subnet_id': 'fecc5f78-0cb9-4c6e-9131-9fe322d604e8'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:28:49.121707 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.173961 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e8d258-1dac-4885-8519-a983f6f9679a x-openstack-request-id: req-e2e8d258-1dac-4885-8519-a983f6f9679a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:49.174438 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dd96fa-6337-422f-9066-c4656026292d", "name": "network-vif-deleted", "tag": "038764cf-645d-4c1a-9923-6b78d5ae832e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:49.174581 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2e8d258-1dac-4885-8519-a983f6f9679a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:49.174914 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dd96fa-6337-422f-9066-c4656026292d', 'name': 'network-vif-deleted', 'tag': '038764cf-645d-4c1a-9923-6b78d5ae832e', 'status': 'completed', 'code': 200} Feb 11 13:28:49.207512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-fca19112-a3c5-48be-af54-b47058bc9393 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/quotas/a963d64333834e88be063a5bef236029 HTTP/1.1" status: 200 len: 375 time: 0.4536409 Feb 11 13:28:49.374997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cafb4690-8254-4106-acd6-04163a6f16f2 req-c06c46ee-aff4-42f6-a1c5-7f8d5c050aae tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0474384 Feb 11 13:28:49.400353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-108b77aa-130b-4147-9a25-0078837b3f74 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1912482 Feb 11 13:28:49.417409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] For port 3890663b-65c7-40f0-913c-a66bb442ae16, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:49.427087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21b315df-cee2-404b-9492-2f08b0997d39 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:49.487103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:46Z', 'revision_number': 3, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:49.495363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2b30-898d-43f5-a228-c49becdefc2e req-ea1198c4-5fa0-42f6-b471-abd70fad6d8e tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.503397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d47f2b30-898d-43f5-a228-c49becdefc2e req-ea1198c4-5fa0-42f6-b471-abd70fad6d8e tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 950 time: 0.0687201 Feb 11 13:28:49.523036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] For port 3890663b-65c7-40f0-913c-a66bb442ae16, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3890663b-65c7-40f0-913c-a66bb442ae16,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:49.524830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Checking router: 21364f29-0bd8-4977-b260-1c794d632e34 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:49.525186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Updating router 21364f29-0bd8-4977-b260-1c794d632e34 port d974401b-05d4-4f0b-9d8b-1049a46bc41a binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:28:49.555986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d47f2b30-898d-43f5-a228-c49becdefc2e req-41349afc-046a-4d13-93c4-a90d530bf443 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Feb 11 13:28:49.560017 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.571215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-6caacaf0-3605-41ad-be3f-964863b28dd8 service neutron] 10.222.0.79 "GET /v2.0/networks/8a67f61c-31a5-4859-b25c-459e58994c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520069 Feb 11 13:28:49.674879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-1990a0c2-0965-4d8d-840a-6ff5b930bd2b service neutron] 10.222.0.79 "GET /v2.0/networks/8a67f61c-31a5-4859-b25c-459e58994c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024942 Feb 11 13:28:49.776716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-cc215a31-30f7-4f8c-928e-5924de4d92fe service neutron] 10.222.0.79 "GET /v2.0/networks/80f6fcdc-52a7-40ad-984c-eee57e3150e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008706 Feb 11 13:28:49.808908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.819303 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.867176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 21b315df-cee2-404b-9492-2f08b0997d39 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:49.867563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21b315df-cee2-404b-9492-2f08b0997d39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.083213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Allocated IP 19.86.0.2 (80f6fcdc-52a7-40ad-984c-eee57e3150e7/fecc5f78-0cb9-4c6e-9131-9fe322d604e8/0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:50.090225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-ca5ece47-7cf0-44bd-8627-13c356a7e6df service neutron] 10.222.0.79 "GET /v2.0/networks/80f6fcdc-52a7-40ad-984c-eee57e3150e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126721 Feb 11 13:28:50.100199 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.106995 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Publish callbacks [] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.158193 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.207830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9a360-5fa4-4baa-a8bc-694e79197c29 None None] Pushing event updated for resources: {'Port': ['ID=3890663b-65c7-40f0-913c-a66bb442ae16,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.245616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476bf13-c55c-4b08-a04b-7f8b2955c69d req-499daa2b-fc9e-46b7-aeed-b8af3758d8fd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.247439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Allocated IP 172.20.0.1 (9851043d-750b-4ec2-a3a6-4cf97820e5af/0e119b7f-df68-4b7a-b24e-0d52973d3ffa/74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:50.265190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9476bf13-c55c-4b08-a04b-7f8b2955c69d req-499daa2b-fc9e-46b7-aeed-b8af3758d8fd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.2414663 Feb 11 13:28:50.280643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Attempting to bind port d974401b-05d4-4f0b-9d8b-1049a46bc41a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:50.281009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Attempting to bind port d974401b-05d4-4f0b-9d8b-1049a46bc41a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:50.281382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Attempting to bind port d974401b-05d4-4f0b-9d8b-1049a46bc41a on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:50.340083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 038764cf-645d-4c1a-9923-6b78d5ae832e no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:50.379719 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:28:50.385754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9476bf13-c55c-4b08-a04b-7f8b2955c69d req-b329bc63-94b0-4c8f-955b-c1fc85e27a1d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185019 Feb 11 13:28:50.386292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34268) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:50.501050 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks [] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.571634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d49fa264-fc70-47d6-be3a-03d692a12fcf req-6cd8907f-92ae-4245-b027-37439820c0b9 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0563204 Feb 11 13:28:50.622601 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 038764cf-645d-4c1a-9923-6b78d5ae832e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:50.623080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 038764cf-645d-4c1a-9923-6b78d5ae832e not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:50.631087 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-8165e32c-6052-4691-825e-550b3d35faa9 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1d79247ef90541d8809cded29982b73e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281030 Feb 11 13:28:50.702616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:50.703008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:50.703525 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.703809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:50.704299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Bound port: d974401b-05d4-4f0b-9d8b-1049a46bc41a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:50.704690 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.719801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8cbeb209-7c33-4359-8453-887a1292c456 req-52dadfa7-821a-406f-bab8-5d0664f76aba tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 210 time: 0.0538003 Feb 11 13:28:50.805752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.818803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-929e0dcb-5e6c-4bd6-bc5c-3bf327e60bb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de6be9f6235549b3b5ae8028b638fd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313910 Feb 11 13:28:50.829785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:50.833822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Pushing event updated for resources: {'Port': ['ID=d974401b-05d4-4f0b-9d8b-1049a46bc41a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.864645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Pushing event updated for resources: {'Port': ['ID=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.880867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:50.883183 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Publish callbacks [] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.884247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:50.889491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:50.900284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.916562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 21b315df-cee2-404b-9492-2f08b0997d39 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:50.921697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d36bbc8-6b1b-409c-8c6f-e5322a75918a admin admin] Publish callbacks [] for security_group (82a078d0-629c-4064-b52e-4ec1a5dffa09), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.949383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-ffd02c55-b110-4f31-ad89-e23478f14b7d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.952289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-ffd02c55-b110-4f31-ad89-e23478f14b7d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087356 Feb 11 13:28:50.992194 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d36bbc8-6b1b-409c-8c6f-e5322a75918a admin admin] Publish callbacks [] for security_group (82a078d0-629c-4064-b52e-4ec1a5dffa09), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.993850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-18270c39-70db-481a-a7dc-217c7ea92b8c tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/quotas/1d79247ef90541d8809cded29982b73e HTTP/1.1" status: 200 len: 375 time: 0.0318291 Feb 11 13:28:51.003005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] For port d974401b-05d4-4f0b-9d8b-1049a46bc41a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:51.007870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] For port d974401b-05d4-4f0b-9d8b-1049a46bc41a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d974401b-05d4-4f0b-9d8b-1049a46bc41a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:51.011095 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (21364f29-0bd8-4977-b260-1c794d632e34), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.012747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Pushing event updated for resources: {'Port': ['ID=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:51.031986 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.088263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:51.090440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d36bbc8-6b1b-409c-8c6f-e5322a75918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (82a078d0-629c-4064-b52e-4ec1a5dffa09), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.092944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d36bbc8-6b1b-409c-8c6f-e5322a75918a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.094092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9d36bbc8-6b1b-409c-8c6f-e5322a75918a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82a078d0-629c-4064-b52e-4ec1a5dffa09 HTTP/1.1" status: 204 len: 168 time: 0.2673519 Feb 11 13:28:51.111884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36bbc8-6b1b-409c-8c6f-e5322a75918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a078d0-629c-4064-b52e-4ec1a5dffa09,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:51.185917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-0651909d-5b8f-492e-a151-d7242ed20ad9 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d79247ef90541d8809cded29982b73e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908495 Feb 11 13:28:51.247495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:51.268463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:51.334231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3890663b-65c7-40f0-913c-a66bb442ae16 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:51.358471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:51.359468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:51.458903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80c5ea-dbb2-4e15-8c5b-e3ad4ed0b4ba req-7cd49a33-414f-442c-a2fd-4e4435efb7bc tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.462711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.474089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d80c5ea-dbb2-4e15-8c5b-e3ad4ed0b4ba req-7cd49a33-414f-442c-a2fd-4e4435efb7bc tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1127 time: 0.1091497 Feb 11 13:28:51.614977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d80c5ea-dbb2-4e15-8c5b-e3ad4ed0b4ba req-c7b4c9cb-f97b-4256-9c4d-538bf30da484 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336541 Feb 11 13:28:51.804031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-787b9b9d-ebb9-45eb-9e1b-eb7421f903d0 req-55fa2e64-aaee-4f03-8a87-a1f6c460d699 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 210 time: 0.1021082 Feb 11 13:28:52.006610 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.044905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Pushing event updated for resources: {'Port': ['ID=d974401b-05d4-4f0b-9d8b-1049a46bc41a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:52.058959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:52.105777 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e2a6945-960d-4ad3-b990-660cdeec9871 req-dcf1a327-a225-4154-86ad-51439ce52328 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.1094351 Feb 11 13:28:52.129654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e710d6d2-87a8-4ea6-858d-01230af6cd5a None None] Provisioning complete for port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:52.130032 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e710d6d2-87a8-4ea6-858d-01230af6cd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.189818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5604a9-5964-414b-b10f-b3fde843c202 None None] Network 8a67f61c-31a5-4859-b25c-459e58994c08 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:52.202616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.203354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.203860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.204364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.204868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.205362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.205876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.206407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.207771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.208274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.208786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.209650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.210380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4299d-026e-43b7-a86e-dbed1af2b65c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:52.317586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Attempting to bind port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:52.317955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Attempting to bind port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:52.335091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Attempting to bind port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 on network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:52.472039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:52.472689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Checking segment: {'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:52.473135 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.473543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Bound using segment: {'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:52.475230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Bound port: 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:52.476656 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.590584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e710d6d2-87a8-4ea6-858d-01230af6cd5a None None] Port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:52.654379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3890663b-65c7-40f0-913c-a66bb442ae16 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:52.655147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.757834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks [] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.776363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.939194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21b8d9-5f5f-400f-8af0-67e028a3460f req-bbb89a1f-05a1-4518-a7c1-feb97ab4387c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.947825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f21b8d9-5f5f-400f-8af0-67e028a3460f req-bbb89a1f-05a1-4518-a7c1-feb97ab4387c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.9115944 Feb 11 13:28:53.042698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (21364f29-0bd8-4977-b260-1c794d632e34), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:53.055606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Pushing event updated for resources: {'Port': ['ID=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:53.317570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-42b77fca-99f9-4110-a0b4-b0fdab6bad0c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.323039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-42b77fca-99f9-4110-a0b4-b0fdab6bad0c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.324930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-42b77fca-99f9-4110-a0b4-b0fdab6bad0c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "GET /v2.0/networks?id=8a67f61c-31a5-4859-b25c-459e58994c08&id=80f6fcdc-52a7-40ad-984c-eee57e3150e7 HTTP/1.1" status: 200 len: 1391 time: 0.6831987 Feb 11 13:28:53.363786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] For port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:53.364729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:53.376414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'port': {'device_id': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08', 'admin_state_up': True, 'tenant_id': 'a963d64333834e88be063a5bef236029'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:53.386846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ddc91072-7ad6-4023-afd7-874e05753252 None None] Provisioning complete for port 3890663b-65c7-40f0-913c-a66bb442ae16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:53.387779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddc91072-7ad6-4023-afd7-874e05753252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:53.393605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] For port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:53.434641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:53.468375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f21b8d9-5f5f-400f-8af0-67e028a3460f req-68ec9988-f438-4df1-a7ca-6bd1e9000f16 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195327 Feb 11 13:28:53.475123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-876c859e-7f2a-4579-b568-0aaefd0471f2 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1d79247ef90541d8809cded29982b73e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1768498 Feb 11 13:28:53.499877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:53.713759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3890663b-65c7-40f0-913c-a66bb442ae16 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:53.714198 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:53.718646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825d10-a462-4a9d-8631-61e32f2ceac6 None None] Pushing event updated for resources: {'Port': ['ID=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:53.737128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:46Z', 'revision_number': 3, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:53.888193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3231a-1c71-492a-9914-c5e541930d6c None None] The sync data for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 is: [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:46Z', 'revision_number': 3, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:53.932644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ddc91072-7ad6-4023-afd7-874e05753252 None None] Current status of the port 3890663b-65c7-40f0-913c-a66bb442ae16 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:53.938526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddc91072-7ad6-4023-afd7-874e05753252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:53.943549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 3890663b-65c7-40f0-913c-a66bb442ae16, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3890663b-65c7-40f0-913c-a66bb442ae16,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:53.977345 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:54.034828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-a3c8c8bb-e41f-4d23-85e9-a943fe21c0a3 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:28:54.036760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-a3c8c8bb-e41f-4d23-85e9-a943fe21c0a3 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079081 Feb 11 13:28:54.061239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e1bef61-af18-4c3e-8035-b89bdb97dd39 req-5da40d37-0ab2-4f45-8aee-711beffb9f9c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 210 time: 0.3004897 Feb 11 13:28:54.259620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:54.364222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a09cc82-2d5e-4cca-9450-088fbf66e465 req-e2aba386-8e82-44d6-b007-f0792b6bad0d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 210 time: 0.1326835 Feb 11 13:28:54.410618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:54.417345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:54.432825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-3f8a7aa4-b8a4-4723-9209-214c8a6dc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.449242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=3890663b-65c7-40f0-913c-a66bb442ae16,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:54.449794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-3f8a7aa4-b8a4-4723-9209-214c8a6dc1ae service neutron] 10.222.0.79 "GET /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 1124 time: 0.3752742 Feb 11 13:28:54.460045 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-ddc91072-7ad6-4023-afd7-874e05753252 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:28:54.460312 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-ddc91072-7ad6-4023-afd7-874e05753252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:28:54.463138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Request body: {'binding': {'host': 'n-h1-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:54.463605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:28:54.534532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:54.534950 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:54.549205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-756c3d15-d175-4091-881e-76e1c39732b5 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.550834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-756c3d15-d175-4091-881e-76e1c39732b5 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0750353 Feb 11 13:28:54.615878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Router 21364f29-0bd8-4977-b260-1c794d632e34 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:54.628419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Request body: {'port': {'device_id': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '1d79247ef90541d8809cded29982b73e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:54.735622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:54.736021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:54.787493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d81ac17-5102-4e8c-ba22-08ca992363f4 req-08cdc7b2-0c53-402c-82de-e396941f907b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.2356400 Feb 11 13:28:54.876576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:54.884069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:55.028336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:55.133550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ddc91072-7ad6-4023-afd7-874e05753252 None None] Current status of the port 3890663b-65c7-40f0-913c-a66bb442ae16 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:55.211515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:55.218218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-51d1ea66-afd6-4027-9f18-2f2054747476 admin admin] 10.222.0.79 "PUT /v2.0/routers/21364f29-0bd8-4977-b260-1c794d632e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7688375 Feb 11 13:28:55.281905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9467f487-e401-49b4-91eb-a4f864ce13a7 None None] Provisioning complete for port 3890663b-65c7-40f0-913c-a66bb442ae16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:55.289751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9467f487-e401-49b4-91eb-a4f864ce13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:55.499650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9467f487-e401-49b4-91eb-a4f864ce13a7 None None] Current status of the port 3890663b-65c7-40f0-913c-a66bb442ae16 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:55.520093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9467f487-e401-49b4-91eb-a4f864ce13a7 None None] Provisioning complete for port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:55.520477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9467f487-e401-49b4-91eb-a4f864ce13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:55.559328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef47a0-79da-457b-b2fa-8e38371c4d3d None None] Network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:55.600406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9467f487-e401-49b4-91eb-a4f864ce13a7 None None] Port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:55.654972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Allocated IP 19.80.0.208 (8a67f61c-31a5-4859-b25c-459e58994c08/28d4f5f1-6310-4b4e-b048-34f0a6efe31f/747e3c06-e46f-45cc-a6d1-ee30fd2b856b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:55.655535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on host n-h1-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:55.656014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:55.656486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:55.663832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:55.664449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:55.681128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:55.681847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:55.682789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:55.683703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Bound port: e701d205-ee29-4282-9ae0-91cbb18b6d34, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:55.713547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891458b4-0753-48e4-8422-779ebd7d6c34 req-78d25f46-b5fb-4d68-a4c5-ed5d8efc30ef tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.725891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-891458b4-0753-48e4-8422-779ebd7d6c34 req-78d25f46-b5fb-4d68-a4c5-ed5d8efc30ef tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.6075120 Feb 11 13:28:55.763701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-317558da-7eed-4d55-93c8-34d85d0009d9 None None] Provisioning complete for port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:55.764839 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-317558da-7eed-4d55-93c8-34d85d0009d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:55.795901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:55.806090 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:55.818334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-705aac63-4ad0-4aba-a254-ad479ca45e43 service neutron] 10.222.0.79 "POST /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34/bindings HTTP/1.1" status: 201 len: 389 time: 1.3676984 Feb 11 13:28:55.926195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-317558da-7eed-4d55-93c8-34d85d0009d9 None None] Current status of the port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:56.020072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-891458b4-0753-48e4-8422-779ebd7d6c34 req-7eb4a49e-1d28-45c3-beef-1dbffd085e9d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924895 Feb 11 13:28:56.031374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Made reservation on behalf of 1d79247ef90541d8809cded29982b73e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:56.049659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.264420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 3cc51fdb-865c-47d1-83dd-7ecf25198266 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:56.307390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6cb0b7e8-ddcc-4e3f-aac5-2a2497a0d03a req-1a3cb070-b1be-4ee4-bf79-c1e7e43ebf6b tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 210 time: 0.0913153 Feb 11 13:28:56.337193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-f9c7cff3-1fb1-4315-9ccb-abab991e9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.340765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-f9c7cff3-1fb1-4315-9ccb-abab991e9ce0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1127 time: 0.2167516 Feb 11 13:28:56.387927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:56.391749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.463642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92a9d355-580e-4ecd-bcff-1b643a6141c0 req-76e950d0-e5a0-46f7-ab69-08eb341ab145 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 210 time: 0.1148098 Feb 11 13:28:56.545079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4aa219d7-3e0a-49f4-947c-8af207d0e8e3 None None] Provisioning complete for port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:56.545640 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4aa219d7-3e0a-49f4-947c-8af207d0e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.547033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:56.566610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-network', 'tenant_id': '040cdadc183e4258b2d259736f654fe3'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:56.618924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Made reservation on behalf of 040cdadc183e4258b2d259736f654fe3 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:56.624924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.632474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:56.635532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:56.636413 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.638952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Allocated IP 192.168.233.90 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/9e84feb6-3fd0-4e16-bcbf-aebd1a848b24) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:56.683007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '3cc51fdb-865c-47d1-83dd-7ecf25198266', 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957', 'port_id': '3cc51fdb-865c-47d1-83dd-7ecf25198266', 'mac_address': 'fa:16:3e:35:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86797a2-0d67-4fa2-830c-88364ab4986d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:56.701982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-279a7c9e-75fb-49f7-b242-25c26db33807 req-bb741e7a-c1be-4a8f-973e-247c61c7ccbf tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.1612835 Feb 11 13:28:56.705072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.794636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4aa219d7-3e0a-49f4-947c-8af207d0e8e3 None None] Current status of the port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:56.802150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 3cc51fdb-865c-47d1-83dd-7ecf25198266 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:56.802518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.824743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-0536ebd1-dab1-4c0f-a23b-d95dab3126a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.826592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-0536ebd1-dab1-4c0f-a23b-d95dab3126a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.4774301 Feb 11 13:28:56.850247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc51fdb-865c-47d1-83dd-7ecf25198266 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:56.903428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:56.904554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d974401b-05d4-4f0b-9d8b-1049a46bc41a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:56.907431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:56.909492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks [] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.912651 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-c6bc9193-c712-4370-9474-704ee4aa6eb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 217 time: 0.0785141 Feb 11 13:28:56.956692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.962513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.996705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['07f67d93-a587-41ef-bfbe-d5f08fbe099e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:57.009581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-8463cfd8-27d5-412d-9ebb-b8115768823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.011144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-8463cfd8-27d5-412d-9ebb-b8115768823a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0920894 Feb 11 13:28:57.090607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:57.091123 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Sync routers for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:57.102702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:57.104619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Pushing event updated for resources: {'Port': ['ID=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:57.117622 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:57.118775 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:57.122224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-99020af1-3d1f-4a1a-8bd6-c784ca0f100e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977907 Feb 11 13:28:57.133679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:57.138359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.155082 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38c298ae-bd68-46cf-a931-4464ebc78cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.176743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d8c5-bf2c-4c69-8010-ef5994425dd3 req-a7300c39-e7d4-4ba6-a09c-03fff311e3d9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.183979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74e3d8c5-bf2c-4c69-8010-ef5994425dd3 req-a7300c39-e7d4-4ba6-a09c-03fff311e3d9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.2309437 Feb 11 13:28:57.223731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:57.250695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['3cc51fdb-865c-47d1-83dd-7ecf25198266'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:57.336007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network 8a67f61c-31a5-4859-b25c-459e58994c08 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:57.341329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d974401b-05d4-4f0b-9d8b-1049a46bc41a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:57.341938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.355716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.356371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.370596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:57.371170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-af790160-91bc-4a77-9455-1b29c485195a service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286758 Feb 11 13:28:57.376018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Port': ['ID=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:57.385095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:57.404512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-87dd4ecc-cba0-4981-a175-6944b0f9625a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8280971 Feb 11 13:28:57.409512 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:57.499097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Request body: {'port': {'device_id': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:57.545051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74e3d8c5-bf2c-4c69-8010-ef5994425dd3 req-a75cf748-39b8-47c6-8269-9e5bd473b1b7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600936 Feb 11 13:28:57.679052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.679995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.706896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a88df0b9-5838-4a88-9899-9a228cd06077 None None] Provisioning complete for port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:57.707990 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a88df0b9-5838-4a88-9899-9a228cd06077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.752814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks [] for security_group (7d46fef7-5ea1-42c6-80f4-e94a0e6c8072), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.770159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a88df0b9-5838-4a88-9899-9a228cd06077 None None] Port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:57.776640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d46fef7-5ea1-42c6-80f4-e94a0e6c8072), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.780821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-495bc4e3-c187-49b8-bab6-1d16b75277b7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4225674 Feb 11 13:28:57.781454 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.801050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Request body: {'port': {'device_id': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7', 'admin_state_up': True, 'tenant_id': 'a963d64333834e88be063a5bef236029'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:57.812079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:57.823313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (395d6207-5866-4b55-b7d3-43e8fa183c73), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.823655 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Added segment 395d6207-5866-4b55-b7d3-43e8fa183c73 of type vlan for network 6326eb79-9c73-424c-bdeb-6ef513542a8f Feb 11 13:28:57.867302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d974401b-05d4-4f0b-9d8b-1049a46bc41a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:57.868637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.898039 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 2, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:57.927400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port d974401b-05d4-4f0b-9d8b-1049a46bc41a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d974401b-05d4-4f0b-9d8b-1049a46bc41a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:57.929272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (6326eb79-9c73-424c-bdeb-6ef513542a8f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.931381 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Checking router: 21364f29-0bd8-4977-b260-1c794d632e34 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:57.932014 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Updating router 21364f29-0bd8-4977-b260-1c794d632e34 port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:28:57.945798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.949063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3890663b-65c7-40f0-913c-a66bb442ae16 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:57.965434 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:57.993102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48f78f-55a4-4349-a5e6-6fa180c927cc req-d636f46e-397f-4d58-8b53-bea1af8dbed7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.000498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c48f78f-55a4-4349-a5e6-6fa180c927cc req-d636f46e-397f-4d58-8b53-bea1af8dbed7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.6244349 Feb 11 13:28:58.002610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (6326eb79-9c73-424c-bdeb-6ef513542a8f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.003768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.004509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.131212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fc6f1e3e-6e06-4960-bd2e-6ba15fabbafe None None] Provisioning complete for port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:58.131594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1e3e-6e06-4960-bd2e-6ba15fabbafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.160953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c48f78f-55a4-4349-a5e6-6fa180c927cc req-0e202ed1-2fd5-428f-9c80-531786de030f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399610 Feb 11 13:28:58.211761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Made reservation on behalf of a963d64333834e88be063a5bef236029 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:58.219709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.305196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7570317 Feb 11 13:28:58.306476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d46fef7-5ea1-42c6-80f4-e94a0e6c8072,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.323436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:58.367541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Request body: {'subnet': {'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-subnet', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:58.370042 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Publish callbacks [] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.380964 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.448371 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Pushing event updated for resources: {'Port': ['ID=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.452886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-ee6fcffd-8954-408e-ac7a-003986fe2e88 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0714083 Feb 11 13:28:58.457803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Made reservation on behalf of 040cdadc183e4258b2d259736f654fe3 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:58.465244 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.476323 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.476984 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.478303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f879af-d825-45e0-ae7a-e83646d69f15 admin admin] Pushing event updated for resources: {'Network': ['ID=6326eb79-9c73-424c-bdeb-6ef513542a8f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.479052 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.479645 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.483254 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.483992 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.484547 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.485193 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.485738 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.486648 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.494896 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.498403 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.510553 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:58.637400 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Attempting to bind port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:58.638192 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Attempting to bind port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:58.639347 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Attempting to bind port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 on network 9851043d-750b-4ec2-a3a6-4cf97820e5af {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:58.646433 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:58.647215 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Checking segment: {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:58.647874 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.649258 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Bound using segment: {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:58.650006 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Bound port: 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:58.651044 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.771279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbfff-2109-4cdc-8c59-2b36986513a4 req-9b600f63-f921-45d1-85b7-b80518efbb09 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.779504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90efbfff-2109-4cdc-8c59-2b36986513a4 req-9b600f63-f921-45d1-85b7-b80518efbb09 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 935 time: 0.4511211 Feb 11 13:28:58.782527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:58.795566 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] For port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:58.804091 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] For port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:58.812665 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.860066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=d974401b-05d4-4f0b-9d8b-1049a46bc41a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.881570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f1e3e-6e06-4960-bd2e-6ba15fabbafe None None] Port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:58.900545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3890663b-65c7-40f0-913c-a66bb442ae16 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:58.904464 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.911662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:58.932041 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Publish callbacks [] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.946837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90efbfff-2109-4cdc-8c59-2b36986513a4 req-2dc60cef-74d9-4b17-b054-d6464c3dcce8 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661057 Feb 11 13:28:58.947824 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770714e-0d6d-4b3b-99f2-7468dcf86e71 None None] Pushing event updated for resources: {'Port': ['ID=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.964153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Transition to ACTIVE for port object 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:58.989358 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:58.990211 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:59.002800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04effb-ed2c-4a72-aa9d-dac9e9eea66d req-dc8fcc1d-81d8-4ae9-ad9c-e098f91b3a9e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.011352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a04effb-ed2c-4a72-aa9d-dac9e9eea66d req-dc8fcc1d-81d8-4ae9-ad9c-e098f91b3a9e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 932 time: 1.3025124 Feb 11 13:28:59.015237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:59.220631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-542e76b5-a449-4f84-a13a-11ec0bce25e2 req-6fecd1f1-f87a-44d8-b057-7858d5000359 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0933082 Feb 11 13:28:59.281171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3890663b-65c7-40f0-913c-a66bb442ae16 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:59.287063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-df363bbe-0505-4b39-81d9-0993c71c3dce None None] Provisioning complete for port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:59.287459 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df363bbe-0505-4b39-81d9-0993c71c3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:59.299309 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:59.353978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (57471797-709a-41b7-b6e8-9afaf57cac79), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:59.450153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6931ba80-0433-47c9-b341-812b7626432b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:59.485536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57471797-709a-41b7-b6e8-9afaf57cac79,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:59.506373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d974401b-05d4-4f0b-9d8b-1049a46bc41a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:59.588483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d974401b-05d4-4f0b-9d8b-1049a46bc41a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:59.588836 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:59.625479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Pushing event updated for resources: {'Port': ['ID=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:59.660066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-df363bbe-0505-4b39-81d9-0993c71c3dce None None] Current status of the port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:59.662656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Checking segment: {'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:59.666486 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df363bbe-0505-4b39-81d9-0993c71c3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:59.671322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Network hostable DHCP agents. Network: 6326eb79-9c73-424c-bdeb-6ef513542a8f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:59.739834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a2e06-1686-4424-b7f3-06c92833ee8a req-ec6f6e56-f651-4508-8747-02aeba12a11f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.746460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a04effb-ed2c-4a72-aa9d-dac9e9eea66d req-85ede403-9621-4872-88f7-ce4e04914ccc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789539 Feb 11 13:28:59.754211 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:58Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:59.760333 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-568a2e06-1686-4424-b7f3-06c92833ee8a req-ec6f6e56-f651-4508-8747-02aeba12a11f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.2713816 Feb 11 13:28:59.798986 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b336a-1289-494b-89e0-76859a4c8dd8 None None] The sync data for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 is: [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:58Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:59.817011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-df363bbe-0505-4b39-81d9-0993c71c3dce None None] For port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:59.825081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d974401b-05d4-4f0b-9d8b-1049a46bc41a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:59.828234 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df363bbe-0505-4b39-81d9-0993c71c3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:59.906343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:59.923148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Allocated IP 19.86.0.193 (80f6fcdc-52a7-40ad-984c-eee57e3150e7/fecc5f78-0cb9-4c6e-9131-9fe322d604e8/7b9fd251-1c77-4231-b5c8-5ad98043f65e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:59.929906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-568a2e06-1686-4424-b7f3-06c92833ee8a req-b8669fb7-43fb-4206-90d1-3fe37b1e13f6 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625454 Feb 11 13:28:59.961504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 6326eb79-9c73-424c-bdeb-6ef513542a8f) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:59.987314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e64b2a7-7420-47df-9ad9-134095b33e12 None None] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:59.999193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.000608 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.030399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fa30d8c5-d841-4ac7-8943-b340847fd159 None None] Provisioning complete for port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:00.032233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa30d8c5-d841-4ac7-8943-b340847fd159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.048550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-371ed030-780d-4b61-900a-6b73ef4b5512 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7171929 Feb 11 13:29:00.055367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34512) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:00.056226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df363bbe-0505-4b39-81d9-0993c71c3dce None None] Pushing event updated for resources: {'Port': ['ID=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:00.084248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:00.124674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (ec04bfc1-65b0-4af9-991b-4a0872524485), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.125751 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (ec04bfc1-65b0-4af9-991b-4a0872524485), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.267784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks [] for router_controller (ec04bfc1-65b0-4af9-991b-4a0872524485), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.288016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Attempting to bind port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:00.288371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Attempting to bind port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:00.289678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Attempting to bind port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:00.314711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-6326eb79-9c73-424c-bdeb-6ef513542a8f', 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f', 'project_id': '040cdadc183e4258b2d259736f654fe3', 'fixed_ips': [{'subnet_id': '57471797-709a-41b7-b6e8-9afaf57cac79'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:29:00.316225 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.326796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:00.327054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Attempting to bind port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:00.328803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 3cc51fdb-865c-47d1-83dd-7ecf25198266 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:00.389240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814964eb-c92e-4927-ad16-cbfbce6d2b36 req-88f7682c-b0bb-4942-8e57-cf5fc3dbf7d0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.396803 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-814964eb-c92e-4927-ad16-cbfbce6d2b36 req-88f7682c-b0bb-4942-8e57-cf5fc3dbf7d0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.2944138 Feb 11 13:29:00.398762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:00.399110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:00.399563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:00.400024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Bound port: 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:00.400387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.457462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa30d8c5-d841-4ac7-8943-b340847fd159 None None] Current status of the port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:00.534518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-814964eb-c92e-4927-ad16-cbfbce6d2b36 req-dbaa242c-4484-4774-8a2f-0c316386cdca tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367307 Feb 11 13:29:00.626266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dfee5-9d56-413c-b3c8-d70ece0ed449 req-d25ffa3b-1ede-41a0-bbf1-c15e36726f70 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.627866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b94dfee5-9d56-413c-b3c8-d70ece0ed449 req-d25ffa3b-1ede-41a0-bbf1-c15e36726f70 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 947 time: 0.3697283 Feb 11 13:29:00.740110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 3cc51fdb-865c-47d1-83dd-7ecf25198266 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:00.748785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 3cc51fdb-865c-47d1-83dd-7ecf25198266 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:00.750063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks [] for router_gateway (ec04bfc1-65b0-4af9-991b-4a0872524485), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.754296 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.789603 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.834114 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd97208-58d2-4695-b518-6562481fe45a req-8edb365c-5489-4744-ac41-8e372651ee3b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.1523030 Feb 11 13:29:00.836130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] For port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:00.840821 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.899192 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b94dfee5-9d56-413c-b3c8-d70ece0ed449 req-009db7d2-1466-44e4-bd83-e36b2f86a834 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477331 Feb 11 13:29:00.942439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] For port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:00.963846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Allocated IP 172.20.0.2 (6326eb79-9c73-424c-bdeb-6ef513542a8f/57471797-709a-41b7-b6e8-9afaf57cac79/681867ce-800a-4e79-b036-89a5760c84f4) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:00.969137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.058640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event updated for resources: {'Port': ['ID=7b9fd251-1c77-4231-b5c8-5ad98043f65e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:01.062453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:01.067221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:01.072393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.084373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:01.289774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 3cc51fdb-865c-47d1-83dd-7ecf25198266 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:01.306249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.322001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.325851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.328083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] 10.222.0.83 "PUT /v2.0/ports/9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 HTTP/1.1" status: 200 len: 1095 time: 3.9038558 Feb 11 13:29:01.336830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'tag': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:01.343386 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff869871-2f20-4d5f-bd81-49776e67a314" -d '{"events": [{"name": "network-changed", "server_uuid": "38ea1548-0479-4c24-8cfa-f41c1730e771", "tag": "9e84feb6-3fd0-4e16-bcbf-aebd1a848b24"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:01.401672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a1a2-0424-4824-bf1e-6adb2aadd6a8 req-8e373a95-e8e7-48f5-b9b0-ef1315cc41e2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.418850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a85a1a2-0424-4824-bf1e-6adb2aadd6a8 req-8e373a95-e8e7-48f5-b9b0-ef1315cc41e2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.3613911 Feb 11 13:29:01.437279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8028c60-a072-413b-aa0c-0bcd45f14cda req-01570b9d-c5cb-44cf-a289-c9d067ae7a39 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.455329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8028c60-a072-413b-aa0c-0bcd45f14cda req-01570b9d-c5cb-44cf-a289-c9d067ae7a39 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.466054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8028c60-a072-413b-aa0c-0bcd45f14cda req-01570b9d-c5cb-44cf-a289-c9d067ae7a39 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1655 time: 0.4017110 Feb 11 13:29:01.485105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:01.488987 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193ba1e9-f095-4104-a319-e42ce914e349" -d '{"events": [{"server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "name": "network-vif-plugged", "status": "completed", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:01.637469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:01.649762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:01.655450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.657212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.703062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks [] for router_gateway (ec04bfc1-65b0-4af9-991b-4a0872524485), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.712973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82433f-b047-411d-b60f-d6e9f17fd087 service neutron] Pushing event updated for resources: {'Port': ['ID=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:01.721161 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.741406 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a85a1a2-0424-4824-bf1e-6adb2aadd6a8 req-d2112f32-62fd-4e94-a734-fdd896629927 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217287 Feb 11 13:29:01.777828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8028c60-a072-413b-aa0c-0bcd45f14cda req-62dacf02-909a-4612-acba-8cc6df3d1ff4 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071802 Feb 11 13:29:01.781219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.788555 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-e5c88127-1e00-4776-a08d-f129e6f456df tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9989722 Feb 11 13:29:01.813186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Request body: {'port': {'device_id': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:01.890693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-77fc375b-011b-4005-816a-f34d1f5fc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.896470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-77fc375b-011b-4005-816a-f34d1f5fc18a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d79247ef90541d8809cded29982b73e&device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 1129 time: 0.4851899 Feb 11 13:29:01.925478 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44b4555-c76b-4089-9cbd-2f543824d129 x-openstack-request-id: req-b44b4555-c76b-4089-9cbd-2f543824d129 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:01.941728 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ea1548-0479-4c24-8cfa-f41c1730e771", "tag": "9e84feb6-3fd0-4e16-bcbf-aebd1a848b24", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:01.942006 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b44b4555-c76b-4089-9cbd-2f543824d129 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:01.949684 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'tag': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24', 'status': 'completed', 'code': 200} Feb 11 13:29:01.962863 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4fa506-477b-4b20-adf3-d17ab1283e7a x-openstack-request-id: req-cc4fa506-477b-4b20-adf3-d17ab1283e7a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:01.967030 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "name": "network-vif-plugged", "status": "completed", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:01.968434 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc4fa506-477b-4b20-adf3-d17ab1283e7a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:01.971476 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266', 'code': 200} Feb 11 13:29:01.979690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Allocated IP 172.25.3.37 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c3c4ad09-f04f-41fa-b20e-051889bbda9b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:02.038233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Publish callbacks [] for port (681867ce-800a-4e79-b036-89a5760c84f4), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.047492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-318f0b2a-a175-441c-a385-9551d6e63275 None None] Provisioning complete for port 7b9fd251-1c77-4231-b5c8-5ad98043f65e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:02.048258 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-318f0b2a-a175-441c-a385-9551d6e63275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.106971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.110997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-318f0b2a-a175-441c-a385-9551d6e63275 None None] Port 7b9fd251-1c77-4231-b5c8-5ad98043f65e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:02.113705 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (681867ce-800a-4e79-b036-89a5760c84f4), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.167944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:02.176468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:02.179343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:02.191235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Pushing event updated for resources: {'Port': ['ID=681867ce-800a-4e79-b036-89a5760c84f4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.210148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:02.210803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.305760 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks [] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.309623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e01e4c-24cd-4118-ae27-d88965bad3e1 req-40fabd38-18c5-4edc-b8d1-3923d5777075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.311795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9e01e4c-24cd-4118-ae27-d88965bad3e1 req-40fabd38-18c5-4edc-b8d1-3923d5777075 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1128 time: 0.2772207 Feb 11 13:29:02.366899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Attempting to bind port 681867ce-800a-4e79-b036-89a5760c84f4 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:02.367473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Attempting to bind port 681867ce-800a-4e79-b036-89a5760c84f4 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:02.368055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Attempting to bind port 681867ce-800a-4e79-b036-89a5760c84f4 on network 6326eb79-9c73-424c-bdeb-6ef513542a8f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:02.371531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.384423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:02.385184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Checking segment: {'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:02.385765 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.386590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Bound using segment: {'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:02.387297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Bound port: 681867ce-800a-4e79-b036-89a5760c84f4, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:02.387879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (681867ce-800a-4e79-b036-89a5760c84f4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.448462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9e01e4c-24cd-4118-ae27-d88965bad3e1 req-f82d1058-e9e9-4232-ae20-5ca0955d74f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291316 Feb 11 13:29:02.450386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.467609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:02.494657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e08fee-ffd6-4116-af9f-ee9e0008a223 req-7dcb2fb9-c4c5-4fa1-9276-34520a8bf918 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.503015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0e08fee-ffd6-4116-af9f-ee9e0008a223 req-7dcb2fb9-c4c5-4fa1-9276-34520a8bf918 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.4541519 Feb 11 13:29:02.533799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3a256967-770a-4812-973b-c2d5b883329d None None] For port 681867ce-800a-4e79-b036-89a5760c84f4, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:02.539275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3a256967-770a-4812-973b-c2d5b883329d None None] For port 681867ce-800a-4e79-b036-89a5760c84f4, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=681867ce-800a-4e79-b036-89a5760c84f4,segment=NetworkSegment(395d6207-5866-4b55-b7d3-43e8fa183c73),segment_id=395d6207-5866-4b55-b7d3-43e8fa183c73)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:02.541113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:02.548489 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (681867ce-800a-4e79-b036-89a5760c84f4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.604859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-f9e68515-ad00-4aab-86e2-969eac8f88f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 HTTP/1.1" status: 200 len: 217 time: 0.6521268 Feb 11 13:29:02.616100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:02.620579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:02.629037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Pushing event updated for resources: {'Port': ['ID=c3c4ad09-f04f-41fa-b20e-051889bbda9b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.639789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a256967-770a-4812-973b-c2d5b883329d None None] Pushing event updated for resources: {'Port': ['ID=681867ce-800a-4e79-b036-89a5760c84f4,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.690016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0e08fee-ffd6-4116-af9f-ee9e0008a223 req-1c500552-f22f-4a30-af59-56c93f7c6d5f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853015 Feb 11 13:29:02.726313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a22f7975-b45d-4c8f-9cd4-a514e7b326f7 req-444aedfc-46f5-4c9a-a795-f58f0e173975 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.1079154 Feb 11 13:29:02.741275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.755953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-9e8a82fe-c1f5-4fa2-8ec7-dbda0d1e741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.761746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-9e8a82fe-c1f5-4fa2-8ec7-dbda0d1e741a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1387510 Feb 11 13:29:02.990296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6377c-9eaf-4381-b5f2-d8ed3b8e0a56 req-72ac0c33-ed91-46bd-9133-d2f0317171d3 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.992320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ad6377c-9eaf-4381-b5f2-d8ed3b8e0a56 req-72ac0c33-ed91-46bd-9133-d2f0317171d3 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 947 time: 0.1502059 Feb 11 13:29:03.077569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-99666b2d-9daa-47a6-9710-6366d97cd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.079931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-99666b2d-9daa-47a6-9710-6366d97cd8a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3085644 Feb 11 13:29:03.174818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ad6377c-9eaf-4381-b5f2-d8ed3b8e0a56 req-6ab4eb52-d225-4842-83cd-0b33b09175f9 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243513 Feb 11 13:29:03.224624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks [] for router_gateway (ec04bfc1-65b0-4af9-991b-4a0872524485), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.271358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafad4b-6b19-4fe4-8755-de59b5d95613 req-fad8fcaf-41a1-4b96-a4d9-93e72d44e789 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.279203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dafad4b-6b19-4fe4-8755-de59b5d95613 req-fad8fcaf-41a1-4b96-a4d9-93e72d44e789 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.3140197 Feb 11 13:29:03.282499 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-0b33c840-008a-4092-b03f-05f3ae908b5a service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837761 Feb 11 13:29:03.464157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 681867ce-800a-4e79-b036-89a5760c84f4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:03.504615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ec5d9-6a92-48e9-883c-e50d0f90f600 req-2ef12efb-fc33-431a-accb-9c5d0819b3b8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.510096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ec5d9-6a92-48e9-883c-e50d0f90f600 req-2ef12efb-fc33-431a-accb-9c5d0819b3b8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.518351 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-346ec5d9-6a92-48e9-883c-e50d0f90f600 req-2ef12efb-fc33-431a-accb-9c5d0819b3b8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1655 time: 0.1675546 Feb 11 13:29:03.588450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-346ec5d9-6a92-48e9-883c-e50d0f90f600 req-0c22fd43-f26c-4ddd-8d61-84f4adcf4ead tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Feb 11 13:29:03.596972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c92e7871-aa07-451d-9f34-fc17c3aedba9 req-e76618d1-727b-4b45-a904-4eba79172ea0 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063102 Feb 11 13:29:03.599549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (ec04bfc1-65b0-4af9-991b-4a0872524485), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.664095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dafad4b-6b19-4fe4-8755-de59b5d95613 req-341278ff-cce6-438c-9200-4ad558de3bd2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838029 Feb 11 13:29:03.672802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.713377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 681867ce-800a-4e79-b036-89a5760c84f4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:03.713915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (681867ce-800a-4e79-b036-89a5760c84f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.852213 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-3a93aab1-5e7d-4ec9-b384-fc0a6a57ed05 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ab1139931c954120884a4c5a38121c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489483 Feb 11 13:29:03.915882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 681867ce-800a-4e79-b036-89a5760c84f4 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:03.920017 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (681867ce-800a-4e79-b036-89a5760c84f4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.976676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 681867ce-800a-4e79-b036-89a5760c84f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=681867ce-800a-4e79-b036-89a5760c84f4,segment=NetworkSegment(395d6207-5866-4b55-b7d3-43e8fa183c73),segment_id=395d6207-5866-4b55-b7d3-43e8fa183c73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:03.981269 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (681867ce-800a-4e79-b036-89a5760c84f4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.056836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=681867ce-800a-4e79-b036-89a5760c84f4,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:04.097986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747e3c06-e46f-45cc-a6d1-ee30fd2b856b {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:04.103970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-af414635-b43c-4321-a529-6c3f11212fdd tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.104318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-815ebf99-784e-4d2c-bcb7-a6140e2042c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.106839 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-815ebf99-784e-4d2c-bcb7-a6140e2042c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d79247ef90541d8809cded29982b73e&device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 1129 time: 0.3566167 Feb 11 13:29:04.107343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-af414635-b43c-4321-a529-6c3f11212fdd tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460704 Feb 11 13:29:04.115738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Publish callbacks [] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.134756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-0010a13b-6ba5-40c4-b2c1-fd9fc1472d5a tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/quotas/ab1139931c954120884a4c5a38121c32 HTTP/1.1" status: 200 len: 375 time: 0.0223756 Feb 11 13:29:04.142479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13905c-b1cd-4782-876e-445e2523b743 req-233ffa21-3ad4-4edf-976c-bb88b3b9f32b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.146185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c13905c-b1cd-4782-876e-445e2523b743 req-233ffa21-3ad4-4edf-976c-bb88b3b9f32b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.3365662 Feb 11 13:29:04.206969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Transition to ACTIVE for port object 747e3c06-e46f-45cc-a6d1-ee30fd2b856b will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:04.218217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.218912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-739b594a-59b5-4373-9157-c605614533ec tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab1139931c954120884a4c5a38121c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746431 Feb 11 13:29:04.223249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Router ec04bfc1-65b0-4af9-991b-4a0872524485 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:29:04.336054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46546afb-e206-4429-b75c-15ac0d8c6755 None None] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:29:04.491642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:04.495375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-167375be-fe16-4c57-b142-3bddfb6681cf None None] Provisioning complete for port 681867ce-800a-4e79-b036-89a5760c84f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:04.495962 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-167375be-fe16-4c57-b142-3bddfb6681cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (681867ce-800a-4e79-b036-89a5760c84f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.506860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:04.525746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c13905c-b1cd-4782-876e-445e2523b743 req-c616800f-f484-426f-84c8-2f376cd5eca6 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613303 Feb 11 13:29:04.559544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-999e6732-3be1-4214-8245-ccef74b94f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.565475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-999e6732-3be1-4214-8245-ccef74b94f35 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.4419005 Feb 11 13:29:04.569304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Attempting to bind port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:04.569652 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Attempting to bind port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:04.569982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Attempting to bind port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b on network 8a67f61c-31a5-4859-b25c-459e58994c08 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:04.591707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.601912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-790c19a4-02c3-46b5-aef6-9ed029ed259f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5429597 Feb 11 13:29:04.606373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34602) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:04.608562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Sync routers for ids ['ec04bfc1-65b0-4af9-991b-4a0872524485'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:04.638641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-063961fc-ea7e-4d6a-9650-cfd98e6df94d req-df00449d-878d-42b7-8fb6-be3d60f47172 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0926867 Feb 11 13:29:04.739348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Routers {'ec04bfc1-65b0-4af9-991b-4a0872524485'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:04.740110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ec04bfc1-65b0-4af9-991b-4a0872524485'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:04.776842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-08e22ee0-1a0d-4145-a30d-ffb42926891a tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ab1139931c954120884a4c5a38121c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360134 Feb 11 13:29:04.982578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b on network 8a67f61c-31a5-4859-b25c-459e58994c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:04.983049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Attempting to bind port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b on network 8a67f61c-31a5-4859-b25c-459e58994c08 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:04.990887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:04.991203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Checking segment: {'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:04.991543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Bound using segment: {'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:04.992079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Bound port: 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:04.992448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.999688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6ff0d094-b92e-44b8-9060-36db2afafcad tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.008110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-1a571c50-c5ba-40fd-bfdc-72ef189fb140 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 HTTP/1.1" status: 200 len: 217 time: 0.4401228 Feb 11 13:29:05.011240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6ff0d094-b92e-44b8-9060-36db2afafcad tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331746 Feb 11 13:29:05.056044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-ed5f02e5-bc83-4ee5-a3e3-97f4a3307666 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/quotas/ab1139931c954120884a4c5a38121c32 HTTP/1.1" status: 200 len: 375 time: 0.0434272 Feb 11 13:29:05.106061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Set router ec04bfc1-65b0-4af9-991b-4a0872524485 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:05.130947 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-e3322f0f-9eea-4883-a99f-7405c0cbbc55 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab1139931c954120884a4c5a38121c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744410 Feb 11 13:29:05.202954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] For port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:05.207920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] For port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:05.212887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-0aa0b186-e201-456d-8a62-45a2faa72b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.214664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-0aa0b186-e201-456d-8a62-45a2faa72b07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1071820 Feb 11 13:29:05.219219 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:05.276542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-167375be-fe16-4c57-b142-3bddfb6681cf None None] Current status of the port 681867ce-800a-4e79-b036-89a5760c84f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:05.456029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:29:02Z', 'revision_number': 3, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port': {'id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:01Z', 'updated_at': '2022-02-11T13:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:05.472532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.478908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:05.495242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] 10.222.0.83 "PUT /v2.0/ports/747e3c06-e46f-45cc-a6d1-ee30fd2b856b HTTP/1.1" status: 200 len: 1092 time: 3.6742773 Feb 11 13:29:05.507695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:05.509921 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e3848-c67c-4f4c-9f35-24e526da055a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:05.531036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Request body: {'port': {'device_id': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:05.572441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 681867ce-800a-4e79-b036-89a5760c84f4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:05.576690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5be4c-fc83-418f-8026-b40a16dd5d09 req-688b2a67-6833-4a7a-9d70-f45d42f08363 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.586386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efa5be4c-fc83-418f-8026-b40a16dd5d09 req-688b2a67-6833-4a7a-9d70-f45d42f08363 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1128 time: 0.1019037 Feb 11 13:29:05.645100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Checking router: ec04bfc1-65b0-4af9-991b-4a0872524485 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:05.645337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Updating router ec04bfc1-65b0-4af9-991b-4a0872524485 port c3c4ad09-f04f-41fa-b20e-051889bbda9b binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:29:05.658691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb5611-8338-4292-b735-d3a50fb6a05a req-dc18a2dc-3722-430a-addf-898750f8fb7d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.660882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbdb5611-8338-4292-b735-d3a50fb6a05a req-dc18a2dc-3722-430a-addf-898750f8fb7d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 947 time: 0.8277466 Feb 11 13:29:05.677411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efa5be4c-fc83-418f-8026-b40a16dd5d09 req-a7727e8f-19c7-45b8-a338-a4d45183640c tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901058 Feb 11 13:29:05.681742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-478b14a0-f5e5-42eb-91c4-1da634584238 None None] Provisioning complete for port 681867ce-800a-4e79-b036-89a5760c84f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:05.682190 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-478b14a0-f5e5-42eb-91c4-1da634584238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (681867ce-800a-4e79-b036-89a5760c84f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:05.713039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:05.750115 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:05.798919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 681867ce-800a-4e79-b036-89a5760c84f4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:05.799383 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (681867ce-800a-4e79-b036-89a5760c84f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:05.806542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-a77625ae-8106-403d-8f71-515da4680d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.808705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-a77625ae-8106-403d-8f71-515da4680d36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5646570 Feb 11 13:29:05.809601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb45a9a-028b-4d61-901e-bca6143d1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:05.859069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b7820-18be-498e-9f9e-e075f2d92677 req-1f79eac1-c661-4898-a0d5-d3ee6684a632 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.875357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b7820-18be-498e-9f9e-e075f2d92677 req-1f79eac1-c661-4898-a0d5-d3ee6684a632 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.877072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-401b7820-18be-498e-9f9e-e075f2d92677 req-1f79eac1-c661-4898-a0d5-d3ee6684a632 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1667 time: 0.1046951 Feb 11 13:29:05.983653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-478b14a0-f5e5-42eb-91c4-1da634584238 None None] Current status of the port 681867ce-800a-4e79-b036-89a5760c84f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:06.003314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-401b7820-18be-498e-9f9e-e075f2d92677 req-4da36b2b-4d8e-4872-ac5b-fdfde4857b84 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137505 Feb 11 13:29:06.079884 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-4f38d5d0-0d2e-47b5-8b6c-3cf9341d2280 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab1139931c954120884a4c5a38121c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422773 Feb 11 13:29:06.239561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 681867ce-800a-4e79-b036-89a5760c84f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:06.316782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-ecfb7682-b860-482b-a1b4-21293ee23dce tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.331901 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-ecfb7682-b860-482b-a1b4-21293ee23dce tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312610 Feb 11 13:29:06.338397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Request body: {'port': {'device_id': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'ab1139931c954120884a4c5a38121c32'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:06.363223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbdb5611-8338-4292-b735-d3a50fb6a05a req-0ef6d69f-8850-475b-a3a0-471f510d19c7 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298184 Feb 11 13:29:06.438171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-6eca7dd4-76ab-426e-a1c7-6ed93a60524c service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819156 Feb 11 13:29:06.458428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:06.487671 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Publish callbacks [] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.597214 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.600407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:06.647174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24', 'mac_address': 'fa:16:3e:2b:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:06.703868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Attempting to bind port c3c4ad09-f04f-41fa-b20e-051889bbda9b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:06.704240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Attempting to bind port c3c4ad09-f04f-41fa-b20e-051889bbda9b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:06.704605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Attempting to bind port c3c4ad09-f04f-41fa-b20e-051889bbda9b on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:06.712724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91023-abb2-49b3-9973-9ad13d6dcc32 None None] Pushing event updated for resources: {'Port': ['ID=c3c4ad09-f04f-41fa-b20e-051889bbda9b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:06.720993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:06.721372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:06.721883 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.722760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:06.723237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Bound port: c3c4ad09-f04f-41fa-b20e-051889bbda9b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:06.723617 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.747092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9fd251-1c77-4231-b5c8-5ad98043f65e {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:06.756891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Publish callbacks [] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.773700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Transition to ACTIVE for port object 7b9fd251-1c77-4231-b5c8-5ad98043f65e will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:06.780165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] For port c3c4ad09-f04f-41fa-b20e-051889bbda9b, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:06.784114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] For port c3c4ad09-f04f-41fa-b20e-051889bbda9b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c3c4ad09-f04f-41fa-b20e-051889bbda9b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:06.793257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.802423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:06.802808 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.823322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.872332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:06.901750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44ba1102-4e71-457b-b6f2-0f8a3c63a471 req-919cb3a1-a046-4470-a7c8-ab6f3514fda4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 210 time: 0.4471350 Feb 11 13:29:06.934935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70174479-d69a-4911-9ee9-55630d1c421a req-da0e60ba-e90e-4243-b582-c59944ed9c93 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.935541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Routers {'ec04bfc1-65b0-4af9-991b-4a0872524485'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:06.935541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ec04bfc1-65b0-4af9-991b-4a0872524485'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:06.937620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70174479-d69a-4911-9ee9-55630d1c421a req-da0e60ba-e90e-4243-b582-c59944ed9c93 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.5071654 Feb 11 13:29:06.953064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9fd251-1c77-4231-b5c8-5ad98043f65e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:06.980405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91023-abb2-49b3-9973-9ad13d6dcc32 None None] Pushing event updated for resources: {'Port': ['ID=c3c4ad09-f04f-41fa-b20e-051889bbda9b,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:07.023865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70174479-d69a-4911-9ee9-55630d1c421a req-bb3a9cf3-5542-4868-99b0-ce00c7881641 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852442 Feb 11 13:29:07.033425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Made reservation on behalf of ab1139931c954120884a4c5a38121c32 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:07.043770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.060339 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3ebf34-0a37-4a23-8bc5-744ab2cf2599 x-openstack-request-id: req-af3ebf34-0a37-4a23-8bc5-744ab2cf2599 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:07.060778 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:07.061158 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af3ebf34-0a37-4a23-8bc5-744ab2cf2599 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:07.061658 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b', 'status': 'completed', 'code': 200} Feb 11 13:29:07.077045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.142325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:07.153137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.267278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks [] for security_group (56f9a540-3d9f-4bc6-8d93-d654bda9512a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.273661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (56f9a540-3d9f-4bc6-8d93-d654bda9512a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.305726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470dd5-902c-4bc5-92db-b18d9231fc51 req-ef1ea5a4-5e75-4469-8c10-997c624d8b45 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.305891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.309128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94e8d0df-6066-484d-bbf2-5bd43a256f4a req-2cb52b08-464f-4a9b-86da-e48ed3c9dc87 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.0447218 Feb 11 13:29:07.326454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-652f71f5-844e-4244-b555-4880afe61a39 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab1139931c954120884a4c5a38121c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1938317 Feb 11 13:29:07.327734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95470dd5-902c-4bc5-92db-b18d9231fc51 req-ef1ea5a4-5e75-4469-8c10-997c624d8b45 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1128 time: 0.1767380 Feb 11 13:29:07.407172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] Set router ec04bfc1-65b0-4af9-991b-4a0872524485 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:07.410956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:07.474798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95470dd5-902c-4bc5-92db-b18d9231fc51 req-a5837a52-abf1-4066-a1de-2d467110602d tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461644 Feb 11 13:29:07.481896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9a540-3d9f-4bc6-8d93-d654bda9512a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:07.485517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-ea2609d5-1cc6-4450-944d-30e8b5bc5b9f tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.487560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-ea2609d5-1cc6-4450-944d-30e8b5bc5b9f tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269300 Feb 11 13:29:07.501301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['9e84feb6-3fd0-4e16-bcbf-aebd1a848b24'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:07.511979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Request body: {'port': {'device_id': '904cad8c-4887-4d06-a949-52f227d63a63', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'ab1139931c954120884a4c5a38121c32'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:07.529236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-1e413561-7bd1-4719-9c15-4b2fe02ac348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.529936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-1e413561-7bd1-4719-9c15-4b2fe02ac348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.532384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-1e413561-7bd1-4719-9c15-4b2fe02ac348 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1970 time: 0.4657285 Feb 11 13:29:07.569422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff869871-2f20-4d5f-bd81-49776e67a314 req-638e3c2f-8e0a-49c6-8cd8-7b555bc234dd service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1179123 Feb 11 13:29:07.596836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Allocated IP 192.168.233.226 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/241a1e3b-dd9e-4911-8d58-f6e4b0ea3046) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:07.716970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Attempting to bind port 7b9fd251-1c77-4231-b5c8-5ad98043f65e on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:07.717597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Attempting to bind port 7b9fd251-1c77-4231-b5c8-5ad98043f65e by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:07.718093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Attempting to bind port 7b9fd251-1c77-4231-b5c8-5ad98043f65e on network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:07.741256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212c69-dd82-4db6-a1c3-37ab0bcd408c req-21dc2c23-1f58-4747-a294-eaf26be0c68d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.742989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41212c69-dd82-4db6-a1c3-37ab0bcd408c req-21dc2c23-1f58-4747-a294-eaf26be0c68d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 948 time: 0.1342354 Feb 11 13:29:07.834934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks [] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.837329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:29:02Z', 'revision_number': 3, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port': {'id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:01Z', 'updated_at': '2022-02-11T13:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:07.885229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.975405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:07.981197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:07.986249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41212c69-dd82-4db6-a1c3-37ab0bcd408c req-e83595ae-c739-434e-a91e-028194af015f tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240590 Feb 11 13:29:07.987128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:07.990144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:08.076940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.077666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.079680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa9182-9649-4da8-8b19-168aae587054 None None] The sync data for ids ['ec04bfc1-65b0-4af9-991b-4a0872524485'] in n-d-828676-2 is: [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:29:02Z', 'revision_number': 3, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port': {'id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:01Z', 'updated_at': '2022-02-11T13:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:08.116967 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-2ff690c5-5fad-4773-a532-3069442783e6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7827208 Feb 11 13:29:08.129942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Request body: {'port': {'device_id': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:08.214898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Port 7b9fd251-1c77-4231-b5c8-5ad98043f65e on network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:08.216466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Attempting to bind port 7b9fd251-1c77-4231-b5c8-5ad98043f65e on network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:08.271801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-391c4ced-b407-45dc-bd64-89b6b105fdb8 req-ad2cdae8-0b54-4dca-a7b6-ac1ce9958774 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 210 time: 0.0588901 Feb 11 13:29:08.286017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:08.286421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Checking segment: {'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:08.286898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Bound using segment: {'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:08.287437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Bound port: 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:08.291257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.310344 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.345163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b5341d8a-3469-402f-9a5d-1fd70ed5472f None None] Provisioning complete for port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:08.345948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5341d8a-3469-402f-9a5d-1fd70ed5472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.371389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a592d-b3a2-4cc7-8059-5fd71ef23689 req-f9858d18-4536-4e7a-819a-8987e599acc7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.393102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a592d-b3a2-4cc7-8059-5fd71ef23689 req-f9858d18-4536-4e7a-819a-8987e599acc7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.396354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b16a592d-b3a2-4cc7-8059-5fd71ef23689 req-f9858d18-4536-4e7a-819a-8987e599acc7 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1679 time: 0.9077480 Feb 11 13:29:08.403524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b5341d8a-3469-402f-9a5d-1fd70ed5472f None None] Port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:08.594143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb96508-1c37-465d-957c-f61ab2c99da3 req-65bcc0ad-7ba3-488c-8abc-feb4d23db3d0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.595683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeb96508-1c37-465d-957c-f61ab2c99da3 req-65bcc0ad-7ba3-488c-8abc-feb4d23db3d0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.2232120 Feb 11 13:29:08.656694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-328dfed1-5df9-4dad-b1fb-ed99b9350026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.657245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-328dfed1-5df9-4dad-b1fb-ed99b9350026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.657245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-328dfed1-5df9-4dad-b1fb-ed99b9350026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.658855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-328dfed1-5df9-4dad-b1fb-ed99b9350026 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a963d64333834e88be063a5bef236029&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0774078 Feb 11 13:29:08.682886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeb96508-1c37-465d-957c-f61ab2c99da3 req-a70c8c26-9253-43ac-a88f-31e26b6bf216 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798383 Feb 11 13:29:08.731541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Allocated IP 172.20.0.1 (6326eb79-9c73-424c-bdeb-6ef513542a8f/57471797-709a-41b7-b6e8-9afaf57cac79/f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:08.746921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:08.756464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Publish callbacks [] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.771366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Transition to ACTIVE for port object 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:08.775698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.851688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:08.921890 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks [] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.982913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Attempting to bind port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:08.983550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Attempting to bind port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:08.983679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Attempting to bind port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:08.993310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] For port 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:08.997942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] For port 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:09.005731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:09.007913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Attempting to bind port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:09.024728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.036895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:09.037260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:09.037639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:09.038106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Bound port: 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:09.040860 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.041808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.132266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:09.149774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9fd251-1c77-4231-b5c8-5ad98043f65e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:09.152942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:09.210447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:09.222302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:09.223122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.223867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.225757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-a67c4ddd-3521-48f9-860b-8e13406dc310 service neutron] 10.222.0.83 "PUT /v2.0/ports/7b9fd251-1c77-4231-b5c8-5ad98043f65e HTTP/1.1" status: 200 len: 1092 time: 3.7003033 Feb 11 13:29:09.231897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b16a592d-b3a2-4cc7-8059-5fd71ef23689 req-defe3b52-0f0e-4a0a-8eeb-9b7070b15564 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7856035 Feb 11 13:29:09.232921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Pushing event updated for resources: {'Port': ['ID=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:09.239758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:09.243818 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:09.250338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.254709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Made reservation on behalf of ab1139931c954120884a4c5a38121c32 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:09.277164 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.353553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.353935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.355375 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] 10.222.0.30 "PUT /v2.0/ports/241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 HTTP/1.1" status: 200 len: 1096 time: 1.2310226 Feb 11 13:29:09.374414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:09.376826 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f2a85f-5d40-4cf6-8261-a75019246aef" -d '{"events": [{"name": "network-changed", "server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:09.525971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c3c4ad09-f04f-41fa-b20e-051889bbda9b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:09.552899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b0274-6a7e-4a7f-ae7e-5c31015e83ad service neutron] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:09.581804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-5f87af7b-4450-400e-bf4d-2ded2b50eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.583654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-5f87af7b-4450-400e-bf4d-2ded2b50eca6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab1139931c954120884a4c5a38121c32&device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 1130 time: 0.1705184 Feb 11 13:29:09.667724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c3c4ad09-f04f-41fa-b20e-051889bbda9b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:09.668307 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.682435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-e4218137-0dee-40e8-b35c-ff73c5d563f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 HTTP/1.1" status: 200 len: 217 time: 0.0909531 Feb 11 13:29:09.743043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:09.781013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-e068f81b-a778-4c61-a4cf-94832ceb8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.788222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-e068f81b-a778-4c61-a4cf-94832ceb8bdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0924897 Feb 11 13:29:09.791456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-2c8c0ed9-2ba1-4727-a721-0950ce98d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.793309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4e3848-c67c-4f4c-9f35-24e526da055a req-2c8c0ed9-2ba1-4727-a721-0950ce98d441 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1190593 Feb 11 13:29:09.816741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bbeed4c-18f6-47be-8685-e89ab1f5033e req-8f3910bb-9b32-40d5-bb23-f2f2716a63d2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dd96fa-6337-422f-9066-c4656026292d HTTP/1.1" status: 200 len: 210 time: 0.1578870 Feb 11 13:29:09.922689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c3c4ad09-f04f-41fa-b20e-051889bbda9b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:09.923094 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.935942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-fbb9af76-4d82-4f99-af86-2d70a2b67ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.940136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-fbb9af76-4d82-4f99-af86-2d70a2b67ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1492486 Feb 11 13:29:09.947286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Allocated IP 192.168.233.205 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/7737e743-f402-4a4b-85b2-9296b9c23247) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:09.967669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port c3c4ad09-f04f-41fa-b20e-051889bbda9b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c3c4ad09-f04f-41fa-b20e-051889bbda9b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:09.973658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.998152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (ec04bfc1-65b0-4af9-991b-4a0872524485), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.104010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=c3c4ad09-f04f-41fa-b20e-051889bbda9b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:10.147856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-2b6f881d-c25b-4917-8f91-689e11ea9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.148387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-2b6f881d-c25b-4917-8f91-689e11ea9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.150141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-2b6f881d-c25b-4917-8f91-689e11ea9d4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 2043 time: 0.2977931 Feb 11 13:29:10.167471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-7407d539-4d45-4598-906c-f2bd537655f3 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210112 Feb 11 13:29:10.188922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cae9e-266a-483f-b424-e36e37893bc5 req-27d46a43-1d15-435e-b5ec-9dbd1ee217fd tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.197144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c61cae9e-266a-483f-b424-e36e37893bc5 req-27d46a43-1d15-435e-b5ec-9dbd1ee217fd tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 948 time: 0.2451298 Feb 11 13:29:10.280094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e1ce674-b67d-4f92-9e1f-582bda39cc19 req-11430a1c-d55d-4ad2-9407-9bf870a9280a service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067033 Feb 11 13:29:10.346361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-9e2bb15d-76f1-44e5-a69b-8ca1d55b54d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=747e3c06-e46f-45cc-a6d1-ee30fd2b856b HTTP/1.1" status: 200 len: 217 time: 0.1682370 Feb 11 13:29:10.351626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-8788f44c-1cda-422c-976c-bf4cdddb247b tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:29:10.352492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-8788f44c-1cda-422c-976c-bf4cdddb247b tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070086 Feb 11 13:29:10.412109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-1f59b2a7-383e-469a-a603-ed07db397f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.413625 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-1f59b2a7-383e-469a-a603-ed07db397f87 service neutron] 10.222.0.79 "GET /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 1125 time: 0.0536766 Feb 11 13:29:10.427243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Request body: {'binding': {'host': 'n-h2-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:10.427805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:29:10.472832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:10.513308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f10cb454-7237-4a02-bdd8-a3f5dc566671 None None] Provisioning complete for port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:10.513703 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f10cb454-7237-4a02-bdd8-a3f5dc566671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.526797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c61cae9e-266a-483f-b424-e36e37893bc5 req-8f058170-df56-4fe9-91de-ba3618ef6aff tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286157 Feb 11 13:29:10.546343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-afa9b333-b17b-4322-8812-8ef02c0fe752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.549315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-afa9b333-b17b-4322-8812-8ef02c0fe752 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=28d4f5f1-6310-4b4e-b048-34f0a6efe31f HTTP/1.1" status: 200 len: 801 time: 0.1881545 Feb 11 13:29:10.599651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f10cb454-7237-4a02-bdd8-a3f5dc566671 None None] Port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:10.615723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:10.622058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:10.622504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.622929 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.658104 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b511db-26db-485e-a71b-cae8e29015a7 x-openstack-request-id: req-18b511db-26db-485e-a71b-cae8e29015a7 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:10.660372 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:10.660886 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18b511db-26db-485e-a71b-cae8e29015a7 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:10.662547 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e', 'status': 'completed', 'code': 200} Feb 11 13:29:10.694938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on host n-h2-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:10.695399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:10.696505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:10.701945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:10.702368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:10.719198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:10.720119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:10.722453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:10.722883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Bound port: 3cc51fdb-865c-47d1-83dd-7ecf25198266, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:10.747685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:10.748496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.794684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:10.796471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks [] for port (7737e743-f402-4a4b-85b2-9296b9c23247), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.804272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.806016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-943c111b-66df-4fa9-a9e4-4aed9181ab0d service neutron] 10.222.0.79 "POST /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266/bindings HTTP/1.1" status: 201 len: 389 time: 0.3840196 Feb 11 13:29:10.814168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:10.814904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:10.821410 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5ecf66-b723-44a7-8ffc-47261b244aaf" -d '{"events": [{"server_uuid": "38ea1548-0479-4c24-8cfa-f41c1730e771", "name": "network-vif-plugged", "status": "completed", "tag": "9e84feb6-3fd0-4e16-bcbf-aebd1a848b24"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:10.826209 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.845420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7755779d-d832-4132-a730-67ef5a3b29b8 req-f13d9026-ae98-40a6-8a1b-17eacab22010 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 210 time: 0.0534229 Feb 11 13:29:10.885868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:10.944497 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409158e7-181a-49b9-9730-f054938d9671 x-openstack-request-id: req-409158e7-181a-49b9-9730-f054938d9671 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:10.944788 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:10.949968 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-409158e7-181a-49b9-9730-f054938d9671 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:10.950529 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'status': 'completed', 'code': 200} Feb 11 13:29:10.987329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-39aca70d-f45b-4678-b501-30f34a504d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.991954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-39aca70d-f45b-4678-b501-30f34a504d6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a67f61c-31a5-4859-b25c-459e58994c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4266472 Feb 11 13:29:11.028433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:11.116554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-b7551e50-c8ed-4ed1-8062-4fed4905d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.118480 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-b7551e50-c8ed-4ed1-8062-4fed4905d09f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab1139931c954120884a4c5a38121c32&device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 1130 time: 0.1106133 Feb 11 13:29:11.244456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-49ae6073-c9d5-41de-89d4-5bf734871634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.246201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-49ae6073-c9d5-41de-89d4-5bf734871634 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1205111 Feb 11 13:29:11.255285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9d05-1832-46c9-85f9-015b0440a939 req-c943d5a6-bce5-471c-adf6-1b57a88e18e8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.261774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9d05-1832-46c9-85f9-015b0440a939 req-c943d5a6-bce5-471c-adf6-1b57a88e18e8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.264134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c47c9d05-1832-46c9-85f9-015b0440a939 req-c943d5a6-bce5-471c-adf6-1b57a88e18e8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1679 time: 0.2432344 Feb 11 13:29:11.277536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:11.292919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:11.295996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:11.299637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:11.309023 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-a12f0368-8620-4082-841e-160b69dbd105 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 HTTP/1.1" status: 200 len: 217 time: 0.0438232 Feb 11 13:29:11.360427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7802-52b7-46f0-a42c-231ae864f9d9 req-136b0e9a-0e73-4182-a212-a3ff98a7cdc1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.361727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b90f7802-52b7-46f0-a42c-231ae864f9d9 req-136b0e9a-0e73-4182-a212-a3ff98a7cdc1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.3624842 Feb 11 13:29:11.388578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-be3a3272-71be-473b-8b38-c53c1670b3df service neutron] 10.222.0.83 "GET /v2.0/networks/8a67f61c-31a5-4859-b25c-459e58994c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879087 Feb 11 13:29:11.435870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-928029c3-a1d4-4718-a727-dfce9621f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.437371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-928029c3-a1d4-4718-a727-dfce9621f1ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1200705 Feb 11 13:29:11.447076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-a2d6696c-bb6b-470d-83b9-b780bfbd80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.448640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-a2d6696c-bb6b-470d-83b9-b780bfbd80dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1128 time: 0.2899737 Feb 11 13:29:11.479462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c47c9d05-1832-46c9-85f9-015b0440a939 req-21b5d1f9-06fc-4b48-b53c-fa495fef028a tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888115 Feb 11 13:29:11.485611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c3c4ad09-f04f-41fa-b20e-051889bbda9b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:11.554585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.557404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:11.594501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-0d18fb0f-d74f-4f58-81e4-7a8697ebc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.596660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-0d18fb0f-d74f-4f58-81e4-7a8697ebc86d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1160071 Feb 11 13:29:11.608543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks [] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:11.663316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c3c4ad09-f04f-41fa-b20e-051889bbda9b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:11.663875 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:11.745080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:11.764422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-6a9eca1a-c39c-4ef4-a309-b94d4dc233e2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2578025 Feb 11 13:29:11.784318 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b90f7802-52b7-46f0-a42c-231ae864f9d9 req-37677abc-3e5d-4a7e-9895-e2d07efa28ea tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047558 Feb 11 13:29:11.842021 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-f224faa4-25b4-40f4-b10a-810ecaec90b0 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357175 Feb 11 13:29:11.842944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Request body: {'port': {'device_id': '904cad8c-4887-4d06-a949-52f227d63a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:11.872594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c8e574bb-ce96-4f5c-a561-e5f673a9afd5 None None] Provisioning complete for port 7737e743-f402-4a4b-85b2-9296b9c23247 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:11.873368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c8e574bb-ce96-4f5c-a561-e5f673a9afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:11.994318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Pushing event updated for resources: {'Port': ['ID=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:12.043276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (ec04bfc1-65b0-4af9-991b-4a0872524485), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:12.058581 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:12.091986 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c890938-1151-40ff-aa8e-2bef15c2bbce x-openstack-request-id: req-5c890938-1151-40ff-aa8e-2bef15c2bbce {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:12.092287 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ea1548-0479-4c24-8cfa-f41c1730e771", "name": "network-vif-plugged", "status": "completed", "tag": "9e84feb6-3fd0-4e16-bcbf-aebd1a848b24", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:12.092548 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c890938-1151-40ff-aa8e-2bef15c2bbce {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:12.092954 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24', 'code': 200} Feb 11 13:29:12.141089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-3b6f27c0-1559-4eed-b1b3-f74f9c1c7f18 service neutron] 10.222.0.83 "GET /v2.0/networks/8a67f61c-31a5-4859-b25c-459e58994c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384238 Feb 11 13:29:12.168446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c8e574bb-ce96-4f5c-a561-e5f673a9afd5 None None] Port 7737e743-f402-4a4b-85b2-9296b9c23247 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:12.192873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-26000f96-21a0-41b9-bdca-6439dafb8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.194783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-26000f96-21a0-41b9-bdca-6439dafb8d67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.7169614 Feb 11 13:29:12.214217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c3c4ad09-f04f-41fa-b20e-051889bbda9b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:12.255504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-51bdbcaa-eaa6-43b3-9d81-ea6fffc4f4b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e HTTP/1.1" status: 200 len: 217 time: 0.0640683 Feb 11 13:29:12.261785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05f2a85f-5d40-4cf6-8261-a75019246aef req-32575b73-f75a-4004-9bed-602f4c5aad35 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087381 Feb 11 13:29:12.278042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e58416-d9d7-423c-959d-2ae269aa0dc6 req-ec161a22-d8e5-4357-8ccd-7be5a51ee33e tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.280067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34e58416-d9d7-423c-959d-2ae269aa0dc6 req-ec161a22-d8e5-4357-8ccd-7be5a51ee33e tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 949 time: 0.1044545 Feb 11 13:29:12.334228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34e58416-d9d7-423c-959d-2ae269aa0dc6 req-80f4b204-4cc7-42b3-a2cc-8405027a167c tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Feb 11 13:29:12.342869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:12.445297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-e5cb3d6f-1f78-44d4-9469-409aac7311a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 217 time: 0.1346204 Feb 11 13:29:12.485843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276786f-b137-49b7-a7af-d56280fa25ae req-4f5d7298-b34b-48ca-8ec5-3a1cfeb82e23 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.487996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0276786f-b137-49b7-a7af-d56280fa25ae req-4f5d7298-b34b-48ca-8ec5-3a1cfeb82e23 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 946 time: 0.0803590 Feb 11 13:29:12.562401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:12.585658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0276786f-b137-49b7-a7af-d56280fa25ae req-11d87b51-a75b-4adf-8c5d-fd8dc2dc24f3 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/security-groups?id=abddd00f-0394-410e-befd-dd4b0e407751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896459 Feb 11 13:29:12.597172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'mac_address': 'fa:16:3e:d5:8d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:12.691933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:12.693272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:12.713136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:12.736381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:12.743785 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:12.794915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2052d9-cbd5-4b50-91d8-fa7a85969adb req-7da9cd9f-0eb3-439b-a5a9-dabfc8b5fa70 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.796977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df2052d9-cbd5-4b50-91d8-fa7a85969adb req-7da9cd9f-0eb3-439b-a5a9-dabfc8b5fa70 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 936 time: 0.1089528 Feb 11 13:29:12.808303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:12.873613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df2052d9-cbd5-4b50-91d8-fa7a85969adb req-bf10861f-596e-441f-8334-a2a3fcc84768 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695548 Feb 11 13:29:13.020101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-c206f89e-5b70-4694-a847-cacd19208f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.022963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-c206f89e-5b70-4694-a847-cacd19208f4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.5467110 Feb 11 13:29:13.029131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:13.091400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb9ac6-367a-4e5e-87ab-980fe76e8811 req-368bb19f-a74d-4861-922f-8565a057b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.094206 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82fb9ac6-367a-4e5e-87ab-980fe76e8811 req-368bb19f-a74d-4861-922f-8565a057b829 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 1131 time: 1.0117278 Feb 11 13:29:13.105972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-bea8053b-efe5-485e-911a-8587e25717e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.107963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-bea8053b-efe5-485e-911a-8587e25717e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fecc5f78-0cb9-4c6e-9131-9fe322d604e8 HTTP/1.1" status: 200 len: 801 time: 0.8055685 Feb 11 13:29:13.133670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c1557-eea1-41a5-a3e5-c02699985b72 req-2d39ea10-463c-4461-8850-1640ce7e5540 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.140496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c1557-eea1-41a5-a3e5-c02699985b72 req-2d39ea10-463c-4461-8850-1640ce7e5540 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.142557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc3c1557-eea1-41a5-a3e5-c02699985b72 req-2d39ea10-463c-4461-8850-1640ce7e5540 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1679 time: 0.1481526 Feb 11 13:29:13.163062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-3f834eef-e0a2-474f-bf69-4f90b7080d53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984190 Feb 11 13:29:13.227128 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc3c1557-eea1-41a5-a3e5-c02699985b72 req-90513189-d519-432e-8615-f3a04af6e23e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653083 Feb 11 13:29:13.392160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d563-5dba-4b60-8dd1-278b2419c1dc req-d6232ec7-5b28-45d1-b520-bd6bea657d1b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.395350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84e8d563-5dba-4b60-8dd1-278b2419c1dc req-d6232ec7-5b28-45d1-b520-bd6bea657d1b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.0607362 Feb 11 13:29:13.458801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84e8d563-5dba-4b60-8dd1-278b2419c1dc req-867e20af-f377-423f-accf-3762b1d5de52 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519459 Feb 11 13:29:13.552144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-55c56148-3fee-4803-ab71-1d06e5ecbf20 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241909 Feb 11 13:29:13.559828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:13.574249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36eb-3fc2-45d7-94ff-987386d5785e req-590d5e60-9557-4c90-8762-8ccbbf57cf15 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.586463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-848d36eb-3fc2-45d7-94ff-987386d5785e req-590d5e60-9557-4c90-8762-8ccbbf57cf15 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 1.2836967 Feb 11 13:29:13.640493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:13.652986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-f74d0a1e-092e-4442-8e4e-63b6a5f3c482 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.654769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-f74d0a1e-092e-4442-8e4e-63b6a5f3c482 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.30 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 946 time: 0.1487489 Feb 11 13:29:13.734648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-294edeab-2b48-4330-8d04-8a1fb6b4d681 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.741733 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-294edeab-2b48-4330-8d04-8a1fb6b4d681 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.1851079 Feb 11 13:29:13.760486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7737e743-f402-4a4b-85b2-9296b9c23247 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:13.764534 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-00f21450-0ecb-4205-9a03-93462f5b3ac5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/quotas/54f9f2c293794f3bab0877b90ee38480 HTTP/1.1" status: 200 len: 375 time: 0.0218148 Feb 11 13:29:13.772963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Publish callbacks [] for port (7737e743-f402-4a4b-85b2-9296b9c23247), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:13.791289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Transition to ACTIVE for port object 7737e743-f402-4a4b-85b2-9296b9c23247 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:13.797201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-b388987b-09d1-481a-8dc8-8ffacd485e0e service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062929 Feb 11 13:29:13.842844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82fb9ac6-367a-4e5e-87ab-980fe76e8811 req-7b7591de-38d1-4a87-9acd-5277c2dbcffc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079363 Feb 11 13:29:13.843089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-90178059-b3b3-4e39-b2ca-b32ad2008b7e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776174 Feb 11 13:29:13.843547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:13.955027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-8d284821-54ff-4c1f-8aae-9929c0b87418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.959637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-8d284821-54ff-4c1f-8aae-9929c0b87418 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=80f6fcdc-52a7-40ad-984c-eee57e3150e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8105917 Feb 11 13:29:13.963379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:13.995718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Deleting port c7d746d3-e7cc-4b93-9424-0308ce5289e5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:13.996509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.010340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-028a64f8-c289-406d-b513-a87fa221ae23 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664026 Feb 11 13:29:14.120446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f77a51ce-51cf-4b2c-bad7-886d0b99d126 None None] Provisioning complete for port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:14.121034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f77a51ce-51cf-4b2c-bad7-886d0b99d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.208686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Attempting to bind port 7737e743-f402-4a4b-85b2-9296b9c23247 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:14.209953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Attempting to bind port 7737e743-f402-4a4b-85b2-9296b9c23247 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:14.210490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Attempting to bind port 7737e743-f402-4a4b-85b2-9296b9c23247 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:14.213741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f77a51ce-51cf-4b2c-bad7-886d0b99d126 None None] Port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:14.231858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] For port c7d746d3-e7cc-4b93-9424-0308ce5289e5, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c7d746d3-e7cc-4b93-9424-0308ce5289e5,segment=NetworkSegment(4c37f4e4-9a21-4b63-9361-fed4e25463ab),segment_id=4c37f4e4-9a21-4b63-9361-fed4e25463ab)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:14.232233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.249841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-848d36eb-3fc2-45d7-94ff-987386d5785e req-9b37dedd-da00-4ef0-9425-d2c357ffc579 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626890 Feb 11 13:29:14.262411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Port 7737e743-f402-4a4b-85b2-9296b9c23247 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:14.262746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Attempting to bind port 7737e743-f402-4a4b-85b2-9296b9c23247 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:14.270810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-620d9287-91d4-48fa-8445-5df1db91ca8c service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403653 Feb 11 13:29:14.274158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Calling delete_port for c7d746d3-e7cc-4b93-9424-0308ce5289e5 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:14.349795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:14.472953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:14.473460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:14.473942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:14.474517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Bound port: 7737e743-f402-4a4b-85b2-9296b9c23247, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:14.476296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.603948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:14.614597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c7d746d3-e7cc-4b93-9424-0308ce5289e5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.615229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:14.615229 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.697700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Pushing event deleted for resources: {'Port': ['ID=c7d746d3-e7cc-4b93-9424-0308ce5289e5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:14.713476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:14.718525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:14.729416 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-d62a6610-b64c-449c-a25d-6a3742e14407 service neutron] 10.222.0.83 "GET /v2.0/networks/80f6fcdc-52a7-40ad-984c-eee57e3150e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484156 Feb 11 13:29:14.734670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.791911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Router ec04bfc1-65b0-4af9-991b-4a0872524485 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:14.826786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] No DVR routers for this DVR port c7d746d3-e7cc-4b93-9424-0308ce5289e5 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:14.832351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.838827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:14.841845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d766f09f-9e63-456a-ac88-fc1528324fdc req-b13d755e-493c-499e-ab1f-660879d38746 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.30 "DELETE /v2.0/ports/c7d746d3-e7cc-4b93-9424-0308ce5289e5 HTTP/1.1" status: 204 len: 173 time: 1.1791561 Feb 11 13:29:14.844890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.875436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.875648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab4bd606-61dd-4c2c-91f6-46e3da18908e req-c6b713eb-3eef-470e-b29d-576a8c164c42 tempest-VolumesAdminNegativeTest-865706234 tempest-VolumesAdminNegativeTest-865706234-project] 10.222.0.79 "GET /v2.0/ports?device_id=9153ccb1-bb2c-44dc-8342-a93c89d77695 HTTP/1.1" status: 200 len: 210 time: 0.2481277 Feb 11 13:29:14.876143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.877602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] 10.222.0.30 "PUT /v2.0/ports/7737e743-f402-4a4b-85b2-9296b9c23247 HTTP/1.1" status: 200 len: 1096 time: 3.0918150 Feb 11 13:29:14.878379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'name': 'network-vif-deleted', 'tag': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:14.881016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:14.884045 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295" -d '{"events": [{"name": "network-changed", "server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:14.924552 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de54a810-b93a-4486-bde0-c688160363b3" -d '{"events": [{"server_uuid": "9153ccb1-bb2c-44dc-8342-a93c89d77695", "name": "network-vif-deleted", "tag": "c7d746d3-e7cc-4b93-9424-0308ce5289e5"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:14.927211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff90013-57ea-4f3f-a3ee-8d4a42eeb425 req-18363cf3-0fcf-49e0-ab8e-254742dc70e1 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.928858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dff90013-57ea-4f3f-a3ee-8d4a42eeb425 req-18363cf3-0fcf-49e0-ab8e-254742dc70e1 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 949 time: 0.4446251 Feb 11 13:29:14.982645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:14.997335 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe44d3c-481d-4996-a304-6cc906348b83" -d '{"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-plugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:15.015484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:15.027511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:15.059556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb6fa-2a5e-48f8-9e1d-26e36064c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:15.228860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32691-e733-45ec-9270-b845504f1b9a req-3d95d837-3a59-45c5-bc2c-0ce4c10bca8f tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.237659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5c32691-e733-45ec-9270-b845504f1b9a req-3d95d837-3a59-45c5-bc2c-0ce4c10bca8f tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 948 time: 0.1900470 Feb 11 13:29:15.249311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:15.315877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f653df5d-9737-4c9a-848f-fce4ec495ca8 req-0352a1a3-fe10-4770-a247-609fc537c415 service neutron] 10.222.0.83 "GET /v2.0/networks/80f6fcdc-52a7-40ad-984c-eee57e3150e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779176 Feb 11 13:29:15.335081 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5c32691-e733-45ec-9270-b845504f1b9a req-da33f5d8-1191-4d22-9210-414b2c83cd16 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964785 Feb 11 13:29:15.335993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dff90013-57ea-4f3f-a3ee-8d4a42eeb425 req-6f7ca17f-5cc6-4ee4-9dba-258517e33434 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205853 Feb 11 13:29:15.368693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-a7b5ab27-8696-4c6e-84b9-a697aad438aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.372831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-a7b5ab27-8696-4c6e-84b9-a697aad438aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab1139931c954120884a4c5a38121c32&device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 1130 time: 0.2650082 Feb 11 13:29:15.605454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-fcb011a2-cc2d-4b8f-a5bd-0655871895da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7737e743-f402-4a4b-85b2-9296b9c23247 HTTP/1.1" status: 200 len: 217 time: 0.2217743 Feb 11 13:29:15.620656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97046c-0ced-4000-99f4-4b6a3606754d req-49ad6489-ac08-4205-91b1-a19cc92b0db2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.625092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac97046c-0ced-4000-99f4-4b6a3606754d req-49ad6489-ac08-4205-91b1-a19cc92b0db2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.1172116 Feb 11 13:29:15.735337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac97046c-0ced-4000-99f4-4b6a3606754d req-7f733d3c-9d77-4042-9422-63217b33c63f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035843 Feb 11 13:29:15.769486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:15.783876 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Sync routers for ids ['ec04bfc1-65b0-4af9-991b-4a0872524485'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:15.788484 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f7fe5287-c142-4514-94cb-d1cf6a05f32d admin admin] 10.222.0.79 "PUT /v2.0/routers/ec04bfc1-65b0-4af9-991b-4a0872524485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1824019 Feb 11 13:29:15.793609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-30921d0f-bf07-4bf0-891a-dc4354d9f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.795275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-30921d0f-bf07-4bf0-891a-dc4354d9f0d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1784911 Feb 11 13:29:15.817543 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Routers {'ec04bfc1-65b0-4af9-991b-4a0872524485'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:15.821181 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ec04bfc1-65b0-4af9-991b-4a0872524485'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:15.879289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-2d827c62-85ff-4d5f-a7a6-e58d2b59c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.880065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-2d827c62-85ff-4d5f-a7a6-e58d2b59c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.881830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-2d827c62-85ff-4d5f-a7a6-e58d2b59c5f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a963d64333834e88be063a5bef236029&device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 2043 time: 0.3324835 Feb 11 13:29:15.930867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1f2ed-5e63-47a0-9304-efda8b68d746 req-023167eb-b4a7-4c46-b613-ff600c041678 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.936771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1f2ed-5e63-47a0-9304-efda8b68d746 req-023167eb-b4a7-4c46-b613-ff600c041678 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.938262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c466976-0920-44eb-b00b-169a132abdfa req-aecbaef6-55ea-413d-9fd4-d1f80d09ea27 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0635116 Feb 11 13:29:15.939310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5f1f2ed-5e63-47a0-9304-efda8b68d746 req-023167eb-b4a7-4c46-b613-ff600c041678 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1679 time: 0.3868408 Feb 11 13:29:16.052880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-3a0babd6-d608-4b4a-9c1a-a41115d0576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.066675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-3a0babd6-d608-4b4a-9c1a-a41115d0576f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2380769 Feb 11 13:29:16.069585 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34658423-fcda-4c8c-aa18-2e19de8df03c x-openstack-request-id: req-34658423-fcda-4c8c-aa18-2e19de8df03c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:16.069842 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:16.070061 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34658423-fcda-4c8c-aa18-2e19de8df03c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:16.070491 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247', 'status': 'completed', 'code': 200} Feb 11 13:29:16.104693 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e588e6e-2c48-4d01-b842-3f62088a80e9 x-openstack-request-id: req-5e588e6e-2c48-4d01-b842-3f62088a80e9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:16.104992 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9153ccb1-bb2c-44dc-8342-a93c89d77695", "name": "network-vif-deleted", "tag": "c7d746d3-e7cc-4b93-9424-0308ce5289e5", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:16.105250 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e588e6e-2c48-4d01-b842-3f62088a80e9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:16.105657 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9153ccb1-bb2c-44dc-8342-a93c89d77695', 'name': 'network-vif-deleted', 'tag': 'c7d746d3-e7cc-4b93-9424-0308ce5289e5', 'status': 'completed', 'code': 200} Feb 11 13:29:16.150560 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6e430f-3462-4de9-8660-d97feb4a22c0 x-openstack-request-id: req-cf6e430f-3462-4de9-8660-d97feb4a22c0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:16.150853 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-plugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:16.151332 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf6e430f-3462-4de9-8660-d97feb4a22c0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:16.151988 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'code': 200} Feb 11 13:29:16.186858 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Set router ec04bfc1-65b0-4af9-991b-4a0872524485 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:16.207032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5f1f2ed-5e63-47a0-9304-efda8b68d746 req-f226beef-047b-44d4-8601-b8f9ca1bcebc tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537820 Feb 11 13:29:16.258239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-1555e19a-8bb6-40e0-b0be-24cb5862e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.260828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-1555e19a-8bb6-40e0-b0be-24cb5862e736 service neutron] 10.222.0.83 "GET /v2.0/networks?id=80f6fcdc-52a7-40ad-984c-eee57e3150e7 HTTP/1.1" status: 200 len: 903 time: 0.3575757 Feb 11 13:29:16.349575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34764) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:16.375736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c7d746d3-e7cc-4b93-9424-0308ce5289e5 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:16.402707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-03e69f7b-9c5b-4eba-a791-b38ac614a93c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.404385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-03e69f7b-9c5b-4eba-a791-b38ac614a93c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.1503797 Feb 11 13:29:16.418689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: c7d746d3-e7cc-4b93-9424-0308ce5289e5 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:16.419337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c7d746d3-e7cc-4b93-9424-0308ce5289e5 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:16.453266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Request body: {'port': {'device_id': '861d0555-e725-4ed4-bf10-1d367201a8a9', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'admin_state_up': True, 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:16.462767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-06bd9845-9548-4306-940a-4251e7456802 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e HTTP/1.1" status: 200 len: 217 time: 0.1124551 Feb 11 13:29:16.538362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] Deleting subnet 2f3ff244-3501-43a4-b901-675fe9b237a4 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:29:16.542712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] Publish callbacks [] for subnet (2f3ff244-3501-43a4-b901-675fe9b237a4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.569765 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:29:10Z', 'revision_number': 4, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port': {'id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:01Z', 'updated_at': '2022-02-11T13:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e', 'name': '', 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'mac_address': 'fa:16:3e:ae:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '57471797-709a-41b7-b6e8-9afaf57cac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:07Z', 'updated_at': '2022-02-11T13:29:10Z', 'revision_number': 2, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'subnets': [{'id': '57471797-709a-41b7-b6e8-9afaf57cac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:16.576179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5190f3-d524-4a49-8c3a-2710924ef93e req-3bb97d16-83d1-4957-8397-c88b21ea7f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.583944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce5190f3-d524-4a49-8c3a-2710924ef93e req-3bb97d16-83d1-4957-8397-c88b21ea7f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.3685970 Feb 11 13:29:16.595286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (2f3ff244-3501-43a4-b901-675fe9b237a4), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.618597 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Checking router: ec04bfc1-65b0-4af9-991b-4a0872524485 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:16.620279 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Updating router ec04bfc1-65b0-4af9-991b-4a0872524485 port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:29:16.625870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8a862-d602-468e-a8f5-882ac9ba9ee2 req-52322365-264d-4024-87d4-1c44c0780cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.627412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77d8a862-d602-468e-a8f5-882ac9ba9ee2 req-52322365-264d-4024-87d4-1c44c0780cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 1132 time: 0.2199759 Feb 11 13:29:16.656154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (2f3ff244-3501-43a4-b901-675fe9b237a4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.679763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-caec2d81-cc5b-44a7-910e-b18c0b556dc1 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118166 Feb 11 13:29:16.681153 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.695403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce5190f3-d524-4a49-8c3a-2710924ef93e req-80c3cb08-512d-4131-9eac-a641417574df tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052389 Feb 11 13:29:16.752196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:16.757321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.781668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-0c27da44-e15d-481d-8442-74ff0f57bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.783209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-0c27da44-e15d-481d-8442-74ff0f57bcbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fecc5f78-0cb9-4c6e-9131-9fe322d604e8 HTTP/1.1" status: 200 len: 801 time: 0.2941527 Feb 11 13:29:16.826540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77d8a862-d602-468e-a8f5-882ac9ba9ee2 req-70ed49e2-ef7c-4a81-a5ed-b8ec27b7a72d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914876 Feb 11 13:29:16.875195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-865fddf8-d49e-4757-a757-1d4f79be35a4 req-260091ed-ed9d-4abe-af3a-02bc121a8f74 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737211 Feb 11 13:29:16.906465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fc345-adb3-4431-acef-edf43aed2e05 req-112fe544-0877-431d-9a1d-1c744aeb4d3d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.914154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b54fc345-adb3-4431-acef-edf43aed2e05 req-112fe544-0877-431d-9a1d-1c744aeb4d3d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 949 time: 0.2336719 Feb 11 13:29:16.922494 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (2f3ff244-3501-43a4-b901-675fe9b237a4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.940763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad6290-a2c3-4677-aa2b-f6d958c6bb36 req-76c8015a-689a-420f-b353-b48035691d22 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.942737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-65aa5f05-5598-4040-9acd-9d5bbbb589e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.943359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbad6290-a2c3-4677-aa2b-f6d958c6bb36 req-76c8015a-689a-420f-b353-b48035691d22 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 948 time: 0.1127634 Feb 11 13:29:16.944247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-65aa5f05-5598-4040-9acd-9d5bbbb589e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=80f6fcdc-52a7-40ad-984c-eee57e3150e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1411498 Feb 11 13:29:16.978600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.981837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2f3ff244-3501-43a4-b901-675fe9b237a4 HTTP/1.1" status: 204 len: 168 time: 0.5714777 Feb 11 13:29:16.992100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:16.993114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe84596-4317-4d1d-9d0d-efadf07f96e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3ff244-3501-43a4-b901-675fe9b237a4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:17.036027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b54fc345-adb3-4431-acef-edf43aed2e05 req-77fbdf8f-5933-42c6-b99c-43098319b8ce tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208730 Feb 11 13:29:17.094519 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Publish callbacks [] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.103250 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.122414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbad6290-a2c3-4677-aa2b-f6d958c6bb36 req-6a4e1954-3475-4e93-9f1c-562439eea93b tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284781 Feb 11 13:29:17.219584 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d31fc0-e811-4bfe-9457-005da1d58345 None None] Pushing event updated for resources: {'Port': ['ID=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:17.275139 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5427ca3-bf95-4b6e-82bb-06288b5914f6 req-2fce1aca-5fde-4197-b43d-2f52d58084f6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0828772 Feb 11 13:29:17.276408 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Attempting to bind port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:17.276787 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Attempting to bind port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:17.277145 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Attempting to bind port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e on network 6326eb79-9c73-424c-bdeb-6ef513542a8f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:17.285902 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:17.286340 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Checking segment: {'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:17.286752 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.287198 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Bound using segment: {'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:17.287688 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Bound port: f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395d6207-5866-4b55-b7d3-43e8fa183c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:17.288198 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.341821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-b5f2a78f-b434-4aca-b5ca-8f59955aea2b service neutron] 10.222.0.83 "GET /v2.0/networks/80f6fcdc-52a7-40ad-984c-eee57e3150e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725812 Feb 11 13:29:17.378338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-3c36e20a-dbcb-41d3-b65e-4cc6721b6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.380074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-3c36e20a-dbcb-41d3-b65e-4cc6721b6f26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab1139931c954120884a4c5a38121c32&device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 1130 time: 0.2686145 Feb 11 13:29:17.394666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.401346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Allocated IP 172.20.0.11 (9d2633a7-3a9c-4a67-91e6-75b6911d9739/e7b008d2-17da-4e50-a0a4-c3c7cd30e941/5006e644-b939-4282-b0c9-865aa62f2ba9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:17.411395 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] For port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:17.417870 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] For port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,segment=NetworkSegment(395d6207-5866-4b55-b7d3-43e8fa183c73),segment_id=395d6207-5866-4b55-b7d3-43e8fa183c73)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:17.441916 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.549708 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Routers {'ec04bfc1-65b0-4af9-991b-4a0872524485'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:17.550712 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:28:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ec04bfc1-65b0-4af9-991b-4a0872524485'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:17.555942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5fb573c5-a079-4a8f-b175-6f68401ed54e None None] Provisioning complete for port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:17.556520 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5fb573c5-a079-4a8f-b175-6f68401ed54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.601143 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d31fc0-e811-4bfe-9457-005da1d58345 None None] Pushing event updated for resources: {'Port': ['ID=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:17.659122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a3b1afc-e579-4a5c-b3ef-a8a8caef22a9 req-bef62b7a-588e-42a2-b872-4abe475a1b3e service neutron] 10.222.0.83 "GET /v2.0/networks/80f6fcdc-52a7-40ad-984c-eee57e3150e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059771 Feb 11 13:29:17.662176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-7b2e2936-ea88-4a2c-8124-180222980053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.663680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-7b2e2936-ea88-4a2c-8124-180222980053 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2639067 Feb 11 13:29:17.671533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98cfb1-8fce-47c0-a342-ac536c3e805a req-1ebdd124-e468-41ac-93a1-3edfee7ae826 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.678869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c98cfb1-8fce-47c0-a342-ac536c3e805a req-1ebdd124-e468-41ac-93a1-3edfee7ae826 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.4385872 Feb 11 13:29:17.730642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-f0c92515-2bfa-46b9-bb7f-92f6668108dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7737e743-f402-4a4b-85b2-9296b9c23247 HTTP/1.1" status: 200 len: 217 time: 0.0542727 Feb 11 13:29:17.730904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5fb573c5-a079-4a8f-b175-6f68401ed54e None None] Current status of the port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:17.731866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5fb573c5-a079-4a8f-b175-6f68401ed54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.762701 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] Set router ec04bfc1-65b0-4af9-991b-4a0872524485 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:17.795562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5fb573c5-a079-4a8f-b175-6f68401ed54e None None] For port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,segment=NetworkSegment(395d6207-5866-4b55-b7d3-43e8fa183c73),segment_id=395d6207-5866-4b55-b7d3-43e8fa183c73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:17.801711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5fb573c5-a079-4a8f-b175-6f68401ed54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.813009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-139bf9aa-1115-42c6-a8d9-b00b07cd342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.814852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-139bf9aa-1115-42c6-a8d9-b00b07cd342d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0684566 Feb 11 13:29:17.848429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.919589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a25f-595a-4677-8bd6-7c1cc8101621 req-2cdb7cb5-8d94-42eb-9f64-0b2969adcb83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.926061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a25f-595a-4677-8bd6-7c1cc8101621 req-2cdb7cb5-8d94-42eb-9f64-0b2969adcb83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.929296 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a48a25f-595a-4677-8bd6-7c1cc8101621 req-2cdb7cb5-8d94-42eb-9f64-0b2969adcb83 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1679 time: 0.2116184 Feb 11 13:29:17.936091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-e065268c-2bc4-4717-9128-18d2b3a7e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.937743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-e065268c-2bc4-4717-9128-18d2b3a7e820 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1147630 Feb 11 13:29:17.965598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f8338feb-5a63-4721-86bc-4f2749db44a9 None None] Provisioning complete for port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:17.965978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f8338feb-5a63-4721-86bc-4f2749db44a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.967837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb573c5-a079-4a8f-b175-6f68401ed54e None None] Pushing event updated for resources: {'Port': ['ID=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:18.010944 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:29:10Z', 'revision_number': 4, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port': {'id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:01Z', 'updated_at': '2022-02-11T13:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e', 'name': '', 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'mac_address': 'fa:16:3e:ae:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '57471797-709a-41b7-b6e8-9afaf57cac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:07Z', 'updated_at': '2022-02-11T13:29:17Z', 'revision_number': 4, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'subnets': [{'id': '57471797-709a-41b7-b6e8-9afaf57cac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:18.017494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:18.054860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c37f4e4-9a21-4b63-9361-fed4e25463ab') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:18.060504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c37f4e4-9a21-4b63-9361-fed4e25463ab') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:18.085927 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c98cfb1-8fce-47c0-a342-ac536c3e805a req-18f9657d-5e09-42f1-aa81-86cdd2525048 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061921 Feb 11 13:29:18.087166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a48a25f-595a-4677-8bd6-7c1cc8101621 req-6f287d18-0054-47d8-9fb9-e08a9b1da034 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479287 Feb 11 13:29:18.116223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (4c37f4e4-9a21-4b63-9361-fed4e25463ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.116351 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf5f66-89cb-4dc9-ba60-67d168c4e1c2 None None] The sync data for ids ['ec04bfc1-65b0-4af9-991b-4a0872524485'] in n-d-828676-2 is: [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:29:10Z', 'revision_number': 4, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port': {'id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:01Z', 'updated_at': '2022-02-11T13:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e', 'name': '', 'network_id': '6326eb79-9c73-424c-bdeb-6ef513542a8f', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'mac_address': 'fa:16:3e:ae:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '57471797-709a-41b7-b6e8-9afaf57cac79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:07Z', 'updated_at': '2022-02-11T13:29:17Z', 'revision_number': 4, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'subnets': [{'id': '57471797-709a-41b7-b6e8-9afaf57cac79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:18.131594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-5634d5f2-2620-4975-a96c-e4456bfdca39 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692307 Feb 11 13:29:18.229154 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4c37f4e4-9a21-4b63-9361-fed4e25463ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.260964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f8338feb-5a63-4721-86bc-4f2749db44a9 None None] Current status of the port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:18.272405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:18.272945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (4c37f4e4-9a21-4b63-9361-fed4e25463ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:18.275055 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:18.277902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks [] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.329246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e6fd0b-23e2-4993-83fd-2d39c0bfb295 req-fcd2a0f8-d92c-4806-94dc-bec1bbb284b9 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888328 Feb 11 13:29:18.383787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd747898-64d8-4af5-ae06-6b5705390195 req-5b337474-1312-4ccc-8ce7-e342c0fb1cee tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.390798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd747898-64d8-4af5-ae06-6b5705390195 req-5b337474-1312-4ccc-8ce7-e342c0fb1cee tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 1131 time: 0.0602891 Feb 11 13:29:18.411229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.425564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.428819 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] 10.222.0.79 "DELETE /v2.0/networks/cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1 HTTP/1.1" status: 204 len: 168 time: 1.4287837 Feb 11 13:29:18.430113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.441241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:18.457173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cb6c3-b9ac-44fe-b452-b22358fa9bea admin admin] Pushing event deleted for resources: {'Network': ['ID=cec1fe4f-4cfe-4384-8c6f-166e3b9a8af1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:18.504739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 747e3c06-e46f-45cc-a6d1-ee30fd2b856b details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:18.513754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14218e18-a312-4d42-af40-d6893711deb3 req-ee14f8dd-407b-4360-9aa5-01c7f273a2e7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.522506 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14218e18-a312-4d42-af40-d6893711deb3 req-ee14f8dd-407b-4360-9aa5-01c7f273a2e7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.2313626 Feb 11 13:29:18.582878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:18.587053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event updated for resources: {'Port': ['ID=5006e644-b939-4282-b0c9-865aa62f2ba9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:18.591805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] Deleting subnet 263aea1e-9318-4584-ae36-7fcaeae05cd3 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:29:18.595996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:18.608936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:18.611724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] Publish callbacks [] for subnet (263aea1e-9318-4584-ae36-7fcaeae05cd3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.702257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14218e18-a312-4d42-af40-d6893711deb3 req-7f9ebc00-3fe4-4c55-9fff-e2038cb93f44 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702278 Feb 11 13:29:18.735989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:18.751141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b', 'network_id': '8a67f61c-31a5-4859-b25c-459e58994c08', 'port_id': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b', 'mac_address': 'fa:16:3e:af:d0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d4f5f1-6310-4b4e-b048-34f0a6efe31f', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:18.761875 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (263aea1e-9318-4584-ae36-7fcaeae05cd3), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.779176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.786294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.802488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:18.802898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.826392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747e3c06-e46f-45cc-a6d1-ee30fd2b856b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:18.854703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:18.876667 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.877346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 7b9fd251-1c77-4231-b5c8-5ad98043f65e details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:18.897581 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cd747898-64d8-4af5-ae06-6b5705390195 req-c5c04c57-c658-467a-aad9-15d8cf88bd35 tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.898302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-097c961a-0819-4c30-9314-e346aff5d563 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4718795 Feb 11 13:29:18.911730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Request body: {'port': {'device_id': '861d0555-e725-4ed4-bf10-1d367201a8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:18.941828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (263aea1e-9318-4584-ae36-7fcaeae05cd3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.014806 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cd747898-64d8-4af5-ae06-6b5705390195 req-c5c04c57-c658-467a-aad9-15d8cf88bd35 tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] Publish callbacks [] for security_group (f999a42a-fb02-4424-8688-ea27d020fabe), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.018620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a07e2-1c27-459f-8bd5-d4386a3287cc req-7417a845-a000-47f0-9c6b-769f8d2551d2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.020703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cd747898-64d8-4af5-ae06-6b5705390195 req-c5c04c57-c658-467a-aad9-15d8cf88bd35 tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f999a42a-fb02-4424-8688-ea27d020fabe), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.029903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce0a07e2-1c27-459f-8bd5-d4386a3287cc req-7417a845-a000-47f0-9c6b-769f8d2551d2 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 948 time: 0.1812544 Feb 11 13:29:19.088529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.089223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd747898-64d8-4af5-ae06-6b5705390195 req-c5c04c57-c658-467a-aad9-15d8cf88bd35 tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6928344 Feb 11 13:29:19.098244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c04c57-c658-467a-aad9-15d8cf88bd35 tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f999a42a-fb02-4424-8688-ea27d020fabe,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.124369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:19.150248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '7b9fd251-1c77-4231-b5c8-5ad98043f65e', 'network_id': '80f6fcdc-52a7-40ad-984c-eee57e3150e7', 'port_id': '7b9fd251-1c77-4231-b5c8-5ad98043f65e', 'mac_address': 'fa:16:3e:69:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fecc5f78-0cb9-4c6e-9131-9fe322d604e8', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:19.158275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.197033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 7b9fd251-1c77-4231-b5c8-5ad98043f65e is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:19.197574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.213104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9fd251-1c77-4231-b5c8-5ad98043f65e {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:19.246707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:19.251532 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.292694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f894b-0ed0-4b7e-adb9-63094b2cc551 req-1d4f5e5e-f13a-475a-99e2-ff6fa46f0f8f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.294869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a34f894b-0ed0-4b7e-adb9-63094b2cc551 req-1d4f5e5e-f13a-475a-99e2-ff6fa46f0f8f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 932 time: 0.0702271 Feb 11 13:29:19.316394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=7b9fd251-1c77-4231-b5c8-5ad98043f65e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.368325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a34f894b-0ed0-4b7e-adb9-63094b2cc551 req-24fca646-ba9c-43b0-8c52-7ee74d46826b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650201 Feb 11 13:29:19.451287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:19.535504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:19.536230 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.585000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c829157-07bf-46d9-8865-47e745b3718a req-f4667b46-918a-4362-b6f7-abdb543dceb9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.592194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c829157-07bf-46d9-8865-47e745b3718a req-f4667b46-918a-4362-b6f7-abdb543dceb9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.594953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9c829157-07bf-46d9-8865-47e745b3718a req-f4667b46-918a-4362-b6f7-abdb543dceb9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1681 time: 0.1299577 Feb 11 13:29:19.605393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['7b9fd251-1c77-4231-b5c8-5ad98043f65e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:19.684686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9c829157-07bf-46d9-8865-47e745b3718a req-e379b74d-49ff-4e75-8ca9-57537d8d0f15 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806806 Feb 11 13:29:19.780882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (263aea1e-9318-4584-ae36-7fcaeae05cd3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.790927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:19.817446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263aea1e-9318-4584-ae36-7fcaeae05cd3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.837274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce0a07e2-1c27-459f-8bd5-d4386a3287cc req-8afc86ac-a3f1-4e5e-9519-5007a7341d21 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8064647 Feb 11 13:29:19.850981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.854555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4634d398-0019-4a51-b1bd-898856b7ff7d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/263aea1e-9318-4584-ae36-7fcaeae05cd3 HTTP/1.1" status: 204 len: 168 time: 1.4123564 Feb 11 13:29:19.865974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34796) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:19.947643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.007371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44840b42-c374-46dd-8284-3a4aa5c50754 req-fc796398-7d8a-426b-8f91-57e2a901bb1d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.014759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44840b42-c374-46dd-8284-3a4aa5c50754 req-fc796398-7d8a-426b-8f91-57e2a901bb1d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.2247167 Feb 11 13:29:20.055935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e51ca17f-67c3-4a85-ad96-a0bf0931d8b7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.072569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac42f7c-e0b6-4a68-81d7-ba1b7a5be1a8 req-38a389f5-3a1f-413c-9b2b-9cea20102182 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.074667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cac42f7c-e0b6-4a68-81d7-ba1b7a5be1a8 req-38a389f5-3a1f-413c-9b2b-9cea20102182 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.1014776 Feb 11 13:29:20.082745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44840b42-c374-46dd-8284-3a4aa5c50754 req-0e46120d-f374-4f0d-b9be-286262f65787 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668645 Feb 11 13:29:20.145397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5006e644-b939-4282-b0c9-865aa62f2ba9 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:20.164140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Publish callbacks [] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.187716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e51ca17f-67c3-4a85-ad96-a0bf0931d8b7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.194594 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cac42f7c-e0b6-4a68-81d7-ba1b7a5be1a8 req-a770a4b3-177c-4526-a414-1ae1ab7cf081 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790749 Feb 11 13:29:20.195529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Transition to ACTIVE for port object 5006e644-b939-4282-b0c9-865aa62f2ba9 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:20.206379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.250615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51ca17f-67c3-4a85-ad96-a0bf0931d8b7']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:20.266155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3eccf9-5575-4dd0-915f-99ed8ee5a143') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:20.266155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3eccf9-5575-4dd0-915f-99ed8ee5a143') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:20.280468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (5f3eccf9-5575-4dd0-915f-99ed8ee5a143), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.283171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Pushing event updated for resources: {'Port': ['ID=5006e644-b939-4282-b0c9-865aa62f2ba9,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:20.292125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279609-c8e7-4d83-b130-b6ffb315bf2a req-db72df2e-7cba-424a-af5e-b42cf977cd4a tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.293787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa279609-c8e7-4d83-b130-b6ffb315bf2a req-db72df2e-7cba-424a-af5e-b42cf977cd4a tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 1131 time: 0.0915611 Feb 11 13:29:20.302631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5f3eccf9-5575-4dd0-915f-99ed8ee5a143), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.312751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:20.313221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (5f3eccf9-5575-4dd0-915f-99ed8ee5a143), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:20.315351 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:20.350608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Attempting to bind port 5006e644-b939-4282-b0c9-865aa62f2ba9 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:20.351112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Attempting to bind port 5006e644-b939-4282-b0c9-865aa62f2ba9 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:20.351591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Attempting to bind port 5006e644-b939-4282-b0c9-865aa62f2ba9 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:20.357152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Port 5006e644-b939-4282-b0c9-865aa62f2ba9 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:20.357495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Attempting to bind port 5006e644-b939-4282-b0c9-865aa62f2ba9 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:20.363461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:20.363960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:20.364353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Bound using segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:20.364773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Bound port: 5006e644-b939-4282-b0c9-865aa62f2ba9, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:20.365124 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.384503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7737e743-f402-4a4b-85b2-9296b9c23247 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:20.406867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa279609-c8e7-4d83-b130-b6ffb315bf2a req-e1c9494f-7d9c-41e0-ae6c-8e2f0e532f09 tempest-ServersAdminNegativeTestJSON-144358384 tempest-ServersAdminNegativeTestJSON-144358384-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994661 Feb 11 13:29:20.408049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e51ca17f-67c3-4a85-ad96-a0bf0931d8b7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.416372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.422245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e51ca17f-67c3-4a85-ad96-a0bf0931d8b7 HTTP/1.1" status: 204 len: 168 time: 0.5536678 Feb 11 13:29:20.434836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cb4c4-a153-4b6d-8395-f4326a34fdf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51ca17f-67c3-4a85-ad96-a0bf0931d8b7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:20.480328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] For port 5006e644-b939-4282-b0c9-865aa62f2ba9, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:20.487681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] For port 5006e644-b939-4282-b0c9-865aa62f2ba9, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5006e644-b939-4282-b0c9-865aa62f2ba9,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:20.499656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.566792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.567946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.569691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] 10.222.0.30 "PUT /v2.0/ports/5006e644-b939-4282-b0c9-865aa62f2ba9 HTTP/1.1" status: 200 len: 1092 time: 1.6619170 Feb 11 13:29:20.575430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861d0555-e725-4ed4-bf10-1d367201a8a9', 'tag': '5006e644-b939-4282-b0c9-865aa62f2ba9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:20.577338 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "861d0555-e725-4ed4-bf10-1d367201a8a9", "tag": "5006e644-b939-4282-b0c9-865aa62f2ba9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:20.635781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f30a5-965a-46cc-bb1f-7252b4633028 service neutron] Pushing event updated for resources: {'Port': ['ID=5006e644-b939-4282-b0c9-865aa62f2ba9,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:20.649813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:20.658549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['747e3c06-e46f-45cc-a6d1-ee30fd2b856b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:20.716079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '7737e743-f402-4a4b-85b2-9296b9c23247', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '7737e743-f402-4a4b-85b2-9296b9c23247', 'mac_address': 'fa:16:3e:0c:aa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:20.723093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34818) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:20.725833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f139d-2629-4f65-bcca-f1e6ee6dddb8 req-f9d0ed96-949f-43be-95bf-a51cac6137ee tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.734531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e76f139d-2629-4f65-bcca-f1e6ee6dddb8 req-f9d0ed96-949f-43be-95bf-a51cac6137ee tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 944 time: 0.1881204 Feb 11 13:29:20.784724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-8826fa76-7b0d-49be-87ec-dcb06f568a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.786419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-8826fa76-7b0d-49be-87ec-dcb06f568a0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 1126 time: 0.1646740 Feb 11 13:29:20.813625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:20.813845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-59418257-0f7b-4805-ba62-c437e6dcb225 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54fed67175fa41939704d1eaa3f4fe21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889618 Feb 11 13:29:20.833267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 7737e743-f402-4a4b-85b2-9296b9c23247 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:20.833267 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.852638 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13daedf-36cb-42aa-9740-d76b559ad6f2 x-openstack-request-id: req-c13daedf-36cb-42aa-9740-d76b559ad6f2 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:20.852935 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861d0555-e725-4ed4-bf10-1d367201a8a9", "tag": "5006e644-b939-4282-b0c9-865aa62f2ba9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:20.853195 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c13daedf-36cb-42aa-9740-d76b559ad6f2 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:20.853594 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861d0555-e725-4ed4-bf10-1d367201a8a9', 'tag': '5006e644-b939-4282-b0c9-865aa62f2ba9', 'status': 'completed', 'code': 200} Feb 11 13:29:20.861426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737e743-f402-4a4b-85b2-9296b9c23247 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:20.870234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-05874d9c-cd48-427a-9426-11e03f850ece service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5006e644-b939-4282-b0c9-865aa62f2ba9 HTTP/1.1" status: 200 len: 217 time: 0.0750499 Feb 11 13:29:20.891722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e76f139d-2629-4f65-bcca-f1e6ee6dddb8 req-8d17de79-4447-448d-ab9a-cd30dc37de2e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562300 Feb 11 13:29:20.920068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:20.939630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.973589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62908845-2afb-4cd3-9d50-3225e611c123 req-7075c89e-7e2f-484d-a896-f06da21d14d9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.973940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d24a13c4-37fe-43d4-8677-fc47541df331 admin admin] Publish callbacks [] for security_group (abddd00f-0394-410e-befd-dd4b0e407751), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:20.980304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62908845-2afb-4cd3-9d50-3225e611c123 req-7075c89e-7e2f-484d-a896-f06da21d14d9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.981000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-ae089121-3fbc-4bb4-b773-802c089dc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.982483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-ae089121-3fbc-4bb4-b773-802c089dc31a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.0898438 Feb 11 13:29:20.988584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62908845-2afb-4cd3-9d50-3225e611c123 req-7075c89e-7e2f-484d-a896-f06da21d14d9 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1681 time: 0.0988786 Feb 11 13:29:21.027909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-ed59b4da-22fa-474c-abc8-7b1134b77f54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378530 Feb 11 13:29:21.029837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d24a13c4-37fe-43d4-8677-fc47541df331 admin admin] Publish callbacks [] for security_group (abddd00f-0394-410e-befd-dd4b0e407751), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:21.054367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62908845-2afb-4cd3-9d50-3225e611c123 req-08695631-1b29-49ab-9f2f-e4a20c88ee0e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607762 Feb 11 13:29:21.066475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:21.187109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-af3f4225-f97a-4b4d-a4f3-54f175c28e52 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426961 Feb 11 13:29:21.190736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c1edc-e126-4024-849c-e19d93ad4016 req-f571052d-1d2d-43e1-a285-be21f36bad53 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.192299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-989c1edc-e126-4024-849c-e19d93ad4016 req-f571052d-1d2d-43e1-a285-be21f36bad53 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 949 time: 0.0608644 Feb 11 13:29:21.199404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc82d-cac9-4f62-a3b7-a9c9f0129724 req-bf50fb23-0fcb-44cf-9062-658ce738825a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.200973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bedc82d-cac9-4f62-a3b7-a9c9f0129724 req-bf50fb23-0fcb-44cf-9062-658ce738825a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 949 time: 0.1796038 Feb 11 13:29:21.225147 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d24a13c4-37fe-43d4-8677-fc47541df331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (abddd00f-0394-410e-befd-dd4b0e407751), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:21.227708 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d24a13c4-37fe-43d4-8677-fc47541df331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:21.227899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['7737e743-f402-4a4b-85b2-9296b9c23247'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:21.228893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d24a13c4-37fe-43d4-8677-fc47541df331 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abddd00f-0394-410e-befd-dd4b0e407751 HTTP/1.1" status: 204 len: 168 time: 0.3784661 Feb 11 13:29:21.261358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-989c1edc-e126-4024-849c-e19d93ad4016 req-4fdf634e-6222-416d-bc04-bcd8a7b943b4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618730 Feb 11 13:29:21.297610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a13c4-37fe-43d4-8677-fc47541df331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abddd00f-0394-410e-befd-dd4b0e407751,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:21.375768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bedc82d-cac9-4f62-a3b7-a9c9f0129724 req-4cf0debb-7e0a-4a6f-9834-ab66d8708f22 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632159 Feb 11 13:29:21.398539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-c35ed104-bd5d-4a3d-ada3-c92e548a4e5f service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965544 Feb 11 13:29:21.474700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2d14c-dc15-4716-bccc-1a5239a32872 req-b3710c69-dfb6-4957-9903-83d196ec2e58 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.482288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9bf2d14c-dc15-4716-bccc-1a5239a32872 req-b3710c69-dfb6-4957-9903-83d196ec2e58 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.1068382 Feb 11 13:29:21.547056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9bf2d14c-dc15-4716-bccc-1a5239a32872 req-f1c5067e-99b0-419e-9ad1-a596ff9974c8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597699 Feb 11 13:29:21.603638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d0228-c66a-43ca-83d9-9434fd324458 req-64bba697-20ac-4e37-ae47-093681b3220e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.605296 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-082d0228-c66a-43ca-83d9-9434fd324458 req-64bba697-20ac-4e37-ae47-093681b3220e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.1404333 Feb 11 13:29:21.607337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-5fc65ab7-d2cd-438a-bc48-b4848a76ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.608851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-5fc65ab7-d2cd-438a-bc48-b4848a76ec1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 1126 time: 0.1201279 Feb 11 13:29:21.615284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:21.722855 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-082d0228-c66a-43ca-83d9-9434fd324458 req-4446041a-aff6-4b50-8dfa-fd8017c95356 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097260 Feb 11 13:29:21.759979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-c741f513-64e9-4b63-9f8b-93006aa558ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.761532 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-c741f513-64e9-4b63-9f8b-93006aa558ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.1402280 Feb 11 13:29:21.796042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34834) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:21.814676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-c64259a0-7057-4828-a8a4-8026fb503adf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5006e644-b939-4282-b0c9-865aa62f2ba9 HTTP/1.1" status: 200 len: 217 time: 0.0420837 Feb 11 13:29:21.845932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a140908d-4914-4885-8919-ff58c4e5c9c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f89b2e52c8d5404da9f266cb31fb4bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486917 Feb 11 13:29:21.848474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34836) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:21.879990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-9a48ec53-892a-4bb4-8444-8f0d27913749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.881475 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-9a48ec53-892a-4bb4-8444-8f0d27913749 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.0574341 Feb 11 13:29:21.915154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-1b236964-e4b4-4e31-9f29-6ddbabbc13e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265422 Feb 11 13:29:21.974230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c606b-2389-418a-b218-1d3d14f70c29 req-b1672f65-87d1-4ec6-8290-a471de55f989 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.975688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-b1672f65-87d1-4ec6-8290-a471de55f989 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 944 time: 0.1138446 Feb 11 13:29:21.976334 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33645561-bbba-4d82-9cbd-3b38121550ae admin admin] Publish callbacks [] for security_group (434899cf-5093-4212-8646-17849aa8410e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.038291 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-dc2f7732-dce0-49af-9570-57e617a33560 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163669 Feb 11 13:29:22.080461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33645561-bbba-4d82-9cbd-3b38121550ae admin admin] Publish callbacks [] for security_group (434899cf-5093-4212-8646-17849aa8410e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.162495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4ddb06f-43f5-4251-8c0f-8d0cbed0e6e6 req-52c94aa4-00b7-416d-9087-f89708b8f307 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180081 Feb 11 13:29:22.191077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dae7b-d64d-4dc4-beea-ea2078409453 req-00a11076-b7a1-41b8-be5a-5e797fe1ed79 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.198331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-106dae7b-d64d-4dc4-beea-ea2078409453 req-00a11076-b7a1-41b8-be5a-5e797fe1ed79 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 944 time: 0.2199020 Feb 11 13:29:22.229034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a6d1a-3283-4a31-8195-5854be57a708 req-b110237f-39ba-4947-8059-e6353abce42f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.235403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a6d1a-3283-4a31-8195-5854be57a708 req-b110237f-39ba-4947-8059-e6353abce42f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.238964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-830a6d1a-3283-4a31-8195-5854be57a708 req-b110237f-39ba-4947-8059-e6353abce42f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1681 time: 0.0798070 Feb 11 13:29:22.257612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33645561-bbba-4d82-9cbd-3b38121550ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (434899cf-5093-4212-8646-17849aa8410e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.262704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33645561-bbba-4d82-9cbd-3b38121550ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.267307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-33645561-bbba-4d82-9cbd-3b38121550ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/434899cf-5093-4212-8646-17849aa8410e HTTP/1.1" status: 204 len: 168 time: 0.4149156 Feb 11 13:29:22.273769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Deleting port 5006e644-b939-4282-b0c9-865aa62f2ba9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:22.274105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.306377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-106dae7b-d64d-4dc4-beea-ea2078409453 req-0fdc399f-5dbe-4d73-b590-ed29c477a6ff tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927498 Feb 11 13:29:22.314707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-830a6d1a-3283-4a31-8195-5854be57a708 req-d44cf855-61f1-4802-bad8-2129268ae65f tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656130 Feb 11 13:29:22.328906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33645561-bbba-4d82-9cbd-3b38121550ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434899cf-5093-4212-8646-17849aa8410e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:22.388202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7737e743-f402-4a4b-85b2-9296b9c23247 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:22.523333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 7737e743-f402-4a4b-85b2-9296b9c23247 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:22.531256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 747e3c06-e46f-45cc-a6d1-ee30fd2b856b up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:22.540514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-260a8fba-bf33-4616-b23c-de9b448544f5 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.541967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-260a8fba-bf33-4616-b23c-de9b448544f5 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 949 time: 0.2180789 Feb 11 13:29:22.565922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] For port 5006e644-b939-4282-b0c9-865aa62f2ba9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5006e644-b939-4282-b0c9-865aa62f2ba9,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:22.566323 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.581610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 7737e743-f402-4a4b-85b2-9296b9c23247 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:22.582245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.588546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196452aa-ced4-47ce-8ca9-a73cc5f7bed6 req-e6776cfc-2a1d-4903-ad5d-16787b1fa084 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.590140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-196452aa-ced4-47ce-8ca9-a73cc5f7bed6 req-e6776cfc-2a1d-4903-ad5d-16787b1fa084 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 949 time: 0.1045916 Feb 11 13:29:22.625583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Calling delete_port for 5006e644-b939-4282-b0c9-865aa62f2ba9 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:22.639042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:22.645459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:22.647091 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.665221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a3a9-6666-46d2-a40e-a14205dd3824 req-3d4ae7a3-a30e-40b3-af12-a780da8cc99e tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.677914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcd1a3a9-6666-46d2-a40e-a14205dd3824 req-3d4ae7a3-a30e-40b3-af12-a780da8cc99e tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 949 time: 0.2820675 Feb 11 13:29:22.687213 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-196452aa-ced4-47ce-8ca9-a73cc5f7bed6 req-ecf146d2-56ae-44bf-86ce-4c6d9705459e tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855370 Feb 11 13:29:22.806226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 7737e743-f402-4a4b-85b2-9296b9c23247 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:22.806685 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.876689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcd1a3a9-6666-46d2-a40e-a14205dd3824 req-075a020f-a134-4c6b-90b7-730900293fa1 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961386 Feb 11 13:29:22.877388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:22.881487 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff1e20-95be-4268-b7ce-1eb3b8664736" -d '{"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-plugged", "status": "completed", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:22.896496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:22.896982 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.902193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:22.917711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Deleting port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:22.920553 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.923667 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:22.934591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d00f0-968f-448a-9fb2-d33763d9b309 req-6ea07a98-9bed-43e1-8801-30780164ca22 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.952564 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a30d00f0-968f-448a-9fb2-d33763d9b309 req-6ea07a98-9bed-43e1-8801-30780164ca22 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.1449761 Feb 11 13:29:23.008977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:23.031785 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.032572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 7b9fd251-1c77-4231-b5c8-5ad98043f65e up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:23.045937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a30d00f0-968f-448a-9fb2-d33763d9b309 req-7e7e1cfe-acba-4ce1-aa9f-e055d5097801 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908189 Feb 11 13:29:23.050202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.113704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5006e644-b939-4282-b0c9-865aa62f2ba9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.166110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event deleted for resources: {'Port': ['ID=5006e644-b939-4282-b0c9-865aa62f2ba9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.174308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] For port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:23.174696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.203839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Calling delete_port for 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:23.235872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117d29-74d5-4406-b801-96652086be33 req-977028be-4142-4b5f-8b16-4ba9dad6b255 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:23.237489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f117d29-74d5-4406-b801-96652086be33 req-977028be-4142-4b5f-8b16-4ba9dad6b255 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.1920595 Feb 11 13:29:23.270393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] No DVR routers for this DVR port 5006e644-b939-4282-b0c9-865aa62f2ba9 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:23.280545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.284449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-313c606b-2389-418a-b218-1d3d14f70c29 req-902cd983-67ae-4c89-a24e-0c4feed22fca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "DELETE /v2.0/ports/5006e644-b939-4282-b0c9-865aa62f2ba9 HTTP/1.1" status: 204 len: 173 time: 1.2942111 Feb 11 13:29:23.290946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a822a-d799-4b9c-82ab-d8ad40774b33 req-0253b33b-4133-43bd-b0dc-1ca6773058b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:23.294728 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a00a822a-d799-4b9c-82ab-d8ad40774b33 req-0253b33b-4133-43bd-b0dc-1ca6773058b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 1132 time: 0.0832770 Feb 11 13:29:23.300699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861d0555-e725-4ed4-bf10-1d367201a8a9', 'name': 'network-vif-deleted', 'tag': '5006e644-b939-4282-b0c9-865aa62f2ba9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:23.300699 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8cb02a-42a8-47ad-8f4c-ced26fa416e7" -d '{"events": [{"server_uuid": "861d0555-e725-4ed4-bf10-1d367201a8a9", "name": "network-vif-deleted", "tag": "5006e644-b939-4282-b0c9-865aa62f2ba9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:23.343913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.357243 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8488b1a-887e-4505-873e-4f277eda7278 x-openstack-request-id: req-d8488b1a-887e-4505-873e-4f277eda7278 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:23.357451 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-plugged", "status": "completed", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:23.357709 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8488b1a-887e-4505-873e-4f277eda7278 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:23.361204 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247', 'code': 200} Feb 11 13:29:23.415070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 7b9fd251-1c77-4231-b5c8-5ad98043f65e completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:23.419425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 7b9fd251-1c77-4231-b5c8-5ad98043f65e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:23.420940 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.461088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff6320cb-6cc1-4034-9e1a-81bb12c4a521 req-dc2857bb-126b-4fed-adad-b605b38e3c6b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0512247 Feb 11 13:29:23.468546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a00a822a-d799-4b9c-82ab-d8ad40774b33 req-9a4739c6-b7cb-4eb3-95bc-3733d1fee318 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247709 Feb 11 13:29:23.491914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f117d29-74d5-4406-b801-96652086be33 req-610eb1f9-7532-4a7b-8659-172dab525558 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437193 Feb 11 13:29:23.552174 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18fe21b-ded6-4b3e-a429-a2f406693737 x-openstack-request-id: req-c18fe21b-ded6-4b3e-a429-a2f406693737 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:23.552473 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861d0555-e725-4ed4-bf10-1d367201a8a9", "name": "network-vif-deleted", "tag": "5006e644-b939-4282-b0c9-865aa62f2ba9", "status": "failed", "code": 422}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:23.560427 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c18fe21b-ded6-4b3e-a429-a2f406693737 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:23.561071 n-d-828676-2 neutron-server[103175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '861d0555-e725-4ed4-bf10-1d367201a8a9', 'name': 'network-vif-deleted', 'tag': '5006e644-b939-4282-b0c9-865aa62f2ba9', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:29:23.565479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 7b9fd251-1c77-4231-b5c8-5ad98043f65e is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:23.566025 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.616205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:23.621199 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.622327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:23.709328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No active binding found for port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 {{(pid=103177) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:29:23.709717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 host None! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:29:23.710142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:23.710797 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9e84feb6-3fd0-4e16-bcbf-aebd1a848b24), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.718452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=7b9fd251-1c77-4231-b5c8-5ad98043f65e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.720198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bf7a-f4c5-4fad-b671-558c26c37c75 req-a93078da-22ac-4fba-ae41-24129d439d6d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:23.726419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bf7a-f4c5-4fad-b671-558c26c37c75 req-a93078da-22ac-4fba-ae41-24129d439d6d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:23.728240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2280bf7a-f4c5-4fad-b671-558c26c37c75 req-a93078da-22ac-4fba-ae41-24129d439d6d tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1683 time: 0.1103783 Feb 11 13:29:23.737121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['07f67d93-a587-41ef-bfbe-d5f08fbe099e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:23.834873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2280bf7a-f4c5-4fad-b671-558c26c37c75 req-fde77296-a4f5-4837-b39f-1d38aa100112 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982168 Feb 11 13:29:23.835950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Pushing event deleted for resources: {'Port': ['ID=9e84feb6-3fd0-4e16-bcbf-aebd1a848b24,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.909203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] No DVR routers for this DVR port 9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:23.914799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:23.922619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-175fba33-1f13-4a53-837f-aca7b66f3096 req-58bdfdc0-d9e3-4b56-9bb7-ba7f5529b143 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "DELETE /v2.0/ports/9e84feb6-3fd0-4e16-bcbf-aebd1a848b24 HTTP/1.1" status: 204 len: 173 time: 1.3739066 Feb 11 13:29:23.924772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f04fcb1e-1577-452f-86cb-170d1161e57c req-fc575c95-085b-40a2-9942-1e5e88a74cdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0757720 Feb 11 13:29:24.050925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ce27886-3893-4d75-9c83-898c257c1499 req-0d7b7e82-1022-47b4-a85b-fd9026efd4c6 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea1548-0479-4c24-8cfa-f41c1730e771 HTTP/1.1" status: 200 len: 210 time: 0.0641143 Feb 11 13:29:24.185301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a475e8a-644f-4c86-8a10-6e0c5a8870ef req-f5de775c-a451-47ed-9997-d7d4779c7526 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.187918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a475e8a-644f-4c86-8a10-6e0c5a8870ef req-f5de775c-a451-47ed-9997-d7d4779c7526 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 950 time: 0.0682290 Feb 11 13:29:24.242720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a475e8a-644f-4c86-8a10-6e0c5a8870ef req-0327703e-7dbb-4d4c-92ef-a9ca80991390 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489390 Feb 11 13:29:24.338995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fcb1e-1577-452f-86cb-170d1161e57c req-a209490a-3b72-4521-8bb0-5e645806610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.340470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f04fcb1e-1577-452f-86cb-170d1161e57c req-a209490a-3b72-4521-8bb0-5e645806610a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=54f9f2c293794f3bab0877b90ee38480&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4048092 Feb 11 13:29:24.354711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7b2e901-f7d7-47aa-b753-4ce0a9da5d8b req-37316005-c3ad-4413-89bf-a4df42c4cfde tempest-AbsoluteLimitsNegativeTestJSON-806593074 tempest-AbsoluteLimitsNegativeTestJSON-806593074-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8f7581f9828b4a8e917f1e47a0e371e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245824 Feb 11 13:29:24.377962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad84c0-237b-4ef9-87f1-4306854ff268 req-1186f88a-d061-4d68-8a94-a1a2ba400b1d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.379592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7fad84c0-237b-4ef9-87f1-4306854ff268 req-1186f88a-d061-4d68-8a94-a1a2ba400b1d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.1597736 Feb 11 13:29:24.520908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e901-f7d7-47aa-b753-4ce0a9da5d8b req-02f5ad82-119a-4333-b810-606100099a76 tempest-AbsoluteLimitsNegativeTestJSON-806593074 tempest-AbsoluteLimitsNegativeTestJSON-806593074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.530573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7b2e901-f7d7-47aa-b753-4ce0a9da5d8b req-02f5ad82-119a-4333-b810-606100099a76 tempest-AbsoluteLimitsNegativeTestJSON-806593074 tempest-AbsoluteLimitsNegativeTestJSON-806593074-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682668 Feb 11 13:29:24.551054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7b2e901-f7d7-47aa-b753-4ce0a9da5d8b req-8dd405d1-2ce4-4064-91de-5274ec69d16c tempest-AbsoluteLimitsNegativeTestJSON-806593074 tempest-AbsoluteLimitsNegativeTestJSON-806593074-project] 10.222.0.79 "GET /v2.0/quotas/8f7581f9828b4a8e917f1e47a0e371e4 HTTP/1.1" status: 200 len: 375 time: 0.0188472 Feb 11 13:29:24.560439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7fad84c0-237b-4ef9-87f1-4306854ff268 req-dfb64cb3-9882-403e-8665-446caad3925e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663568 Feb 11 13:29:24.587617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fcb1e-1577-452f-86cb-170d1161e57c req-bebcb8c9-0ef1-48ff-b18f-10b7460c6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.589822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f04fcb1e-1577-452f-86cb-170d1161e57c req-bebcb8c9-0ef1-48ff-b18f-10b7460c6e94 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394283 Feb 11 13:29:24.619616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7b2e901-f7d7-47aa-b753-4ce0a9da5d8b req-f3236dd1-e8b9-4935-8c8b-340156abd9ba tempest-AbsoluteLimitsNegativeTestJSON-806593074 tempest-AbsoluteLimitsNegativeTestJSON-806593074-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f7581f9828b4a8e917f1e47a0e371e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649586 Feb 11 13:29:24.678791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0de4ddb4-b325-43f4-842f-885f8ab4aa28 req-c0eaace1-d8b7-4005-9185-bb8ebc2bcd09 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0385199 Feb 11 13:29:24.694707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f04fcb1e-1577-452f-86cb-170d1161e57c req-c079bbad-d4ea-4c8f-af58-a4174b3e9ec2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/ports?device_id=861d0555-e725-4ed4-bf10-1d367201a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0450938 Feb 11 13:29:24.808022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51be42-7e74-47e9-95c3-7e0ff73c0131 req-08674037-8ed5-4efc-a2fc-74e4aef27702 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.817542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e51be42-7e74-47e9-95c3-7e0ff73c0131 req-08674037-8ed5-4efc-a2fc-74e4aef27702 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.0758240 Feb 11 13:29:24.923261 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e51be42-7e74-47e9-95c3-7e0ff73c0131 req-804b9121-3da4-4bbf-a8dc-b4dc18d8d92f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044385 Feb 11 13:29:25.038576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a412-4410-4775-bd42-2b799ae9702b req-0d552ada-848f-4660-8e9f-a3bd6e02cc84 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.045022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a412-4410-4775-bd42-2b799ae9702b req-0d552ada-848f-4660-8e9f-a3bd6e02cc84 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.046666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7916a412-4410-4775-bd42-2b799ae9702b req-0d552ada-848f-4660-8e9f-a3bd6e02cc84 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1683 time: 0.0777037 Feb 11 13:29:25.047258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34910) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:25.146383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7916a412-4410-4775-bd42-2b799ae9702b req-c29286bf-e15b-4b11-bf2e-3f960a2450e8 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757236 Feb 11 13:29:25.201865 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a3bbd1-1555-46dd-bf91-31717fbb21b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:25.309422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a3bbd1-1555-46dd-bf91-31717fbb21b1 admin admin] Publish callbacks [] for security_group (681a109a-5949-44f7-a85f-8796e1c827a1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:25.327056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a3bbd1-1555-46dd-bf91-31717fbb21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (681a109a-5949-44f7-a85f-8796e1c827a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:25.362452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b'}, {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:25.369514 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be69fc0-6c24-489b-be45-89be7d1abca5" -d '{"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-plugged", "status": "completed", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b"}, {"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-plugged", "status": "completed", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:25.404722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-01a3bbd1-1555-46dd-bf91-31717fbb21b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f7581f9828b4a8e917f1e47a0e371e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563631 Feb 11 13:29:25.407650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34924) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:25.411350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3bbd1-1555-46dd-bf91-31717fbb21b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a109a-5949-44f7-a85f-8796e1c827a1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:25.434115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d0a0-35ea-42ef-9f39-dd656ef244da req-9d7d14c3-196e-48ce-80c1-c95c9dafa839 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.435711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56d1d0a0-35ea-42ef-9f39-dd656ef244da req-9d7d14c3-196e-48ce-80c1-c95c9dafa839 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 950 time: 0.0976574 Feb 11 13:29:25.438182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618f95-599d-4949-9628-bd1dbe36d1f8 req-ed92b2fb-e659-4ec0-be36-a91f6720dc2d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.439904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56618f95-599d-4949-9628-bd1dbe36d1f8 req-ed92b2fb-e659-4ec0-be36-a91f6720dc2d tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 950 time: 0.0810921 Feb 11 13:29:25.498781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56d1d0a0-35ea-42ef-9f39-dd656ef244da req-82a84e46-36aa-4fbb-83af-e08cf098c113 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546942 Feb 11 13:29:25.543466 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56618f95-599d-4949-9628-bd1dbe36d1f8 req-0cb5ec47-61b1-4d5f-b415-6636e2f3f51c tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953717 Feb 11 13:29:25.544338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36c20698-2e4d-4c7e-aa3d-22dd718333dc admin admin] Publish callbacks [] for security_group (681a109a-5949-44f7-a85f-8796e1c827a1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:25.545612 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb2a2ba-145f-4e5a-8578-e8f2d5f498ac x-openstack-request-id: req-4eb2a2ba-145f-4e5a-8578-e8f2d5f498ac {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:25.546180 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-plugged", "status": "completed", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b", "code": 200}, {"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-plugged", "status": "completed", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:25.546667 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4eb2a2ba-145f-4e5a-8578-e8f2d5f498ac {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:25.547147 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b', 'code': 200} Feb 11 13:29:25.547452 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e', 'code': 200} Feb 11 13:29:25.562425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'name': 'network-vif-deleted', 'tag': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:25.565957 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e235d-6ca9-4286-b57e-6b8813ef4b3f" -d '{"events": [{"server_uuid": "38ea1548-0479-4c24-8cfa-f41c1730e771", "name": "network-vif-deleted", "tag": "9e84feb6-3fd0-4e16-bcbf-aebd1a848b24"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:25.614053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36c20698-2e4d-4c7e-aa3d-22dd718333dc admin admin] Publish callbacks [] for security_group (681a109a-5949-44f7-a85f-8796e1c827a1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:25.663238 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae48665-b93a-4e68-aeac-b2a3c7d6ade5 x-openstack-request-id: req-eae48665-b93a-4e68-aeac-b2a3c7d6ade5 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:25.663238 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ea1548-0479-4c24-8cfa-f41c1730e771", "name": "network-vif-deleted", "tag": "9e84feb6-3fd0-4e16-bcbf-aebd1a848b24", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:25.663513 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eae48665-b93a-4e68-aeac-b2a3c7d6ade5 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:25.664030 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ea1548-0479-4c24-8cfa-f41c1730e771', 'name': 'network-vif-deleted', 'tag': '9e84feb6-3fd0-4e16-bcbf-aebd1a848b24', 'status': 'completed', 'code': 200} Feb 11 13:29:25.671423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef036f-422d-4c20-a512-2be76bdf6bf9 req-7a9b316b-669c-44c4-bd2a-62cd00cde4c0 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.674313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ffef036f-422d-4c20-a512-2be76bdf6bf9 req-7a9b316b-669c-44c4-bd2a-62cd00cde4c0 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 950 time: 0.0656946 Feb 11 13:29:25.715976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36c20698-2e4d-4c7e-aa3d-22dd718333dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (681a109a-5949-44f7-a85f-8796e1c827a1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:25.719148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36c20698-2e4d-4c7e-aa3d-22dd718333dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:25.720287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36c20698-2e4d-4c7e-aa3d-22dd718333dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/681a109a-5949-44f7-a85f-8796e1c827a1 HTTP/1.1" status: 204 len: 168 time: 0.3097017 Feb 11 13:29:25.749315 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ffef036f-422d-4c20-a512-2be76bdf6bf9 req-cb20c112-5178-4b74-aea8-ca32c7cfde6c tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642977 Feb 11 13:29:25.763569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c20698-2e4d-4c7e-aa3d-22dd718333dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a109a-5949-44f7-a85f-8796e1c827a1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:25.787891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7241a-1b28-47d9-bcbb-cb5205979869 req-c829877d-e8f5-428c-9ddc-3cbdfa90e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.791581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7241a-1b28-47d9-bcbb-cb5205979869 req-c829877d-e8f5-428c-9ddc-3cbdfa90e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.795319 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65a7241a-1b28-47d9-bcbb-cb5205979869 req-c829877d-e8f5-428c-9ddc-3cbdfa90e258 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 2047 time: 0.1677289 Feb 11 13:29:25.908839 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65a7241a-1b28-47d9-bcbb-cb5205979869 req-a9f56d83-aebf-49e3-8ca2-bc425f3d006b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065221 Feb 11 13:29:25.916850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f3099-3fbd-4304-ade5-997b207e58a0 req-131fdc93-1f8e-45b3-9101-a63ca263b944 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.918550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e7f3099-3fbd-4304-ade5-997b207e58a0 req-131fdc93-1f8e-45b3-9101-a63ca263b944 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.2180679 Feb 11 13:29:25.987275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e7f3099-3fbd-4304-ade5-997b207e58a0 req-564e36bb-4e69-4dbf-9715-d12031f33e64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580943 Feb 11 13:29:26.232452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-71febeba-36ac-439e-9cd7-285c20b5048d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.233897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-71febeba-36ac-439e-9cd7-285c20b5048d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.1455400 Feb 11 13:29:26.255379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-4d4284bb-efbf-43e3-9757-fb43173c3cdc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/quotas/54f9f2c293794f3bab0877b90ee38480 HTTP/1.1" status: 200 len: 375 time: 0.0147011 Feb 11 13:29:26.303826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-f387cec3-e7e8-4684-b12c-82c534c3fb37 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435913 Feb 11 13:29:26.374357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb83ed7-f3e1-4157-bd4c-aab730768323 req-6734b225-c5b5-48c6-b745-6423333c8602 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.382344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9eb83ed7-f3e1-4157-bd4c-aab730768323 req-6734b225-c5b5-48c6-b745-6423333c8602 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.0853121 Feb 11 13:29:26.415434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-54ff9b59-255c-4dbf-92cb-2a3ebc24eaf3 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048057 Feb 11 13:29:26.444824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9eb83ed7-f3e1-4157-bd4c-aab730768323 req-b3362d20-ca5e-4c4d-a95e-f9b9f694f333 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565081 Feb 11 13:29:26.573426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-f67e00ea-c825-4504-a6f8-91652698b515 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509023 Feb 11 13:29:26.605174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ccc73-0d1d-44c9-a0fb-bdfcc207c636 req-7e598af9-7412-4028-9b99-167eb8dba9d1 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.610936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ccc73-0d1d-44c9-a0fb-bdfcc207c636 req-7e598af9-7412-4028-9b99-167eb8dba9d1 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.620071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e7ccc73-0d1d-44c9-a0fb-bdfcc207c636 req-7e598af9-7412-4028-9b99-167eb8dba9d1 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1683 time: 0.0873637 Feb 11 13:29:26.673824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e7ccc73-0d1d-44c9-a0fb-bdfcc207c636 req-26d71c83-298e-4703-a6be-605aa1a4c568 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514874 Feb 11 13:29:26.698832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34988) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:26.875415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4099e923-a939-4794-8b09-9050a4b37f34 req-76b956c1-7a8d-47d1-a4d7-725b1ee4600e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0691411 Feb 11 13:29:26.883671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-94344481-network', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:26.917310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Made reservation on behalf of d1af5953a5aa462ab310076a3038ea8e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:26.919938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.931640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d0fee-40e6-4448-be31-471b97656a27 req-3b4e2865-e489-4a4b-b414-5dd758b47a46 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.939788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f5d0fee-40e6-4448-be31-471b97656a27 req-3b4e2865-e489-4a4b-b414-5dd758b47a46 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 950 time: 0.1220117 Feb 11 13:29:26.940596 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f5f4-573c-416b-ac3e-e6ab800d32c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.955685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.053468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f5d0fee-40e6-4448-be31-471b97656a27 req-04a9a827-bb51-4add-b44c-7d6dc752485e tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3284ad2-f7e4-4048-bf83-f847cdec9b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123025 Feb 11 13:29:27.095144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-dd048541-94bd-4c16-ac36-3a33928e1989 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.097421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-dd048541-94bd-4c16-ac36-3a33928e1989 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 950 time: 0.1318130 Feb 11 13:29:27.198032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks [] for security_group (abdb941f-8954-4c1d-a82e-7b357fc2ea99), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.206506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (abdb941f-8954-4c1d-a82e-7b357fc2ea99), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.229910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c22cd-e668-44de-98e4-48fc8c1498f9 req-2b3d09a4-b514-4a00-9a95-b5a754057038 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.232251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-813c22cd-e668-44de-98e4-48fc8c1498f9 req-2b3d09a4-b514-4a00-9a95-b5a754057038 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.1034186 Feb 11 13:29:27.272809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:29:27.297869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb941f-8954-4c1d-a82e-7b357fc2ea99,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:27.302951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.303425 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Added segment ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a of type vlan for network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba Feb 11 13:29:27.321161 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-813c22cd-e668-44de-98e4-48fc8c1498f9 req-e495a815-9690-4f83-8ead-d4050aa29fc1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797596 Feb 11 13:29:27.386928 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:29:27.403311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.407226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Deleting port 07f67d93-a587-41ef-bfbe-d5f08fbe099e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:27.407619 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.507063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.508559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.509262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.580522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8801332 Feb 11 13:29:27.583577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35010) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:27.589421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Request body: {'subnet': {'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-94344481-subnet', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:27.610552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Made reservation on behalf of d1af5953a5aa462ab310076a3038ea8e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:27.614178 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.643555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] For port 07f67d93-a587-41ef-bfbe-d5f08fbe099e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07f67d93-a587-41ef-bfbe-d5f08fbe099e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:27.644010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.646423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef40432-7cbc-4224-8266-3cd33c7b7922 admin admin] Pushing event updated for resources: {'Network': ['ID=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:27.663489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Calling delete_port for 07f67d93-a587-41ef-bfbe-d5f08fbe099e owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:27.667380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:29:27.688263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63b0f3-9ae6-44de-863d-8e4454ae2028 req-c32ea970-91e3-4904-8b17-e79fb7828143 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.689937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b63b0f3-9ae6-44de-863d-8e4454ae2028 req-c32ea970-91e3-4904-8b17-e79fb7828143 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.1533320 Feb 11 13:29:27.803203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b63b0f3-9ae6-44de-863d-8e4454ae2028 req-b0ea1d5f-e726-4f04-a94f-8912155e2bb2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683222 Feb 11 13:29:27.872839 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a6484ef8-896c-4f26-8601-9bbba687e236), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.940445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6484ef8-896c-4f26-8601-9bbba687e236,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:27.958444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (07f67d93-a587-41ef-bfbe-d5f08fbe099e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:27.967534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019c53-9e35-433d-aaee-a459ac8037b6 req-6aab88fb-738e-4c1c-9eb4-85ef5b71c23c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.970842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['07f67d93-a587-41ef-bfbe-d5f08fbe099e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:27.982022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019c53-9e35-433d-aaee-a459ac8037b6 req-6aab88fb-738e-4c1c-9eb4-85ef5b71c23c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.990270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f019c53-9e35-433d-aaee-a459ac8037b6 req-6aab88fb-738e-4c1c-9eb4-85ef5b71c23c tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1683 time: 0.2165658 Feb 11 13:29:28.018717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Pushing event deleted for resources: {'Port': ['ID=07f67d93-a587-41ef-bfbe-d5f08fbe099e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:28.044518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8c6afc4-3988-4269-b01d-4a3cb2f7dc57 req-d3746305-1360-4e95-a88c-02dd1c2968b5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0900910 Feb 11 13:29:28.109715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] No DVR routers for this DVR port 07f67d93-a587-41ef-bfbe-d5f08fbe099e on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:28.115877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.119728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cad0ff83-e474-42f8-8bdb-3fdd2528df4f req-07670f54-dfbd-44cb-880a-8e2914d73b4a tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.83 "DELETE /v2.0/ports/07f67d93-a587-41ef-bfbe-d5f08fbe099e HTTP/1.1" status: 204 len: 173 time: 1.0030107 Feb 11 13:29:28.119893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'name': 'network-vif-deleted', 'tag': '07f67d93-a587-41ef-bfbe-d5f08fbe099e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:28.123389 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67106d4b-1417-4d02-a173-d6721ea7760b" -d '{"events": [{"server_uuid": "ba6291cf-0d9a-46a4-b4f0-07a73d9bb840", "name": "network-vif-deleted", "tag": "07f67d93-a587-41ef-bfbe-d5f08fbe099e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:28.123944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Checking segment: {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:28.124866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Network hostable DHCP agents. Network: e360fd2f-deeb-4d72-8bd6-9937ea6d06ba, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:29:28.139593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f019c53-9e35-433d-aaee-a459ac8037b6 req-6453d432-1bda-445e-aed9-18f74108f951 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474268 Feb 11 13:29:28.237592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:29:28.296739 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c702084-c2f9-4a92-9a37-5ba2418b4d42 x-openstack-request-id: req-8c702084-c2f9-4a92-9a37-5ba2418b4d42 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:28.297616 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6291cf-0d9a-46a4-b4f0-07a73d9bb840", "name": "network-vif-deleted", "tag": "07f67d93-a587-41ef-bfbe-d5f08fbe099e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:28.298024 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c702084-c2f9-4a92-9a37-5ba2418b4d42 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:28.298732 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6291cf-0d9a-46a4-b4f0-07a73d9bb840', 'name': 'network-vif-deleted', 'tag': '07f67d93-a587-41ef-bfbe-d5f08fbe099e', 'status': 'completed', 'code': 200} Feb 11 13:29:28.303239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2dd804ef-e8bb-43e5-980d-2b0593b1ae94 req-dff2d12f-0aca-4f00-840f-123c2940f015 tempest-ServersAdminNegativeTestJSON-118895891 tempest-ServersAdminNegativeTestJSON-118895891-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6291cf-0d9a-46a4-b4f0-07a73d9bb840 HTTP/1.1" status: 200 len: 210 time: 0.0637648 Feb 11 13:29:28.323992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-fa6078e7-0e18-47d9-9a5a-b7d2f7634016 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.323992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-fa6078e7-0e18-47d9-9a5a-b7d2f7634016 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.3069704 Feb 11 13:29:28.323992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e360fd2f-deeb-4d72-8bd6-9937ea6d06ba) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:28.334955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f882486-614f-4c8f-8df8-fb4a6ee24bc0 None None] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:29:28.340255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Request body: {'port': {'device_id': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'admin_state_up': True, 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:28.357813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.358515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.445414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-79406363-7dde-4029-86e1-8de10b4fed6b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8600888 Feb 11 13:29:28.448871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35036) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:28.454101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:28.462046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:28.523227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (154f02c4-b36f-484d-80a3-07f2f0df5e46), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.525857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (154f02c4-b36f-484d-80a3-07f2f0df5e46), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.660268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks [] for router_controller (154f02c4-b36f-484d-80a3-07f2f0df5e46), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.684714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:28.685302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:28.688093 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.699723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'mac_address': 'fa:16:3e:d5:8d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:28.704281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:29:28.707954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.792023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:28.792406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.794320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f45d6-821e-49d5-be73-774928fac78d req-498873d9-a521-40c4-b5fe-e69c81e25fa2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.818574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f11f45d6-821e-49d5-be73-774928fac78d req-498873d9-a521-40c4-b5fe-e69c81e25fa2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.2275898 Feb 11 13:29:28.892943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f11f45d6-821e-49d5-be73-774928fac78d req-a2d2ac7e-46cc-4b32-b9af-cb543c57cce9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731189 Feb 11 13:29:28.921493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks [] for router_gateway (154f02c4-b36f-484d-80a3-07f2f0df5e46), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:28.954386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Allocated IP 172.20.0.2 (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba/a6484ef8-896c-4f26-8601-9bbba687e236/ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:28.991212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Allocated IP 172.20.0.3 (9d2633a7-3a9c-4a67-91e6-75b6911d9739/e7b008d2-17da-4e50-a0a4-c3c7cd30e941/e595b32d-dc01-4884-a88b-873a1b9a03c3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:29.001748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b540-30be-4a69-a172-656f25a9617b req-de2d9bd9-0745-474e-ba45-7d1753db0094 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.008465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b540-30be-4a69-a172-656f25a9617b req-de2d9bd9-0745-474e-ba45-7d1753db0094 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.010313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9025b540-30be-4a69-a172-656f25a9617b req-de2d9bd9-0745-474e-ba45-7d1753db0094 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1683 time: 0.3653502 Feb 11 13:29:29.085847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9025b540-30be-4a69-a172-656f25a9617b req-7289a863-4721-42c8-baeb-6d87286f38f2 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Feb 11 13:29:29.168881 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Publish callbacks [] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.191926 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.213040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:29.254853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:29.280178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960e34-d2e5-43ee-a106-45605381c202 req-7c162972-ef4a-4837-a149-8a6ce4552508 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.286556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.296369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77960e34-d2e5-43ee-a106-45605381c202 req-7c162972-ef4a-4837-a149-8a6ce4552508 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.2990403 Feb 11 13:29:29.312655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:29.316629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:29.320595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:29.335797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks [] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.376287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f88a103d-24f3-4513-839c-d7b6f18e492d req-96f942b1-debe-4fd0-92a7-c408de43994b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0486882 Feb 11 13:29:29.408214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Pushing event updated for resources: {'Port': ['ID=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:29.429557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:29.434342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77960e34-d2e5-43ee-a106-45605381c202 req-c66113f4-fdde-4717-af64-4cb0e45df9bf tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365364 Feb 11 13:29:29.464340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks [] for router_gateway (154f02c4-b36f-484d-80a3-07f2f0df5e46), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.488799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.525855 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.555664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-176b2c7f-3d6c-4102-9a1d-5d7195ae1647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.613932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:29.636707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:29.656916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:29.675805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Attempting to bind port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:29.676197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Attempting to bind port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:29.676557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Attempting to bind port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 on network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:29.694480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Allocated IP 172.25.3.120 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/7b5aa93c-1b7c-4864-9671-180744c22f73) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:29.704575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:29.705838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Checking segment: {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:29.706485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.707610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Bound using segment: {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:29.708646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Bound port: ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:29.709703 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.754972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:29.878108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] For port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:29.882065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] For port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:29.891203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.957393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240d31c-d4a7-4901-a75b-d4ab8b523cd1 None None] Pushing event updated for resources: {'Port': ['ID=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.293898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35080) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:30.370376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.371149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:30.405564 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0690536 Feb 11 13:29:30.420555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:30.481880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Request body: {'port': {'device_id': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:30.489622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks [] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:30.540119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:30.541428 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:30.584836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:30.652618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5aa93c-1b7c-4864-9671-180744c22f73,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.696562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:30.701187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:30.716497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:30.718777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 747e3c06-e46f-45cc-a6d1-ee30fd2b856b no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:30.745433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a17e9b-f7ea-47bc-9164-b395525f42fa tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event updated for resources: {'Port': ['ID=e595b32d-dc01-4884-a88b-873a1b9a03c3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.763330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:30.782345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-4f4a4dfc-a9f3-47d1-80bd-580e0350b6c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4865565 Feb 11 13:29:30.804211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-a6204d57-6673-4cdf-8987-b4a1128dbb86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.811980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-a6204d57-6673-4cdf-8987-b4a1128dbb86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.813710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-a6204d57-6673-4cdf-8987-b4a1128dbb86 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1683 time: 0.5188577 Feb 11 13:29:30.826430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6684b-60a6-4a27-aa40-973ca2db09c2 req-1eda1025-c311-4a36-8883-38a7c853c335 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.834152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e6684b-60a6-4a27-aa40-973ca2db09c2 req-1eda1025-c311-4a36-8883-38a7c853c335 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.5418117 Feb 11 13:29:30.925004 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:30.950474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff779-3300-4dc7-b7cd-29e2318c7dc9 req-e18041b5-2610-455b-920c-b80918b4ae01 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.957829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff779-3300-4dc7-b7cd-29e2318c7dc9 req-e18041b5-2610-455b-920c-b80918b4ae01 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.960016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-290ff779-3300-4dc7-b7cd-29e2318c7dc9 req-e18041b5-2610-455b-920c-b80918b4ae01 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1683 time: 0.5749416 Feb 11 13:29:31.103672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:31.104350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.130728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:31.131890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.140554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:31.144013 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8280a410-2fa4-4cd2-a260-334ea8ecb199" -d '{"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-plugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:31.176146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.181130 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-290ff779-3300-4dc7-b7cd-29e2318c7dc9 req-18dcd753-c264-41ab-87a3-329bd8cafe0e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098660 Feb 11 13:29:31.184750 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.238653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.249535 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.251366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 7b9fd251-1c77-4231-b5c8-5ad98043f65e no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:31.343967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.585664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 7b9fd251-1c77-4231-b5c8-5ad98043f65e is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:31.586324 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.591468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:31.626770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e595b32d-dc01-4884-a88b-873a1b9a03c3 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:31.654570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Publish callbacks [] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.695292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Transition to ACTIVE for port object e595b32d-dc01-4884-a88b-873a1b9a03c3 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:31.729583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.822209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e6684b-60a6-4a27-aa40-973ca2db09c2 req-59c7d3ba-5518-4ae3-be7c-fb2bc6bfe64c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9847722 Feb 11 13:29:31.822986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks [] for router_gateway (154f02c4-b36f-484d-80a3-07f2f0df5e46), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.845309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.853643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.875016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:31.875492 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.882773 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.883516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07f67d93-a587-41ef-bfbe-d5f08fbe099e no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:31.899716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9cf49777-04cc-4c17-a14f-88b177930f93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d79247ef90541d8809cded29982b73e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6017175 Feb 11 13:29:31.907534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35114) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:31.958177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=7b9fd251-1c77-4231-b5c8-5ad98043f65e,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.999773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2426174-ba57-40f1-82d8-4c681c70dcaf None None] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:29:32.038475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 07f67d93-a587-41ef-bfbe-d5f08fbe099e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:32.039006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07f67d93-a587-41ef-bfbe-d5f08fbe099e not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:32.040763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59353ba-1157-49bd-a6f0-7954387c789c req-ecad336d-5fab-4dfa-b82b-6d4c541185d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.044249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d2e2ba3d-6d3c-4c9a-9e33-a7ac71917ee0 None None] Provisioning complete for port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:32.044550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-ecad336d-5fab-4dfa-b82b-6d4c541185d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 1126 time: 1.1960547 Feb 11 13:29:32.044739 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ba3d-6d3c-4c9a-9e33-a7ac71917ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.072136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Pushing event updated for resources: {'Port': ['ID=e595b32d-dc01-4884-a88b-873a1b9a03c3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.117280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39b666-d986-48c0-95a0-b855228b881f req-4a4bf5ea-2804-4a4e-b0ff-86faff8f16e4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.119869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e39b666-d986-48c0-95a0-b855228b881f req-4a4bf5ea-2804-4a4e-b0ff-86faff8f16e4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 943 time: 0.4220915 Feb 11 13:29:32.200053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b0f5ea7-8b99-440a-bc54-c1e820529648 admin admin] Publish callbacks [] for security_group (b3284ad2-f7e4-4048-bf83-f847cdec9b10), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.259875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e39b666-d986-48c0-95a0-b855228b881f req-525c7e4c-f72d-4233-9d41-10c7afd9b383 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112192 Feb 11 13:29:32.261949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b0f5ea7-8b99-440a-bc54-c1e820529648 admin admin] Publish callbacks [] for security_group (b3284ad2-f7e4-4048-bf83-f847cdec9b10), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.274457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Attempting to bind port e595b32d-dc01-4884-a88b-873a1b9a03c3 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:32.274781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Attempting to bind port e595b32d-dc01-4884-a88b-873a1b9a03c3 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:32.275112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Attempting to bind port e595b32d-dc01-4884-a88b-873a1b9a03c3 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:32.309033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Port e595b32d-dc01-4884-a88b-873a1b9a03c3 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:32.309033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Attempting to bind port e595b32d-dc01-4884-a88b-873a1b9a03c3 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:32.330830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2ba3d-6d3c-4c9a-9e33-a7ac71917ee0 None None] Current status of the port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:32.331232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ba3d-6d3c-4c9a-9e33-a7ac71917ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.345559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:32.345957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:32.346495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Bound using segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:32.347008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Bound port: e595b32d-dc01-4884-a88b-873a1b9a03c3, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:32.347378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.417136 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d97974-3ac5-4a6b-a10d-3c9bcade0c37 x-openstack-request-id: req-53d97974-3ac5-4a6b-a10d-3c9bcade0c37 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:32.417481 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-plugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:32.417747 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53d97974-3ac5-4a6b-a10d-3c9bcade0c37 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:32.418161 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'code': 200} Feb 11 13:29:32.455033 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b0f5ea7-8b99-440a-bc54-c1e820529648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b3284ad2-f7e4-4048-bf83-f847cdec9b10), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.462197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b0f5ea7-8b99-440a-bc54-c1e820529648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.463498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9b0f5ea7-8b99-440a-bc54-c1e820529648 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3284ad2-f7e4-4048-bf83-f847cdec9b10 HTTP/1.1" status: 204 len: 168 time: 0.5419664 Feb 11 13:29:32.510837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d2e2ba3d-6d3c-4c9a-9e33-a7ac71917ee0 None None] For port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:32.519267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f5ea7-8b99-440a-bc54-c1e820529648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3284ad2-f7e4-4048-bf83-f847cdec9b10,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.520845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port 7b9fd251-1c77-4231-b5c8-5ad98043f65e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:32.521275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.552551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ba5fb-866c-4050-b406-0eedfbb9ca21 req-2c464998-61ea-4133-9d84-7dbd8eaddfcd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.559969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-348ba5fb-866c-4050-b406-0eedfbb9ca21 req-2c464998-61ea-4133-9d84-7dbd8eaddfcd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.5012214 Feb 11 13:29:32.612867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59353ba-1157-49bd-a6f0-7954387c789c req-0173487a-8e05-408b-ab86-f3a8a61b0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.614530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-0173487a-8e05-408b-ab86-f3a8a61b0930 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.5481753 Feb 11 13:29:32.631592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] For port e595b32d-dc01-4884-a88b-873a1b9a03c3, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:32.660569 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ba3d-6d3c-4c9a-9e33-a7ac71917ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.682641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] For port e595b32d-dc01-4884-a88b-873a1b9a03c3, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e595b32d-dc01-4884-a88b-873a1b9a03c3,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:32.707320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.741733 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-59f0cd52-ea29-4096-8172-3054cdb0c257 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 200 len: 217 time: 0.0512929 Feb 11 13:29:32.836542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba999c2-bf49-4f1a-9eae-9295335f3b05 req-e7909954-dbf4-42a6-90b3-b509151b7f63 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.842257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba999c2-bf49-4f1a-9eae-9295335f3b05 req-e7909954-dbf4-42a6-90b3-b509151b7f63 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.844031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eba999c2-bf49-4f1a-9eae-9295335f3b05 req-e7909954-dbf4-42a6-90b3-b509151b7f63 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1679 time: 0.3300288 Feb 11 13:29:32.862457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.863119 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.864487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] 10.222.0.30 "PUT /v2.0/ports/e595b32d-dc01-4884-a88b-873a1b9a03c3 HTTP/1.1" status: 200 len: 1091 time: 2.4009225 Feb 11 13:29:32.866193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'tag': 'e595b32d-dc01-4884-a88b-873a1b9a03c3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:32.878176 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551736cf-020e-484c-a44a-7373f43fe94a" -d '{"events": [{"name": "network-changed", "server_uuid": "e178c1ae-872f-4293-9acc-b8284291d2f1", "tag": "e595b32d-dc01-4884-a88b-873a1b9a03c3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:32.928359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59353ba-1157-49bd-a6f0-7954387c789c req-dc743ddd-65bd-4049-b9c7-a9608ea21687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.932856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-dc743ddd-65bd-4049-b9c7-a9608ea21687 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.1712315 Feb 11 13:29:32.982728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-348ba5fb-866c-4050-b406-0eedfbb9ca21 req-f21d8a72-9b2b-4463-9547-3df1f54783d2 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216638 Feb 11 13:29:33.037591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49153-abfe-4f30-bf03-04d338c9fada service neutron] Pushing event updated for resources: {'Port': ['ID=e595b32d-dc01-4884-a88b-873a1b9a03c3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:33.072109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-09aac45d-addc-428b-ac05-e6a931b14210 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201370 Feb 11 13:29:33.097339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eba999c2-bf49-4f1a-9eae-9295335f3b05 req-351c8573-4040-46e7-8522-56aa33d1034b tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318034 Feb 11 13:29:33.132974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-dfae8445-de2a-4004-8303-821c91b1de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.133187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port 7b9fd251-1c77-4231-b5c8-5ad98043f65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7b9fd251-1c77-4231-b5c8-5ad98043f65e,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:33.134668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-dfae8445-de2a-4004-8303-821c91b1de31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 1125 time: 0.2129707 Feb 11 13:29:33.141623 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:33.250188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-420c2698-0c1f-447d-ac03-5524a188d4a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e595b32d-dc01-4884-a88b-873a1b9a03c3 HTTP/1.1" status: 200 len: 217 time: 0.1018741 Feb 11 13:29:33.275562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for 7b9fd251-1c77-4231-b5c8-5ad98043f65e owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:33.306006 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794cc683-4fe7-493d-b4e8-102948cb9c1c x-openstack-request-id: req-794cc683-4fe7-493d-b4e8-102948cb9c1c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:33.311278 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:33.316520 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e178c1ae-872f-4293-9acc-b8284291d2f1", "tag": "e595b32d-dc01-4884-a88b-873a1b9a03c3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:33.317019 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-794cc683-4fe7-493d-b4e8-102948cb9c1c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:33.317632 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'tag': 'e595b32d-dc01-4884-a88b-873a1b9a03c3', 'status': 'completed', 'code': 200} Feb 11 13:29:33.428787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2ba3d-6d3c-4c9a-9e33-a7ac71917ee0 None None] Pushing event updated for resources: {'Port': ['ID=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:33.437207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:33.453803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:33.461535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (154f02c4-b36f-484d-80a3-07f2f0df5e46), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:33.623952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:33.667459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:33.696474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a0a07fd9-58d3-4059-9f5d-3fa2f45f3127 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4fa0d28e36f4532a52417ceed444928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413652 Feb 11 13:29:33.704037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:33.712343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-1ae66f0b-73df-4266-aff6-c788ca6fcc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.713858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-1ae66f0b-73df-4266-aff6-c788ca6fcc31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.4519837 Feb 11 13:29:33.765449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-608f9bfc-2ccc-449b-8f3a-a361d89d7eb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427287 Feb 11 13:29:33.796982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19e05a-39fa-482b-ae98-a45d93f7b099 req-60269d51-9998-42e9-b730-29f63f01453b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.807570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b19e05a-39fa-482b-ae98-a45d93f7b099 req-60269d51-9998-42e9-b730-29f63f01453b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.4871616 Feb 11 13:29:33.912155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-a439f847-9f0d-4a53-a6c1-b3009131c88c service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318253 Feb 11 13:29:33.925888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b19e05a-39fa-482b-ae98-a45d93f7b099 req-15d09479-86f6-4a6b-8bcc-c7f4f2911a9e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172624 Feb 11 13:29:33.970057 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f05f3053-f139-46cd-bc2e-bae4a7975470 admin admin] Publish callbacks [] for security_group (f999a42a-fb02-4424-8688-ea27d020fabe), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:33.988045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:33.988456 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:34.030098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-fd930f34-8fc6-4e0d-9060-09d943fe07b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3626282 Feb 11 13:29:34.041343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f05f3053-f139-46cd-bc2e-bae4a7975470 admin admin] Publish callbacks [] for security_group (f999a42a-fb02-4424-8688-ea27d020fabe), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:34.073536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fadc8-122a-4c5f-84d5-976da8596158 req-1ef1e4b8-9fb3-4024-816d-1ebe4f0ddcc7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.082392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf3fadc8-122a-4c5f-84d5-976da8596158 req-1ef1e4b8-9fb3-4024-816d-1ebe4f0ddcc7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 943 time: 0.5892000 Feb 11 13:29:34.187902 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-829c97b2-63ff-4c75-aa3b-a94fe3a9ca83 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052844 Feb 11 13:29:34.247608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf3fadc8-122a-4c5f-84d5-976da8596158 req-1edac4b3-5d26-4d30-883f-b029c198f6e7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642356 Feb 11 13:29:34.334154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:34.350978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e45e70d1-8358-43ce-a7e9-998675d59fbf None None] Provisioning complete for port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:34.355847 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e45e70d1-8358-43ce-a7e9-998675d59fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:34.442915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b'}, {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:34.454396 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899fda3a-7dcb-447a-a314-7654797e1d56" -d '{"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-unplugged", "status": "completed", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b"}, {"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:34.476425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8d19-fcd6-4c58-a47b-0635b72c8e9c req-c972bbd8-4fda-4fb9-9e29-c9b9c4ace821 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.487482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e99a8d19-fcd6-4c58-a47b-0635b72c8e9c req-c972bbd8-4fda-4fb9-9e29-c9b9c4ace821 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.2978168 Feb 11 13:29:34.582564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f05f3053-f139-46cd-bc2e-bae4a7975470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f999a42a-fb02-4424-8688-ea27d020fabe), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:34.585564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f05f3053-f139-46cd-bc2e-bae4a7975470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:34.588753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f05f3053-f139-46cd-bc2e-bae4a7975470 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f999a42a-fb02-4424-8688-ea27d020fabe HTTP/1.1" status: 204 len: 168 time: 0.8826048 Feb 11 13:29:34.612675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c59353ba-1157-49bd-a6f0-7954387c789c req-543e41c6-7b45-4c94-9ae5-cb5b5daf30c6 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762328 Feb 11 13:29:34.644296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-0efb415e-c196-44fb-87a5-efb8bbc35edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.645433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-0efb415e-c196-44fb-87a5-efb8bbc35edd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1127 time: 0.4904172 Feb 11 13:29:34.653823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7b9fd251-1c77-4231-b5c8-5ad98043f65e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:34.664258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e45e70d1-8358-43ce-a7e9-998675d59fbf None None] Current status of the port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:34.768102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=7b9fd251-1c77-4231-b5c8-5ad98043f65e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.800496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e99a8d19-fcd6-4c58-a47b-0635b72c8e9c req-6c41a63a-3ae4-4b84-9f32-f8b5168faefc tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090265 Feb 11 13:29:34.801243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f3053-f139-46cd-bc2e-bae4a7975470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999a42a-fb02-4424-8688-ea27d020fabe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.813112 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7c4c9d1-ed6f-4f61-be68-fce55ab6ec7d req-d7ac2e75-0cff-4102-9a5f-7315dd91bf21 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945771 Feb 11 13:29:34.818638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Router 154f02c4-b36f-484d-80a3-07f2f0df5e46 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:29:34.852722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6c337-c399-4b6d-8e45-52c6195affac req-8b430921-daf6-414b-bc10-0ead04d7afab tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.860063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6c337-c399-4b6d-8e45-52c6195affac req-8b430921-daf6-414b-bc10-0ead04d7afab tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.864848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93b6c337-c399-4b6d-8e45-52c6195affac req-8b430921-daf6-414b-bc10-0ead04d7afab tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 1679 time: 0.4266610 Feb 11 13:29:35.035076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551736cf-020e-484c-a44a-7373f43fe94a req-8535543e-4e66-4cb3-a32b-9fd45b6017a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.036880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-551736cf-020e-484c-a44a-7373f43fe94a req-8535543e-4e66-4cb3-a32b-9fd45b6017a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 1125 time: 0.1337538 Feb 11 13:29:35.104354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port 7b9fd251-1c77-4231-b5c8-5ad98043f65e on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:35.140860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.149496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-809314c0-fdd6-4748-85bc-0a9d141a2dff tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "DELETE /v2.0/ports/7b9fd251-1c77-4231-b5c8-5ad98043f65e HTTP/1.1" status: 204 len: 173 time: 4.3111308 Feb 11 13:29:35.163796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-deleted', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:35.170467 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5f7464-061b-45bc-911c-bd2ea28655fa" -d '{"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-deleted", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:35.299979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551736cf-020e-484c-a44a-7373f43fe94a req-7ac42385-c057-4d5a-9882-b19cc7e488ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.305023 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-551736cf-020e-484c-a44a-7373f43fe94a req-7ac42385-c057-4d5a-9882-b19cc7e488ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.2561755 Feb 11 13:29:35.451539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-551736cf-020e-484c-a44a-7373f43fe94a req-b8f87228-ae6a-4f91-adbd-2c3b464cddf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e595b32d-dc01-4884-a88b-873a1b9a03c3 HTTP/1.1" status: 200 len: 217 time: 0.1376019 Feb 11 13:29:35.569358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551736cf-020e-484c-a44a-7373f43fe94a req-29c0e405-4fd4-4f69-9ca7-c336d1646495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.573703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-551736cf-020e-484c-a44a-7373f43fe94a req-29c0e405-4fd4-4f69-9ca7-c336d1646495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1159143 Feb 11 13:29:35.662459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-551736cf-020e-484c-a44a-7373f43fe94a req-42a2e393-44e4-42fc-93a5-3a2bb19f74c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627654 Feb 11 13:29:35.849215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-551736cf-020e-484c-a44a-7373f43fe94a req-5dd300f3-0c9d-4731-addc-74c5904d034b service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790271 Feb 11 13:29:36.101282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-551736cf-020e-484c-a44a-7373f43fe94a req-cbee71e8-8c17-40f3-8371-bd229c680a3b service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377627 Feb 11 13:29:36.197314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93b6c337-c399-4b6d-8e45-52c6195affac req-78c142b0-1720-4e31-8318-ebd3aecb1edd tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b58fa6c-5519-4077-bd02-9aa78a46fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3117356 Feb 11 13:29:36.198413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-5b43053c-b8ca-4d45-a35c-e58d37d2a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.199776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-5b43053c-b8ca-4d45-a35c-e58d37d2a34d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 1.5047429 Feb 11 13:29:36.274506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-63b7979c-a33e-4ebc-a4a4-5a80dd0f986e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 217 time: 0.0573161 Feb 11 13:29:36.319652 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bee341-9421-499f-9f12-3b97540af9fc x-openstack-request-id: req-72bee341-9421-499f-9f12-3b97540af9fc {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:36.320561 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-unplugged", "status": "completed", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b", "code": 200}, {"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:36.321011 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72bee341-9421-499f-9f12-3b97540af9fc {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:36.321570 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b', 'code': 200} Feb 11 13:29:36.322004 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e', 'code': 200} Feb 11 13:29:36.396725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-2cb4134d-ea25-4bc8-8b38-011e26beb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.399364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-2cb4134d-ea25-4bc8-8b38-011e26beb137 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1144593 Feb 11 13:29:36.452731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e595b32d-dc01-4884-a88b-873a1b9a03c3 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:36.488879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-e6ab44a5-1544-43f4-8e51-dd64f0c0bcfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714667 Feb 11 13:29:36.545287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:36.545970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:36.688722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port e595b32d-dc01-4884-a88b-873a1b9a03c3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e595b32d-dc01-4884-a88b-873a1b9a03c3,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:36.727875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'e595b32d-dc01-4884-a88b-873a1b9a03c3', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'port_id': 'e595b32d-dc01-4884-a88b-873a1b9a03c3', 'mac_address': 'fa:16:3e:d0:14:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b008d2-17da-4e50-a0a4-c3c7cd30e941', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:36.802592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port e595b32d-dc01-4884-a88b-873a1b9a03c3 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:36.803062 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:36.804916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:36.842218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Sync routers for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:36.879802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e595b32d-dc01-4884-a88b-873a1b9a03c3 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:36.937558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:36.938346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:36.950262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port e595b32d-dc01-4884-a88b-873a1b9a03c3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e595b32d-dc01-4884-a88b-873a1b9a03c3,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:36.983018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:36.984289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-55e232a7-ffb4-44f9-b83f-d26386f580a0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.5343072 Feb 11 13:29:36.987970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35260) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:36.988493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:36.988493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:37.038897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de8a81-e8a7-4461-b1e0-5175b8ba5098 req-3161f804-88f5-40da-b8fa-e5ace2c824cc tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:37.040485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06de8a81-e8a7-4461-b1e0-5175b8ba5098 req-3161f804-88f5-40da-b8fa-e5ace2c824cc tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 945 time: 0.5959938 Feb 11 13:29:37.065755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for 747e3c06-e46f-45cc-a6d1-ee30fd2b856b owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:37.084669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:37.265974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-35f9368b-18e5-477f-8160-0ff5096dcf1f service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241585 Feb 11 13:29:37.304335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=e595b32d-dc01-4884-a88b-873a1b9a03c3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:37.351539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:37.496345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['e595b32d-dc01-4884-a88b-873a1b9a03c3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:37.533574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06de8a81-e8a7-4461-b1e0-5175b8ba5098 req-4f9dfe2a-0d05-4cca-9046-af54e04b9ddd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803793 Feb 11 13:29:37.747298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (747e3c06-e46f-45cc-a6d1-ee30fd2b856b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:37.832568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=747e3c06-e46f-45cc-a6d1-ee30fd2b856b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:37.994032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80b02db4-6767-46c1-be41-27a1eaef7a70 req-b19196b9-1ae4-4883-9c46-521ba2a7b015 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833341 Feb 11 13:29:38.114384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port 747e3c06-e46f-45cc-a6d1-ee30fd2b856b on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:38.130219 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.145424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-417ca4a5-725d-466a-8fed-51cb4c956858 req-8628ccd6-1654-4d47-a28d-68f78a01f311 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.83 "DELETE /v2.0/ports/747e3c06-e46f-45cc-a6d1-ee30fd2b856b HTTP/1.1" status: 204 len: 173 time: 2.7296202 Feb 11 13:29:38.196647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:31Z', 'revision_number': 3, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:38.208166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728456-927f-49c1-9dc9-7e036dee5d8f req-a5529b76-a9de-411e-8549-405a24cbfe83 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:38.217359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c728456-927f-49c1-9dc9-7e036dee5d8f req-a5529b76-a9de-411e-8549-405a24cbfe83 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 944 time: 0.4402695 Feb 11 13:29:38.239929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Checking router: 154f02c4-b36f-484d-80a3-07f2f0df5e46 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:38.240742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Updating router 154f02c4-b36f-484d-80a3-07f2f0df5e46 port 7b5aa93c-1b7c-4864-9671-180744c22f73 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:29:38.291182 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.376616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c728456-927f-49c1-9dc9-7e036dee5d8f req-00c0f065-7a3b-4016-9af4-43b0dfe54da0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582797 Feb 11 13:29:38.389107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.466432 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451add53-6102-49a2-ba01-301cc186e7a3 x-openstack-request-id: req-451add53-6102-49a2-ba01-301cc186e7a3 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:38.466919 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-deleted", "tag": "7b9fd251-1c77-4231-b5c8-5ad98043f65e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:38.467184 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-451add53-6102-49a2-ba01-301cc186e7a3 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:38.467607 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-deleted', 'tag': '7b9fd251-1c77-4231-b5c8-5ad98043f65e', 'status': 'completed', 'code': 200} Feb 11 13:29:38.732637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2580b-b759-4fee-a834-3bde71f40d13 req-2d8b4c20-bed2-4f31-b2f7-6ff61aae6237 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:38.735202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77a2580b-b759-4fee-a834-3bde71f40d13 req-2d8b4c20-bed2-4f31-b2f7-6ff61aae6237 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 946 time: 0.1758208 Feb 11 13:29:38.752631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Allocated IP 172.20.0.1 (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba/a6484ef8-896c-4f26-8601-9bbba687e236/14e94aa3-fb50-40d1-9bea-7631c5b0e3f4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:38.798882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Publish callbacks [] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.810220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.859549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77a2580b-b759-4fee-a834-3bde71f40d13 req-78529701-83ba-41d2-9be9-8d0b46843a08 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087596 Feb 11 13:29:38.915012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Attempting to bind port 7b5aa93c-1b7c-4864-9671-180744c22f73 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:38.915663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Attempting to bind port 7b5aa93c-1b7c-4864-9671-180744c22f73 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:38.916471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Attempting to bind port 7b5aa93c-1b7c-4864-9671-180744c22f73 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:38.920906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f6a99-2482-4728-8081-11896fb20da4 None None] Pushing event updated for resources: {'Port': ['ID=7b5aa93c-1b7c-4864-9671-180744c22f73,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:38.927274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:38.927748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:38.928232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.928994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:38.929564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Bound port: 7b5aa93c-1b7c-4864-9671-180744c22f73, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:38.930021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.990466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] For port 7b5aa93c-1b7c-4864-9671-180744c22f73, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:38.996522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] For port 7b5aa93c-1b7c-4864-9671-180744c22f73, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7b5aa93c-1b7c-4864-9671-180744c22f73,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:39.012097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks [] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:39.016798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:39.068354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:39.089145 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8426602b-eb9a-4e93-b441-96deae04090b req-5ea5fa2c-cc63-4c29-8a78-6bf35b164b4e tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6bb89ba4-51bf-4c99-933a-b676163369bf HTTP/1.1" status: 200 len: 210 time: 0.1085739 Feb 11 13:29:39.159244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:39.160837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:39.202798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:39.207297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Pushing event updated for resources: {'Port': ['ID=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:39.219302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:39.223559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:39.340600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f6a99-2482-4728-8081-11896fb20da4 None None] Pushing event updated for resources: {'Port': ['ID=7b5aa93c-1b7c-4864-9671-180744c22f73,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:39.365725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (154f02c4-b36f-484d-80a3-07f2f0df5e46), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:39.525867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:39.665412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:39.837022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b4b72956-8f23-4752-9f96-812aed782129 None None] Provisioning complete for port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:39.837564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b4b72956-8f23-4752-9f96-812aed782129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:39.938048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-887a7ecb-365f-4438-a9a3-d80448fc1f67 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:39.940878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-887a7ecb-365f-4438-a9a3-d80448fc1f67 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.1871779 Feb 11 13:29:39.948991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b4b72956-8f23-4752-9f96-812aed782129 None None] Port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:39.965727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828676-2'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:39.984349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:31Z', 'revision_number': 3, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:40.035243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6ece9-38a7-42b6-9c49-18c8ea68a6d2 None None] The sync data for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 is: [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:31Z', 'revision_number': 3, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:40.132863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.155145 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks [] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.163819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.278329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Pushing event updated for resources: {'Port': ['ID=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.286775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (154f02c4-b36f-484d-80a3-07f2f0df5e46), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.372693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:40.412440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:40.413924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:40.506364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e701d205-ee29-4282-9ae0-91cbb18b6d34 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:40.542731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:40.567199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e595b32d-dc01-4884-a88b-873a1b9a03c3 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:40.678899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Publish callbacks [] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.689564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-deleted', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b'}, {'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:40.693844 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e50e2e-e46c-4ca0-90c5-64af69381e50" -d '{"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-deleted", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b"}, {"server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:40.703843 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.764004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Router 154f02c4-b36f-484d-80a3-07f2f0df5e46 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:40.902241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on host n-h2-828676-2 for vnic_type normal with profile {"migrating_to": "n-h1-828676-2"} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:40.902241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:40.902241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:40.929744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:40.930138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Attempting to bind port e701d205-ee29-4282-9ae0-91cbb18b6d34 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:40.940036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:40.967034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e701d205-ee29-4282-9ae0-91cbb18b6d34 has no active binding in host n-h1-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:29:40.971700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:40.972676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:40.973314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:40.974191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Bound port: e701d205-ee29-4282-9ae0-91cbb18b6d34, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:40.974905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:41.005533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.048163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port e595b32d-dc01-4884-a88b-873a1b9a03c3 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:41.053170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port e595b32d-dc01-4884-a88b-873a1b9a03c3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:41.053578 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:41.059429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.059882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.060543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.060959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.061454 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.061878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.062451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.062900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.063558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.063962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.065066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.065511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.065911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:41.117900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:41.123220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:41.135933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:41.144813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:41.154283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-394e46f9-f29a-4052-9586-e6a364d2fb87 admin admin] 10.222.0.79 "PUT /v2.0/routers/154f02c4-b36f-484d-80a3-07f2f0df5e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1651740 Feb 11 13:29:41.186440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eba599b2-d97d-41c4-bfde-36659ca23564 None None] Provisioning complete for port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:41.187164 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eba599b2-d97d-41c4-bfde-36659ca23564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:41.251651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.271996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eba599b2-d97d-41c4-bfde-36659ca23564 None None] Port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:41.273895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port e595b32d-dc01-4884-a88b-873a1b9a03c3 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:41.274539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:41.322922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:41.323810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e595b32d-dc01-4884-a88b-873a1b9a03c3'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:41.323966 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:41.324993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-329c34fa-f0b5-461c-988f-e93f47633dc4 service neutron] 10.222.0.30 "PUT /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 1121 time: 1.3699722 Feb 11 13:29:41.328607 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cf7f6a-f2b8-42a6-bc1b-cf4f9f6231e8" -d '{"events": [{"server_uuid": "e178c1ae-872f-4293-9acc-b8284291d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "e595b32d-dc01-4884-a88b-873a1b9a03c3"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:41.358545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port e595b32d-dc01-4884-a88b-873a1b9a03c3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e595b32d-dc01-4884-a88b-873a1b9a03c3,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:41.374750 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:41.473888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=e595b32d-dc01-4884-a88b-873a1b9a03c3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.483485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['e701d205-ee29-4282-9ae0-91cbb18b6d34'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:41.654093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['e701d205-ee29-4282-9ae0-91cbb18b6d34'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:41.711282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b5aa93c-1b7c-4864-9671-180744c22f73 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:42.006318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7b5aa93c-1b7c-4864-9671-180744c22f73 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:42.007001 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:42.170378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7b5aa93c-1b7c-4864-9671-180744c22f73 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:42.170884 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:42.195707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 7b5aa93c-1b7c-4864-9671-180744c22f73, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7b5aa93c-1b7c-4864-9671-180744c22f73,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:42.203033 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:42.261603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=7b5aa93c-1b7c-4864-9671-180744c22f73,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:42.700781 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Sync routers for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:42.715453 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:42.716084 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:42.854673 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:43.098568 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 2, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:43.142388 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Checking router: 154f02c4-b36f-484d-80a3-07f2f0df5e46 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:43.143538 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Updating router 154f02c4-b36f-484d-80a3-07f2f0df5e46 port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:29:43.172134 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:43.594460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b5aa93c-1b7c-4864-9671-180744c22f73 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:43.602656 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Publish callbacks [] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:43.614115 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:43.733590 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d42475-304d-4831-b72b-aee50bc78c7f None None] Pushing event updated for resources: {'Port': ['ID=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:43.760231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7b5aa93c-1b7c-4864-9671-180744c22f73 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:43.762198 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:43.767310 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Attempting to bind port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:43.767910 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Attempting to bind port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:43.768503 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Attempting to bind port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 on network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:43.776842 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:43.777509 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Checking segment: {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:43.778091 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:43.778681 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Bound using segment: {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:43.779529 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Bound port: 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:43.780107 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:43.983947 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] For port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:43.993772 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] For port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:44.006461 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:44.038019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7b5aa93c-1b7c-4864-9671-180744c22f73 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:44.087799 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:44.089189 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:44.150464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bbb3182f-2b86-41d6-96b8-bfc4c8fdbb4c None None] Provisioning complete for port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:44.151365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbb3182f-2b86-41d6-96b8-bfc4c8fdbb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:44.194466 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d42475-304d-4831-b72b-aee50bc78c7f None None] Pushing event updated for resources: {'Port': ['ID=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:44.277583 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:44.356942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3182f-2b86-41d6-96b8-bfc4c8fdbb4c None None] Current status of the port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:44.357469 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbb3182f-2b86-41d6-96b8-bfc4c8fdbb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:44.396084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bbb3182f-2b86-41d6-96b8-bfc4c8fdbb4c None None] For port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:44.403059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbb3182f-2b86-41d6-96b8-bfc4c8fdbb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:44.479319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3182f-2b86-41d6-96b8-bfc4c8fdbb4c None None] Pushing event updated for resources: {'Port': ['ID=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:44.526183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4956a665-dc03-42f3-843e-5b5456648217 None None] Provisioning complete for port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:44.526704 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4956a665-dc03-42f3-843e-5b5456648217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:44.573817 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:43Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:44.622933 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7e566-39ca-4d3f-a1a2-69975c524da7 None None] The sync data for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 is: [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:43Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:44.635317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4956a665-dc03-42f3-843e-5b5456648217 None None] Current status of the port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:45.643487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:45.713580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:45.714052 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:45.822637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:47.360015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-65073c08-8e24-42e6-9fb6-b46b4382b12e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:47.362317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-65073c08-8e24-42e6-9fb6-b46b4382b12e tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1128 time: 0.0680242 Feb 11 13:29:47.374220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828676-2'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:47.443250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.600065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:47.641378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:47.689999 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Publish callbacks [] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.696264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.769578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:47.809414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on host n-h1-828676-2 for vnic_type normal with profile {"migrating_to": "n-h2-828676-2"} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:47.809745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:47.810074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:47.819343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:47.819674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Attempting to bind port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on network 947d0084-6798-4cab-99e7-6d0f7e008957 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:47.832927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:47.833273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Checking segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:47.833666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Bound using segment: {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:47.834451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Bound port: 3cc51fdb-865c-47d1-83dd-7ecf25198266, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535bb716-56ff-461a-8f0d-42fc74191a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '947d0084-6798-4cab-99e7-6d0f7e008957'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:47.834572 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.907538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:47.911399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:47.920350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.993075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:48.011787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.012500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:48.013875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-fe9592e2-5360-4b7c-9579-1c2a2999bd9b service neutron] 10.222.0.83 "PUT /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 1122 time: 0.6438847 Feb 11 13:29:48.110487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3cc51fdb-865c-47d1-83dd-7ecf25198266'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:48.153263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['3cc51fdb-865c-47d1-83dd-7ecf25198266'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:48.397081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-0046c985-0df4-442b-bb2b-c6c93418a76b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363626 Feb 11 13:29:48.512407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36707557-b265-4be9-b377-9ee81dce3fbf req-a1774e62-f048-40b3-ba8e-cc4eb2999014 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.515182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36707557-b265-4be9-b377-9ee81dce3fbf req-a1774e62-f048-40b3-ba8e-cc4eb2999014 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 943 time: 0.0657310 Feb 11 13:29:48.552672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-5269aaf9-32bf-4914-bfcd-e52bb77015aa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.554665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-5269aaf9-32bf-4914-bfcd-e52bb77015aa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529093 Feb 11 13:29:48.573588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-cbbb903b-a0d9-4e53-b99c-6e743815d26b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/quotas/2b0facf2ef0b4d63a36bdedffe668359 HTTP/1.1" status: 200 len: 375 time: 0.0119925 Feb 11 13:29:48.606102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36707557-b265-4be9-b377-9ee81dce3fbf req-13a937e7-58b5-43c4-bf41-7927323966d8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818021 Feb 11 13:29:48.632035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-1111ba16-c3b1-4790-80c4-47ed2aeb1a63 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480084 Feb 11 13:29:48.762927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3cc51fdb-865c-47d1-83dd-7ecf25198266 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:48.786247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6fd9-f094-4f9a-8c81-4d3febd5f9fb req-b4685e24-b060-4e1e-9929-4fd28ca255f6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.802569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e61f6fd9-f094-4f9a-8c81-4d3febd5f9fb req-b4685e24-b060-4e1e-9929-4fd28ca255f6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1040993 Feb 11 13:29:48.928325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e61f6fd9-f094-4f9a-8c81-4d3febd5f9fb req-13538efb-fdb8-44e5-a411-90ad96b581f0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163423 Feb 11 13:29:49.053009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:49.058734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:49.092898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3cc51fdb-865c-47d1-83dd-7ecf25198266 has no active binding in host n-h2-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:29:49.113630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0322e-28b7-4f7b-99f0-3b44c216bc46 req-74190520-786d-442c-8385-462ac8455023 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.118078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdf0322e-28b7-4f7b-99f0-3b44c216bc46 req-74190520-786d-442c-8385-462ac8455023 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1735141 Feb 11 13:29:49.147235 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e8966-ada3-4d89-aa70-1c0c2fa88ddc x-openstack-request-id: req-b08e8966-ada3-4d89-aa70-1c0c2fa88ddc {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:49.147970 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb89ba4-51bf-4c99-933a-b676163369bf", "name": "network-vif-deleted", "tag": "747e3c06-e46f-45cc-a6d1-ee30fd2b856b", "status": "completed", "code": 200}, {"server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:49.148305 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b08e8966-ada3-4d89-aa70-1c0c2fa88ddc {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:49.149920 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb89ba4-51bf-4c99-933a-b676163369bf', 'name': 'network-vif-deleted', 'tag': '747e3c06-e46f-45cc-a6d1-ee30fd2b856b', 'status': 'completed', 'code': 200} Feb 11 13:29:49.150226 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34', 'code': 200} Feb 11 13:29:49.229100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting subnet fecc5f78-0cb9-4c6e-9131-9fe322d604e8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:29:49.234825 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a1e809-1a12-4c48-8047-93864f80cb31 x-openstack-request-id: req-40a1e809-1a12-4c48-8047-93864f80cb31 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:49.235316 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e178c1ae-872f-4293-9acc-b8284291d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "e595b32d-dc01-4884-a88b-873a1b9a03c3", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:49.235420 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40a1e809-1a12-4c48-8047-93864f80cb31 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:49.235779 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e595b32d-dc01-4884-a88b-873a1b9a03c3', 'code': 200} Feb 11 13:29:49.240798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (fecc5f78-0cb9-4c6e-9131-9fe322d604e8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.268213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdf0322e-28b7-4f7b-99f0-3b44c216bc46 req-5db9a411-2482-467b-987f-165c4c533f9a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424711 Feb 11 13:29:49.352675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (fecc5f78-0cb9-4c6e-9131-9fe322d604e8), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.432351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3faf52-5b15-4311-8d2d-9e02b932750c req-a56c017d-9abf-421f-b0e9-2becefce989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.433895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3faf52-5b15-4311-8d2d-9e02b932750c req-a56c017d-9abf-421f-b0e9-2becefce989f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 1127 time: 0.0981534 Feb 11 13:29:49.484968 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3eb163a3-4967-49a2-aaff-6d5e71da58a3 req-ac05af78-6026-4d88-a739-25497ef91963 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 210 time: 0.0761225 Feb 11 13:29:49.485263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (fecc5f78-0cb9-4c6e-9131-9fe322d604e8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.546233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3faf52-5b15-4311-8d2d-9e02b932750c req-4b292d5e-b35b-4314-8826-4195346cf28c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875144 Feb 11 13:29:49.592006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (fecc5f78-0cb9-4c6e-9131-9fe322d604e8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.619843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.623317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/subnets/fecc5f78-0cb9-4c6e-9131-9fe322d604e8 HTTP/1.1" status: 204 len: 168 time: 0.5629547 Feb 11 13:29:49.625909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35378) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:49.630186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47c012-d939-4eb3-a616-1539ebdc52b0 None None] Network 80f6fcdc-52a7-40ad-984c-eee57e3150e7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:29:49.646881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Subnet': ['ID=fecc5f78-0cb9-4c6e-9131-9fe322d604e8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:49.655095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.655450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.655797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.656131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.656468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.656803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.657137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.657463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.658387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.658725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.659150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.659514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.659842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d9538-2e38-4238-b0ef-30d63a8c1f28 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:49.807054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35382) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:49.812798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fc700d35-bf1d-4230-8835-7214b6ab10e6 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120634834', 'description': 'tempest-description--227433766'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:49.821905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (80f6fcdc-52a7-40ad-984c-eee57e3150e7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.923037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833486ed-c3ff-4377-b893-1dd8508e05d3 req-1bbb8131-6f37-41d7-98a5-c3d9e2e652da tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.925200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-833486ed-c3ff-4377-b893-1dd8508e05d3 req-1bbb8131-6f37-41d7-98a5-c3d9e2e652da tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 950 time: 0.1076913 Feb 11 13:29:49.945055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:49.945486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.968638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc700d35-bf1d-4230-8835-7214b6ab10e6 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.995122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.057339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,segment=NetworkSegment(7ed506bb-e3d4-4c37-88c5-cddd3e94cef9),segment_id=7ed506bb-e3d4-4c37-88c5-cddd3e94cef9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:50.057795 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.071345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:50.073922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] DHCP port deletion for 80f6fcdc-52a7-40ad-984c-eee57e3150e7 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:29:50.152791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc700d35-bf1d-4230-8835-7214b6ab10e6 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group (8d2133d2-eb2e-45af-97f4-a6c3f42743aa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.170395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e85e1-6acb-45ad-b24c-2345ee323af3 req-50a9c68f-005f-4626-acdc-68a7e09daf59 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.173414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-203e85e1-6acb-45ad-b24c-2345ee323af3 req-50a9c68f-005f-4626-acdc-68a7e09daf59 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 943 time: 0.3075678 Feb 11 13:29:50.175235 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc700d35-bf1d-4230-8835-7214b6ab10e6 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8d2133d2-eb2e-45af-97f4-a6c3f42743aa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.194143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.215910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] Deleting port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:50.216795 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.237457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc700d35-bf1d-4230-8835-7214b6ab10e6 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.241576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc700d35-bf1d-4230-8835-7214b6ab10e6 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4307070 Feb 11 13:29:50.242040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35388) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:50.249632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:50.253826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:50.256303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-552780bb-2e83-41fc-9fc0-7b50e7ee2f67 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Request body: {'security_group_rule': {'security_group_id': '8d2133d2-eb2e-45af-97f4-a6c3f42743aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:50.264980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc700d35-bf1d-4230-8835-7214b6ab10e6 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2133d2-eb2e-45af-97f4-a6c3f42743aa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:50.281686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-833486ed-c3ff-4377-b893-1dd8508e05d3 req-6cbb1169-00c0-4a0e-ba21-a4325be58ce5 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484354 Feb 11 13:29:50.327057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-203e85e1-6acb-45ad-b24c-2345ee323af3 req-2c0ddd09-64ff-4010-912b-8b72f009d70d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405275 Feb 11 13:29:50.338287 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-552780bb-2e83-41fc-9fc0-7b50e7ee2f67 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group_rule (decdbdc0-7ff1-418d-9f30-d2e2ebe00b5e), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.361764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] For port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:50.362313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.381333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] Calling delete_port for 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:50.387790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] Port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:29:50.389125 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.417452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] No DVR routers for this DVR port 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:50.459249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-552780bb-2e83-41fc-9fc0-7b50e7ee2f67 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group_rule (decdbdc0-7ff1-418d-9f30-d2e2ebe00b5e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.460877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5a88b-8ebc-4add-bb3b-54d359b55596 None None] Pushing event deleted for resources: {'Port': ['ID=0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:50.473588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (80f6fcdc-52a7-40ad-984c-eee57e3150e7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.474413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-552780bb-2e83-41fc-9fc0-7b50e7ee2f67 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (decdbdc0-7ff1-418d-9f30-d2e2ebe00b5e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.533587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552780bb-2e83-41fc-9fc0-7b50e7ee2f67 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decdbdc0-7ff1-418d-9f30-d2e2ebe00b5e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:50.547153 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-552780bb-2e83-41fc-9fc0-7b50e7ee2f67 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.547865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f6fcdc-52a7-40ad-984c-eee57e3150e7']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:50.549798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-552780bb-2e83-41fc-9fc0-7b50e7ee2f67 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055997 Feb 11 13:29:50.552578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:50.559271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-57ef92dd-63c6-4499-9918-6b8b087ab10e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Request body: {'security_group_rule': {'security_group_id': '8d2133d2-eb2e-45af-97f4-a6c3f42743aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:50.590163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:50.590452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed506bb-e3d4-4c37-88c5-cddd3e94cef9') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:50.606276 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57ef92dd-63c6-4499-9918-6b8b087ab10e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group_rule (ead4210b-448f-4925-804d-84ab36eab20f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.608135 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (7ed506bb-e3d4-4c37-88c5-cddd3e94cef9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.643303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f7feb-c212-4f9e-99be-5cdd07ba0012 req-987ebaf5-73a1-42b3-a3ea-7e99e18d7c4c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.645335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c77f7feb-c212-4f9e-99be-5cdd07ba0012 req-987ebaf5-73a1-42b3-a3ea-7e99e18d7c4c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1762390 Feb 11 13:29:50.685809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7ed506bb-e3d4-4c37-88c5-cddd3e94cef9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.690753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-0f2c3848-3bb2-4dfa-b99a-a42454fca323 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444264 Feb 11 13:29:50.717117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:50.717584 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (7ed506bb-e3d4-4c37-88c5-cddd3e94cef9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:50.722103 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:50.740010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57ef92dd-63c6-4499-9918-6b8b087ab10e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group_rule (ead4210b-448f-4925-804d-84ab36eab20f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.757693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57ef92dd-63c6-4499-9918-6b8b087ab10e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (ead4210b-448f-4925-804d-84ab36eab20f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.770934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e701d205-ee29-4282-9ae0-91cbb18b6d34 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:50.808006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef92dd-63c6-4499-9918-6b8b087ab10e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead4210b-448f-4925-804d-84ab36eab20f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:50.817965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57ef92dd-63c6-4499-9918-6b8b087ab10e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.819656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-57ef92dd-63c6-4499-9918-6b8b087ab10e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2659822 Feb 11 13:29:50.822467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35406) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:50.828822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:50.859412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.028019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port e701d205-ee29-4282-9ae0-91cbb18b6d34 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:51.099698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (80f6fcdc-52a7-40ad-984c-eee57e3150e7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.113636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c77f7feb-c212-4f9e-99be-5cdd07ba0012 req-3ba59558-7b03-4bd1-b1d1-0b4b8edcc8cc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480689 Feb 11 13:29:51.131384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e271d-1c94-4273-baac-26b363f37c9f req-534ea590-5d8e-4006-93ac-f22447ea87ba tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.144200 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d7e271d-1c94-4273-baac-26b363f37c9f req-534ea590-5d8e-4006-93ac-f22447ea87ba tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1122835 Feb 11 13:29:51.156680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.182003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34'}, {'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266'}, {'name': 'network-changed', 'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:51.193050 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34"}, {"server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266"}, {"name": "network-changed", "server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:51.210096 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.217570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/networks/80f6fcdc-52a7-40ad-984c-eee57e3150e7 HTTP/1.1" status: 204 len: 168 time: 1.5895104 Feb 11 13:29:51.228508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98de8e-0b10-422b-81bd-c5fa0dca6231 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Network': ['ID=80f6fcdc-52a7-40ad-984c-eee57e3150e7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:51.232040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35414) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:51.297930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Allocated IP 172.25.3.199 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/d652d0bd-261e-4121-bbb1-b6183e92e9b7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:51.317053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-27007c31-6cb8-4821-9686-881dddceb164 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.318909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-27007c31-6cb8-4821-9686-881dddceb164 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6191716 Feb 11 13:29:51.330871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d1e66d0-cd03-4fb5-b3ab-28c73b02bc3a req-7f47305e-edeb-4c73-a2a6-f3e03d5f4aad tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 210 time: 0.0793867 Feb 11 13:29:51.353552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:51.445721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d7e271d-1c94-4273-baac-26b363f37c9f req-2d282053-a2b4-4173-80b3-40ab78862eda tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005283 Feb 11 13:29:51.504948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting subnet 28d4f5f1-6310-4b4e-b048-34f0a6efe31f {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:29:51.522413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks [] for subnet (28d4f5f1-6310-4b4e-b048-34f0a6efe31f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.537102 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1bb49d-3537-483d-8f82-1215e9254aa7 x-openstack-request-id: req-bd1bb49d-3537-483d-8f82-1215e9254aa7 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:51.537413 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34", "status": "completed", "code": 200}, {"server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266", "code": 200}, {"name": "network-changed", "server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:51.537675 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd1bb49d-3537-483d-8f82-1215e9254aa7 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:51.538092 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34', 'status': 'completed', 'code': 200} Feb 11 13:29:51.538379 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266', 'code': 200} Feb 11 13:29:51.538637 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266', 'status': 'completed', 'code': 200} Feb 11 13:29:51.589621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:51.596225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.655188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.666597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:51.666952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d2f20da-ef95-4e2b-b80e-75d9ec71c3b6 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:51.674558 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.733123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:51.744479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:51.750220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:51.755973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (28d4f5f1-6310-4b4e-b048-34f0a6efe31f), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.793350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:51.793982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a3714-3f5b-4720-8e9f-2ec3c507f233 req-d7b673d6-cc2d-4b4d-b8c5-a4827302d8c3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.795896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-423a3714-3f5b-4720-8e9f-2ec3c507f233 req-d7b673d6-cc2d-4b4d-b8c5-a4827302d8c3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 943 time: 0.1974623 Feb 11 13:29:51.798329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.798941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event updated for resources: {'Port': ['ID=d652d0bd-261e-4121-bbb1-b6183e92e9b7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:51.841339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.889477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-4a4f9410-5d71-4193-a54f-63baed6d1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.892706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-4a4f9410-5d71-4193-a54f-63baed6d1be2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1156 time: 0.3070045 Feb 11 13:29:51.916872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-0853f878-f7c8-40cc-b7c2-998e026717dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.920133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-0853f878-f7c8-40cc-b7c2-998e026717dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1155 time: 0.3406398 Feb 11 13:29:51.926161 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-423a3714-3f5b-4720-8e9f-2ec3c507f233 req-b40cdde0-66bd-40a3-921e-2836d6c878b0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135809 Feb 11 13:29:51.956619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for floatingip (59d2ee08-6583-4d74-8517-708a599ebff8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.044880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.073696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (28d4f5f1-6310-4b4e-b048-34f0a6efe31f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.272030 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.279517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.366041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event updated for resources: {'Port': ['ID=d652d0bd-261e-4121-bbb1-b6183e92e9b7,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.382540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (59d2ee08-6583-4d74-8517-708a599ebff8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.418447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.420242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3a5d6158-21b2-4eaf-b278-fbef8fc42415 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5965412 Feb 11 13:29:52.514358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20f6a8ae-22f9-4054-85c5-2d5df1b9ba9b req-3efe80c0-8852-4d08-a253-f3ae14535d8c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 210 time: 0.0303633 Feb 11 13:29:52.583045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:52.724758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:52.726524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.774087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-b12a2f94-5a79-4134-8ec2-7c300bff0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.775609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-b12a2f94-5a79-4134-8ec2-7c300bff0d8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.8537714 Feb 11 13:29:52.780066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:52.786623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-b7e7e20e-8292-46ce-acd0-912a11f76f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.787690 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29709a3-6cc2-4f40-94c5-5989a2d3e2ee" -d '{"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-unplugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:52.788093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-b7e7e20e-8292-46ce-acd0-912a11f76f55 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.8557103 Feb 11 13:29:52.800997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.805748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4bea4-2f42-4f8d-9bc2-8f65696cecda req-dd007e73-c1d3-460a-8203-5dba18bab5e0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.807444 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.807837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96c4bea4-2f42-4f8d-9bc2-8f65696cecda req-dd007e73-c1d3-460a-8203-5dba18bab5e0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1134243 Feb 11 13:29:52.836705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-81743ffa-37d9-49ef-bd6c-504ee9875d59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 217 time: 0.0418100 Feb 11 13:29:52.853445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139e72-d409-43b1-b15a-8473868c0e22 req-39f2fb00-1cb8-44fb-8991-71e1996166e4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.860450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e4139e72-d409-43b1-b15a-8473868c0e22 req-39f2fb00-1cb8-44fb-8991-71e1996166e4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 945 time: 0.2544651 Feb 11 13:29:52.863512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.873452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.874112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.874630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.875125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.875613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.876135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.877369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.877901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.878406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.878888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.880602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.881122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.882075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:52.891470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (28d4f5f1-6310-4b4e-b048-34f0a6efe31f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.902088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96c4bea4-2f42-4f8d-9bc2-8f65696cecda req-dae77749-a3aa-4d82-ac7e-95e7de154c3f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884247 Feb 11 13:29:52.964078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for security_group (5a769dc4-196e-4594-82aa-72f1b8b3e033), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.970463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.975726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/subnets/28d4f5f1-6310-4b4e-b048-34f0a6efe31f HTTP/1.1" status: 204 len: 168 time: 1.7271023 Feb 11 13:29:52.975891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972f0ae-07ea-4828-9a4c-4e9bcf3dd1df None None] Network 8a67f61c-31a5-4859-b25c-459e58994c08 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:29:52.976037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35464) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:52.992921 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-018b9d0f-24b9-4027-983b-d65ea2e1a2aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 217 time: 0.1535954 Feb 11 13:29:52.998745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5a769dc4-196e-4594-82aa-72f1b8b3e033), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.143046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ea632-6d6d-4ba9-88dd-01fd64ba93d6 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Subnet': ['ID=28d4f5f1-6310-4b4e-b048-34f0a6efe31f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.160047 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (8a67f61c-31a5-4859-b25c-459e58994c08), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.177343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-4c999a1d-e62a-44ff-8978-1f6a4cbaaae5 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1120634834&fields=id&tenant_id=d1af5953a5aa462ab310076a3038ea8e HTTP/1.1" status: 200 len: 267 time: 0.1609674 Feb 11 13:29:53.187707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.155 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/3eb55e02-dd06-4131-86a9-7238b1054c05) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:53.245706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-abaa726f-5ff1-4f51-b0fc-0e4aa57d928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.247240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-abaa726f-5ff1-4f51-b0fc-0e4aa57d928d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 0.3765192 Feb 11 13:29:53.267707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e4139e72-d409-43b1-b15a-8473868c0e22 req-5f120d06-d98c-47f6-bae3-b5fea5ec5360 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996301 Feb 11 13:29:53.268690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a769dc4-196e-4594-82aa-72f1b8b3e033,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.301754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] DHCP port deletion for 8a67f61c-31a5-4859-b25c-459e58994c08 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:29:53.338490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-a559659a-e8f6-4605-be20-21f8c1149ee4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620751 Feb 11 13:29:53.363869 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2419008e-5dad-44ea-ae36-c4565f4c2c68 x-openstack-request-id: req-2419008e-5dad-44ea-ae36-c4565f4c2c68 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:53.364459 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-unplugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:53.364885 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2419008e-5dad-44ea-ae36-c4565f4c2c68 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:53.365463 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'code': 200} Feb 11 13:29:53.396023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-a218d8e9-61e5-4496-a842-a182f77c5f35 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.404747 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-a218d8e9-61e5-4496-a842-a182f77c5f35 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/networks?id=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba HTTP/1.1" status: 200 len: 804 time: 0.2255399 Feb 11 13:29:53.421581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] Deleting port 3890663b-65c7-40f0-913c-a66bb442ae16 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:53.421963 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.432894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cc524412-2ef9-4f37-8c3c-737d6895aa2c tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/quotas/d1af5953a5aa462ab310076a3038ea8e HTTP/1.1" status: 200 len: 375 time: 0.0269682 Feb 11 13:29:53.435647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Deleting port 3890663b-65c7-40f0-913c-a66bb442ae16 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:53.436419 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.512081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-092f2a6e-d597-4c33-b07f-62aa2717f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.513957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-092f2a6e-d597-4c33-b07f-62aa2717f853 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.3828564 Feb 11 13:29:53.569106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] For port 3890663b-65c7-40f0-913c-a66bb442ae16, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3890663b-65c7-40f0-913c-a66bb442ae16,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:53.569511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.589111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] Calling delete_port for 3890663b-65c7-40f0-913c-a66bb442ae16 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:53.671079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3890663b-65c7-40f0-913c-a66bb442ae16 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:53.678744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.693304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 3890663b-65c7-40f0-913c-a66bb442ae16 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:53.693657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3890663b-65c7-40f0-913c-a66bb442ae16 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:53.695621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.709804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] No DVR routers for this DVR port 3890663b-65c7-40f0-913c-a66bb442ae16 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:53.757071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66b05e-3383-493f-a5b0-b4ca38a8374e None None] Pushing event deleted for resources: {'Port': ['ID=3890663b-65c7-40f0-913c-a66bb442ae16,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.978064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] For port 3890663b-65c7-40f0-913c-a66bb442ae16, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3890663b-65c7-40f0-913c-a66bb442ae16,segment=NetworkSegment(f35ddc64-4d6f-4eb7-8e92-322edb87f1c5),segment_id=f35ddc64-4d6f-4eb7-8e92-322edb87f1c5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:53.978671 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.980074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-3d13c85c-4b9e-435e-a86d-758b32f13c40 service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409826 Feb 11 13:29:53.982500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-7fd02276-c54f-404c-8904-0aa9468fed63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4016609 Feb 11 13:29:53.990014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-1306c8a2-9513-4430-af00-31261ab6f004 service neutron] 10.222.0.83 "GET /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.2265747 Feb 11 13:29:53.991291 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.993888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Calling delete_port for 3890663b-65c7-40f0-913c-a66bb442ae16 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:54.073587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (3890663b-65c7-40f0-913c-a66bb442ae16), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.110277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Port': ['ID=3890663b-65c7-40f0-913c-a66bb442ae16,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:54.118896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] No DVR routers for this DVR port 3890663b-65c7-40f0-913c-a66bb442ae16 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:54.174170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-8a731279-0a4f-417b-8f21-cc154806eaee tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1af5953a5aa462ab310076a3038ea8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7402465 Feb 11 13:29:54.202245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-d783b427-3a92-42c2-9e3f-4ad0c049fb8e service neutron] 10.222.0.30 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084937 Feb 11 13:29:54.271043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (8a67f61c-31a5-4859-b25c-459e58994c08), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.292592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a67f61c-31a5-4859-b25c-459e58994c08']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:54.308532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:54.309457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35ddc64-4d6f-4eb7-8e92-322edb87f1c5') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:54.310825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554470c-51d9-45e8-ad61-900201be253e req-f5e8fdea-f994-4e46-84e3-4899b34fc6db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.318504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e554470c-51d9-45e8-ad61-900201be253e req-f5e8fdea-f994-4e46-84e3-4899b34fc6db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 943 time: 0.8034852 Feb 11 13:29:54.320353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=3eb55e02-dd06-4131-86a9-7238b1054c05,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:54.344747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f35ddc64-4d6f-4eb7-8e92-322edb87f1c5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.383055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:54.392290 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f35ddc64-4d6f-4eb7-8e92-322edb87f1c5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.401345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:54.404007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:54.404446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f35ddc64-4d6f-4eb7-8e92-322edb87f1c5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:54.408545 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:54.412250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:54.523877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-5b179553-0bc1-46eb-a2d9-fdea4930b8de service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280149 Feb 11 13:29:54.547306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (8a67f61c-31a5-4859-b25c-459e58994c08), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.563766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.567094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] 10.222.0.79 "DELETE /v2.0/networks/8a67f61c-31a5-4859-b25c-459e58994c08 HTTP/1.1" status: 204 len: 168 time: 1.5901144 Feb 11 13:29:54.586505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-70886ad9-61fb-45f8-8294-b2df5c9daaf9 service neutron] 10.222.0.79 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869805 Feb 11 13:29:54.593432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7737e743-f402-4a4b-85b2-9296b9c23247 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:54.596423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a45c5-4be4-4508-b3d8-3bcb077bc011 tempest-ServersTestMultiNic-1854120786 tempest-ServersTestMultiNic-1854120786-project] Pushing event deleted for resources: {'Network': ['ID=8a67f61c-31a5-4859-b25c-459e58994c08,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:54.597031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 3cc51fdb-865c-47d1-83dd-7ecf25198266 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:54.605938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e554470c-51d9-45e8-ad61-900201be253e req-3599dc05-dca7-49d3-bdd5-f1b467739047 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864857 Feb 11 13:29:54.719636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-0e6b4ff0-2a6f-4062-8567-d63e9ffab768 service neutron] 10.222.0.79 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287594 Feb 11 13:29:54.729413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.732144 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.815244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:54.840852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '7737e743-f402-4a4b-85b2-9296b9c23247', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '7737e743-f402-4a4b-85b2-9296b9c23247', 'mac_address': 'fa:16:3e:0c:aa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:55.012049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9d2b78a9-6b1d-4fe8-abfc-c685b96a1910 None None] Provisioning complete for port 3eb55e02-dd06-4131-86a9-7238b1054c05 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:55.012699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d2b78a9-6b1d-4fe8-abfc-c685b96a1910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:55.054112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-21f6c386-c83e-4520-abdd-3da9afc3636c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7123916 Feb 11 13:29:55.082428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Request body: {'port': {'device_id': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:55.120812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:55.134017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 7737e743-f402-4a4b-85b2-9296b9c23247 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:55.134664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:55.179871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fef87bf-0ae0-4c0b-9194-b21bf90ce49b req-a92ce106-23ac-4b4c-b31d-a075069805d3 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426699 Feb 11 13:29:55.188593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7737e743-f402-4a4b-85b2-9296b9c23247 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:55.207426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:55.237305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:55.250830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451399c-1ff9-43ef-8e33-b2b00a170bdb req-efae9d26-000e-41d8-b2c2-d634e1dc8820 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.261084 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:55.261340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8451399c-1ff9-43ef-8e33-b2b00a170bdb req-efae9d26-000e-41d8-b2c2-d634e1dc8820 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.1130576 Feb 11 13:29:55.274020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b78a9-6b1d-4fe8-abfc-c685b96a1910 None None] Port 3eb55e02-dd06-4131-86a9-7238b1054c05 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:29:55.388190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcae51-06e7-4e49-bd83-d6c89e7488b2 req-8ab836b9-4a97-4a4c-a517-47d9eaea652e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.396192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0ebcae51-06e7-4e49-bd83-d6c89e7488b2 req-8ab836b9-4a97-4a4c-a517-47d9eaea652e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 936 time: 0.4617159 Feb 11 13:29:55.404288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e701d205-ee29-4282-9ae0-91cbb18b6d34 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:55.421109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8451399c-1ff9-43ef-8e33-b2b00a170bdb req-92396b75-fc36-45e4-a8ac-26a829f32ffe tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547382 Feb 11 13:29:55.429311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:55.432099 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:55.450909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['7737e743-f402-4a4b-85b2-9296b9c23247'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:55.483992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:55.558304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0ebcae51-06e7-4e49-bd83-d6c89e7488b2 req-31784599-92ae-4845-92ea-f643303feeaa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604168 Feb 11 13:29:55.615272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 3cc51fdb-865c-47d1-83dd-7ecf25198266 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:55.628908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:55.745160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cec97549-2397-4301-977a-2c926ec6b234 req-0535970b-87e7-4be2-85cb-5f18f625448f tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 210 time: 0.0743825 Feb 11 13:29:55.954909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] Transition to ACTIVE for port object e701d205-ee29-4282-9ae0-91cbb18b6d34 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:55.985711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:56.077270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76732b1c-13e7-4872-9532-a8bfb804ad6e req-dfaf27d1-85fd-40a0-b64e-b179969cfb29 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.084267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76732b1c-13e7-4872-9532-a8bfb804ad6e req-dfaf27d1-85fd-40a0-b64e-b179969cfb29 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.1337988 Feb 11 13:29:56.117260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500c536-71ec-4c8e-88e8-286415b88ad7 req-f5742c9c-d322-4891-84db-5662c51f5f48 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.124797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5500c536-71ec-4c8e-88e8-286415b88ad7 req-f5742c9c-d322-4891-84db-5662c51f5f48 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 945 time: 0.4074581 Feb 11 13:29:56.178097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76732b1c-13e7-4872-9532-a8bfb804ad6e req-327465e9-917d-4a97-9ca8-a979a567f1d3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896256 Feb 11 13:29:56.180166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] No DVR routers for this DVR port e701d205-ee29-4282-9ae0-91cbb18b6d34 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:56.245505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] Pushing event updated for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:56.305545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5500c536-71ec-4c8e-88e8-286415b88ad7 req-68875896-4f86-4487-9705-8172153b69ba tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795809 Feb 11 13:29:56.321082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-661b5492-fbfb-477d-bbb2-2937e0a87b31 service neutron] 10.222.0.83 "PUT /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34/bindings/n-h1-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2947888 Feb 11 13:29:56.404627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:56.589430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb55e02-dd06-4131-86a9-7238b1054c05 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:56.609341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7737e743-f402-4a4b-85b2-9296b9c23247 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:56.615368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Publish callbacks [] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:56.685892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-1c549e2d-49b7-4edf-ae86-a7620becb559 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.689538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-1c549e2d-49b7-4edf-ae86-a7620becb559 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.2950635 Feb 11 13:29:56.697578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Transition to ACTIVE for port object 3eb55e02-dd06-4131-86a9-7238b1054c05 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:56.733769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 7737e743-f402-4a4b-85b2-9296b9c23247 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:56.734373 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:56.807159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:56.977616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 7737e743-f402-4a4b-85b2-9296b9c23247 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:56.978289 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:56.992190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eff26-05b6-4e48-a09e-0b99bf199089 req-d4c99b60-279c-46fa-a9b5-ebddb87de7ed tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.993775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a46eff26-05b6-4e48-a09e-0b99bf199089 req-d4c99b60-279c-46fa-a9b5-ebddb87de7ed tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 0.4596267 Feb 11 13:29:57.015663 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-290be62d-d07f-466d-b69a-cc4ea386c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:57.049140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:57.053305 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ace1ef-06bc-47d7-bcb3-a0b7f37bb5e8" -d '{"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-plugged", "status": "completed", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:57.089965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:57.097122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:57.162016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Pushing event updated for resources: {'Port': ['ID=3eb55e02-dd06-4131-86a9-7238b1054c05,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:57.164416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:57.230929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-47154693-ccb2-4a15-968f-8bfba248e2e1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.232675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-47154693-ccb2-4a15-968f-8bfba248e2e1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.83 "GET /v2.0/networks?id=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba HTTP/1.1" status: 200 len: 804 time: 0.6021593 Feb 11 13:29:57.253628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a46eff26-05b6-4e48-a09e-0b99bf199089 req-aba86c6e-aab2-456a-bef1-bf4c4e5d6022 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457078 Feb 11 13:29:57.258895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-a223a0a8-bd90-4af3-8dfe-d1d5c0588ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.260605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-a223a0a8-bd90-4af3-8dfe-d1d5c0588ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 1126 time: 0.5616372 Feb 11 13:29:57.274260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d8691-066c-4aa8-8024-ea6635000c6a req-c55b828c-4ff5-417e-ba77-7c38b9ba3bf0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.276006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f54d8691-066c-4aa8-8024-ea6635000c6a req-c55b828c-4ff5-417e-ba77-7c38b9ba3bf0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 948 time: 0.4599254 Feb 11 13:29:57.545778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f54d8691-066c-4aa8-8024-ea6635000c6a req-54cdf0f8-e03d-4d68-b492-ea780ff96acf tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604995 Feb 11 13:29:57.546529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed278-6f8e-4e08-81cc-c3ce5f1c04cf req-8642fd2c-2f92-49bd-a059-a16fc6f27528 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.561791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-639ed278-6f8e-4e08-81cc-c3ce5f1c04cf req-8642fd2c-2f92-49bd-a059-a16fc6f27528 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1944101 Feb 11 13:29:57.578152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Attempting to bind port 3eb55e02-dd06-4131-86a9-7238b1054c05 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:57.578722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Attempting to bind port 3eb55e02-dd06-4131-86a9-7238b1054c05 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:57.579815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Attempting to bind port 3eb55e02-dd06-4131-86a9-7238b1054c05 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:57.601475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-20101c31-a9a1-4780-a738-ec41016cb4ad tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1af5953a5aa462ab310076a3038ea8e HTTP/1.1" status: 200 len: 380 time: 0.3396852 Feb 11 13:29:57.621346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Request body: {'port': {'device_id': '816afa07-4041-46c9-88d9-0757ef422b67', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'admin_state_up': True, 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'security_groups': ['8d2133d2-eb2e-45af-97f4-a6c3f42743aa']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:57.639213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Port 3eb55e02-dd06-4131-86a9-7238b1054c05 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:57.642546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Attempting to bind port 3eb55e02-dd06-4131-86a9-7238b1054c05 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:57.666431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-639ed278-6f8e-4e08-81cc-c3ce5f1c04cf req-d6ed248e-f081-4257-8586-fbf4559e0d89 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950432 Feb 11 13:29:57.700453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:57.704036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:57.706496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:57.707089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Bound port: 3eb55e02-dd06-4131-86a9-7238b1054c05, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:57.707569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:57.765631 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d192591-e654-434c-968c-df76eba7d2f6 x-openstack-request-id: req-2d192591-e654-434c-968c-df76eba7d2f6 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:57.766150 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-plugged", "status": "completed", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:57.766416 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d192591-e654-434c-968c-df76eba7d2f6 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:57.767207 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247', 'code': 200} Feb 11 13:29:57.780552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-679121d1-f393-4921-be0c-93c3addfa6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.784077 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-679121d1-f393-4921-be0c-93c3addfa6bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1126 time: 0.4303162 Feb 11 13:29:57.829003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (0faa11dc-2d4a-4491-a435-612185ab4d0b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:57.985110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-97c5c6e4-f12e-4587-a5f8-35b0580baa6b req-6f3f2e63-6d7b-4c59-b732-07fc8984673a tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 210 time: 0.2385159 Feb 11 13:29:58.106996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Made reservation on behalf of d1af5953a5aa462ab310076a3038ea8e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:58.111780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:58.242305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d3667-0ff0-4a10-b82c-abd51acd124a req-e4601601-04ba-4d54-8e6e-23b802b703b4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.244546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d3667-0ff0-4a10-b82c-abd51acd124a req-e4601601-04ba-4d54-8e6e-23b802b703b4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.3261662 Feb 11 13:29:58.328736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-356d3667-0ff0-4a10-b82c-abd51acd124a req-f32d8cdc-dc22-4052-90a9-ddc940b0b1db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631142 Feb 11 13:29:58.355402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-89240ec4-a13b-4922-9a86-0e35fbc8983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.355402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-89240ec4-a13b-4922-9a86-0e35fbc8983d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.5617580 Feb 11 13:29:58.424086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-0951a983-a971-4679-b798-29209ddb0ef1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.425677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-0951a983-a971-4679-b798-29209ddb0ef1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1078408 Feb 11 13:29:58.483568 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-1dbf3f31-390b-40c8-af0c-e5e80c5adf8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 200 len: 217 time: 0.0654438 Feb 11 13:29:58.659157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Deleting port e595b32d-dc01-4884-a88b-873a1b9a03c3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:58.660144 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:58.782984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] For port e595b32d-dc01-4884-a88b-873a1b9a03c3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e595b32d-dc01-4884-a88b-873a1b9a03c3,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:58.783376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:58.800398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Calling delete_port for e595b32d-dc01-4884-a88b-873a1b9a03c3 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:58.978784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e595b32d-dc01-4884-a88b-873a1b9a03c3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.063020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event deleted for resources: {'Port': ['ID=e595b32d-dc01-4884-a88b-873a1b9a03c3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.076976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Deleting port b219e2fb-aabd-4de2-b254-ab5de5b82da2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:59.077732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.185493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] For port b219e2fb-aabd-4de2-b254-ab5de5b82da2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b219e2fb-aabd-4de2-b254-ab5de5b82da2,segment=NetworkSegment(8e8078c9-00ec-4b08-9e32-99a3ccf8f541),segment_id=8e8078c9-00ec-4b08-9e32-99a3ccf8f541)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:59.186141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.221649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feacc7-bab8-4057-bb73-f657f6caa324 req-23d86ed3-0f38-4cbe-a7d9-2201e4023099 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.224579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] For port 3eb55e02-dd06-4131-86a9-7238b1054c05, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:59.231131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b8feacc7-bab8-4057-bb73-f657f6caa324 req-23d86ed3-0f38-4cbe-a7d9-2201e4023099 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 948 time: 0.2609990 Feb 11 13:29:59.236043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Calling delete_port for b219e2fb-aabd-4de2-b254-ab5de5b82da2 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:59.359322 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6ce23ca0-cb6b-4a8a-a039-52f4b3bccae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.363457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] For port 3eb55e02-dd06-4131-86a9-7238b1054c05, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3eb55e02-dd06-4131-86a9-7238b1054c05,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:59.378280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] No DVR routers for this DVR port e595b32d-dc01-4884-a88b-873a1b9a03c3 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:59.406379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.411363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd9d4740-529c-441e-b75c-e5efe2d83feb req-fb3faa4f-03f0-440b-a422-0af51d15fe17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "DELETE /v2.0/ports/e595b32d-dc01-4884-a88b-873a1b9a03c3 HTTP/1.1" status: 204 len: 173 time: 0.9696248 Feb 11 13:29:59.412329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Allocated IP 172.20.0.9 (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba/a6484ef8-896c-4f26-8601-9bbba687e236/8ce7ace3-aea4-48b7-8189-f503b2b3853f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:59.417000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.452797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b8feacc7-bab8-4057-bb73-f657f6caa324 req-618cba25-2231-4a42-a01f-96130f2c0259 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194309 Feb 11 13:29:59.455395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'name': 'network-vif-deleted', 'tag': 'e595b32d-dc01-4884-a88b-873a1b9a03c3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:59.469617 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df96cce-d038-41fb-9da8-73500bf1933f" -d '{"events": [{"server_uuid": "e178c1ae-872f-4293-9acc-b8284291d2f1", "name": "network-vif-deleted", "tag": "e595b32d-dc01-4884-a88b-873a1b9a03c3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:59.473845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-97450d6a-9653-43fa-8a4a-b2ead0c4f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.475508 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-97450d6a-9653-43fa-8a4a-b2ead0c4f238 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.2936862 Feb 11 13:29:59.495565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.501351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.502957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] 10.222.0.83 "PUT /v2.0/ports/3eb55e02-dd06-4131-86a9-7238b1054c05 HTTP/1.1" status: 200 len: 1096 time: 4.4376869 Feb 11 13:29:59.525628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'tag': '3eb55e02-dd06-4131-86a9-7238b1054c05'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:59.528589 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f94b0f-0758-4306-8a19-8c1e92964eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "529681f0-9ef4-4be8-988b-1b2f5fceaa3c", "tag": "3eb55e02-dd06-4131-86a9-7238b1054c05"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:59.604600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faba3a-a143-4606-b594-d0841c5236b2 req-0d91a106-ba9a-41a2-9e83-0983f40585ce tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.611443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06faba3a-a143-4606-b594-d0841c5236b2 req-0d91a106-ba9a-41a2-9e83-0983f40585ce tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 944 time: 1.1231980 Feb 11 13:29:59.826563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.938113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-2c561286-f5f0-4d74-bf73-e4f74489dfab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4283381 Feb 11 13:29:59.967562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a497577-5349-4960-9150-e3bb0cc12b89 req-f5532abf-0e66-41aa-8157-5f3258eb8da5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e178c1ae-872f-4293-9acc-b8284291d2f1 HTTP/1.1" status: 200 len: 210 time: 0.1482677 Feb 11 13:29:59.984986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-66e0adf7-5925-49a1-8c4c-4cfa9ac765e5 service neutron] 10.222.0.30 "GET /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.1668150 Feb 11 13:30:00.130212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d2c36-ebd8-4761-bdbd-68b14afc682d service neutron] Pushing event updated for resources: {'Port': ['ID=3eb55e02-dd06-4131-86a9-7238b1054c05,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.149439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06faba3a-a143-4606-b594-d0841c5236b2 req-d8c4a6c9-15f5-41ab-a34e-294493eea8eb tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770212 Feb 11 13:30:00.173062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a73ac65-413b-4256-9a66-251068d30726 req-683f8264-aae8-4401-9e15-9269e48d02b8 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 210 time: 0.0509815 Feb 11 13:30:00.186646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:00.252013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-478b1419-d1c3-4d1d-952e-d43d859a80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.253774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-478b1419-d1c3-4d1d-952e-d43d859a80e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 1130 time: 0.6357880 Feb 11 13:30:00.331596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:00.349664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:00.390648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc51fdb-865c-47d1-83dd-7ecf25198266 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:00.410114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:00.416105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:00.421335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-064a7944-13d3-461f-b0b8-5e769b0509fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3eb55e02-dd06-4131-86a9-7238b1054c05 HTTP/1.1" status: 200 len: 217 time: 0.1576729 Feb 11 13:30:00.434409 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8850bdff-a278-4168-9ece-6fbeb5cbd168 x-openstack-request-id: req-8850bdff-a278-4168-9ece-6fbeb5cbd168 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:00.434817 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e178c1ae-872f-4293-9acc-b8284291d2f1", "name": "network-vif-deleted", "tag": "e595b32d-dc01-4884-a88b-873a1b9a03c3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:00.435203 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8850bdff-a278-4168-9ece-6fbeb5cbd168 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:00.435747 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e178c1ae-872f-4293-9acc-b8284291d2f1', 'name': 'network-vif-deleted', 'tag': 'e595b32d-dc01-4884-a88b-873a1b9a03c3', 'status': 'completed', 'code': 200} Feb 11 13:30:00.438965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:00.449100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:00.456786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-08ead33a-bf52-49b1-9727-180774c3acd7 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815340 Feb 11 13:30:00.486246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:00.506908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event updated for resources: {'Port': ['ID=8ce7ace3-aea4-48b7-8189-f503b2b3853f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.564517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] Transition to ACTIVE for port object 3cc51fdb-865c-47d1-83dd-7ecf25198266 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:00.572786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:00.608179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e595b32d-dc01-4884-a88b-873a1b9a03c3 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:00.609367 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfadb0d4-60b6-43bb-a66b-7874a2c6349d x-openstack-request-id: req-cfadb0d4-60b6-43bb-a66b-7874a2c6349d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:00.609941 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529681f0-9ef4-4be8-988b-1b2f5fceaa3c", "tag": "3eb55e02-dd06-4131-86a9-7238b1054c05", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:00.610497 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cfadb0d4-60b6-43bb-a66b-7874a2c6349d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:00.611052 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'tag': '3eb55e02-dd06-4131-86a9-7238b1054c05', 'status': 'completed', 'code': 200} Feb 11 13:30:00.670064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: e595b32d-dc01-4884-a88b-873a1b9a03c3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:00.678519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e595b32d-dc01-4884-a88b-873a1b9a03c3 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:00.685913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] No DVR routers for this DVR port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:00.692173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] Pushing event updated for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=10']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.721037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b219e2fb-aabd-4de2-b254-ab5de5b82da2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:00.729185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-1a1c7e0c-657a-4b87-befd-0ad7697d591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.731679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-1a1c7e0c-657a-4b87-befd-0ad7697d591a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2900434 Feb 11 13:30:00.740238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.741412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:00.767594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b219e2fb-aabd-4de2-b254-ab5de5b82da2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.780236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe782074-99a2-4471-ac63-669da0d3a855 req-057aabb6-6aca-4cab-96ac-4dac7552e1e6 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.793806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fe782074-99a2-4471-ac63-669da0d3a855 req-057aabb6-6aca-4cab-96ac-4dac7552e1e6 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.3960636 Feb 11 13:30:00.846244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:00.880562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-73de61b0-1fef-4524-92d1-ff722c77bb1f service neutron] 10.222.0.30 "PUT /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266/bindings/n-h2-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8818040 Feb 11 13:30:00.888431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-98ab93fe-d05b-4073-b27c-af295dc8b7a4 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2790184 Feb 11 13:30:00.910295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Request body: {'port': {'device_id': '816afa07-4041-46c9-88d9-0757ef422b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:00.955801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-743a9109-46fa-43aa-adb5-7f2da42eff7f None None] Provisioning complete for port 8ce7ace3-aea4-48b7-8189-f503b2b3853f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:00.956506 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-743a9109-46fa-43aa-adb5-7f2da42eff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:01.006821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2f55a-9fdb-4b9d-b355-721824c69baa req-8aa3c178-2700-4dba-a2f9-678fa2f7751f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.029027 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81f2f55a-9fdb-4b9d-b355-721824c69baa req-8aa3c178-2700-4dba-a2f9-678fa2f7751f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 948 time: 0.2511454 Feb 11 13:30:01.047544 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fe782074-99a2-4471-ac63-669da0d3a855 req-5e08417b-fbf9-4128-9db3-644894097465 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525821 Feb 11 13:30:01.062845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-3f63b7e3-417e-46e5-aba6-f87fad212763 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650353 Feb 11 13:30:01.193239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-70af6513-be4c-4bfe-b65d-54fa899212fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.194931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-70af6513-be4c-4bfe-b65d-54fa899212fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4314642 Feb 11 13:30:01.279727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81f2f55a-9fdb-4b9d-b355-721824c69baa req-cf7ad908-5307-439c-99f6-a984892ddb1f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485237 Feb 11 13:30:01.303958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:01.378326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-743a9109-46fa-43aa-adb5-7f2da42eff7f None None] Port 8ce7ace3-aea4-48b7-8189-f503b2b3853f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:30:01.428413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (0faa11dc-2d4a-4491-a435-612185ab4d0b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:01.505872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab355-3632-4a20-9637-3ae9b5964752 req-d0bdca73-3a97-4994-9efb-d5920940fbbe tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.508739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-19eab355-3632-4a20-9637-3ae9b5964752 req-d0bdca73-3a97-4994-9efb-d5920940fbbe tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 931 time: 0.1243327 Feb 11 13:30:01.618135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-19eab355-3632-4a20-9637-3ae9b5964752 req-a7409dcb-ac1e-4abe-9a0f-288adc2695bc tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020086 Feb 11 13:30:01.783100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-dd021400-6aa3-496f-a03d-6040d5e2cfe0 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.784833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-dd021400-6aa3-496f-a03d-6040d5e2cfe0 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.7823884 Feb 11 13:30:01.857603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Router 0faa11dc-2d4a-4491-a435-612185ab4d0b has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:01.934388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-3604166d-bde9-498c-beb5-d6131c507027 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.941585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-3604166d-bde9-498c-beb5-d6131c507027 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.1848712 Feb 11 13:30:01.950353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d058-922e-4b0b-8ccf-305719607017 req-df592d6f-e140-47c2-8a80-6e9c0278067c tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.951862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-df592d6f-e140-47c2-8a80-6e9c0278067c tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.3668814 Feb 11 13:30:02.009950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81abc9-19b9-4e78-ba12-c25f7d87c782 req-8f46274e-2a04-4917-90aa-6bc38b37e7cd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.011578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e81abc9-19b9-4e78-ba12-c25f7d87c782 req-8f46274e-2a04-4917-90aa-6bc38b37e7cd tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.6510072 Feb 11 13:30:02.037177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-3ad91b7e-ebab-4661-9ed4-08256cf90c30 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726267 Feb 11 13:30:02.236367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-0be310de-7852-462a-84a0-1433703ea8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.237910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-0be310de-7852-462a-84a0-1433703ea8f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd&tenant_id=28a1d612055b4fb4a671dda661a01249 HTTP/1.1" status: 200 len: 1127 time: 0.4391162 Feb 11 13:30:02.268527 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:02.272342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90a3384a-3dd3-4e60-a900-abe9c1785282 req-8256b259-d2c2-4027-9b8e-03bfb887d496 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135792 Feb 11 13:30:02.347344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-68f7a30c-33a4-443c-b416-aa0cf917cbbc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/quotas/54f9f2c293794f3bab0877b90ee38480 HTTP/1.1" status: 200 len: 375 time: 0.4044724 Feb 11 13:30:02.377288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e81abc9-19b9-4e78-ba12-c25f7d87c782 req-55c90eb6-1d38-41d5-b452-0e0ec7850276 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346815 Feb 11 13:30:02.422574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d065430b-5a84-44f0-a220-85b8b9000783 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679171 Feb 11 13:30:02.495270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-00c48687-a256-4dc7-963e-32679648bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.496827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-00c48687-a256-4dc7-963e-32679648bb9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 1130 time: 0.1683116 Feb 11 13:30:02.500511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-18a7d058-922e-4b0b-8ccf-305719607017 req-392678c3-f669-4fe4-b08b-935f41872e5b service neutron] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:02.523272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:02.538160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3f2806b-02c0-4e09-ac9f-0ce2f0f8ff72 admin admin] 10.222.0.79 "PUT /v2.0/routers/0faa11dc-2d4a-4491-a435-612185ab4d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1318758 Feb 11 13:30:02.540618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:02.541456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] Sync routers for ids ['0faa11dc-2d4a-4491-a435-612185ab4d0b'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:30:02.576492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] Routers {'0faa11dc-2d4a-4491-a435-612185ab4d0b'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:02.577155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['0faa11dc-2d4a-4491-a435-612185ab4d0b'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:02.579867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-bae4ef2b-3738-4dce-a550-c831b0bf9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.584055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-bae4ef2b-3738-4dce-a550-c831b0bf9b18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28a1d612055b4fb4a671dda661a01249&device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1127 time: 0.3091142 Feb 11 13:30:02.603464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-18a7d058-922e-4b0b-8ccf-305719607017 req-392678c3-f669-4fe4-b08b-935f41872e5b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:02.608119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18a7d058-922e-4b0b-8ccf-305719607017 req-392678c3-f669-4fe4-b08b-935f41872e5b service neutron] 10.222.0.30 "DELETE /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34/bindings/n-h2-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.6452694 Feb 11 13:30:02.655552 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-ba060266-26c1-4695-9a62-bd8140061d58 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301931 Feb 11 13:30:02.752387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce7ace3-aea4-48b7-8189-f503b2b3853f {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:02.773407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Publish callbacks [] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:02.778714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] Set router 0faa11dc-2d4a-4491-a435-612185ab4d0b gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:02.896752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Transition to ACTIVE for port object 8ce7ace3-aea4-48b7-8189-f503b2b3853f will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:02.930022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658815-8edf-4877-aeb2-b3c658bc27f7 req-27175235-fb4b-48b2-bffb-8ce1732d9e62 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.938176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8658815-8edf-4877-aeb2-b3c658bc27f7 req-27175235-fb4b-48b2-bffb-8ce1732d9e62 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.2293165 Feb 11 13:30:02.945573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:02.972792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks [] for router (0faa11dc-2d4a-4491-a435-612185ab4d0b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.072222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7ace3-aea4-48b7-8189-f503b2b3853f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:03.202502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:30:00Z', 'revision_number': 5, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port': {'id': '4761b033-7f30-4644-a613-94a625d8a7d6', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:35Z', 'updated_at': '2022-02-11T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:03.205281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8658815-8edf-4877-aeb2-b3c658bc27f7 req-4c2e194a-670b-4306-8c1b-5e12222d87db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659016 Feb 11 13:30:03.234398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-290f2feb-9f59-403e-9944-9da993574e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:03.236104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-290f2feb-9f59-403e-9944-9da993574e12 service neutron] 10.222.0.83 "GET /v2.0/networks?id=947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 200 len: 922 time: 0.6056614 Feb 11 13:30:03.240386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-ac54d306-cb98-407f-867f-1e010956c02c service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852594 Feb 11 13:30:03.248648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-ed5611e2-2489-41ae-864d-339a0549fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:03.251516 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-ed5611e2-2489-41ae-864d-339a0549fadc service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.6565728 Feb 11 13:30:03.252098 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks [] for router_gateway (0faa11dc-2d4a-4491-a435-612185ab4d0b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.277505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] Checking router: 0faa11dc-2d4a-4491-a435-612185ab4d0b for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:30:03.302310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] Routers {'0faa11dc-2d4a-4491-a435-612185ab4d0b'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:03.303032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['0faa11dc-2d4a-4491-a435-612185ab4d0b'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:03.404495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Deleting port 4761b033-7f30-4644-a613-94a625d8a7d6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:03.405049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.453778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-0da3838e-1663-49a8-bd89-c5f146349e7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3eb55e02-dd06-4131-86a9-7238b1054c05 HTTP/1.1" status: 200 len: 217 time: 0.1572142 Feb 11 13:30:03.560274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] Set router 0faa11dc-2d4a-4491-a435-612185ab4d0b gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:03.705085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:30:03Z', 'revision_number': 6, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:03.739783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-39189170-7288-4d83-8e2b-a7780d7f223a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 200 len: 217 time: 0.4753981 Feb 11 13:30:03.805187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] For port 4761b033-7f30-4644-a613-94a625d8a7d6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4761b033-7f30-4644-a613-94a625d8a7d6,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:03.806156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.815959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de314c5-de94-4a11-b408-d011da97fa0d None None] The sync data for ids ['0faa11dc-2d4a-4491-a435-612185ab4d0b'] in n-d-828676-2 is: [{'id': '0faa11dc-2d4a-4491-a435-612185ab4d0b', 'name': 'tempest-ServersTestMultiNic-202497382-router', 'tenant_id': 'a963d64333834e88be063a5bef236029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:34Z', 'updated_at': '2022-02-11T13:30:03Z', 'revision_number': 6, 'project_id': 'a963d64333834e88be063a5bef236029', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:30:03.829889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.989280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Calling delete_port for 4761b033-7f30-4644-a613-94a625d8a7d6 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:04.008971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Attempting to bind port 8ce7ace3-aea4-48b7-8189-f503b2b3853f on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:04.008971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Attempting to bind port 8ce7ace3-aea4-48b7-8189-f503b2b3853f by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:04.008971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Attempting to bind port 8ce7ace3-aea4-48b7-8189-f503b2b3853f on network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:04.033386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Port 8ce7ace3-aea4-48b7-8189-f503b2b3853f on network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:04.033386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Attempting to bind port 8ce7ace3-aea4-48b7-8189-f503b2b3853f on network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:04.063041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-e87431e3-36bd-4b72-a1b6-c6d573dec5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.066150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-e87431e3-36bd-4b72-a1b6-c6d573dec5f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.4248197 Feb 11 13:30:04.075096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:04.075785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Checking segment: {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:04.076494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Bound using segment: {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:04.077321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Bound port: 8ce7ace3-aea4-48b7-8189-f503b2b3853f, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:04.078029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:04.145738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc8c3-e64c-4819-a1b8-ea3bd79bb685 req-5d51347b-f59c-4cf5-9934-9031ad35982d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.148571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7bcc8c3-e64c-4819-a1b8-ea3bd79bb685 req-5d51347b-f59c-4cf5-9934-9031ad35982d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 948 time: 0.6930237 Feb 11 13:30:04.273758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b2ca-781e-43aa-874d-a536ff939285 req-4a8d590a-6e65-4d4d-8bf2-a63b7ca018ee tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.304415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8db7b2ca-781e-43aa-874d-a536ff939285 req-4a8d590a-6e65-4d4d-8bf2-a63b7ca018ee tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 943 time: 0.5654378 Feb 11 13:30:04.388784 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:30:04.630939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8db7b2ca-781e-43aa-874d-a536ff939285 req-65f1ea71-0db5-4043-8f2c-a20c5cd6080a tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250148 Feb 11 13:30:04.845760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3eb55e02-dd06-4131-86a9-7238b1054c05 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:04.944084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4761b033-7f30-4644-a613-94a625d8a7d6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.015916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-8ab176dd-602b-4bab-a87c-4c047b2ca1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.023359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-8ab176dd-602b-4bab-a87c-4c047b2ca1b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 200 len: 861 time: 1.2379756 Feb 11 13:30:05.074140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4761b033-7f30-4644-a613-94a625d8a7d6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:05.074559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3eb55e02-dd06-4131-86a9-7238b1054c05, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3eb55e02-dd06-4131-86a9-7238b1054c05,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:05.127258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3eb55e02-dd06-4131-86a9-7238b1054c05', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '3eb55e02-dd06-4131-86a9-7238b1054c05', 'mac_address': 'fa:16:3e:92:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:05.219736 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-e2e5c2dd-ee93-467b-9ac0-90e9aeb4c93f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=947d0084-6798-4cab-99e7-6d0f7e008957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273279 Feb 11 13:30:05.236687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (0faa11dc-2d4a-4491-a435-612185ab4d0b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.253795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3eb55e02-dd06-4131-86a9-7238b1054c05 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:05.254546 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.279617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb55e02-dd06-4131-86a9-7238b1054c05 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:05.371498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3eb55e02-dd06-4131-86a9-7238b1054c05, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3eb55e02-dd06-4131-86a9-7238b1054c05,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:05.382174 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.425410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (0faa11dc-2d4a-4491-a435-612185ab4d0b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.441695 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks [] for router_controller (0faa11dc-2d4a-4491-a435-612185ab4d0b), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.495520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] For port 8ce7ace3-aea4-48b7-8189-f503b2b3853f, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:05.500389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4efd-80f5-4f6b-b358-d0cc16ec7b3d req-0a8f4ae9-b53f-4d02-8af4-4c25cd5fed8c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.502212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] For port 8ce7ace3-aea4-48b7-8189-f503b2b3853f, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:05.508610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa8d4efd-80f5-4f6b-b358-d0cc16ec7b3d req-0a8f4ae9-b53f-4d02-8af4-4c25cd5fed8c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.4527617 Feb 11 13:30:05.523425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.559225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3eb55e02-dd06-4131-86a9-7238b1054c05,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:05.611679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7bcc8c3-e64c-4819-a1b8-ea3bd79bb685 req-d7f029a5-06b1-4712-b32d-7e5e882474aa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4470687 Feb 11 13:30:05.624333 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (0faa11dc-2d4a-4491-a435-612185ab4d0b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.624974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0faa11dc-2d4a-4491-a435-612185ab4d0b {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:30:05.645407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa8d4efd-80f5-4f6b-b358-d0cc16ec7b3d req-01838481-fc4f-4c2d-be8b-bb3b200aa324 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941291 Feb 11 13:30:05.648482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.648639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:05.665711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-96d497d3-21c6-4693-a3ff-5091c4827a3f admin admin] 10.222.0.79 "DELETE /v2.0/routers/0faa11dc-2d4a-4491-a435-612185ab4d0b HTTP/1.1" status: 204 len: 168 time: 3.1243861 Feb 11 13:30:05.676171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:05.679283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.679909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.694208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] 10.222.0.83 "PUT /v2.0/ports/8ce7ace3-aea4-48b7-8189-f503b2b3853f HTTP/1.1" status: 200 len: 1091 time: 4.7895584 Feb 11 13:30:05.773440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:05.775704 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acedc3fb-48f1-42a4-a71f-322562ca0fae" -d '{"events": [{"name": "network-changed", "server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:05.830899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b219e2fb-aabd-4de2-b254-ab5de5b82da2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:05.867669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b219e2fb-aabd-4de2-b254-ab5de5b82da2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:05.868264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b219e2fb-aabd-4de2-b254-ab5de5b82da2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:05.868443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4761b033-7f30-4644-a613-94a625d8a7d6 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:05.873407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] Deleting subnet 4d2a11f7-291a-4137-8253-e5d243cdc5d1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:30:05.884968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] Publish callbacks [] for subnet (4d2a11f7-291a-4137-8253-e5d243cdc5d1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.980241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4761b033-7f30-4644-a613-94a625d8a7d6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:05.986393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4761b033-7f30-4644-a613-94a625d8a7d6 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:06.020970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (4d2a11f7-291a-4137-8253-e5d243cdc5d1), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:06.086837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-58117773-2cc8-4abd-a096-b5ba973f6502 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.088322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-58117773-2cc8-4abd-a096-b5ba973f6502 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.1739397 Feb 11 13:30:06.109223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-6eae554a-0cba-4a49-a8fe-9ec64b775b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.111306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-6eae554a-0cba-4a49-a8fe-9ec64b775b7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 2.0230856 Feb 11 13:30:06.131673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Request body: {'port': {'device_id': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'admin_state_up': True, 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:06.254663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cdc1ccd4-6503-4974-8403-08e473dd106f req-44f59eb0-bfad-4e5e-866b-fd32f107e273 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 210 time: 0.4465830 Feb 11 13:30:06.279248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:06.283179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:06.322767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0347b8-01ba-4bcf-90a9-16daea5ff0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7ace3-aea4-48b7-8189-f503b2b3853f,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:06.326559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a7f34-87f7-4148-827e-944cee51fc2f req-aec7b6b9-08f1-4458-9640-e408f3f901e3 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.335259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba1a7f34-87f7-4148-827e-944cee51fc2f req-aec7b6b9-08f1-4458-9640-e408f3f901e3 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1126 time: 0.3115196 Feb 11 13:30:06.399104 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4d2a11f7-291a-4137-8253-e5d243cdc5d1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:06.403388 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-505be2b9-bdc1-4ead-85f5-095645a73a67 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1827784 Feb 11 13:30:06.438994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-b2cdf731-e707-424b-9033-cb799778ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.440752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-b2cdf731-e707-424b-9033-cb799778ace1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d1af5953a5aa462ab310076a3038ea8e&device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 1125 time: 0.5471463 Feb 11 13:30:06.475754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba1a7f34-87f7-4148-827e-944cee51fc2f req-2fbde134-9fc6-490d-a1fc-0fab5973c9ac tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311615 Feb 11 13:30:06.520607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (4d2a11f7-291a-4137-8253-e5d243cdc5d1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:06.557608 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e9ef0-adc2-4217-9747-db2210f30788 x-openstack-request-id: req-644e9ef0-adc2-4217-9747-db2210f30788 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:06.558223 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:06.558484 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-644e9ef0-adc2-4217-9747-db2210f30788 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:06.558875 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'status': 'completed', 'code': 200} Feb 11 13:30:06.571563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-40cc95e1-5162-4be3-8d49-05af1f87aba9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f HTTP/1.1" status: 200 len: 217 time: 0.0707226 Feb 11 13:30:06.583191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2a11f7-291a-4137-8253-e5d243cdc5d1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:06.594454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61c413-e5c2-4408-a1a0-4cdae0450e20 None None] Network 1061949e-7c31-43b1-90f2-a15127047618 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:30:06.595300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:06.610316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a9b88bca-3009-4183-bf3f-0ba0c046c935 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4d2a11f7-291a-4137-8253-e5d243cdc5d1 HTTP/1.1" status: 204 len: 168 time: 0.9330893 Feb 11 13:30:06.610951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35708) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:06.682968 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-ee9cbc28-f8af-4806-b6a4-74ccb3832b1c service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199181 Feb 11 13:30:06.780722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9bc2-3ca5-43ff-b14a-854ddc298726 req-a1752488-92c4-46ae-87be-d81ea6b368db tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.792569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca6d9bc2-3ca5-43ff-b14a-854ddc298726 req-a1752488-92c4-46ae-87be-d81ea6b368db tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 943 time: 0.3740511 Feb 11 13:30:06.820640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (1061949e-7c31-43b1-90f2-a15127047618), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:06.828340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-33ba2423-8595-4517-ae03-800dcb614b06 service neutron] 10.222.0.83 "GET /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110970 Feb 11 13:30:06.830539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-b8dadaa2-3ed9-43ff-8b4b-e54e9ba13939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.832013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-b8dadaa2-3ed9-43ff-8b4b-e54e9ba13939 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a6484ef8-896c-4f26-8601-9bbba687e236 HTTP/1.1" status: 200 len: 843 time: 0.2140775 Feb 11 13:30:06.845295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9c255-82bd-4b22-b57b-16f44d7cfd8b req-df72a6d0-b9d3-4ea8-90f5-d08143611e11 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.854958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fdb9c255-82bd-4b22-b57b-16f44d7cfd8b req-df72a6d0-b9d3-4ea8-90f5-d08143611e11 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 1126 time: 0.2030137 Feb 11 13:30:06.873274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3eb55e02-dd06-4131-86a9-7238b1054c05 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:06.876858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] DHCP port deletion for 1061949e-7c31-43b1-90f2-a15127047618 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:30:06.990574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fdb9c255-82bd-4b22-b57b-16f44d7cfd8b req-ee515bf4-a483-4170-a085-4cf5099c241a tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248817 Feb 11 13:30:06.996332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Allocated IP 172.20.0.13 (9d2633a7-3a9c-4a67-91e6-75b6911d9739/e7b008d2-17da-4e50-a0a4-c3c7cd30e941/a07b5024-af43-4959-aba3-64366b5953a6) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:07.082819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Deleting port 1b6535fc-78db-42ee-9a42-8d672bf80e0a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:07.082819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.101406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 3eb55e02-dd06-4131-86a9-7238b1054c05 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:07.122095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3eb55e02-dd06-4131-86a9-7238b1054c05 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:07.122897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.129983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] Deleting port 1b6535fc-78db-42ee-9a42-8d672bf80e0a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:07.130825 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.275447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] For port 1b6535fc-78db-42ee-9a42-8d672bf80e0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1b6535fc-78db-42ee-9a42-8d672bf80e0a,segment=NetworkSegment(8e8078c9-00ec-4b08-9e32-99a3ccf8f541),segment_id=8e8078c9-00ec-4b08-9e32-99a3ccf8f541)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:07.275945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.296805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Calling delete_port for 1b6535fc-78db-42ee-9a42-8d672bf80e0a owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:07.327543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] For port 1b6535fc-78db-42ee-9a42-8d672bf80e0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1b6535fc-78db-42ee-9a42-8d672bf80e0a,segment=NetworkSegment(8e8078c9-00ec-4b08-9e32-99a3ccf8f541),segment_id=8e8078c9-00ec-4b08-9e32-99a3ccf8f541)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:07.327947 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.346558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] Calling delete_port for 1b6535fc-78db-42ee-9a42-8d672bf80e0a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:07.351673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca6d9bc2-3ca5-43ff-b14a-854ddc298726 req-6e35340d-20b7-4dbd-b3f8-60c88af165f0 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5557156 Feb 11 13:30:07.371990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603830ba-6507-44cb-b9a8-ce1ca3eae253 req-aa96ceba-ffc2-4d78-b6d9-2a03d9390a7d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.381579 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-603830ba-6507-44cb-b9a8-ce1ca3eae253 req-aa96ceba-ffc2-4d78-b6d9-2a03d9390a7d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 949 time: 0.1560593 Feb 11 13:30:07.463765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-603830ba-6507-44cb-b9a8-ce1ca3eae253 req-3d9039bf-6ab8-4e14-ab2a-25ab2adb00eb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Feb 11 13:30:07.498999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.527163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1b6535fc-78db-42ee-9a42-8d672bf80e0a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.575169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] No DVR routers for this DVR port 1b6535fc-78db-42ee-9a42-8d672bf80e0a on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:07.577980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6535fc-78db-42ee-9a42-8d672bf80e0a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:07.579794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] Pushing event deleted for resources: {'Port': ['ID=1b6535fc-78db-42ee-9a42-8d672bf80e0a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:07.642836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8144f8-07fd-4fcf-bf36-4ed3f3734a35 None None] No DVR routers for this DVR port 1b6535fc-78db-42ee-9a42-8d672bf80e0a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:07.670071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1b6535fc-78db-42ee-9a42-8d672bf80e0a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:07.742224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (1061949e-7c31-43b1-90f2-a15127047618), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.770377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1b6535fc-78db-42ee-9a42-8d672bf80e0a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:07.770732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1b6535fc-78db-42ee-9a42-8d672bf80e0a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:07.784057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1061949e-7c31-43b1-90f2-a15127047618']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:07.802539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8078c9-00ec-4b08-9e32-99a3ccf8f541') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:07.802539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8078c9-00ec-4b08-9e32-99a3ccf8f541') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:07.812439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-2fcbed1a-d1b6-42a6-a291-3e33c9e17e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.814579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-2fcbed1a-d1b6-42a6-a291-3e33c9e17e23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9742351 Feb 11 13:30:07.842503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (8e8078c9-00ec-4b08-9e32-99a3ccf8f541), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.845442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3eb55e02-dd06-4131-86a9-7238b1054c05 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:07.845849 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.862610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8e8078c9-00ec-4b08-9e32-99a3ccf8f541), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.882038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:30:07.882636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (8e8078c9-00ec-4b08-9e32-99a3ccf8f541), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.886541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02f94b0f-0758-4306-8a19-8c1e92964eb0 req-71ff6a4b-3659-4264-878b-f320bb3f9b9f service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1969202 Feb 11 13:30:07.934562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb55e02-dd06-4131-86a9-7238b1054c05'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:07.936798 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d9ba5-f5ad-48e9-9c6b-e53a30093f49" -d '{"events": [{"server_uuid": "529681f0-9ef4-4be8-988b-1b2f5fceaa3c", "name": "network-vif-plugged", "status": "completed", "tag": "3eb55e02-dd06-4131-86a9-7238b1054c05"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:07.960887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-24b48a73-c3d3-4b6e-9b25-966543da7897 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.962876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-24b48a73-c3d3-4b6e-9b25-966543da7897 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd&tenant_id=28a1d612055b4fb4a671dda661a01249&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.6379042 Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:30:07.974780 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:30:07.979510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (1061949e-7c31-43b1-90f2-a15127047618), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.985807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.990005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1061949e-7c31-43b1-90f2-a15127047618 HTTP/1.1" status: 204 len: 168 time: 1.3779762 Feb 11 13:30:08.002826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1351-9b00-44f2-8021-1579af6d4c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=1061949e-7c31-43b1-90f2-a15127047618,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:08.007008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c0db-c65c-4520-841d-07286b88966e req-c766ae92-e26c-4138-8978-304abe83ec75 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.010469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9556c0db-c65c-4520-841d-07286b88966e req-c766ae92-e26c-4138-8978-304abe83ec75 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.3883634 Feb 11 13:30:08.020037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3eb55e02-dd06-4131-86a9-7238b1054c05, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3eb55e02-dd06-4131-86a9-7238b1054c05,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:08.032631 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:08.128439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3eb55e02-dd06-4131-86a9-7238b1054c05,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:08.283540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18db538e-6aea-4117-99e1-d8a30619a36d req-ebeaa75d-7905-4f3e-87a6-9fce4003ed43 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 210 time: 0.0555568 Feb 11 13:30:08.303241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks [] for port (a07b5024-af43-4959-aba3-64366b5953a6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:08.346707 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159f3f9f-f7f6-4a77-89f3-89949ac77dfa x-openstack-request-id: req-159f3f9f-f7f6-4a77-89f3-89949ac77dfa {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:08.346900 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529681f0-9ef4-4be8-988b-1b2f5fceaa3c", "name": "network-vif-plugged", "status": "completed", "tag": "3eb55e02-dd06-4131-86a9-7238b1054c05", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:08.347188 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-159f3f9f-f7f6-4a77-89f3-89949ac77dfa {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:08.347590 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb55e02-dd06-4131-86a9-7238b1054c05', 'code': 200} Feb 11 13:30:08.399749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:08.404796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-28f697d6-a00a-427b-a639-1424a21be2d9 service neutron] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:08.414395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-28f697d6-a00a-427b-a639-1424a21be2d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:08.415533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a061a6eb-fecd-4849-a9f6-7d3c65ae4c03 req-28f697d6-a00a-427b-a639-1424a21be2d9 service neutron] 10.222.0.83 "DELETE /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266/bindings/n-h1-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.4007711 Feb 11 13:30:08.418284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-9f88ed38-9daa-42b1-946e-ca01554e3ea7 service neutron] 10.222.0.83 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679014 Feb 11 13:30:08.483758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6a949413-c05f-4124-9c62-6b67a13df23b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a963d64333834e88be063a5bef236029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0828378 Feb 11 13:30:08.486219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:08.531201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9556c0db-c65c-4520-841d-07286b88966e req-b1da9e54-57e4-4c36-8774-0d3a57f08e86 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815672 Feb 11 13:30:08.597706 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93af01fa-36c0-4966-8572-fa3b2d687f1f admin admin] Publish callbacks [] for security_group (8b58fa6c-5519-4077-bd02-9aa78a46fd32), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:08.606021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8becbd-7cba-441a-ad82-272807013650 req-53081814-1eca-46dc-abcf-ff605ed7dc82 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.607585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d8becbd-7cba-441a-ad82-272807013650 req-53081814-1eca-46dc-abcf-ff605ed7dc82 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 943 time: 0.0975356 Feb 11 13:30:08.643729 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93af01fa-36c0-4966-8572-fa3b2d687f1f admin admin] Publish callbacks [] for security_group (8b58fa6c-5519-4077-bd02-9aa78a46fd32), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:08.705361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190249bb-0a68-4242-99e6-3b579ffcf233 req-6f96a59a-10e9-4b9e-bbe0-4e3ccfb33e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.707679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-190249bb-0a68-4242-99e6-3b579ffcf233 req-6f96a59a-10e9-4b9e-bbe0-4e3ccfb33e86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 1132 time: 0.2726085 Feb 11 13:30:08.715423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d8becbd-7cba-441a-ad82-272807013650 req-6c3cf019-5cc4-4a0c-a75c-de8d729b7b31 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993397 Feb 11 13:30:08.766160 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93af01fa-36c0-4966-8572-fa3b2d687f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8b58fa6c-5519-4077-bd02-9aa78a46fd32), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:08.770616 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93af01fa-36c0-4966-8572-fa3b2d687f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:08.772004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-93af01fa-36c0-4966-8572-fa3b2d687f1f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b58fa6c-5519-4077-bd02-9aa78a46fd32 HTTP/1.1" status: 204 len: 168 time: 0.2848825 Feb 11 13:30:08.803474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af01fa-36c0-4966-8572-fa3b2d687f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b58fa6c-5519-4077-bd02-9aa78a46fd32,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:08.935173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:09.120167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba95b3-777c-4b1d-9f8b-b09c3ef35520 req-f0e6aa83-a106-4a50-89e4-72b40a5ed57a tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.122327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-190249bb-0a68-4242-99e6-3b579ffcf233 req-40045f2b-c699-407d-bb26-2d710d74cdea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051993 Feb 11 13:30:09.129461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06ba95b3-777c-4b1d-9f8b-b09c3ef35520 req-f0e6aa83-a106-4a50-89e4-72b40a5ed57a tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 1127 time: 0.0940309 Feb 11 13:30:09.135804 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b255bf9c-30e6-4bc3-bb49-26a6c46100f5 req-e52054cd-b510-4b95-9a33-f0b136305959 service neutron] 10.222.0.83 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515489 Feb 11 13:30:09.195483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06ba95b3-777c-4b1d-9f8b-b09c3ef35520 req-b3cbb091-4928-4a32-b1e8-35f04f6ff622 tempest-LiveAutoBlockMigrationV225Test-1740436639 tempest-LiveAutoBlockMigrationV225Test-1740436639-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637181 Feb 11 13:30:09.198005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d20c4-f820-48bf-97e3-4572753a4aa0 req-0d60e60b-f4b9-43cb-bba6-843ebbf6405b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.199714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc7d20c4-f820-48bf-97e3-4572753a4aa0 req-0d60e60b-f4b9-43cb-bba6-843ebbf6405b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 950 time: 0.4756026 Feb 11 13:30:09.300185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:09.307376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:09.312574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:09.324042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:09.576223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc7d20c4-f820-48bf-97e3-4572753a4aa0 req-252dde02-0824-40c7-89b3-e82746765b89 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496394 Feb 11 13:30:09.651210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.651894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:09.682906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-261bef18-df94-4ba2-98e1-07db3a29be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.684440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-261bef18-df94-4ba2-98e1-07db3a29be24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d1af5953a5aa462ab310076a3038ea8e&device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 1125 time: 0.2575829 Feb 11 13:30:09.711054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-be2285d2-e0f3-4c3c-a62b-c149a58b7dfc tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5831745 Feb 11 13:30:09.749836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Request body: {'port': {'device_id': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:09.912724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc004e-8c65-4fbe-8742-c3ddc61e5c1a req-12a978b0-0b1a-4f9d-8246-57e953940da1 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.923276 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3fbc004e-8c65-4fbe-8742-c3ddc61e5c1a req-12a978b0-0b1a-4f9d-8246-57e953940da1 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.0927565 Feb 11 13:30:10.053263 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3fbc004e-8c65-4fbe-8742-c3ddc61e5c1a req-fdd03ccf-abee-4688-96f9-bbbfcc71ad23 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163416 Feb 11 13:30:10.144556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35800) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:10.309811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d1e5-504f-4180-810b-00c0cbb78838 req-76130779-6366-4a12-b99e-eaf6bec97ac1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:10.311306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90d4d1e5-504f-4180-810b-00c0cbb78838 req-76130779-6366-4a12-b99e-eaf6bec97ac1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 943 time: 0.1337466 Feb 11 13:30:10.444623 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90d4d1e5-504f-4180-810b-00c0cbb78838 req-c7efd2de-18e9-4845-9a0b-879405cf795d tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241333 Feb 11 13:30:10.534266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1433321975-network', 'tenant_id': '1f38e4fcc0a943a8b307671b0a51e758'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:10.589544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Made reservation on behalf of 1f38e4fcc0a943a8b307671b0a51e758 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:10.593186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:10.614055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:10.661976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-bb4dc56e-36ee-4633-b095-fbd824acb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:10.670056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-bb4dc56e-36ee-4633-b095-fbd824acb461 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba HTTP/1.1" status: 200 len: 905 time: 0.9769123 Feb 11 13:30:10.888163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-16b5783a-f727-4278-a29a-a51eb3b51f1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f HTTP/1.1" status: 200 len: 217 time: 0.1855323 Feb 11 13:30:10.903684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78c3b0-f124-4edf-b3fd-4ee88dff7d10 req-9e243fb1-40ef-474a-8388-5a3161613f02 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:10.905347 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c78c3b0-f124-4edf-b3fd-4ee88dff7d10 req-9e243fb1-40ef-474a-8388-5a3161613f02 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 932 time: 1.2018750 Feb 11 13:30:10.908251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8ce7ace3-aea4-48b7-8189-f503b2b3853f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:10.910906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4484de5-0372-4c7c-a96c-2f2a8c159023 req-a31a3260-22fb-4a13-96a3-a7946af0d47d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:10.924036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4484de5-0372-4c7c-a96c-2f2a8c159023 req-a31a3260-22fb-4a13-96a3-a7946af0d47d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 950 time: 0.1985323 Feb 11 13:30:10.927060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks [] for security_group (64ef0f95-2a19-43ea-a230-99e0600bb6f9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:10.946607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (64ef0f95-2a19-43ea-a230-99e0600bb6f9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.015896 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-4d5d044c-3fe0-4cd7-bee0-115bd2387a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.022788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-4d5d044c-3fe0-4cd7-bee0-115bd2387a7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a6484ef8-896c-4f26-8601-9bbba687e236 HTTP/1.1" status: 200 len: 843 time: 0.0898545 Feb 11 13:30:11.053727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:11.073672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.099687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef0f95-2a19-43ea-a230-99e0600bb6f9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:11.145106 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (cd151870-eae5-4056-9eab-33d1c469951f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.145748 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Added segment cd151870-eae5-4056-9eab-33d1c469951f of type vlan for network cf56001b-000f-48e8-9fdf-67777f2fe70e Feb 11 13:30:11.177189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4484de5-0372-4c7c-a96c-2f2a8c159023 req-affe2552-df61-4db1-a893-8a071d4d6f27 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319288 Feb 11 13:30:11.186665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 8ce7ace3-aea4-48b7-8189-f503b2b3853f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:11.225821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'port_id': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'mac_address': 'fa:16:3e:2c:bc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:11.230148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-a30cb80a-efda-40a1-8579-ff37d08ee0b3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.233228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-a30cb80a-efda-40a1-8579-ff37d08ee0b3 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.5608852 Feb 11 13:30:11.291080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (cf56001b-000f-48e8-9fdf-67777f2fe70e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.378263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 8ce7ace3-aea4-48b7-8189-f503b2b3853f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:11.379920 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.390794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (cf56001b-000f-48e8-9fdf-67777f2fe70e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.393274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.399084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.430368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce7ace3-aea4-48b7-8189-f503b2b3853f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:11.511680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 8ce7ace3-aea4-48b7-8189-f503b2b3853f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:11.513618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3664865 Feb 11 13:30:11.519576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.522254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c78c3b0-f124-4edf-b3fd-4ee88dff7d10 req-e6ad7bb3-1c54-4e3d-9c87-b407a3a90d1d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896002 Feb 11 13:30:11.523470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35824) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:11.566021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Request body: {'subnet': {'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1433321975-subnet', 'tenant_id': '1f38e4fcc0a943a8b307671b0a51e758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:11.592782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-f7ae3fe3-318f-48e8-8dd4-62d7749d685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.596697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-f7ae3fe3-318f-48e8-8dd4-62d7749d685e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5481398 Feb 11 13:30:11.634154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Made reservation on behalf of 1f38e4fcc0a943a8b307671b0a51e758 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:11.638926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.723283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Deleting port 3cc51fdb-865c-47d1-83dd-7ecf25198266 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:11.732853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:11.755901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=8ce7ace3-aea4-48b7-8189-f503b2b3853f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:11.781601 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['8ce7ace3-aea4-48b7-8189-f503b2b3853f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:11.789844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9ea1-4b2c-4009-9415-cf7dcd8b2a40 admin admin] Pushing event updated for resources: {'Network': ['ID=cf56001b-000f-48e8-9fdf-67777f2fe70e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:11.921503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753530a-3f39-43d9-a656-454022e72cf5 req-2c9987b8-0d6c-4d8d-842f-07993bdd1a65 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.923100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a753530a-3f39-43d9-a656-454022e72cf5 req-2c9987b8-0d6c-4d8d-842f-07993bdd1a65 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.4072065 Feb 11 13:30:11.939068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network cf56001b-000f-48e8-9fdf-67777f2fe70e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:30:12.082483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a753530a-3f39-43d9-a656-454022e72cf5 req-46c3272c-e92a-435d-93b4-ad382c81ddb7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510041 Feb 11 13:30:12.275204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-72515eba-6e3a-4731-9e47-a1ffa20da200 service neutron] 10.222.0.83 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699247 Feb 11 13:30:12.303554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (643474b5-9b36-4aff-b7de-66a22f4e75fb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:12.357589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc87a7-9797-4323-ba61-a99f9d1c98a8 req-b6e0a175-858c-44ae-9b0a-3bf3006beb61 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:12.372786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643474b5-9b36-4aff-b7de-66a22f4e75fb,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:12.376461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1cbc87a7-9797-4323-ba61-a99f9d1c98a8 req-b6e0a175-858c-44ae-9b0a-3bf3006beb61 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 944 time: 0.1311343 Feb 11 13:30:12.506717 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1cbc87a7-9797-4323-ba61-a99f9d1c98a8 req-8f9e312a-c3bf-4cc0-9afd-78671fb8171c tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290219 Feb 11 13:30:12.769614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acedc3fb-48f1-42a4-a71f-322562ca0fae req-970777af-c04f-42ab-9558-53ff57fc4354 service neutron] 10.222.0.83 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713769 Feb 11 13:30:12.918106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3cc51fdb-865c-47d1-83dd-7ecf25198266 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:12.958854 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Checking segment: {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:12.959276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Network hostable DHCP agents. Network: cf56001b-000f-48e8-9fdf-67777f2fe70e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:12.964662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] For port 3cc51fdb-865c-47d1-83dd-7ecf25198266, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3cc51fdb-865c-47d1-83dd-7ecf25198266,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:12.965031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:12.998107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b4fe-c9da-44b8-b4be-0838c7528365 req-3b82bf46-738b-4ec1-a433-785cf8682021 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.021497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f004b4fe-c9da-44b8-b4be-0838c7528365 req-3b82bf46-738b-4ec1-a433-785cf8682021 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 1132 time: 0.6520896 Feb 11 13:30:13.061127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622b18-13e6-411e-8bb2-4cd15fe68d53 req-6118699e-5211-4769-b71a-e855d8bfcf81 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.070164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Calling delete_port for 3cc51fdb-865c-47d1-83dd-7ecf25198266 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:13.074821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb622b18-13e6-411e-8bb2-4cd15fe68d53 req-6118699e-5211-4769-b71a-e855d8bfcf81 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 932 time: 0.1409101 Feb 11 13:30:13.105257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f004b4fe-c9da-44b8-b4be-0838c7528365 req-1c6acb08-dc92-45ae-8a25-8a9c7250c90a tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:13.158699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3cc51fdb-865c-47d1-83dd-7ecf25198266 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:13.192716 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb622b18-13e6-411e-8bb2-4cd15fe68d53 req-31829e6a-cae1-4436-b80d-9d88199286fe tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104720 Feb 11 13:30:13.356215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Network cf56001b-000f-48e8-9fdf-67777f2fe70e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:13.377520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07b5024-af43-4959-aba3-64366b5953a6 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:13.384406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f577130-291d-453c-a114-9c82cdf1d15d req-2544b5cc-0375-49d5-b9d9-2f74209aca4a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.391857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f577130-291d-453c-a114-9c82cdf1d15d req-2544b5cc-0375-49d5-b9d9-2f74209aca4a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 945 time: 0.0981555 Feb 11 13:30:13.393815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, cf56001b-000f-48e8-9fdf-67777f2fe70e) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:13.402611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c27506-ee6a-4b9d-889e-f3d6fa2ded90 None None] Network cf56001b-000f-48e8-9fdf-67777f2fe70e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:30:13.413584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.414321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:13.427043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Publish callbacks [] for port (a07b5024-af43-4959-aba3-64366b5953a6), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:13.487003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f577130-291d-453c-a114-9c82cdf1d15d req-493a03dc-dde4-472b-9163-8080d8bdfa7d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942655 Feb 11 13:30:13.569252 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1eeedb0b-9478-4bf9-b120-f744baca4c39 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0340524 Feb 11 13:30:13.622866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Transition to ACTIVE for port object a07b5024-af43-4959-aba3-64366b5953a6 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:13.671342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:13.694324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b307840-b5b3-45b1-8764-f37915e11bc1 req-da78a369-ad38-43a9-a5a1-c6fb0f10d350 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.702418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b307840-b5b3-45b1-8764-f37915e11bc1 req-da78a369-ad38-43a9-a5a1-c6fb0f10d350 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 944 time: 0.0953584 Feb 11 13:30:13.758289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e5cd5-fae6-43da-9261-4d9444b50251 None None] Network cf56001b-000f-48e8-9fdf-67777f2fe70e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:30:13.793921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b307840-b5b3-45b1-8764-f37915e11bc1 req-c85c544c-319d-45df-906a-50e63ef4ec92 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901320 Feb 11 13:30:13.867525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:14.137714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f004b4fe-c9da-44b8-b4be-0838c7528365 req-1c6acb08-dc92-45ae-8a25-8a9c7250c90a tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Publish callbacks [] for security_group (17208997-a4b0-47bc-a2d0-e74716406f14), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:14.143860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f004b4fe-c9da-44b8-b4be-0838c7528365 req-1c6acb08-dc92-45ae-8a25-8a9c7250c90a tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (17208997-a4b0-47bc-a2d0-e74716406f14), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:14.243892 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3cc51fdb-865c-47d1-83dd-7ecf25198266), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:14.252075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6acb08-dc92-45ae-8a25-8a9c7250c90a tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17208997-a4b0-47bc-a2d0-e74716406f14,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:14.261583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f004b4fe-c9da-44b8-b4be-0838c7528365 req-1c6acb08-dc92-45ae-8a25-8a9c7250c90a tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1973250 Feb 11 13:30:14.291418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['26ea1a29-7103-46ee-a1ca-39276ea1287f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:14.351795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event deleted for resources: {'Port': ['ID=3cc51fdb-865c-47d1-83dd-7ecf25198266,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:14.424716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] No DVR routers for this DVR port 3cc51fdb-865c-47d1-83dd-7ecf25198266 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:14.435146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:14.442480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c328478-82f2-41eb-a9fb-c4d6e180ef6d req-d0f028b4-f8c2-4468-ac9d-2fd56ee18a2e tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "DELETE /v2.0/ports/3cc51fdb-865c-47d1-83dd-7ecf25198266 HTTP/1.1" status: 204 len: 173 time: 3.1962600 Feb 11 13:30:14.455108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'name': 'network-vif-deleted', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:14.461620 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320553e7-c334-40ec-9625-2da44ab0314d" -d '{"events": [{"server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "name": "network-vif-deleted", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:14.498204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Attempting to bind port a07b5024-af43-4959-aba3-64366b5953a6 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:14.500255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Attempting to bind port a07b5024-af43-4959-aba3-64366b5953a6 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:14.502011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Attempting to bind port a07b5024-af43-4959-aba3-64366b5953a6 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:14.603003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Port a07b5024-af43-4959-aba3-64366b5953a6 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:14.603499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Attempting to bind port a07b5024-af43-4959-aba3-64366b5953a6 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:14.622456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:14.623427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:14.625725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Bound using segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:14.626423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Bound port: a07b5024-af43-4959-aba3-64366b5953a6, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:14.626965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:14.694590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed2caf-9e22-4ebf-9a65-b2b17d61806f req-2e23cd42-3502-4232-922d-6ec6cd75d45e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.696378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85ed2caf-9e22-4ebf-9a65-b2b17d61806f req-2e23cd42-3502-4232-922d-6ec6cd75d45e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 944 time: 0.2014973 Feb 11 13:30:14.757208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-df0251fb-c6b2-44ef-a51a-88bc1802da02 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.778750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-df0251fb-c6b2-44ef-a51a-88bc1802da02 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 815 time: 0.2994728 Feb 11 13:30:14.786832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85ed2caf-9e22-4ebf-9a65-b2b17d61806f req-51959762-a07d-4f91-8a8f-1753d10ad28b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Feb 11 13:30:14.806695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-ccfdd280-1bd6-4319-9ee7-e46b6ddd95e6 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/quotas/1f38e4fcc0a943a8b307671b0a51e758 HTTP/1.1" status: 200 len: 375 time: 0.0270195 Feb 11 13:30:14.819440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:14.823531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:14.837082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:14.878977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-5e3448c5-cca8-4214-b5c7-91b552386bfb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714211 Feb 11 13:30:14.930366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8ce7ace3-aea4-48b7-8189-f503b2b3853f up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:14.948549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:14.990643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.993416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:14.999514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d30b6266-bcb7-41ba-8432-6d4ae3128eb5 service neutron] 10.222.0.30 "PUT /v2.0/ports/a07b5024-af43-4959-aba3-64366b5953a6 HTTP/1.1" status: 200 len: 1092 time: 5.2609766 Feb 11 13:30:15.081985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 8ce7ace3-aea4-48b7-8189-f503b2b3853f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:15.092043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 8ce7ace3-aea4-48b7-8189-f503b2b3853f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:15.093880 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:15.097706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-9031a078-dd01-48fd-9285-902d06ceb5d6 service neutron] 10.222.0.79 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062242 Feb 11 13:30:15.148105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-5b52a257-1e5e-4fda-8610-5b54fbf8fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.153933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-5b52a257-1e5e-4fda-8610-5b54fbf8fbf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 1126 time: 0.1106629 Feb 11 13:30:15.263418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 8ce7ace3-aea4-48b7-8189-f503b2b3853f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:15.263812 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:15.266912 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-d259a6b5-8b6e-4d90-9599-2720f62b548d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07b5024-af43-4959-aba3-64366b5953a6 HTTP/1.1" status: 200 len: 217 time: 0.1061127 Feb 11 13:30:15.274152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-a05a1240-81e9-46ef-9b56-59e68c047797 service neutron] 10.222.0.79 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755116 Feb 11 13:30:15.334475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:15.340544 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d66914-dd5b-4662-8888-775173f0deec" -d '{"events": [{"server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:15.374743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 8ce7ace3-aea4-48b7-8189-f503b2b3853f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:15.380002 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11858879-8fa2-4eea-9e86-d30366c716a4 x-openstack-request-id: req-11858879-8fa2-4eea-9e86-d30366c716a4 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:15.380266 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:15.384340 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4116014e-5262-425b-a622-3110fea7bccd", "name": "network-vif-deleted", "tag": "3cc51fdb-865c-47d1-83dd-7ecf25198266", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:15.386758 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-11858879-8fa2-4eea-9e86-d30366c716a4 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:15.387267 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4116014e-5262-425b-a622-3110fea7bccd', 'name': 'network-vif-deleted', 'tag': '3cc51fdb-865c-47d1-83dd-7ecf25198266', 'status': 'completed', 'code': 200} Feb 11 13:30:15.407598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-ff6866f7-e341-4408-be9d-f38dc26d549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.409539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-ff6866f7-e341-4408-be9d-f38dc26d549f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1368701 Feb 11 13:30:15.475280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-211955ae-55fd-4568-882e-c2fcbffb8b32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598483 Feb 11 13:30:15.545517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=8ce7ace3-aea4-48b7-8189-f503b2b3853f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:15.694384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd9fd-6984-43d5-8f49-61c8ea28a4a1 req-d8b2d17e-9eb9-4370-b725-3def65317a96 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.706037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4decd9fd-6984-43d5-8f49-61c8ea28a4a1 req-d8b2d17e-9eb9-4370-b725-3def65317a96 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 0.1010137 Feb 11 13:30:15.706817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b259228f-9d5b-4ffb-ba69-6fa8d53d936c req-02c3c5fd-7392-4f4f-b94c-0213a0bd289d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.1050355 Feb 11 13:30:15.712695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-c446ea8b-291e-4d26-901d-6fff4370f272 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312841 Feb 11 13:30:15.878514 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4decd9fd-6984-43d5-8f49-61c8ea28a4a1 req-2ae0bee0-f6c4-4c4b-a0ee-ae2c73411fc1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700618 Feb 11 13:30:15.959074 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb58fe8-b084-4129-89d6-5da1d485d5c1 x-openstack-request-id: req-eeb58fe8-b084-4129-89d6-5da1d485d5c1 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:15.959399 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "name": "network-vif-plugged", "status": "completed", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:15.959641 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eeb58fe8-b084-4129-89d6-5da1d485d5c1 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:15.960761 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'code': 200} Feb 11 13:30:15.964060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a097aef-c1e1-417b-94de-86f4986a5e00 req-5004fc27-1ae9-4683-a572-498c4f4b5321 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436059 Feb 11 13:30:16.180585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1d29c-31a7-4336-b5cb-3e99a71b7f30 req-017c0ee4-f1ca-4238-b0a1-e579a078f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:16.187208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9f1d29c-31a7-4336-b5cb-3e99a71b7f30 req-017c0ee4-f1ca-4238-b0a1-e579a078f879 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 1127 time: 0.1492822 Feb 11 13:30:16.256053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-79675255-e32d-47e1-982d-84ccf439b612 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743289 Feb 11 13:30:16.355168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9f1d29c-31a7-4336-b5cb-3e99a71b7f30 req-6168cd74-e225-4785-8a96-dbdc7d91bda7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595492 Feb 11 13:30:16.501798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52178c52-8895-4f94-8804-d1d1d3900d55 req-a3200618-2a19-48a3-ba8f-644774cb870d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 210 time: 0.1686375 Feb 11 13:30:16.741268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-b1fb7526-ca04-41cd-b9b0-056a5ad2430b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:16.752302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-b1fb7526-ca04-41cd-b9b0-056a5ad2430b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4939432 Feb 11 13:30:16.850949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-f5e78a1e-0512-4472-aec9-6686957b2b7a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/quotas/2b0facf2ef0b4d63a36bdedffe668359 HTTP/1.1" status: 200 len: 375 time: 0.0954220 Feb 11 13:30:16.855965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82525e9d-57fa-4ff0-bcf1-b862e993a194 req-bb972583-2a84-4794-9e90-3b215fd1ac89 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:16.866988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82525e9d-57fa-4ff0-bcf1-b862e993a194 req-bb972583-2a84-4794-9e90-3b215fd1ac89 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 944 time: 0.1420646 Feb 11 13:30:17.055746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82525e9d-57fa-4ff0-bcf1-b862e993a194 req-8d6837cf-7829-416c-8e72-719b397e756c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856828 Feb 11 13:30:17.086829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-1f66d321-20fb-40f6-9e49-16af8bd27f0d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2353849 Feb 11 13:30:17.392571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23967d4f-8f87-4878-951c-4d40abffd4de req-7a1e6629-8fdb-4ee7-b42e-8b56fe6c901b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.1242199 Feb 11 13:30:17.393442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:17.399189 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eda190-7099-4b20-b15c-424fdc22201b" -d '{"events": [{"name": "network-changed", "server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "tag": "a07b5024-af43-4959-aba3-64366b5953a6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:17.738603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb472e6-f52b-4da9-ba3e-f4ab19391f7d req-d366166f-ef61-4b78-ba8e-559051fec56c tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:17.748037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8eb472e6-f52b-4da9-ba3e-f4ab19391f7d req-d366166f-ef61-4b78-ba8e-559051fec56c tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 0.0889692 Feb 11 13:30:17.883067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8eb472e6-f52b-4da9-ba3e-f4ab19391f7d req-692ac2d9-ed65-4fe2-aaae-7fda7426ca73 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336544 Feb 11 13:30:18.005938 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40954f9-f051-427f-9035-9e9b5af967af x-openstack-request-id: req-e40954f9-f051-427f-9035-9e9b5af967af {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:18.006286 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "tag": "a07b5024-af43-4959-aba3-64366b5953a6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:18.006553 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e40954f9-f051-427f-9035-9e9b5af967af {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:18.007251 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6', 'status': 'completed', 'code': 200} Feb 11 13:30:18.027831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eefb3e42-70c8-4c3c-80f9-c3d855199c96 req-0f81aefc-3d99-4cf5-8501-7014f97a968d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 210 time: 0.0655725 Feb 11 13:30:18.197406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-ac020978-d280-4115-b924-968d30ada811 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.199155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-ac020978-d280-4115-b924-968d30ada811 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 815 time: 0.1569352 Feb 11 13:30:18.222034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda190-7099-4b20-b15c-424fdc22201b req-4a7bdead-ad2e-4d2c-8366-dcdda977ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.223612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3eda190-7099-4b20-b15c-424fdc22201b req-4a7bdead-ad2e-4d2c-8366-dcdda977ae33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 1126 time: 0.2158725 Feb 11 13:30:18.225249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Request body: {'port': {'device_id': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'admin_state_up': True, 'tenant_id': '1f38e4fcc0a943a8b307671b0a51e758'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:18.449119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63a462-e6c7-4fa9-a892-94d45237e149 req-c5d1d610-2173-487a-b62f-ba8ae05990d8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.467161 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e63a462-e6c7-4fa9-a892-94d45237e149 req-c5d1d610-2173-487a-b62f-ba8ae05990d8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 944 time: 0.2051525 Feb 11 13:30:18.515808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda190-7099-4b20-b15c-424fdc22201b req-896054d8-12e2-4ce5-8122-8f36210cac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.517623 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3eda190-7099-4b20-b15c-424fdc22201b req-896054d8-12e2-4ce5-8122-8f36210cac3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.2698481 Feb 11 13:30:18.542795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Made reservation on behalf of 1f38e4fcc0a943a8b307671b0a51e758 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:18.571431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:18.643448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3eda190-7099-4b20-b15c-424fdc22201b req-ab5693bf-0394-4e6f-a723-96659bb51e83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07b5024-af43-4959-aba3-64366b5953a6 HTTP/1.1" status: 200 len: 217 time: 0.1046114 Feb 11 13:30:18.679709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a07b5024-af43-4959-aba3-64366b5953a6 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:18.818245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda190-7099-4b20-b15c-424fdc22201b req-7a383673-9817-4a50-b233-9c4abf0d7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.822381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3eda190-7099-4b20-b15c-424fdc22201b req-7a383673-9817-4a50-b233-9c4abf0d7f0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1760225 Feb 11 13:30:18.875620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e63a462-e6c7-4fa9-a892-94d45237e149 req-21d0221b-d2bd-4d15-b3b5-325ec4e5a2a9 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997607 Feb 11 13:30:18.966659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:18.980709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3eda190-7099-4b20-b15c-424fdc22201b req-09119d42-8eee-4b09-84b1-0ce6d0da3042 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028585 Feb 11 13:30:18.995365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'a07b5024-af43-4959-aba3-64366b5953a6', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'port_id': 'a07b5024-af43-4959-aba3-64366b5953a6', 'mac_address': 'fa:16:3e:1b:18:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b008d2-17da-4e50-a0a4-c3c7cd30e941', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:19.069125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a07b5024-af43-4959-aba3-64366b5953a6 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:19.069820 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.102020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07b5024-af43-4959-aba3-64366b5953a6 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:19.138561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:19.151780 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.225695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:19.339059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3eda190-7099-4b20-b15c-424fdc22201b req-8f269af1-daaa-4072-b703-2e00360df8cb service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470352 Feb 11 13:30:19.356412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a78d1b1-e08b-4d3e-b68f-071c328ad6d7 req-c4b8b4b5-ef43-4609-9120-1264ba8d94ad tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 210 time: 0.2505867 Feb 11 13:30:19.439908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a07b5024-af43-4959-aba3-64366b5953a6'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:19.699895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3eda190-7099-4b20-b15c-424fdc22201b req-4983db64-492e-476e-8e96-4d75b63e7366 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424308 Feb 11 13:30:19.702591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f660ec46-f46a-4f61-b5dd-140bd4b602a8 req-e83fd0d5-cacb-4d93-9303-0b3d831e91b7 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.9617667 Feb 11 13:30:19.730985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Allocated IP 172.20.0.11 (cf56001b-000f-48e8-9fdf-67777f2fe70e/643474b5-9b36-4aff-b7de-66a22f4e75fb/9ed3e368-a032-4d62-a11b-4b011880c06c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:19.780515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc89b3-a8b0-4d11-9dfe-75163a634bb3 req-b57c0a5b-23a9-4acf-a440-c3d97ea5b448 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.786464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ddc89b3-a8b0-4d11-9dfe-75163a634bb3 req-b57c0a5b-23a9-4acf-a440-c3d97ea5b448 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 0.2009087 Feb 11 13:30:19.927984 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.980535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ddc89b3-a8b0-4d11-9dfe-75163a634bb3 req-1f8ac2d0-3535-46c9-ae09-7e7deb604fff tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874268 Feb 11 13:30:20.042996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de2e88d0-f715-4cdc-9ec8-eb7a2e3d02f2 req-ec4fe5b2-b489-46b2-af80-2eb7d71f9c78 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 210 time: 0.0497000 Feb 11 13:30:20.127785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks [] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.248531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0ba4-b448-425c-87fe-83a8cc6f8515 req-441b3ba6-4e15-4507-a3a5-4a22d73ead1f tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.259812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:20.267715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3eab0ba4-b448-425c-87fe-83a8cc6f8515 req-441b3ba6-4e15-4507-a3a5-4a22d73ead1f tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 0.1310160 Feb 11 13:30:20.271359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.284587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Request body: {'floatingip': {'port_id': '8ce7ace3-aea4-48b7-8189-f503b2b3853f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:20.354582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:20.373357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Network cf56001b-000f-48e8-9fdf-67777f2fe70e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:20.389678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:20.400661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:20.417069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for floatingip (59d2ee08-6583-4d74-8517-708a599ebff8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.420280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-c34064fc-853d-4ec6-a488-3b61e546254c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2250075 Feb 11 13:30:20.546851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-466ffb9f-fc87-4593-a9c9-db072c48245f req-35b7fbea-c280-4afa-8d88-6e768c9eeda9 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 210 time: 0.0796216 Feb 11 13:30:20.560000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.560969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.592003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a6814-5f22-4097-a690-098b7855f47c req-97ef1c87-9f2d-410c-a6be-dcfa76519738 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.603364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-195a6814-5f22-4097-a690-098b7855f47c req-97ef1c87-9f2d-410c-a6be-dcfa76519738 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 945 time: 0.4812813 Feb 11 13:30:20.621103 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-17e250bc-f0c0-4a2e-9dc5-e80d666b7d81 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4085286 Feb 11 13:30:20.636963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Request body: {'port': {'device_id': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:20.671684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-3c1087ca-5d0e-4762-895c-fbeebb06ebb8 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1541724 Feb 11 13:30:20.715620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a07b5024-af43-4959-aba3-64366b5953a6 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:20.762086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.881093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port a07b5024-af43-4959-aba3-64366b5953a6 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:20.890235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port a07b5024-af43-4959-aba3-64366b5953a6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:20.890613 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a07b5024-af43-4959-aba3-64366b5953a6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.903412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-195a6814-5f22-4097-a690-098b7855f47c req-4aacafc7-942f-4dd2-a15d-1d29688666e1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988212 Feb 11 13:30:20.997790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-a158485d-e18e-4c53-9d06-0b3097e0942f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.004502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-a158485d-e18e-4c53-9d06-0b3097e0942f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201392 Feb 11 13:30:21.030281 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98b18a85-8816-4268-89cd-122a04f7ea01 req-d8e6b4ef-72a3-49d1-a817-6212393b225b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.1415710 Feb 11 13:30:21.059378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:21.101549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a07b5024-af43-4959-aba3-64366b5953a6 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:21.102222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.104512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-be0c11b2-ea16-4a3b-899e-f22cf5c8ecd1 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.106045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-be0c11b2-ea16-4a3b-899e-f22cf5c8ecd1 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6007938 Feb 11 13:30:21.130076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:21.160262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:21.164715 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f853cb4d-e607-4b1c-8427-b28022de5174" -d '{"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-plugged", "status": "completed", "tag": "a07b5024-af43-4959-aba3-64366b5953a6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:21.178867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:21.185680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.243904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:21.258705 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7a8dff-d26a-403c-9afd-8ff1a81cff96 x-openstack-request-id: req-cc7a8dff-d26a-403c-9afd-8ff1a81cff96 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:21.259008 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-plugged", "status": "completed", "tag": "a07b5024-af43-4959-aba3-64366b5953a6", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:21.259269 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc7a8dff-d26a-403c-9afd-8ff1a81cff96 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:21.259669 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6', 'code': 200} Feb 11 13:30:21.367666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed3e368-a032-4d62-a11b-4b011880c06c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:21.399100 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Publish callbacks [] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.428268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Transition to ACTIVE for port object 9ed3e368-a032-4d62-a11b-4b011880c06c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:21.436149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.496951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:21.591083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Attempting to bind port 9ed3e368-a032-4d62-a11b-4b011880c06c on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:21.591723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Attempting to bind port 9ed3e368-a032-4d62-a11b-4b011880c06c by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:21.593785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Attempting to bind port 9ed3e368-a032-4d62-a11b-4b011880c06c on network cf56001b-000f-48e8-9fdf-67777f2fe70e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:21.599082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Port 9ed3e368-a032-4d62-a11b-4b011880c06c on network cf56001b-000f-48e8-9fdf-67777f2fe70e not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:21.599789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Attempting to bind port 9ed3e368-a032-4d62-a11b-4b011880c06c on network cf56001b-000f-48e8-9fdf-67777f2fe70e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:21.605092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:21.606429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Checking segment: {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:21.607007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Bound using segment: {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:21.607617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Bound port: 9ed3e368-a032-4d62-a11b-4b011880c06c, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:21.608169 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.643362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.681032 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-074e9147-a970-4886-8a7a-b2d3b178e14f req-49f32b6a-330b-47f9-a66a-f0af3e110762 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 210 time: 0.0533030 Feb 11 13:30:21.717120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:21.722048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:21.730459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.786854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.787544 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:21.789040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ed3e368-a032-4d62-a11b-4b011880c06c HTTP/1.1" status: 200 len: 1092 time: 1.1600463 Feb 11 13:30:21.789500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:21.792548 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740516b7-ed4a-4592-be18-79cbf743a4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:21.838474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c312955-1271-4c74-9f9d-4380831e5e90 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:21.887932 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda17e86-27c1-4cbf-b68c-53c67943c60c x-openstack-request-id: req-dda17e86-27c1-4cbf-b68c-53c67943c60c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:21.888282 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:21.889114 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dda17e86-27c1-4cbf-b68c-53c67943c60c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:21.889699 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'status': 'completed', 'code': 200} Feb 11 13:30:21.929064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-abef3778-7114-440e-a74e-d20450d5edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.931264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-abef3778-7114-440e-a74e-d20450d5edc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 1126 time: 0.0877991 Feb 11 13:30:22.001814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-7fbf697c-945b-443e-89fc-7332c4cc2caa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed3e368-a032-4d62-a11b-4b011880c06c HTTP/1.1" status: 200 len: 217 time: 0.0573409 Feb 11 13:30:22.119266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-882ead8b-96b8-4fff-a646-7fbb8bbfde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.121530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-882ead8b-96b8-4fff-a646-7fbb8bbfde46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=643474b5-9b36-4aff-b7de-66a22f4e75fb HTTP/1.1" status: 200 len: 855 time: 0.1131048 Feb 11 13:30:22.154788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1c73e-d63b-4939-9393-ddd770c882de req-c672928c-e23e-4580-80d6-16e3b92c6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.157693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24b1c73e-d63b-4939-9393-ddd770c882de req-c672928c-e23e-4580-80d6-16e3b92c6a69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 1128 time: 0.2836957 Feb 11 13:30:22.161959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-8c726afa-d07b-4bdf-8985-d6f47f41a796 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf56001b-000f-48e8-9fdf-67777f2fe70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331261 Feb 11 13:30:22.172894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731062e-4499-4201-867b-22d1c7db69ae req-53fbf8b2-5c26-471c-afdf-3d0268ae1dae tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.174418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4731062e-4499-4201-867b-22d1c7db69ae req-53fbf8b2-5c26-471c-afdf-3d0268ae1dae tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.1647594 Feb 11 13:30:22.209502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fe4a-50af-49c5-a5c3-8154acd3047d req-deb778a8-f35e-4fd6-a46b-0cae088833d1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.216865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0956fe4a-50af-49c5-a5c3-8154acd3047d req-deb778a8-f35e-4fd6-a46b-0cae088833d1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 944 time: 0.3873811 Feb 11 13:30:22.299653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4731062e-4499-4201-867b-22d1c7db69ae req-a1815402-e3c5-4814-a814-382c16c6e4b6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162863 Feb 11 13:30:22.329009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-5c0f73f8-9f5f-4d18-96dc-22418c8a4fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517673 Feb 11 13:30:22.468954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:22.472765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:22.493807 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3611169d-a7fd-4e67-9f39-79aa7f4c562d req-35c7a752-1745-40ce-8a63-4e04621db25c tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.0477846 Feb 11 13:30:22.506740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24b1c73e-d63b-4939-9393-ddd770c882de req-4160f2ba-57dc-4183-ae3e-ba8aafbfee42 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771518 Feb 11 13:30:22.537390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e686540e-432b-476f-98d7-4ddaaae747b6 req-896ae076-18d4-4ab8-898d-ce49f6ddc43d service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009726 Feb 11 13:30:22.573502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0956fe4a-50af-49c5-a5c3-8154acd3047d req-6af05be3-8382-493f-98b8-4841d0a09dc3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446681 Feb 11 13:30:22.607140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:22.613542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:22.853575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b3faac5-2a9f-4d3a-8611-e8a8f14b74a1 req-7a805e42-42f4-48f4-9f48-dabb8cb2d1d8 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 210 time: 0.0338156 Feb 11 13:30:22.896184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-4a10ef30-8077-474f-a88d-b27fd8868596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.897925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-4a10ef30-8077-474f-a88d-b27fd8868596 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 1126 time: 0.1386321 Feb 11 13:30:22.920837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.116 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:23.009020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:23.022916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (59d2ee08-6583-4d74-8517-708a599ebff8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:23.084666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-7956a237-2210-4e77-8c02-e398c5ae2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.088400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-7956a237-2210-4e77-8c02-e398c5ae2b33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 916 time: 0.1771147 Feb 11 13:30:23.174910 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-7f126558-a16a-41c5-a5ef-31a2c9ca272d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed3e368-a032-4d62-a11b-4b011880c06c HTTP/1.1" status: 200 len: 217 time: 0.0785813 Feb 11 13:30:23.229272 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Floating IP 59d2ee08-6583-4d74-8517-708a599ebff8 associated. External IP: 172.25.3.199, port: 8ce7ace3-aea4-48b7-8189-f503b2b3853f. Feb 11 13:30:23.239484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-8ea8daac-ca5c-4c24-a66a-25be8a024be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.241935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-8ea8daac-ca5c-4c24-a66a-25be8a024be6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=643474b5-9b36-4aff-b7de-66a22f4e75fb HTTP/1.1" status: 200 len: 855 time: 0.0600441 Feb 11 13:30:23.288182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-8c678385-2efe-41ab-88ab-527b3562e0cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf56001b-000f-48e8-9fdf-67777f2fe70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395765 Feb 11 13:30:23.300712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:23.454332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-a5eebc99-f727-4fc6-97de-7201ef0ae684 service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588404 Feb 11 13:30:23.467072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:23.483386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:23.587176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:23.671662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb37523-7ae6-4db1-a07c-e3efe905c1be req-f7fcf470-8257-4620-a711-26d86922e36b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.685165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9fb37523-7ae6-4db1-a07c-e3efe905c1be req-f7fcf470-8257-4620-a711-26d86922e36b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.2878582 Feb 11 13:30:23.714639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:23.737502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.243 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/07635d8c-db66-4d86-84e8-8b622ccb9f9f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:23.749274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:23.770989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-740516b7-ed4a-4592-be18-79cbf743a4d7 req-928bc23c-3d31-4c30-9f26-ea7f999a264d service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084338 Feb 11 13:30:23.778913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:23.841063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9fb37523-7ae6-4db1-a07c-e3efe905c1be req-2fb4e22b-a760-4b18-8e66-e5158e6b5c59 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525288 Feb 11 13:30:23.910631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.911657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:23.947478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7a56021-6cfd-4684-916b-69cf8b097754 req-33975ef9-fc86-403f-a1ad-e315517e6a7f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.2440174 Feb 11 13:30:23.960736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Router 154f02c4-b36f-484d-80a3-07f2f0df5e46 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:24.089979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d403f150-174f-476b-b96b-75d3869b2c54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0463152 Feb 11 13:30:24.104699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Request body: {'port': {'device_id': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:24.148317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a460a-4395-45a8-91cd-fa7e7ce9aed9 req-018d0382-3466-486a-b708-76bb50925728 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.150710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-357a460a-4395-45a8-91cd-fa7e7ce9aed9 req-018d0382-3466-486a-b708-76bb50925728 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 944 time: 0.1078150 Feb 11 13:30:24.156106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f1543cf4-daa0-413b-b2b7-7852065b7228 None None] Provisioning complete for port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:24.157058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1543cf4-daa0-413b-b2b7-7852065b7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.247571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f1543cf4-daa0-413b-b2b7-7852065b7228 None None] Port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:30:24.270646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-357a460a-4395-45a8-91cd-fa7e7ce9aed9 req-23b38261-5d16-4980-82d2-db44737e6d77 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105309 Feb 11 13:30:24.400898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb39c47-5a48-4cc0-a51e-a29d21073252 req-0f1a42f3-f3b1-4f88-8331-dc167f4e877e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.402432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfb39c47-5a48-4cc0-a51e-a29d21073252 req-0f1a42f3-f3b1-4f88-8331-dc167f4e877e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 936 time: 0.3161933 Feb 11 13:30:24.405568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.408368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:24.425559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.425950 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] Sync routers for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:30:24.440294 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:24.441285 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:24.551395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.556473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-59933c2b-64bc-46b0-86e7-98df161d23a1 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "PUT /v2.0/floatingips/59d2ee08-6583-4d74-8517-708a599ebff8 HTTP/1.1" status: 200 len: 991 time: 4.2768433 Feb 11 13:30:24.562401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:24.565315 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499df863-b36b-4e6d-9aa9-f69a10d1b052" -d '{"events": [{"name": "network-changed", "server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:24.603218 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:24.667932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfb39c47-5a48-4cc0-a51e-a29d21073252 req-5c4c064f-89cb-464a-97ca-d15f16a1dd6f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499104 Feb 11 13:30:24.712176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63720d4-8c55-4a80-bcad-a1d2d2b7cb46 req-a767744d-4f99-4e3e-9662-5aa9c1544882 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.719668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f63720d4-8c55-4a80-bcad-a1d2d2b7cb46 req-a767744d-4f99-4e3e-9662-5aa9c1544882 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 0.0835650 Feb 11 13:30:24.722830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.729851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9ed3e368-a032-4d62-a11b-4b011880c06c details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:24.746188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:24.769941 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e11aaf-b56b-4bae-81e5-e45f18adc38a x-openstack-request-id: req-54e11aaf-b56b-4bae-81e5-e45f18adc38a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:24.770330 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:24.770652 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54e11aaf-b56b-4bae-81e5-e45f18adc38a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:24.770901 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'status': 'completed', 'code': 200} Feb 11 13:30:24.808947 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f63720d4-8c55-4a80-bcad-a1d2d2b7cb46 req-3b9ba3da-3c7c-447b-a2a2-1b3a9e3f2969 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835400 Feb 11 13:30:24.891830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:24.942378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:24.945892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:24.955645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=07635d8c-db66-4d86-84e8-8b622ccb9f9f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:25.031454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:25.044230 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '59d2ee08-6583-4d74-8517-708a599ebff8', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'port_id': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'mac_address': 'fa:16:3e:2c:bc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816afa07-4041-46c9-88d9-0757ef422b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:29:51Z', 'updated_at': '2022-02-11T13:30:22Z', 'revision_number': 1, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:44Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:25.075311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'port_id': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'mac_address': 'fa:16:3e:85:cf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643474b5-9b36-4aff-b7de-66a22f4e75fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:25.078977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-f7d940b2-c28f-4424-9e61-9b1bccc36b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:25.081070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-f7d940b2-c28f-4424-9e61-9b1bccc36b2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d1af5953a5aa462ab310076a3038ea8e&device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 1127 time: 0.2784691 Feb 11 13:30:25.125878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] Checking router: 154f02c4-b36f-484d-80a3-07f2f0df5e46 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:30:25.143341 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:25.144042 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:29:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:25.157719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:25.158786 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:25.225682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9ed3e368-a032-4d62-a11b-4b011880c06c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:25.226072 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:25.226725 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e1c91d00-6c9c-4526-b9db-fe1367d727e7 req-93ce2f5f-89be-4878-8543-c0b9ab458e0f tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.0690064 Feb 11 13:30:25.254921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed3e368-a032-4d62-a11b-4b011880c06c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:25.285870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714e2d-99ff-499d-8747-c68bd3c19b98 req-2cdc78d3-43bb-4c41-a139-cc2d5c187a4e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:25.287629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d714e2d-99ff-499d-8747-c68bd3c19b98 req-2cdc78d3-43bb-4c41-a139-cc2d5c187a4e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.3023031 Feb 11 13:30:25.304229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-d6462f28-35eb-4823-86d7-371e9d68b50a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1864953 Feb 11 13:30:25.329744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Request body: {'port': {'device_id': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:25.331948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:25.339046 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:25.381714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:25.389741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:25.397267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-6f2e24f4-d218-4170-b789-00391416bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:25.398967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-6f2e24f4-d218-4170-b789-00391416bfec service neutron] 10.222.0.83 "GET /v2.0/networks?id=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba HTTP/1.1" status: 200 len: 905 time: 0.3042858 Feb 11 13:30:25.403357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Publish callbacks [] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:25.440543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:25.474391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-36689b79-3411-40b4-af27-4414ac68e498 None None] Provisioning complete for port 07635d8c-db66-4d86-84e8-8b622ccb9f9f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:25.475634 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36689b79-3411-40b4-af27-4414ac68e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:25.486043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Transition to ACTIVE for port object 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:25.532133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-36689b79-3411-40b4-af27-4414ac68e498 None None] Port 07635d8c-db66-4d86-84e8-8b622ccb9f9f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:30:25.550152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:25.589364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd70ec-acc4-45e1-8d1e-5c6d5a564575 req-8b0f105a-d573-4c53-81d5-3d8379d7157c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:25.591773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12dd70ec-acc4-45e1-8d1e-5c6d5a564575 req-8b0f105a-d573-4c53-81d5-3d8379d7157c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 945 time: 0.0862486 Feb 11 13:30:25.630069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['9ed3e368-a032-4d62-a11b-4b011880c06c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:25.730763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12dd70ec-acc4-45e1-8d1e-5c6d5a564575 req-69b92261-96cf-485f-b68b-c7cef4ca03a4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328516 Feb 11 13:30:25.996439 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '59d2ee08-6583-4d74-8517-708a599ebff8', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'port_id': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'mac_address': 'fa:16:3e:2c:bc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816afa07-4041-46c9-88d9-0757ef422b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:29:51Z', 'updated_at': '2022-02-11T13:30:22Z', 'revision_number': 1, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:44Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:26.007506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d714e2d-99ff-499d-8747-c68bd3c19b98 req-50d12e67-ace4-40b6-a968-5755acb79b29 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944134 Feb 11 13:30:26.013610 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:26.057434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-32467583-213e-4ab9-9e3b-afa57b0d5f74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f HTTP/1.1" status: 200 len: 999 time: 0.6394246 Feb 11 13:30:26.077651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Pushing event updated for resources: {'Port': ['ID=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:26.113261 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17052f7-4075-4085-94b3-381e20fb5f2c None None] The sync data for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 is: [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '59d2ee08-6583-4d74-8517-708a599ebff8', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'port_id': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'mac_address': 'fa:16:3e:2c:bc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816afa07-4041-46c9-88d9-0757ef422b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:29:51Z', 'updated_at': '2022-02-11T13:30:22Z', 'revision_number': 1, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:44Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:30:26.143676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6816-4e29-4e39-8ad7-cc0de32a3835 req-272e1b68-b2c0-4f95-8190-b38a303af930 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.147820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12fa6816-4e29-4e39-8ad7-cc0de32a3835 req-272e1b68-b2c0-4f95-8190-b38a303af930 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 950 time: 0.1798987 Feb 11 13:30:26.250758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12fa6816-4e29-4e39-8ad7-cc0de32a3835 req-763471e4-5e0c-4231-8c44-fcf92217028d tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Feb 11 13:30:26.315361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-d36c6600-a1ae-443e-b189-39f1e3eda6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.317760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-d36c6600-a1ae-443e-b189-39f1e3eda6e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a6484ef8-896c-4f26-8601-9bbba687e236 HTTP/1.1" status: 200 len: 843 time: 0.2510815 Feb 11 13:30:26.538782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e59a1-1563-4375-ae3c-a36043434eaa None None] New status for floating IP 59d2ee08-6583-4d74-8517-708a599ebff8: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:30:26.670064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721a28e-3cee-4508-b64e-9a60cadcb400 req-b2b0e65d-070b-4b41-a125-9d2e459c06b7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.673112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2721a28e-3cee-4508-b64e-9a60cadcb400 req-b2b0e65d-070b-4b41-a125-9d2e459c06b7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 948 time: 0.5302413 Feb 11 13:30:26.674147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Attempting to bind port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:26.674749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Attempting to bind port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:26.675320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Attempting to bind port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:26.700520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-68eab1ad-987e-4bf2-9b23-c0cfa04a14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.704775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-68eab1ad-987e-4bf2-9b23-c0cfa04a14f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3745809 Feb 11 13:30:26.784414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:26.784745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Attempting to bind port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:26.791715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9ed3e368-a032-4d62-a11b-4b011880c06c up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:26.879859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:26.880241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:26.880593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:26.881492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Bound port: 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:26.882230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:26.940067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2721a28e-3cee-4508-b64e-9a60cadcb400 req-91803d09-8a27-4823-9c4a-fa8208c14ebc tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056000 Feb 11 13:30:27.101944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] For port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:27.105257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] For port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:27.134877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:27.170526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8c021039-a8ec-4326-b5e4-4157a9f116a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:27.190759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d89bb7d-eeb8-4f65-8894-899ec25f2adf req-d1ccfee6-331c-4a59-aba3-88a622e58fe5 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.0777454 Feb 11 13:30:27.218552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 9ed3e368-a032-4d62-a11b-4b011880c06c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:27.226261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 9ed3e368-a032-4d62-a11b-4b011880c06c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:27.227819 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:27.313201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.321279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:27.326088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] 10.222.0.83 "PUT /v2.0/ports/7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf HTTP/1.1" status: 200 len: 1096 time: 3.2254736 Feb 11 13:30:27.327182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'tag': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:27.332658 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb27702-7330-4ac5-9b3e-7bac21728e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b", "tag": "7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:27.557098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-0db6cebb-113c-42c7-b60d-538a725923bb service neutron] 10.222.0.83 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809174 Feb 11 13:30:27.641601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0da65-37d0-45c5-8d51-840b4f6c11ee service neutron] Pushing event updated for resources: {'Port': ['ID=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:27.745617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07635d8c-db66-4d86-84e8-8b622ccb9f9f {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:27.755475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e2a5-b794-40ef-883e-287c10af0b85 req-e23d1e76-757a-42f2-89bd-08f5b4dcbc17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.757095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8023e2a5-b794-40ef-883e-287c10af0b85 req-e23d1e76-757a-42f2-89bd-08f5b4dcbc17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.1131372 Feb 11 13:30:27.774438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-8172f1b5-266d-445d-bf98-4670f0520dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.786219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-8172f1b5-266d-445d-bf98-4670f0520dfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 1130 time: 0.3894844 Feb 11 13:30:27.833745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8023e2a5-b794-40ef-883e-287c10af0b85 req-00c9e93c-b0ad-4e19-9b0a-a02b81e2beb3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698249 Feb 11 13:30:27.849561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9ed3e368-a032-4d62-a11b-4b011880c06c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:27.850072 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:27.882848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Publish callbacks [] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:27.892881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:27.898735 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9972b4-bd26-4239-a188-7f3dba9b8f9f" -d '{"events": [{"server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "name": "network-vif-plugged", "status": "completed", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:27.944296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:27.950384 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:27.951295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7737e743-f402-4a4b-85b2-9296b9c23247 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:28.013560 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6276297c-69e5-44d2-be4f-e2ba54f9c51e x-openstack-request-id: req-6276297c-69e5-44d2-be4f-e2ba54f9c51e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:28.014157 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b", "tag": "7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:28.024826 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6276297c-69e5-44d2-be4f-e2ba54f9c51e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:28.025420 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'tag': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', 'status': 'completed', 'code': 200} Feb 11 13:30:28.042246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-7ce80d0b-71f0-4a68-8ea1-d4d2a64957a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf HTTP/1.1" status: 200 len: 217 time: 0.1501555 Feb 11 13:30:28.090602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909f6e4-022d-417e-a5ec-5e97630f6f2e req-09fd11fe-477c-4786-9fb0-9434674977e9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.093230 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c909f6e4-022d-417e-a5ec-5e97630f6f2e req-09fd11fe-477c-4786-9fb0-9434674977e9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 945 time: 0.7330077 Feb 11 13:30:28.111815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Transition to ACTIVE for port object 07635d8c-db66-4d86-84e8-8b622ccb9f9f will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:28.144618 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072fa859-04b8-427e-97ba-62cfee8b88c2 x-openstack-request-id: req-072fa859-04b8-427e-97ba-62cfee8b88c2 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:28.146097 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "name": "network-vif-plugged", "status": "completed", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:28.146610 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-072fa859-04b8-427e-97ba-62cfee8b88c2 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:28.148366 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'code': 200} Feb 11 13:30:28.226369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:28.258779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-499df863-b36b-4e6d-9aa9-f69a10d1b052 req-93bf395a-dfd2-4275-907c-4a5f8d1d4c51 service neutron] 10.222.0.83 "GET /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929514 Feb 11 13:30:28.314357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.363956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1a65-aa4e-432f-bf0a-54cafc64f36d req-66abf25d-6f23-4b38-b5d9-132667f5e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.365554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-662b1a65-aa4e-432f-bf0a-54cafc64f36d req-66abf25d-6f23-4b38-b5d9-132667f5e36c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 1128 time: 0.1829693 Feb 11 13:30:28.368490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 7737e743-f402-4a4b-85b2-9296b9c23247 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:28.370561 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:28.412408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:28.418431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:28.420287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc079c-a658-43c7-a48d-abf42503ea9e req-5bdb4aed-503d-44bb-a9b6-033f66ffdd06 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.430000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36dc079c-a658-43c7-a48d-abf42503ea9e req-5bdb4aed-503d-44bb-a9b6-033f66ffdd06 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 948 time: 0.1642091 Feb 11 13:30:28.501720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36dc079c-a658-43c7-a48d-abf42503ea9e req-74de2b7b-5b54-45fe-9a56-1b00abc9571f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668726 Feb 11 13:30:28.578725 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-662b1a65-aa4e-432f-bf0a-54cafc64f36d req-2888c893-9f6e-4bd4-ab13-e4b13c6254f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021792 Feb 11 13:30:28.581286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.608279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-a11453fd-d137-4fdd-9f71-7bc647150a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.612141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-a11453fd-d137-4fdd-9f71-7bc647150a31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.4990935 Feb 11 13:30:28.615122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Pushing event updated for resources: {'Port': ['ID=07635d8c-db66-4d86-84e8-8b622ccb9f9f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.675255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37b95520-2df7-4580-adfa-4baac8264237 req-4dc20c05-f7d4-4345-9cc7-7a5cb708d7a9 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.0514188 Feb 11 13:30:28.707739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c909f6e4-022d-417e-a5ec-5e97630f6f2e req-6037dd5d-a1e7-492d-8f9d-91b3cfde33ac tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802176 Feb 11 13:30:28.789472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Attempting to bind port 07635d8c-db66-4d86-84e8-8b622ccb9f9f on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:28.790037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Attempting to bind port 07635d8c-db66-4d86-84e8-8b622ccb9f9f by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:28.790193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Attempting to bind port 07635d8c-db66-4d86-84e8-8b622ccb9f9f on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:28.796390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Port 07635d8c-db66-4d86-84e8-8b622ccb9f9f on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:28.796839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Attempting to bind port 07635d8c-db66-4d86-84e8-8b622ccb9f9f on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:28.812671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:28.813048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:28.813482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:28.815307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Bound port: 07635d8c-db66-4d86-84e8-8b622ccb9f9f, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:28.816976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:28.831965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-f956032c-3eb7-488f-a409-c029c8ff36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.833752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-f956032c-3eb7-488f-a409-c029c8ff36fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2097862 Feb 11 13:30:28.979833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dccb3-a0fa-47e2-89a7-10d69e5ba385 req-ad2dbef1-f072-4033-9727-7fc2e50a016e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.990498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-784dccb3-a0fa-47e2-89a7-10d69e5ba385 req-ad2dbef1-f072-4033-9727-7fc2e50a016e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.0783653 Feb 11 13:30:29.000490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] For port 07635d8c-db66-4d86-84e8-8b622ccb9f9f, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:29.037336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] For port 07635d8c-db66-4d86-84e8-8b622ccb9f9f, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:29.045776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-1674495e-f09e-49d4-88f9-6a53e9429e06 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012110 Feb 11 13:30:29.058459 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:29.065896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-784dccb3-a0fa-47e2-89a7-10d69e5ba385 req-c526ddd8-ecb0-422d-a40d-5d2a0a841f06 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739846 Feb 11 13:30:29.167143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Pushing event updated for resources: {'Port': ['ID=07635d8c-db66-4d86-84e8-8b622ccb9f9f,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.201086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.202215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:29.204911 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-e2ad637a-0ca1-4310-84bc-779dd72037a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/07635d8c-db66-4d86-84e8-8b622ccb9f9f HTTP/1.1" status: 200 len: 1096 time: 3.8855498 Feb 11 13:30:29.322548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-cf5ad7c3-79a4-43b1-a94e-107ef009d9ae service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668860 Feb 11 13:30:29.353107 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9c20-01db-48c9-abc0-6a0e1d55af65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:29.477061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-bf393bf5-30a4-416e-83d5-ab62bd46cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.478850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-bf393bf5-30a4-416e-83d5-ab62bd46cc3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 1130 time: 0.2159173 Feb 11 13:30:29.512176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-a5965a0c-e08d-455c-92c7-87ab6c4ce638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.515456 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-a5965a0c-e08d-455c-92c7-87ab6c4ce638 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 1130 time: 0.1203313 Feb 11 13:30:29.566609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-5ff42e99-e5c1-4f49-8b60-5b3044764360 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f HTTP/1.1" status: 200 len: 217 time: 0.0705383 Feb 11 13:30:29.728072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed818391-bf73-471c-af34-71ad8dcf08ce req-4aca9aad-2eaa-46bd-9d1b-cc307c8770b5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.736293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed818391-bf73-471c-af34-71ad8dcf08ce req-4aca9aad-2eaa-46bd-9d1b-cc307c8770b5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 948 time: 0.0778952 Feb 11 13:30:29.766517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-6f87a370-6022-4bc4-bc97-c0cddb774dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.768130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-6f87a370-6022-4bc4-bc97-c0cddb774dad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1907177 Feb 11 13:30:29.856229 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed818391-bf73-471c-af34-71ad8dcf08ce req-3233baf0-c7c8-4225-bb3b-7d07ae0ada5a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156032 Feb 11 13:30:29.866649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7e07331-20c6-4ead-8f00-6e588317cf7e req-3ad7b77d-2644-49ef-96fc-57b1a4a80503 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.0671282 Feb 11 13:30:29.906473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-48cca64b-636e-425a-8baf-7524c05da383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.907976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-48cca64b-636e-425a-8baf-7524c05da383 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3546712 Feb 11 13:30:29.910828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-f524a7ed-b5f5-44be-ab7a-b6119f8fa70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.922550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-f524a7ed-b5f5-44be-ab7a-b6119f8fa70e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1396530 Feb 11 13:30:29.962296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36286) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:29.971138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1669611664'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:29.987951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-f8389546-d1f8-4b18-8113-27261debf336 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf HTTP/1.1" status: 200 len: 217 time: 0.0646296 Feb 11 13:30:30.038981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'tag': '07635d8c-db66-4d86-84e8-8b622ccb9f9f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:30.041359 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c" -d '{"events": [{"name": "network-changed", "server_uuid": "442d1d21-3040-4bad-bbfc-7abc9b5cf92f", "tag": "07635d8c-db66-4d86-84e8-8b622ccb9f9f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:30.061328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:30.066587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.113334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889d788-810d-4765-acde-470627d9c683 req-5ec88a9b-6254-40fa-b548-bd445375b108 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.120373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-7f052bbb-37e7-4b67-822c-4c0d7abe1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.121748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5889d788-810d-4765-acde-470627d9c683 req-5ec88a9b-6254-40fa-b548-bd445375b108 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1464214 Feb 11 13:30:30.122050 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-7f052bbb-37e7-4b67-822c-4c0d7abe1021 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1184719 Feb 11 13:30:30.126822 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fefcd22-eb62-46d3-9a0c-90c9bde8c0ac x-openstack-request-id: req-0fefcd22-eb62-46d3-9a0c-90c9bde8c0ac {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:30.127118 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442d1d21-3040-4bad-bbfc-7abc9b5cf92f", "tag": "07635d8c-db66-4d86-84e8-8b622ccb9f9f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:30.127375 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fefcd22-eb62-46d3-9a0c-90c9bde8c0ac {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:30.127768 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'tag': '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'status': 'completed', 'code': 200} Feb 11 13:30:30.142212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:30.149702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:30.152569 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc43147-c1af-48a2-b560-d7301d316793" -d '{"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-unplugged", "status": "completed", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:30.175710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (daeef016-71d8-4eb8-8d0b-7147493b44d2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.176436 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Added segment daeef016-71d8-4eb8-8d0b-7147493b44d2 of type vlan for network b4bd7c21-30aa-4ea2-b494-b0bb93044029 Feb 11 13:30:30.183263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-3e832b1a-9b8d-4c42-aabc-3ce50820e62f service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587821 Feb 11 13:30:30.234247 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5889d788-810d-4765-acde-470627d9c683 req-0abb1fe0-3bc3-4d8a-ab20-0d46551bdac4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063848 Feb 11 13:30:30.274593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b4bd7c21-30aa-4ea2-b494-b0bb93044029), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.296590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-dfe9d77a-0eb7-4e2c-b83c-cb7bf3635bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.307383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-dfe9d77a-0eb7-4e2c-b83c-cb7bf3635bb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1753812 Feb 11 13:30:30.341975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b4bd7c21-30aa-4ea2-b494-b0bb93044029), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.351571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.356074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.379834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ec46c9-f82d-4db8-9641-5e772c848702 req-6a019f24-086e-4272-a31d-39897321e2b4 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894383 Feb 11 13:30:30.407731 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dad0c3-92da-4edc-a29d-c06ee22cbf55 x-openstack-request-id: req-e9dad0c3-92da-4edc-a29d-c06ee22cbf55 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:30.408267 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-unplugged", "status": "completed", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:30.408504 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9dad0c3-92da-4edc-a29d-c06ee22cbf55 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:30.409221 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247', 'code': 200} Feb 11 13:30:30.434912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4708898 Feb 11 13:30:30.436593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36304) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:30.449274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-46660945'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:30.481505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:30.485523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa060dc-8714-4da9-8a21-bc10d7f0fc30 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Network': ['ID=b4bd7c21-30aa-4ea2-b494-b0bb93044029,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.485778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.504010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:30:30.532974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce24a7c-2a83-484a-b03c-b602e8314d23 req-f67cc7ce-1398-493e-bd57-131d73f9b07f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.534941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ce24a7c-2a83-484a-b03c-b602e8314d23 req-f67cc7ce-1398-493e-bd57-131d73f9b07f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.2628119 Feb 11 13:30:30.636223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:30.641341 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-41193d43-36d2-4180-97d2-43b9c04fb703 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892921 Feb 11 13:30:30.669717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-57f170fd-03fc-42e0-adc5-a524d7a8dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.671241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-57f170fd-03fc-42e0-adc5-a524d7a8dff9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 1130 time: 0.2005281 Feb 11 13:30:30.704811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (82efd20d-4f57-434a-8ebf-be358972c2f5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.705163 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Added segment 82efd20d-4f57-434a-8ebf-be358972c2f5 of type vlan for network c9f37f8f-dd92-4337-a328-55da151aa39c Feb 11 13:30:30.728540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ce24a7c-2a83-484a-b03c-b602e8314d23 req-0cdc5938-44a1-409f-b64b-6e01f98649c7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768112 Feb 11 13:30:30.753462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:30.859646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c9f37f8f-dd92-4337-a328-55da151aa39c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.895219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb27702-7330-4ac5-9b3e-7bac21728e8b req-2fe1c6d4-9554-45a5-83e8-c4d56bf0e462 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424748 Feb 11 13:30:30.905026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.938823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-f76ba3ec-bdf6-40e5-bde0-c4d6e4e6c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.940316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-f76ba3ec-bdf6-40e5-bde0-c4d6e4e6c627 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2521119 Feb 11 13:30:30.947217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:30.963993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c9f37f8f-dd92-4337-a328-55da151aa39c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.974142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'mac_address': 'fa:16:3e:d5:8d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:30.975038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.976608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:30.981053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:31.032835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-91fb3fc2-6199-4fdd-9401-d1ffe9039e60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f HTTP/1.1" status: 200 len: 217 time: 0.0809269 Feb 11 13:30:31.092325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95bde8-3d90-44f0-b05a-c20d9c480953 req-c091e038-1c5d-4582-9b83-8cae653cacc8 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.096489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f95bde8-3d90-44f0-b05a-c20d9c480953 req-c091e038-1c5d-4582-9b83-8cae653cacc8 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 948 time: 0.1071382 Feb 11 13:30:31.170944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f95bde8-3d90-44f0-b05a-c20d9c480953 req-89df6086-819d-4857-bdf2-469ff5747aaa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683434 Feb 11 13:30:31.180978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:31.181370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:31.219792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:31.287734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:31.295144 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:31.372339 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.387509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:31.403021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', 'mac_address': 'fa:16:3e:ee:25:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:31.444531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3af03d-954d-475c-b3ec-31f7fbd1e0b7 req-43811a31-394e-4e96-92ec-0ad6f667148e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.446301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a3af03d-954d-475c-b3ec-31f7fbd1e0b7 req-43811a31-394e-4e96-92ec-0ad6f667148e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1132941 Feb 11 13:30:31.446725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:31.494234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:31.494624 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:31.513959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:31.563313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:31.584172 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:31.587610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a3af03d-954d-475c-b3ec-31f7fbd1e0b7 req-2b34d8fd-46bc-4e9a-aa27-f7918f2ddb50 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223798 Feb 11 13:30:31.720771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2798989 Feb 11 13:30:31.723785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36336) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:31.725576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0488f2df-3d89-42c8-9e8a-9b218ceb70cf req-885890d1-7a3a-4308-bffd-58746d7ffafe tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4116014e-5262-425b-a622-3110fea7bccd HTTP/1.1" status: 200 len: 210 time: 0.7104533 Feb 11 13:30:31.736278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'subnet': {'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:31.875838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.878024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02c3cf-76ba-46f0-9ed5-8aa23eeff73c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Network': ['ID=c9f37f8f-dd92-4337-a328-55da151aa39c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.893018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c9f37f8f-dd92-4337-a328-55da151aa39c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:30:31.919311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-4b2b323c-19cc-4f59-92f5-077a631b4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.922104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-4b2b323c-19cc-4f59-92f5-077a631b4ef3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.8739257 Feb 11 13:30:31.944012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:32.102412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:32.106715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:32.157283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-776f8755-3225-4c69-886f-9a4988ae2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.159006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-776f8755-3225-4c69-886f-9a4988ae2980 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2096136 Feb 11 13:30:32.168144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc2664-9f81-45f0-acab-da06d6d72696 req-b2e4c15d-3274-4033-9dcd-15bdaf4239fd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.175622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27dc2664-9f81-45f0-acab-da06d6d72696 req-b2e4c15d-3274-4033-9dcd-15bdaf4239fd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.2048342 Feb 11 13:30:32.351622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27dc2664-9f81-45f0-acab-da06d6d72696 req-f9f1b0fb-46cb-49a8-bc92-de695db64954 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698387 Feb 11 13:30:32.444377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-a886bb97-0112-491b-a1de-c5cf97b974b7 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347937 Feb 11 13:30:32.447407 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:32.542923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (2512bb0a-5763-4936-8a0c-7c7228066f3a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:32.609830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Subnet': ['ID=2512bb0a-5763-4936-8a0c-7c7228066f3a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:32.673967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Checking segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:32.674580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network hostable DHCP agents. Network: b4bd7c21-30aa-4ea2-b494-b0bb93044029, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:32.721860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:32.745257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b4bd7c21-30aa-4ea2-b494-b0bb93044029) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:32.752960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.754278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:32.761824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58365db-32fe-4830-83d4-262cd07b57b0 None None] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:30:32.763929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:32.789628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eab95b0b-8531-451b-bf87-e7e9dd974e63 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0648260 Feb 11 13:30:32.792108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36364) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:32.810505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'subnet': {'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:32.816901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1c112-5cd0-4dfd-a10d-b2e1081d7854 req-b5e24fdd-20dc-4798-af6f-00ea0edd03c4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.833736 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9d1c112-5cd0-4dfd-a10d-b2e1081d7854 req-b5e24fdd-20dc-4798-af6f-00ea0edd03c4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.3100972 Feb 11 13:30:32.988930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f5a70c8-4ab8-4291-af6a-fbcb8813f82c req-b858f7f9-49e3-4d4c-956c-7e16349e8584 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338991 Feb 11 13:30:32.991485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07635d8c-db66-4d86-84e8-8b622ccb9f9f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:33.030936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9d1c112-5cd0-4dfd-a10d-b2e1081d7854 req-955aad05-72a3-42c5-8d87-148ccd0af697 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961470 Feb 11 13:30:33.032642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:33.033344 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:33.117240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'fixed_ips': [{'subnet_id': '2512bb0a-5763-4936-8a0c-7c7228066f3a'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:30:33.118459 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:33.131068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:33.137902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:33.298032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ebefc-47f4-4f2e-8521-b38e97b1f228 req-d59a3847-4eeb-4281-82c6-b95f1a10778c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:33.314379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d15ebefc-47f4-4f2e-8521-b38e97b1f228 req-d59a3847-4eeb-4281-82c6-b95f1a10778c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 949 time: 0.1509490 Feb 11 13:30:33.474078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d15ebefc-47f4-4f2e-8521-b38e97b1f228 req-3e07fea7-5ccc-4ee1-8beb-5d4dd8acc41d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548858 Feb 11 13:30:33.724709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (556047b5-f11b-4c0b-bf84-f1152adf6cd0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:33.854075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 07635d8c-db66-4d86-84e8-8b622ccb9f9f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:33.899357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'mac_address': 'fa:16:3e:12:a0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:33.932842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:33.964316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Subnet': ['ID=556047b5-f11b-4c0b-bf84-f1152adf6cd0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:33.987709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:33.988274 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:33.992553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Checking segment: {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:33.992905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network hostable DHCP agents. Network: c9f37f8f-dd92-4337-a328-55da151aa39c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:34.057420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network c9f37f8f-dd92-4337-a328-55da151aa39c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:34.067496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:34.071943 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477504d-91ad-46c2-b806-bf5b8f451ed3" -d '{"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-plugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:34.082888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 07635d8c-db66-4d86-84e8-8b622ccb9f9f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:34.083822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:34.093284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Allocated IP 10.1.1.2 (b4bd7c21-30aa-4ea2-b494-b0bb93044029/2512bb0a-5763-4936-8a0c-7c7228066f3a/e4d502a1-76cf-49cc-81a5-f649b42e0bd5) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:34.094498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c9f37f8f-dd92-4337-a328-55da151aa39c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:34.105168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:34.105964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:34.126895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b801ba9-5fa4-4b4b-a832-da615d00568f None None] Network c9f37f8f-dd92-4337-a328-55da151aa39c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:30:34.151094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:34.174194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8ec441db-3aad-4736-8a89-649a3cff9085 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3780038 Feb 11 13:30:34.174981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36376) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:34.182024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'port': {'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'name': 'tempest-TaggedBootDevicesTest_v242-1274480642', 'fixed_ips': [{'subnet_id': '2512bb0a-5763-4936-8a0c-7c7228066f3a'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:34.192533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:34.240392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07635d8c-db66-4d86-84e8-8b622ccb9f9f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:34.287799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 07635d8c-db66-4d86-84e8-8b622ccb9f9f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:34.303763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:34.629875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:34.695833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-ed570edf-6541-40af-a5ed-83c2f91dceca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1635389 Feb 11 13:30:34.755776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:34.833822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-c9f37f8f-dd92-4337-a328-55da151aa39c', 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c', 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'fixed_ips': [{'subnet_id': '556047b5-f11b-4c0b-bf84-f1152adf6cd0'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:30:34.837222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:34.875724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-8f98e9e9-356b-4d39-973a-cf2ccacaca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:34.876386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['07635d8c-db66-4d86-84e8-8b622ccb9f9f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:34.876851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-8f98e9e9-356b-4d39-973a-cf2ccacaca26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 1127 time: 0.1563513 Feb 11 13:30:34.879385 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:34.903562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] device_id is not set on port f99682d4-f7bc-4884-93c3-3c2290d91ca4 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:30:35.008243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:35.059849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=07635d8c-db66-4d86-84e8-8b622ccb9f9f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:35.119000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-548590f9-ac28-4eca-aa33-aa5b22d20c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:35.122749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-548590f9-ac28-4eca-aa33-aa5b22d20c21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.2245007 Feb 11 13:30:35.210165 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Publish callbacks [] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:35.239120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-c5691206-093a-49f9-a34f-af4de00ba24d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 200 len: 217 time: 0.1085336 Feb 11 13:30:35.260250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:35.381391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 10.1.1.173 (b4bd7c21-30aa-4ea2-b494-b0bb93044029/2512bb0a-5763-4936-8a0c-7c7228066f3a/f99682d4-f7bc-4884-93c3-3c2290d91ca4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:35.385727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-2a2c5c04-211a-48ee-b10d-0e6289e10dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:35.389230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-2a2c5c04-211a-48ee-b10d-0e6289e10dcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1439078 Feb 11 13:30:35.397237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:35.406803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:35.450585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:35.453923 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:35.460478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-26304edf-d91a-4322-84e8-ea388c83b285 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625048 Feb 11 13:30:35.572783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:35.645192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:35.655587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-3e5c73c1-b78b-4624-a03d-c59fb945cbcc service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881015 Feb 11 13:30:35.835923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:35.914533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee3d4c4-2c7e-4337-bd7b-199232822c1d req-5c3d47d6-a7e9-48ec-80b9-d39c93970824 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507997 Feb 11 13:30:35.935858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:35.958183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Pushing event updated for resources: {'Port': ['ID=e4d502a1-76cf-49cc-81a5-f649b42e0bd5,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:35.971118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Allocated IP 10.2.2.2 (c9f37f8f-dd92-4337-a328-55da151aa39c/556047b5-f11b-4c0b-bf84-f1152adf6cd0/13bd9f9a-abf5-4961-a414-c9f9ea690162) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:35.978005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:35.978439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.055680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:36.060315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:36.063207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:36.076517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Attempting to bind port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:36.076913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Attempting to bind port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:36.077287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Attempting to bind port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:36.095791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:36.096308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Checking segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:36.097555 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.097555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Bound using segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:36.097783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Bound port: e4d502a1-76cf-49cc-81a5-f649b42e0bd5, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:36.098008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.117676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=f99682d4-f7bc-4884-93c3-3c2290d91ca4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.178152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:36.207205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:36.208150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.252362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36384) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:36.254927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-86c7f178-b5c6-46e8-adbf-ba3cee5dd238 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0783355 Feb 11 13:30:36.258078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'port': {'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'name': 'tempest-TaggedBootDevicesTest_v242-1955253635', 'fixed_ips': [{'subnet_id': '2512bb0a-5763-4936-8a0c-7c7228066f3a'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:36.319726 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.455973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:36.472391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] For port e4d502a1-76cf-49cc-81a5-f649b42e0bd5, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:36.533025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] For port e4d502a1-76cf-49cc-81a5-f649b42e0bd5, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e4d502a1-76cf-49cc-81a5-f649b42e0bd5,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:36.550107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.574051 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.628559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.670547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] device_id is not set on port 85d4c3a4-0538-4166-ab43-da97573683f0 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:30:36.793134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88a3e-c27a-4e79-978c-a4861daa0ccf None None] Pushing event updated for resources: {'Port': ['ID=e4d502a1-76cf-49cc-81a5-f649b42e0bd5,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.796928 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Publish callbacks [] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.816340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:36.925410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Network c9f37f8f-dd92-4337-a328-55da151aa39c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:36.932871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:36.936922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:36.939815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Pushing event updated for resources: {'Port': ['ID=13bd9f9a-abf5-4961-a414-c9f9ea690162,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:37.046528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Attempting to bind port 13bd9f9a-abf5-4961-a414-c9f9ea690162 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:37.047676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Attempting to bind port 13bd9f9a-abf5-4961-a414-c9f9ea690162 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:37.047801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Attempting to bind port 13bd9f9a-abf5-4961-a414-c9f9ea690162 on network c9f37f8f-dd92-4337-a328-55da151aa39c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:37.056612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:37.057000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Checking segment: {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:37.057404 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:37.057804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Bound using segment: {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:37.058923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Bound port: 13bd9f9a-abf5-4961-a414-c9f9ea690162, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:37.060368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:37.190593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] For port 13bd9f9a-abf5-4961-a414-c9f9ea690162, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:37.195584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] For port 13bd9f9a-abf5-4961-a414-c9f9ea690162, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=13bd9f9a-abf5-4961-a414-c9f9ea690162,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:37.207593 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:37.332021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a6c9-749a-451d-89b0-ec86238a8124 None None] Pushing event updated for resources: {'Port': ['ID=13bd9f9a-abf5-4961-a414-c9f9ea690162,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:37.498891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 10.1.1.27 (b4bd7c21-30aa-4ea2-b494-b0bb93044029/2512bb0a-5763-4936-8a0c-7c7228066f3a/85d4c3a4-0538-4166-ab43-da97573683f0) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:37.871907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e4d502a1-76cf-49cc-81a5-f649b42e0bd5 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:37.985513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (85d4c3a4-0538-4166-ab43-da97573683f0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:38.069202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:38.069748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:38.101907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:38.232002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=85d4c3a4-0538-4166-ab43-da97573683f0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:38.264174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:38.267531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:38.278086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:38.346335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:38.346335 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:38.376139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.377069 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:38.409362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9bb05dd9-c111-4a7e-a897-484401623a40 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1558750 Feb 11 13:30:38.420361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port e4d502a1-76cf-49cc-81a5-f649b42e0bd5, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e4d502a1-76cf-49cc-81a5-f649b42e0bd5,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:38.426867 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:38.509758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=e4d502a1-76cf-49cc-81a5-f649b42e0bd5,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:38.714738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e664bb-0d9f-402b-98bc-73f3393f1710 None None] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:30:38.938678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eb28d98e-49b3-4d7e-a8bd-d650203caef8 None None] Provisioning complete for port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:38.938824 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb28d98e-49b3-4d7e-a8bd-d650203caef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:39.025827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07635d8c-db66-4d86-84e8-8b622ccb9f9f up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:39.237166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f1c08-92cd-4f49-a12f-186d982ec8bb None None] Network c9f37f8f-dd92-4337-a328-55da151aa39c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:30:39.242154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 07635d8c-db66-4d86-84e8-8b622ccb9f9f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:39.254977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb28d98e-49b3-4d7e-a8bd-d650203caef8 None None] Current status of the port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:39.274015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 07635d8c-db66-4d86-84e8-8b622ccb9f9f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:39.274438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:39.522216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8a69da4b-8bfa-449f-94f0-619f518fa48f None None] Provisioning complete for port 13bd9f9a-abf5-4961-a414-c9f9ea690162 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:39.525838 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a69da4b-8bfa-449f-94f0-619f518fa48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:39.888632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 13bd9f9a-abf5-4961-a414-c9f9ea690162 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:40.163757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 07635d8c-db66-4d86-84e8-8b622ccb9f9f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:40.164074 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:40.279749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 13bd9f9a-abf5-4961-a414-c9f9ea690162 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:40.280428 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:40.365769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 07635d8c-db66-4d86-84e8-8b622ccb9f9f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:40.411332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8a69da4b-8bfa-449f-94f0-619f518fa48f None None] Current status of the port 13bd9f9a-abf5-4961-a414-c9f9ea690162 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:40.411732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a69da4b-8bfa-449f-94f0-619f518fa48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:40.420526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:40.546964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=07635d8c-db66-4d86-84e8-8b622ccb9f9f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.610892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8a69da4b-8bfa-449f-94f0-619f518fa48f None None] For port 13bd9f9a-abf5-4961-a414-c9f9ea690162, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=13bd9f9a-abf5-4961-a414-c9f9ea690162,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:40.672737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a69da4b-8bfa-449f-94f0-619f518fa48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:40.758058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 13bd9f9a-abf5-4961-a414-c9f9ea690162 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:40.760904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e4d502a1-76cf-49cc-81a5-f649b42e0bd5 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:40.919168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69da4b-8bfa-449f-94f0-619f518fa48f None None] Pushing event updated for resources: {'Port': ['ID=13bd9f9a-abf5-4961-a414-c9f9ea690162,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.940384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Provisioning complete for port 13bd9f9a-abf5-4961-a414-c9f9ea690162 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:40.940384 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:41.012088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:41.012409 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:41.161838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Current status of the port 13bd9f9a-abf5-4961-a414-c9f9ea690162 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:41.206407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:41.215037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Provisioning complete for port 85d4c3a4-0538-4166-ab43-da97573683f0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:41.215037 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:41.283536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Port 85d4c3a4-0538-4166-ab43-da97573683f0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:30:41.298359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Provisioning complete for port f99682d4-f7bc-4884-93c3-3c2290d91ca4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:41.298685 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:41.367707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Port f99682d4-f7bc-4884-93c3-3c2290d91ca4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:30:41.393520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Provisioning complete for port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:41.396373 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:41.397156 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:30:41.558220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4564843d-88a7-4a2f-a126-ff07cb94eba4 None None] Current status of the port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:41.686368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 13bd9f9a-abf5-4961-a414-c9f9ea690162 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:41.809658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 13bd9f9a-abf5-4961-a414-c9f9ea690162 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:41.810059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:41.950059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 13bd9f9a-abf5-4961-a414-c9f9ea690162 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:49.707173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8215b-c9b9-4ea9-9c34-4fbc3e70524b req-85796536-9928-4a0d-870b-f21cb8c7f8ef tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.717104 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27d8215b-c9b9-4ea9-9c34-4fbc3e70524b req-85796536-9928-4a0d-870b-f21cb8c7f8ef tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.1150653 Feb 11 13:30:49.819750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27d8215b-c9b9-4ea9-9c34-4fbc3e70524b req-9f5ed39f-8f2c-4a51-93e3-af99e79f6637 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955274 Feb 11 13:30:49.840498 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f5571f-fab5-4f7d-bb0a-5f71321c6a6b x-openstack-request-id: req-a0f5571f-fab5-4f7d-bb0a-5f71321c6a6b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:49.841444 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-plugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:49.841870 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0f5571f-fab5-4f7d-bb0a-5f71321c6a6b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:49.842472 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'code': 200} Feb 11 13:30:49.895113 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:49.997305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d05254-e870-4e5e-8ed2-e70acf25a047 req-521efc5c-71d1-413c-a47f-662dad0b023b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.005068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21d05254-e870-4e5e-8ed2-e70acf25a047 req-521efc5c-71d1-413c-a47f-662dad0b023b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 950 time: 0.0707340 Feb 11 13:30:50.109544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21d05254-e870-4e5e-8ed2-e70acf25a047 req-22cb337e-96ab-4cb7-97ca-95586cda34a7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033487 Feb 11 13:30:50.168542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36446) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:50.173511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163525950', 'description': 'tempest-description--585480567'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:50.206882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.406113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5081cb7-592e-4b76-b856-b39204f603fe req-93d5d996-edbd-470c-89e2-dd60eab86a9e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.407718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5081cb7-592e-4b76-b856-b39204f603fe req-93d5d996-edbd-470c-89e2-dd60eab86a9e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1776578 Feb 11 13:30:50.491062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5081cb7-592e-4b76-b856-b39204f603fe req-ab43236a-bf2f-4d22-84b7-eba6e431c1b1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703256 Feb 11 13:30:50.512632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group (a3e31937-e265-4b34-8a72-3f00a3193ddc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.518699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a3e31937-e265-4b34-8a72-3f00a3193ddc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.546723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.548000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3784316 Feb 11 13:30:50.553372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36472) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:50.558192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'security_group_rule': {'security_group_id': 'a3e31937-e265-4b34-8a72-3f00a3193ddc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:50.596432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e31937-e265-4b34-8a72-3f00a3193ddc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:50.604636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.604636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.604992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.605338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.605674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.606004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.606362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.606693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.607022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.607155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group_rule (86b620ba-eb09-436c-91fe-e17bc3e17646), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.607351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.607680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.608008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.608356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774cb97-0c02-46bc-a55b-bb08c9400301 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.731869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group_rule (86b620ba-eb09-436c-91fe-e17bc3e17646), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.737130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (86b620ba-eb09-436c-91fe-e17bc3e17646), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.804214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.805479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2508452 Feb 11 13:30:50.808166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:50.813218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5c7bba0d-4465-4775-a0fa-19c7bac32fd5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'security_group_rule': {'security_group_id': 'a3e31937-e265-4b34-8a72-3f00a3193ddc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:50.839227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b620ba-eb09-436c-91fe-e17bc3e17646,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:50.851871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.852299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.852964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.854110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.854553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.855089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.864078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.864641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.865105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.866661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.871991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.872690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.873202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b25843-c1df-4885-b166-0f4c83d9c1d1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:50.873860 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c7bba0d-4465-4775-a0fa-19c7bac32fd5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group_rule (2882fbaf-34d9-453e-bf85-34024c54a3b1), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:50.938250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f7b18-1e0d-44e6-afd5-374365f17a26 req-3c7e4709-e735-40bd-9754-8b664a3159fe tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.948665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b01f7b18-1e0d-44e6-afd5-374365f17a26 req-3c7e4709-e735-40bd-9754-8b664a3159fe tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 951 time: 0.1849170 Feb 11 13:30:50.982969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c7bba0d-4465-4775-a0fa-19c7bac32fd5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group_rule (2882fbaf-34d9-453e-bf85-34024c54a3b1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.013288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c7bba0d-4465-4775-a0fa-19c7bac32fd5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2882fbaf-34d9-453e-bf85-34024c54a3b1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.013662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b01f7b18-1e0d-44e6-afd5-374365f17a26 req-0aab9a0c-64a1-44c6-bc14-592137e14e6e tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Feb 11 13:30:51.040823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bba0d-4465-4775-a0fa-19c7bac32fd5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2882fbaf-34d9-453e-bf85-34024c54a3b1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:51.067442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c7bba0d-4465-4775-a0fa-19c7bac32fd5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.069140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5c7bba0d-4465-4775-a0fa-19c7bac32fd5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599766 Feb 11 13:30:51.072243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36496) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:30:51.077424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:51.078185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256641-a397-499c-8fe6-ac9e20d60a2c req-d47ba6c1-ca9d-4141-b3af-5405ab4dba2e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.086535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad256641-a397-499c-8fe6-ac9e20d60a2c req-d47ba6c1-ca9d-4141-b3af-5405ab4dba2e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.1454890 Feb 11 13:30:51.119477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.169466 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad256641-a397-499c-8fe6-ac9e20d60a2c req-8217ce81-84aa-41dd-9599-dac5372bc7b0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817106 Feb 11 13:30:51.305398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.327924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a87a-b79a-4f13-a522-29629e11aea8 req-c90c29fa-44f6-4214-887f-94eb0b20ffe3 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.335061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6419a87a-b79a-4f13-a522-29629e11aea8 req-c90c29fa-44f6-4214-887f-94eb0b20ffe3 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 950 time: 0.0960209 Feb 11 13:30:51.418401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6419a87a-b79a-4f13-a522-29629e11aea8 req-f7485540-32b1-4188-b856-5d0c839d2a5c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800147 Feb 11 13:30:51.496266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 172.25.3.87 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/f61135ea-dce6-4946-9ed8-d9ce0f7d96f3) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:51.628320 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.634081 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.676523 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.699694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:51.704196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:51.707829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:51.766541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f653c33-fc53-4c6d-a465-0d3359a6658b req-089e001b-d47c-4719-a397-d37127aeb64b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.769404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8f653c33-fc53-4c6d-a465-0d3359a6658b req-089e001b-d47c-4719-a397-d37127aeb64b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1264460 Feb 11 13:30:51.802723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=f61135ea-dce6-4946-9ed8-d9ce0f7d96f3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:51.843857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf'}, {'server_uuid': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07635d8c-db66-4d86-84e8-8b622ccb9f9f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:51.846188 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5ecf33-ed5b-45c1-b83a-8d53e1f265b8" -d '{"events": [{"server_uuid": "0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b", "name": "network-vif-plugged", "status": "completed", "tag": "7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf"}, {"server_uuid": "442d1d21-3040-4bad-bbfc-7abc9b5cf92f", "name": "network-vif-plugged", "status": "completed", "tag": "07635d8c-db66-4d86-84e8-8b622ccb9f9f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:51.921388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8f653c33-fc53-4c6d-a465-0d3359a6658b req-1028b811-a474-4174-8b4c-2aa2c63f75e2 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468172 Feb 11 13:30:51.925037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for floatingip (fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:51.943923 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a97ede-95a3-4e4e-8b7b-7d6439a18f0c x-openstack-request-id: req-19a97ede-95a3-4e4e-8b7b-7d6439a18f0c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:51.944262 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b", "name": "network-vif-plugged", "status": "completed", "tag": "7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf", "code": 200}, {"server_uuid": "442d1d21-3040-4bad-bbfc-7abc9b5cf92f", "name": "network-vif-plugged", "status": "completed", "tag": "07635d8c-db66-4d86-84e8-8b622ccb9f9f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:51.944533 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19a97ede-95a3-4e4e-8b7b-7d6439a18f0c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:51.944968 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', 'code': 200} Feb 11 13:30:51.945230 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'code': 200} Feb 11 13:30:51.997814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:52.187920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237d80-5db8-4051-a71e-4a6261d8e154 req-5c1d0b12-0f3a-42a2-a8fe-89a0031d43aa tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.189601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a237d80-5db8-4051-a71e-4a6261d8e154 req-5c1d0b12-0f3a-42a2-a8fe-89a0031d43aa tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 951 time: 0.0760651 Feb 11 13:30:52.306285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a237d80-5db8-4051-a71e-4a6261d8e154 req-1098e6a1-1d8a-4f28-b286-1682c8d30e1c tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081915 Feb 11 13:30:52.344056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579321d3-559e-4402-9fb3-9c184715e41e req-ecfffcb7-9dab-447a-8029-cd37a620ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.345799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-579321d3-559e-4402-9fb3-9c184715e41e req-ecfffcb7-9dab-447a-8029-cd37a620ba64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 1132 time: 0.2402861 Feb 11 13:30:52.374232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2690f4-23bc-4d1d-8e44-4dcac2636de3 req-44355846-79d8-42ce-b982-fb7ac6d60f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.375863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b2690f4-23bc-4d1d-8e44-4dcac2636de3 req-44355846-79d8-42ce-b982-fb7ac6d60f83 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 1132 time: 0.2936718 Feb 11 13:30:52.444218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:52.469262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:52.565481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-579321d3-559e-4402-9fb3-9c184715e41e req-6c5c6868-83ef-4341-9ee0-b926ddd5c186 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946239 Feb 11 13:30:52.583730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b2690f4-23bc-4d1d-8e44-4dcac2636de3 req-dd3aba8b-92e5-42f6-9356-1abde8aa228f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859193 Feb 11 13:30:52.638406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356c55a-f8c6-467d-8b14-2fa3db249ea3 req-23cf3f47-7090-4eaf-a0ac-3a129d2311af tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.646526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0356c55a-f8c6-467d-8b14-2fa3db249ea3 req-23cf3f47-7090-4eaf-a0ac-3a129d2311af tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.2980289 Feb 11 13:30:52.681505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=f61135ea-dce6-4946-9ed8-d9ce0f7d96f3,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:52.753105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:52.759759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0e04-006d-481f-8cfc-7b33c0bc1a69 req-b7c0d568-cf4f-427f-b83c-e63683b64ed3 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.762010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-db3a0e04-006d-481f-8cfc-7b33c0bc1a69 req-b7c0d568-cf4f-427f-b83c-e63683b64ed3 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 950 time: 0.1326890 Feb 11 13:30:52.803666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0356c55a-f8c6-467d-8b14-2fa3db249ea3 req-c75607bc-7fbf-4f66-b52c-1077d8ff626d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561174 Feb 11 13:30:52.811928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:52.821842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-df1caba3-a939-4d32-8033-d06c6ada2c47 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7396824 Feb 11 13:30:52.907044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-db3a0e04-006d-481f-8cfc-7b33c0bc1a69 req-c422aebd-7a1b-453b-837f-2388d3ac0a19 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384633 Feb 11 13:30:53.133144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434cf05-2daf-419a-8908-15fc629e90c5 req-f86d6b2d-3d17-4399-a933-a154ac883181 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.142111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b434cf05-2daf-419a-8908-15fc629e90c5 req-f86d6b2d-3d17-4399-a933-a154ac883181 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.0928066 Feb 11 13:30:53.203610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b434cf05-2daf-419a-8908-15fc629e90c5 req-8fad02a9-c96c-464d-9cab-76f924ae3756 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605664 Feb 11 13:30:53.324175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-8af99365-7ac8-4c56-89c3-2d7fc8629ef1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--163525950&fields=id&tenant_id=a844ca10a5404f0baedffa69e9bced92 HTTP/1.1" status: 200 len: 267 time: 0.0719838 Feb 11 13:30:53.424005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-9cd1c569-b588-4ae0-8279-571f0d524e68 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.430494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-9cd1c569-b588-4ae0-8279-571f0d524e68 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 937 time: 0.1054177 Feb 11 13:30:53.483510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ca5a4645-814c-4bad-a56e-e3bef886e87a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.496731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ca5a4645-814c-4bad-a56e-e3bef886e87a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 936 time: 0.0645118 Feb 11 13:30:53.584034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-596e70f6-d9cd-44eb-9138-de95155280a3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0863578 Feb 11 13:30:53.623513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-47564cc0-f402-406c-860f-30e8c29d3297 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0384369 Feb 11 13:30:53.779138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-512a8ac5-5bf0-400a-b8a7-d2de3500ccb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.785834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-512a8ac5-5bf0-400a-b8a7-d2de3500ccb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.791378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-512a8ac5-5bf0-400a-b8a7-d2de3500ccb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.799169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-512a8ac5-5bf0-400a-b8a7-d2de3500ccb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/networks?id=9851043d-750b-4ec2-a3a6-4cf97820e5af&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=c9f37f8f-dd92-4337-a328-55da151aa39c&id=c9f37f8f-dd92-4337-a328-55da151aa39c HTTP/1.1" status: 200 len: 1993 time: 0.1693285 Feb 11 13:30:53.817126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-390a6c07-8047-4a91-a497-eb3540fe5a1c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/quotas/a844ca10a5404f0baedffa69e9bced92 HTTP/1.1" status: 200 len: 375 time: 0.0165057 Feb 11 13:30:53.896053 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a7945564-75f3-4d61-94a9-d205c94f5054 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0779176 Feb 11 13:30:54.011449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-0c5304ca-31e2-44fc-9112-9d27d1e11af3 service neutron] 10.222.0.79 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986702 Feb 11 13:30:54.137458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a6ced804-5a47-4a16-8f14-046db6b6bf90 service neutron] 10.222.0.79 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166475 Feb 11 13:30:54.161280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df083bf-6ae4-44c8-bec6-f6a6f8d22aef req-7d1af3cf-42f3-4c87-a5ff-0b0ad0aff1af tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.169581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0df083bf-6ae4-44c8-bec6-f6a6f8d22aef req-7d1af3cf-42f3-4c87-a5ff-0b0ad0aff1af tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.0981896 Feb 11 13:30:54.186960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a52a81ea-91c3-4e0c-a724-b9c63b127519 service neutron] 10.222.0.79 "GET /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0396903 Feb 11 13:30:54.240892 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0df083bf-6ae4-44c8-bec6-f6a6f8d22aef req-6e051bc3-95c1-46ef-9e99-1cfd664f642e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699692 Feb 11 13:30:54.300125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-55610bbc-0829-4819-99ab-aaf85f9d04cc service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076226 Feb 11 13:30:54.364447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74b28b-0696-4af3-b037-8c73f7af3aeb req-aed1357c-c542-456c-918d-6390850e2968 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.366478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea74b28b-0696-4af3-b037-8c73f7af3aeb req-aed1357c-c542-456c-918d-6390850e2968 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 950 time: 0.0690582 Feb 11 13:30:54.424241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5559c19-f154-4977-bb82-796dd2a12ee0 service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109593 Feb 11 13:30:54.435899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea74b28b-0696-4af3-b037-8c73f7af3aeb req-3f92e66e-2a75-4689-a317-95232094789b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584931 Feb 11 13:30:54.489859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-4fd32a2d-700d-489d-9adb-76e91e238ee8 service neutron] 10.222.0.79 "GET /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0646617 Feb 11 13:30:54.591057 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-786136d5-5d7b-46f2-9792-588fce6489d7 service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002457 Feb 11 13:30:54.667035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b403e6-8136-40a0-bacf-3b52aa02a901 req-35d73e25-5932-4990-90eb-16d135acbb07 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.675008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98b403e6-8136-40a0-bacf-3b52aa02a901 req-35d73e25-5932-4990-90eb-16d135acbb07 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.0646133 Feb 11 13:30:54.711344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-77e4bc2e-f8ac-4454-86c3-2eb7ce8dfcf2 service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142640 Feb 11 13:30:54.729867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98b403e6-8136-40a0-bacf-3b52aa02a901 req-4ebf6801-13d1-4f4e-be75-b9184d6f46fa tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Feb 11 13:30:54.842288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6825af8e-14be-4325-9644-d3bd5219e360 service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298976 Feb 11 13:30:54.852715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:54.921995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59e9ca-46b9-4da7-a93b-4bcc5eb15525 req-75ee55c2-73e4-4c0e-bb68-16711ab6bcd1 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.927984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b59e9ca-46b9-4da7-a93b-4bcc5eb15525 req-75ee55c2-73e4-4c0e-bb68-16711ab6bcd1 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 950 time: 0.1165454 Feb 11 13:30:54.969695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:54.970505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:54.970759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-62a19754-52f2-4c93-97f0-0a1bfc79cc26 service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268868 Feb 11 13:30:55.012317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:55.013401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:55.017241 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b4440b-c412-4c24-acde-1055d29a8738" -d '{"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-unplugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:55.021641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:55.028927 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b59e9ca-46b9-4da7-a93b-4bcc5eb15525 req-b4c94946-50ce-4001-abcc-9d20939b07de tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948958 Feb 11 13:30:55.079030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=11']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:55.094968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.095321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.095667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.096007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.096342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.096674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.097005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.097350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.097658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.097983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.098347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.098689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.098995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:55.131417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-e3b11b8d-3d57-4e6e-8ce6-b0f7dfafa84b service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597416 Feb 11 13:30:55.192131 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a42752c-6564-433c-9104-b3bce2d5357d x-openstack-request-id: req-4a42752c-6564-433c-9104-b3bce2d5357d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:55.192376 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-unplugged", "status": "completed", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:55.192634 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a42752c-6564-433c-9104-b3bce2d5357d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:55.193025 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'code': 200} Feb 11 13:30:55.253526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-192f16ab-3755-4d9d-b48d-624025c5a23c service neutron] 10.222.0.79 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152821 Feb 11 13:30:55.351603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-abdffdc1-3d0c-4623-a046-877495705695 service neutron] 10.222.0.79 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929742 Feb 11 13:30:55.457825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ea35c6c1-a9d0-4700-9bc7-9bcb6e04ef4b service neutron] 10.222.0.79 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995011 Feb 11 13:30:55.591335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29893292-db2c-4d59-a13e-90258ba360fa req-75e68e00-f900-4d9d-8449-0ac150bb73bf tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.597405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29893292-db2c-4d59-a13e-90258ba360fa req-75e68e00-f900-4d9d-8449-0ac150bb73bf tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.606339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29893292-db2c-4d59-a13e-90258ba360fa req-75e68e00-f900-4d9d-8449-0ac150bb73bf tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b&device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 1691 time: 0.1117523 Feb 11 13:30:55.612229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2556fbd6-010b-4919-8c38-8db73eb83591 service neutron] 10.222.0.79 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417732 Feb 11 13:30:55.664281 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29893292-db2c-4d59-a13e-90258ba360fa req-cd3526a0-ed82-4c18-b163-20e1e978d3c5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570612 Feb 11 13:30:55.720354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-026113a1-3200-4a6e-9917-51fcfcab804a service neutron] 10.222.0.79 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023371 Feb 11 13:30:55.797744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-1d6e9f33-8bbb-4421-a375-469bce0184af tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.799602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-1d6e9f33-8bbb-4421-a375-469bce0184af tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 937 time: 0.0735977 Feb 11 13:30:55.869702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f0e51-f893-45ae-afa0-4da91ffc1716 req-c96787b3-9b04-4c4f-b572-d9dc21ddba02 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.876130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-9429abda-4aea-438f-9935-1487a95128b3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.879224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c4f0e51-f893-45ae-afa0-4da91ffc1716 req-c96787b3-9b04-4c4f-b572-d9dc21ddba02 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.0963581 Feb 11 13:30:55.889905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-9429abda-4aea-438f-9935-1487a95128b3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 936 time: 0.0844452 Feb 11 13:30:55.946620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c4f0e51-f893-45ae-afa0-4da91ffc1716 req-ad620fd7-d9b7-4486-9684-d3aaef098cff tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617740 Feb 11 13:30:56.343479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec4a5c-074b-428f-869c-a50f2d4d8bad req-4817ac37-4acb-40d8-b331-19e321985345 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.350039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65ec4a5c-074b-428f-869c-a50f2d4d8bad req-4817ac37-4acb-40d8-b331-19e321985345 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1040957 Feb 11 13:30:56.440872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65ec4a5c-074b-428f-869c-a50f2d4d8bad req-a5e717ba-1d5f-44f7-9fbc-4cca00e4d970 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884619 Feb 11 13:30:56.692242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6986529-0432-489c-a9e2-154fb7515d13 req-97d4f574-e225-4ae5-ac61-c71a6ead2d57 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.693982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6986529-0432-489c-a9e2-154fb7515d13 req-97d4f574-e225-4ae5-ac61-c71a6ead2d57 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 1132 time: 0.1857054 Feb 11 13:30:56.754160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-8c8194d6-02b5-4e29-8ef4-f987b87f06c5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.761020 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-8c8194d6-02b5-4e29-8ef4-f987b87f06c5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 937 time: 0.1533082 Feb 11 13:30:56.762465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f584b9a9-c9dc-4f8c-be0d-65ee3e79da22 req-36966b51-9000-43ce-a98a-1792b890ae70 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0344734 Feb 11 13:30:56.834085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-679375d2-acb7-424f-81e0-08a63debc81d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.848106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-679375d2-acb7-424f-81e0-08a63debc81d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 936 time: 0.0804079 Feb 11 13:30:56.883772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6986529-0432-489c-a9e2-154fb7515d13 req-ebf90f4f-ab17-4e7c-818a-9573b5b2762a tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189270 Feb 11 13:30:56.943252 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c35fe24-bf9c-409b-8260-887aba930523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:57.073326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309e10-1178-4351-92a1-2f76fd5d0a32 req-94c838f2-7cf7-469c-8e37-ba03a905cc6d tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.074228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb309e10-1178-4351-92a1-2f76fd5d0a32 req-94c838f2-7cf7-469c-8e37-ba03a905cc6d tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 1132 time: 0.0794575 Feb 11 13:30:57.088315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794951-159a-471b-be5f-5b575aba2181 req-9a04b173-69b8-4cb0-b84a-0165de9a5df0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.096551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95794951-159a-471b-be5f-5b575aba2181 req-9a04b173-69b8-4cb0-b84a-0165de9a5df0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.0696909 Feb 11 13:30:57.137066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb309e10-1178-4351-92a1-2f76fd5d0a32 req-71a7a4de-f0e4-401b-bb9a-c62aafc715cc tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 Feb 11 13:30:57.180986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95794951-159a-471b-be5f-5b575aba2181 req-aa8be010-152f-47d8-80ff-aa2f68b6cbb5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835674 Feb 11 13:30:57.786777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e130c5-a335-4b89-83a9-664a7804b104 req-47e6f0f0-4f23-4354-9043-05afde7d8b50 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.797764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e130c5-a335-4b89-83a9-664a7804b104 req-47e6f0f0-4f23-4354-9043-05afde7d8b50 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1152179 Feb 11 13:30:57.907527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e130c5-a335-4b89-83a9-664a7804b104 req-42ff8171-1342-4087-9c0b-2216e0b3a312 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084371 Feb 11 13:30:58.011937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8e808cd1-2927-4808-a39d-2ac42a9611bb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296061 Feb 11 13:30:58.054237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17440ca-c8a7-4419-b76c-1b116eef36c8 req-5720c671-f871-4711-9c57-fc502f02f77b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.056362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e17440ca-c8a7-4419-b76c-1b116eef36c8 req-5720c671-f871-4711-9c57-fc502f02f77b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 944 time: 0.0633638 Feb 11 13:30:58.127594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e17440ca-c8a7-4419-b76c-1b116eef36c8 req-f4e68abf-e3e9-41e1-95b4-af592cb7c73a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621161 Feb 11 13:30:58.152911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-ab806783-08e1-4c0b-8491-51fdc565bceb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.160721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-ab806783-08e1-4c0b-8491-51fdc565bceb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479013 Feb 11 13:30:58.179758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-35848026-a4a5-434f-bb58-ad937ce2538d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/quotas/2b0facf2ef0b4d63a36bdedffe668359 HTTP/1.1" status: 200 len: 375 time: 0.0171592 Feb 11 13:30:58.205203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-999fd43f-46de-40d1-923a-ceba04696626 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.206714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-999fd43f-46de-40d1-923a-ceba04696626 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 944 time: 0.0781755 Feb 11 13:30:58.252241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-1acdd887-4ff6-41e6-9c42-56d016372b49 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701993 Feb 11 13:30:58.362344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2715c44-abe1-416b-a8ef-01469646904e req-bd4b0e8c-801b-47ba-aa04-a22009a4271b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0719662 Feb 11 13:30:58.447556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Deleting port 26ea1a29-7103-46ee-a1ca-39276ea1287f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:58.447929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:58.516295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a1f35741-7449-4c53-86d2-0abd2806eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.521383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a1f35741-7449-4c53-86d2-0abd2806eade service neutron] 10.222.0.30 "GET /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 1033 time: 0.0826530 Feb 11 13:30:58.610986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-643809f9-5db1-463b-91c5-fdf7da88f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.612397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-643809f9-5db1-463b-91c5-fdf7da88f4e3 service neutron] 10.222.0.30 "GET /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 1032 time: 0.0853851 Feb 11 13:30:58.669833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] For port 26ea1a29-7103-46ee-a1ca-39276ea1287f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=26ea1a29-7103-46ee-a1ca-39276ea1287f,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:58.670232 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:58.688848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Calling delete_port for 26ea1a29-7103-46ee-a1ca-39276ea1287f owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:58.855996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a07b5024-af43-4959-aba3-64366b5953a6 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:59.003367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ea892fde-dfca-44ee-9fe8-cabeb3db4dd3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.010406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ea892fde-dfca-44ee-9fe8-cabeb3db4dd3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.031142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ea892fde-dfca-44ee-9fe8-cabeb3db4dd3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.036502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ea892fde-dfca-44ee-9fe8-cabeb3db4dd3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "GET /v2.0/networks?id=9851043d-750b-4ec2-a3a6-4cf97820e5af&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=c9f37f8f-dd92-4337-a328-55da151aa39c&id=c9f37f8f-dd92-4337-a328-55da151aa39c HTTP/1.1" status: 200 len: 1993 time: 0.4149282 Feb 11 13:30:59.074851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (26ea1a29-7103-46ee-a1ca-39276ea1287f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:59.144200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event deleted for resources: {'Port': ['ID=26ea1a29-7103-46ee-a1ca-39276ea1287f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:59.234453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] No DVR routers for this DVR port 26ea1a29-7103-46ee-a1ca-39276ea1287f on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:59.240960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:59.247870 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-59dba927-2119-47c5-9b25-3fd9e0e8a3dd req-383b93e2-8098-486e-923f-cd6eac3c8dc4 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "DELETE /v2.0/ports/26ea1a29-7103-46ee-a1ca-39276ea1287f HTTP/1.1" status: 204 len: 173 time: 1.0349655 Feb 11 13:30:59.248365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'name': 'network-vif-deleted', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:59.254251 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f3dbd7-2817-4b52-81c2-201a955c22df" -d '{"events": [{"server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "name": "network-vif-deleted", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:59.278340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:59.300220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['26ea1a29-7103-46ee-a1ca-39276ea1287f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:59.486992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'a07b5024-af43-4959-aba3-64366b5953a6', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'port_id': 'a07b5024-af43-4959-aba3-64366b5953a6', 'mac_address': 'fa:16:3e:1b:18:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b008d2-17da-4e50-a0a4-c3c7cd30e941', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:59.661665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b43a5a-1998-4907-8621-29630d7ed6e0 req-887ac9d7-cc85-41d2-9c6d-917349829a69 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.664150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89b43a5a-1998-4907-8621-29630d7ed6e0 req-887ac9d7-cc85-41d2-9c6d-917349829a69 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1327128 Feb 11 13:30:59.665693 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc7d35d9-fe05-49b9-b814-e1414aee518c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:59.691307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a07b5024-af43-4959-aba3-64366b5953a6 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:59.691702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:59.719490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a07b5024-af43-4959-aba3-64366b5953a6 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:59.807727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89b43a5a-1998-4907-8621-29630d7ed6e0 req-3d50b8f8-75a1-46f8-b8d1-3224e05408f0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373882 Feb 11 13:30:59.812350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:59.822158 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:59.989364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a07b5024-af43-4959-aba3-64366b5953a6'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:00.098031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:00.176671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-15a0fcfe-7ea8-404f-9919-81516c744c2f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a844ca10a5404f0baedffa69e9bced92 HTTP/1.1" status: 200 len: 379 time: 1.1267934 Feb 11 13:31:00.197130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'admin_state_up': True, 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'security_groups': ['a3e31937-e265-4b34-8a72-3f00a3193ddc']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:00.300575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ead1f-1520-4f50-910e-537345eecdc3 req-955848a4-660b-41b3-9902-a3c20e3df649 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:00.312697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a9ead1f-1520-4f50-910e-537345eecdc3 req-955848a4-660b-41b3-9902-a3c20e3df649 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 1.2568464 Feb 11 13:31:00.335923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c3a8521-6034-4e79-b1e4-b85fd889b457 req-680f41df-aab6-4ac1-bce3-658b55239925 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e874774-2c42-4c61-8469-2f55d9429cc6 HTTP/1.1" status: 200 len: 210 time: 0.0693753 Feb 11 13:31:00.434190 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8392799-6b5f-4589-8578-056723341784 x-openstack-request-id: req-b8392799-6b5f-4589-8578-056723341784 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:00.434732 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e874774-2c42-4c61-8469-2f55d9429cc6", "name": "network-vif-deleted", "tag": "26ea1a29-7103-46ee-a1ca-39276ea1287f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:00.435226 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8392799-6b5f-4589-8578-056723341784 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:00.437141 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e874774-2c42-4c61-8469-2f55d9429cc6', 'name': 'network-vif-deleted', 'tag': '26ea1a29-7103-46ee-a1ca-39276ea1287f', 'status': 'completed', 'code': 200} Feb 11 13:31:00.767078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a9ead1f-1520-4f50-910e-537345eecdc3 req-0ec5645a-e52b-4094-afc5-01a9efdd48f2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231887 Feb 11 13:31:00.836183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:00.844094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.845847 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.867924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a07b5024-af43-4959-aba3-64366b5953a6 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:01.169241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port a07b5024-af43-4959-aba3-64366b5953a6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:01.169241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a07b5024-af43-4959-aba3-64366b5953a6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.398998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a07b5024-af43-4959-aba3-64366b5953a6 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:01.399703 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.403001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 172.20.0.7 (9851043d-750b-4ec2-a3a6-4cf97820e5af/0e119b7f-df68-4b7a-b24e-0d52973d3ffa/ebab5e52-f364-4856-9627-72c1ebb60cd3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:01.479831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfbbaa86-4dbd-4743-995f-9f5175ed1611 req-86d13801-4afc-48e7-8a74-cc2ec5e9d566 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0495539 Feb 11 13:31:01.516877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:01.526845 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308fdc46-e5b2-40f4-a7d4-e7978c283cf4" -d '{"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-plugged", "status": "completed", "tag": "a07b5024-af43-4959-aba3-64366b5953a6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:01.600230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:01.626671 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.671529 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-2203dab2-f582-43a1-8511-d5f70e9b2e11 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432174 Feb 11 13:31:01.760276 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa84e839-fbe5-41d1-a522-043a3c90ddc8 req-6d626312-74b2-4e4b-a33f-6346984e95c4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 210 time: 0.1339035 Feb 11 13:31:01.805936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:01.927156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.985032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.218745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:02.237715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:02.258974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:02.334519 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.380355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.380710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.466192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad01e4-0b95-4d28-a48d-758ea921e76b req-085acb0d-5dd6-4e5c-bd22-34b4698f4e0e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.471159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62ad01e4-0b95-4d28-a48d-758ea921e76b req-085acb0d-5dd6-4e5c-bd22-34b4698f4e0e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.4820421 Feb 11 13:31:02.473235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=ebab5e52-f364-4856-9627-72c1ebb60cd3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:02.485083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6af8b49e-2c38-4ed3-b3f9-26f5c37d96ff tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3027101 Feb 11 13:31:02.500315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'admin_state_up': True, 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'security_groups': ['a3e31937-e265-4b34-8a72-3f00a3193ddc']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:02.631464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-11fe369f-f624-437d-922c-41b12301a88d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483081 Feb 11 13:31:02.699551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3d032202-7f69-475b-8a68-458ca23105bf None None] Provisioning complete for port ebab5e52-f364-4856-9627-72c1ebb60cd3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:02.700310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d032202-7f69-475b-8a68-458ca23105bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.754799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-62ad01e4-0b95-4d28-a48d-758ea921e76b req-a7c65654-7c40-4749-a61f-52d50476cb12 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634368 Feb 11 13:31:02.790924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:02.802884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3d032202-7f69-475b-8a68-458ca23105bf None None] Port ebab5e52-f364-4856-9627-72c1ebb60cd3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:02.807642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.935787 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550fa7e-ecba-4ea3-b5cf-d5d77b11b4a0 x-openstack-request-id: req-b550fa7e-ecba-4ea3-b5cf-d5d77b11b4a0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:02.936653 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-plugged", "status": "completed", "tag": "a07b5024-af43-4959-aba3-64366b5953a6", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:02.936944 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b550fa7e-ecba-4ea3-b5cf-d5d77b11b4a0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:02.937347 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6', 'code': 200} Feb 11 13:31:02.948355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a97b09f7-8667-495d-9646-77a68b2492b7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.950725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a97b09f7-8667-495d-9646-77a68b2492b7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3127596 Feb 11 13:31:02.964393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-3033479b-5dbc-4459-8a88-21152d971ef0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.969578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-3033479b-5dbc-4459-8a88-21152d971ef0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2928681 Feb 11 13:31:02.983556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:03.009846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb7d24-eefd-4edc-99b3-04226cc6eae7 req-52820490-b1aa-4df1-a5ab-cd3d5d478af5 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.018148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbdb7d24-eefd-4edc-99b3-04226cc6eae7 req-52820490-b1aa-4df1-a5ab-cd3d5d478af5 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 1.0795436 Feb 11 13:31:03.072873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:03.126383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26ea1a29-7103-46ee-a1ca-39276ea1287f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:03.177543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 26ea1a29-7103-46ee-a1ca-39276ea1287f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:03.178311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 26ea1a29-7103-46ee-a1ca-39276ea1287f not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:03.235663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 10.1.1.225 (b4bd7c21-30aa-4ea2-b494-b0bb93044029/2512bb0a-5763-4936-8a0c-7c7228066f3a/eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:03.366761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbdb7d24-eefd-4edc-99b3-04226cc6eae7 req-6324b72f-d08b-448e-93af-35d9050d2a74 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476276 Feb 11 13:31:03.422795 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:03.473042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:03.545476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:03.552229 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:03.554995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:03.590283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:03.594446 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:03.598964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:03.601886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:03.603669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:03.622498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.623377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebd932-e36e-4daf-b748-aaa33fa5a03f req-a57dd1b2-a99f-4140-8220-8518e78574f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.630272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebd932-e36e-4daf-b748-aaa33fa5a03f req-a57dd1b2-a99f-4140-8220-8518e78574f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.639950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07ebd932-e36e-4daf-b748-aaa33fa5a03f req-a57dd1b2-a99f-4140-8220-8518e78574f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 1653 time: 0.1440771 Feb 11 13:31:03.687950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e42413-ec17-4279-a54b-98ad6c91730b req-755b3062-3536-4613-91a1-58fa733501f2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.699438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e42413-ec17-4279-a54b-98ad6c91730b req-755b3062-3536-4613-91a1-58fa733501f2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.2411883 Feb 11 13:31:03.727960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.730408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:03.744307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07ebd932-e36e-4daf-b748-aaa33fa5a03f req-5c12928c-ad2a-4ae3-83b0-94341d08f723 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003947 Feb 11 13:31:03.845431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-493ba06a-e561-4728-9039-82074194295f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3524907 Feb 11 13:31:03.865585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'admin_state_up': True, 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'security_groups': ['a3e31937-e265-4b34-8a72-3f00a3193ddc']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:03.946531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2214071d-122b-47fd-92e0-86d0bba48e0b None None] Provisioning complete for port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:03.949503 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2214071d-122b-47fd-92e0-86d0bba48e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.013304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1233d32d-895e-448e-a21e-90c7dcdcc758 req-4f79d677-0bc6-4df9-adef-d90b812e5d5e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 210 time: 0.1207364 Feb 11 13:31:04.024639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2214071d-122b-47fd-92e0-86d0bba48e0b None None] Port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:04.041637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5e42413-ec17-4279-a54b-98ad6c91730b req-1040ca5e-be81-45b9-8a16-c6d6b01ad9c1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414788 Feb 11 13:31:04.211150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.28 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/bbf917b6-36ea-49ec-91f4-51e424fdfae0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:04.215164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:04.224679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.344575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356199f-569b-4153-97a3-8f233ee8a78b req-c9553b9c-2516-4f3e-b2ac-cc2192b81fb6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.352301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8356199f-569b-4153-97a3-8f233ee8a78b req-c9553b9c-2516-4f3e-b2ac-cc2192b81fb6 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 948 time: 0.2307291 Feb 11 13:31:04.543292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1757-b00e-4938-9283-44b2171d83fd req-0fd54310-6dd1-4054-81d6-18a3f2c437e1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.552964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2dc1757-b00e-4938-9283-44b2171d83fd req-0fd54310-6dd1-4054-81d6-18a3f2c437e1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.1658103 Feb 11 13:31:04.591148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.611245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8356199f-569b-4153-97a3-8f233ee8a78b req-a238eadc-d278-4e47-a9c8-0d7e89c4720f tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518437 Feb 11 13:31:04.712989 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2dc1757-b00e-4938-9283-44b2171d83fd req-64db11bb-7803-4517-b79e-ad5fce00288e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588585 Feb 11 13:31:04.771162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 10.1.1.94 (b4bd7c21-30aa-4ea2-b494-b0bb93044029/2512bb0a-5763-4936-8a0c-7c7228066f3a/75b8ca74-8355-4152-a0c7-783ae62fdf92) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:04.836762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.854170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:04.898393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-f6f9bab4-92b4-4aa4-9d0b-df700b8d0109 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.912787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-f6f9bab4-92b4-4aa4-9d0b-df700b8d0109 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 948 time: 0.2188442 Feb 11 13:31:04.915669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9ed3e368-a032-4d62-a11b-4b011880c06c details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:05.083608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:05.114879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:05.141235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:05.143827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:05.165409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'port_id': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'mac_address': 'fa:16:3e:85:cf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643474b5-9b36-4aff-b7de-66a22f4e75fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:05.172269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bb39-ff0c-44e9-91e9-5fadd6be870f req-46391427-1c77-449a-98e7-b68cfb2b52ce tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.173838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ef0bb39-ff0c-44e9-91e9-5fadd6be870f req-46391427-1c77-449a-98e7-b68cfb2b52ce tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.3883700 Feb 11 13:31:05.202519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.203157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:05.233927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9ed3e368-a032-4d62-a11b-4b011880c06c is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:05.234188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1654146 Feb 11 13:31:05.235151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:05.253149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ed3e368-a032-4d62-a11b-4b011880c06c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:05.269776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Request body: {'port': {'device_id': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:05.279581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:05.296322 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:05.328672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.206 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/218fe1e9-97d2-458d-aa6f-c47af4a8e686) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:05.332550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe2533-aec9-4a71-9aa1-7fc7e02cd185 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=bbf917b6-36ea-49ec-91f4-51e424fdfae0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.361829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.436071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-7bc9e822-f4cd-4862-9655-3937881623df tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.442417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-7bc9e822-f4cd-4862-9655-3937881623df tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 944 time: 0.6989911 Feb 11 13:31:05.589321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Deleting port 7737e743-f402-4a4b-85b2-9296b9c23247 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:05.589675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:05.641657 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ef0bb39-ff0c-44e9-91e9-5fadd6be870f req-e50bacbd-cb45-4879-85ee-158bbc6d2fea tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966608 Feb 11 13:31:05.668055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:05.706592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e167c5-aefb-4705-a2ed-68fbe8d6c9f3 req-701f64d2-3375-415b-a03c-eb7552dd3ded tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.714335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e167c5-aefb-4705-a2ed-68fbe8d6c9f3 req-701f64d2-3375-415b-a03c-eb7552dd3ded tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.722165 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83e167c5-aefb-4705-a2ed-68fbe8d6c9f3 req-701f64d2-3375-415b-a03c-eb7552dd3ded tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 1653 time: 0.5917320 Feb 11 13:31:05.796379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['9ed3e368-a032-4d62-a11b-4b011880c06c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:05.820738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.019466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] For port 7737e743-f402-4a4b-85b2-9296b9c23247, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7737e743-f402-4a4b-85b2-9296b9c23247,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:06.019924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.043038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af3be-b228-49d0-84c2-6ab5835eef30 req-3bafc993-e899-43ad-ba94-60827bb3095e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.044992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2b1af3be-b228-49d0-84c2-6ab5835eef30 req-3bafc993-e899-43ad-ba94-60827bb3095e tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 0.1736202 Feb 11 13:31:06.054557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.060056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Calling delete_port for 7737e743-f402-4a4b-85b2-9296b9c23247 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:06.086660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d54ce5cd-9e45-4146-be9e-f4d6fd9c1608 None None] Provisioning complete for port bbf917b6-36ea-49ec-91f4-51e424fdfae0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:06.087276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d54ce5cd-9e45-4146-be9e-f4d6fd9c1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.129182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d54ce5cd-9e45-4146-be9e-f4d6fd9c1608 None None] Port bbf917b6-36ea-49ec-91f4-51e424fdfae0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:06.165778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:06.177525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:06.183731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:06.272009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2b1af3be-b228-49d0-84c2-6ab5835eef30 req-9eb087d8-b797-4be0-8506-dbd1e04f29a8 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d2133d2-eb2e-45af-97f4-a6c3f42743aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065279 Feb 11 13:31:06.288930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83e167c5-aefb-4705-a2ed-68fbe8d6c9f3 req-7af61f51-33c4-4b46-be23-ae14b30f4dce tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5654433 Feb 11 13:31:06.383415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=75b8ca74-8355-4152-a0c7-783ae62fdf92,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.555410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e612e0b-3681-4bf1-9aff-8cadb8c4caa2 req-979f7781-a299-46f0-9fed-14272ec6d35e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 210 time: 0.0953825 Feb 11 13:31:06.564013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.564675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.612727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ed50f818-59f7-4600-bb78-27f09c4b2a6a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7592189 Feb 11 13:31:06.625200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c', 'admin_state_up': True, 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'security_groups': ['a3e31937-e265-4b34-8a72-3f00a3193ddc']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:06.652710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Deleting port d09bf3fe-f1ee-42a1-b802-03502224ddc3 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:06.653228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.665332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1d5fa38a-b59b-4a95-b3c9-5a9eb9a33a7d None None] Provisioning complete for port 75b8ca74-8355-4152-a0c7-783ae62fdf92 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:06.666346 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa38a-b59b-4a95-b3c9-5a9eb9a33a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.765699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fa38a-b59b-4a95-b3c9-5a9eb9a33a7d None None] Port 75b8ca74-8355-4152-a0c7-783ae62fdf92 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:06.800649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.836170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-33194670-c763-4448-ad22-f32e8e5c5c0a tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.838447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-33194670-c763-4448-ad22-f32e8e5c5c0a tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.83 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 945 time: 0.3386636 Feb 11 13:31:06.888406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3e65e-c147-44f2-bac7-e5bcc0a06d59 req-cf131fdb-1a05-4b57-8eef-5f71313445f9 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.891027 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-93b3e65e-c147-44f2-bac7-e5bcc0a06d59 req-cf131fdb-1a05-4b57-8eef-5f71313445f9 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=904cad8c-4887-4d06-a949-52f227d63a63 HTTP/1.1" status: 200 len: 948 time: 0.1556587 Feb 11 13:31:06.892631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:06.893412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7737e743-f402-4a4b-85b2-9296b9c23247 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:06.897306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7737e743-f402-4a4b-85b2-9296b9c23247), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.933929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 7737e743-f402-4a4b-85b2-9296b9c23247 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:06.934417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7737e743-f402-4a4b-85b2-9296b9c23247 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:06.936115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e3b2-3188-4f72-9b5e-d18d11138cc6 req-b8977401-dd4e-4539-b434-c349688ef5f5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.937825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9ed3e368-a032-4d62-a11b-4b011880c06c no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:06.940447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d23e3b2-3188-4f72-9b5e-d18d11138cc6 req-b8977401-dd4e-4539-b434-c349688ef5f5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.4534798 Feb 11 13:31:06.964623 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-93b3e65e-c147-44f2-bac7-e5bcc0a06d59 req-a87e1e88-5052-4e19-9e22-2f6afbd4345d tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643084 Feb 11 13:31:07.006894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] For port d09bf3fe-f1ee-42a1-b802-03502224ddc3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d09bf3fe-f1ee-42a1-b802-03502224ddc3,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:07.007264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.025718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Calling delete_port for d09bf3fe-f1ee-42a1-b802-03502224ddc3 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:07.075241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9ed3e368-a032-4d62-a11b-4b011880c06c is: BUILD; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:07.076078 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.093080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9ed3e368-a032-4d62-a11b-4b011880c06c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:07.116955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:07.124832 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.145021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Pushing event deleted for resources: {'Port': ['ID=7737e743-f402-4a4b-85b2-9296b9c23247,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.168089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] No DVR routers for this DVR port 7737e743-f402-4a4b-85b2-9296b9c23247 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:07.171013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.174945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f84e4a3a-5593-4a79-a585-fe9c07f36dce req-4be60500-3d7e-4c1c-b188-bb073b054de7 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "DELETE /v2.0/ports/7737e743-f402-4a4b-85b2-9296b9c23247 HTTP/1.1" status: 204 len: 173 time: 2.2562077 Feb 11 13:31:07.206503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-deleted', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:07.208818 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84de21ad-6fa6-47a9-877d-69c5bd6dee11" -d '{"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-deleted", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:07.273134 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.354442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.386988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b92f8-2b10-47dc-9d43-026c0192ca5d req-34570f88-88e7-4ed7-b5c8-bd90e75a7122 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.388750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-637b92f8-2b10-47dc-9d43-026c0192ca5d req-34570f88-88e7-4ed7-b5c8-bd90e75a7122 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 944 time: 0.2630000 Feb 11 13:31:07.418964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.432866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:07.439966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d23e3b2-3188-4f72-9b5e-d18d11138cc6 req-b5815d51-d4c1-44b0-b064-7052c3b5eb96 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826807 Feb 11 13:31:07.566976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:07.601773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:07.613544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d09bf3fe-f1ee-42a1-b802-03502224ddc3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.617458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:07.751302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.752463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.755306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-637b92f8-2b10-47dc-9d43-026c0192ca5d req-4849c15b-f2a6-4832-94d2-264df725d795 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573880 Feb 11 13:31:07.867250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=218fe1e9-97d2-458d-aa6f-c47af4a8e686,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.920661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-f6a32811-7de2-4cb1-a659-10f0a43f642a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9498332 Feb 11 13:31:07.967002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Request body: {'port': {'device_id': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:07.999191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451f420a-b73c-4e9c-8ce4-b199f9372d7d req-35c5bdde-7513-48f9-9a7c-9fdc46db0893 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dcf62e8-b7f0-46ad-8e8a-2de820db31e1 HTTP/1.1" status: 200 len: 210 time: 0.4180243 Feb 11 13:31:08.098759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Deleting port 8ce7ace3-aea4-48b7-8189-f503b2b3853f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:08.102580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.259176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] For port 8ce7ace3-aea4-48b7-8189-f503b2b3853f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=8ce7ace3-aea4-48b7-8189-f503b2b3853f,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:08.259542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.279918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 10.2.2.100 (c9f37f8f-dd92-4337-a328-55da151aa39c/556047b5-f11b-4c0b-bf84-f1152adf6cd0/be19f246-bd8c-45d7-ae6a-93f62e981172) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:08.364261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-193557eb-1b0c-4567-9549-300d89a782d0 None None] Provisioning complete for port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:08.365140 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-193557eb-1b0c-4567-9549-300d89a782d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.449455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.460916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-193557eb-1b0c-4567-9549-300d89a782d0 None None] Port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:08.492853 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d60158-e6f4-41e8-9a58-9e199a7cd988 x-openstack-request-id: req-e6d60158-e6f4-41e8-9a58-9e199a7cd988 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:08.494251 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904cad8c-4887-4d06-a949-52f227d63a63", "name": "network-vif-deleted", "tag": "7737e743-f402-4a4b-85b2-9296b9c23247", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:08.494707 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6d60158-e6f4-41e8-9a58-9e199a7cd988 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:08.495277 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904cad8c-4887-4d06-a949-52f227d63a63', 'name': 'network-vif-deleted', 'tag': '7737e743-f402-4a4b-85b2-9296b9c23247', 'status': 'completed', 'code': 200} Feb 11 13:31:08.500305 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.500874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (59d2ee08-6583-4d74-8517-708a599ebff8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.501038 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Floating IP 59d2ee08-6583-4d74-8517-708a599ebff8 disassociated. External IP: 172.25.3.199, port: 8ce7ace3-aea4-48b7-8189-f503b2b3853f. Feb 11 13:31:08.501348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Calling delete_port for 8ce7ace3-aea4-48b7-8189-f503b2b3853f owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:08.511841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.596082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network c9f37f8f-dd92-4337-a328-55da151aa39c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:08.603317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:08.631032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:08.667426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event deleted for resources: {'Port': ['ID=d09bf3fe-f1ee-42a1-b802-03502224ddc3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:08.722034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=be19f246-bd8c-45d7-ae6a-93f62e981172,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:08.732305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] No DVR routers for this DVR port d09bf3fe-f1ee-42a1-b802-03502224ddc3 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:08.734663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.738105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b25cea2-c4d4-41fa-9749-dd9722aa464f req-9668c166-68d3-4a0a-a38f-f5d7a53f2f0b tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "DELETE /v2.0/ports/d09bf3fe-f1ee-42a1-b802-03502224ddc3 HTTP/1.1" status: 204 len: 173 time: 3.2596869 Feb 11 13:31:08.738739 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8ce7ace3-aea4-48b7-8189-f503b2b3853f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.903156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9ed3e368-a032-4d62-a11b-4b011880c06c up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:08.927606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf917b6-36ea-49ec-91f4-51e424fdfae0 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:08.951638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:08.951638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.951979 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Publish callbacks [] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:08.954094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'name': 'network-vif-deleted', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:08.967302 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24233bc-3b16-4a73-ae79-93aae94de7c4" -d '{"events": [{"server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "name": "network-vif-deleted", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:09.005333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bfd82587-d2e7-46e7-a3e4-07f28dbb5758 req-3d75084d-dcc9-40be-99eb-14257f2d7f0c tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/ports?device_id=816afa07-4041-46c9-88d9-0757ef422b67 HTTP/1.1" status: 200 len: 210 time: 0.3311672 Feb 11 13:31:09.015813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-0a1e495d-4d58-442b-9718-96a0fa5cc296 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.025289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-0a1e495d-4d58-442b-9718-96a0fa5cc296 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.5214417 Feb 11 13:31:09.041153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-3d6c00e1-9803-4553-a4ce-6bb4fe2f14c3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4199495 Feb 11 13:31:09.055527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c', 'admin_state_up': True, 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'security_groups': ['a3e31937-e265-4b34-8a72-3f00a3193ddc']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:09.079453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event deleted for resources: {'Port': ['ID=8ce7ace3-aea4-48b7-8189-f503b2b3853f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.085622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 9ed3e368-a032-4d62-a11b-4b011880c06c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:09.085945 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:09.086965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Transition to ACTIVE for port object bbf917b6-36ea-49ec-91f4-51e424fdfae0 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:09.113367 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:09.139403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-670119e9-7a6a-49e6-9d6a-dd4848eba0c5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/quotas/b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 375 time: 0.1126037 Feb 11 13:31:09.174810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:09.203554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:09.271484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: d09bf3fe-f1ee-42a1-b802-03502224ddc3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:09.275678 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-c112963e-99b2-4e63-ac38-65dbd1730836 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984375 Feb 11 13:31:09.276430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d09bf3fe-f1ee-42a1-b802-03502224ddc3 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:09.290034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-edb8124c-9421-40e8-8ffc-04f8ee389217 None None] Provisioning complete for port be19f246-bd8c-45d7-ae6a-93f62e981172 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:09.290944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-edb8124c-9421-40e8-8ffc-04f8ee389217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:09.386247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-edb8124c-9421-40e8-8ffc-04f8ee389217 None None] Port be19f246-bd8c-45d7-ae6a-93f62e981172 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:09.387720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf917b6-36ea-49ec-91f4-51e424fdfae0,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.416796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Made reservation on behalf of a844ca10a5404f0baedffa69e9bced92 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:09.431746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:09.562332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9ed3e368-a032-4d62-a11b-4b011880c06c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:09.562725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:09.649767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:09.656707 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2237e4-1e16-4a34-9b7b-8aab55fe10db" -d '{"events": [{"server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "name": "network-vif-plugged", "status": "completed", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:09.692573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:09.710293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:09.894549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.957234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Allocated IP 10.2.2.200 (c9f37f8f-dd92-4337-a328-55da151aa39c/556047b5-f11b-4c0b-bf84-f1152adf6cd0/2a1962ae-a08a-406c-9207-ca591fc91c98) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:10.126650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.171102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.184666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2c6cb-040d-4903-a20b-08c510b54c54 req-13cc007b-705d-4e40-bcce-774c3a9d52ce tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.190638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2c6cb-040d-4903-a20b-08c510b54c54 req-13cc007b-705d-4e40-bcce-774c3a9d52ce tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.196128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2c6cb-040d-4903-a20b-08c510b54c54 req-13cc007b-705d-4e40-bcce-774c3a9d52ce tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.201799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2c6cb-040d-4903-a20b-08c510b54c54 req-13cc007b-705d-4e40-bcce-774c3a9d52ce tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.203716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69f2c6cb-040d-4903-a20b-08c510b54c54 req-13cc007b-705d-4e40-bcce-774c3a9d52ce tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 3094 time: 1.0073698 Feb 11 13:31:10.218215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Network c9f37f8f-dd92-4337-a328-55da151aa39c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:10.228292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:10.237005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:10.279238 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-5ac28b7e-373e-469f-928e-22674494f746 service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9655664 Feb 11 13:31:10.286957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event updated for resources: {'Port': ['ID=2a1962ae-a08a-406c-9207-ca591fc91c98,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.349496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Router 154f02c4-b36f-484d-80a3-07f2f0df5e46 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:10.403628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-e555808c-4efa-44ca-8939-83c196f56f46 service neutron] 10.222.0.79 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069963 Feb 11 13:31:10.416839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.417463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.439254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Attempting to bind port bbf917b6-36ea-49ec-91f4-51e424fdfae0 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:10.439923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Attempting to bind port bbf917b6-36ea-49ec-91f4-51e424fdfae0 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:10.443482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Attempting to bind port bbf917b6-36ea-49ec-91f4-51e424fdfae0 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.443629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-cb324933-dc94-4ef5-adfc-cae06257a9bc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3919239 Feb 11 13:31:10.455106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:10.550078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Port bbf917b6-36ea-49ec-91f4-51e424fdfae0 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:10.550860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Attempting to bind port bbf917b6-36ea-49ec-91f4-51e424fdfae0 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.562380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.660268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:10.660529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:10.661077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:10.661602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Bound port: bbf917b6-36ea-49ec-91f4-51e424fdfae0, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:10.662053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.703455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84da2c77-0ca0-4059-a2e7-9140b7b49493 None None] Provisioning complete for port 2a1962ae-a08a-406c-9207-ca591fc91c98 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:10.705482 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84da2c77-0ca0-4059-a2e7-9140b7b49493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.744299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69f2c6cb-040d-4903-a20b-08c510b54c54 req-ee550d37-4c33-4c1e-b3c5-07d80c0d947b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4424000 Feb 11 13:31:10.846522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84da2c77-0ca0-4059-a2e7-9140b7b49493 None None] Port 2a1962ae-a08a-406c-9207-ca591fc91c98 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:10.932924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:10.945908 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] Sync routers for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:10.994848 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:10.995497 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:30:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:11.135047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8ce7ace3-aea4-48b7-8189-f503b2b3853f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:11.195879 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:11.215202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 8ce7ace3-aea4-48b7-8189-f503b2b3853f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:11.215757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 8ce7ace3-aea4-48b7-8189-f503b2b3853f not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:11.313408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010aa7e-913f-45a6-a93f-9d124eeffa29 req-90746447-8f29-43e6-b11f-68ffb2d02d1d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.315772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b010aa7e-913f-45a6-a93f-9d124eeffa29 req-90746447-8f29-43e6-b11f-68ffb2d02d1d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.2454278 Feb 11 13:31:11.407397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebab5e52-f364-4856-9627-72c1ebb60cd3 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:11.427766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Publish callbacks [] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.442308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218fe1e9-97d2-458d-aa6f-c47af4a8e686 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:11.453810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b010aa7e-913f-45a6-a93f-9d124eeffa29 req-febe32b0-0c20-4e87-a2e0-90b600a77995 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297348 Feb 11 13:31:11.459871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Transition to ACTIVE for port object ebab5e52-f364-4856-9627-72c1ebb60cd3 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:11.460880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Publish callbacks [] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.469369 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.502408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] No DVR routers for this DVR port 8ce7ace3-aea4-48b7-8189-f503b2b3853f on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:11.516742 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.525829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb3965e1-4f6b-4238-9980-d7ee4230f716 req-4912da06-417d-4b42-bfb8-dfd18d601d23 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.83 "DELETE /v2.0/ports/8ce7ace3-aea4-48b7-8189-f503b2b3853f HTTP/1.1" status: 204 len: 173 time: 4.6449859 Feb 11 13:31:11.587581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Transition to ACTIVE for port object 218fe1e9-97d2-458d-aa6f-c47af4a8e686 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:11.594361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] For port bbf917b6-36ea-49ec-91f4-51e424fdfae0, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:11.594495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Pushing event updated for resources: {'Port': ['ID=ebab5e52-f364-4856-9627-72c1ebb60cd3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:11.636336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.675665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] For port bbf917b6-36ea-49ec-91f4-51e424fdfae0, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbf917b6-36ea-49ec-91f4-51e424fdfae0,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:11.736100 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:44Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:11.806334 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.813678 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] Checking router: 154f02c4-b36f-484d-80a3-07f2f0df5e46 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:11.842996 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:11.843655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:30:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:11.881878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98061c55-95f8-4dc4-9b84-d0e8aeafa342 req-c045865e-cf26-4010-8d2b-193b0b981ff9 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.895928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98061c55-95f8-4dc4-9b84-d0e8aeafa342 req-c045865e-cf26-4010-8d2b-193b0b981ff9 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 936 time: 0.8883696 Feb 11 13:31:11.914645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.921270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.928092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] 10.222.0.83 "PUT /v2.0/ports/bbf917b6-36ea-49ec-91f4-51e424fdfae0 HTTP/1.1" status: 200 len: 1095 time: 6.6596394 Feb 11 13:31:12.044943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Attempting to bind port ebab5e52-f364-4856-9627-72c1ebb60cd3 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:12.045999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Attempting to bind port ebab5e52-f364-4856-9627-72c1ebb60cd3 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:12.047661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Attempting to bind port ebab5e52-f364-4856-9627-72c1ebb60cd3 on network 9851043d-750b-4ec2-a3a6-4cf97820e5af {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:12.062891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Pushing event updated for resources: {'Port': ['ID=218fe1e9-97d2-458d-aa6f-c47af4a8e686,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:12.069191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Port ebab5e52-f364-4856-9627-72c1ebb60cd3 on network 9851043d-750b-4ec2-a3a6-4cf97820e5af not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:12.069524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Attempting to bind port ebab5e52-f364-4856-9627-72c1ebb60cd3 on network 9851043d-750b-4ec2-a3a6-4cf97820e5af {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:12.084213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:12.086620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Checking segment: {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:12.087034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Bound using segment: {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:12.087486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Bound port: ebab5e52-f364-4856-9627-72c1ebb60cd3, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e9c3cb-9684-49bd-bae3-02f96cdcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:12.087848 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:12.199930 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:12.306770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845f4c5-a3b9-4a73-861b-c84332cd6abc req-fa14cca1-5a9b-4082-bbab-b4867a5b03a9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.312116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2845f4c5-a3b9-4a73-861b-c84332cd6abc req-fa14cca1-5a9b-4082-bbab-b4867a5b03a9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.5298066 Feb 11 13:31:12.372108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752a213-a92e-4945-844a-f34d8f10c6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf917b6-36ea-49ec-91f4-51e424fdfae0,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:12.421587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98061c55-95f8-4dc4-9b84-d0e8aeafa342 req-d24f1f24-d232-4c3e-a7a9-048ca754e499 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228338 Feb 11 13:31:12.470970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Attempting to bind port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:12.473312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Attempting to bind port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:12.474654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Attempting to bind port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:12.515959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] For port ebab5e52-f364-4856-9627-72c1ebb60cd3, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:12.520585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] For port ebab5e52-f364-4856-9627-72c1ebb60cd3, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:12.531138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:12.532048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Attempting to bind port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:12.537306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:12.542514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-0450068b-044e-4b47-afb6-301b627ea7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.558096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-0450068b-044e-4b47-afb6-301b627ea7c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 1129 time: 0.5022047 Feb 11 13:31:12.567017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:12.567636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:12.568382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:12.572437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Bound port: 218fe1e9-97d2-458d-aa6f-c47af4a8e686, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:12.573312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:12.623244 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc50280-62e9-450b-b483-5bc3f84b4e59 x-openstack-request-id: req-7cc50280-62e9-450b-b483-5bc3f84b4e59 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:12.624831 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcf62e8-b7f0-46ad-8e8a-2de820db31e1", "name": "network-vif-deleted", "tag": "d09bf3fe-f1ee-42a1-b802-03502224ddc3", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:12.625661 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7cc50280-62e9-450b-b483-5bc3f84b4e59 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:12.626901 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcf62e8-b7f0-46ad-8e8a-2de820db31e1', 'name': 'network-vif-deleted', 'tag': 'd09bf3fe-f1ee-42a1-b802-03502224ddc3', 'status': 'completed', 'code': 200} Feb 11 13:31:12.726571 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:44Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:12.754331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.754959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:12.756389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] 10.222.0.30 "PUT /v2.0/ports/ebab5e52-f364-4856-9627-72c1ebb60cd3 HTTP/1.1" status: 200 len: 1091 time: 2.3057017 Feb 11 13:31:12.763399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-5f1da46b-272c-403f-a435-eb777f0b7b87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=bbf917b6-36ea-49ec-91f4-51e424fdfae0 HTTP/1.1" status: 200 len: 217 time: 0.1869922 Feb 11 13:31:12.777675 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4166a1-8351-4664-bd7d-a105a6dae032 None None] The sync data for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 is: [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:29:39Z', 'revision_number': 4, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '14e94aa3-fb50-40d1-9bea-7631c5b0e3f4', 'name': '', 'network_id': 'e360fd2f-deeb-4d72-8bd6-9937ea6d06ba', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'mac_address': 'fa:16:3e:89:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:38Z', 'updated_at': '2022-02-11T13:29:44Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'subnets': [{'id': 'a6484ef8-896c-4f26-8601-9bbba687e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:31:12.792144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2845f4c5-a3b9-4a73-861b-c84332cd6abc req-23507187-9531-4342-93a8-ffc0c11150c4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666603 Feb 11 13:31:12.792733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:12.799339 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf04e546-b412-4dc0-af46-69e3867adf17 x-openstack-request-id: req-cf04e546-b412-4dc0-af46-69e3867adf17 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:12.800551 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "name": "network-vif-plugged", "status": "completed", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:12.801209 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf04e546-b412-4dc0-af46-69e3867adf17 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:12.801925 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'code': 200} Feb 11 13:31:12.807149 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af80de0c-7aa1-4c35-9686-047a9947a3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:12.830529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:13.134512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-c0d60514-b987-490c-ab51-59807542a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.136472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-c0d60514-b987-490c-ab51-59807542a4fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.3645840 Feb 11 13:31:13.157835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] For port 218fe1e9-97d2-458d-aa6f-c47af4a8e686, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:13.161342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] For port 218fe1e9-97d2-458d-aa6f-c47af4a8e686, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=218fe1e9-97d2-458d-aa6f-c47af4a8e686,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:13.213932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:13.215347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932fe0f-28b0-4217-afcc-3674ced0da22 service neutron] Pushing event updated for resources: {'Port': ['ID=ebab5e52-f364-4856-9627-72c1ebb60cd3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:13.260008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b905c9d-66e9-437e-8280-81efbf21b46e req-b0178f23-adc6-42d0-8ff1-47d3b0c5bcc7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.2092359 Feb 11 13:31:13.513769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.514595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:13.516433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] 10.222.0.30 "PUT /v2.0/ports/218fe1e9-97d2-458d-aa6f-c47af4a8e686 HTTP/1.1" status: 200 len: 1096 time: 5.5534158 Feb 11 13:31:13.675568 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:13.676151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b286d09-f282-448a-944b-ae1980ce2360 None None] New status for floating IP 59d2ee08-6583-4d74-8517-708a599ebff8: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:31:13.781849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d2cdf-0e5c-463d-8b2e-81be1ac14cbc req-92270d8d-e6c2-4fa2-bcaa-8d4b9e81556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.788812 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-662d2cdf-0e5c-463d-8b2e-81be1ac14cbc req-92270d8d-e6c2-4fa2-bcaa-8d4b9e81556d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 1128 time: 0.5821006 Feb 11 13:31:13.865532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-6f1319f8-9c06-46c0-9b21-2a837738d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.870841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-6f1319f8-9c06-46c0-9b21-2a837738d18c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6942389 Feb 11 13:31:13.957935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4360b24-1f8a-4908-af8c-b4b249d3cd9b service neutron] Pushing event updated for resources: {'Port': ['ID=218fe1e9-97d2-458d-aa6f-c47af4a8e686,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.099055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-fc896337-03c1-4ebe-abbc-1a47c2495357 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.100667 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-fc896337-03c1-4ebe-abbc-1a47c2495357 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 808 time: 0.8144515 Feb 11 13:31:14.128071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc314d-f219-4639-a1f7-273117b7e6ce req-af3a9ef0-32f9-4643-b404-535a31c8ad22 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.131480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Request body: {'port': {'device_id': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'admin_state_up': True, 'tenant_id': 'b729fcc2f8e049d9874233ac7f2fb45b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:14.140776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc314d-f219-4639-a1f7-273117b7e6ce req-af3a9ef0-32f9-4643-b404-535a31c8ad22 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.150398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc314d-f219-4639-a1f7-273117b7e6ce req-af3a9ef0-32f9-4643-b404-535a31c8ad22 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.157910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc314d-f219-4639-a1f7-273117b7e6ce req-af3a9ef0-32f9-4643-b404-535a31c8ad22 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.165338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc314d-f219-4639-a1f7-273117b7e6ce req-af3a9ef0-32f9-4643-b404-535a31c8ad22 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.168180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-93cc314d-f219-4639-a1f7-273117b7e6ce req-af3a9ef0-32f9-4643-b404-535a31c8ad22 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 3827 time: 0.6769199 Feb 11 13:31:14.262261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a42e09f9-e839-49bf-84f1-af6f391e6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.264845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-662d2cdf-0e5c-463d-8b2e-81be1ac14cbc req-d23e7f20-18d0-4b45-a71f-c4f2c22dc17d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673126 Feb 11 13:31:14.265832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-a42e09f9-e839-49bf-84f1-af6f391e6c6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 1130 time: 0.5990255 Feb 11 13:31:14.311504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-93cc314d-f219-4639-a1f7-273117b7e6ce req-cab1bdf0-9755-40d5-941e-f6517e298a54 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234210 Feb 11 13:31:14.320678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ccf19-474f-4998-96ad-80ec2d7edfd5 req-a1773a98-0cbf-4f8f-b3f9-f28436080622 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.330036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c87ccf19-474f-4998-96ad-80ec2d7edfd5 req-a1773a98-0cbf-4f8f-b3f9-f28436080622 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.7806842 Feb 11 13:31:14.714328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99682d4-f7bc-4884-93c3-3c2290d91ca4 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:14.735750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Publish callbacks [] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:14.742065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'name': 'network-vif-deleted', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f'}, {'name': 'network-changed', 'server_uuid': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'tag': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'}, {'name': 'network-changed', 'server_uuid': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'tag': '218fe1e9-97d2-458d-aa6f-c47af4a8e686'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:14.747173 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bba111-2388-4923-873a-22c1ec3f9c05" -d '{"events": [{"server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "name": "network-vif-deleted", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f"}, {"name": "network-changed", "server_uuid": "5583f082-8bc7-40dc-8ef9-d84e7607e2fa", "tag": "bbf917b6-36ea-49ec-91f4-51e424fdfae0"}, {"name": "network-changed", "server_uuid": "498ed23c-ea32-40d4-a4b7-32bbab8994cd", "tag": "218fe1e9-97d2-458d-aa6f-c47af4a8e686"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:14.755768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37102) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:14.771125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Transition to ACTIVE for port object f99682d4-f7bc-4884-93c3-3c2290d91ca4 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:14.776287 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb6c78-db69-4932-be40-27c49ff94776 x-openstack-request-id: req-56fb6c78-db69-4932-be40-27c49ff94776 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:14.776587 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:14.779018 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56fb6c78-db69-4932-be40-27c49ff94776 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:14.779481 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'status': 'completed', 'code': 200} Feb 11 13:31:14.781651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-00ea1918-cad9-4fe6-bb2c-44a941a8ef94 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742239 Feb 11 13:31:14.801356 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:14.804598 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-2cd3816e-e518-4c45-8483-a0ba0651e1ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=218fe1e9-97d2-458d-aa6f-c47af4a8e686 HTTP/1.1" status: 200 len: 217 time: 0.3124654 Feb 11 13:31:14.844142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c87ccf19-474f-4998-96ad-80ec2d7edfd5 req-e5c8e396-42c5-4702-96fd-b467574d0dea tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137277 Feb 11 13:31:14.960452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-bf975b15-9d05-455d-8990-50fa5481cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.962833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-bf975b15-9d05-455d-8990-50fa5481cfef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0583246 Feb 11 13:31:15.234588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Made reservation on behalf of b729fcc2f8e049d9874233ac7f2fb45b for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:15.245651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:15.268218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e052-f9fa-41a6-914b-c5f4d60dacf1 req-baa4c5ad-b6e3-4788-81e1-7ffe1a4def3a tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.284264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55b2e052-f9fa-41a6-914b-c5f4d60dacf1 req-baa4c5ad-b6e3-4788-81e1-7ffe1a4def3a tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 949 time: 0.3223369 Feb 11 13:31:15.299713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-3c85a593-0507-4924-95f8-d2a7d44d5be1 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.301618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-3c85a593-0507-4924-95f8-d2a7d44d5be1 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 944 time: 0.1699276 Feb 11 13:31:15.359215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Pushing event updated for resources: {'Port': ['ID=f99682d4-f7bc-4884-93c3-3c2290d91ca4,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.399682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-556acd0c-c643-40f7-9d14-8ca3582d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.400235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-556acd0c-c643-40f7-9d14-8ca3582d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.400774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-556acd0c-c643-40f7-9d14-8ca3582d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.401300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-556acd0c-c643-40f7-9d14-8ca3582d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.405496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-556acd0c-c643-40f7-9d14-8ca3582d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.406040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-556acd0c-c643-40f7-9d14-8ca3582d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.408636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-556acd0c-c643-40f7-9d14-8ca3582d7a9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5280 time: 0.6271298 Feb 11 13:31:15.415398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Attempting to bind port f99682d4-f7bc-4884-93c3-3c2290d91ca4 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:15.415659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Attempting to bind port f99682d4-f7bc-4884-93c3-3c2290d91ca4 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:15.416032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Attempting to bind port f99682d4-f7bc-4884-93c3-3c2290d91ca4 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.421959 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50596-6e6f-499c-9ea3-c1a42f70508d tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group (8d2133d2-eb2e-45af-97f4-a6c3f42743aa), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:15.433430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.30', 52123) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:15.491840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572682-605d-4ba6-9640-70356f9f0839 req-0047b011-03f6-4bd2-8934-1ea937a7b037 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.499590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce572682-605d-4ba6-9640-70356f9f0839 req-0047b011-03f6-4bd2-8934-1ea937a7b037 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 948 time: 0.5202940 Feb 11 13:31:15.534924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-c6059a1e-4cef-47af-bed9-1f51358ecffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.537690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-c6059a1e-4cef-47af-bed9-1f51358ecffe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5466087 Feb 11 13:31:15.554261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Port f99682d4-f7bc-4884-93c3-3c2290d91ca4 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.554727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Attempting to bind port f99682d4-f7bc-4884-93c3-3c2290d91ca4 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.617793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:15.621843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Checking segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:15.622401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Bound using segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:15.623492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Bound port: f99682d4-f7bc-4884-93c3-3c2290d91ca4, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:15.625635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-595315ac-5bc0-48e4-b687-21821961cf62 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151381 Feb 11 13:31:15.626168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:15.706376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55b2e052-f9fa-41a6-914b-c5f4d60dacf1 req-37e3bd1f-bf5c-4d23-b896-67c78e404eca tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211211 Feb 11 13:31:15.764552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50596-6e6f-499c-9ea3-c1a42f70508d tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group (8d2133d2-eb2e-45af-97f4-a6c3f42743aa), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:16.049478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce572682-605d-4ba6-9640-70356f9f0839 req-bb374223-30aa-48b7-9213-44e2325de051 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046532 Feb 11 13:31:16.173174 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-8e52ba6c-994e-493c-8259-b9b77197dc74 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676484 Feb 11 13:31:16.222803 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50596-6e6f-499c-9ea3-c1a42f70508d tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8d2133d2-eb2e-45af-97f4-a6c3f42743aa), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:16.226460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50596-6e6f-499c-9ea3-c1a42f70508d tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:16.227967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1bb50596-6e6f-499c-9ea3-c1a42f70508d tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "DELETE /v2.0/security-groups/8d2133d2-eb2e-45af-97f4-a6c3f42743aa HTTP/1.1" status: 204 len: 168 time: 1.4538069 Feb 11 13:31:16.231651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Allocated IP 172.20.0.12 (e488fa76-2b09-4163-a841-1a0915b58d8c/f14412d0-7183-41ed-9083-91ae0ac7b959/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:16.253161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37110) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:16.300531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b837d11-2d33-4b53-a2c1-1b00c85fddab req-8f3b7218-34dd-4aaf-8d6d-514b44948f9b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.0946488 Feb 11 13:31:16.304539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Deleting port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:16.312397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:16.352582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb50596-6e6f-499c-9ea3-c1a42f70508d tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2133d2-eb2e-45af-97f4-a6c3f42743aa,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:16.431221 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-bc52e0a1-eacd-45d8-a703-76a7b80bb2de tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] show failed (client error): The resource could not be found. Feb 11 13:31:16.434869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bc52e0a1-eacd-45d8-a703-76a7b80bb2de tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "GET /v2.0/security-groups/8d2133d2-eb2e-45af-97f4-a6c3f42743aa HTTP/1.1" status: 404 len: 347 time: 0.1600661 Feb 11 13:31:16.520268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37112) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:16.528874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-3c91a852-6a93-421e-aede-69f1ac08107c tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.530888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-3c91a852-6a93-421e-aede-69f1ac08107c tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 949 time: 1.0913904 Feb 11 13:31:16.647221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] For port f99682d4-f7bc-4884-93c3-3c2290d91ca4, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:16.653773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] For port f99682d4-f7bc-4884-93c3-3c2290d91ca4, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:16.659380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-eb95237c-25df-4aee-8271-e8c5d2b9ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.660168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-eb95237c-25df-4aee-8271-e8c5d2b9ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.660844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-eb95237c-25df-4aee-8271-e8c5d2b9ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.662960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-eb95237c-25df-4aee-8271-e8c5d2b9ae3e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a844ca10a5404f0baedffa69e9bced92&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.2304716 Feb 11 13:31:16.697458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:16.942614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-99b4d849-7dbc-47e8-a620-de3af72246ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.943995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af80de0c-7aa1-4c35-9686-047a9947a3e5 req-99b4d849-7dbc-47e8-a620-de3af72246ae service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357340 Feb 11 13:31:16.958929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Pushing event updated for resources: {'Port': ['ID=f99682d4-f7bc-4884-93c3-3c2290d91ca4,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:16.977101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.978172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:16.980160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-5b4c22f6-93ed-41b6-b693-a46013b2ab57 service neutron] 10.222.0.30 "PUT /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 1136 time: 4.1647062 Feb 11 13:31:17.005839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'f99682d4-f7bc-4884-93c3-3c2290d91ca4'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:17.008792 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "f99682d4-f7bc-4884-93c3-3c2290d91ca4"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:17.072562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:17.100604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] For port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,segment=NetworkSegment(535bb716-56ff-461a-8f0d-42fc74191a20),segment_id=535bb716-56ff-461a-8f0d-42fc74191a20)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:17.102842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.125218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Calling delete_port for 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:17.174325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bbf917b6-36ea-49ec-91f4-51e424fdfae0 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:17.188058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad78ad5-0a1e-4f87-82bf-20695535e558 req-3f724865-b81f-4b57-add1-e5ef896dc6fd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.189722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ad78ad5-0a1e-4f87-82bf-20695535e558 req-3f724865-b81f-4b57-add1-e5ef896dc6fd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 1.3347888 Feb 11 13:31:17.295675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.454770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bbf917b6-36ea-49ec-91f4-51e424fdfae0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbf917b6-36ea-49ec-91f4-51e424fdfae0,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:17.479033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-818f2b14-4079-46ed-a6e2-bfc6c1cd4577 req-253f29d4-3bb1-4725-a547-5043a0fc90fb service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2860332 Feb 11 13:31:17.486542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0', 'mac_address': 'fa:16:3e:dd:3a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:17.497479 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.531737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bbf917b6-36ea-49ec-91f4-51e424fdfae0 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:17.532537 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.547751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf917b6-36ea-49ec-91f4-51e424fdfae0 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:17.572458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bbf917b6-36ea-49ec-91f4-51e424fdfae0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbf917b6-36ea-49ec-91f4-51e424fdfae0,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:17.577964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.647444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5cff3-c138-4ccf-a3dc-c777551619ea req-2fe7627b-fed5-4ec4-b414-71f05805100d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.649046 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cef5cff3-c138-4ccf-a3dc-c777551619ea req-2fe7627b-fed5-4ec4-b414-71f05805100d tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f39f5d-cbbb-40d8-b868-255bc56acf48 HTTP/1.1" status: 200 len: 944 time: 1.0591595 Feb 11 13:31:17.654063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bbf917b6-36ea-49ec-91f4-51e424fdfae0,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:17.661539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Pushing event deleted for resources: {'Port': ['ID=6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:17.757289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d4c3a4-0538-4166-ab43-da97573683f0 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:17.767791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] No DVR routers for this DVR port 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:17.770932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Publish callbacks [] for port (85d4c3a4-0538-4166-ab43-da97573683f0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.772322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.775725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a53133c-42fa-451b-8b97-9fc5b0c3a3ad req-ae1e7980-7ebb-421c-8e1f-7ef7ed26679a tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.83 "DELETE /v2.0/ports/6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 HTTP/1.1" status: 204 len: 173 time: 2.4522116 Feb 11 13:31:17.789673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Transition to ACTIVE for port object 85d4c3a4-0538-4166-ab43-da97573683f0 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:17.812245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ad78ad5-0a1e-4f87-82bf-20695535e558 req-de5539fe-f2a0-42f9-a61b-2ff70eba8a00 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127980 Feb 11 13:31:17.817115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.836580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cef5cff3-c138-4ccf-a3dc-c777551619ea req-07a1873e-f3e7-4614-8c4c-e6cba371d6b0 tempest-LiveAutoBlockMigrationV225Test-997001996 tempest-LiveAutoBlockMigrationV225Test-997001996-project] 10.222.0.79 "GET /v2.0/security-groups?id=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721089 Feb 11 13:31:17.848262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks [] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.864325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:17.901275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.937576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Deleting port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:17.937576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.962551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['e701d205-ee29-4282-9ae0-91cbb18b6d34'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:17.964561 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153900b-3888-4b5b-b39f-25b3e23e2733 x-openstack-request-id: req-0153900b-3888-4b5b-b39f-25b3e23e2733 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:17.966972 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816afa07-4041-46c9-88d9-0757ef422b67", "name": "network-vif-deleted", "tag": "8ce7ace3-aea4-48b7-8189-f503b2b3853f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5583f082-8bc7-40dc-8ef9-d84e7607e2fa", "tag": "bbf917b6-36ea-49ec-91f4-51e424fdfae0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "498ed23c-ea32-40d4-a4b7-32bbab8994cd", "tag": "218fe1e9-97d2-458d-aa6f-c47af4a8e686", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:17.967373 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0153900b-3888-4b5b-b39f-25b3e23e2733 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:17.967974 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816afa07-4041-46c9-88d9-0757ef422b67', 'name': 'network-vif-deleted', 'tag': '8ce7ace3-aea4-48b7-8189-f503b2b3853f', 'status': 'completed', 'code': 200} Feb 11 13:31:17.971266 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'tag': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0', 'status': 'completed', 'code': 200} Feb 11 13:31:17.974059 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'tag': '218fe1e9-97d2-458d-aa6f-c47af4a8e686', 'status': 'completed', 'code': 200} Feb 11 13:31:18.039383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Network e488fa76-2b09-4163-a841-1a0915b58d8c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:18.051133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:18.093509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:18.181147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.182044 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:18.200691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:18.291673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-de7a0c03-73c2-44f1-b0d1-53fffadcf1bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1764398 Feb 11 13:31:18.299315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Pushing event updated for resources: {'Port': ['ID=85d4c3a4-0538-4166-ab43-da97573683f0,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:18.307255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Deleting port d652d0bd-261e-4121-bbb1-b6183e92e9b7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:18.307614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:18.331144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Request body: {'port': {'device_id': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:18.377990 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:31:18.512139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-684c78ec-2d95-438f-8676-f4a76c387872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.516342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-684c78ec-2d95-438f-8676-f4a76c387872 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 1130 time: 0.5366254 Feb 11 13:31:18.526354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-5c67b4e3-5a57-4d61-98fb-4a0e1d7ec374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.528547 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-5c67b4e3-5a57-4d61-98fb-4a0e1d7ec374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 1130 time: 0.3392277 Feb 11 13:31:18.593439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eb217-8593-44a3-8a49-5d800b52e50a req-15c7bd7e-95aa-451b-8d4b-cc42795fa8fb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.595249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f62eb217-8593-44a3-8a49-5d800b52e50a req-15c7bd7e-95aa-451b-8d4b-cc42795fa8fb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.4733357 Feb 11 13:31:18.604281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] For port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:18.604656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:18.609702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.621360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.634387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.635654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:18.636500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for floatingip (d652d0bd-261e-4121-bbb1-b6183e92e9b7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:18.647095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.653283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.662976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.668839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.671746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-49269688-18dd-448c-ade2-1e7391276b38 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5382 time: 0.5981591 Feb 11 13:31:18.702997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f62eb217-8593-44a3-8a49-5d800b52e50a req-7c63d9e2-5962-4552-a983-9fe98386265b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820694 Feb 11 13:31:18.712260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Attempting to bind port 85d4c3a4-0538-4166-ab43-da97573683f0 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:18.712605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Attempting to bind port 85d4c3a4-0538-4166-ab43-da97573683f0 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:18.712935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Attempting to bind port 85d4c3a4-0538-4166-ab43-da97573683f0 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:18.717848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Calling delete_port for 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:18.720052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Calling delete_port for d652d0bd-261e-4121-bbb1-b6183e92e9b7 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:18.742477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:18.747326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Port 85d4c3a4-0538-4166-ab43-da97573683f0 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:18.748456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Attempting to bind port 85d4c3a4-0538-4166-ab43-da97573683f0 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:18.757211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:18.757636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Checking segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:18.758274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Bound using segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:18.758629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Bound port: 85d4c3a4-0538-4166-ab43-da97573683f0, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:18.759061 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:18.867063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-7e09ac5f-4689-40c4-abc7-db9ca8f6f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.868406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-7e09ac5f-4689-40c4-abc7-db9ca8f6f72e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.3315055 Feb 11 13:31:18.931819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 218fe1e9-97d2-458d-aa6f-c47af4a8e686 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:18.977196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-9753b06c-623b-464d-8d09-d7455b159fda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=218fe1e9-97d2-458d-aa6f-c47af4a8e686 HTTP/1.1" status: 200 len: 217 time: 0.0926464 Feb 11 13:31:19.044171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c402-31b6-4312-ab03-1761cc951f52 req-1a921320-469e-42a8-b1ff-faa4655fbd99 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.046704 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d289c402-31b6-4312-ab03-1761cc951f52 req-1a921320-469e-42a8-b1ff-faa4655fbd99 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb83f124-1b8f-4999-97e0-ad57f8a229e5 HTTP/1.1" status: 200 len: 949 time: 0.1899791 Feb 11 13:31:19.071974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] For port 85d4c3a4-0538-4166-ab43-da97573683f0, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:19.100608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] For port 85d4c3a4-0538-4166-ab43-da97573683f0, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=85d4c3a4-0538-4166-ab43-da97573683f0,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:19.192697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bbf917b6-36ea-49ec-91f4-51e424fdfae0 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:19.212638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d652d0bd-261e-4121-bbb1-b6183e92e9b7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.215136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.241277 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (241a1e3b-dd9e-4911-8d58-f6e4b0ea3046), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.252421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Pushing event deleted for resources: {'Port': ['ID=d652d0bd-261e-4121-bbb1-b6183e92e9b7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.260208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 218fe1e9-97d2-458d-aa6f-c47af4a8e686, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=218fe1e9-97d2-458d-aa6f-c47af4a8e686,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:19.286143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port bbf917b6-36ea-49ec-91f4-51e424fdfae0 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:19.289302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '218fe1e9-97d2-458d-aa6f-c47af4a8e686', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '218fe1e9-97d2-458d-aa6f-c47af4a8e686', 'mac_address': 'fa:16:3e:c3:f4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:19.298259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port bbf917b6-36ea-49ec-91f4-51e424fdfae0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:19.298849 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.363373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d289c402-31b6-4312-ab03-1761cc951f52 req-7012e588-2d6a-464d-8040-3d935c4de2c0 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.79 "GET /v2.0/security-groups?id=56f9a540-3d9f-4bc6-8d93-d654bda9512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017375 Feb 11 13:31:19.364272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Pushing event updated for resources: {'Port': ['ID=85d4c3a4-0538-4166-ab43-da97573683f0,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.364715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:19.365214 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.382037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218fe1e9-97d2-458d-aa6f-c47af4a8e686 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:19.448037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.453274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.454914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f490f49d-d241-4403-a55a-18b555cfb042 service neutron] 10.222.0.30 "PUT /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 1135 time: 2.4277682 Feb 11 13:31:19.459450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 218fe1e9-97d2-458d-aa6f-c47af4a8e686, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=218fe1e9-97d2-458d-aa6f-c47af4a8e686,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:19.463296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bbf917b6-36ea-49ec-91f4-51e424fdfae0 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:19.463852 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.469659 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.476268 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8830f46a-5de8-405f-accd-5710d752e98f x-openstack-request-id: req-8830f46a-5de8-405f-accd-5710d752e98f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:19.476591 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "f99682d4-f7bc-4884-93c3-3c2290d91ca4", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:19.476838 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8830f46a-5de8-405f-accd-5710d752e98f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:19.478734 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'f99682d4-f7bc-4884-93c3-3c2290d91ca4', 'status': 'completed', 'code': 200} Feb 11 13:31:19.580468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=218fe1e9-97d2-458d-aa6f-c47af4a8e686,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.624542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:19.626991 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fded80a-9137-466e-8fdd-74a22a6e7dc7" -d '{"events": [{"server_uuid": "5583f082-8bc7-40dc-8ef9-d84e7607e2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bbf917b6-36ea-49ec-91f4-51e424fdfae0"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:19.656044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bbf917b6-36ea-49ec-91f4-51e424fdfae0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbf917b6-36ea-49ec-91f4-51e424fdfae0,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:19.674764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.675648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:19.700152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-75813b94-9354-440a-bfbc-6602084ca5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.702461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-75813b94-9354-440a-bfbc-6602084ca5a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.6688776 Feb 11 13:31:19.712902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:19.786275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] No DVR routers for this DVR port 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:19.790803 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:19.800359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90183d2f-53b6-4229-a394-ea7bdbb539a7 req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] 10.222.0.30 "DELETE /v2.0/ports/241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 HTTP/1.1" status: 204 len: 173 time: 3.2553785 Feb 11 13:31:19.801253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf76fb8-57ba-40da-99af-097cd0158aa4 tempest-ListImageFiltersTestJSON-116976054 tempest-ListImageFiltersTestJSON-116976054-project] Pushing event deleted for resources: {'Port': ['ID=241a1e3b-dd9e-4911-8d58-f6e4b0ea3046,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.848584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bbf917b6-36ea-49ec-91f4-51e424fdfae0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.859549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['218fe1e9-97d2-458d-aa6f-c47af4a8e686'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:19.866278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:19.868120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:19.921070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aa75acad-27ba-4835-bc7a-80ced7872576 req-85a004ed-8813-4d78-a31c-4b73244040a6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2206397 Feb 11 13:31:19.922707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-9206fb3f-876e-4990-a7e5-33a7e945616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.925254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-9206fb3f-876e-4990-a7e5-33a7e945616d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 1.3744748 Feb 11 13:31:20.006616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'name': 'network-vif-deleted', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:20.010231 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a112ba-9e9d-4dae-b9b1-0448e66ebea0" -d '{"events": [{"server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "name": "network-vif-deleted", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:20.014319 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-a0bd295c-cbde-4b70-a264-e9345c98d6fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=bbf917b6-36ea-49ec-91f4-51e424fdfae0 HTTP/1.1" status: 200 len: 217 time: 0.0821033 Feb 11 13:31:20.092812 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:20.145374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-03111df9-e16e-4ba8-83b7-ce3c3654eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.152650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-03111df9-e16e-4ba8-83b7-ce3c3654eb5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1319325 Feb 11 13:31:20.383313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-c36dbdc0-3d77-4073-82ca-e9388a3fb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.386670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-c36dbdc0-3d77-4073-82ca-e9388a3fb9ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6301768 Feb 11 13:31:20.440125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798fe51-79b3-45e8-b7ee-2e60318a6d7a req-92d9cfeb-43dc-47b5-8335-ba26372cf3f2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.441261 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9798fe51-79b3-45e8-b7ee-2e60318a6d7a req-92d9cfeb-43dc-47b5-8335-ba26372cf3f2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 932 time: 0.2807982 Feb 11 13:31:20.527219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-52b4bc45-ebb0-4410-b3d8-4d8253dc4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.528860 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-52b4bc45-ebb0-4410-b3d8-4d8253dc4e92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3472855 Feb 11 13:31:20.544641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks [] for floatingip (59d2ee08-6583-4d74-8517-708a599ebff8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:20.548362 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:20.552264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b7f16072-1d0c-4f92-a0e1-a70d063a8832 tempest-ServersTestJSON-1786916989 tempest-ServersTestJSON-1786916989-project] 10.222.0.79 "DELETE /v2.0/floatingips/59d2ee08-6583-4d74-8517-708a599ebff8 HTTP/1.1" status: 204 len: 168 time: 4.0177341 Feb 11 13:31:20.555127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:20.608740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.609244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.609696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.610200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.610668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.611129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.611591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.613672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-825edf2e-a3c4-4d9b-822b-671a2d447793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6312 time: 0.9515464 Feb 11 13:31:20.616384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9798fe51-79b3-45e8-b7ee-2e60318a6d7a req-d5c0df9f-222d-4b0d-998d-11dca485009c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613190 Feb 11 13:31:20.621129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:20.627051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52708940-fad7-4f0b-bd07-0820dfd28e46 req-280bab3a-f1ab-4ce0-813c-f562dd8a846f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.628398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52708940-fad7-4f0b-bd07-0820dfd28e46 req-280bab3a-f1ab-4ce0-813c-f562dd8a846f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 949 time: 0.9862108 Feb 11 13:31:20.662501 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Publish callbacks [] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:20.667166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:20.694594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Transition to ACTIVE for port object 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:20.751956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:20.836450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:20.898448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-14852f90-67c0-4d94-aa1f-34153e530050 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995346 Feb 11 13:31:20.946248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:20.954397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52708940-fad7-4f0b-bd07-0820dfd28e46 req-1aaef326-4842-46bb-941a-31d6004a6274 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782919 Feb 11 13:31:20.963433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-32002077-9611-4b2a-b2d8-2718ae1cedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.966347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-32002077-9611-4b2a-b2d8-2718ae1cedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.967155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-32002077-9611-4b2a-b2d8-2718ae1cedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.969473 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-32002077-9611-4b2a-b2d8-2718ae1cedff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a844ca10a5404f0baedffa69e9bced92&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3401506 Feb 11 13:31:21.034427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:21.036295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 241a1e3b-dd9e-4911-8d58-f6e4b0ea3046 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:21.138736 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f2e913-313b-450a-a1cd-7e36f8879c03 x-openstack-request-id: req-25f2e913-313b-450a-a1cd-7e36f8879c03 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:21.140204 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5583f082-8bc7-40dc-8ef9-d84e7607e2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bbf917b6-36ea-49ec-91f4-51e424fdfae0", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:21.140744 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-25f2e913-313b-450a-a1cd-7e36f8879c03 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:21.141625 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0', 'code': 200} Feb 11 13:31:21.151858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-d53da0ae-125a-4395-b8b0-d05bb3804e58 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342484 Feb 11 13:31:21.154562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37142) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:21.188824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-7fa63ab5-dc1b-48d4-a3bb-95057355f6bb service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108303 Feb 11 13:31:21.306394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:21.306744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:21.307077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:21.313370 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93bba111-2388-4923-873a-22c1ec3f9c05 req-f21e7d99-ecf6-4e66-8978-76aa993558d1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174946 Feb 11 13:31:21.335981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:21.336319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:21.354654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43bd17-82ab-4d70-bcbc-e650636bc5b8 req-33e5996d-8912-45f9-8531-fba56d66ca77 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.362478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b43bd17-82ab-4d70-bcbc-e650636bc5b8 req-33e5996d-8912-45f9-8531-fba56d66ca77 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.5615544 Feb 11 13:31:21.371763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-10bce152-f518-4e90-9f59-9d9dc982c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.373752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa5201ed-d6da-4c52-8fcf-1ae0be7acbf2 req-10bce152-f518-4e90-9f59-9d9dc982c815 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3895681 Feb 11 13:31:21.451863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:21.452213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:21.452603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:21.453050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Bound port: 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:21.453413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.508366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b43bd17-82ab-4d70-bcbc-e650636bc5b8 req-238f4dbb-3833-46ba-a9bb-03fa060a0d28 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398921 Feb 11 13:31:21.554409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] Deleting subnet e86797a2-0d67-4fa2-830c-88364ab4986d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:31:21.566615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] Publish callbacks [] for subnet (e86797a2-0d67-4fa2-830c-88364ab4986d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.586145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:21.598054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Publish callbacks [] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.620023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': '85d4c3a4-0538-4166-ab43-da97573683f0'}, {'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-deleted', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:21.627536 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68485311-ee67-48d9-9379-2c598029e9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "85d4c3a4-0538-4166-ab43-da97573683f0"}, {"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-deleted", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:21.631636 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.676221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (e86797a2-0d67-4fa2-830c-88364ab4986d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.708541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Transition to ACTIVE for port object eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:21.727503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.745388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e38b-8edd-4116-8731-58112b937d80 req-26d60818-729b-433a-ab65-b83d846084a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.751944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d737e38b-8edd-4116-8731-58112b937d80 req-26d60818-729b-433a-ab65-b83d846084a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 1131 time: 0.4377193 Feb 11 13:31:21.755298 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c288f-78c8-4fe6-8a11-14db4bfb4003 x-openstack-request-id: req-d19c288f-78c8-4fe6-8a11-14db4bfb4003 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:21.755902 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f39f5d-cbbb-40d8-b868-255bc56acf48", "name": "network-vif-deleted", "tag": "6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:21.755902 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d19c288f-78c8-4fe6-8a11-14db4bfb4003 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:21.756194 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f39f5d-cbbb-40d8-b868-255bc56acf48', 'name': 'network-vif-deleted', 'tag': '6faa1dd0-1e5e-4ea7-89fe-f8c0bab18173', 'status': 'completed', 'code': 200} Feb 11 13:31:21.783100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e86797a2-0d67-4fa2-830c-88364ab4986d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.817980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:21.942310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (e86797a2-0d67-4fa2-830c-88364ab4986d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:21.964880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791ff74-5580-41e6-8118-026d4151a6a6 req-6568e9f3-f605-440b-81c7-88c99c635525 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.969089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a791ff74-5580-41e6-8118-026d4151a6a6 req-6568e9f3-f605-440b-81c7-88c99c635525 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.5930009 Feb 11 13:31:21.987416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Attempting to bind port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:21.988042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Attempting to bind port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:21.988883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Attempting to bind port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:22.020189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:22.021199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Attempting to bind port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:22.054303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:22.055089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Checking segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:22.055649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Bound using segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:22.056406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Bound port: eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:22.057076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.184262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:22.188002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:22.192968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86797a2-0d67-4fa2-830c-88364ab4986d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:22.205409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] For port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:22.205765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.213745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:22.214184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5e35f6b7-3e89-4543-8f17-897fb42821f7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e86797a2-0d67-4fa2-830c-88364ab4986d HTTP/1.1" status: 204 len: 168 time: 1.0546937 Feb 11 13:31:22.216673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.254485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a791ff74-5580-41e6-8118-026d4151a6a6 req-cd7721d6-6a43-4040-88d1-5ba751eac7b4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669981 Feb 11 13:31:22.263307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] For port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:22.309283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.338477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.344480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.360371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.365716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.381836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.403770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.417657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.430395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-7f3aba41-41cb-4426-ba9b-f6d9ed376e45 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5394 time: 0.5348611 Feb 11 13:31:22.436831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.438373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.440381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] 10.222.0.83 "PUT /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 1092 time: 4.1302202 Feb 11 13:31:22.529546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.530202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.531602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] 10.222.0.30 "PUT /v2.0/ports/eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba HTTP/1.1" status: 200 len: 1091 time: 2.8365624 Feb 11 13:31:22.586406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:22.613166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d737e38b-8edd-4116-8731-58112b937d80 req-a38b8c6f-b780-422d-adf7-7979a6d00d1e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337372 Feb 11 13:31:22.690107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cee400-3c7d-406b-b364-f24bfdadd99e service neutron] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:22.698564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (947d0084-6798-4cab-99e7-6d0f7e008957), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.717572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-820fe5e4-bf9f-4fc1-9ee0-1840ffc1c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.719663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-820fe5e4-bf9f-4fc1-9ee0-1840ffc1c2b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1126 time: 0.1905150 Feb 11 13:31:22.742845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f21756bc-4045-4670-ad23-72c6c3c77887 req-4e59dbbb-31c1-4861-a693-2847466ad6ab tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2904418 Feb 11 13:31:22.821889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08453cd-8e5d-4840-aacd-52df1bf7ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:22.916198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-35bc8cae-9d98-46ae-bedf-fb168341cc18 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 217 time: 0.0842009 Feb 11 13:31:22.960629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 218fe1e9-97d2-458d-aa6f-c47af4a8e686 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:23.041565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.083167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-c61c4221-f5c4-4c17-8f73-7660fbfa54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.084865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-c61c4221-f5c4-4c17-8f73-7660fbfa54da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1611106 Feb 11 13:31:23.114411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:23.124001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:23.130409 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.159886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b093d-e6e6-47a1-b1e4-23d7827c2f28 req-76432c4a-788a-4039-adea-215e2f7757f4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.175480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-152b093d-e6e6-47a1-b1e4-23d7827c2f28 req-76432c4a-788a-4039-adea-215e2f7757f4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.2597184 Feb 11 13:31:23.271581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-59a30efb-b010-4849-8286-d7b7b5be1073 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1739678 Feb 11 13:31:23.306804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:23.307630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.353785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218fe1e9-97d2-458d-aa6f-c47af4a8e686'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:23.358609 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b21f09-40af-41bb-a9fc-f9e1ae9f2337" -d '{"events": [{"server_uuid": "498ed23c-ea32-40d4-a4b7-32bbab8994cd", "name": "network-vif-plugged", "status": "completed", "tag": "218fe1e9-97d2-458d-aa6f-c47af4a8e686"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:23.387287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 218fe1e9-97d2-458d-aa6f-c47af4a8e686, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=218fe1e9-97d2-458d-aa6f-c47af4a8e686,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:23.394322 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.416021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-152b093d-e6e6-47a1-b1e4-23d7827c2f28 req-486f2069-b0f0-42ad-9da1-c839db59817d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374744 Feb 11 13:31:23.517145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=218fe1e9-97d2-458d-aa6f-c47af4a8e686,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:23.601232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-eba587cc-1e48-4660-81e9-58acc267ba7a service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187151 Feb 11 13:31:23.816825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b8ca74-8355-4152-a0c7-783ae62fdf92 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:23.830786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Publish callbacks [] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.847770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Transition to ACTIVE for port object 75b8ca74-8355-4152-a0c7-783ae62fdf92 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:23.952740 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1083a414-6f87-4c3b-bb2e-c2eddde481b1 x-openstack-request-id: req-1083a414-6f87-4c3b-bb2e-c2eddde481b1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:23.953039 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "85d4c3a4-0538-4166-ab43-da97573683f0", "status": "completed", "code": 200}, {"server_uuid": "fb83f124-1b8f-4999-97e0-ad57f8a229e5", "name": "network-vif-deleted", "tag": "241a1e3b-dd9e-4911-8d58-f6e4b0ea3046", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:23.953302 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1083a414-6f87-4c3b-bb2e-c2eddde481b1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:23.953712 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': '85d4c3a4-0538-4166-ab43-da97573683f0', 'status': 'completed', 'code': 200} Feb 11 13:31:23.954070 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83f124-1b8f-4999-97e0-ad57f8a229e5', 'name': 'network-vif-deleted', 'tag': '241a1e3b-dd9e-4911-8d58-f6e4b0ea3046', 'status': 'completed', 'code': 200} Feb 11 13:31:24.033462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (947d0084-6798-4cab-99e7-6d0f7e008957), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.043515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.126136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947d0084-6798-4cab-99e7-6d0f7e008957']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:24.141092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535bb716-56ff-461a-8f0d-42fc74191a20') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:24.142335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535bb716-56ff-461a-8f0d-42fc74191a20') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:24.204108 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (535bb716-56ff-461a-8f0d-42fc74191a20), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.295477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Attempting to bind port 75b8ca74-8355-4152-a0c7-783ae62fdf92 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:24.295986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Attempting to bind port 75b8ca74-8355-4152-a0c7-783ae62fdf92 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:24.296423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Attempting to bind port 75b8ca74-8355-4152-a0c7-783ae62fdf92 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:24.301952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:24.304303 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:24.307011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Port 75b8ca74-8355-4152-a0c7-783ae62fdf92 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:24.307466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Attempting to bind port 75b8ca74-8355-4152-a0c7-783ae62fdf92 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:24.321312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:24.321807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Checking segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:24.322340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Bound using segment: {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:24.322883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Bound port: 75b8ca74-8355-4152-a0c7-783ae62fdf92, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeef016-71d8-4eb8-8d0b-7147493b44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:24.323363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.352410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (535bb716-56ff-461a-8f0d-42fc74191a20), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.357673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28136-7600-40eb-8373-4a9820323a39 req-cdf7893f-bbe3-4507-a308-1dafbef4e3dd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.370291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-cdf7893f-bbe3-4507-a308-1dafbef4e3dd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 815 time: 0.7323132 Feb 11 13:31:24.417553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] For port 75b8ca74-8355-4152-a0c7-783ae62fdf92, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:24.421628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] For port 75b8ca74-8355-4152-a0c7-783ae62fdf92, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:24.429261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Pushing event updated for resources: {'Port': ['ID=75b8ca74-8355-4152-a0c7-783ae62fdf92,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.443593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.454733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d556c-75c0-4ad4-916e-8a5d7caf687b req-2f9ca555-c21f-45ac-b59c-7aec9a722a2b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.456489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c29d556c-75c0-4ad4-916e-8a5d7caf687b req-2f9ca555-c21f-45ac-b59c-7aec9a722a2b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 950 time: 0.5675967 Feb 11 13:31:24.457941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:24.458502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (535bb716-56ff-461a-8f0d-42fc74191a20), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.458773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-c9b45a1d-193f-4db5-bce4-3eaaf530d7c4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/quotas/1f38e4fcc0a943a8b307671b0a51e758 HTTP/1.1" status: 200 len: 375 time: 0.0875392 Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:24.491784 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:24.562448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.562924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.563393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.563845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.564302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.564755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.565205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.567110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-68485311-ee67-48d9-9379-2c598029e9f9 req-f61df1a7-87d6-41f4-b580-222b726cd1e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6435 time: 0.7176299 Feb 11 13:31:24.567384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-c7dcdc84-5ac4-4d67-b82d-2c99f6fa6d0c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075742 Feb 11 13:31:24.579749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ddc1419-535e-4e73-b3e9-3cbe389026df req-a3f78325-609c-4527-b3d1-a2b89036d4b4 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9731460 Feb 11 13:31:24.606685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (154f02c4-b36f-484d-80a3-07f2f0df5e46), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.647978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.648598 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.650062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] 10.222.0.30 "PUT /v2.0/ports/75b8ca74-8355-4152-a0c7-783ae62fdf92 HTTP/1.1" status: 200 len: 1090 time: 2.0872204 Feb 11 13:31:24.654067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (947d0084-6798-4cab-99e7-6d0f7e008957), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.712750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-387c9921-516b-4dbf-a637-d15a594e2758 service neutron] 10.222.0.79 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445844 Feb 11 13:31:24.732280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.739541 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] 10.222.0.79 "DELETE /v2.0/networks/947d0084-6798-4cab-99e7-6d0f7e008957 HTTP/1.1" status: 204 len: 168 time: 2.5177941 Feb 11 13:31:24.761359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:24.851744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37198) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:24.878001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.901827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-32f1acf3-de48-4bc7-8705-1ff5ea10e37d service neutron] 10.222.0.79 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798315 Feb 11 13:31:24.914239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-6a48286a-ff27-4602-83a5-e5e14bcc09d9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.915848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-6a48286a-ff27-4602-83a5-e5e14bcc09d9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "GET /v2.0/ports?device_id=303b517b-7d6b-4321-b7cc-4d00b79bcf46 HTTP/1.1" status: 200 len: 946 time: 0.6050775 Feb 11 13:31:25.196018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Deleting port 9ed3e368-a032-4d62-a11b-4b011880c06c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:25.196672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:25.453457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] For port 9ed3e368-a032-4d62-a11b-4b011880c06c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9ed3e368-a032-4d62-a11b-4b011880c06c,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:25.454449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:25.488609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Calling delete_port for 9ed3e368-a032-4d62-a11b-4b011880c06c owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:25.537863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-9f954458-46ca-46dd-897d-8078bceae457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.538362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-9f954458-46ca-46dd-897d-8078bceae457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.538855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-9f954458-46ca-46dd-897d-8078bceae457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.540455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-68485311-ee67-48d9-9379-2c598029e9f9 req-9f954458-46ca-46dd-897d-8078bceae457 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a844ca10a5404f0baedffa69e9bced92&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9540915 Feb 11 13:31:25.628246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a1c8d-2959-4c02-bf03-0953f33fb1df admin admin] Pushing event deleted for resources: {'Network': ['ID=947d0084-6798-4cab-99e7-6d0f7e008957,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:25.706092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9ed3e368-a032-4d62-a11b-4b011880c06c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:25.718621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['9ed3e368-a032-4d62-a11b-4b011880c06c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:25.886205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Pushing event deleted for resources: {'Port': ['ID=9ed3e368-a032-4d62-a11b-4b011880c06c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:25.899394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] No DVR routers for this DVR port 9ed3e368-a032-4d62-a11b-4b011880c06c on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:25.905644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:25.909578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d49eb629-2231-4e81-8a5d-b092719e9597 req-d790ef3f-deab-47c8-b452-ba6488f39e73 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "DELETE /v2.0/ports/9ed3e368-a032-4d62-a11b-4b011880c06c HTTP/1.1" status: 204 len: 173 time: 0.9869022 Feb 11 13:31:25.957205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f257906-daf3-4668-a846-f18e55d18e3a req-35caa304-4dd4-475a-9aa0-3aac93c09a5d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.959146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f257906-daf3-4668-a846-f18e55d18e3a req-35caa304-4dd4-475a-9aa0-3aac93c09a5d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.1432321 Feb 11 13:31:26.008680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485311-ee67-48d9-9379-2c598029e9f9 req-1a7999ca-e466-4b9b-bdaa-b8e1a7802afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.017669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-68485311-ee67-48d9-9379-2c598029e9f9 req-1a7999ca-e466-4b9b-bdaa-b8e1a7802afe service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3870702 Feb 11 13:31:26.081939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f257906-daf3-4668-a846-f18e55d18e3a req-fa25806c-ca85-4501-8bb4-99531cd8eb4a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142075 Feb 11 13:31:26.104096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba'}, {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:26.108560 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81565eed-d529-42f2-9b04-40e3e4bd413c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba"}, {"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:26.126758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c29d556c-75c0-4ad4-916e-8a5d7caf687b req-a87faafd-9271-4e60-ab2f-490f3bdcee5d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5716414 Feb 11 13:31:26.128373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb2d2-521b-4374-a4ec-abc2cc0d985b service neutron] Pushing event updated for resources: {'Port': ['ID=75b8ca74-8355-4152-a0c7-783ae62fdf92,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.154992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] Deleting subnet cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:31:26.174437 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] Publish callbacks [] for subnet (cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.191580 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c7cb7e-fcb6-4324-8dae-f31b3e4bd92a x-openstack-request-id: req-09c7cb7e-fcb6-4324-8dae-f31b3e4bd92a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:26.193274 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498ed23c-ea32-40d4-a4b7-32bbab8994cd", "name": "network-vif-plugged", "status": "completed", "tag": "218fe1e9-97d2-458d-aa6f-c47af4a8e686", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:26.193744 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-09c7cb7e-fcb6-4324-8dae-f31b3e4bd92a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:26.194444 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218fe1e9-97d2-458d-aa6f-c47af4a8e686', 'code': 200} Feb 11 13:31:26.241599 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.275054 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7c20b-71cc-4de2-8aea-2c40fc169e39 x-openstack-request-id: req-75f7c20b-71cc-4de2-8aea-2c40fc169e39 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:26.275375 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:26.275815 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75f7c20b-71cc-4de2-8aea-2c40fc169e39 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:26.276280 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1', 'status': 'completed', 'code': 200} Feb 11 13:31:26.452661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.474548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa953-f3c6-4aed-9990-49b2898a19cb req-40045897-4403-4003-b964-1711a2c65f63 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.476235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbdfa953-f3c6-4aed-9990-49b2898a19cb req-40045897-4403-4003-b964-1711a2c65f63 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.1033909 Feb 11 13:31:26.478600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-1c02ebe0-94e8-4b0f-a80a-49b98af1f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.480067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-1c02ebe0-94e8-4b0f-a80a-49b98af1f946 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1126 time: 0.1595592 Feb 11 13:31:26.541864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be19f246-bd8c-45d7-ae6a-93f62e981172 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:26.562467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbdfa953-f3c6-4aed-9990-49b2898a19cb req-1d55ad1f-22bb-419d-a8c8-5639fcc43318 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800054 Feb 11 13:31:26.611560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Publish callbacks [] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.634852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-f13d9558-8170-46f8-8a65-fda4dcd04c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.636644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-f13d9558-8170-46f8-8a65-fda4dcd04c04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1327274 Feb 11 13:31:26.689564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.707629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.722444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.736184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.747971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.762321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.766601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3f9800a-8f50-430f-96eb-5a38e62b09d2 req-5cb9dde0-ba3c-46f9-a6c5-f1dcf63db3e8 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 210 time: 0.0948391 Feb 11 13:31:26.769406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-ef10077c-8141-4b09-b7ab-b989b71a1d00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 217 time: 0.1134057 Feb 11 13:31:26.791955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.802016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-f4c8e803-db2c-4336-889a-a9374bef0146 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5406 time: 0.5255265 Feb 11 13:31:26.820448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Transition to ACTIVE for port object be19f246-bd8c-45d7-ae6a-93f62e981172 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:26.846325 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-2880c149-9137-4a45-b5eb-a2f606ca4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.848700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-2880c149-9137-4a45-b5eb-a2f606ca4b35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0713663 Feb 11 13:31:26.882932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.949898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33e7a720-6293-4048-b5e2-8f3b066882c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.992258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Pushing event updated for resources: {'Port': ['ID=be19f246-bd8c-45d7-ae6a-93f62e981172,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:27.003801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba82eec-50e2-4895-b287-3e1b16dfed8e req-2822408b-0cff-4ccd-a5d1-40c35393c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.007342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ba82eec-50e2-4895-b287-3e1b16dfed8e req-2822408b-0cff-4ccd-a5d1-40c35393c29a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 1132 time: 0.6675041 Feb 11 13:31:27.013744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-041f7b49-aef9-436c-835d-7fa1cf1f80d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592326 Feb 11 13:31:27.052397 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:27.111215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:27.170367 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5dd2254f-d77b-4d01-96cb-9e94e61bef8a req-70074d69-d0c4-4cbf-b1c3-6bfa8b2471aa tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3369122 Feb 11 13:31:27.193218 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:27.210554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-25892abf-7552-45bf-b417-a41cfd249a80 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cada5f9d-f7eb-4691-a8ee-7e5bd8200e6a HTTP/1.1" status: 204 len: 168 time: 1.9454730 Feb 11 13:31:27.221845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28136-7600-40eb-8373-4a9820323a39 req-e10e8896-1edd-45db-b70f-938cd32ecbf7 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.224568 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-e10e8896-1edd-45db-b70f-938cd32ecbf7 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 815 time: 0.3300073 Feb 11 13:31:27.227079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37248) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:27.245596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Request body: {'port': {'device_id': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'admin_state_up': True, 'tenant_id': '1f38e4fcc0a943a8b307671b0a51e758'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:27.361060 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ba82eec-50e2-4895-b287-3e1b16dfed8e req-7e6e45d6-042c-4b62-81ec-23007251b7ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394325 Feb 11 13:31:27.372378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Deleting port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:27.373437 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:27.472085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] For port 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:27.472367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:27.486726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Calling delete_port for 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:27.697968 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b4345-1a33-43c0-9700-a2426f01ea75 x-openstack-request-id: req-822b4345-1a33-43c0-9700-a2426f01ea75 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:27.698602 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:27.698602 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-822b4345-1a33-43c0-9700-a2426f01ea75 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:27.698904 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba', 'status': 'completed', 'code': 200} Feb 11 13:31:27.699290 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92', 'status': 'completed', 'code': 200} Feb 11 13:31:27.756719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Attempting to bind port be19f246-bd8c-45d7-ae6a-93f62e981172 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:27.756719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Attempting to bind port be19f246-bd8c-45d7-ae6a-93f62e981172 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:27.757093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Attempting to bind port be19f246-bd8c-45d7-ae6a-93f62e981172 on network c9f37f8f-dd92-4337-a328-55da151aa39c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:27.764021 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b3ccc610-452f-4292-b380-178d9101d30d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:27.772195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-2d2f2ba5-804d-4fa7-b76e-77b800cc125f service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412667 Feb 11 13:31:27.802259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Port be19f246-bd8c-45d7-ae6a-93f62e981172 on network c9f37f8f-dd92-4337-a328-55da151aa39c not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:27.802549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Attempting to bind port be19f246-bd8c-45d7-ae6a-93f62e981172 on network c9f37f8f-dd92-4337-a328-55da151aa39c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:27.823541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (14e94aa3-fb50-40d1-9bea-7631c5b0e3f4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:27.831815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:27.832154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Checking segment: {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:27.832598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Bound using segment: {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:27.833108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Bound port: be19f246-bd8c-45d7-ae6a-93f62e981172, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:27.833394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:27.923197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.924210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.926741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.929295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.929761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.930812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.931683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.933658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-1c2da782-74b0-4be5-8917-070e37e91d38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6533 time: 0.2337630 Feb 11 13:31:27.991099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37262) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:28.016811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e94aa3-fb50-40d1-9bea-7631c5b0e3f4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:28.036379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3be2132-dbba-45f8-b7cd-a59bf05ebbc4 req-5b10eaee-d3ac-4297-bda7-774874a43fcb service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532218 Feb 11 13:31:28.075190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Made reservation on behalf of 1f38e4fcc0a943a8b307671b0a51e758 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:28.081095 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.089804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] For port be19f246-bd8c-45d7-ae6a-93f62e981172, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:28.098029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c6e5-2a25-4e58-b747-25a4f1db8c49 req-efd1dbbc-9098-4c82-8c00-cf9afdc56b54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.099740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adf5c6e5-2a25-4e58-b747-25a4f1db8c49 req-efd1dbbc-9098-4c82-8c00-cf9afdc56b54 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 950 time: 0.3266253 Feb 11 13:31:28.105883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] For port be19f246-bd8c-45d7-ae6a-93f62e981172, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=be19f246-bd8c-45d7-ae6a-93f62e981172,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:28.155919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03542eeb-5c31-449c-b3cb-e368d6e9c29d req-350d902b-dcc4-411f-9911-8d7efc343f7f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.157467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-03542eeb-5c31-449c-b3cb-e368d6e9c29d req-350d902b-dcc4-411f-9911-8d7efc343f7f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.4613080 Feb 11 13:31:28.166855 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.238715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adf5c6e5-2a25-4e58-b747-25a4f1db8c49 req-92baaeb8-5cfb-4259-ac5a-a1f39aa893d5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227188 Feb 11 13:31:28.307459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'name': 'network-vif-deleted', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:28.311080 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd347bc6-5823-43ec-9789-923e0cfe4a1d" -d '{"events": [{"server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "name": "network-vif-deleted", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:28.321874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b3ccc610-452f-4292-b380-178d9101d30d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.423271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.423896 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.445846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] 10.222.0.30 "PUT /v2.0/ports/be19f246-bd8c-45d7-ae6a-93f62e981172 HTTP/1.1" status: 200 len: 1091 time: 3.7152059 Feb 11 13:31:28.570605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Request body: {'port': {'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:28.651297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Allocated IP 172.20.0.6 (cf56001b-000f-48e8-9fdf-67777f2fe70e/643474b5-9b36-4aff-b7de-66a22f4e75fb/56015dc8-f818-4033-a1d3-165762c1117b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:28.723604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ccc610-452f-4292-b380-178d9101d30d']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:28.738233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4512ca6-cb02-413c-82f1-f6ca315d133e service neutron] Pushing event updated for resources: {'Port': ['ID=be19f246-bd8c-45d7-ae6a-93f62e981172,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:28.783223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-db0b20df-365c-4703-bcc0-ce3b98a22979 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab1139931c954120884a4c5a38121c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7907174 Feb 11 13:31:28.787914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57af0b24-6cc5-47a7-9561-7489ce3f9830') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:28.788289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57af0b24-6cc5-47a7-9561-7489ce3f9830') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:28.809434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37274) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:28.846462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-03542eeb-5c31-449c-b3cb-e368d6e9c29d req-64f7f57e-3be2-4e8c-827e-09b6746358b3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574650 Feb 11 13:31:28.851741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (57af0b24-6cc5-47a7-9561-7489ce3f9830), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.899109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-c8ef9172-f008-449a-97d8-d49e8f1d5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.899559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-c8ef9172-f008-449a-97d8-d49e8f1d5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.900023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-c8ef9172-f008-449a-97d8-d49e8f1d5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.901617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-c8ef9172-f008-449a-97d8-d49e8f1d5bb8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a844ca10a5404f0baedffa69e9bced92&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9596019 Feb 11 13:31:28.916508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.983527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9ed3e368-a032-4d62-a11b-4b011880c06c no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:29.004892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 9ed3e368-a032-4d62-a11b-4b011880c06c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:29.005378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9ed3e368-a032-4d62-a11b-4b011880c06c not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:29.006685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b9a6a91-4d10-4ed3-bb91-b21349118687 req-e1ee6269-f27b-4ca2-804c-45d9bf6e32ec tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 210 time: 0.0287373 Feb 11 13:31:29.068556 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (57af0b24-6cc5-47a7-9561-7489ce3f9830), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.082425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97094-fff0-4c82-9679-866e1635aee6 req-2b64ad2f-996c-4e73-bb71-062d95a8cd84 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.083958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ab97094-fff0-4c82-9679-866e1635aee6 req-2b64ad2f-996c-4e73-bb71-062d95a8cd84 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.6541226 Feb 11 13:31:29.093775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:29.094212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (57af0b24-6cc5-47a7-9561-7489ce3f9830), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:29.099336 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:29.114510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (154f02c4-b36f-484d-80a3-07f2f0df5e46), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.190914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-182bc593-fb31-4186-9f4a-dfb8fbba8077 admin admin] Publish callbacks [] for security_group (56f9a540-3d9f-4bc6-8d93-d654bda9512a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.201066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks [] for port (56015dc8-f818-4033-a1d3-165762c1117b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.226389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b3ccc610-452f-4292-b380-178d9101d30d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.246731 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.249982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b3ccc610-452f-4292-b380-178d9101d30d HTTP/1.1" status: 204 len: 168 time: 2.0217137 Feb 11 13:31:29.291387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ab97094-fff0-4c82-9679-866e1635aee6 req-484de8aa-a045-4fae-a861-528c35652b18 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987691 Feb 11 13:31:29.324247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-182bc593-fb31-4186-9f4a-dfb8fbba8077 admin admin] Publish callbacks [] for security_group (56f9a540-3d9f-4bc6-8d93-d654bda9512a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.326756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdeeb3-9fc0-4428-bec2-ebd69da5a474 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ccc610-452f-4292-b380-178d9101d30d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.359785 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5b0891d1-f63f-40dc-ba4b-8f6e5af04f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.375463 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780132b3-445d-4053-b14c-b3b6cb88744d x-openstack-request-id: req-780132b3-445d-4053-b14c-b3b6cb88744d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:29.375617 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b517b-7d6b-4321-b7cc-4d00b79bcf46", "name": "network-vif-deleted", "tag": "9ed3e368-a032-4d62-a11b-4b011880c06c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:29.375801 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-780132b3-445d-4053-b14c-b3b6cb88744d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:29.376257 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b517b-7d6b-4321-b7cc-4d00b79bcf46', 'name': 'network-vif-deleted', 'tag': '9ed3e368-a032-4d62-a11b-4b011880c06c', 'status': 'completed', 'code': 200} Feb 11 13:31:29.409560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.422150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37290) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:29.487639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-182bc593-fb31-4186-9f4a-dfb8fbba8077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (56f9a540-3d9f-4bc6-8d93-d654bda9512a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.490165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-182bc593-fb31-4186-9f4a-dfb8fbba8077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.491322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-182bc593-fb31-4186-9f4a-dfb8fbba8077 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56f9a540-3d9f-4bc6-8d93-d654bda9512a HTTP/1.1" status: 204 len: 168 time: 0.6695437 Feb 11 13:31:29.524040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Network cf56001b-000f-48e8-9fdf-67777f2fe70e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:29.544009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:29.547381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:29.560273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bc593-fb31-4186-9f4a-dfb8fbba8077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9a540-3d9f-4bc6-8d93-d654bda9512a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.564227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.619949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6265f742-b909-46bd-854f-f3a7b96fb174 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28a1d612055b4fb4a671dda661a01249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977758 Feb 11 13:31:29.623356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37294) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:29.649687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.650335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.686009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fd21f-48e3-43a4-a068-1484dd1b0c1e req-34bd59ca-1ee3-4155-b405-d1ded3dacb14 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.687607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c8fd21f-48e3-43a4-a068-1484dd1b0c1e req-34bd59ca-1ee3-4155-b405-d1ded3dacb14 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 950 time: 0.2180572 Feb 11 13:31:29.692820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-9eed61e1-a41e-4262-b44c-3df5d8f0bc95 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4512300 Feb 11 13:31:29.711593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Request body: {'port': {'device_id': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:29.712879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:29.715181 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3908775c-45f2-4d21-9d16-7decc92beded" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:29.784202 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0de07314-3369-460d-b1a4-bb8563e44d52 admin admin] Publish callbacks [] for security_group (dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.822652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c8fd21f-48e3-43a4-a068-1484dd1b0c1e req-39f8b5f6-730e-4585-b97c-2c261b67475e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247644 Feb 11 13:31:29.851664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0de07314-3369-460d-b1a4-bb8563e44d52 admin admin] Publish callbacks [] for security_group (dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.851664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:29.966844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.973762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.979147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.984938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.990272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.996421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.007314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.009600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-d7c77357-c4e3-4b25-961b-cfb0cd88718d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5418 time: 0.8640177 Feb 11 13:31:30.010995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-dbb4d512-7764-4c0a-ba57-f8680679c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.012663 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-dbb4d512-7764-4c0a-ba57-f8680679c16a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0717449 Feb 11 13:31:30.030567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0de07314-3369-460d-b1a4-bb8563e44d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.033167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0de07314-3369-460d-b1a4-bb8563e44d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.037686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0de07314-3369-460d-b1a4-bb8563e44d52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e HTTP/1.1" status: 204 len: 168 time: 0.4093359 Feb 11 13:31:30.064234 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8403310c-829c-4c3c-b052-1af933deb2c3 x-openstack-request-id: req-8403310c-829c-4c3c-b052-1af933deb2c3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:30.064915 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:30.065403 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8403310c-829c-4c3c-b052-1af933deb2c3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:30.066021 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172', 'status': 'completed', 'code': 200} Feb 11 13:31:30.081449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de07314-3369-460d-b1a4-bb8563e44d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba03fc2-ce28-4a5f-a472-5cc0b1a78b2e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.254214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8cf36-a9a4-4488-9566-9f62523d0200 req-d9178286-4bb8-4292-b93e-c20f08165ade tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.255749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7cb8cf36-a9a4-4488-9566-9f62523d0200 req-d9178286-4bb8-4292-b93e-c20f08165ade tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 949 time: 0.2299969 Feb 11 13:31:30.296280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1962ae-a08a-406c-9207-ca591fc91c98 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:30.309475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Publish callbacks [] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.344229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7cb8cf36-a9a4-4488-9566-9f62523d0200 req-4dde582e-f170-4720-91d4-2185e7ab866e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824084 Feb 11 13:31:30.345697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Transition to ACTIVE for port object 2a1962ae-a08a-406c-9207-ca591fc91c98 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:30.407697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.466984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56015dc8-f818-4033-a1d3-165762c1117b {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:30.512066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Publish callbacks [] for port (56015dc8-f818-4033-a1d3-165762c1117b), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.516294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Pushing event updated for resources: {'Port': ['ID=2a1962ae-a08a-406c-9207-ca591fc91c98,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.545162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Transition to ACTIVE for port object 56015dc8-f818-4033-a1d3-165762c1117b will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:30.546085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d69aae-e157-495a-8645-22559468c7e6 req-992f6d2d-b7f4-4ca5-959e-db14c4f3f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.548613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34d69aae-e157-495a-8645-22559468c7e6 req-992f6d2d-b7f4-4ca5-959e-db14c4f3f8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 1128 time: 0.6227887 Feb 11 13:31:30.556778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1eca-cd35-4ac5-b0d5-e893d202e4de req-8893c4f1-688f-462c-8f94-5c33ede8644d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.558414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-608e1eca-cd35-4ac5-b0d5-e893d202e4de req-8893c4f1-688f-462c-8f94-5c33ede8644d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.1078863 Feb 11 13:31:30.559371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37326) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:30.594168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.677786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14e8e035-c5f4-4b70-8416-65c33e3bb71b req-2e53f7b9-1c4b-44b5-82e6-dd040c8192c2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3288484 Feb 11 13:31:30.733682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.740775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-608e1eca-cd35-4ac5-b0d5-e893d202e4de req-330bb0cb-0b37-40b9-852e-e1d12df81d15 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702690 Feb 11 13:31:30.784550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d69aae-e157-495a-8645-22559468c7e6 req-642aad23-354e-40dd-9b0f-98515e738214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.787763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34d69aae-e157-495a-8645-22559468c7e6 req-642aad23-354e-40dd-9b0f-98515e738214 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.2027943 Feb 11 13:31:30.792408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7f92f388-eab0-419e-b219-8cdb3ccd2d85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29d4c2c92b6247279a8450cd30b1b6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312181 Feb 11 13:31:30.795619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37330) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:30.800277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.800960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.801862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.802423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.803021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.804045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.804523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.808426 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-3871468a-5d62-474c-8586-ef0ae538e751 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6631 time: 0.4273932 Feb 11 13:31:30.820444 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.924548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Attempting to bind port 56015dc8-f818-4033-a1d3-165762c1117b on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:30.924897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Attempting to bind port 56015dc8-f818-4033-a1d3-165762c1117b by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:30.925231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Attempting to bind port 56015dc8-f818-4033-a1d3-165762c1117b on network cf56001b-000f-48e8-9fdf-67777f2fe70e {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:30.948140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Port 56015dc8-f818-4033-a1d3-165762c1117b on network cf56001b-000f-48e8-9fdf-67777f2fe70e not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:30.948469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Attempting to bind port 56015dc8-f818-4033-a1d3-165762c1117b on network cf56001b-000f-48e8-9fdf-67777f2fe70e {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:30.963989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37334) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:30.974110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:30.974485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Checking segment: {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:30.974879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Bound using segment: {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:30.975341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Bound port: 56015dc8-f818-4033-a1d3-165762c1117b, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:30.975703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.977583 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e4fc-1300-4858-a637-a04bf10bd7c4 admin admin] Publish callbacks [] for security_group (802684da-39d5-42cb-84e9-e31be7890f5d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.066971 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e4fc-1300-4858-a637-a04bf10bd7c4 admin admin] Publish callbacks [] for security_group (802684da-39d5-42cb-84e9-e31be7890f5d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.090248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a17e8-cfe2-4c41-a0dd-50ed26be2d5e req-855d8066-f2df-4121-a77e-aef303ccfd2c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.092357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee2a17e8-cfe2-4c41-a0dd-50ed26be2d5e req-855d8066-f2df-4121-a77e-aef303ccfd2c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.2100902 Feb 11 13:31:31.148999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-241426666-network', 'tenant_id': '40437e1701ea45bd92014c8e312d729c'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:31.183833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34d69aae-e157-495a-8645-22559468c7e6 req-2c315c6c-7800-464a-84d3-6a04a8feef8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a07b5024-af43-4959-aba3-64366b5953a6 HTTP/1.1" status: 200 len: 217 time: 0.3713238 Feb 11 13:31:31.185190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:31.217079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Made reservation on behalf of 40437e1701ea45bd92014c8e312d729c for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:31.221500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.227998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:31.248477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee2a17e8-cfe2-4c41-a0dd-50ed26be2d5e req-f1e3c93b-3adb-40e9-a414-b8f805710f48 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477857 Feb 11 13:31:31.276421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.287004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.307129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.307791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.309574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/56015dc8-f818-4033-a1d3-165762c1117b HTTP/1.1" status: 200 len: 1091 time: 1.6039281 Feb 11 13:31:31.310269 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e4fc-1300-4858-a637-a04bf10bd7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (802684da-39d5-42cb-84e9-e31be7890f5d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.312923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Router 154f02c4-b36f-484d-80a3-07f2f0df5e46 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:31.313388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e4fc-1300-4858-a637-a04bf10bd7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.319236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-44418c72-4592-4c0b-a721-b09c345fc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.319719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-44418c72-4592-4c0b-a721-b09c345fc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.320191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-44418c72-4592-4c0b-a721-b09c345fc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.321857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-44418c72-4592-4c0b-a721-b09c345fc3f8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a844ca10a5404f0baedffa69e9bced92&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4113679 Feb 11 13:31:31.324765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a7d1e4fc-1300-4858-a637-a04bf10bd7c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/802684da-39d5-42cb-84e9-e31be7890f5d HTTP/1.1" status: 204 len: 168 time: 0.5229235 Feb 11 13:31:31.351854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d69aae-e157-495a-8645-22559468c7e6 req-b05a0130-39ec-4cea-9c89-c0718a06dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.353484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34d69aae-e157-495a-8645-22559468c7e6 req-b05a0130-39ec-4cea-9c89-c0718a06dce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1619427 Feb 11 13:31:31.385432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8e4a8-4ac4-4f59-9def-e8dec13c1b36 req-d93938a4-9cb2-451a-a55c-e1606d958dea tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.387539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0fb8e4a8-4ac4-4f59-9def-e8dec13c1b36 req-d93938a4-9cb2-451a-a55c-e1606d958dea tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 943 time: 0.5778084 Feb 11 13:31:31.397888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:31.411229 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2613d4e7-2021-4d31-a5d0-a853bf876c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "tag": "56015dc8-f818-4033-a1d3-165762c1117b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:31.424938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e4fc-1300-4858-a637-a04bf10bd7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802684da-39d5-42cb-84e9-e31be7890f5d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:31.430881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34d69aae-e157-495a-8645-22559468c7e6 req-ca8aaf1a-2768-4b0e-9e4c-ac64b3efbb14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677936 Feb 11 13:31:31.439611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Attempting to bind port 2a1962ae-a08a-406c-9207-ca591fc91c98 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:31.440046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Attempting to bind port 2a1962ae-a08a-406c-9207-ca591fc91c98 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:31.440439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Attempting to bind port 2a1962ae-a08a-406c-9207-ca591fc91c98 on network c9f37f8f-dd92-4337-a328-55da151aa39c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:31.542225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Port 2a1962ae-a08a-406c-9207-ca591fc91c98 on network c9f37f8f-dd92-4337-a328-55da151aa39c not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:31.542979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Attempting to bind port 2a1962ae-a08a-406c-9207-ca591fc91c98 on network c9f37f8f-dd92-4337-a328-55da151aa39c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:31.572606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-2296b617-c836-41e2-bade-cf784790df44 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3289549 Feb 11 13:31:31.576263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683f00c-81bd-45d0-a51b-29baba1e35d4 service neutron] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:31.586942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:31.587710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Checking segment: {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:31.588330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Bound using segment: {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:31.589003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Bound port: 2a1962ae-a08a-406c-9207-ca591fc91c98, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82efd20d-4f57-434a-8ebf-be358972c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:31.589610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.623217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28136-7600-40eb-8373-4a9820323a39 req-f75b5bca-a5b3-4837-b69b-de23387c8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.630821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-f75b5bca-a5b3-4837-b69b-de23387c8e4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 1125 time: 0.2075021 Feb 11 13:31:31.712163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-26e06f09-3958-46ff-8033-fcd185e74602 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56015dc8-f818-4033-a1d3-165762c1117b HTTP/1.1" status: 200 len: 217 time: 0.0767670 Feb 11 13:31:31.730691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-c17acce3-81e4-47f8-900c-aecd07be0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.732856 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81565eed-d529-42f2-9b04-40e3e4bd413c req-c17acce3-81e4-47f8-900c-aecd07be0d59 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3989260 Feb 11 13:31:31.765733 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0fb8e4a8-4ac4-4f59-9def-e8dec13c1b36 req-3a839a89-2127-456f-8d67-e51fdc0aaa2f tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603847 Feb 11 13:31:31.793785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks [] for security_group (b01b6ee0-2950-4d2a-b184-f4f37fc2244a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.812076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b01b6ee0-2950-4d2a-b184-f4f37fc2244a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.825906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34d69aae-e157-495a-8645-22559468c7e6 req-b81c2f46-d3af-4c7d-af5b-318a07d1be98 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776500 Feb 11 13:31:31.856683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:31.866024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28136-7600-40eb-8373-4a9820323a39 req-bb0bcb7a-e622-4762-96e8-0cf1a0410676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.867560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-bb0bcb7a-e622-4762-96e8-0cf1a0410676 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=643474b5-9b36-4aff-b7de-66a22f4e75fb HTTP/1.1" status: 200 len: 855 time: 0.1439319 Feb 11 13:31:31.868993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:31.882020 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] Sync routers for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:31.884505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71b5627a-0640-484c-b2e8-e0e28db7aa20 admin admin] 10.222.0.79 "PUT /v2.0/routers/154f02c4-b36f-484d-80a3-07f2f0df5e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3263738 Feb 11 13:31:31.899148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37350) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:31.929232 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:31.931503 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:32.246030 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:32.270049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.275304 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fddb8d-c880-4e0d-80b5-546ad8f5b56c x-openstack-request-id: req-30fddb8d-c880-4e0d-80b5-546ad8f5b56c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:32.276400 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "tag": "56015dc8-f818-4033-a1d3-165762c1117b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:32.277140 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30fddb8d-c880-4e0d-80b5-546ad8f5b56c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:32.278206 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b', 'status': 'completed', 'code': 200} Feb 11 13:31:32.283418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b6ee0-2950-4d2a-b184-f4f37fc2244a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.308616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf195453-5466-4663-94a1-42f64716b603 req-b629bbf9-e14c-4817-a63f-6ac5514605ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.311494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-b629bbf9-e14c-4817-a63f-6ac5514605ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 1132 time: 0.6631176 Feb 11 13:31:32.313397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2d420f34-5571-4bc2-8470-7a9e1e438fb6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.313983 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Added segment 2d420f34-5571-4bc2-8470-7a9e1e438fb6 of type vlan for network 55f0bbcc-867e-424c-a569-d3f09dce062c Feb 11 13:31:32.317481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-bbefd4e1-14ee-44a3-aad8-69c1e91c3615 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf56001b-000f-48e8-9fdf-67777f2fe70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4415400 Feb 11 13:31:32.326046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc47c-8009-450c-9f35-340b929036e0 req-71d39798-bf32-4cca-a816-d6b60306fa41 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.335958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc47c-8009-450c-9f35-340b929036e0 req-71d39798-bf32-4cca-a816-d6b60306fa41 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.344876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] For port 2a1962ae-a08a-406c-9207-ca591fc91c98, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:32.345903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-deabc47c-8009-450c-9f35-340b929036e0 req-71d39798-bf32-4cca-a816-d6b60306fa41 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd&device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 1690 time: 0.6568029 Feb 11 13:31:32.397425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.398240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.398908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.399758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.400387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.401014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.401637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.404954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3908775c-45f2-4d21-9d16-7decc92beded req-221a6170-6460-4e16-9b15-adfe2a9fecd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6631 time: 0.6238120 Feb 11 13:31:32.418306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] For port 2a1962ae-a08a-406c-9207-ca591fc91c98, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2a1962ae-a08a-406c-9207-ca591fc91c98,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:32.468085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.504359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf195453-5466-4663-94a1-42f64716b603 req-736668da-54b5-4faf-8ead-468c760571c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.505937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-736668da-54b5-4faf-8ead-468c760571c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1329505 Feb 11 13:31:32.509852 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34d69aae-e157-495a-8645-22559468c7e6 req-133a0aad-8945-4b4c-85cc-49d2ef47fd77 service neutron] 10.222.0.30 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782091 Feb 11 13:31:32.574754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Pushing event updated for resources: {'Port': ['ID=2a1962ae-a08a-406c-9207-ca591fc91c98,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.609603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-a5f98014-3339-4d7e-a2dd-db54a52deeea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3eb55e02-dd06-4131-86a9-7238b1054c05 HTTP/1.1" status: 200 len: 217 time: 0.0918045 Feb 11 13:31:32.614832 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:31:27Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:32.616387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (55f0bbcc-867e-424c-a569-d3f09dce062c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.652756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-deabc47c-8009-450c-9f35-340b929036e0 req-6abd0845-246c-4d00-bd13-71f92b3ec513 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057189 Feb 11 13:31:32.681845 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] Checking router: 154f02c4-b36f-484d-80a3-07f2f0df5e46 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:32.682892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-81d1f479-cada-426c-a12c-eb13605034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.683480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-81d1f479-cada-426c-a12c-eb13605034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.684356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-81d1f479-cada-426c-a12c-eb13605034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.686101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3908775c-45f2-4d21-9d16-7decc92beded req-81d1f479-cada-426c-a12c-eb13605034b9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a844ca10a5404f0baedffa69e9bced92&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2744269 Feb 11 13:31:32.705699 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] Routers {'154f02c4-b36f-484d-80a3-07f2f0df5e46'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:32.706570 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['154f02c4-b36f-484d-80a3-07f2f0df5e46'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:32.715888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.717199 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.718870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d5537fc8-141b-4e3d-8c04-ac16a6090ffa service neutron] 10.222.0.30 "PUT /v2.0/ports/2a1962ae-a08a-406c-9207-ca591fc91c98 HTTP/1.1" status: 200 len: 1091 time: 4.1703014 Feb 11 13:31:32.738720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:31:32.740591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.747020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.752939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.759180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.765511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.772061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.778197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.782821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-35db350b-6d02-4617-aedd-032136c026a9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.4441824 Feb 11 13:31:32.786367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:32.793216 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea65163b-2300-4c54-a137-65eb0d764cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:32.840888 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-5cc259ea-3fc1-4d2c-a651-ba9e22320f1d service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479848 Feb 11 13:31:32.858579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks [] for router (154f02c4-b36f-484d-80a3-07f2f0df5e46), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.871566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (55f0bbcc-867e-424c-a569-d3f09dce062c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.873235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.874001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.883124 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf195453-5466-4663-94a1-42f64716b603 req-66ae373a-111b-40ae-bbce-9b55c5898f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.884918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-66ae373a-111b-40ae-bbce-9b55c5898f83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2644217 Feb 11 13:31:32.995812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0284548 Feb 11 13:31:33.044227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:33.068017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Request body: {'subnet': {'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-241426666-subnet', 'tenant_id': '40437e1701ea45bd92014c8e312d729c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:33.070033 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] Set router 154f02c4-b36f-484d-80a3-07f2f0df5e46 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:33.179065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba458c4-a26c-49b7-9284-0fc9eea300e6 admin admin] Pushing event updated for resources: {'Network': ['ID=55f0bbcc-867e-424c-a569-d3f09dce062c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.221731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 55f0bbcc-867e-424c-a569-d3f09dce062c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:33.245376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b620f8-d5d1-4fe0-a57d-903c9248c5cd req-f2da2e67-0476-41db-a519-aa4d88864a59 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.246942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91b620f8-d5d1-4fe0-a57d-903c9248c5cd req-f2da2e67-0476-41db-a519-aa4d88864a59 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.4458561 Feb 11 13:31:33.277210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92b28136-7600-40eb-8373-4a9820323a39 req-9d8100a8-347b-4926-a814-2bdcf01daf60 service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136021 Feb 11 13:31:33.280693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf195453-5466-4663-94a1-42f64716b603 req-c6512869-52ec-438c-98b2-f36ead7fbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.281685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-c6512869-52ec-438c-98b2-f36ead7fbf2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3563111 Feb 11 13:31:33.312391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dc6bb14-f735-49ca-8aed-1922ffd90e3f req-c30527ba-8257-45ae-ba4d-770c9a84b3b6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4958138 Feb 11 13:31:33.313549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908775c-45f2-4d21-9d16-7decc92beded req-e83913ca-b44f-4b65-9a56-5fa594445af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.327331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3908775c-45f2-4d21-9d16-7decc92beded req-e83913ca-b44f-4b65-9a56-5fa594445af1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6345758 Feb 11 13:31:33.332792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Made reservation on behalf of 40437e1701ea45bd92014c8e312d729c for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:33.335408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.528840 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks [] for router_gateway (154f02c4-b36f-484d-80a3-07f2f0df5e46), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.529590 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:31:27Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:33.581674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91b620f8-d5d1-4fe0-a57d-903c9248c5cd req-e29332bb-c68f-478b-a7e2-bd00b4396e14 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145132 Feb 11 13:31:33.588271 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.595452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-75725951-6780-42d8-9bd1-75489e23ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.597358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-75725951-6780-42d8-9bd1-75489e23ae53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 1125 time: 0.2362614 Feb 11 13:31:33.601810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-4d023482-ad5e-46fd-8bf0-f75c66445ca1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049228 Feb 11 13:31:33.607616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.608189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.608665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.609127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.609640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.610046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.610533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.612536 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-f779bfce-ca14-4875-8aac-868b2a2c6e1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6704 time: 0.2179415 Feb 11 13:31:33.615595 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c7635-af1c-46cc-adbf-9336f7763aa9 None None] The sync data for ids ['154f02c4-b36f-484d-80a3-07f2f0df5e46'] in n-d-828676-2 is: [{'id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'name': 'tempest-ServersTestJSON-94344481-router', 'tenant_id': 'd1af5953a5aa462ab310076a3038ea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:28Z', 'updated_at': '2022-02-11T13:31:27Z', 'revision_number': 5, 'project_id': 'd1af5953a5aa462ab310076a3038ea8e', 'gw_port': {'id': '7b5aa93c-1b7c-4864-9671-180744c22f73', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154f02c4-b36f-484d-80a3-07f2f0df5e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:29Z', 'updated_at': '2022-02-11T13:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:31:33.677043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5a2a7-8f84-4221-8873-c82e88d7d946 req-92548eff-1032-4d57-9154-926d18be0080 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.678660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3b5a2a7-8f84-4221-8873-c82e88d7d946 req-92548eff-1032-4d57-9154-926d18be0080 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.2194917 Feb 11 13:31:33.774441 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50416286-7a6d-48c7-9858-dc1ad00ed0ea x-openstack-request-id: req-50416286-7a6d-48c7-9858-dc1ad00ed0ea {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:33.774747 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:33.775008 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50416286-7a6d-48c7-9858-dc1ad00ed0ea {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:33.775485 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98', 'status': 'completed', 'code': 200} Feb 11 13:31:33.784925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-aba65486-0708-478f-9297-4a86bd94387c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3 HTTP/1.1" status: 200 len: 217 time: 0.1530671 Feb 11 13:31:33.883932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Deleting port 7b5aa93c-1b7c-4864-9671-180744c22f73 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:33.884274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.900364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf195453-5466-4663-94a1-42f64716b603 req-ade99643-5cec-453b-9354-dd5d2d78ee9f service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910554 Feb 11 13:31:33.915769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c15f0-98ea-4d9c-a5bb-1f351b2b33fb req-33669d5a-9826-45cb-9898-b307d9b4e1b4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.917567 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e10c15f0-98ea-4d9c-a5bb-1f351b2b33fb req-33669d5a-9826-45cb-9898-b307d9b4e1b4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 943 time: 0.1104679 Feb 11 13:31:33.918974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-447976fd-fb35-4d0a-8df8-324e13349613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.921059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-447976fd-fb35-4d0a-8df8-324e13349613 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 916 time: 0.3162038 Feb 11 13:31:33.926594 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3b5a2a7-8f84-4221-8873-c82e88d7d946 req-ddc5aac0-239f-47cd-900d-3e566a6311bf tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781540 Feb 11 13:31:34.006545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-da41267d-0871-40fd-a528-8c7bb743233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.008407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-da41267d-0871-40fd-a528-8c7bb743233e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e119b7f-df68-4b7a-b24e-0d52973d3ffa HTTP/1.1" status: 200 len: 855 time: 0.2094452 Feb 11 13:31:34.011923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (ff0bdc65-4009-4022-a22a-d78d13cf0b20), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.049851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-8f6fc29d-a7cf-415b-8b60-528a4bb467d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56015dc8-f818-4033-a1d3-165762c1117b HTTP/1.1" status: 200 len: 217 time: 0.0941360 Feb 11 13:31:34.112081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-72f87b18-3ca1-4c66-8d5d-a8e75893808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.113876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-72f87b18-3ca1-4c66-8d5d-a8e75893808b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=643474b5-9b36-4aff-b7de-66a22f4e75fb HTTP/1.1" status: 200 len: 855 time: 0.0540941 Feb 11 13:31:34.155603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e10c15f0-98ea-4d9c-a5bb-1f351b2b33fb req-49faf129-4c47-4eaf-bfff-a51d4f36cc8a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312870 Feb 11 13:31:34.214592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-fa7274aa-9ce0-4e49-874a-2a0946c7a390 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf56001b-000f-48e8-9fdf-67777f2fe70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571995 Feb 11 13:31:34.290822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] For port 7b5aa93c-1b7c-4864-9671-180744c22f73, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7b5aa93c-1b7c-4864-9671-180744c22f73,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:34.291478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.305012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Calling delete_port for 7b5aa93c-1b7c-4864-9671-180744c22f73 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:34.358242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-d4540352-4bac-4d34-8c4a-87c0e048d27c service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331809 Feb 11 13:31:34.445383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0bdc65-4009-4022-a22a-d78d13cf0b20,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:34.534183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2613d4e7-2021-4d31-a5d0-a853bf876c9f req-01bc51a0-93ef-4430-b9de-a2a8c946f796 service neutron] 10.222.0.30 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686397 Feb 11 13:31:34.534578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-237bd371-5fad-497a-9a96-f9bdb38c9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.537474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-237bd371-5fad-497a-9a96-f9bdb38c9a3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9851043d-750b-4ec2-a3a6-4cf97820e5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5096180 Feb 11 13:31:34.541756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Checking segment: {'id': '2d420f34-5571-4bc2-8470-7a9e1e438fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:34.541756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Network hostable DHCP agents. Network: 55f0bbcc-867e-424c-a569-d3f09dce062c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:34.549151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac59c3e-487c-4d2e-9d42-2a4431a37c8c req-f65a6074-f7cb-4555-90b9-98e954aab874 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.556329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fac59c3e-487c-4d2e-9d42-2a4431a37c8c req-f65a6074-f7cb-4555-90b9-98e954aab874 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 1132 time: 0.4667449 Feb 11 13:31:34.562435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.568707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.574715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.580932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.586928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.592493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.598416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.608298 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-7f271462-59cf-456f-95a6-92be2c10a83b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1286883 Feb 11 13:31:34.670449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-db332612-99c5-467c-8ac2-03fb5ff1c99e service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113908 Feb 11 13:31:34.678750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3826737b-ecac-4f79-8fc9-201d048a3a5d req-04089a88-3398-4000-b6f9-0d5f427fc811 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693045 Feb 11 13:31:34.746698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fac59c3e-487c-4d2e-9d42-2a4431a37c8c req-e50c7d34-19b9-4644-81a3-24e869aaf8e3 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894448 Feb 11 13:31:34.757537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Network 55f0bbcc-867e-424c-a569-d3f09dce062c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:34.824384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 55f0bbcc-867e-424c-a569-d3f09dce062c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:34.833445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c774356-cbbe-4c4f-826b-f2342ec2cebb None None] Network 55f0bbcc-867e-424c-a569-d3f09dce062c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:34.844937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.845525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.906772 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7b5aa93c-1b7c-4864-9671-180744c22f73), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.911666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fa0aa52e-7475-4f4b-a61e-119c6e62ee09 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8597844 Feb 11 13:31:34.959499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-bd1f11e8-6b28-40cb-b6d4-dda84d80a49d service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712052 Feb 11 13:31:34.963472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5aa93c-1b7c-4864-9671-180744c22f73,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:34.995727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ebf57a-acb9-49f3-ae4a-42e61ce5e116 None None] Network 55f0bbcc-867e-424c-a569-d3f09dce062c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:35.078753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 56015dc8-f818-4033-a1d3-165762c1117b details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:35.104236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-35c23baa-42c7-4a37-85e4-a0f074f52780 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 217 time: 0.1374924 Feb 11 13:31:35.127127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05dda-f9a4-4292-9bdb-33c610625ef7 req-0719f3ef-b720-4c38-9db1-55e51e978b9d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.129442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0be05dda-f9a4-4292-9bdb-33c610625ef7 req-0719f3ef-b720-4c38-9db1-55e51e978b9d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 946 time: 0.3098965 Feb 11 13:31:35.130494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (154f02c4-b36f-484d-80a3-07f2f0df5e46), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.165946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a07b5024-af43-4959-aba3-64366b5953a6 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:35.250234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-e3745efd-8537-4e93-85a3-21b0c81933f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.252190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-e3745efd-8537-4e93-85a3-21b0c81933f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.1190193 Feb 11 13:31:35.265145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed7149-e06d-4c65-9aae-02c93187b926 req-3d251ded-d8d1-4f34-90f7-1e1d6c7281d9 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.267585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1ed7149-e06d-4c65-9aae-02c93187b926 req-3d251ded-d8d1-4f34-90f7-1e1d6c7281d9 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 1131 time: 0.0547962 Feb 11 13:31:35.318934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1ed7149-e06d-4c65-9aae-02c93187b926 req-866342ab-0fba-49e5-8ff6-4bef3b3d88de tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438287 Feb 11 13:31:35.382165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (154f02c4-b36f-484d-80a3-07f2f0df5e46), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.385035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks [] for router_controller (154f02c4-b36f-484d-80a3-07f2f0df5e46), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.389112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:35.409026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '56015dc8-f818-4033-a1d3-165762c1117b', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'port_id': '56015dc8-f818-4033-a1d3-165762c1117b', 'mac_address': 'fa:16:3e:76:84:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643474b5-9b36-4aff-b7de-66a22f4e75fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:35.454211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 56015dc8-f818-4033-a1d3-165762c1117b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:35.454776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.496846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5e744-f3cc-47c6-ac18-31aff93d6cbb req-1dea3a6b-5458-45ad-a6e0-a0b8edbef665 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.499155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-88b5e744-f3cc-47c6-ac18-31aff93d6cbb req-1dea3a6b-5458-45ad-a6e0-a0b8edbef665 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.0783110 Feb 11 13:31:35.523832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a07b5024-af43-4959-aba3-64366b5953a6 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:35.524649 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.544246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56015dc8-f818-4033-a1d3-165762c1117b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:35.559317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:35.562023 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e876a3-09f5-4ed3-bb6d-cc6284c6d4ef" -d '{"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-unplugged", "status": "completed", "tag": "a07b5024-af43-4959-aba3-64366b5953a6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:35.582820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-88b5e744-f3cc-47c6-ac18-31aff93d6cbb req-988d64c3-b408-48fd-934b-66b76fea09db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746017 Feb 11 13:31:35.588341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:35.590398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:35.594500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.600844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.660753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.759504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:35.786210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-05e7faec-3888-4c11-a982-f22813ab6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.788951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-05e7faec-3888-4c11-a982-f22813ab6d1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4921520 Feb 11 13:31:35.795726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (154f02c4-b36f-484d-80a3-07f2f0df5e46), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.796858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 154f02c4-b36f-484d-80a3-07f2f0df5e46 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:31:35.816967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.818327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5a11ed85-11c9-4211-8c11-2fcae242c1e9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/154f02c4-b36f-484d-80a3-07f2f0df5e46 HTTP/1.1" status: 204 len: 168 time: 3.9181492 Feb 11 13:31:35.820875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37438) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:35.824682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:35.825037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 14e94aa3-fb50-40d1-9bea-7631c5b0e3f4 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:35.834869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.848984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['56015dc8-f818-4033-a1d3-165762c1117b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:35.865040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0be05dda-f9a4-4292-9bdb-33c610625ef7 req-093ffb2d-0c69-4e43-987c-4bf71d481c96 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085479 Feb 11 13:31:36.006102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] Deleting subnet a6484ef8-896c-4f26-8601-9bbba687e236 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:31:36.018350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] Publish callbacks [] for subnet (a6484ef8-896c-4f26-8601-9bbba687e236), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.066737 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-7f62da0e-de5b-48c9-89c1-9fe4a6c93891 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663407 Feb 11 13:31:36.072487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (a6484ef8-896c-4f26-8601-9bbba687e236), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.098509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71911c6a-704d-4ae7-b753-8ba894d452bd req-682feb67-69d5-4e59-bf4d-3b64db03203a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.100145 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71911c6a-704d-4ae7-b753-8ba894d452bd req-682feb67-69d5-4e59-bf4d-3b64db03203a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 944 time: 0.1943157 Feb 11 13:31:36.224577 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a6484ef8-896c-4f26-8601-9bbba687e236), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.263363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71911c6a-704d-4ae7-b753-8ba894d452bd req-7f7e57aa-7908-40a5-8f9a-c8d09afadf60 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520140 Feb 11 13:31:36.274213 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-c7b21b39-6e65-41a9-9a0d-42969065e1e1 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968036 Feb 11 13:31:36.312192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (a6484ef8-896c-4f26-8601-9bbba687e236), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.334426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-58658d79-a9f5-4037-ac28-41144930edb5 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.335953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-58658d79-a9f5-4037-ac28-41144930edb5 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/networks?id=55f0bbcc-867e-424c-a569-d3f09dce062c HTTP/1.1" status: 200 len: 808 time: 0.2121701 Feb 11 13:31:36.337686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-49b2608a-6408-473f-aa90-db6d7dbcca3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 217 time: 0.0546010 Feb 11 13:31:36.344278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6484ef8-896c-4f26-8601-9bbba687e236,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.369032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628c8c6-706a-4ae4-b907-d1532804f3df None None] Network e360fd2f-deeb-4d72-8bd6-9937ea6d06ba requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:36.386008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-6ef27c75-ffb0-45f7-8035-1f89c6597e07 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/quotas/40437e1701ea45bd92014c8e312d729c HTTP/1.1" status: 200 len: 375 time: 0.0436018 Feb 11 13:31:36.396571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-7e8c0671-e9b6-4631-ba8c-b67a192dcb64 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574026 Feb 11 13:31:36.424815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-c110f712-a58b-45f7-a801-47f753e5b0e1 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40437e1701ea45bd92014c8e312d729c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378816 Feb 11 13:31:36.431583 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.440713 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f9c49171-9185-4515-a5db-f1f9272a73bd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a6484ef8-896c-4f26-8601-9bbba687e236 HTTP/1.1" status: 204 len: 168 time: 0.6186473 Feb 11 13:31:36.441391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37466) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:36.474104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-dc7c1793-bb8c-4c4f-8c53-500287afda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.476078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-dc7c1793-bb8c-4c4f-8c53-500287afda03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.1320760 Feb 11 13:31:36.540988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.609571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] DHCP port deletion for e360fd2f-deeb-4d72-8bd6-9937ea6d06ba request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:31:36.619993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ad4520ad-0480-4b00-a50c-7491f33d5c62 service neutron] 10.222.0.79 "GET /v2.0/networks/55f0bbcc-867e-424c-a569-d3f09dce062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941991 Feb 11 13:31:36.661341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] Deleting port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:36.661721 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.677348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-bfcfd39b-a7fb-4375-bdd0-056d4877d383 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.679398 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-bfcfd39b-a7fb-4375-bdd0-056d4877d383 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2806563 Feb 11 13:31:36.689030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-98e4f3b4-e33f-4546-8ceb-41bd83df9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.690515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-98e4f3b4-e33f-4546-8ceb-41bd83df9a24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2023003 Feb 11 13:31:36.708767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-0fa64e88-bb25-46dd-8cee-3d2424a8bcf7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/quotas/2b0facf2ef0b4d63a36bdedffe668359 HTTP/1.1" status: 200 len: 375 time: 0.0236654 Feb 11 13:31:36.714264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Deleting port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:36.714919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.746133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] For port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:36.746553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.750825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-fe2d6f5c-db20-4381-a87b-b85b0ced0018 service neutron] 10.222.0.79 "GET /v2.0/networks/55f0bbcc-867e-424c-a569-d3f09dce062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297951 Feb 11 13:31:36.766978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] Calling delete_port for ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:36.832607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-7ac6fb3e-1e0f-46e7-9bd5-93cca9db3259 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342943 Feb 11 13:31:36.875648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.932957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] Pushing event deleted for resources: {'Port': ['ID=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.939547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc2068-cf20-4989-9eb9-a516484db150 None None] No DVR routers for this DVR port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:36.944841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] For port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,segment=NetworkSegment(ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a),segment_id=ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:36.945451 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:36.989505 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-9954b631-12d7-4a38-bda8-5cd18bb1e84c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2710278 Feb 11 13:31:36.990665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Calling delete_port for ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:36.995839 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c73e194-f360-42ee-bb66-79b5862cfe7a x-openstack-request-id: req-7c73e194-f360-42ee-bb66-79b5862cfe7a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:36.996139 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-unplugged", "status": "failed", "tag": "a07b5024-af43-4959-aba3-64366b5953a6", "code": 422}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:36.996406 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c73e194-f360-42ee-bb66-79b5862cfe7a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:36.996846 n-d-828676-2 neutron-server[103177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6', 'code': 422} returned with failed status Feb 11 13:31:37.022368 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ae29ba57-3572-4e2a-8196-92204a0a90c7 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828196 Feb 11 13:31:37.024176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 56015dc8-f818-4033-a1d3-165762c1117b up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:37.089249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-ba2f0f61-ecdb-4c30-b3cf-bb5d8214246e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba HTTP/1.1" status: 200 len: 217 time: 0.0610790 Feb 11 13:31:37.117523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 56015dc8-f818-4033-a1d3-165762c1117b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:37.124596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 56015dc8-f818-4033-a1d3-165762c1117b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:37.124992 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (56015dc8-f818-4033-a1d3-165762c1117b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.203007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.226018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2a4c0be7-1477-4ae7-ac3c-631a08e34b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.227926 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-2a4c0be7-1477-4ae7-ac3c-631a08e34b16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.1284745 Feb 11 13:31:37.248128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.256534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.264990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.276592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.286785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 56015dc8-f818-4033-a1d3-165762c1117b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:37.287470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.292747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.301636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] No DVR routers for this DVR port ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:37.305257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.310814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.331064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.335413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e813e137-6614-436c-b046-72399778f2b5 req-bd2013df-b310-4e2d-914b-ad85d9db5bef tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.2489843 Feb 11 13:31:37.356576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:37.368295 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.369577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a07b5024-af43-4959-aba3-64366b5953a6 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:37.516347 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.566425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e360fd2f-deeb-4d72-8bd6-9937ea6d06ba']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:37.585338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-bf460904-242d-4723-8d9d-bd13a07bc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.587325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-bf460904-242d-4723-8d9d-bd13a07bc773 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2509403 Feb 11 13:31:37.596745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:37.597164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:37.598897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.657015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a07b5024-af43-4959-aba3-64366b5953a6 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:37.661219 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e813e137-6614-436c-b046-72399778f2b5 req-fe823616-3d21-49b3-aacf-f689766d7a16 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2351396 Feb 11 13:31:37.663685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.686021 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.709249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:37.711291 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (ba9c6a9c-cb63-43b4-bfff-ad74fa9b8d8a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:37.718500 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:37.836159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-84144ce8-cce0-4d5a-b19b-8b9efb89591e service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408869 Feb 11 13:31:37.848159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b5aa93c-1b7c-4864-9671-180744c22f73 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:37.912007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e360fd2f-deeb-4d72-8bd6-9937ea6d06ba), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.918911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.921322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 7b5aa93c-1b7c-4864-9671-180744c22f73 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:37.921829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b5aa93c-1b7c-4864-9671-180744c22f73 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:37.922101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:37.924004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] 10.222.0.79 "DELETE /v2.0/networks/e360fd2f-deeb-4d72-8bd6-9937ea6d06ba HTTP/1.1" status: 204 len: 168 time: 1.4784513 Feb 11 13:31:37.959494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232bec5-2d0c-45c2-84cc-2357fcf6d6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e360fd2f-deeb-4d72-8bd6-9937ea6d06ba,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.989830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:37.995750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef88ddd9-7d3d-4f2d-ae65-5d6a9ec05ec6 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:38.115438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-c9f76779-05e7-4e12-9d45-9df405f81cb7 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707868 Feb 11 13:31:38.248893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-fbafdba9-236a-4e87-ae8f-9bd296cdfb9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92 HTTP/1.1" status: 200 len: 217 time: 0.1289594 Feb 11 13:31:38.290298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37534) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:38.359379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-dacfb49c-c267-4de0-94d4-71af0779a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.361131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-dacfb49c-c267-4de0-94d4-71af0779a288 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.0789721 Feb 11 13:31:38.380795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-956a4324-81fe-4fdf-97ed-9ecd8ed47e3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1af5953a5aa462ab310076a3038ea8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854490 Feb 11 13:31:38.381514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37538) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:38.448018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc0c6f-7299-49e9-b522-c017ba023b0b req-119128a1-8a69-4e10-8380-68ffbcae66bc tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.456211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55dc0c6f-7299-49e9-b522-c017ba023b0b req-119128a1-8a69-4e10-8380-68ffbcae66bc tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.2441845 Feb 11 13:31:38.494176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4516e58-d16a-4762-9841-b3038417038a admin admin] Publish callbacks [] for security_group (abdb941f-8954-4c1d-a82e-7b357fc2ea99), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:38.494638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6f52f4dd-3cd5-4949-bd12-9a061f05cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.496631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6f52f4dd-3cd5-4949-bd12-9a061f05cc22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1272962 Feb 11 13:31:38.532443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4516e58-d16a-4762-9841-b3038417038a admin admin] Publish callbacks [] for security_group (abdb941f-8954-4c1d-a82e-7b357fc2ea99), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:38.562082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55dc0c6f-7299-49e9-b522-c017ba023b0b req-877a6059-d937-4d6a-94ef-7d85ec5166ee tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049414 Feb 11 13:31:38.648445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4516e58-d16a-4762-9841-b3038417038a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (abdb941f-8954-4c1d-a82e-7b357fc2ea99), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:38.653151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4516e58-d16a-4762-9841-b3038417038a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:38.658821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a4516e58-d16a-4762-9841-b3038417038a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abdb941f-8954-4c1d-a82e-7b357fc2ea99 HTTP/1.1" status: 204 len: 168 time: 0.2719474 Feb 11 13:31:38.662346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-7e2dcc6e-4b3f-4215-8422-4611596a623c service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583405 Feb 11 13:31:38.670040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-9cfc1d00-5ace-40e2-b571-e72f67621fa3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.677319 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-9cfc1d00-5ace-40e2-b571-e72f67621fa3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900 HTTP/1.1" status: 200 len: 944 time: 0.1222358 Feb 11 13:31:38.681606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27ff0cba-507c-4eff-a2a6-0b54199e783f req-696447bb-6b07-4b21-ab6a-0b0645fdbe40 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 210 time: 0.0346880 Feb 11 13:31:38.694488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4516e58-d16a-4762-9841-b3038417038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb941f-8954-4c1d-a82e-7b357fc2ea99,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:38.872985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Deleting port a07b5024-af43-4959-aba3-64366b5953a6 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:31:38.873795 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a07b5024-af43-4959-aba3-64366b5953a6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:38.876172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-6f19b358-4203-40ad-b640-aa4440ed7a73 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971695 Feb 11 13:31:38.954051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba640d75-c7ad-4a69-8520-4b22ef284214 req-c02cb1f6-fe6d-4e09-8dae-9a4c1e006861 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 210 time: 0.0892398 Feb 11 13:31:38.956187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-7114a446-6d98-4c62-9514-f311667ac988 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be19f246-bd8c-45d7-ae6a-93f62e981172 HTTP/1.1" status: 200 len: 217 time: 0.0657706 Feb 11 13:31:38.998166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:39.001927 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc669da4-7763-4cee-b107-78e1f9ddd5d0" -d '{"events": [{"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-plugged", "status": "completed", "tag": "56015dc8-f818-4033-a1d3-165762c1117b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:39.080227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d2a43794-cc10-4a2b-9269-2bdd942947b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.081867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-d2a43794-cc10-4a2b-9269-2bdd942947b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 200 len: 797 time: 0.1191354 Feb 11 13:31:39.157817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-2fb552e0-e62e-46d2-8db1-981ee3159cfa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2485025 Feb 11 13:31:39.192725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-33819677-5efc-4a8a-adb8-b20fe7114dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.193262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-33819677-5efc-4a8a-adb8-b20fe7114dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0993576 Feb 11 13:31:39.203278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ee5b3-870d-41d1-9bfa-05f3394c58f7 req-4bf1034f-ef07-4683-bc72-e6d6001686fd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.210596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc6ee5b3-870d-41d1-9bfa-05f3394c58f7 req-4bf1034f-ef07-4683-bc72-e6d6001686fd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1252699 Feb 11 13:31:39.257747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f6802d41-a302-43cb-974c-441163db6832 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.259294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f6802d41-a302-43cb-974c-441163db6832 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.83 "GET /v2.0/networks?id=55f0bbcc-867e-424c-a569-d3f09dce062c HTTP/1.1" status: 200 len: 808 time: 0.3765004 Feb 11 13:31:39.281934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Request body: {'port': {'device_id': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c', 'admin_state_up': True, 'tenant_id': '40437e1701ea45bd92014c8e312d729c'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:39.332471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc6ee5b3-870d-41d1-9bfa-05f3394c58f7 req-9ec0652e-cad0-4376-abd5-baab43bdf959 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207037 Feb 11 13:31:39.345639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-7fa4346c-39b5-419e-a142-0e02208703a2 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315987 Feb 11 13:31:39.438246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] For port a07b5024-af43-4959-aba3-64366b5953a6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a07b5024-af43-4959-aba3-64366b5953a6,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:39.438606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a07b5024-af43-4959-aba3-64366b5953a6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:39.462459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Calling delete_port for a07b5024-af43-4959-aba3-64366b5953a6 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:31:39.509329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-b6b41fb6-3f19-46ba-9e82-d93a45ea01e6 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.511262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-b6b41fb6-3f19-46ba-9e82-d93a45ea01e6 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927251 Feb 11 13:31:39.540328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-0fc7657e-91b7-46cb-a6dc-f86fdd69216e service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873417 Feb 11 13:31:39.550091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Made reservation on behalf of 40437e1701ea45bd92014c8e312d729c for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:39.554172 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:39.563592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:39.627370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-50112640-c01a-4fe1-8b4d-9ca8082b2524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a1962ae-a08a-406c-9207-ca591fc91c98 HTTP/1.1" status: 200 len: 217 time: 0.0774479 Feb 11 13:31:39.702247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-241bfaff-fdd0-432e-9523-ce8eb58c50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.706161 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-241bfaff-fdd0-432e-9523-ce8eb58c50c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 200 len: 797 time: 0.0734084 Feb 11 13:31:39.806964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-50a0b477-bf8d-4e04-9215-6e812d628c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.808825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-50a0b477-bf8d-4e04-9215-6e812d628c65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0938504 Feb 11 13:31:39.881824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:39.885412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:39.891606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37574) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:39.978768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.984435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.989921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.995137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.000925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.006115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.011323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.018873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-72c553ab-cf28-40bb-ad8e-c253d4caee6f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1758831 Feb 11 13:31:40.064449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-76bbfc67-3f26-4318-8eba-937b498edd93 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490966 Feb 11 13:31:40.093563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Allocated IP 172.20.0.2 (55f0bbcc-867e-424c-a569-d3f09dce062c/ff0bdc65-4009-4022-a22a-d78d13cf0b20/2d61e409-9f3e-4c54-95ae-1b952b957d7d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:40.220462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-414590586-network', 'tenant_id': 'e8ca962d09e6464fa596d3e127dad3e4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:40.229336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a07b5024-af43-4959-aba3-64366b5953a6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:40.243639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c3ba9d0-70dc-4405-a77c-66a18243297b req-17f7e14e-2e3e-47eb-a985-69b61e9a9818 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2239113 Feb 11 13:31:40.283861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e047a2d-61bd-4c11-8d76-eeb51e67731b req-adf462b1-42db-47b4-9e11-69afba97251f service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047567 Feb 11 13:31:40.324697 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f255e64-9543-4c19-9380-715985975739 x-openstack-request-id: req-5f255e64-9543-4c19-9380-715985975739 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:40.325326 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-plugged", "status": "completed", "tag": "56015dc8-f818-4033-a1d3-165762c1117b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:40.325586 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f255e64-9543-4c19-9380-715985975739 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:40.326837 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b', 'code': 200} Feb 11 13:31:40.361916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Made reservation on behalf of e8ca962d09e6464fa596d3e127dad3e4 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:40.364220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:40.381757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event deleted for resources: {'Port': ['ID=a07b5024-af43-4959-aba3-64366b5953a6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:40.423908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:40.502741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.503236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.503770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.504151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.504688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.505163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.505625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.507974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-67cbeae5-3c67-4f3e-95ad-9de6f0ad8999 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6704 time: 0.1575403 Feb 11 13:31:40.540144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] No DVR routers for this DVR port a07b5024-af43-4959-aba3-64366b5953a6 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:40.550598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0706-8040-44ae-bea6-bd1c65b0f242 req-109049de-6ddc-4e72-89a9-41ffbd3f46a4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.552265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1ff0706-8040-44ae-bea6-bd1c65b0f242 req-109049de-6ddc-4e72-89a9-41ffbd3f46a4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.1432502 Feb 11 13:31:40.571102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1a44e-07e5-4815-b8ef-dd2c712ec217 req-2a102100-b57d-4f42-988e-f0a1b2311cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.572945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6e1a44e-07e5-4815-b8ef-dd2c712ec217 req-2a102100-b57d-4f42-988e-f0a1b2311cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 1127 time: 0.1520531 Feb 11 13:31:40.592951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.152 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/71aa3d5f-9771-48d6-b465-23eeff986e1e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:40.605955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37588) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:40.607811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:40.611577 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-71ba2f8d-60cb-4a7f-aeb1-aff812758749 req-1a6a2131-840c-43f5-a0a8-9d2dad2ddd98 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "DELETE /v2.0/ports/a07b5024-af43-4959-aba3-64366b5953a6 HTTP/1.1" status: 204 len: 173 time: 1.9332688 Feb 11 13:31:40.630531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-deleted', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:40.632726 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77592c2a-885a-41f1-bf65-7eab5dd3395e" -d '{"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-deleted", "tag": "a07b5024-af43-4959-aba3-64366b5953a6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:40.722843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1ff0706-8040-44ae-bea6-bd1c65b0f242 req-3d31de23-aa73-4411-b36a-39a5e6457c32 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585870 Feb 11 13:31:40.729349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-56bdb1f2-aba8-4954-8459-41c9b4716d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.752176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-56bdb1f2-aba8-4954-8459-41c9b4716d9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9f37f8f-dd92-4337-a328-55da151aa39c HTTP/1.1" status: 200 len: 901 time: 0.2355599 Feb 11 13:31:40.754904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6e1a44e-07e5-4815-b8ef-dd2c712ec217 req-aab76744-ffc1-4047-9c7c-8172de4c86f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669974 Feb 11 13:31:40.851981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05662687-8193-41d9-90ad-7b41955f2513 req-3ebbf8d7-cfe0-49e1-89d1-1f07e8df1507 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 210 time: 0.0516152 Feb 11 13:31:40.971782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b4d89095-e511-4877-835a-d6cacc1e7f5c req-725a30b1-f938-4144-a7ca-c3a09b63d8a0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 210 time: 0.0383511 Feb 11 13:31:41.027742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-47730a08-27e2-4345-bc64-fa531bac351c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a1962ae-a08a-406c-9207-ca591fc91c98 HTTP/1.1" status: 200 len: 217 time: 0.0553956 Feb 11 13:31:41.292379 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb73ce8-615a-453a-9439-c87afe883564 x-openstack-request-id: req-6eb73ce8-615a-453a-9439-c87afe883564 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:41.292696 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900", "name": "network-vif-deleted", "tag": "a07b5024-af43-4959-aba3-64366b5953a6", "status": "failed", "code": 422}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:41.292915 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6eb73ce8-615a-453a-9439-c87afe883564 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:41.293308 n-d-828676-2 neutron-server[103175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62b3d1f7-7fb0-4ee7-b9d2-33f8d1317900', 'name': 'network-vif-deleted', 'tag': 'a07b5024-af43-4959-aba3-64366b5953a6', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:31:41.333709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks [] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.406730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-1c946cdd-5fd6-4b6d-aecb-484ed18b0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.408600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks [] for security_group (895c2a51-8ce2-41ca-9528-5922436ba2db), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.409053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-1c946cdd-5fd6-4b6d-aecb-484ed18b0a4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 200 len: 797 time: 0.3748784 Feb 11 13:31:41.413376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8e63-1e77-4c77-acb8-d633bd656e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.433787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.451421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (895c2a51-8ce2-41ca-9528-5922436ba2db), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.463706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f270134-bed3-4084-949b-dc0dc873c381 req-3b3efeb4-2227-4f73-a0f0-80ada0f94878 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.465304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f270134-bed3-4084-949b-dc0dc873c381 req-3b3efeb4-2227-4f73-a0f0-80ada0f94878 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1114736 Feb 11 13:31:41.497779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-43b0cecf-3a27-47af-84c3-6caeff1681b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.499771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-43b0cecf-3a27-47af-84c3-6caeff1681b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0835559 Feb 11 13:31:41.554674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f270134-bed3-4084-949b-dc0dc873c381 req-278659f3-b1ee-49a8-88a1-42dc7b28d7dd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797598 Feb 11 13:31:41.587697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Network 55f0bbcc-867e-424c-a569-d3f09dce062c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:41.589326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:41.598421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Pushing event updated for resources: {'Port': ['ID=2d61e409-9f3e-4c54-95ae-1b952b957d7d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:41.612178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895c2a51-8ce2-41ca-9528-5922436ba2db,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:41.614986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:41.634337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:41.644151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.652046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-382e24a8-97b6-40f4-8e77-906797ee42d4 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425345 Feb 11 13:31:41.667110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (27e6ea31-6d02-41f3-b55c-ba9e7e40658f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.667373 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Added segment 27e6ea31-6d02-41f3-b55c-ba9e7e40658f of type vlan for network fe6bed4c-3c43-4bab-a856-6c736bcb176c Feb 11 13:31:41.725875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.732055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.737230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.742731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.750685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.757154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.764103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.766654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e97da001-ab70-417d-9ab4-010bb60de71b req-d9dbce8c-0d2b-4293-b8dd-25418b67c1bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.3504348 Feb 11 13:31:41.840460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fe6bed4c-3c43-4bab-a856-6c736bcb176c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.845742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea65163b-2300-4c54-a137-65eb0d764cf2 req-db1a1f6c-63bd-46b8-bce0-84d6625ce0c6 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831832 Feb 11 13:31:41.848364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.848991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.862958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-fb12b27c-8684-41a2-9bfb-c31e9d1eeaf7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.869310 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-fb12b27c-8684-41a2-9bfb-c31e9d1eeaf7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.1673906 Feb 11 13:31:41.887174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-154402ca-2110-4069-aa12-e8c13261a7c2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/quotas/54f9f2c293794f3bab0877b90ee38480 HTTP/1.1" status: 200 len: 375 time: 0.0153875 Feb 11 13:31:41.931873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-ebe128cb-e87c-416c-8748-abd04e5f3991 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6569917 Feb 11 13:31:41.934314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8e63-1e77-4c77-acb8-d633bd656e46 admin admin] Publish callbacks [] for security_group (08153ec3-2d31-4de0-82a8-4646ba8a58ab), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.943027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:41.944675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-584319ff-c2e9-42cd-afe6-e78b4271323a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573909 Feb 11 13:31:41.960152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['218fe1e9-97d2-458d-aa6f-c47af4a8e686'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:41.965505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:41.972770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Request body: {'port': {'device_id': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:41.995207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8e63-1e77-4c77-acb8-d633bd656e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (08153ec3-2d31-4de0-82a8-4646ba8a58ab), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.047033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fe6bed4c-3c43-4bab-a856-6c736bcb176c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.047980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.048569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.060871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-c27383b2-be3d-4c60-a2c6-b6d8c6d30b23 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155620 Feb 11 13:31:42.064767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e97da001-ab70-417d-9ab4-010bb60de71b req-34454378-d762-48ff-ad74-32a6927f6faa tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2721119 Feb 11 13:31:42.161758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6bed4c-3c43-4bab-a856-6c736bcb176c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.179543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fe6bed4c-3c43-4bab-a856-6c736bcb176c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:42.244995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.257162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:42.270322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-dd2fa9c9-0c5e-43ea-940e-d7b3ef7da88a service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901567 Feb 11 13:31:42.293385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:42.313408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=71aa3d5f-9771-48d6-b465-23eeff986e1e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.327074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c8e8e63-1e77-4c77-acb8-d633bd656e46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34fe9fb34c004e44bc8b16acfde73375&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6945703 Feb 11 13:31:42.329026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:42.331127 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dfeb876d-1d99-4f18-829a-dda74996b741 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3946352 Feb 11 13:31:42.337844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:42.388944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37630) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:42.391014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e8e63-1e77-4c77-acb8-d633bd656e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08153ec3-2d31-4de0-82a8-4646ba8a58ab,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.409214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.414353 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.415039 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe141adb-eb75-4829-89b8-57953ae28e43 admin admin] Publish callbacks [] for security_group (08153ec3-2d31-4de0-82a8-4646ba8a58ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.423889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Request body: {'subnet': {'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-414590586-subnet', 'tenant_id': 'e8ca962d09e6464fa596d3e127dad3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:42.455232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe141adb-eb75-4829-89b8-57953ae28e43 admin admin] Publish callbacks [] for security_group (08153ec3-2d31-4de0-82a8-4646ba8a58ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.500898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-e58cf8ad-e0c1-493b-be93-3f0a995037e5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9516873 Feb 11 13:31:42.524781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Request body: {'port': {'device_id': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:42.535137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Made reservation on behalf of e8ca962d09e6464fa596d3e127dad3e4 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:42.537511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.618838 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe141adb-eb75-4829-89b8-57953ae28e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (08153ec3-2d31-4de0-82a8-4646ba8a58ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.621690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe141adb-eb75-4829-89b8-57953ae28e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.626946 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fe141adb-eb75-4829-89b8-57953ae28e43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08153ec3-2d31-4de0-82a8-4646ba8a58ab HTTP/1.1" status: 204 len: 168 time: 0.2929585 Feb 11 13:31:42.668169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe141adb-eb75-4829-89b8-57953ae28e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08153ec3-2d31-4de0-82a8-4646ba8a58ab,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.702388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135982-6d59-44fc-bc42-1dd7d1af379c req-3a23c70f-a112-4002-93ae-a7d4a953670f tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.710346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f135982-6d59-44fc-bc42-1dd7d1af379c req-3a23c70f-a112-4002-93ae-a7d4a953670f tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 931 time: 0.1180432 Feb 11 13:31:42.776789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51be67-7fd1-4d7a-a661-c6a498bf7110 req-62f07b9d-bb75-4050-9178-e46ffcb5c680 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.778744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff51be67-7fd1-4d7a-a661-c6a498bf7110 req-62f07b9d-bb75-4050-9178-e46ffcb5c680 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.5593400 Feb 11 13:31:42.785970 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f135982-6d59-44fc-bc42-1dd7d1af379c req-e0574194-124a-446b-a93a-66e0ed4fc84c tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747120 Feb 11 13:31:42.895515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6db88354-0cf4-46ca-8a6b-5498439c221d None None] Provisioning complete for port 71aa3d5f-9771-48d6-b465-23eeff986e1e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:42.895846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6db88354-0cf4-46ca-8a6b-5498439c221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:42.997028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6db88354-0cf4-46ca-8a6b-5498439c221d None None] Port 71aa3d5f-9771-48d6-b465-23eeff986e1e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:43.001832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38dd78-3601-4400-8e4b-8e44f6fd3b19 req-23d8ca69-8bea-4bf5-87e4-09f27b7060f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.007169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc38dd78-3601-4400-8e4b-8e44f6fd3b19 req-23d8ca69-8bea-4bf5-87e4-09f27b7060f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 936 time: 0.1250231 Feb 11 13:31:43.081649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.128592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc38dd78-3601-4400-8e4b-8e44f6fd3b19 req-dff9508f-d185-4796-8d4e-7fd4fff29df0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139278 Feb 11 13:31:43.218427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:43.263947 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1bc8abcd-9a4a-404d-b6a3-88c3eff21dd3 req-6e6d5eb7-5653-4b0d-bf73-0c408b2932cb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 210 time: 0.0543749 Feb 11 13:31:43.266229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff51be67-7fd1-4d7a-a661-c6a498bf7110 req-337392c5-a4f3-4492-9ff8-16b45e357f22 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489322 Feb 11 13:31:43.272692 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f06ab357-9032-4941-88f1-320bbbdec6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.451924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f06ab357-9032-4941-88f1-320bbbdec6cc admin admin] Publish callbacks [] for security_group (2c92ce85-c1aa-4818-940b-2c9b07c0a2f4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.460241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f06ab357-9032-4941-88f1-320bbbdec6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2c92ce85-c1aa-4818-940b-2c9b07c0a2f4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.517567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.522918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.528368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.534879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.540171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.545616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.550918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.552900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-ebbc35fd-134b-4721-9716-b5e34a518509 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1561446 Feb 11 13:31:43.555945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f06ab357-9032-4941-88f1-320bbbdec6cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=472db904ab574f6c8466584669ceff1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295147 Feb 11 13:31:43.556750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ab357-9032-4941-88f1-320bbbdec6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c92ce85-c1aa-4818-940b-2c9b07c0a2f4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:43.559195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:43.682101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1fde2239-58b9-4cac-8427-3f1f421b882e req-54894edf-88f5-4ccd-b5b9-4c29a78c1d2c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190135 Feb 11 13:31:43.686634 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0589bb4-e79c-444b-9959-5bbaed6ece44 admin admin] Publish callbacks [] for security_group (2c92ce85-c1aa-4818-940b-2c9b07c0a2f4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.714408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0589bb4-e79c-444b-9959-5bbaed6ece44 admin admin] Publish callbacks [] for security_group (2c92ce85-c1aa-4818-940b-2c9b07c0a2f4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.729813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (0e178af3-8c88-4649-b5fb-e99c8a223a7b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.751789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fa1aa-4ef1-471f-9e7a-f8a7472ce98c req-cf9e3752-3c5f-4196-bec6-fa90407533ee tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.753512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f7fa1aa-4ef1-471f-9e7a-f8a7472ce98c req-cf9e3752-3c5f-4196-bec6-fa90407533ee tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.2942929 Feb 11 13:31:43.768552 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0589bb4-e79c-444b-9959-5bbaed6ece44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2c92ce85-c1aa-4818-940b-2c9b07c0a2f4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.771511 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0589bb4-e79c-444b-9959-5bbaed6ece44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.775445 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a0589bb4-e79c-444b-9959-5bbaed6ece44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c92ce85-c1aa-4818-940b-2c9b07c0a2f4 HTTP/1.1" status: 204 len: 168 time: 0.2087848 Feb 11 13:31:43.781739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0589bb4-e79c-444b-9959-5bbaed6ece44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c92ce85-c1aa-4818-940b-2c9b07c0a2f4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:43.911516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d61e409-9f3e-4c54-95ae-1b952b957d7d {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:43.938945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Publish callbacks [] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:43.939187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adc7f-e0fa-47f6-8d22-33a24801974a req-bd663169-6f9e-47fb-9736-4eda3d287dd6 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.941380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d6adc7f-e0fa-47f6-8d22-33a24801974a req-bd663169-6f9e-47fb-9736-4eda3d287dd6 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 931 time: 0.0755253 Feb 11 13:31:43.983443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f7fa1aa-4ef1-471f-9e7a-f8a7472ce98c req-1ef93183-8233-41f5-b2a9-57f6de070cda tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198126 Feb 11 13:31:44.005304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Checking segment: {'id': '27e6ea31-6d02-41f3-b55c-ba9e7e40658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:44.005696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Network hostable DHCP agents. Network: fe6bed4c-3c43-4bab-a856-6c736bcb176c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:44.007829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e178af3-8c88-4649-b5fb-e99c8a223a7b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.010657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Transition to ACTIVE for port object 2d61e409-9f3e-4c54-95ae-1b952b957d7d will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:44.024338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71aa3d5f-9771-48d6-b465-23eeff986e1e {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:44.026111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d6adc7f-e0fa-47f6-8d22-33a24801974a req-c4cffac0-3217-403f-b75f-072fed597876 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713782 Feb 11 13:31:44.031003 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:44.050352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Publish callbacks [] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:44.123235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Pushing event updated for resources: {'Port': ['ID=2d61e409-9f3e-4c54-95ae-1b952b957d7d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.134855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Transition to ACTIVE for port object 71aa3d5f-9771-48d6-b465-23eeff986e1e will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:44.151997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Network fe6bed4c-3c43-4bab-a856-6c736bcb176c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:44.177357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:44.243797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, fe6bed4c-3c43-4bab-a856-6c736bcb176c) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:44.261895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:44.263084 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:44.290569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa96d28-e613-4ba7-8379-22504e1b37d5 None None] Network fe6bed4c-3c43-4bab-a856-6c736bcb176c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:44.344473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Pushing event updated for resources: {'Port': ['ID=71aa3d5f-9771-48d6-b465-23eeff986e1e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.452541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df97fbd-b4fc-4d24-bcf6-e19a19ea7056 req-232c3569-6a44-4f00-bbef-799b8b9248e0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:44.460639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1df97fbd-b4fc-4d24-bcf6-e19a19ea7056 req-232c3569-6a44-4f00-bbef-799b8b9248e0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 948 time: 0.1520274 Feb 11 13:31:44.479753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6fb4ab98-64da-47d9-9a9a-a50d19f3ebe4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0613980 Feb 11 13:31:44.505069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b617b-397c-4469-bfd9-ec6c521afbfa None None] Network fe6bed4c-3c43-4bab-a856-6c736bcb176c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:44.520563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9744-8066-4c61-b4c7-1f598565a5b1 req-e3ab0abb-8e2a-4df6-9b4b-d15d8986021a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:44.536048 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-134d9744-8066-4c61-b4c7-1f598565a5b1 req-e3ab0abb-8e2a-4df6-9b4b-d15d8986021a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.4001868 Feb 11 13:31:44.620036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1df97fbd-b4fc-4d24-bcf6-e19a19ea7056 req-1f2ce315-3dc8-4641-a9b2-d6884d3c8523 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575770 Feb 11 13:31:44.765814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Attempting to bind port 2d61e409-9f3e-4c54-95ae-1b952b957d7d on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:44.766180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Attempting to bind port 2d61e409-9f3e-4c54-95ae-1b952b957d7d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '2d420f34-5571-4bc2-8470-7a9e1e438fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:44.766512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Attempting to bind port 2d61e409-9f3e-4c54-95ae-1b952b957d7d on network 55f0bbcc-867e-424c-a569-d3f09dce062c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:44.799330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac774b70-ea42-4945-8f6f-c4d7a76832e7 req-f440114d-cef0-494a-aea2-4f9a77d5d272 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:44.800804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Port 2d61e409-9f3e-4c54-95ae-1b952b957d7d on network 55f0bbcc-867e-424c-a569-d3f09dce062c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:44.801025 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac774b70-ea42-4945-8f6f-c4d7a76832e7 req-f440114d-cef0-494a-aea2-4f9a77d5d272 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.0817332 Feb 11 13:31:44.801143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Attempting to bind port 2d61e409-9f3e-4c54-95ae-1b952b957d7d on network 55f0bbcc-867e-424c-a569-d3f09dce062c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:44.813452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:44.813899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Checking segment: {'id': '2d420f34-5571-4bc2-8470-7a9e1e438fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:44.814305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Bound using segment: {'id': '2d420f34-5571-4bc2-8470-7a9e1e438fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:44.814826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Bound port: 2d61e409-9f3e-4c54-95ae-1b952b957d7d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d420f34-5571-4bc2-8470-7a9e1e438fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:44.815186 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:44.854258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-134d9744-8066-4c61-b4c7-1f598565a5b1 req-d5950bcb-7c36-430e-ac2e-4b79155fca7a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173158 Feb 11 13:31:44.860551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Attempting to bind port 71aa3d5f-9771-48d6-b465-23eeff986e1e on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:44.860847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Attempting to bind port 71aa3d5f-9771-48d6-b465-23eeff986e1e by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:44.861175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Attempting to bind port 71aa3d5f-9771-48d6-b465-23eeff986e1e on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:44.901747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Port 71aa3d5f-9771-48d6-b465-23eeff986e1e on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:44.902076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Attempting to bind port 71aa3d5f-9771-48d6-b465-23eeff986e1e on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:44.914196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-f4d1da13-9633-41f2-8537-5375af1fdd0d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:44.915828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-f4d1da13-9633-41f2-8537-5375af1fdd0d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.7683723 Feb 11 13:31:44.922982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:44.923326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:44.923712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:44.924146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Bound port: 71aa3d5f-9771-48d6-b465-23eeff986e1e, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:44.924502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:44.941790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac774b70-ea42-4945-8f6f-c4d7a76832e7 req-179d846c-3e93-4a97-9752-bf19217dff71 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309838 Feb 11 13:31:44.945357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Request body: {'port': {'device_id': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'admin_state_up': True, 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:45.043148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83525a2e-1be7-4c11-9400-596dd868f08c req-cac06b23-8d45-4f9d-953a-c44ba1f84e3e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 210 time: 0.0907316 Feb 11 13:31:45.116430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.119871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] For port 2d61e409-9f3e-4c54-95ae-1b952b957d7d, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:45.123700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.131194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.134569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] For port 2d61e409-9f3e-4c54-95ae-1b952b957d7d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2d61e409-9f3e-4c54-95ae-1b952b957d7d,segment=NetworkSegment(2d420f34-5571-4bc2-8470-7a9e1e438fb6),segment_id=2d420f34-5571-4bc2-8470-7a9e1e438fb6)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:45.137358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37700) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:45.139577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.148342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.155780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.157859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.162995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.165750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-f4c859bf-7855-4618-a391-cace7d839ea4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1408689 Feb 11 13:31:45.216713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] For port 71aa3d5f-9771-48d6-b465-23eeff986e1e, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:45.242224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.243086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.244800 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] 10.222.0.83 "PUT /v2.0/ports/2d61e409-9f3e-4c54-95ae-1b952b957d7d HTTP/1.1" status: 200 len: 1091 time: 3.2994883 Feb 11 13:31:45.251134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'tag': '2d61e409-9f3e-4c54-95ae-1b952b957d7d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:45.253442 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809570ae-e144-4b5e-8bb1-2fd441c86066" -d '{"events": [{"name": "network-changed", "server_uuid": "fb668489-2b85-4cc1-85c7-8ce8189387d1", "tag": "2d61e409-9f3e-4c54-95ae-1b952b957d7d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:45.263536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] For port 71aa3d5f-9771-48d6-b465-23eeff986e1e, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=71aa3d5f-9771-48d6-b465-23eeff986e1e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:45.290890 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.300601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2af73f20-57e7-4a9b-abec-0dfe20082986 req-9cc69b43-1cd4-40d5-a47e-cbe68764e0d7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194878 Feb 11 13:31:45.312084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11abdfe-db51-457f-8b98-89693da9e6eb service neutron] Pushing event updated for resources: {'Port': ['ID=2d61e409-9f3e-4c54-95ae-1b952b957d7d,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:45.397434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.398066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.399564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] 10.222.0.30 "PUT /v2.0/ports/71aa3d5f-9771-48d6-b465-23eeff986e1e HTTP/1.1" status: 200 len: 1096 time: 2.8792930 Feb 11 13:31:45.411316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-network', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:45.445865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:45.450161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.594290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e42e5b-ec48-48b2-ba03-2dbf34c0dad5 req-7334efa4-56df-4e86-bb89-94dabc08b690 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.602617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7e42e5b-ec48-48b2-ba03-2dbf34c0dad5 req-7334efa4-56df-4e86-bb89-94dabc08b690 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 943 time: 0.0672092 Feb 11 13:31:45.650005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d3b47-6efc-4269-9e1b-c3ac6091a015 service neutron] Pushing event updated for resources: {'Port': ['ID=71aa3d5f-9771-48d6-b465-23eeff986e1e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:45.660666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Made reservation on behalf of d1d360b488cd4f85bc48c117eeb90f4b for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:45.661993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7e42e5b-ec48-48b2-ba03-2dbf34c0dad5 req-3f601791-99ee-48bc-acca-f7d10e3e2458 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Feb 11 13:31:45.663151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.675049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f6c09f5e-6300-44ac-a774-84397013e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.676770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-f6c09f5e-6300-44ac-a774-84397013e517 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40437e1701ea45bd92014c8e312d729c&device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 1125 time: 0.3836181 Feb 11 13:31:45.816394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c3b2c-6765-46de-b4fb-7a6df8a92036 req-a8fc49e0-354d-4318-8e87-22612e4690c2 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.817869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b98c3b2c-6765-46de-b4fb-7a6df8a92036 req-a8fc49e0-354d-4318-8e87-22612e4690c2 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0577536 Feb 11 13:31:45.878332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b98c3b2c-6765-46de-b4fb-7a6df8a92036 req-764062c6-a54d-4312-a921-c626569c465b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 Feb 11 13:31:46.020328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c6f6-8624-441f-b4ff-f5911a336f6f req-db513851-2120-4bf7-815a-dac6fb317ac7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.021876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0315c6f6-8624-441f-b4ff-f5911a336f6f req-db513851-2120-4bf7-815a-dac6fb317ac7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 948 time: 0.0815620 Feb 11 13:31:46.043217 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2cb20f-e75e-4d90-808c-90916c9218c9 x-openstack-request-id: req-be2cb20f-e75e-4d90-808c-90916c9218c9 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:46.043832 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb668489-2b85-4cc1-85c7-8ce8189387d1", "tag": "2d61e409-9f3e-4c54-95ae-1b952b957d7d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:46.043832 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be2cb20f-e75e-4d90-808c-90916c9218c9 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:46.044180 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'tag': '2d61e409-9f3e-4c54-95ae-1b952b957d7d', 'status': 'completed', 'code': 200} Feb 11 13:31:46.048548 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.069780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0315c6f6-8624-441f-b4ff-f5911a336f6f req-328cf4e8-25f0-49a3-ada8-19f9b552524b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Feb 11 13:31:46.129836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-1abb59a9-81fb-4306-95de-cc7d0f7e0e05 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d61e409-9f3e-4c54-95ae-1b952b957d7d HTTP/1.1" status: 200 len: 217 time: 0.4411783 Feb 11 13:31:46.189336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0746918-88a9-4dc9-a54a-081566d8f30a req-a0b489f6-a6b1-4759-90c2-3c8aa4a35c1c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.191048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0746918-88a9-4dc9-a54a-081566d8f30a req-a0b489f6-a6b1-4759-90c2-3c8aa4a35c1c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0629942 Feb 11 13:31:46.194727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-b1625203-77ed-4cbf-a78c-69e8a24f9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.196236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-b1625203-77ed-4cbf-a78c-69e8a24f9dbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 1130 time: 0.7419710 Feb 11 13:31:46.247053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0746918-88a9-4dc9-a54a-081566d8f30a req-a7e9cea6-41d1-4de9-b591-0dd50700c873 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Feb 11 13:31:46.261586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Allocated IP 172.20.0.9 (9d2633a7-3a9c-4a67-91e6-75b6911d9739/e7b008d2-17da-4e50-a0a4-c3c7cd30e941/6a0bc704-e15c-4ef5-b17c-2a89103d7569) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:46.275909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-f5f7fe2e-dea7-4ffc-a0c9-a4a61a78ea59 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.282223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-f5f7fe2e-dea7-4ffc-a0c9-a4a61a78ea59 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/networks?id=fe6bed4c-3c43-4bab-a856-6c736bcb176c HTTP/1.1" status: 200 len: 817 time: 0.8369448 Feb 11 13:31:46.282223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-2e6bfa62-5943-4057-b40a-b4ea523c401d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=71aa3d5f-9771-48d6-b465-23eeff986e1e HTTP/1.1" status: 200 len: 217 time: 0.0687895 Feb 11 13:31:46.356932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-8511f973-4d70-41df-85b6-a7a4ec3ed3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.358378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-8511f973-4d70-41df-85b6-a7a4ec3ed3bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff0bdc65-4009-4022-a22a-d78d13cf0b20 HTTP/1.1" status: 200 len: 848 time: 0.2129166 Feb 11 13:31:46.383564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-9743f3ae-45de-4c41-b324-e86d53f6febd tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/quotas/e8ca962d09e6464fa596d3e127dad3e4 HTTP/1.1" status: 200 len: 375 time: 0.0902545 Feb 11 13:31:46.435874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af691763-ae80-4c29-bd94-c3d49eac9038 req-4da9fb7c-336a-4cea-8aeb-d98216ad2bf8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.438661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-3012212a-84fe-405c-90a5-800f822b82d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55f0bbcc-867e-424c-a569-d3f09dce062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669827 Feb 11 13:31:46.444648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af691763-ae80-4c29-bd94-c3d49eac9038 req-4da9fb7c-336a-4cea-8aeb-d98216ad2bf8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.0865443 Feb 11 13:31:46.479315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-a856db84-d882-4156-b438-048a151e2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.480760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-a856db84-d882-4156-b438-048a151e2f27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1954691 Feb 11 13:31:46.491315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-b40088df-731f-426f-ade2-b369dda2f2b2 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8ca962d09e6464fa596d3e127dad3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910127 Feb 11 13:31:46.501499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af691763-ae80-4c29-bd94-c3d49eac9038 req-5f8c765c-7674-46e7-af09-c41f5d89bb28 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554903 Feb 11 13:31:46.590586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks [] for security_group (1db696ee-81cf-4419-9944-b2b6ae53cb08), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.591984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c73cf4c-f5f4-48e7-b010-44a77b298e4a req-2117aaec-0111-4ce1-9ced-909a44f60af7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 210 time: 0.0303357 Feb 11 13:31:46.643592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1db696ee-81cf-4419-9944-b2b6ae53cb08), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.741938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:46.800819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-7d4414ac-9d1a-4b5d-98f2-08a85d77a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.808281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-7d4414ac-9d1a-4b5d-98f2-08a85d77a2a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3116622 Feb 11 13:31:46.821033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (6999e478-af6a-4435-9891-521799c51bb6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.821443 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Added segment 6999e478-af6a-4435-9891-521799c51bb6 of type vlan for network b135047a-2cc5-479b-9ce4-4817bab5afd3 Feb 11 13:31:46.822973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db696ee-81cf-4419-9944-b2b6ae53cb08,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.857488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-dad0ab18-a9f1-4b74-91d5-b4cc0b6793ca service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bbcc-867e-424c-a569-d3f09dce062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048092 Feb 11 13:31:46.974109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks [] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.974933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.981544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.987621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.993620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.999724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.005280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.010983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.013880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-42fa8998-6203-4d50-8787-6b71eb0d0b96 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1117015 Feb 11 13:31:47.035855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-06b960be-ba3e-4908-b86b-d27ba130b3fe service neutron] 10.222.0.79 "GET /v2.0/networks/fe6bed4c-3c43-4bab-a856-6c736bcb176c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258615 Feb 11 13:31:47.046105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b135047a-2cc5-479b-9ce4-4817bab5afd3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.082915 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198417b3-92c4-47ad-afe9-26e2c10f0eb3 req-3f203e78-37fe-4ee3-b98a-9cc7fb169590 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622766 Feb 11 13:31:47.239771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149b742-5b83-40f6-a5e1-54be84fa1309 req-a1e60ae9-d5bf-4699-913d-d1d8e5407dba tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.242892 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3149b742-5b83-40f6-a5e1-54be84fa1309 req-a1e60ae9-d5bf-4699-913d-d1d8e5407dba tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 943 time: 0.0766699 Feb 11 13:31:47.257582 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-560e8d92-f500-49d1-8121-c37f1b618ed2 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253931 Feb 11 13:31:47.267294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b135047a-2cc5-479b-9ce4-4817bab5afd3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.268339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.268926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.293004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.310813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3149b742-5b83-40f6-a5e1-54be84fa1309 req-34763c64-8515-4559-a69e-c71ff8281e6d tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597343 Feb 11 13:31:47.342267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab6135f7-c0c2-4306-95cd-9f1c8aab4ace req-53bc68c9-0817-4282-84dd-9e3e5b240c1b service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bbcc-867e-424c-a569-d3f09dce062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740276 Feb 11 13:31:47.404632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.2524998 Feb 11 13:31:47.404632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-42085c0e-c7eb-4c6b-bd65-a828d6b10d92 service neutron] 10.222.0.79 "GET /v2.0/networks/fe6bed4c-3c43-4bab-a856-6c736bcb176c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544631 Feb 11 13:31:47.404821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:47.412420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Request body: {'subnet': {'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-subnet', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:47.464386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Made reservation on behalf of d1d360b488cd4f85bc48c117eeb90f4b for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:47.464627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:47.468828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.481977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63f67c-dafb-4b75-9533-441799ce6201 req-a120ee93-fe59-44ca-a1fd-7c06a7d7cbc0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.489515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a63f67c-dafb-4b75-9533-441799ce6201 req-a120ee93-fe59-44ca-a1fd-7c06a7d7cbc0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1204889 Feb 11 13:31:47.525320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:47.528743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:47.537643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event updated for resources: {'Port': ['ID=6a0bc704-e15c-4ef5-b17c-2a89103d7569,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.569215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fb910-d217-4c49-806e-dfa657a206d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b135047a-2cc5-479b-9ce4-4817bab5afd3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.584287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:47.619013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32e0466c-717c-41a0-b88f-1c6d7a89a771 req-3aaad5d1-8c85-4512-a231-6dcd31f7d4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456619 Feb 11 13:31:47.627893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.628658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.643124 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-cff90cd3-1916-4cc1-8feb-017d90e09cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.644837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-cff90cd3-1916-4cc1-8feb-017d90e09cf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40437e1701ea45bd92014c8e312d729c&device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 1125 time: 0.2320795 Feb 11 13:31:47.664099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-2fc28038-5bcd-4f74-ae26-112480d94197 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7236681 Feb 11 13:31:47.691671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Request body: {'port': {'device_id': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:47.718325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a63f67c-dafb-4b75-9533-441799ce6201 req-c6157572-407d-4473-ba01-8364a2d8471c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223854 Feb 11 13:31:47.866818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.884604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-c5b2bc99-c1b5-4e78-8bf4-cfa0b376577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.886327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-c5b2bc99-c1b5-4e78-8bf4-cfa0b376577d service neutron] 10.222.0.83 "GET /v2.0/networks?id=55f0bbcc-867e-424c-a569-d3f09dce062c HTTP/1.1" status: 200 len: 909 time: 0.2336004 Feb 11 13:31:47.899423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f4b7-bcc2-4e9c-bc6b-31fc6b5aa163 req-3f42d194-6e73-4f62-9217-0975a66eab32 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.906282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7489f4b7-bcc2-4e9c-bc6b-31fc6b5aa163 req-3f42d194-6e73-4f62-9217-0975a66eab32 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 948 time: 0.1846075 Feb 11 13:31:47.926515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (619d6215-f2af-4693-ad5a-91a27f6a1c7c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.984852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-35558cea-f067-4dab-93a9-0b621be750ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d61e409-9f3e-4c54-95ae-1b952b957d7d HTTP/1.1" status: 200 len: 217 time: 0.0699079 Feb 11 13:31:48.021070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619d6215-f2af-4693-ad5a-91a27f6a1c7c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:48.048350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'tag': '71aa3d5f-9771-48d6-b465-23eeff986e1e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:48.050650 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3fc0ed-1060-486e-8f0e-2df1671817d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a641bbb-391d-4ef9-9751-d6eb68ac9fec", "tag": "71aa3d5f-9771-48d6-b465-23eeff986e1e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:48.056524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a6f68-d090-4857-8262-e149765acfc4 req-380d97b8-8463-4edf-9b6d-7caaad7782f8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.066350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655a6f68-d090-4857-8262-e149765acfc4 req-380d97b8-8463-4edf-9b6d-7caaad7782f8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.1621051 Feb 11 13:31:48.079070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7489f4b7-bcc2-4e9c-bc6b-31fc6b5aa163 req-a7107ba8-528f-40c7-ac90-ba1339ca7751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715159 Feb 11 13:31:48.107172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Checking segment: {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:48.107848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Network hostable DHCP agents. Network: b135047a-2cc5-479b-9ce4-4817bab5afd3, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:48.168053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655a6f68-d090-4857-8262-e149765acfc4 req-b9fa57d9-9942-4e26-b9d9-2e16a9805a03 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004710 Feb 11 13:31:48.171260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-77cf9492-e8a2-4772-a0dd-cca07848c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.173862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-77cf9492-e8a2-4772-a0dd-cca07848c928 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff0bdc65-4009-4022-a22a-d78d13cf0b20 HTTP/1.1" status: 200 len: 848 time: 0.1756229 Feb 11 13:31:48.197893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:48.209874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b135047a-2cc5-479b-9ce4-4817bab5afd3) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:48.221570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab3d17-5cea-4cf4-bb0b-62b73c8337b8 None None] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:48.227547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.228541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.274791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-43909e09-703b-4b4b-9979-c92d512f8b89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55f0bbcc-867e-424c-a569-d3f09dce062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846665 Feb 11 13:31:48.283048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-187007dd-194f-49af-98df-d6a337830bdb req-f998cee5-b851-4424-b5fe-7b5360a0be2c tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 210 time: 0.0357919 Feb 11 13:31:48.287376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d30e2f4a-191c-4f89-986f-8dd647a8ac66 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8815045 Feb 11 13:31:48.290358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37766) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:48.299216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:48.339839 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (9b0a14e1-32b9-4264-845b-8618c4dd2427), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.345947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (9b0a14e1-32b9-4264-845b-8618c4dd2427), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.408826 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b8c4d-b0e5-42c1-a841-66882820d0c2 x-openstack-request-id: req-cf0b8c4d-b0e5-42c1-a841-66882820d0c2 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:48.409123 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a641bbb-391d-4ef9-9751-d6eb68ac9fec", "tag": "71aa3d5f-9771-48d6-b465-23eeff986e1e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:48.409428 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf0b8c4d-b0e5-42c1-a841-66882820d0c2 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:48.411953 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'tag': '71aa3d5f-9771-48d6-b465-23eeff986e1e', 'status': 'completed', 'code': 200} Feb 11 13:31:48.448635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-b135047a-2cc5-479b-9ce4-4817bab5afd3', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:31:48.449513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.541684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks [] for router_controller (9b0a14e1-32b9-4264-845b-8618c4dd2427), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.579297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c3d7a-a832-424b-ac21-bb86b964906a req-17d81538-094f-420d-bf77-eaa11f665f4a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.582233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a6c3d7a-a832-424b-ac21-bb86b964906a req-17d81538-094f-420d-bf77-eaa11f665f4a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 931 time: 0.4074168 Feb 11 13:31:48.608344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Allocated IP 172.20.0.2 (b135047a-2cc5-479b-9ce4-4817bab5afd3/619d6215-f2af-4693-ad5a-91a27f6a1c7c/2242798d-201f-4fd9-94e8-bee1a227293c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:48.618395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.624775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.630845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.639730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.647165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.653072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.659769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.662001 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08baa5aa-42a1-422f-9086-540186761491 req-b4a307a5-8db5-48a6-9419-4f68708a68b1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1976588 Feb 11 13:31:48.717166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-a208b95e-cd1a-4875-87bb-c537ede2b736 service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bbcc-867e-424c-a569-d3f09dce062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336870 Feb 11 13:31:48.749074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-1538adbe-1ad6-40ef-96e2-9f86ca210de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.750597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-1538adbe-1ad6-40ef-96e2-9f86ca210de2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 1130 time: 0.3251700 Feb 11 13:31:48.798227 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Publish callbacks [] for port (2242798d-201f-4fd9-94e8-bee1a227293c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.807308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.808674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a6c3d7a-a832-424b-ac21-bb86b964906a req-8f169942-9355-415f-84e2-0211777a1239 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089343 Feb 11 13:31:48.822975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08baa5aa-42a1-422f-9086-540186761491 req-0bce6814-d9cf-4f78-a9d5-e1d3d7669d57 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302843 Feb 11 13:31:48.851123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks [] for router_gateway (9b0a14e1-32b9-4264-845b-8618c4dd2427), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:48.919767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:48.935495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:48.938817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:49.037134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Pushing event updated for resources: {'Port': ['ID=2242798d-201f-4fd9-94e8-bee1a227293c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.041181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Attempting to bind port 2242798d-201f-4fd9-94e8-bee1a227293c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:49.042015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Attempting to bind port 2242798d-201f-4fd9-94e8-bee1a227293c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:49.042406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Attempting to bind port 2242798d-201f-4fd9-94e8-bee1a227293c on network b135047a-2cc5-479b-9ce4-4817bab5afd3 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:49.056479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:49.056914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Checking segment: {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:49.057332 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.057738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Bound using segment: {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:49.058402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Bound port: 2242798d-201f-4fd9-94e8-bee1a227293c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:49.058842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.077140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f32ca-1b09-4c73-b1fb-459f174dfca4 req-0689c8af-443b-442b-9e96-d0ff3cda12f2 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.079496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6f32ca-1b09-4c73-b1fb-459f174dfca4 req-0689c8af-443b-442b-9e96-d0ff3cda12f2 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0919790 Feb 11 13:31:49.107395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 71aa3d5f-9771-48d6-b465-23eeff986e1e details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:49.234865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] For port 2242798d-201f-4fd9-94e8-bee1a227293c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:49.242758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] For port 2242798d-201f-4fd9-94e8-bee1a227293c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2242798d-201f-4fd9-94e8-bee1a227293c,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:49.261935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 71aa3d5f-9771-48d6-b465-23eeff986e1e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=71aa3d5f-9771-48d6-b465-23eeff986e1e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:49.265476 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.291084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks [] for router_gateway (9b0a14e1-32b9-4264-845b-8618c4dd2427), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.334567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6f32ca-1b09-4c73-b1fb-459f174dfca4 req-41eff3fa-8a75-4356-9f6a-76f781fa40d3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465842 Feb 11 13:31:49.336562 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.348781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fdcd1-c653-49a3-8153-f3e0ab8654f4 None None] Pushing event updated for resources: {'Port': ['ID=2242798d-201f-4fd9-94e8-bee1a227293c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.361267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2d61e409-9f3e-4c54-95ae-1b952b957d7d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:49.390988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '71aa3d5f-9771-48d6-b465-23eeff986e1e', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '71aa3d5f-9771-48d6-b465-23eeff986e1e', 'mac_address': 'fa:16:3e:bc:e8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:49.451881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0bc704-e15c-4ef5-b17c-2a89103d7569 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:49.503183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Publish callbacks [] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.506337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 71aa3d5f-9771-48d6-b465-23eeff986e1e is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:49.507577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.538715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Allocated IP 172.25.3.209 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/ef7eee09-06e4-4b30-a1bf-a291bddf7b45) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:49.556028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-809570ae-e144-4b5e-8bb1-2fd441c86066 req-0cb8e797-7854-4867-8913-fb5c3ed0bec4 service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bbcc-867e-424c-a569-d3f09dce062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8301959 Feb 11 13:31:49.568599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce62cb-b7dc-4216-a8c8-b7a262b940b0 req-6c40dc9e-71cf-4b97-9029-8880d9028169 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.570137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cce62cb-b7dc-4216-a8c8-b7a262b940b0 req-6c40dc9e-71cf-4b97-9029-8880d9028169 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 943 time: 0.2471538 Feb 11 13:31:49.573185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Transition to ACTIVE for port object 6a0bc704-e15c-4ef5-b17c-2a89103d7569 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:49.583306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-47c46d9b-fdc1-434e-b53c-40f7de49f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.585196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-47c46d9b-fdc1-434e-b53c-40f7de49f2a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.8269317 Feb 11 13:31:49.593408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.610055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71aa3d5f-9771-48d6-b465-23eeff986e1e {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:49.649167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 71aa3d5f-9771-48d6-b465-23eeff986e1e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=71aa3d5f-9771-48d6-b465-23eeff986e1e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:49.661447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.665083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0bc704-e15c-4ef5-b17c-2a89103d7569,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.673986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2d61e409-9f3e-4c54-95ae-1b952b957d7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2d61e409-9f3e-4c54-95ae-1b952b957d7d,segment=NetworkSegment(2d420f34-5571-4bc2-8470-7a9e1e438fb6),segment_id=2d420f34-5571-4bc2-8470-7a9e1e438fb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:49.742281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-a6a6809b-c326-4529-bf17-96c93c0bb8ec tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.743790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-a6a6809b-c326-4529-bf17-96c93c0bb8ec tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.83 "GET /v2.0/networks?id=fe6bed4c-3c43-4bab-a856-6c736bcb176c HTTP/1.1" status: 200 len: 817 time: 0.4237285 Feb 11 13:31:49.747998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-2034196f-83aa-425e-9109-fafdc2a3b5ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=71aa3d5f-9771-48d6-b465-23eeff986e1e HTTP/1.1" status: 200 len: 217 time: 0.1480942 Feb 11 13:31:49.757036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Request body: {'port': {'device_id': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c', 'admin_state_up': True, 'tenant_id': 'e8ca962d09e6464fa596d3e127dad3e4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:49.758782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '2d61e409-9f3e-4c54-95ae-1b952b957d7d', 'network_id': '55f0bbcc-867e-424c-a569-d3f09dce062c', 'port_id': '2d61e409-9f3e-4c54-95ae-1b952b957d7d', 'mac_address': 'fa:16:3e:3e:38:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0bdc65-4009-4022-a22a-d78d13cf0b20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:49.797470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730820b-c3cd-4b58-b18a-e555133d158b req-c88d1ae2-2c00-46f9-ba71-098a315d236b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.805478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e730820b-c3cd-4b58-b18a-e555133d158b req-c88d1ae2-2c00-46f9-ba71-098a315d236b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 948 time: 0.2680156 Feb 11 13:31:49.855118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=71aa3d5f-9771-48d6-b465-23eeff986e1e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.882443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks [] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.883655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2d61e409-9f3e-4c54-95ae-1b952b957d7d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:49.884198 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.921805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cce62cb-b7dc-4216-a8c8-b7a262b940b0 req-d12316e6-dffb-4325-85d3-3fd6e51e9620 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336248 Feb 11 13:31:49.937954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d61e409-9f3e-4c54-95ae-1b952b957d7d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:49.973877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e730820b-c3cd-4b58-b18a-e555133d158b req-47c81290-e1c5-48b3-81da-e3d89dff6fb4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677191 Feb 11 13:31:49.981987 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:49.992470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['71aa3d5f-9771-48d6-b465-23eeff986e1e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:49.992470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.012199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-8e56aadd-906b-4012-8788-5a6dabb67eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.014424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-8e56aadd-906b-4012-8788-5a6dabb67eda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2475677 Feb 11 13:31:50.068017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:50.071737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:50.078323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:50.091073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Attempting to bind port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:50.091417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Attempting to bind port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:50.091750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Attempting to bind port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:50.107197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2d61e409-9f3e-4c54-95ae-1b952b957d7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2d61e409-9f3e-4c54-95ae-1b952b957d7d,segment=NetworkSegment(2d420f34-5571-4bc2-8470-7a9e1e438fb6),segment_id=2d420f34-5571-4bc2-8470-7a9e1e438fb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:50.123574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:50.123995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Attempting to bind port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:50.132104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:50.132471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:50.133441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Bound using segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:50.133963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Bound port: 6a0bc704-e15c-4ef5-b17c-2a89103d7569, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:50.134404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:50.134540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.137379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Made reservation on behalf of e8ca962d09e6464fa596d3e127dad3e4 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:50.142901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.157249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.174871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-b1b1c6f6-ba43-4803-a9c0-9dcbf360e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.176423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-b1b1c6f6-ba43-4803-a9c0-9dcbf360e47b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1472297 Feb 11 13:31:50.295324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2d61e409-9f3e-4c54-95ae-1b952b957d7d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:50.313884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-13a5b859-40f3-469b-91a9-f7711d717791 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071239 Feb 11 13:31:50.363206 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8847efb2-6527-4902-bb80-154d506e4662 req-740f8d15-0ec5-4b02-a837-a1cd95f9a038 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 210 time: 0.2104571 Feb 11 13:31:50.548284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['2d61e409-9f3e-4c54-95ae-1b952b957d7d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:50.576861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3fc0ed-1060-486e-8f0e-2df1671817d0 req-2f584431-31dc-49bf-a09e-87782d2e3a16 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178657 Feb 11 13:31:50.641979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Allocated IP 172.20.0.6 (fe6bed4c-3c43-4bab-a856-6c736bcb176c/0e178af3-8c88-4649-b5fb-e99c8a223a7b/bfb5fcd6-2a66-4104-b586-18fc974479a3) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:50.816611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks [] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.860529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] For port 6a0bc704-e15c-4ef5-b17c-2a89103d7569, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:50.869751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.889641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] For port 6a0bc704-e15c-4ef5-b17c-2a89103d7569, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6a0bc704-e15c-4ef5-b17c-2a89103d7569,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:50.933567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c19e-c466-4338-ac09-5e362f7c43d4 req-f6eb4010-bdfc-44c7-b9b7-f7227c4e01d0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.935181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8693c19e-c466-4338-ac09-5e362f7c43d4 req-f6eb4010-bdfc-44c7-b9b7-f7227c4e01d0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 943 time: 0.1220949 Feb 11 13:31:50.939081 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks [] for router_gateway (9b0a14e1-32b9-4264-845b-8618c4dd2427), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.954175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69589bce-84d1-4c5b-8dfb-777d6e6f88a1 req-d983254b-ff79-49b1-a712-a96407dcd60b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.955925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69589bce-84d1-4c5b-8dfb-777d6e6f88a1 req-d983254b-ff79-49b1-a712-a96407dcd60b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.6381092 Feb 11 13:31:50.957149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:50.985238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86919d-e92d-4732-b7f4-32e0730dd5fe None None] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:50.994801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Network fe6bed4c-3c43-4bab-a856-6c736bcb176c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:50.996801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Pushing event updated for resources: {'Port': ['ID=bfb5fcd6-2a66-4104-b586-18fc974479a3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.001044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:51.004678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:51.068096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69589bce-84d1-4c5b-8dfb-777d6e6f88a1 req-49580970-ca3c-4398-80b6-5fc361f9a653 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901103 Feb 11 13:31:51.069506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.071978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.073390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8693c19e-c466-4338-ac09-5e362f7c43d4 req-04c7690a-d607-4108-951a-379ddc3dea18 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317573 Feb 11 13:31:51.073552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] 10.222.0.83 "PUT /v2.0/ports/6a0bc704-e15c-4ef5-b17c-2a89103d7569 HTTP/1.1" status: 200 len: 1091 time: 3.3861151 Feb 11 13:31:51.127926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'tag': '6a0bc704-e15c-4ef5-b17c-2a89103d7569'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:51.131499 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7c4da-dd44-428b-9960-0e73c59eb2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2638e08-2d7c-4b9a-b07d-52089731ba5f", "tag": "6a0bc704-e15c-4ef5-b17c-2a89103d7569"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:51.135118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.135592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.136084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.136528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.136985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.137518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.138005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.138498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.138939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.139645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.140092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.140533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.141016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.147585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6fbbe64f-b340-41dc-935d-9383bf44084f None None] Provisioning complete for port 2242798d-201f-4fd9-94e8-bee1a227293c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:51.153814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe64f-b340-41dc-935d-9383bf44084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.282791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.283757 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.304319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063f9cc-36d6-46af-aace-d62729c925c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0bc704-e15c-4ef5-b17c-2a89103d7569,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.311766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (9b0a14e1-32b9-4264-845b-8618c4dd2427), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.317378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-473bf905-5d2b-4572-8956-e2f796fa3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.319304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-473bf905-5d2b-4572-8956-e2f796fa3991 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 1125 time: 0.1741033 Feb 11 13:31:51.329412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbe64f-b340-41dc-935d-9383bf44084f None None] Current status of the port 2242798d-201f-4fd9-94e8-bee1a227293c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:51.330051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-4148ca37-d861-4427-8dc2-ea6832fa2379 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774126 Feb 11 13:31:51.330424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe64f-b340-41dc-935d-9383bf44084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.345109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Request body: {'port': {'device_id': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:51.346444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:51.375283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564250c3-d9df-4c49-b747-21d0be2a5067 req-b8994006-451a-40d0-bb2b-0cf8419726d3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.376824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-564250c3-d9df-4c49-b747-21d0be2a5067 req-b8994006-451a-40d0-bb2b-0cf8419726d3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1417537 Feb 11 13:31:51.403613 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-c7ae44f9-e67d-441b-bc40-f95a0b9242eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0bc704-e15c-4ef5-b17c-2a89103d7569 HTTP/1.1" status: 200 len: 217 time: 0.0714800 Feb 11 13:31:51.421811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.428597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.435403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.442222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.448158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.454520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.460196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.462417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-bebc27e5-5c0a-4a0c-a5fd-a08bdf733853 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.2413161 Feb 11 13:31:51.508612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6fbbe64f-b340-41dc-935d-9383bf44084f None None] For port 2242798d-201f-4fd9-94e8-bee1a227293c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2242798d-201f-4fd9-94e8-bee1a227293c,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:51.530322 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe64f-b340-41dc-935d-9383bf44084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.559006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Router 9b0a14e1-32b9-4264-845b-8618c4dd2427 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:31:51.568563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-564250c3-d9df-4c49-b747-21d0be2a5067 req-a1dce32e-f9d8-4f01-8029-9782a6270449 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042295 Feb 11 13:31:51.594986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.599643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-3ad01f9c-5136-4193-a7c7-8a00b879903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.601197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-3ad01f9c-5136-4193-a7c7-8a00b879903d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1356125 Feb 11 13:31:51.624919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:51.693760 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.703209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1', 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c', 'port_id': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1', 'mac_address': 'fa:16:3e:a6:40:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14412d0-7183-41ed-9083-91ae0ac7b959', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:51.707690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe64f-b340-41dc-935d-9383bf44084f None None] Pushing event updated for resources: {'Port': ['ID=2242798d-201f-4fd9-94e8-bee1a227293c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.720276 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-f33ef1aa-22b2-458d-90c6-c8cc12e08392 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025941 Feb 11 13:31:51.735543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20ca8397-787b-49f3-8335-bc2c3f1e15e9 req-93fe50d9-6d84-49c1-be9b-4918c660fcbd tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2559066 Feb 11 13:31:51.788839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:51.789353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.822348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:51.852520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2242798d-201f-4fd9-94e8-bee1a227293c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:51.870481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:51.893753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:51.895141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3aa0c3c6-78b5-4fe4-bbbf-323a6eefe7a9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.6037073 Feb 11 13:31:51.911139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80dbb8-794c-408a-ae46-f8de277a9853 req-5db2ace1-3357-4017-85dd-4b2016ca2540 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.926017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb80dbb8-794c-408a-ae46-f8de277a9853 req-5db2ace1-3357-4017-85dd-4b2016ca2540 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 944 time: 0.2196453 Feb 11 13:31:51.928353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:51.939444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Sync routers for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:51.949916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:51.952851 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.009332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:52.010080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:52.016757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d0db0f4a-9595-456a-b558-5d2f5b9e1c54 None None] Provisioning complete for port 2242798d-201f-4fd9-94e8-bee1a227293c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:52.017152 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0db0f4a-9595-456a-b558-5d2f5b9e1c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.112521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-6c74cf61-18e1-4251-86fb-61e58011cd64 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711164 Feb 11 13:31:52.124921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb80dbb8-794c-408a-ae46-f8de277a9853 req-cb4db5e3-98df-4483-8575-7f46cb5acc8e tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977844 Feb 11 13:31:52.125827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0014827-e299-415a-b53a-5550c0c16d73 req-7267481d-fdca-4bd5-8aff-bec251808097 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.127428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0014827-e299-415a-b53a-5550c0c16d73 req-7267481d-fdca-4bd5-8aff-bec251808097 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 949 time: 0.2394276 Feb 11 13:31:52.130702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:52.148944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2242798d-201f-4fd9-94e8-bee1a227293c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:52.149333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.206186 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d8e61d-5931-4d84-b190-437172c11602 x-openstack-request-id: req-17d8e61d-5931-4d84-b190-437172c11602 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:52.206566 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2638e08-2d7c-4b9a-b07d-52089731ba5f", "tag": "6a0bc704-e15c-4ef5-b17c-2a89103d7569", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:52.206732 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-17d8e61d-5931-4d84-b190-437172c11602 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:52.207126 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'tag': '6a0bc704-e15c-4ef5-b17c-2a89103d7569', 'status': 'completed', 'code': 200} Feb 11 13:31:52.269438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:52.304372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:52.310043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6fee9a-5e48-429b-8aff-cb24169cf370 req-119878d4-6a0c-4cd4-aade-c08943323702 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810808 Feb 11 13:31:52.366930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0014827-e299-415a-b53a-5550c0c16d73 req-c0b72254-5d8e-4520-887e-bf07461fb31d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868000 Feb 11 13:31:52.387942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c461e-0d1e-402e-9c17-5c3e7020289c req-ea964741-7ca4-4a49-8c29-6f99ff8ab88d tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.389778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf9c461e-0d1e-402e-9c17-5c3e7020289c req-ea964741-7ca4-4a49-8c29-6f99ff8ab88d tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 931 time: 0.1290615 Feb 11 13:31:52.419580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0db0f4a-9595-456a-b558-5d2f5b9e1c54 None None] Current status of the port 2242798d-201f-4fd9-94e8-bee1a227293c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:52.506053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb5fcd6-2a66-4104-b586-18fc974479a3 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:52.515760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Publish callbacks [] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.530287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Transition to ACTIVE for port object bfb5fcd6-2a66-4104-b586-18fc974479a3 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:52.542049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2242798d-201f-4fd9-94e8-bee1a227293c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:52.550469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.622449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf9c461e-0d1e-402e-9c17-5c3e7020289c req-d9d96b4e-d0e7-4f31-abe5-351d1316d44b tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861561 Feb 11 13:31:52.689291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:50Z', 'revision_number': 3, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:52.727063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Checking router: 9b0a14e1-32b9-4264-845b-8618c4dd2427 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:52.727613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Updating router 9b0a14e1-32b9-4264-845b-8618c4dd2427 port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:31:52.757720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-7fd8df51-d48a-4a7b-847a-30e981f4601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.758319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.759284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-7fd8df51-d48a-4a7b-847a-30e981f4601a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 1125 time: 0.3861008 Feb 11 13:31:52.760270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Attempting to bind port bfb5fcd6-2a66-4104-b586-18fc974479a3 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:52.760599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Attempting to bind port bfb5fcd6-2a66-4104-b586-18fc974479a3 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '27e6ea31-6d02-41f3-b55c-ba9e7e40658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:52.760940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Attempting to bind port bfb5fcd6-2a66-4104-b586-18fc974479a3 on network fe6bed4c-3c43-4bab-a856-6c736bcb176c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:52.772987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca6a1-9152-4c54-a5e9-ef238f3e1d22 req-cde7e417-51da-4009-a5a4-ac7456d6c9fd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.779843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-806ca6a1-9152-4c54-a5e9-ef238f3e1d22 req-cde7e417-51da-4009-a5a4-ac7456d6c9fd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 945 time: 0.2482834 Feb 11 13:31:52.786887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Pushing event updated for resources: {'Port': ['ID=bfb5fcd6-2a66-4104-b586-18fc974479a3,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:52.817925 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.853569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c49149-0766-42bb-a175-690a0cbcad28 req-9eb3c814-1cdd-46f7-90a8-a33ac6e7fac6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.855122 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2c49149-0766-42bb-a175-690a0cbcad28 req-9eb3c814-1cdd-46f7-90a8-a33ac6e7fac6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 943 time: 0.0979147 Feb 11 13:31:52.890421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-840080ef-8a41-4076-b679-636a213c3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.892086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-840080ef-8a41-4076-b679-636a213c3cb2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.1014032 Feb 11 13:31:52.901721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Port bfb5fcd6-2a66-4104-b586-18fc974479a3 on network fe6bed4c-3c43-4bab-a856-6c736bcb176c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:52.902054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Attempting to bind port bfb5fcd6-2a66-4104-b586-18fc974479a3 on network fe6bed4c-3c43-4bab-a856-6c736bcb176c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:52.916180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:52.916520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Checking segment: {'id': '27e6ea31-6d02-41f3-b55c-ba9e7e40658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:52.916930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Bound using segment: {'id': '27e6ea31-6d02-41f3-b55c-ba9e7e40658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:52.917357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Bound port: bfb5fcd6-2a66-4104-b586-18fc974479a3, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e6ea31-6d02-41f3-b55c-ba9e7e40658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:52.917713 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.961109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2c49149-0766-42bb-a175-690a0cbcad28 req-d1fe80a9-bd3a-4412-a155-ce9cb3896bca tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958266 Feb 11 13:31:52.967002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-0640f10b-11d5-41d6-b2d5-f65d50833a11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0bc704-e15c-4ef5-b17c-2a89103d7569 HTTP/1.1" status: 200 len: 217 time: 0.0570710 Feb 11 13:31:53.045281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] For port bfb5fcd6-2a66-4104-b586-18fc974479a3, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:53.048844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] For port bfb5fcd6-2a66-4104-b586-18fc974479a3, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bfb5fcd6-2a66-4104-b586-18fc974479a3,segment=NetworkSegment(27e6ea31-6d02-41f3-b55c-ba9e7e40658f),segment_id=27e6ea31-6d02-41f3-b55c-ba9e7e40658f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:53.050076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Publish callbacks [] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.059963 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.084933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.093122 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Allocated IP 172.20.0.1 (b135047a-2cc5-479b-9ce4-4817bab5afd3/619d6215-f2af-4693-ad5a-91a27f6a1c7c/8144df59-8d9c-4259-9c11-76e12b4b9ee3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:53.112726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feeb28-2ab4-4f76-bbcd-33a2dfa0951e None None] Pushing event updated for resources: {'Port': ['ID=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.122718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 71aa3d5f-9771-48d6-b465-23eeff986e1e up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:53.157118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Pushing event updated for resources: {'Port': ['ID=bfb5fcd6-2a66-4104-b586-18fc974479a3,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.178611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-806ca6a1-9152-4c54-a5e9-ef238f3e1d22 req-d43a051e-6219-44a0-8214-1b1ebd1611d9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977685 Feb 11 13:31:53.195231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.197011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.199151 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-cda0254a-e26c-4426-b9d0-04af2b0bf18f service neutron] 10.222.0.83 "PUT /v2.0/ports/bfb5fcd6-2a66-4104-b586-18fc974479a3 HTTP/1.1" status: 200 len: 1091 time: 1.8596489 Feb 11 13:31:53.233905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-fcd6a846-4ce2-461d-959a-8d8c62c3eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.236480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-fcd6a846-4ce2-461d-959a-8d8c62c3eb3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.2613766 Feb 11 13:31:53.241609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks [] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.314967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-859c2e37-e0cf-46c7-ac76-407187bfeb8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691125 Feb 11 13:31:53.316580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.347046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6a0bc704-e15c-4ef5-b17c-2a89103d7569 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:53.349104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2d61e409-9f3e-4c54-95ae-1b952b957d7d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:53.376381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:53.382664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:53.394660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:53.413526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb0cd-5df7-4130-84bd-06a1efcd1789 req-b65febff-e313-41a4-acbc-560e6065f804 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.421918 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-495fb0cd-5df7-4130-84bd-06a1efcd1789 req-b65febff-e313-41a4-acbc-560e6065f804 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1422899 Feb 11 13:31:53.442868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 71aa3d5f-9771-48d6-b465-23eeff986e1e completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:53.448380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 2d61e409-9f3e-4c54-95ae-1b952b957d7d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:53.454791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 2d61e409-9f3e-4c54-95ae-1b952b957d7d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:53.455174 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.458708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Attempting to bind port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:53.459088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Attempting to bind port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:53.459454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Attempting to bind port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:53.461371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 71aa3d5f-9771-48d6-b465-23eeff986e1e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:53.461738 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.508564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-18e2756a-db5e-4517-a779-00158b03e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.510518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-18e2756a-db5e-4517-a779-00158b03e717 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8ca962d09e6464fa596d3e127dad3e4&device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 1125 time: 0.2440367 Feb 11 13:31:53.515704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Pushing event updated for resources: {'Port': ['ID=8144df59-8d9c-4259-9c11-76e12b4b9ee3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.546056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.546801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.547654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.548187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.548695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.549200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.549333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.549897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.550733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.551481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.551985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.552476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.552979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.553789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:53.554948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.556615 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:31:53.561808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.568196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.574375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.577855 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (9b0a14e1-32b9-4264-845b-8618c4dd2427), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.579870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.585293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.587197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e652f37a-bce9-4717-9ae6-040b5958752e req-43807dec-8a44-4183-b64a-ce049762750f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.2546189 Feb 11 13:31:53.609508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:53.610721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:53.613975 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.615276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:53.616049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Bound port: ef7eee09-06e4-4b30-a1bf-a291bddf7b45, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:53.616711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.642114 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-7b963e11-6d00-422c-9e99-cd16f9c7e7e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfb5fcd6-2a66-4104-b586-18fc974479a3 HTTP/1.1" status: 200 len: 217 time: 0.1211555 Feb 11 13:31:53.650405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-9ac997a1-d3f0-4899-bb06-d732244bbea4 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085449 Feb 11 13:31:53.663701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-495fb0cd-5df7-4130-84bd-06a1efcd1789 req-5d947763-819e-4b49-9b57-cb5ef93ed3c6 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402790 Feb 11 13:31:53.712795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-711cf763-f050-4a86-98c7-2c0d574cfa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.714078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-711cf763-f050-4a86-98c7-2c0d574cfa91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e178af3-8c88-4649-b5fb-e99c8a223a7b HTTP/1.1" status: 200 len: 857 time: 0.0628028 Feb 11 13:31:53.788710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-24d69191-6ff2-463b-9a87-56fddf03be71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe6bed4c-3c43-4bab-a856-6c736bcb176c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556197 Feb 11 13:31:53.801108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 71aa3d5f-9771-48d6-b465-23eeff986e1e is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:53.801652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.811622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2242798d-201f-4fd9-94e8-bee1a227293c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:53.906660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2d61e409-9f3e-4c54-95ae-1b952b957d7d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:53.907508 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.928030 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.961375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ccd0-6aa9-4999-bf94-bccdf11880a2 req-f08deaa4-96c6-4866-9e3e-7f0ff0002fd3 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.961617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 71aa3d5f-9771-48d6-b465-23eeff986e1e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=71aa3d5f-9771-48d6-b465-23eeff986e1e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:53.963420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de86ccd0-6aa9-4999-bf94-bccdf11880a2 req-f08deaa4-96c6-4866-9e3e-7f0ff0002fd3 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 944 time: 0.1260087 Feb 11 13:31:53.981903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aa3d5f-9771-48d6-b465-23eeff986e1e'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:53.985328 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38913175-c1de-48c1-84ae-b1264b3892f3" -d '{"events": [{"server_uuid": "7a641bbb-391d-4ef9-9751-d6eb68ac9fec", "name": "network-vif-plugged", "status": "completed", "tag": "71aa3d5f-9771-48d6-b465-23eeff986e1e"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:53.994781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e31d53a4-9f70-488d-8a96-0b59809187e5 None None] Provisioning complete for port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:53.995151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e31d53a4-9f70-488d-8a96-0b59809187e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.042880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e31d53a4-9f70-488d-8a96-0b59809187e5 None None] Port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:54.045010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.048256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] For port ef7eee09-06e4-4b30-a1bf-a291bddf7b45, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:54.082583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de86ccd0-6aa9-4999-bf94-bccdf11880a2 req-05855566-a540-4109-9bfa-9b69a61921ce tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116562 Feb 11 13:31:54.134559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=71aa3d5f-9771-48d6-b465-23eeff986e1e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.160147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] For port ef7eee09-06e4-4b30-a1bf-a291bddf7b45, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:54.184482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2d61e409-9f3e-4c54-95ae-1b952b957d7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2d61e409-9f3e-4c54-95ae-1b952b957d7d,segment=NetworkSegment(2d420f34-5571-4bc2-8470-7a9e1e438fb6),segment_id=2d420f34-5571-4bc2-8470-7a9e1e438fb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:54.187496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6a0bc704-e15c-4ef5-b17c-2a89103d7569, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6a0bc704-e15c-4ef5-b17c-2a89103d7569,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:54.204323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '6a0bc704-e15c-4ef5-b17c-2a89103d7569', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'port_id': '6a0bc704-e15c-4ef5-b17c-2a89103d7569', 'mac_address': 'fa:16:3e:6d:f0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b008d2-17da-4e50-a0a4-c3c7cd30e941', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:54.209100 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.273973 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.278749 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks [] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.286403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2d61e409-9f3e-4c54-95ae-1b952b957d7d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.305342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3939-fe28-44d9-8809-dcbf9e10b65e req-5d00a7fa-de57-4bcf-992e-aaf1c6a521ba tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.307945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c4f3939-fe28-44d9-8809-dcbf9e10b65e req-5d00a7fa-de57-4bcf-992e-aaf1c6a521ba tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 950 time: 0.1046605 Feb 11 13:31:54.309550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.323885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'tag': 'bfb5fcd6-2a66-4104-b586-18fc974479a3'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:54.326757 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d54a44-3b07-45f3-957c-8f63b25b0877" -d '{"events": [{"name": "network-changed", "server_uuid": "67e4137a-a4b0-4fec-b05d-5bb0f053afad", "tag": "bfb5fcd6-2a66-4104-b586-18fc974479a3"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:54.353002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e652f37a-bce9-4717-9ae6-040b5958752e req-775d107d-4ba7-4111-9e81-6ce1a7da430c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7222903 Feb 11 13:31:54.395134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feeb28-2ab4-4f76-bbcd-33a2dfa0951e None None] Pushing event updated for resources: {'Port': ['ID=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.398932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-8b4f424c-21db-491e-ba63-9624bdadc42e service neutron] 10.222.0.83 "GET /v2.0/networks/fe6bed4c-3c43-4bab-a856-6c736bcb176c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010571 Feb 11 13:31:54.400836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6be7c4da-dd44-428b-9960-0e73c59eb2b8 req-8faf1e31-9c21-4842-aa55-e9fb4874f487 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856840 Feb 11 13:31:54.432824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Pushing event updated for resources: {'Port': ['ID=8144df59-8d9c-4259-9c11-76e12b4b9ee3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.472762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2242798d-201f-4fd9-94e8-bee1a227293c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:54.473425 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.475408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (9b0a14e1-32b9-4264-845b-8618c4dd2427), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.487443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c4f3939-fe28-44d9-8809-dcbf9e10b65e req-dc5bfd91-6dde-45f3-b1fb-b583452f6adc tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702111 Feb 11 13:31:54.525407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:54.531080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:54.589301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d63b3b7-0607-47cc-b43c-81f8bfb0ea38 req-45e83409-23f7-4640-9f2a-40f7b8bac144 service neutron] 10.222.0.83 "GET /v2.0/networks/fe6bed4c-3c43-4bab-a856-6c736bcb176c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777706 Feb 11 13:31:54.604539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd14fab-863d-4b00-8085-cb40847c4db8 req-5f6faf73-2fb6-4dfe-af38-9705f03c78c2 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.605827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0cd14fab-863d-4b00-8085-cb40847c4db8 req-5f6faf73-2fb6-4dfe-af38-9705f03c78c2 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 943 time: 0.1130033 Feb 11 13:31:54.641791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:54.642213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.673613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:54.677679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:54.677855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0bc704-e15c-4ef5-b17c-2a89103d7569 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:54.703985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0cd14fab-863d-4b00-8085-cb40847c4db8 req-95a99dbd-8868-4c31-8295-e03daa2b580e tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885701 Feb 11 13:31:54.722509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:54.726494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6a0bc704-e15c-4ef5-b17c-2a89103d7569, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6a0bc704-e15c-4ef5-b17c-2a89103d7569,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:54.768746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:54.792796 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe663838-edb7-4d24-ab80-9e69efe99856 x-openstack-request-id: req-fe663838-edb7-4d24-ab80-9e69efe99856 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:54.793455 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a641bbb-391d-4ef9-9751-d6eb68ac9fec", "name": "network-vif-plugged", "status": "completed", "tag": "71aa3d5f-9771-48d6-b465-23eeff986e1e", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:54.793716 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe663838-edb7-4d24-ab80-9e69efe99856 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:54.794138 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aa3d5f-9771-48d6-b465-23eeff986e1e', 'code': 200} Feb 11 13:31:54.940424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2242798d-201f-4fd9-94e8-bee1a227293c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:54.974229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2469bf-dc7c-4ca7-ae40-4fb94fdd809d req-f1303668-207d-4542-a74b-a83d939405a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.975829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de2469bf-dc7c-4ca7-ae40-4fb94fdd809d req-f1303668-207d-4542-a74b-a83d939405a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 1132 time: 0.1225245 Feb 11 13:31:54.984794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6a0bc704-e15c-4ef5-b17c-2a89103d7569,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.012610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670c33d-7ba6-4ad5-931a-37c6fed7e336 req-c9a8a320-ed3a-4a6b-a635-0eab4f005e8e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.014496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0670c33d-7ba6-4ad5-931a-37c6fed7e336 req-c9a8a320-ed3a-4a6b-a635-0eab4f005e8e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 945 time: 0.1126516 Feb 11 13:31:55.070366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6a0bc704-e15c-4ef5-b17c-2a89103d7569'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:55.088962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de2469bf-dc7c-4ca7-ae40-4fb94fdd809d req-01b5b072-8417-410f-8cca-c956e8ecb50d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020172 Feb 11 13:31:55.122611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0670c33d-7ba6-4ad5-931a-37c6fed7e336 req-230a0c65-d4d8-4b99-8df2-eb39f78e82c0 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889478 Feb 11 13:31:55.123084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d03d5-d4ca-47d3-b78f-895c1a66ada0 req-1ba72ea3-da2c-4ae8-b6f8-a852c09505a3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.124762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a90d03d5-d4ca-47d3-b78f-895c1a66ada0 req-1ba72ea3-da2c-4ae8-b6f8-a852c09505a3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 943 time: 0.5332601 Feb 11 13:31:55.175785 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453addf2-1abf-41c2-bf6b-2b9e765d96b9 x-openstack-request-id: req-453addf2-1abf-41c2-bf6b-2b9e765d96b9 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:55.176232 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e4137a-a4b0-4fec-b05d-5bb0f053afad", "tag": "bfb5fcd6-2a66-4104-b586-18fc974479a3", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:55.176604 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-453addf2-1abf-41c2-bf6b-2b9e765d96b9 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:55.177410 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'tag': 'bfb5fcd6-2a66-4104-b586-18fc974479a3', 'status': 'completed', 'code': 200} Feb 11 13:31:55.200617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-73106638-f891-499d-a222-2f31562ef81f None None] Provisioning complete for port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:55.201170 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73106638-f891-499d-a222-2f31562ef81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:55.231636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:54Z', 'revision_number': 2, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:55.241646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a90d03d5-d4ca-47d3-b78f-895c1a66ada0 req-b5f48afb-feee-4fc3-852e-b29ca56a58ae tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048472 Feb 11 13:31:55.280953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54d02b-f160-45e1-8a7d-83c01d4deef3 None None] The sync data for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 is: [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:54Z', 'revision_number': 2, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:31:55.292458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Router 9b0a14e1-32b9-4264-845b-8618c4dd2427 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:55.301354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-73106638-f891-499d-a222-2f31562ef81f None None] Port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:31:55.347426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:55.379037 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:31:55.404485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-ac9d399a-9dff-44ec-985d-08942f18fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.407576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-ac9d399a-9dff-44ec-985d-08942f18fdad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8ca962d09e6464fa596d3e127dad3e4&device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 1125 time: 0.2035851 Feb 11 13:31:55.477705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:55.484417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:55.485042 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:55.495078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:55.501866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ee80b034-bea4-4f37-b38b-cba4243f7c4c admin admin] 10.222.0.79 "PUT /v2.0/routers/9b0a14e1-32b9-4264-845b-8618c4dd2427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5483510 Feb 11 13:31:55.531616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee714f3a-5171-4746-8cef-c9476d25a9b2 req-45f4bfaf-32ef-4804-9fff-e4b91a7d9ed3 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.536373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d430b6c-909f-454a-bcd0-972b912c5c78 req-29b5b51e-36e9-49e4-b8c4-45d503e0802b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.550437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d430b6c-909f-454a-bcd0-972b912c5c78 req-29b5b51e-36e9-49e4-b8c4-45d503e0802b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.2297285 Feb 11 13:31:55.551729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ee714f3a-5171-4746-8cef-c9476d25a9b2 req-45f4bfaf-32ef-4804-9fff-e4b91a7d9ed3 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 945 time: 0.1270075 Feb 11 13:31:55.653046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ee714f3a-5171-4746-8cef-c9476d25a9b2 req-b40702ab-820d-4ec2-a13d-e53dbc4e308e tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999980 Feb 11 13:31:55.718487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d430b6c-909f-454a-bcd0-972b912c5c78 req-aaa82248-8dcc-4641-8369-6672b76cf2a4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647055 Feb 11 13:31:55.727255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:55.727720 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:55.744528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-d0620018-8ca8-4073-8bdf-8ae4dfcdf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.746300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-d0620018-8ca8-4073-8bdf-8ae4dfcdf779 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fe6bed4c-3c43-4bab-a856-6c736bcb176c HTTP/1.1" status: 200 len: 918 time: 0.3316665 Feb 11 13:31:55.783130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:55.794372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:55.810536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-6d76bb57-1a5d-490e-9f8d-cdd1ff131ba8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfb5fcd6-2a66-4104-b586-18fc974479a3 HTTP/1.1" status: 200 len: 217 time: 0.0567303 Feb 11 13:31:55.848098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.860420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.861293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.861293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.861293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.861694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:55.903347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.908925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.914329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.920257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.922799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-a68b4bf5-dc80-4e2d-ba9d-4eb944f6edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.924753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-a68b4bf5-dc80-4e2d-ba9d-4eb944f6edbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e178af3-8c88-4649-b5fb-e99c8a223a7b HTTP/1.1" status: 200 len: 857 time: 0.1078079 Feb 11 13:31:55.925693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.931091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.937385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.939351 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-e86f321f-9be7-4bd0-9da2-b20a426de4ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1473186 Feb 11 13:31:55.965258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-e48f5fe0-ea99-4998-b032-16c1d91b48a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe6bed4c-3c43-4bab-a856-6c736bcb176c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327220 Feb 11 13:31:56.011358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74a0ddbc-6c90-4a19-bc7e-f0f3e9f30b31 req-2cfca20f-35e6-4b38-a0ee-acd09501cff4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642300 Feb 11 13:31:56.022607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af42f4-ef3b-4e10-8e64-29a9816c01ec req-d0da3cb5-2bef-4e69-a06f-5f59faf6a990 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.024255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62af42f4-ef3b-4e10-8e64-29a9816c01ec req-d0da3cb5-2bef-4e69-a06f-5f59faf6a990 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 950 time: 0.1455371 Feb 11 13:31:56.137976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62af42f4-ef3b-4e10-8e64-29a9816c01ec req-3499733b-97ae-4efa-8591-dcab2ea3fbe3 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050587 Feb 11 13:31:56.145919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-0b3b6462-4312-46e7-be08-0ac29a01e301 service neutron] 10.222.0.83 "GET /v2.0/networks/fe6bed4c-3c43-4bab-a856-6c736bcb176c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688783 Feb 11 13:31:56.179597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9027e-692b-46ec-8ec4-35fd0397b34a req-ec542de8-dd7a-4a31-a3dc-57b5c5100b6c tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.187433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9c9027e-692b-46ec-8ec4-35fd0397b34a req-ec542de8-dd7a-4a31-a3dc-57b5c5100b6c tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 943 time: 0.0712564 Feb 11 13:31:56.256950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73d54a44-3b07-45f3-957c-8f63b25b0877 req-55cfd9e3-7376-43df-8278-ee498e40be94 service neutron] 10.222.0.83 "GET /v2.0/networks/fe6bed4c-3c43-4bab-a856-6c736bcb176c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036351 Feb 11 13:31:56.259707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9c9027e-692b-46ec-8ec4-35fd0397b34a req-dc7255db-0e79-4e06-bba8-e3acfbad155e tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703006 Feb 11 13:31:56.478015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc1436-fd19-4e64-996c-9f9603c08cff req-e9557800-0e43-4a8c-982c-d99b15c46d83 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.479629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81fc1436-fd19-4e64-996c-9f9603c08cff req-e9557800-0e43-4a8c-982c-d99b15c46d83 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0688050 Feb 11 13:31:56.515059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-bc5b7536-9611-49bc-a0d7-7d6d26a76950 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.522251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-bc5b7536-9611-49bc-a0d7-7d6d26a76950 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks?id=b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 200 len: 829 time: 0.1581280 Feb 11 13:31:56.533199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-cd37d4ff-cd84-4495-ac6f-a88035b78656 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/quotas/d1d360b488cd4f85bc48c117eeb90f4b HTTP/1.1" status: 200 len: 375 time: 0.0096397 Feb 11 13:31:56.541009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81fc1436-fd19-4e64-996c-9f9603c08cff req-849f01cc-ca48-4476-9d64-d8d50f64a15f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513492 Feb 11 13:31:56.597905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-35a9678e-9c35-46f2-8902-6c945c0cc55e tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594022 Feb 11 13:31:56.673472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2b861-db5a-4a11-bcac-ef79fcefa4c6 req-746c17cc-a972-401d-b6e3-a48507651092 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.675141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05e2b861-db5a-4a11-bcac-ef79fcefa4c6 req-746c17cc-a972-401d-b6e3-a48507651092 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 944 time: 0.0608795 Feb 11 13:31:56.719064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-290b2f10-0c06-44bc-ba8e-a4e8eb77c4be service neutron] 10.222.0.79 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099405 Feb 11 13:31:56.736516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05e2b861-db5a-4a11-bcac-ef79fcefa4c6 req-efe49b44-e3c6-4b06-a377-81a4c8202663 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557873 Feb 11 13:31:56.796413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d61e409-9f3e-4c54-95ae-1b952b957d7d'}, {'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:56.800396 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9787510-bb3e-48c9-854b-d4c9cd23347e" -d '{"events": [{"server_uuid": "fb668489-2b85-4cc1-85c7-8ce8189387d1", "name": "network-vif-plugged", "status": "completed", "tag": "2d61e409-9f3e-4c54-95ae-1b952b957d7d"}, {"server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:56.864520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-2fb8b4b6-9f80-44ca-bfb5-55b44a4c48ec service neutron] 10.222.0.79 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384103 Feb 11 13:31:56.926087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506739d-57dc-4736-bdcd-86668687bd96 req-5f6aa91c-3696-4410-98b3-f53bdaf50877 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.928873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5506739d-57dc-4736-bdcd-86668687bd96 req-5f6aa91c-3696-4410-98b3-f53bdaf50877 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 945 time: 0.1040065 Feb 11 13:31:56.952586 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84a97762-90a5-428a-bc9b-5cbd1246fa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:57.000905 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5506739d-57dc-4736-bdcd-86668687bd96 req-8a6cbd1d-eecc-4b85-b2d5-58fe74285e09 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598357 Feb 11 13:31:57.083958 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd88210-09ed-4476-894d-cef8b7f3c2aa x-openstack-request-id: req-6cd88210-09ed-4476-894d-cef8b7f3c2aa {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:57.084289 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb668489-2b85-4cc1-85c7-8ce8189387d1", "name": "network-vif-plugged", "status": "completed", "tag": "2d61e409-9f3e-4c54-95ae-1b952b957d7d", "code": 200}, {"server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "name": "network-vif-plugged", "status": "completed", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:57.084545 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cd88210-09ed-4476-894d-cef8b7f3c2aa {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:57.084937 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d61e409-9f3e-4c54-95ae-1b952b957d7d', 'code': 200} Feb 11 13:31:57.085223 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1', 'code': 200} Feb 11 13:31:57.166711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2509b823-b714-466d-b8ac-2dc9ab07a34c req-63084d5a-d6d1-4250-97c2-b0428c9666cd tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 210 time: 0.0440493 Feb 11 13:31:57.302008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dcaa7-5ae4-442b-9db0-ca18c793d485 req-63b88de6-1234-434a-b600-49b37b1b1d2e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.308948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-633dcaa7-5ae4-442b-9db0-ca18c793d485 req-63b88de6-1234-434a-b600-49b37b1b1d2e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.2546659 Feb 11 13:31:57.356510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6a0bc704-e15c-4ef5-b17c-2a89103d7569 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:57.357413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.365961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.373026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.386819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.404907 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-633dcaa7-5ae4-442b-9db0-ca18c793d485 req-6934799a-800c-4e60-8826-7fa204c28492 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949070 Feb 11 13:31:57.408288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.422547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:57.429877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:57.430622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.431219 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:57.434646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165dbd4-c78c-42cb-b624-abf1625ec0b5 req-c1ad6994-f661-49c9-a78c-c3fcbe956ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.442372 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7165dbd4-c78c-42cb-b624-abf1625ec0b5 req-c1ad6994-f661-49c9-a78c-c3fcbe956ec2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1128 time: 0.2816651 Feb 11 13:31:57.445609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.449202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-1935c568-526e-438e-863a-41801b291fb1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1777968 Feb 11 13:31:57.471697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afceda-5f00-4598-b525-2d76d22b3d43 req-ec4b9d07-9d21-438f-9ca9-d4ba735380f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.476345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87afceda-5f00-4598-b525-2d76d22b3d43 req-ec4b9d07-9d21-438f-9ca9-d4ba735380f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 1127 time: 0.2502835 Feb 11 13:31:57.575749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7de1033a-6e57-47a0-a2be-23e528f32535 req-c2a6b518-dd9f-4fbb-b0ab-999f998257e4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176946 Feb 11 13:31:57.669106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7165dbd4-c78c-42cb-b624-abf1625ec0b5 req-0dec2399-e08f-4758-8af5-20b011b53dfe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076697 Feb 11 13:31:57.692357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd118ea3-93ba-4875-b7d6-fda776cd6739 req-6b37e58e-5e8a-4a01-9e84-ed87ffff1227 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.702030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd118ea3-93ba-4875-b7d6-fda776cd6739 req-6b37e58e-5e8a-4a01-9e84-ed87ffff1227 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 950 time: 0.1930203 Feb 11 13:31:57.711373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87afceda-5f00-4598-b525-2d76d22b3d43 req-6a8af0c8-8ba2-43a9-8e37-c11719dc4f6a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276893 Feb 11 13:31:57.814074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5e607-4d22-4634-833a-7f5f439a897d req-030f1604-a2bc-486c-815e-cec0565db175 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.815743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd118ea3-93ba-4875-b7d6-fda776cd6739 req-350ef663-9a51-4f6b-a750-d35ea62c75ac tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102321 Feb 11 13:31:57.820893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef7eee09-06e4-4b30-a1bf-a291bddf7b45 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:57.823723 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66a5e607-4d22-4634-833a-7f5f439a897d req-030f1604-a2bc-486c-815e-cec0565db175 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 943 time: 0.1117697 Feb 11 13:31:57.920141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66a5e607-4d22-4634-833a-7f5f439a897d req-5226c9a7-9c96-4ca3-a6bd-e2bbfee2b704 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940518 Feb 11 13:31:58.008464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:58.008934 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.019749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b3426-ad00-49ed-a888-f3d5fc6079cc req-3bcb17ca-fba5-4ca1-b2aa-0ae5e14facb5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.021642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f99b3426-ad00-49ed-a888-f3d5fc6079cc req-3bcb17ca-fba5-4ca1-b2aa-0ae5e14facb5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0710065 Feb 11 13:31:58.056715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:58.057218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.105136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6a0bc704-e15c-4ef5-b17c-2a89103d7569, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6a0bc704-e15c-4ef5-b17c-2a89103d7569,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:58.125716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.133315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f99b3426-ad00-49ed-a888-f3d5fc6079cc req-ef1f7bf0-4c02-4521-84f6-d962227ca12d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013732 Feb 11 13:31:58.154180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6afa2-d5f3-426d-a31f-5ec650abfabd req-fcd5c25a-a96f-44b5-a775-4c51e0cf40e5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.162695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26d6afa2-d5f3-426d-a31f-5ec650abfabd req-fcd5c25a-a96f-44b5-a775-4c51e0cf40e5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 944 time: 0.1246183 Feb 11 13:31:58.234944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26d6afa2-d5f3-426d-a31f-5ec650abfabd req-8992ddb0-329c-4a63-9f5a-00d10cbc1e7f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669534 Feb 11 13:31:58.238579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:58.238840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.255647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6a0bc704-e15c-4ef5-b17c-2a89103d7569,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:58.270878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61fb81-fe4e-4b0e-b6b3-ae8fd4df0bec req-f57fa3d1-f384-4b81-8797-570130cbdfa6 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.278717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ef7eee09-06e4-4b30-a1bf-a291bddf7b45, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:58.282327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a61fb81-fe4e-4b0e-b6b3-ae8fd4df0bec req-f57fa3d1-f384-4b81-8797-570130cbdfa6 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 1132 time: 0.0841167 Feb 11 13:31:58.285148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.315055 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Sync routers for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:58.329421 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:58.330370 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.357040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a61fb81-fe4e-4b0e-b6b3-ae8fd4df0bec req-1e023984-1afa-4bfc-967e-c39103ae5318 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671549 Feb 11 13:31:58.373464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014e768-1a23-4f51-9844-799b94cba6c2 req-ec8d73ab-572f-46b8-b9d8-78ae921b158d tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.379172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3014e768-1a23-4f51-9844-799b94cba6c2 req-ec8d73ab-572f-46b8-b9d8-78ae921b158d tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 945 time: 0.0761874 Feb 11 13:31:58.379546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:58.463225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3014e768-1a23-4f51-9844-799b94cba6c2 req-2114f171-4b3e-412e-850f-279d9e5857b2 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657506 Feb 11 13:31:58.510653 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:58.530644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f9ebad9-d48c-4fce-8605-8792a498b335 req-cafa0e6d-dfd6-4249-975e-48d5ea86a4f8 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 210 time: 0.0386090 Feb 11 13:31:58.719829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0f6b-bd56-456d-b8df-13a5b217d203 req-3d063608-9ba6-4b89-b57f-3aa7a1d30309 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.721776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa3b0f6b-bd56-456d-b8df-13a5b217d203 req-3d063608-9ba6-4b89-b57f-3aa7a1d30309 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1256363 Feb 11 13:31:58.812441 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:54Z', 'revision_number': 2, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.837569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa3b0f6b-bd56-456d-b8df-13a5b217d203 req-3829acbf-c582-4c21-9259-886ebd292296 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068721 Feb 11 13:31:58.848624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.862566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.863820 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Checking router: 9b0a14e1-32b9-4264-845b-8618c4dd2427 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:58.864668 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Updating router 9b0a14e1-32b9-4264-845b-8618c4dd2427 port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:31:58.876714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.882538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.889287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.895267 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.895521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.900992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.903519 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-1b6a9463-9cce-4f10-baa4-47172970b2ec tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1618483 Feb 11 13:31:58.917230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-8a99a15a-e517-4f13-a4f1-01292fe7f172 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.919058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-8a99a15a-e517-4f13-a4f1-01292fe7f172 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.30 "GET /v2.0/networks?id=b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 200 len: 829 time: 0.3206036 Feb 11 13:31:58.937851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Request body: {'port': {'device_id': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'admin_state_up': True, 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:59.011757 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-5c48e36e-61c3-46fb-b993-7ef31abde675 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530341 Feb 11 13:31:59.065406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Made reservation on behalf of d1d360b488cd4f85bc48c117eeb90f4b for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:59.069808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.086952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0bc704-e15c-4ef5-b17c-2a89103d7569'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:59.091566 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a745849-c11c-44f3-91e2-d5d1bdde4b6c" -d '{"events": [{"server_uuid": "b2638e08-2d7c-4b9a-b07d-52089731ba5f", "name": "network-vif-plugged", "status": "completed", "tag": "6a0bc704-e15c-4ef5-b17c-2a89103d7569"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:59.136882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78e7926b-4b1c-4ed4-91be-9d712a2e7ba5 req-23f0d3cd-a132-4d7d-ace6-a5e1b165f701 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2167025 Feb 11 13:31:59.226987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-74dec28d-b0a7-4e9a-891a-e62de197b478 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.228610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-74dec28d-b0a7-4e9a-891a-e62de197b478 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155118 Feb 11 13:31:59.251894 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Publish callbacks [] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.257067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-b311df43-3d9e-499f-8735-0d0cef5edc1d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/quotas/2b0facf2ef0b4d63a36bdedffe668359 HTTP/1.1" status: 200 len: 375 time: 0.0203054 Feb 11 13:31:59.276385 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.326740 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Pushing event updated for resources: {'Port': ['ID=8144df59-8d9c-4259-9c11-76e12b4b9ee3,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.343479 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.343825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.344172 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.344504 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.344987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.345323 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.345835 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.346219 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.346522 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.346842 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.347166 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.348409 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.348718 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:59.374019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bfb5fcd6-2a66-4104-b586-18fc974479a3 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:59.384789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Allocated IP 172.20.0.8 (b135047a-2cc5-479b-9ce4-4817bab5afd3/619d6215-f2af-4693-ad5a-91a27f6a1c7c/8a2a74fd-34eb-451e-a630-f1e273469258) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:59.408142 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-09277912-ad64-4a4e-ac47-d773004e4cd4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1375265 Feb 11 13:31:59.408495 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a65eaf3-e744-441c-bbc4-f0f228de4331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.456342 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Attempting to bind port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:59.456715 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Attempting to bind port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:59.457296 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Attempting to bind port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 on network b135047a-2cc5-479b-9ce4-4817bab5afd3 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:59.472104 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:59.472519 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Checking segment: {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:59.472928 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.473323 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Bound using segment: {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:59.473798 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Bound port: 8144df59-8d9c-4259-9c11-76e12b4b9ee3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:59.474340 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.522198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5e11f-75a2-4582-a1d8-5c0bb57f1166 req-9d51a784-b28f-47ec-be47-dcd01143ea90 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.546215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fa5e11f-75a2-4582-a1d8-5c0bb57f1166 req-9d51a784-b28f-47ec-be47-dcd01143ea90 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 943 time: 0.2509649 Feb 11 13:31:59.611538 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] For port 8144df59-8d9c-4259-9c11-76e12b4b9ee3, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:59.611776 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c4471-0421-4f2b-9c57-7189e1385d49 x-openstack-request-id: req-0c6c4471-0421-4f2b-9c57-7189e1385d49 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:59.612053 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2638e08-2d7c-4b9a-b07d-52089731ba5f", "name": "network-vif-plugged", "status": "completed", "tag": "6a0bc704-e15c-4ef5-b17c-2a89103d7569", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:59.612316 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c6c4471-0421-4f2b-9c57-7189e1385d49 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:59.612724 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0bc704-e15c-4ef5-b17c-2a89103d7569', 'code': 200} Feb 11 13:31:59.617590 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] For port 8144df59-8d9c-4259-9c11-76e12b4b9ee3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8144df59-8d9c-4259-9c11-76e12b4b9ee3,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:59.626679 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.705979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bfb5fcd6-2a66-4104-b586-18fc974479a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bfb5fcd6-2a66-4104-b586-18fc974479a3,segment=NetworkSegment(27e6ea31-6d02-41f3-b55c-ba9e7e40658f),segment_id=27e6ea31-6d02-41f3-b55c-ba9e7e40658f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:59.723284 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28ac91-7a7f-4237-a198-84074a1bc18a None None] Pushing event updated for resources: {'Port': ['ID=8144df59-8d9c-4259-9c11-76e12b4b9ee3,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.745690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'bfb5fcd6-2a66-4104-b586-18fc974479a3', 'network_id': 'fe6bed4c-3c43-4bab-a856-6c736bcb176c', 'port_id': 'bfb5fcd6-2a66-4104-b586-18fc974479a3', 'mac_address': 'fa:16:3e:88:63:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e178af3-8c88-4649-b5fb-e99c8a223a7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:59.765864 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:59.767079 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:59.802699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5c1fb-803e-45dc-8f44-3d1d86ef86f0 req-fbcb72ff-9da1-4110-8608-eb6ba5b92c55 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.805557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1dc5c1fb-803e-45dc-8f44-3d1d86ef86f0 req-fbcb72ff-9da1-4110-8608-eb6ba5b92c55 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.1062779 Feb 11 13:31:59.874299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef7eee09-06e4-4b30-a1bf-a291bddf7b45 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:59.929042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1dc5c1fb-803e-45dc-8f44-3d1d86ef86f0 req-520b72d9-94a9-4e12-86d6-e25d6ef5819a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173115 Feb 11 13:31:59.949610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-852b2ce5-f95e-484f-8197-a5e53ec6a7b0 None None] Provisioning complete for port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:59.954626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-852b2ce5-f95e-484f-8197-a5e53ec6a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:59.975504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fa5e11f-75a2-4582-a1d8-5c0bb57f1166 req-f51b755d-d7e0-481c-b8f4-08913df9dafb tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281945 Feb 11 13:31:59.995936 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:00.006057 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for port (8a2a74fd-34eb-451e-a630-f1e273469258), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.018475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022db15-89c0-4031-87cb-225ca62199bd req-907133db-5a95-466e-9f0c-0afaa1e64fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.027323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7022db15-89c0-4031-87cb-225ca62199bd req-907133db-5a95-466e-9f0c-0afaa1e64fe1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 1127 time: 0.3447769 Feb 11 13:32:00.073255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bfb5fcd6-2a66-4104-b586-18fc974479a3 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:00.074161 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.160318 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7022db15-89c0-4031-87cb-225ca62199bd req-9b0eee6e-e3db-4e21-afd0-36fb596d4c3a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179233 Feb 11 13:32:00.171314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb5fcd6-2a66-4104-b586-18fc974479a3 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:00.200838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577975af-1077-4bce-b072-ee552a51a099 req-8d9f8d4f-c88f-4d44-acbd-687d4113e15a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.205417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-577975af-1077-4bce-b072-ee552a51a099 req-8d9f8d4f-c88f-4d44-acbd-687d4113e15a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1361244 Feb 11 13:32:00.230495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.271217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bfb5fcd6-2a66-4104-b586-18fc974479a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bfb5fcd6-2a66-4104-b586-18fc974479a3,segment=NetworkSegment(27e6ea31-6d02-41f3-b55c-ba9e7e40658f),segment_id=27e6ea31-6d02-41f3-b55c-ba9e7e40658f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:00.282779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.313504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5338e4-ceee-4949-8482-1d9b4481c7d7 req-a3976259-6a09-4b35-910f-22d8f144bce8 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.318584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-577975af-1077-4bce-b072-ee552a51a099 req-869f4e0d-d890-470e-85c4-4e9bb61fef8c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063104 Feb 11 13:32:00.321405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db5338e4-ceee-4949-8482-1d9b4481c7d7 req-a3976259-6a09-4b35-910f-22d8f144bce8 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 945 time: 0.1596637 Feb 11 13:32:00.337673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:00.337673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.390746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db5338e4-ceee-4949-8482-1d9b4481c7d7 req-a336e0b7-fd8f-49c7-a6c2-e8f679a94eb7 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680780 Feb 11 13:32:00.408665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:00.438056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:00.457076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:00.466400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event updated for resources: {'Port': ['ID=8a2a74fd-34eb-451e-a630-f1e273469258,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:00.520446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6298aa56-c7ef-429e-994e-6bc0118fd4ad req-73f512c0-61e1-48b6-9636-42e12a9fbe73 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0713346 Feb 11 13:32:00.618767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bfb5fcd6-2a66-4104-b586-18fc974479a3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:00.641262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.646527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.693737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-852b2ce5-f95e-484f-8197-a5e53ec6a7b0 None None] Current status of the port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:00.694207 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-852b2ce5-f95e-484f-8197-a5e53ec6a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.717117 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:00.718190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['bfb5fcd6-2a66-4104-b586-18fc974479a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:00.721089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-6ac14acb-dbd0-4653-a983-bf4484fd4d82 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7877541 Feb 11 13:32:00.740252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Request body: {'port': {'device_id': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:00.751031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318acea-83ce-45ef-b997-813825e2b3ec req-3da9ec11-2461-4cb9-a771-5eb2516911ee tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.758951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c318acea-83ce-45ef-b997-813825e2b3ec req-3da9ec11-2461-4cb9-a771-5eb2516911ee tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 931 time: 0.2392473 Feb 11 13:32:00.781962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867590f-dfeb-4e82-89bb-fb2905c54914 req-457bb26e-6638-414e-a79e-689c54e6b2f0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.783508 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660929c0-0d1b-4a11-8faf-4a42aa18babf None None] The sync data for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 is: [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:00.790864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f867590f-dfeb-4e82-89bb-fb2905c54914 req-457bb26e-6638-414e-a79e-689c54e6b2f0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1311214 Feb 11 13:32:00.860670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f867590f-dfeb-4e82-89bb-fb2905c54914 req-259a7caa-2324-4b39-bdaf-88960858e2ca tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686023 Feb 11 13:32:00.887951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.900683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-852b2ce5-f95e-484f-8197-a5e53ec6a7b0 None None] For port 8144df59-8d9c-4259-9c11-76e12b4b9ee3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8144df59-8d9c-4259-9c11-76e12b4b9ee3,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:00.908172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:00.920931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.930195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c318acea-83ce-45ef-b997-813825e2b3ec req-1cf0cbae-45e6-46de-83be-bf15292c3e58 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633189 Feb 11 13:32:00.954904 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-852b2ce5-f95e-484f-8197-a5e53ec6a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:01.058021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5a13-c4da-4165-b8de-cb33974f19ef req-d0ccf9c3-2364-4354-85d6-ff6a465f8317 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.060296 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-407f5a13-c4da-4165-b8de-cb33974f19ef req-d0ccf9c3-2364-4354-85d6-ff6a465f8317 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1128 time: 0.0670574 Feb 11 13:32:01.151189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-f0d90ef3-1f80-4f98-9529-e1bba70644d6 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336099 Feb 11 13:32:01.156028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-407f5a13-c4da-4165-b8de-cb33974f19ef req-cf530889-7913-42cc-b162-52049f2f28aa tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877688 Feb 11 13:32:01.206314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-32fe2cd9-c0db-4514-a3ba-1d9df400033b None None] Provisioning complete for port 8a2a74fd-34eb-451e-a630-f1e273469258 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:01.209255 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32fe2cd9-c0db-4514-a3ba-1d9df400033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:01.223496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b2ce5-f95e-484f-8197-a5e53ec6a7b0 None None] Pushing event updated for resources: {'Port': ['ID=8144df59-8d9c-4259-9c11-76e12b4b9ee3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.377830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-32fe2cd9-c0db-4514-a3ba-1d9df400033b None None] Port 8a2a74fd-34eb-451e-a630-f1e273469258 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:32:01.399185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-d9cdcb6c-3ba7-47de-9345-07d8a8812f10 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.401219 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-d9cdcb6c-3ba7-47de-9345-07d8a8812f10 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442136 Feb 11 13:32:01.420746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:01.431049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2a74fd-34eb-451e-a630-f1e273469258 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:01.439650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Publish callbacks [] for port (8a2a74fd-34eb-451e-a630-f1e273469258), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:01.455171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-32fe2cd9-c0db-4514-a3ba-1d9df400033b None None] Provisioning complete for port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:01.455556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32fe2cd9-c0db-4514-a3ba-1d9df400033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:01.460765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Transition to ACTIVE for port object 8a2a74fd-34eb-451e-a630-f1e273469258 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:01.482332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:01.645482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-32fe2cd9-c0db-4514-a3ba-1d9df400033b None None] Current status of the port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:01.687155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.697601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.708971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.724078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.729422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.735716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:01.742029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.743313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:01.759813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.763273 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-c4c7135f-270f-4aab-99e6-83b960f8de1a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.7553263 Feb 11 13:32:01.787582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8ccc2-baa5-4bb7-8e24-a71d98c56776 req-3c35040f-96d1-4aa7-9d7c-bbb981e1c75c tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.789097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88d8ccc2-baa5-4bb7-8e24-a71d98c56776 req-3c35040f-96d1-4aa7-9d7c-bbb981e1c75c tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 944 time: 0.2024617 Feb 11 13:32:01.797417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2a74fd-34eb-451e-a630-f1e273469258,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.830574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8144df59-8d9c-4259-9c11-76e12b4b9ee3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:01.958490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d1ce584-a841-47bd-bf3c-8f52e946bb33 req-662be20f-3f72-4bde-96a7-2b0eea13b839 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1887598 Feb 11 13:32:01.990868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:01.990868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.007258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Attempting to bind port 8a2a74fd-34eb-451e-a630-f1e273469258 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:02.007915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Attempting to bind port 8a2a74fd-34eb-451e-a630-f1e273469258 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:02.008484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Attempting to bind port 8a2a74fd-34eb-451e-a630-f1e273469258 on network b135047a-2cc5-479b-9ce4-4817bab5afd3 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:02.014744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Port 8a2a74fd-34eb-451e-a630-f1e273469258 on network b135047a-2cc5-479b-9ce4-4817bab5afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:02.015174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Attempting to bind port 8a2a74fd-34eb-451e-a630-f1e273469258 on network b135047a-2cc5-479b-9ce4-4817bab5afd3 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:02.021812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:02.022328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Checking segment: {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:02.022819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Bound using segment: {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:02.024143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Bound port: 8a2a74fd-34eb-451e-a630-f1e273469258, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6999e478-af6a-4435-9891-521799c51bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:02.024622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.037958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.115 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/15659e41-7fcc-4a3b-bf56-c2ccd20685a1) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:02.066208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88d8ccc2-baa5-4bb7-8e24-a71d98c56776 req-96bb3f40-92b1-459e-825a-696e5e97bb95 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672160 Feb 11 13:32:02.160526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:02.164240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] For port 8a2a74fd-34eb-451e-a630-f1e273469258, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:02.175794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] For port 8a2a74fd-34eb-451e-a630-f1e273469258, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8a2a74fd-34eb-451e-a630-f1e273469258,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:02.186300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.224106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff13c-91dc-4cdb-8265-870c6f795a9f req-ed8d2484-e1c5-4ca5-a4cc-6d4c0df29be9 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.225913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-431ff13c-91dc-4cdb-8265-870c6f795a9f req-ed8d2484-e1c5-4ca5-a4cc-6d4c0df29be9 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1128 time: 0.1377521 Feb 11 13:32:02.283194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.283682 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.285155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.287133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 1091 time: 1.5541501 Feb 11 13:32:02.302255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:02.307180 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e316c-a631-459b-8029-61bbc254f936" -d '{"events": [{"name": "network-changed", "server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:02.337748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d8335-5705-4b47-81ec-8d1fb8bb5868 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2a74fd-34eb-451e-a630-f1e273469258,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:02.348910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4df9-1f8b-47b4-a158-0cfb18301fb5 req-bb4eb9c6-4110-46d2-bf4a-8c119234df4a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.350516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf7a4df9-1f8b-47b4-a158-0cfb18301fb5 req-bb4eb9c6-4110-46d2-bf4a-8c119234df4a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1550553 Feb 11 13:32:02.362827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.431728 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf7a4df9-1f8b-47b4-a158-0cfb18301fb5 req-b8f09ea6-f037-4dc1-8d36-1b4715d1f824 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 Feb 11 13:32:02.455249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.468251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:02.485113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-431ff13c-91dc-4cdb-8265-870c6f795a9f req-0ad301b4-9aaf-43de-bc4e-1f04995823af tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501993 Feb 11 13:32:02.495763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-a626da69-338e-4288-851d-a98d6efd5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.497551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-a626da69-338e-4288-851d-a98d6efd5f1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 1125 time: 0.1388030 Feb 11 13:32:02.557761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:02.564512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:02.572835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:02.591161 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-641ac8ad-df51-4d48-8335-42e32a97e911 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 217 time: 0.0857890 Feb 11 13:32:02.598325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['218fe1e9-97d2-458d-aa6f-c47af4a8e686', '71aa3d5f-9771-48d6-b465-23eeff986e1e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:02.629941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:02.689447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.691057 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.716228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-58f9bd3f-fa53-48b0-9770-28c360244d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.717788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-58f9bd3f-fa53-48b0-9770-28c360244d81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=619d6215-f2af-4693-ad5a-91a27f6a1c7c HTTP/1.1" status: 200 len: 868 time: 0.1133451 Feb 11 13:32:02.720739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-34b7818b-4c93-449d-9f93-55758963ee15 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3083134 Feb 11 13:32:02.734458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298b1c-6b9c-4c30-9fad-f71283e114d2 req-a3861056-b499-4728-9706-0ae6f327b662 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.735977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc298b1c-6b9c-4c30-9fad-f71283e114d2 req-a3861056-b499-4728-9706-0ae6f327b662 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 936 time: 0.1482620 Feb 11 13:32:02.737309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Request body: {'port': {'device_id': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:02.801887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7b60f-cf60-492c-ac77-4e8793d93e1b req-466f92e3-1194-4b42-8c06-f5b06be9c38e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.803487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f8d7b60f-cf60-492c-ac77-4e8793d93e1b req-466f92e3-1194-4b42-8c06-f5b06be9c38e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1670926 Feb 11 13:32:02.893922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-559b0eb3-a396-40d3-9866-b0aecfe62fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.895626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-559b0eb3-a396-40d3-9866-b0aecfe62fc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b135047a-2cc5-479b-9ce4-4817bab5afd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1586919 Feb 11 13:32:02.898912 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc298b1c-6b9c-4c30-9fad-f71283e114d2 req-c644b2a0-8354-4179-befe-61e0a147278b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414983 Feb 11 13:32:02.920391 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.982378 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f8d7b60f-cf60-492c-ac77-4e8793d93e1b req-ba1fb953-9142-4021-ab15-9b8be5bea4a1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613944 Feb 11 13:32:03.051735 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b86010-a75b-47c7-aff3-54170bd1d7ec x-openstack-request-id: req-a3b86010-a75b-47c7-aff3-54170bd1d7ec {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:03.052123 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:03.052505 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3b86010-a75b-47c7-aff3-54170bd1d7ec {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:03.052960 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258', 'status': 'completed', 'code': 200} Feb 11 13:32:03.062483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-7f957eb6-febd-483f-90f8-b482ad5bf635 service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544993 Feb 11 13:32:03.081310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ffcb3252-e070-4c64-93c6-3f50542ea1f4 None None] Provisioning complete for port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:03.081926 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ffcb3252-e070-4c64-93c6-3f50542ea1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.090392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187627-240c-4022-9fd8-c9c3738ff89d req-0d192d59-056c-47a5-832f-a32dc1ea0b83 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.092599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72187627-240c-4022-9fd8-c9c3738ff89d req-0d192d59-056c-47a5-832f-a32dc1ea0b83 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 943 time: 0.0930209 Feb 11 13:32:03.174431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb3252-e070-4c64-93c6-3f50542ea1f4 None None] Port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:32:03.210058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72187627-240c-4022-9fd8-c9c3738ff89d req-a713bcfd-603a-42d5-9d20-120fd08edd4f tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066051 Feb 11 13:32:03.222788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01bcece0-b44a-46c4-86a1-695d8b2d2308 req-9e5d5787-ab33-45f5-acbf-4115019889f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507039 Feb 11 13:32:03.356341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e316c-a631-459b-8029-61bbc254f936 req-8be552e7-5b1e-41db-a497-8d3e6efa9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.359552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-041e316c-a631-459b-8029-61bbc254f936 req-8be552e7-5b1e-41db-a497-8d3e6efa9585 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 1125 time: 0.0615408 Feb 11 13:32:03.414941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bfb5fcd6-2a66-4104-b586-18fc974479a3 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:03.474105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.477755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e316c-a631-459b-8029-61bbc254f936 req-be43eea5-04cc-4df9-af73-e8d1c25bfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.479509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-041e316c-a631-459b-8029-61bbc254f936 req-be43eea5-04cc-4df9-af73-e8d1c25bfbcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 200 len: 930 time: 0.1145079 Feb 11 13:32:03.479863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.485643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.490894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.496200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.501931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.507155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.509043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12793b28-bdac-46fd-8760-9167b5fd684c req-3da5f296-4d14-4d99-86fc-17f281d4ef92 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1321657 Feb 11 13:32:03.533539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port bfb5fcd6-2a66-4104-b586-18fc974479a3 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:03.537615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port bfb5fcd6-2a66-4104-b586-18fc974479a3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:03.537996 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.555184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-041e316c-a631-459b-8029-61bbc254f936 req-4512a900-f40e-4e9f-bb6d-068bc05964d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 217 time: 0.0467641 Feb 11 13:32:03.592311 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.613528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2126d50-7922-452e-b471-633d01d04bc3 req-99bc7f1f-78f8-4f29-b2a7-42f04adbd75e tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.616167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2126d50-7922-452e-b471-633d01d04bc3 req-99bc7f1f-78f8-4f29-b2a7-42f04adbd75e tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 944 time: 0.1356568 Feb 11 13:32:03.623073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12793b28-bdac-46fd-8760-9167b5fd684c req-bd14e5e7-506a-4cc4-a201-3a6c3341c7eb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026466 Feb 11 13:32:03.626952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:03.635879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Publish callbacks [] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.643203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bfb5fcd6-2a66-4104-b586-18fc974479a3 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:03.643856 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.652871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Transition to ACTIVE for port object 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:03.657840 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.663474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e316c-a631-459b-8029-61bbc254f936 req-f70e30d8-a4a5-4ed9-8ea0-644e1fe12a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.664949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-041e316c-a631-459b-8029-61bbc254f936 req-f70e30d8-a4a5-4ed9-8ea0-644e1fe12a1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=619d6215-f2af-4693-ad5a-91a27f6a1c7c HTTP/1.1" status: 200 len: 868 time: 0.0993967 Feb 11 13:32:03.690168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb5fcd6-2a66-4104-b586-18fc974479a3'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:03.692355 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a22b636-5203-4a3f-b9fe-ce9754d6d596" -d '{"events": [{"server_uuid": "67e4137a-a4b0-4fec-b05d-5bb0f053afad", "name": "network-vif-plugged", "status": "completed", "tag": "bfb5fcd6-2a66-4104-b586-18fc974479a3"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:03.705653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bfb5fcd6-2a66-4104-b586-18fc974479a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bfb5fcd6-2a66-4104-b586-18fc974479a3,segment=NetworkSegment(27e6ea31-6d02-41f3-b55c-ba9e7e40658f),segment_id=27e6ea31-6d02-41f3-b55c-ba9e7e40658f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:03.713370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.717884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Pushing event updated for resources: {'Port': ['ID=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:03.725794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2126d50-7922-452e-b471-633d01d04bc3 req-f81c79dc-c059-4ce7-bd23-8767b1842b0f tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023805 Feb 11 13:32:03.769307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e316c-a631-459b-8029-61bbc254f936 req-cc1a8a48-47dc-4e6a-b2d8-8a7b52d0920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.771242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-041e316c-a631-459b-8029-61bbc254f936 req-cc1a8a48-47dc-4e6a-b2d8-8a7b52d0920d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b135047a-2cc5-479b-9ce4-4817bab5afd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948322 Feb 11 13:32:03.816188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bfb5fcd6-2a66-4104-b586-18fc974479a3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:03.886219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Attempting to bind port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:03.886823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Attempting to bind port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:03.887319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Attempting to bind port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:03.901003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4adcc1-4cfa-4cad-913a-92cdd8f4b0fd req-315e389f-e2c6-41eb-b205-e4e4214e6d6f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.903313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab4adcc1-4cfa-4cad-913a-92cdd8f4b0fd req-315e389f-e2c6-41eb-b205-e4e4214e6d6f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1222582 Feb 11 13:32:03.904015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:03.904440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Attempting to bind port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:03.910005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:03.910535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:03.911021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:03.911558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Bound port: 15659e41-7fcc-4a3b-bf56-c2ccd20685a1, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:03.912019 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:03.916312 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-041e316c-a631-459b-8029-61bbc254f936 req-e0198452-5472-4e55-961c-d9727fe2cc6c service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296308 Feb 11 13:32:04.031111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-041e316c-a631-459b-8029-61bbc254f936 req-73f2bdf3-4c0d-41ca-810e-200de9e0cdd3 service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081555 Feb 11 13:32:04.033600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab4adcc1-4cfa-4cad-913a-92cdd8f4b0fd req-e640de01-c519-4e2d-9b30-1a639095e8e7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111145 Feb 11 13:32:04.044963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] For port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:04.057416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] For port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:04.064388 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:04.108919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.109774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:04.111670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] 10.222.0.30 "PUT /v2.0/ports/15659e41-7fcc-4a3b-bf56-c2ccd20685a1 HTTP/1.1" status: 200 len: 1096 time: 1.3805606 Feb 11 13:32:04.112335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'tag': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:04.115935 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0", "tag": "15659e41-7fcc-4a3b-bf56-c2ccd20685a1"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:04.144783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2dd0-a730-4530-950b-3490b7d9e776 service neutron] Pushing event updated for resources: {'Port': ['ID=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:04.172226 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2677a6ed-88a3-466d-bc76-e5f76ff6930c x-openstack-request-id: req-2677a6ed-88a3-466d-bc76-e5f76ff6930c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:04.172840 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e4137a-a4b0-4fec-b05d-5bb0f053afad", "name": "network-vif-plugged", "status": "completed", "tag": "bfb5fcd6-2a66-4104-b586-18fc974479a3", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:04.173292 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2677a6ed-88a3-466d-bc76-e5f76ff6930c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:04.173878 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb5fcd6-2a66-4104-b586-18fc974479a3', 'code': 200} Feb 11 13:32:04.223979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-82b11de3-2ead-4721-a22e-13bc1e3e717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.225520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-82b11de3-2ead-4721-a22e-13bc1e3e717c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0672133 Feb 11 13:32:04.294079 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-ac9e02fb-b767-4bb2-a07e-eea2c9d14bb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=15659e41-7fcc-4a3b-bf56-c2ccd20685a1 HTTP/1.1" status: 200 len: 217 time: 0.0606239 Feb 11 13:32:04.313598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4d1fc-9733-405f-a90d-31a93de751c7 req-0b653b72-4e67-47f2-b0c4-16a1d5168007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.315327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31d4d1fc-9733-405f-a90d-31a93de751c7 req-0b653b72-4e67-47f2-b0c4-16a1d5168007 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 1127 time: 0.0710731 Feb 11 13:32:04.372965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-8739b711-80da-4b27-a21b-22eb2ed0face service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.374228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-8739b711-80da-4b27-a21b-22eb2ed0face service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0701733 Feb 11 13:32:04.381741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31d4d1fc-9733-405f-a90d-31a93de751c7 req-d539e7d8-2c68-40c6-913b-818de15a203a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590994 Feb 11 13:32:04.387835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c20aff-2d63-40a5-8a33-c7bbdf01bcd3 req-cf75a980-f224-45dc-9646-49e0af89b772 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.389344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78c20aff-2d63-40a5-8a33-c7bbdf01bcd3 req-cf75a980-f224-45dc-9646-49e0af89b772 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 948 time: 0.0991719 Feb 11 13:32:04.470845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78c20aff-2d63-40a5-8a33-c7bbdf01bcd3 req-b914ef9a-e40d-499e-bf74-a7f18b777ffc tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729463 Feb 11 13:32:04.473434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-8a02143e-ed63-4e7b-81b1-6e59b96b9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.474896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-8a02143e-ed63-4e7b-81b1-6e59b96b9cf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0847034 Feb 11 13:32:04.621924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-bbc3b109-f82b-4904-80e6-adf13ce65959 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387081 Feb 11 13:32:04.635664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8b50-6f23-4cbd-88eb-0f831ff2c6b2 req-8c5b6d12-b141-48bf-888b-d0ab87cf69a1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.637653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-492c8b50-6f23-4cbd-88eb-0f831ff2c6b2 req-8c5b6d12-b141-48bf-888b-d0ab87cf69a1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0872118 Feb 11 13:32:04.739028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-492c8b50-6f23-4cbd-88eb-0f831ff2c6b2 req-3171b8c1-0217-47bf-a3a6-d641b19c33eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943508 Feb 11 13:32:04.768907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5dee305-2be0-4b4a-b6fc-4dc8f653b0dd req-cf1d00e7-d00c-4437-b2ad-b8d2bf141094 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417933 Feb 11 13:32:04.895197 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f439a-9bf6-402a-9baf-60d5425d72e4 x-openstack-request-id: req-ab7f439a-9bf6-402a-9baf-60d5425d72e4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:04.895492 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0", "tag": "15659e41-7fcc-4a3b-bf56-c2ccd20685a1", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:04.896295 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab7f439a-9bf6-402a-9baf-60d5425d72e4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:04.896796 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'tag': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1', 'status': 'completed', 'code': 200} Feb 11 13:32:04.998494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-ac9c7a36-21b9-4c0d-b190-caf4c88cde64 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:32:04.999495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-ac9c7a36-21b9-4c0d-b190-caf4c88cde64 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1705694 Feb 11 13:32:05.004489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-a380ecd1-1fd9-40c2-9dd5-4d52eeedb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.005914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-a380ecd1-1fd9-40c2-9dd5-4d52eeedb0df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0882287 Feb 11 13:32:05.021735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4e63e-ac1d-4149-bde3-3ba1e57573df req-c63f777d-9205-4d5e-a2a6-7400d33cf72a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.023326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4cc4e63e-ac1d-4149-bde3-3ba1e57573df req-c63f777d-9205-4d5e-a2a6-7400d33cf72a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 943 time: 0.0753272 Feb 11 13:32:05.147467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-f736fc18-5269-4dec-ab1d-7a3a559d20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.148752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-f736fc18-5269-4dec-ab1d-7a3a559d20d2 service neutron] 10.222.0.79 "GET /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 1125 time: 0.1413612 Feb 11 13:32:05.159783 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4cc4e63e-ac1d-4149-bde3-3ba1e57573df req-0dda6be0-d618-45d1-91d1-d9eb3a140feb tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285653 Feb 11 13:32:05.164400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Request body: {'binding': {'host': 'n-h1-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:05.164842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:32:05.199627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-4ebe26f7-8a1c-463a-9c61-adaed6434e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.201105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-4ebe26f7-8a1c-463a-9c61-adaed6434e92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1769361 Feb 11 13:32:05.286752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-bbb5b4ad-307b-4f77-93ad-0e708a634a55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=15659e41-7fcc-4a3b-bf56-c2ccd20685a1 HTTP/1.1" status: 200 len: 217 time: 0.0781074 Feb 11 13:32:05.633388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.639368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.644554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.649728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.655498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.660640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.665805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.667646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-b088d5af-3a92-40ff-a3aa-010d1bbc226c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.4515018 Feb 11 13:32:05.684328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-6c8c7c77-dd90-4f9b-83bc-293042760dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.685673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-6c8c7c77-dd90-4f9b-83bc-293042760dfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.3683221 Feb 11 13:32:05.740629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on host n-h1-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:05.740962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:05.741289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:05.758608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:05.758933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:05.778183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:05.778538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:05.778917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:05.779338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Bound port: 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:05.802991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2489593-f519-4b85-ac29-ae8f5eb40ef4 req-dbdc360b-8832-40aa-9235-624b43baffe4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266627 Feb 11 13:32:05.851333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-909f964a-4852-4ed6-b135-0d5c53f2beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.852240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-909f964a-4852-4ed6-b135-0d5c53f2beb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1555345 Feb 11 13:32:05.956640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:05.967870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:05.969017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-739a8ca3-2bb8-403e-9690-ab772909862d service neutron] 10.222.0.79 "POST /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8127103 Feb 11 13:32:05.997981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-fc56bef1-ca16-4682-83f3-2b5056e58d59 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366198 Feb 11 13:32:06.004656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef64d50-8d8e-4a95-afc6-f208769d0d14 req-953999e1-e23b-489f-9983-61e614b039da tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.006098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cef64d50-8d8e-4a95-afc6-f208769d0d14 req-953999e1-e23b-489f-9983-61e614b039da tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 945 time: 0.1247888 Feb 11 13:32:06.116916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cef64d50-8d8e-4a95-afc6-f208769d0d14 req-b4b03bcf-07a7-4017-8658-1b907a6c9276 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019104 Feb 11 13:32:06.146173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdaead2a-488a-4c9f-b809-f5afa9e39ee3 req-060a52aa-af2e-4f9e-ab47-1954fcdbe264 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313353 Feb 11 13:32:06.185102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707555b-7e82-4121-91fd-05e18179335c req-a03c1453-a132-40f0-81a1-df0789e349ef tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.186674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f707555b-7e82-4121-91fd-05e18179335c req-a03c1453-a132-40f0-81a1-df0789e349ef tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.0757096 Feb 11 13:32:06.235008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f707555b-7e82-4121-91fd-05e18179335c req-b2101f57-ed7c-4824-8bf5-aca6c8fda2ba tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Feb 11 13:32:06.270700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-5206d0a1-b41c-403a-b6a3-30399486cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.272147 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-5206d0a1-b41c-403a-b6a3-30399486cb2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1128 time: 0.0902023 Feb 11 13:32:06.280258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987dd5-443d-4f81-8294-39fdc5786620 req-46a25f74-1d0d-446b-ad75-837fd90f404a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.281693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6987dd5-443d-4f81-8294-39fdc5786620 req-46a25f74-1d0d-446b-ad75-837fd90f404a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 948 time: 0.0847113 Feb 11 13:32:06.343085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e514b0-ae11-4934-9a12-1cd5e058a657 req-170e4bc2-9eb0-4d74-b776-206cef0875d4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.344550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41e514b0-ae11-4934-9a12-1cd5e058a657 req-170e4bc2-9eb0-4d74-b776-206cef0875d4 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0522509 Feb 11 13:32:06.388098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6987dd5-443d-4f81-8294-39fdc5786620 req-c2356a68-5ce5-49b4-aff7-b99fc0e25206 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981131 Feb 11 13:32:06.392655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41e514b0-ae11-4934-9a12-1cd5e058a657 req-4441396d-606c-4e1c-bdd3-00d700cab967 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Feb 11 13:32:06.406355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-2d204a14-468b-411f-aaaa-95ac15e3549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.408342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-2d204a14-468b-411f-aaaa-95ac15e3549c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1254530 Feb 11 13:32:06.458380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-888967e2-a307-473a-8836-c239ffa1d87e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 217 time: 0.0375731 Feb 11 13:32:06.539837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-c9345a08-070b-4112-9d97-9b7c014d0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.541354 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-c9345a08-070b-4112-9d97-9b7c014d0c6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.0749764 Feb 11 13:32:06.552521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959968f-e3c8-4062-879d-15f919fd4b38 req-13dbc8cc-2dee-41a8-9384-71762be241b3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.553965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9959968f-e3c8-4062-879d-15f919fd4b38 req-13dbc8cc-2dee-41a8-9384-71762be241b3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0985758 Feb 11 13:32:06.595488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-aea99d24-6123-42b9-95bc-03ec4b1e73e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405259 Feb 11 13:32:06.648973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9959968f-e3c8-4062-879d-15f919fd4b38 req-c73c8acf-4fef-4278-a058-8101c23a26be tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814149 Feb 11 13:32:06.725089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79078857-4323-4824-b293-301f6f3818ed req-8d2439f8-f2ab-4612-a116-2dc66368ae1e tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.725363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-cf871af5-fe1c-4a5a-87e0-bc1218f11043 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164837 Feb 11 13:32:06.728928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79078857-4323-4824-b293-301f6f3818ed req-8d2439f8-f2ab-4612-a116-2dc66368ae1e tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 943 time: 0.0715888 Feb 11 13:32:06.778108 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79078857-4323-4824-b293-301f6f3818ed req-8b106b66-6d04-436b-b4e6-829605e73572 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Feb 11 13:32:06.863240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dc0fb-cd7b-4a9f-97b9-36f431ae2f85 req-0938997b-6db0-4b45-b94e-f38cd2b692a7 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.866574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f68dc0fb-cd7b-4a9f-97b9-36f431ae2f85 req-0938997b-6db0-4b45-b94e-f38cd2b692a7 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 945 time: 0.1259537 Feb 11 13:32:06.872116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-4b48b2de-b942-4b8e-8285-e1359e7116eb service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399825 Feb 11 13:32:06.923952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f68dc0fb-cd7b-4a9f-97b9-36f431ae2f85 req-7a6a2a41-2d99-4508-8255-568b4554d99f tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507486 Feb 11 13:32:06.994642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.999941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.005282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.011003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.017364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.022983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.028695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.030575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f52eb90-5469-440a-92c7-ea29606f419f req-d685d5dc-48a3-4284-b881-8b4701303e2b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1111047 Feb 11 13:32:07.093886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f52eb90-5469-440a-92c7-ea29606f419f req-406d7d31-9e5c-4903-9eb9-9d3d77b024bd tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568750 Feb 11 13:32:07.163814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8a2a74fd-34eb-451e-a630-f1e273469258 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:07.273018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8a2a74fd-34eb-451e-a630-f1e273469258, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8a2a74fd-34eb-451e-a630-f1e273469258,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:07.286145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '8a2a74fd-34eb-451e-a630-f1e273469258', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'port_id': '8a2a74fd-34eb-451e-a630-f1e273469258', 'mac_address': 'fa:16:3e:10:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:07.334598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8a2a74fd-34eb-451e-a630-f1e273469258 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:07.335406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:07.353164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2a74fd-34eb-451e-a630-f1e273469258 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:07.372335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8d0de-8932-44b1-8354-4e9c859c3a66 req-8fc028bf-54ad-4c1f-b8d7-f0547fa521e8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.375451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6b8d0de-8932-44b1-8354-4e9c859c3a66 req-8fc028bf-54ad-4c1f-b8d7-f0547fa521e8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.0656366 Feb 11 13:32:07.384668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8a2a74fd-34eb-451e-a630-f1e273469258, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8a2a74fd-34eb-451e-a630-f1e273469258,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:07.391866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:07.431651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6b8d0de-8932-44b1-8354-4e9c859c3a66 req-9b63cefb-0f2e-4db4-aea8-d863e96b303e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488596 Feb 11 13:32:07.469669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8a2a74fd-34eb-451e-a630-f1e273469258,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:07.549996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92eb37-aee4-41bc-b7f7-8e35afab7dfa req-0eaf8567-d229-4e04-9427-9e515e70bb6b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.551685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f92eb37-aee4-41bc-b7f7-8e35afab7dfa req-0eaf8567-d229-4e04-9427-9e515e70bb6b tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 948 time: 0.0556741 Feb 11 13:32:07.604750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f92eb37-aee4-41bc-b7f7-8e35afab7dfa req-c52c1142-e134-4092-a2c7-2e8ffa78e2ab tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476413 Feb 11 13:32:07.626020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546c95-2134-47c3-8752-c41c8b918e05 req-52215e2f-ab45-4b0a-b3d3-f74a08f9a492 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.627992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4546c95-2134-47c3-8752-c41c8b918e05 req-52215e2f-ab45-4b0a-b3d3-f74a08f9a492 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0721300 Feb 11 13:32:07.684614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4546c95-2134-47c3-8752-c41c8b918e05 req-fb964410-407c-4821-8d0e-b653dc6243b7 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506783 Feb 11 13:32:07.709143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['8a2a74fd-34eb-451e-a630-f1e273469258'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:07.820444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ca835-6dca-4193-bc3a-c6b11380410d req-ad24f3a0-79d3-46de-bb8a-90d060223e9e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.822735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-940ca835-6dca-4193-bc3a-c6b11380410d req-ad24f3a0-79d3-46de-bb8a-90d060223e9e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0801544 Feb 11 13:32:07.908978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-940ca835-6dca-4193-bc3a-c6b11380410d req-42a96c49-ab66-4ced-a268-60af4de84ddd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Feb 11 13:32:07.950740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b713f76-a7dd-4a71-b30f-c27cf7ef5336 req-33f1046c-4cae-4d6b-8c2c-ecc7568eaa13 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.952220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b713f76-a7dd-4a71-b30f-c27cf7ef5336 req-33f1046c-4cae-4d6b-8c2c-ecc7568eaa13 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 944 time: 0.0557213 Feb 11 13:32:08.004740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b713f76-a7dd-4a71-b30f-c27cf7ef5336 req-6d42e4c5-f48f-4a01-88cc-1d49d5d83e03 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Feb 11 13:32:08.127010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a114f5-8ac6-4b8d-b31d-1e154f864480 req-2ac5e409-f1b4-4aef-a31e-c8d697552d16 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.137702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a114f5-8ac6-4b8d-b31d-1e154f864480 req-2ac5e409-f1b4-4aef-a31e-c8d697552d16 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 945 time: 0.0723350 Feb 11 13:32:08.194815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69a114f5-8ac6-4b8d-b31d-1e154f864480 req-712b2e01-99fd-4b0e-b71b-c875261bb823 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/security-groups?id=895c2a51-8ce2-41ca-9528-5922436ba2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 Feb 11 13:32:08.283948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.289321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.295226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.301266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.306541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.311868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.317106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.319093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-1ecfc15d-c8b6-47ea-b33f-c01c442d5224 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.0986743 Feb 11 13:32:08.321343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1eb52-4929-4d6d-93b5-3bdcafde52e1 req-39b4e23d-c4cf-481a-9416-5eb11de3e9f7 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.322962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23a1eb52-4929-4d6d-93b5-3bdcafde52e1 req-39b4e23d-c4cf-481a-9416-5eb11de3e9f7 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 945 time: 0.0577385 Feb 11 13:32:08.384797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c37cf0d3-cdb0-4e7e-bf3c-98b42c7bb979 req-bca1fb46-cc2f-43a7-ab7e-7ab600835396 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545840 Feb 11 13:32:08.564133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662991c-95d7-4a74-9a3b-241979b16d5b req-985adaa5-21d9-4e57-899a-1255c3fb65e1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.565816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0662991c-95d7-4a74-9a3b-241979b16d5b req-985adaa5-21d9-4e57-899a-1255c3fb65e1 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.0609648 Feb 11 13:32:08.617228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0662991c-95d7-4a74-9a3b-241979b16d5b req-e2ae6536-1f1f-452e-861e-71e87d1db241 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Feb 11 13:32:08.713468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23a1eb52-4929-4d6d-93b5-3bdcafde52e1 req-6cf70227-f991-4a5d-a50f-8a49d1869c86 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817291 Feb 11 13:32:08.726502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-5549ff3a-42b7-4cd9-ba22-cda42922e590 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.728487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-5549ff3a-42b7-4cd9-ba22-cda42922e590 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 945 time: 0.4045463 Feb 11 13:32:08.756390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f4f56-25ad-41dd-afcd-3adf25c88ef2 req-bc2824a7-aee7-44f7-8426-e3afd3931d0a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.758076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-458f4f56-25ad-41dd-afcd-3adf25c88ef2 req-bc2824a7-aee7-44f7-8426-e3afd3931d0a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 948 time: 0.0660608 Feb 11 13:32:08.811332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-458f4f56-25ad-41dd-afcd-3adf25c88ef2 req-4fd67fad-d035-4907-93bf-fc9ebabb4a87 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466831 Feb 11 13:32:08.875715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7009cd6-4a8a-472a-a7e5-b462e2672fb6 req-38bf3a24-cedd-4d99-9064-55ec774fdd67 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.877230 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7009cd6-4a8a-472a-a7e5-b462e2672fb6 req-38bf3a24-cedd-4d99-9064-55ec774fdd67 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0720658 Feb 11 13:32:08.880474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Deleting port bfb5fcd6-2a66-4104-b586-18fc974479a3 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:08.880815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:08.979958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7009cd6-4a8a-472a-a7e5-b462e2672fb6 req-44be787b-886c-46b8-b4a7-963ec03e2718 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961323 Feb 11 13:32:09.005286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] For port bfb5fcd6-2a66-4104-b586-18fc974479a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bfb5fcd6-2a66-4104-b586-18fc974479a3,segment=NetworkSegment(27e6ea31-6d02-41f3-b55c-ba9e7e40658f),segment_id=27e6ea31-6d02-41f3-b55c-ba9e7e40658f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.005726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.019909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Calling delete_port for bfb5fcd6-2a66-4104-b586-18fc974479a3 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:09.038593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a28b1-e802-4c45-a7d9-a24da304f14c req-9e87ef4a-d6ad-402f-bb26-b0b6d0360ad4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.045640 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-726a28b1-e802-4c45-a7d9-a24da304f14c req-9e87ef4a-d6ad-402f-bb26-b0b6d0360ad4 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0735381 Feb 11 13:32:09.095095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-726a28b1-e802-4c45-a7d9-a24da304f14c req-80eebbe5-e5bb-4d48-9516-ef924fb4a8b2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485437 Feb 11 13:32:09.153512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eac6a1-43ed-4c97-9dc0-5e26dc7a3b3d req-98cae8a8-43f5-43ae-8398-c61341114c52 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.155042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11eac6a1-43ed-4c97-9dc0-5e26dc7a3b3d req-98cae8a8-43f5-43ae-8398-c61341114c52 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 944 time: 0.0766618 Feb 11 13:32:09.173503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:09.175815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8a2a74fd-34eb-451e-a630-f1e273469258 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:09.241716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11eac6a1-43ed-4c97-9dc0-5e26dc7a3b3d req-f9d6813a-1580-4d64-8447-e670f623137a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788319 Feb 11 13:32:09.242795 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bfb5fcd6-2a66-4104-b586-18fc974479a3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.260554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['bfb5fcd6-2a66-4104-b586-18fc974479a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:09.287329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Pushing event deleted for resources: {'Port': ['ID=bfb5fcd6-2a66-4104-b586-18fc974479a3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:09.328105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e56140d3-ea99-4bf2-be25-f017f756c030 req-8bf9afac-d2c4-4d84-8b50-e74223a42d6c tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e4137a-a4b0-4fec-b05d-5bb0f053afad HTTP/1.1" status: 200 len: 210 time: 0.0488677 Feb 11 13:32:09.341134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] No DVR routers for this DVR port bfb5fcd6-2a66-4104-b586-18fc974479a3 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:09.344269 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.350107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae3bfc26-bbd1-4314-a0fc-412e384c4ac1 req-dd1b701a-b777-423c-900c-c87781f95ce5 tempest-InstanceActionsV221TestJSON-710012935 tempest-InstanceActionsV221TestJSON-710012935-project] 10.222.0.83 "DELETE /v2.0/ports/bfb5fcd6-2a66-4104-b586-18fc974479a3 HTTP/1.1" status: 204 len: 173 time: 0.6155987 Feb 11 13:32:09.350659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'name': 'network-vif-deleted', 'tag': 'bfb5fcd6-2a66-4104-b586-18fc974479a3'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:09.354959 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dd6696-ec62-4ce5-bac1-ed0a793db646" -d '{"events": [{"server_uuid": "67e4137a-a4b0-4fec-b05d-5bb0f053afad", "name": "network-vif-deleted", "tag": "bfb5fcd6-2a66-4104-b586-18fc974479a3"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:09.370550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 8a2a74fd-34eb-451e-a630-f1e273469258 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:09.378755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 8a2a74fd-34eb-451e-a630-f1e273469258 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:09.379162 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.398815 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb6ca4-4c04-4efd-a872-005423b5b7c5 x-openstack-request-id: req-c0cb6ca4-4c04-4efd-a872-005423b5b7c5 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:09.399204 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e4137a-a4b0-4fec-b05d-5bb0f053afad", "name": "network-vif-deleted", "tag": "bfb5fcd6-2a66-4104-b586-18fc974479a3", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:09.400904 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0cb6ca4-4c04-4efd-a872-005423b5b7c5 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:09.401325 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e4137a-a4b0-4fec-b05d-5bb0f053afad', 'name': 'network-vif-deleted', 'tag': 'bfb5fcd6-2a66-4104-b586-18fc974479a3', 'status': 'completed', 'code': 200} Feb 11 13:32:09.435418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.454268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1', 'mac_address': 'fa:16:3e:54:62:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:09.539328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:09.539824 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.542649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8a2a74fd-34eb-451e-a630-f1e273469258 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:09.543616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.555541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.562963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.563119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:09.568624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.574356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.580730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.587290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.591517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:09.593800 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80335754-8d8c-4d61-b627-e0f4b636901e" -d '{"events": [{"server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "name": "network-vif-plugged", "status": "completed", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:09.594411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.596569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-71cdb709-d319-4283-a3ef-d7aef07207bf tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1131952 Feb 11 13:32:09.606588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.610774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8a2a74fd-34eb-451e-a630-f1e273469258, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8a2a74fd-34eb-451e-a630-f1e273469258,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.622082 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.629838 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.678181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-68848374-656a-43d9-b9de-5b6d166568a0 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.680308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-68848374-656a-43d9-b9de-5b6d166568a0 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 945 time: 0.0954902 Feb 11 13:32:09.695325 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e58d17-8f4c-4c58-8216-2488e6ef0dac x-openstack-request-id: req-56e58d17-8f4c-4c58-8216-2488e6ef0dac {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:09.695631 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "name": "network-vif-plugged", "status": "completed", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:09.695891 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56e58d17-8f4c-4c58-8216-2488e6ef0dac {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:09.696284 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258', 'code': 200} Feb 11 13:32:09.734663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8a2a74fd-34eb-451e-a630-f1e273469258,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:09.778763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3abc6466-1aec-4866-9b56-b04afcdf0daf req-967fc7ef-761b-4c81-bfe9-42755d7da157 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656702 Feb 11 13:32:09.891795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908740f9-b5c8-4c8b-b4a9-c609d108e361 req-81fc8ff6-7cc6-4427-a27f-f147ec5670e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.893973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-908740f9-b5c8-4c8b-b4a9-c609d108e361 req-81fc8ff6-7cc6-4427-a27f-f147ec5670e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 1127 time: 0.1574557 Feb 11 13:32:09.906771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7288-38e0-4c6f-af5e-879d21bceb7b req-78c4abdc-d8da-44de-93c6-ef5f1fb3d2de tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.909634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4eec7288-38e0-4c6f-af5e-879d21bceb7b req-78c4abdc-d8da-44de-93c6-ef5f1fb3d2de tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1601391 Feb 11 13:32:09.956408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Deleting port 2d61e409-9f3e-4c54-95ae-1b952b957d7d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:09.957422 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.999504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4eec7288-38e0-4c6f-af5e-879d21bceb7b req-c09f9637-4c06-4ff5-8490-94953f9f1f11 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825045 Feb 11 13:32:10.024834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:10.060237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270664-1d8c-45d0-89d6-b21bebf17864 req-500d0e54-dff2-45d0-9a30-ef7e2a4a19aa tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.079790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b6270664-1d8c-45d0-89d6-b21bebf17864 req-500d0e54-dff2-45d0-9a30-ef7e2a4a19aa tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb668489-2b85-4cc1-85c7-8ce8189387d1 HTTP/1.1" status: 200 len: 945 time: 0.1626151 Feb 11 13:32:10.097885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-908740f9-b5c8-4c8b-b4a9-c609d108e361 req-71795444-29c7-45da-bda3-c4a99544af0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954966 Feb 11 13:32:10.151569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b6270664-1d8c-45d0-89d6-b21bebf17864 req-0b4e9cfb-b761-48d8-81a8-28bc86fe275b tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.79 "GET /v2.0/security-groups?id=b01b6ee0-2950-4d2a-b184-f4f37fc2244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695696 Feb 11 13:32:10.157062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['15659e41-7fcc-4a3b-bf56-c2ccd20685a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:10.188578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] For port 2d61e409-9f3e-4c54-95ae-1b952b957d7d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2d61e409-9f3e-4c54-95ae-1b952b957d7d,segment=NetworkSegment(2d420f34-5571-4bc2-8470-7a9e1e438fb6),segment_id=2d420f34-5571-4bc2-8470-7a9e1e438fb6)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:10.188954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:10.205909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Calling delete_port for 2d61e409-9f3e-4c54-95ae-1b952b957d7d owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:10.234317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179213ed-08c2-4d06-8f46-81886694efb0 req-68d162c8-0b66-47a2-b04c-c1e588ddc32e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.235885 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-179213ed-08c2-4d06-8f46-81886694efb0 req-68d162c8-0b66-47a2-b04c-c1e588ddc32e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 949 time: 0.1202533 Feb 11 13:32:10.302526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44af25b-58ac-4eaf-be5f-6445d1911602 req-5833fd6b-8c50-4133-a5f6-518d5daff1b6 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.303958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44af25b-58ac-4eaf-be5f-6445d1911602 req-5833fd6b-8c50-4133-a5f6-518d5daff1b6 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0555573 Feb 11 13:32:10.367797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44af25b-58ac-4eaf-be5f-6445d1911602 req-8a01282a-3e1d-4c27-ab2b-a2528a2a00d1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578275 Feb 11 13:32:10.378684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-179213ed-08c2-4d06-8f46-81886694efb0 req-8e6f21a3-10c5-4a24-a259-52bba290daaa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876765 Feb 11 13:32:10.407851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2d61e409-9f3e-4c54-95ae-1b952b957d7d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:10.420951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['2d61e409-9f3e-4c54-95ae-1b952b957d7d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:10.440479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Pushing event deleted for resources: {'Port': ['ID=2d61e409-9f3e-4c54-95ae-1b952b957d7d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:10.529590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] No DVR routers for this DVR port 2d61e409-9f3e-4c54-95ae-1b952b957d7d on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:10.532608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:10.533311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f6f53-4b0f-4e96-8219-dea8bf03bc62 req-2777d1e3-5113-4830-ac4d-bd94b6483c0f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.535424 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7b3f6f53-4b0f-4e96-8219-dea8bf03bc62 req-2777d1e3-5113-4830-ac4d-bd94b6483c0f tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0627954 Feb 11 13:32:10.536539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2348c0cc-0fd7-471b-afcd-55f0497f8723 req-37ed57b2-f9d4-42d9-8ac2-73a331dd01a9 tempest-ServerTagsTestJSON-1357689578 tempest-ServerTagsTestJSON-1357689578-project] 10.222.0.83 "DELETE /v2.0/ports/2d61e409-9f3e-4c54-95ae-1b952b957d7d HTTP/1.1" status: 204 len: 173 time: 0.8503733 Feb 11 13:32:10.566075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303ec53-8f06-4c2f-b4d5-d7da7429914e req-2af91afd-2b22-49f7-93dc-df572d059e67 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.568749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8303ec53-8f06-4c2f-b4d5-d7da7429914e req-2af91afd-2b22-49f7-93dc-df572d059e67 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 945 time: 0.0834935 Feb 11 13:32:10.605921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7b3f6f53-4b0f-4e96-8219-dea8bf03bc62 req-e746a625-d121-4aee-832e-942e83a1d8cd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576284 Feb 11 13:32:10.646856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8303ec53-8f06-4c2f-b4d5-d7da7429914e req-1993a1c7-800f-4907-a2a2-2dc54ab0163b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690451 Feb 11 13:32:10.841186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:10.917132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] Deleting subnet 0e178af3-8c88-4649-b5fb-e99c8a223a7b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:32:10.927191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] Publish callbacks [] for subnet (0e178af3-8c88-4649-b5fb-e99c8a223a7b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:10.971656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0e178af3-8c88-4649-b5fb-e99c8a223a7b), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.008688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.015794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.021452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.029065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.034384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.039638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.044926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.049347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-889a2790-6f36-4bd9-ad10-398e94ef6d8d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1685424 Feb 11 13:32:11.099432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0e178af3-8c88-4649-b5fb-e99c8a223a7b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.150678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f5bd-5759-4dde-881e-00345ee18d4b req-1de9a193-e258-4d96-ac0d-bb4ca7ca6758 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.152589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e878f5bd-5759-4dde-881e-00345ee18d4b req-1de9a193-e258-4d96-ac0d-bb4ca7ca6758 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.0639493 Feb 11 13:32:11.176859 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35f5d5eb-1483-4dc7-9725-ff8a41ee642f req-f76a938f-ab55-43c0-b36c-fc2dc843fb97 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199582 Feb 11 13:32:11.195323 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0e178af3-8c88-4649-b5fb-e99c8a223a7b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.211740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e878f5bd-5759-4dde-881e-00345ee18d4b req-303f936b-0540-471d-9f12-0b755f9f112e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532441 Feb 11 13:32:11.242625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e178af3-8c88-4649-b5fb-e99c8a223a7b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.243197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38114) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:11.251293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.255465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aa535349-ce39-4edf-8817-8e86fd8826c2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0e178af3-8c88-4649-b5fb-e99c8a223a7b HTTP/1.1" status: 204 len: 168 time: 0.4121916 Feb 11 13:32:11.257567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:11.292572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] Deleting subnet ff0bdc65-4009-4022-a22a-d78d13cf0b20 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:32:11.295836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] Publish callbacks [] for subnet (ff0bdc65-4009-4022-a22a-d78d13cf0b20), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.336843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fe6bed4c-3c43-4bab-a856-6c736bcb176c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.340091 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (ff0bdc65-4009-4022-a22a-d78d13cf0b20), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.403906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ff0bdc65-4009-4022-a22a-d78d13cf0b20), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.464145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'name': 'network-vif-deleted', 'tag': '2d61e409-9f3e-4c54-95ae-1b952b957d7d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:11.467238 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2930845e-b476-4e8e-bed4-f86859250aae" -d '{"events": [{"server_uuid": "fb668489-2b85-4cc1-85c7-8ce8189387d1", "name": "network-vif-deleted", "tag": "2d61e409-9f3e-4c54-95ae-1b952b957d7d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:11.471645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (ff0bdc65-4009-4022-a22a-d78d13cf0b20), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.502713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fe6bed4c-3c43-4bab-a856-6c736bcb176c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.507551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0bdc65-4009-4022-a22a-d78d13cf0b20,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.509622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.517254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c1935d1d-c830-4049-bde6-9b762625a394 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ff0bdc65-4009-4022-a22a-d78d13cf0b20 HTTP/1.1" status: 204 len: 168 time: 0.2727740 Feb 11 13:32:11.527152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38124) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:11.564595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6bed4c-3c43-4bab-a856-6c736bcb176c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.582354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e6ea31-6d02-41f3-b55c-ba9e7e40658f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.583158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e6ea31-6d02-41f3-b55c-ba9e7e40658f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.601452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (27e6ea31-6d02-41f3-b55c-ba9e7e40658f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.630609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b203631-37df-40be-a58f-93927bf37e94 req-6dc8a9d8-e1b7-4329-8499-bef117570059 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.639300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b203631-37df-40be-a58f-93927bf37e94 req-6dc8a9d8-e1b7-4329-8499-bef117570059 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 949 time: 0.1332922 Feb 11 13:32:11.647826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (27e6ea31-6d02-41f3-b55c-ba9e7e40658f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.653285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43f10f-a2c0-442f-997c-7f08c33fb313 req-1752efb1-b227-4cca-900a-4864b3e55e47 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.654995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb43f10f-a2c0-442f-997c-7f08c33fb313 req-1752efb1-b227-4cca-900a-4864b3e55e47 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1362929 Feb 11 13:32:11.658722 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (55f0bbcc-867e-424c-a569-d3f09dce062c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.669381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:11.669790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (27e6ea31-6d02-41f3-b55c-ba9e7e40658f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:11.672601 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:11.762167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b203631-37df-40be-a58f-93927bf37e94 req-894cb521-2470-41f5-b57e-549792de976f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167276 Feb 11 13:32:11.763918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fe6bed4c-3c43-4bab-a856-6c736bcb176c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.776600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:11.792310 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fe6bed4c-3c43-4bab-a856-6c736bcb176c HTTP/1.1" status: 204 len: 168 time: 0.5233512 Feb 11 13:32:11.797075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c69dd-0b22-4bfa-ba51-d47726399320 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6bed4c-3c43-4bab-a856-6c736bcb176c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.862059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb43f10f-a2c0-442f-997c-7f08c33fb313 req-300af05f-8df7-4fae-9378-f87562e27a2a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915307 Feb 11 13:32:11.881332 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d338bec4-845b-489b-88c5-9eb3ccf0a8fe x-openstack-request-id: req-d338bec4-845b-489b-88c5-9eb3ccf0a8fe {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:11.881637 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb668489-2b85-4cc1-85c7-8ce8189387d1", "name": "network-vif-deleted", "tag": "2d61e409-9f3e-4c54-95ae-1b952b957d7d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:11.881899 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d338bec4-845b-489b-88c5-9eb3ccf0a8fe {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:11.882340 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb668489-2b85-4cc1-85c7-8ce8189387d1', 'name': 'network-vif-deleted', 'tag': '2d61e409-9f3e-4c54-95ae-1b952b957d7d', 'status': 'completed', 'code': 200} Feb 11 13:32:11.956013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:11.971005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (55f0bbcc-867e-424c-a569-d3f09dce062c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.024500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f0bbcc-867e-424c-a569-d3f09dce062c']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:12.040417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d420f34-5571-4bc2-8470-7a9e1e438fb6') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:12.040764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d420f34-5571-4bc2-8470-7a9e1e438fb6') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:12.056190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3f20d3d2-0847-4b9d-961b-31cdc6149e2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8ca962d09e6464fa596d3e127dad3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967684 Feb 11 13:32:12.056732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:12.056868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (2d420f34-5571-4bc2-8470-7a9e1e438fb6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.073158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedb0c4-278c-4291-8a98-fc86c24a96f2 req-18b0f59a-2c9a-4e57-9265-9cba5aa6e5d5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.080473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adedb0c4-278c-4291-8a98-fc86c24a96f2 req-18b0f59a-2c9a-4e57-9265-9cba5aa6e5d5 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0997231 Feb 11 13:32:12.092022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378ea8-0315-4092-943a-9dda756857df req-c8f2e001-1049-46bc-b921-333c16eecbb3 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.093530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab378ea8-0315-4092-943a-9dda756857df req-c8f2e001-1049-46bc-b921-333c16eecbb3 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 945 time: 0.1089618 Feb 11 13:32:12.112160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2d420f34-5571-4bc2-8470-7a9e1e438fb6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.126098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:12.126527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (2d420f34-5571-4bc2-8470-7a9e1e438fb6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:12.128175 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:12.151514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecda8-6956-4739-9f23-98eed5d87a06 admin admin] Publish callbacks [] for security_group (895c2a51-8ce2-41ca-9528-5922436ba2db), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.157709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adedb0c4-278c-4291-8a98-fc86c24a96f2 req-1395342a-46fc-4ee9-afad-fa327ebfa7d7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768769 Feb 11 13:32:12.187613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab378ea8-0315-4092-943a-9dda756857df req-92262199-1c11-4445-81fb-91cb5e5e3322 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844808 Feb 11 13:32:12.211404 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecda8-6956-4739-9f23-98eed5d87a06 admin admin] Publish callbacks [] for security_group (895c2a51-8ce2-41ca-9528-5922436ba2db), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.224831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (55f0bbcc-867e-424c-a569-d3f09dce062c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.236920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.248967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] 10.222.0.79 "DELETE /v2.0/networks/55f0bbcc-867e-424c-a569-d3f09dce062c HTTP/1.1" status: 204 len: 168 time: 0.7187243 Feb 11 13:32:12.307304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecda8-6956-4739-9f23-98eed5d87a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (895c2a51-8ce2-41ca-9528-5922436ba2db), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.312858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecda8-6956-4739-9f23-98eed5d87a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.314812 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5f2ecda8-6956-4739-9f23-98eed5d87a06 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/895c2a51-8ce2-41ca-9528-5922436ba2db HTTP/1.1" status: 204 len: 168 time: 0.2564659 Feb 11 13:32:12.384188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ecda8-6956-4739-9f23-98eed5d87a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c2a51-8ce2-41ca-9528-5922436ba2db,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:12.389552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f05b85-84a7-4686-9243-9215ae08efbc admin admin] Pushing event deleted for resources: {'Network': ['ID=55f0bbcc-867e-424c-a569-d3f09dce062c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:12.452959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.459484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.466110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.472934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.479433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.486445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.492209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.501061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-764e10a9-c5ec-497d-ba9f-e1aa3297bead tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1818776 Feb 11 13:32:12.570638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:12.625187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87295b2a-8fa3-493f-9eac-1085ba7988a5 req-60f058b2-89b4-4982-96b8-21e8a66b8562 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184533 Feb 11 13:32:12.688906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9398dc62-f167-47c9-8e3c-5ef8027471b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40437e1701ea45bd92014c8e312d729c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1171002 Feb 11 13:32:12.692855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38150) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:12.743505 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-c6015c01-424b-4e7b-9322-d129d346d29d tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 258 time: 0.4752891 Feb 11 13:32:12.749205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:12.780251 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.833764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6a84475-e0a0-4a13-9d22-3a8ebe5b4c8a admin admin] Publish callbacks [] for security_group (b01b6ee0-2950-4d2a-b184-f4f37fc2244a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.867848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf5b85-a0c0-425c-b066-81bd4e00a076 req-f4fae262-e1ec-46f7-ba5b-e6a5ba85de3e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.869698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37cf5b85-a0c0-425c-b066-81bd4e00a076 req-f4fae262-e1ec-46f7-ba5b-e6a5ba85de3e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1155188 Feb 11 13:32:12.920995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6a84475-e0a0-4a13-9d22-3a8ebe5b4c8a admin admin] Publish callbacks [] for security_group (b01b6ee0-2950-4d2a-b184-f4f37fc2244a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.968391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:12.984826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37cf5b85-a0c0-425c-b066-81bd4e00a076 req-33873492-0ea7-4920-a2c0-2e7f5a54551c tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Feb 11 13:32:13.028169 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6a84475-e0a0-4a13-9d22-3a8ebe5b4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b01b6ee0-2950-4d2a-b184-f4f37fc2244a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:13.035208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6a84475-e0a0-4a13-9d22-3a8ebe5b4c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:13.036423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c6a84475-e0a0-4a13-9d22-3a8ebe5b4c8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b01b6ee0-2950-4d2a-b184-f4f37fc2244a HTTP/1.1" status: 204 len: 168 time: 0.3417003 Feb 11 13:32:13.053376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a84475-e0a0-4a13-9d22-3a8ebe5b4c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b6ee0-2950-4d2a-b184-f4f37fc2244a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:13.192964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:13.222802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Allocated IP 172.25.3.141 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/362effbd-c4e0-467f-b6ee-d3af2ea3f826) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:13.282600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90f0ff-42f8-4b95-83d6-0f9bbb9cd309 req-0a6326bd-5027-41ba-9666-54f00fb7d32a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.297355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c90f0ff-42f8-4b95-83d6-0f9bbb9cd309 req-0a6326bd-5027-41ba-9666-54f00fb7d32a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 949 time: 0.1644554 Feb 11 13:32:13.340056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:13.351766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:13.352149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:13.411831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c90f0ff-42f8-4b95-83d6-0f9bbb9cd309 req-a2b68224-f518-4f2b-9083-0fcbd5af456f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131661 Feb 11 13:32:13.476473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bfb5fcd6-2a66-4104-b586-18fc974479a3 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:13.528999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: bfb5fcd6-2a66-4104-b586-18fc974479a3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:13.534935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bfb5fcd6-2a66-4104-b586-18fc974479a3 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:13.535629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2d61e409-9f3e-4c54-95ae-1b952b957d7d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:13.552389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:13.626822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 2d61e409-9f3e-4c54-95ae-1b952b957d7d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:13.629115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2d61e409-9f3e-4c54-95ae-1b952b957d7d not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:13.643075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:13.645035 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:13.714165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:13.726687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:13.727901 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e52b82c-6b85-4144-8d40-a8a82d055e52" -d '{"events": [{"server_uuid": "abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "15659e41-7fcc-4a3b-bf56-c2ccd20685a1"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:13.774793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event updated for resources: {'Port': ['ID=362effbd-c4e0-467f-b6ee-d3af2ea3f826,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:13.775232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:13.792283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:13.794008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:13.797764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:13.799535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:13.830170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dada-7881-4881-a25e-bfe5c2abe947 req-703e69ac-53b5-4f52-a9e0-949ed6834705 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.835466 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c60dada-7881-4881-a25e-bfe5c2abe947 req-703e69ac-53b5-4f52-a9e0-949ed6834705 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.2092214 Feb 11 13:32:13.961003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c60dada-7881-4881-a25e-bfe5c2abe947 req-afc891e3-7f95-4535-b360-7e0ea1646f1b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143339 Feb 11 13:32:13.968989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:13.979733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.010959 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (79e7c681-d8d0-4edb-8b6f-d457a952fbad), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.097068 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.120261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6775e0c-117c-46e0-95d1-8fdc934f0e01 req-883fd596-6cb3-4284-8718-93603e5f13f2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.128339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6775e0c-117c-46e0-95d1-8fdc934f0e01 req-883fd596-6cb3-4284-8718-93603e5f13f2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0787973 Feb 11 13:32:14.180050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-404349368-network', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:14.201899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6775e0c-117c-46e0-95d1-8fdc934f0e01 req-5e468459-ff14-49fe-9965-3525a8174f8b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685794 Feb 11 13:32:14.243044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Made reservation on behalf of 0f516c0fd43e40d9a33a8efccf2ba01d for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:14.245438 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.267616 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.352878 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.361786 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.430981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks [] for security_group (470a3dba-db2f-49d0-82f6-557eae075af7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.438267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (470a3dba-db2f-49d0-82f6-557eae075af7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.473440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:14.477076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (79e7c681-d8d0-4edb-8b6f-d457a952fbad), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.502632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.508917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event updated for resources: {'Port': ['ID=362effbd-c4e0-467f-b6ee-d3af2ea3f826,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.518544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.529479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.529839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.531282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-7f0f0fb4-f3df-4467-a1bc-a98b90ba2893 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7865984 Feb 11 13:32:14.541185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.546904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.552601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.558072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.560070 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e45854f-46eb-415d-9d35-37c26662df94 req-ac4ec869-4aee-4bee-86cf-2a1e0ad279f6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.2365043 Feb 11 13:32:14.575949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a3dba-db2f-49d0-82f6-557eae075af7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.588654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8ce258ef-a413-4b8b-b05a-98f81e0253ca), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.589001 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Added segment 8ce258ef-a413-4b8b-b05a-98f81e0253ca of type vlan for network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 Feb 11 13:32:14.648048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.693933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e45854f-46eb-415d-9d35-37c26662df94 req-aecb9845-7695-447b-a7fe-51a86643607c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268179 Feb 11 13:32:14.708626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-6403520a-9c49-4f9f-b7fc-a6193ad5e336 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1703756 Feb 11 13:32:14.723546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38206) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:14.735664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.740038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.740848 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:14.782929 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcae8e53-52df-4c3e-812a-d91f357880e6 x-openstack-request-id: req-dcae8e53-52df-4c3e-812a-d91f357880e6 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:14.783550 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "15659e41-7fcc-4a3b-bf56-c2ccd20685a1", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:14.783550 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dcae8e53-52df-4c3e-812a-d91f357880e6 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:14.783950 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1', 'code': 200} Feb 11 13:32:14.920191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-3933225d-5896-47f5-8d94-8275e019e591 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.921621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-316a47ea-45db-4b8a-a8df-8b78f2633ab5 req-3933225d-5896-47f5-8d94-8275e019e591 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2073298 Feb 11 13:32:14.943967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2048502815-network', 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:14.953724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9807546 Feb 11 13:32:14.954655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38214) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:14.959204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Request body: {'subnet': {'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-404349368-subnet', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:15.015649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Made reservation on behalf of 0f516c0fd43e40d9a33a8efccf2ba01d for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:15.019565 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.035324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb0f26-420a-4927-814a-b30591f95cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:15.049149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:15.095766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:15.098671 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.113950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e710-c7ac-48b2-b0d2-4e68570bbbf3 req-8a570d2e-d0f8-480f-b8f0-9500e3de903f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.115533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c38e710-c7ac-48b2-b0d2-4e68570bbbf3 req-8a570d2e-d0f8-480f-b8f0-9500e3de903f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1979780 Feb 11 13:32:15.123943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.131086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503b9f-fc00-4ee3-a795-b3815319e0fc req-c46821c4-7678-4750-be79-7f17b6a07594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.133016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02503b9f-fc00-4ee3-a795-b3815319e0fc req-c46821c4-7678-4750-be79-7f17b6a07594 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 1132 time: 0.2142148 Feb 11 13:32:15.216401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac63c4-2ffa-49a2-bf24-f1ab7761e869 req-ff28c30e-96b6-4f95-8838-f7db4b5d2331 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.218433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56ac63c4-2ffa-49a2-bf24-f1ab7761e869 req-ff28c30e-96b6-4f95-8838-f7db4b5d2331 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 950 time: 0.2190142 Feb 11 13:32:15.236508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c38e710-c7ac-48b2-b0d2-4e68570bbbf3 req-eb30d0f1-4420-4a06-8c8a-f6e4126960b3 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096551 Feb 11 13:32:15.255461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02503b9f-fc00-4ee3-a795-b3815319e0fc req-fe479d5f-0e52-4073-9405-f765a92fa521 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038005 Feb 11 13:32:15.286008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d35b4ab1-b385-4fc0-9d6e-15302d145be4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.304187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks [] for security_group (36692f91-6fe8-4859-b563-483694c884f9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.308268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (36692f91-6fe8-4859-b563-483694c884f9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.342826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:15.351408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56ac63c4-2ffa-49a2-bf24-f1ab7761e869 req-3cfe4b36-7078-4b5c-a7c6-dbff34e5b892 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104534 Feb 11 13:32:15.364155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35b4ab1-b385-4fc0-9d6e-15302d145be4,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:15.379932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Checking segment: {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:15.380374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Network hostable DHCP agents. Network: ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:15.385881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36692f91-6fe8-4859-b563-483694c884f9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:15.404117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:15.415440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4fe3a02d-5098-4bb8-9da3-b3881b7c98c9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.415793 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Added segment 4fe3a02d-5098-4bb8-9da3-b3881b7c98c9 of type vlan for network 085e3d9d-406a-4687-a260-fda81fe2574d Feb 11 13:32:15.418587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:15.423571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.424414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.431174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c036650-eca2-4290-8513-f49510a4d903 None None] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:32:15.449831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e81c05d2-b09b-485e-b173-13b0736f8707 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4921281 Feb 11 13:32:15.451017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:15.458590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:15.493065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (085e3d9d-406a-4687-a260-fda81fe2574d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.512106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-80485dcb-c0af-4fa7-8f6b-fe56887c8c14 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.513923 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-80485dcb-c0af-4fa7-8f6b-fe56887c8c14 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1660349 Feb 11 13:32:15.544962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.546242 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.577201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad739725-4ea0-4042-8c99-a9ae8fcd2f4c None None] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:32:15.579357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413abeaf-95b1-4cc8-b7ed-521da0e07d56 req-ddacfd13-80ae-4bb7-a229-6db00a537457 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.581143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-413abeaf-95b1-4cc8-b7ed-521da0e07d56 req-ddacfd13-80ae-4bb7-a229-6db00a537457 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0911911 Feb 11 13:32:15.611109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (085e3d9d-406a-4687-a260-fda81fe2574d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.612165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.612751 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.624055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-ca043138-3e4c-4b3b-841f-1e71f3d9d968 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1034777 Feb 11 13:32:15.654192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Request body: {'floatingip': {'port_id': '8a2a74fd-34eb-451e-a630-f1e273469258', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:15.718862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks [] for router_controller (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.780680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-413abeaf-95b1-4cc8-b7ed-521da0e07d56 req-6ff83a99-3d66-4d6f-af47-100cb158aa0d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925948 Feb 11 13:32:15.928687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks [] for router_gateway (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.969676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2438791 Feb 11 13:32:15.972304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38224) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:15.979282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Request body: {'subnet': {'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2048502815-subnet', 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:15.991455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e4072-953b-4196-af96-a483211974e0 req-3edea6dc-4be2-402d-98cc-b7021bc56e6a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.994254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-021e4072-953b-4196-af96-a483211974e0 req-3edea6dc-4be2-402d-98cc-b7021bc56e6a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.1298900 Feb 11 13:32:16.002638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f09a5d-cf1f-421d-9ad4-27e261880e90 admin admin] Pushing event updated for resources: {'Network': ['ID=085e3d9d-406a-4687-a260-fda81fe2574d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:16.007074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (79e7c681-d8d0-4edb-8b6f-d457a952fbad), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:16.033656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 085e3d9d-406a-4687-a260-fda81fe2574d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:16.081752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-021e4072-953b-4196-af96-a483211974e0 req-036c76ca-4fa2-4dd9-a869-8fcbcb87ce52 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684092 Feb 11 13:32:16.124755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:16.127449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:16.309466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.314799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.320251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.326414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.331662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.336940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.342894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.344886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-f82a3568-338c-466b-948f-678057fae84c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1540041 Feb 11 13:32:16.709815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:16.714518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (79e7c681-d8d0-4edb-8b6f-d457a952fbad), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:16.834248 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Floating IP 79e7c681-d8d0-4edb-8b6f-d457a952fbad associated. External IP: 172.25.3.141, port: 8a2a74fd-34eb-451e-a630-f1e273469258. Feb 11 13:32:16.898490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d39d1925-8c6c-48c3-b595-54707ce4d893), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:16.920662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8ea7220-7845-458e-b065-e9349a70e8b3 req-ccb13592-25fc-4de7-9c18-37d5f2814abe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5537994 Feb 11 13:32:16.969423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks [] for router_gateway (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:17.009517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:17.019346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39d1925-8c6c-48c3-b595-54707ce4d893,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:17.067688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Router 9b0a14e1-32b9-4264-845b-8618c4dd2427 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:17.084586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:17.084956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Network hostable DHCP agents. Network: 085e3d9d-406a-4687-a260-fda81fe2574d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:17.156088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Network 085e3d9d-406a-4687-a260-fda81fe2574d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:17.179308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7faefb-6a9b-4f74-9aaf-8b608e10f487 req-4866d36b-6865-43d8-8d55-951f42cebd35 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.180833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f7faefb-6a9b-4f74-9aaf-8b608e10f487 req-4866d36b-6865-43d8-8d55-951f42cebd35 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1591852 Feb 11 13:32:17.188959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:17.190834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 085e3d9d-406a-4687-a260-fda81fe2574d) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:17.193360 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:17.204840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.205789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:17.213191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] Sync routers for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:17.230907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Allocated IP 172.25.3.173 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/d1df312a-1999-467b-b71c-3027b135da65) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:17.234060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4893197-104d-4268-a9a9-90d9ca296059 None None] Network 085e3d9d-406a-4687-a260-fda81fe2574d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:32:17.239719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-622a5872-a612-4ed3-afec-2a19581da3d1 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "PUT /v2.0/floatingips/79e7c681-d8d0-4edb-8b6f-d457a952fbad HTTP/1.1" status: 200 len: 996 time: 1.5947917 Feb 11 13:32:17.258491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fb11fcc-4417-4fe1-ab98-fb3224682fb5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2844656 Feb 11 13:32:17.266449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:17.269154 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd5aaf-0b1b-48f4-b903-92f304712c59" -d '{"events": [{"name": "network-changed", "server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:17.291206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-315e76db-a5f5-42da-983f-424e41408ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.299061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-315e76db-a5f5-42da-983f-424e41408ba3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 1127 time: 0.0581644 Feb 11 13:32:17.308940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f7faefb-6a9b-4f74-9aaf-8b608e10f487 req-618118e6-a8cb-4596-ba2f-acbd321c2879 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137908 Feb 11 13:32:17.329801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:17.330574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:17.429899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-8bf8817a-bfcf-48d7-b3c1-34dd276d5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.437615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-8bf8817a-bfcf-48d7-b3c1-34dd276d5b16 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 200 len: 930 time: 0.1374390 Feb 11 13:32:17.502675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks [] for port (d1df312a-1999-467b-b71c-3027b135da65), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:17.533698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092e97-db7f-43eb-aaaa-222442a35530 req-68e2d264-4f59-4793-970e-908993430a89 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.535253 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8092e97-db7f-43eb-aaaa-222442a35530 req-68e2d264-4f59-4793-970e-908993430a89 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 950 time: 0.1676714 Feb 11 13:32:17.562927 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-8cf0c117-3066-4801-b448-f9d79a446aeb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 999 time: 0.1243591 Feb 11 13:32:17.596154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d1df312a-1999-467b-b71c-3027b135da65), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:17.612395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f810ce-5357-461b-97a3-13bb71698f47 None None] Network 085e3d9d-406a-4687-a260-fda81fe2574d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:32:17.642784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8092e97-db7f-43eb-aaaa-222442a35530 req-1cb56ea7-d3e6-4b04-a603-55b722702397 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984712 Feb 11 13:32:17.653821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:17.656990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:17.658946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-e770ed70-eb78-481c-a57c-743f5f751769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.660916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:17.671361 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-e770ed70-eb78-481c-a57c-743f5f751769 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=619d6215-f2af-4693-ad5a-91a27f6a1c7c HTTP/1.1" status: 200 len: 868 time: 0.1054864 Feb 11 13:32:17.698165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d1df312a-1999-467b-b71c-3027b135da65,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:17.725012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:17.930746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f7a02-1469-4e2d-a6f8-f3a28beab317 req-c522ec91-2a40-4f6d-a28f-abe39acc52a3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.935304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b5f7a02-1469-4e2d-a6f8-f3a28beab317 req-c522ec91-2a40-4f6d-a28f-abe39acc52a3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1431704 Feb 11 13:32:17.991664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '79e7c681-d8d0-4edb-8b6f-d457a952fbad', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'port_id': '8a2a74fd-34eb-451e-a630-f1e273469258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'mac_address': 'fa:16:3e:10:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:16Z', 'revision_number': 1, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:32:00Z', 'revision_number': 5, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:18.031479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] Checking router: 9b0a14e1-32b9-4264-845b-8618c4dd2427 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:18.044167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:18.045264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:18.097316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b5f7a02-1469-4e2d-a6f8-f3a28beab317 req-67665067-2a15-4510-b7c8-179dde5236b1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182055 Feb 11 13:32:18.112816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks [] for router_gateway (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:18.113222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-86a5f864-9d7f-4045-ace8-12854ce902a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.122828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-86a5f864-9d7f-4045-ace8-12854ce902a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b135047a-2cc5-479b-9ce4-4817bab5afd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4426394 Feb 11 13:32:18.190067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:18.227686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-6cc86473-7413-4546-807d-c47ee47ada43 service neutron] 10.222.0.79 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902772 Feb 11 13:32:18.344234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c70df60-6974-4a5f-be7c-9006dfe5ffee req-5c2aff8f-6642-4fd6-b6e0-bb7974f4ff15 service neutron] 10.222.0.79 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103575 Feb 11 13:32:18.363233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a7f09-5724-4b97-a203-52bf14072204 req-18ab7704-d7c1-479a-a544-e1c2456de770 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.368348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a6a7f09-5724-4b97-a203-52bf14072204 req-18ab7704-d7c1-479a-a544-e1c2456de770 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.1239445 Feb 11 13:32:18.415901 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a69175-2365-4326-a13e-e13592b917b1 x-openstack-request-id: req-33a69175-2365-4326-a13e-e13592b917b1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:18.416250 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:18.416570 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33a69175-2365-4326-a13e-e13592b917b1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:18.416921 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258', 'status': 'completed', 'code': 200} Feb 11 13:32:18.461615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:18.485920 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a6a7f09-5724-4b97-a203-52bf14072204 req-9ab94ea5-1774-43ff-ab11-db84e0e63812 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101274 Feb 11 13:32:18.534413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '79e7c681-d8d0-4edb-8b6f-d457a952fbad', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'port_id': '8a2a74fd-34eb-451e-a630-f1e273469258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'mac_address': 'fa:16:3e:10:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:16Z', 'revision_number': 1, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:32:00Z', 'revision_number': 5, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:18.549084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-7ff271c7-2a47-4fa4-b773-f21eb6378a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.550872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-7ff271c7-2a47-4fa4-b773-f21eb6378a32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 1127 time: 0.1044519 Feb 11 13:32:18.715206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00451-9f66-4520-945e-d2514004ecfd req-f40c044a-ed62-45e4-8b67-d6ea58842cfa tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.717113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2e00451-9f66-4520-945e-d2514004ecfd req-f40c044a-ed62-45e4-8b67-d6ea58842cfa tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 1132 time: 0.1431041 Feb 11 13:32:18.801805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-741c2f4d-5acf-467e-af54-b08a91742e76 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.803627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-741c2f4d-5acf-467e-af54-b08a91742e76 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.1445820 Feb 11 13:32:18.807586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2e00451-9f66-4520-945e-d2514004ecfd req-3c0f14d8-e9b8-4975-958c-6cb63c51063c tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793774 Feb 11 13:32:18.826010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-f108f036-2c17-4219-8c1f-517f1bb371a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.827849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-f108f036-2c17-4219-8c1f-517f1bb371a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 200 len: 930 time: 0.2699137 Feb 11 13:32:18.839804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:18.848115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807b982-8d8c-450c-bc75-efa272fd3440 None None] The sync data for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 is: [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '79e7c681-d8d0-4edb-8b6f-d457a952fbad', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'port_id': '8a2a74fd-34eb-451e-a630-f1e273469258', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'mac_address': 'fa:16:3e:10:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:16Z', 'revision_number': 1, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:32:00Z', 'revision_number': 5, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:18.961010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-209ca1c3-ea27-40c9-9520-dc94c3f32abb tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.1474044 Feb 11 13:32:19.000800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-d74e6e37-e04c-4020-b350-a050cc85469d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325501 Feb 11 13:32:19.054959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-e912e626-e863-403a-8662-bba0f1a50e4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 999 time: 0.2197237 Feb 11 13:32:19.115935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:19.129030 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Sync routers for ids ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:19.132953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-67e9b46f-c213-467c-9231-a5d45a1e68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.134659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-67e9b46f-c213-467c-9231-a5d45a1e68a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=619d6215-f2af-4693-ad5a-91a27f6a1c7c HTTP/1.1" status: 200 len: 868 time: 0.0484047 Feb 11 13:32:19.150017 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Routers {'31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:19.154324 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:19.162072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.168487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.177326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.184711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.191563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.197528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.204979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.209006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-37bfb937-64e9-41cb-afa3-7ea4d0bfa1a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.2107184 Feb 11 13:32:19.212828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:19.217372 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6febc9bd-2475-415e-b8f1-ad84a4fae6d7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7621303 Feb 11 13:32:19.218113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38266) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:19.221442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-2a3b78f7-ec9e-48ec-a02d-f45f443a4287 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111397 Feb 11 13:32:19.242596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-5f52cbd5-4525-4561-9163-9e0001b479bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.244155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-5f52cbd5-4525-4561-9163-9e0001b479bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b135047a-2cc5-479b-9ce4-4817bab5afd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1017909 Feb 11 13:32:19.257546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f46d4-c8da-4e65-b536-374103f7f1ee None None] New status for floating IP 79e7c681-d8d0-4edb-8b6f-d457a952fbad: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:32:19.309887 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Set router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:19.375918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b8157f8-0ee8-46b2-91e0-26d1f887d3cb req-3c6ee17b-4fa4-4474-b7ea-bf2a43d9ab9b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503737 Feb 11 13:32:19.420801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-3a4228f5-016e-4f91-95be-34ff58093ad9 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988032 Feb 11 13:32:19.463639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-7dbd4357-843b-4d9c-aaa8-ff0af4f8ccfe service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058613 Feb 11 13:32:19.531977 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:17Z', 'revision_number': 3, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:19.575811 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Checking router: 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:19.576284 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Updating router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f port d1df312a-1999-467b-b71c-3027b135da65 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:32:19.608339 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1df312a-1999-467b-b71c-3027b135da65), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:19.657167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eedd5aaf-0b1b-48f4-b903-92f304712c59 req-8cb765a5-b055-4930-b63b-e83cea2a89ca service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865766 Feb 11 13:32:19.824295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f376f68-ed8c-4397-abe2-a36611124a5a req-acdd19c4-c513-4c6d-aeae-15deb13b0e66 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.825991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f376f68-ed8c-4397-abe2-a36611124a5a req-acdd19c4-c513-4c6d-aeae-15deb13b0e66 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1140282 Feb 11 13:32:19.906575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-189bfc79-ffef-43b1-834e-a4a75559c346 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 258 time: 0.2473936 Feb 11 13:32:19.906919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:19.912367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:19.937798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:19.940034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f376f68-ed8c-4397-abe2-a36611124a5a req-e9ecbbf7-462c-4c04-bad2-c0bee3572cb6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045291 Feb 11 13:32:20.019457 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Publish callbacks [] for port (d1df312a-1999-467b-b71c-3027b135da65), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.027834 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1df312a-1999-467b-b71c-3027b135da65), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.086446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.100215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-e371532e-a3b2-4f04-bc7b-99ff65c681bd tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317445 Feb 11 13:32:20.123298 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Attempting to bind port d1df312a-1999-467b-b71c-3027b135da65 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:20.123607 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Attempting to bind port d1df312a-1999-467b-b71c-3027b135da65 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:20.124165 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Attempting to bind port d1df312a-1999-467b-b71c-3027b135da65 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:20.141692 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:20.142453 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:20.142659 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.143049 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:20.143730 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Bound port: d1df312a-1999-467b-b71c-3027b135da65, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:20.144956 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1df312a-1999-467b-b71c-3027b135da65), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.183207 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890001-7a3f-47e5-babb-9142585099c1 None None] Pushing event updated for resources: {'Port': ['ID=d1df312a-1999-467b-b71c-3027b135da65,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:20.232116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-7c907bfd-bca2-4911-bd97-9ddefd5478bd tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.233179 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] For port d1df312a-1999-467b-b71c-3027b135da65, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:20.233976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-7c907bfd-bca2-4911-bd97-9ddefd5478bd tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256208 Feb 11 13:32:20.237677 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] For port d1df312a-1999-467b-b71c-3027b135da65, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d1df312a-1999-467b-b71c-3027b135da65,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:20.245011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Allocated IP 172.25.3.20 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/35265edb-7b9a-4978-bd40-bea6774262af) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:20.268342 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1df312a-1999-467b-b71c-3027b135da65), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.279717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-f88b50b0-cb64-4713-b901-a0dbb8090d51 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/quotas/2b0facf2ef0b4d63a36bdedffe668359 HTTP/1.1" status: 200 len: 375 time: 0.0206194 Feb 11 13:32:20.361572 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Routers {'31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:20.362948 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:20.369344 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for port (35265edb-7b9a-4978-bd40-bea6774262af), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.373687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.415775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (35265edb-7b9a-4978-bd40-bea6774262af), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.459198 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890001-7a3f-47e5-babb-9142585099c1 None None] Pushing event updated for resources: {'Port': ['ID=d1df312a-1999-467b-b71c-3027b135da65,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:20.465507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:20.473617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:20.484665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-46e0949a-c812-4783-9e71-48305d0ef8ec tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1956792 Feb 11 13:32:20.486960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:20.520604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event updated for resources: {'Port': ['ID=35265edb-7b9a-4978-bd40-bea6774262af,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:20.573352 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] Set router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:20.613649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (bb0829b7-3f7b-4ed7-a4d5-7638883d61c6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.663521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Allocated IP 172.20.0.1 (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280/d35b4ab1-b385-4fc0-9d6e-15302d145be4/2144fbc9-d977-49d5-b0d7-b8fd80119196) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:20.693828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (35265edb-7b9a-4978-bd40-bea6774262af), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.799337 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:17Z', 'revision_number': 3, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:20.864142 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b074c-d171-4cd3-9df3-f20557ff3dd5 None None] The sync data for ids ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'] in n-d-828676-2 is: [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:17Z', 'revision_number': 3, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:20.890574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c449ed3-0f7d-4083-a2f3-7f0b4441fc9a req-d149585d-4b43-40ff-8b29-5ccc2aa83072 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.892559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c449ed3-0f7d-4083-a2f3-7f0b4441fc9a req-d149585d-4b43-40ff-8b29-5ccc2aa83072 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1340952 Feb 11 13:32:20.895997 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks [] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.918931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for port (35265edb-7b9a-4978-bd40-bea6774262af), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:20.929585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (35265edb-7b9a-4978-bd40-bea6774262af), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.012394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event updated for resources: {'Port': ['ID=35265edb-7b9a-4978-bd40-bea6774262af,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:21.021793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (bb0829b7-3f7b-4ed7-a4d5-7638883d61c6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.055203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.057481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c449ed3-0f7d-4083-a2f3-7f0b4441fc9a req-eabd219f-3570-4143-b958-cd4e2bd0537c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434269 Feb 11 13:32:21.063816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-33f4791f-21d3-4145-ba76-b757d98f5168 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1559911 Feb 11 13:32:21.114007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.176478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-778602d3-df24-48ef-b007-efb0c47c685d tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.1117496 Feb 11 13:32:21.228458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:21.241888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:21.245366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Pushing event updated for resources: {'Port': ['ID=2144fbc9-d977-49d5-b0d7-b8fd80119196,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:21.247720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:21.257490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-5aec5faa-2132-412b-aaf1-82dc6b42c140 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.259037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-5aec5faa-2132-412b-aaf1-82dc6b42c140 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.3119755 Feb 11 13:32:21.297047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Request body: {'port': {'device_id': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'admin_state_up': True, 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:21.358508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.373555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-65654bcd-4146-4276-b16e-a8d14411ddca tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.375109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25198bc6-fbd1-4864-8464-b1fa53525eb0 req-65654bcd-4146-4276-b16e-a8d14411ddca tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1977742 Feb 11 13:32:21.445110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c0893-0ff1-47f5-9628-c9e7aeb8fe85 req-fbd93a63-fee4-4690-b44c-fa7ff7de9d63 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.452110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e57c0893-0ff1-47f5-9628-c9e7aeb8fe85 req-fbd93a63-fee4-4690-b44c-fa7ff7de9d63 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.2820172 Feb 11 13:32:21.491308 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5aba2009-48df-4bef-b921-0919bd5ae1ca req-4b8f3c4a-91e1-4e02-a435-885abb2de148 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 210 time: 0.0447524 Feb 11 13:32:21.579457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:21.583870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.635272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.658335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.677537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.687504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.694029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.700411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.707197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.713537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.715409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-226bd7f0-1509-4904-bd00-10f090413a39 req-f6e3060f-bc53-4401-8c27-a5cfd40ee55e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1554685 Feb 11 13:32:21.779525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-226bd7f0-1509-4904-bd00-10f090413a39 req-6c51e78b-ba8e-4d9e-a97d-24387162ec54 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578561 Feb 11 13:32:21.816732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1df312a-1999-467b-b71c-3027b135da65 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:21.829157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e57c0893-0ff1-47f5-9628-c9e7aeb8fe85 req-c45b9e66-06a3-44cf-a0ba-1eaf1de59406 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698221 Feb 11 13:32:21.912973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d1df312a-1999-467b-b71c-3027b135da65 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:21.913813 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d1df312a-1999-467b-b71c-3027b135da65), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:21.953382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83168e04-fd13-4a95-8721-a663b28f7fcd req-20b5206b-7a78-4a2a-98ff-3fc1dd16a226 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 210 time: 0.0583556 Feb 11 13:32:22.030733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d1df312a-1999-467b-b71c-3027b135da65 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:22.031042 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1df312a-1999-467b-b71c-3027b135da65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:22.064363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port d1df312a-1999-467b-b71c-3027b135da65, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d1df312a-1999-467b-b71c-3027b135da65,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:22.071333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1df312a-1999-467b-b71c-3027b135da65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:22.155073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=d1df312a-1999-467b-b71c-3027b135da65,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:22.171908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399603-8e0c-4846-a771-009899c1ec8d req-79ac125c-a496-406f-8452-64e8942f1a52 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.174562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00399603-8e0c-4846-a771-009899c1ec8d req-79ac125c-a496-406f-8452-64e8942f1a52 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1172214 Feb 11 13:32:22.244790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00399603-8e0c-4846-a771-009899c1ec8d req-071de24a-9924-4a7b-af46-49b96e1b1ad2 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0640619 Feb 11 13:32:22.250862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-00399603-8e0c-4846-a771-009899c1ec8d req-059bb364-3750-4c81-962a-2f35474bbcad tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Request body: {'floatingip': {'port_id': '8a2a74fd-34eb-451e-a630-f1e273469258', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:22.262636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Allocated IP 172.20.0.5 (085e3d9d-406a-4687-a260-fda81fe2574d/d39d1925-8c6c-48c3-b595-54707ce4d893/c64abc70-b6af-447c-8fc8-f3bc8edd340a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:22.282768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-0747ad5f-a141-4670-bfbe-ae82a4f89baf tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695543 Feb 11 13:32:22.286384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:22.300527 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-00399603-8e0c-4846-a771-009899c1ec8d req-059bb364-3750-4c81-962a-2f35474bbcad tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (bb0829b7-3f7b-4ed7-a4d5-7638883d61c6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:22.505294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c7dcb-8c15-45ac-8be7-e910afc41ead req-b67dc9ed-e11d-41fa-a1d0-ffc468fa6694 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.507132 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d5c7dcb-8c15-45ac-8be7-e910afc41ead req-b67dc9ed-e11d-41fa-a1d0-ffc468fa6694 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.3001356 Feb 11 13:32:22.550965 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-00399603-8e0c-4846-a771-009899c1ec8d req-059bb364-3750-4c81-962a-2f35474bbcad tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:32:22.552873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00399603-8e0c-4846-a771-009899c1ec8d req-059bb364-3750-4c81-962a-2f35474bbcad tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "PUT /v2.0/floatingips/bb0829b7-3f7b-4ed7-a4d5-7638883d61c6 HTTP/1.1" status: 409 len: 549 time: 0.3071587 Feb 11 13:32:22.627743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-2a3fceb9-33ee-4bb4-b62f-05a48b233f87 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.629306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-2a3fceb9-33ee-4bb4-b62f-05a48b233f87 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373654 Feb 11 13:32:22.646968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Request body: {'port': {'device_id': '45ab5467-0e41-412f-8aca-686e7524681f', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2b0facf2ef0b4d63a36bdedffe668359'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:22.660152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fd9e-236d-4687-b976-93a99b793ce3 req-5bd9070a-8842-4bd4-a2ec-315293e7c96f tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.661973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e13fd9e-236d-4687-b976-93a99b793ce3 req-5bd9070a-8842-4bd4-a2ec-315293e7c96f tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0549219 Feb 11 13:32:22.724448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e13fd9e-236d-4687-b976-93a99b793ce3 req-0a43ba87-99b6-4e1b-a623-77c479ac989e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564110 Feb 11 13:32:22.751785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d5c7dcb-8c15-45ac-8be7-e910afc41ead req-59575e88-9b40-496b-a164-78ef5ab70c6e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275701 Feb 11 13:32:22.814287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks [] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:22.833603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a561cd3-cebb-47c2-aa43-312ce9c1cd9f req-3df456c7-5175-42c1-82ff-81b7a1f1a7d2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 210 time: 0.0333514 Feb 11 13:32:22.900098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-f03f420d-7f23-4cee-bcba-2eae4061b0f5 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips/bb0829b7-3f7b-4ed7-a4d5-7638883d61c6 HTTP/1.1" status: 200 len: 692 time: 0.1053023 Feb 11 13:32:22.968381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.974440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.979293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.984592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks [] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:22.984854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.990390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.996241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.001572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.003513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-da932f57-485c-4c65-afdd-678779fb07df tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5430 time: 0.1033249 Feb 11 13:32:23.036020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.069358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0f458d2-7730-48d7-a1df-9558123f86a3 req-1fb9e18d-9f9c-4504-8995-8d06a106506b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589879 Feb 11 13:32:23.105020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.125785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Made reservation on behalf of 2b0facf2ef0b4d63a36bdedffe668359 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:23.129357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.202189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Pushing event updated for resources: {'Port': ['ID=2144fbc9-d977-49d5-b0d7-b8fd80119196,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.206537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be6b5f-c97d-48a7-a9db-cf81d99b12f7 req-f3f40f46-5ab3-4d77-a8ef-e2d86320884c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.207145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Network 085e3d9d-406a-4687-a260-fda81fe2574d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:23.208049 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26be6b5f-c97d-48a7-a9db-cf81d99b12f7 req-f3f40f46-5ab3-4d77-a8ef-e2d86320884c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0607073 Feb 11 13:32:23.213206 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.225208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-695dc83e-e952-4b4f-80a7-765d39f5c01e tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.226628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-695dc83e-e952-4b4f-80a7-765d39f5c01e tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.3131087 Feb 11 13:32:23.233489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:23.234182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device be19f246-bd8c-45d7-ae6a-93f62e981172 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:23.251825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 56015dc8-f818-4033-a1d3-165762c1117b no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:23.267577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26be6b5f-c97d-48a7-a9db-cf81d99b12f7 req-992fec65-6a9c-4ced-b390-25cbcb78aa32 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531542 Feb 11 13:32:23.301503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:23.375888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff2fe59a-f2c8-4db2-b97d-5893bfc35b4e req-a8476996-a739-4799-a7c6-1434303f615a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 210 time: 0.0409915 Feb 11 13:32:23.422014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 56015dc8-f818-4033-a1d3-165762c1117b is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:23.422451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.430736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event updated for resources: {'Port': ['ID=c64abc70-b6af-447c-8fc8-f3bc8edd340a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.435859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-1c18e754-c4d6-4746-b45c-7bbd1a298f75 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.1361554 Feb 11 13:32:23.444887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port be19f246-bd8c-45d7-ae6a-93f62e981172, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=be19f246-bd8c-45d7-ae6a-93f62e981172,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:23.469104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'be19f246-bd8c-45d7-ae6a-93f62e981172', 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c', 'port_id': 'be19f246-bd8c-45d7-ae6a-93f62e981172', 'mac_address': 'fa:16:3e:9e:ab:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556047b5-f11b-4c0b-bf84-f1152adf6cd0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:23.470534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:23.472812 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b50eec-aef5-45d1-87e4-dcd2a4cc8150" -d '{"events": [{"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-unplugged", "status": "completed", "tag": "56015dc8-f818-4033-a1d3-165762c1117b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:23.507378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:23.513823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.514518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.519958 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bc94bf-b3ad-4c2a-9850-6e9ee94aaa11 x-openstack-request-id: req-39bc94bf-b3ad-4c2a-9850-6e9ee94aaa11 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:23.520388 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-unplugged", "status": "completed", "tag": "56015dc8-f818-4033-a1d3-165762c1117b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:23.520742 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-39bc94bf-b3ad-4c2a-9850-6e9ee94aaa11 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:23.521487 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b', 'code': 200} Feb 11 13:32:23.526336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.551364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port be19f246-bd8c-45d7-ae6a-93f62e981172 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:23.551667 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.577496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be19f246-bd8c-45d7-ae6a-93f62e981172 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:23.580785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-e5119c07-4a75-4317-9574-dc0ffb346a32 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.1290193 Feb 11 13:32:23.606669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.607727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-b55150f5-8c49-4c5b-adb4-397dff6dbab6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3234501 Feb 11 13:32:23.613036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port be19f246-bd8c-45d7-ae6a-93f62e981172, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=be19f246-bd8c-45d7-ae6a-93f62e981172,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:23.617371 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.618337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device ebab5e52-f364-4856-9627-72c1ebb60cd3 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:23.621783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Allocated IP 192.168.233.15 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/902c9388-49e4-43fe-8217-8b076dbecf9c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:23.630079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Request body: {'port': {'device_id': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:23.694972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=be19f246-bd8c-45d7-ae6a-93f62e981172,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.713957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:23.754949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:23.766906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port ebab5e52-f364-4856-9627-72c1ebb60cd3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:23.780987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1df312a-1999-467b-b71c-3027b135da65 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:23.805265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'port_id': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'mac_address': 'fa:16:3e:65:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:23.869320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port ebab5e52-f364-4856-9627-72c1ebb60cd3 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:23.869866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.873817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.884630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d1df312a-1999-467b-b71c-3027b135da65 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:23.885053 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d1df312a-1999-467b-b71c-3027b135da65), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.888694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9de576-98c0-4d00-846c-2d2539fb8409 req-f084f742-e4ff-4d30-aa21-48874e458f51 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.890269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d9de576-98c0-4d00-846c-2d2539fb8409 req-f084f742-e4ff-4d30-aa21-48874e458f51 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 943 time: 0.0738187 Feb 11 13:32:23.916633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebab5e52-f364-4856-9627-72c1ebb60cd3 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:23.948604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d9de576-98c0-4d00-846c-2d2539fb8409 req-221ea678-3413-4412-b786-99002369981c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Feb 11 13:32:23.954411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port ebab5e52-f364-4856-9627-72c1ebb60cd3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:23.961365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:23.962092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f99682d4-f7bc-4884-93c3-3c2290d91ca4 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:24.082937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=ebab5e52-f364-4856-9627-72c1ebb60cd3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:24.085265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59ed8-5ed1-4afa-87c1-c6e403502186 req-4726bd77-7355-48ff-b69a-d85297441f41 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.087877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-caf59ed8-5ed1-4afa-87c1-c6e403502186 req-4726bd77-7355-48ff-b69a-d85297441f41 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.0672877 Feb 11 13:32:24.127695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d1df312a-1999-467b-b71c-3027b135da65 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:24.163608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-caf59ed8-5ed1-4afa-87c1-c6e403502186 req-42aa86f6-8abf-4384-915f-f7dc9360d50d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586705 Feb 11 13:32:24.170322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f99682d4-f7bc-4884-93c3-3c2290d91ca4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:24.193051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'f99682d4-f7bc-4884-93c3-3c2290d91ca4', 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'port_id': 'f99682d4-f7bc-4884-93c3-3c2290d91ca4', 'mac_address': 'fa:16:3e:be:f9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2512bb0a-5763-4936-8a0c-7c7228066f3a', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:24.236423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f99682d4-f7bc-4884-93c3-3c2290d91ca4 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:24.237155 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.256158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99682d4-f7bc-4884-93c3-3c2290d91ca4 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:24.278549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f99682d4-f7bc-4884-93c3-3c2290d91ca4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:24.282883 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.284529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 75b8ca74-8355-4152-a0c7-783ae62fdf92 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:24.300570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655828ab-708c-4af8-89f5-4170f43e04d3 req-620ede0b-442c-4770-83f1-abeb715aa08b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.302440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655828ab-708c-4af8-89f5-4170f43e04d3 req-620ede0b-442c-4770-83f1-abeb715aa08b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 931 time: 0.0630686 Feb 11 13:32:24.331474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Deleting port 35265edb-7b9a-4978-bd40-bea6774262af {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:24.332363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (35265edb-7b9a-4978-bd40-bea6774262af), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.359289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655828ab-708c-4af8-89f5-4170f43e04d3 req-b918cfa5-6eb8-4471-b9f8-8af7cd1d3cee tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Feb 11 13:32:24.359934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f99682d4-f7bc-4884-93c3-3c2290d91ca4,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:24.365161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 75b8ca74-8355-4152-a0c7-783ae62fdf92, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:24.386344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '75b8ca74-8355-4152-a0c7-783ae62fdf92', 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'port_id': '75b8ca74-8355-4152-a0c7-783ae62fdf92', 'mac_address': 'fa:16:3e:e0:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2512bb0a-5763-4936-8a0c-7c7228066f3a', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:24.432667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks [] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.439103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 75b8ca74-8355-4152-a0c7-783ae62fdf92 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:24.439584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.451489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:24.461243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b8ca74-8355-4152-a0c7-783ae62fdf92 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:24.484121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 75b8ca74-8355-4152-a0c7-783ae62fdf92, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:24.489894 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.490759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 56015dc8-f818-4033-a1d3-165762c1117b details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:24.514786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.520196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.525452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.531189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.535919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.541708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.548608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.550865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-5cbbaa83-ad67-4072-a613-20ff3702d3b4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5433 time: 0.1143665 Feb 11 13:32:24.576106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=75b8ca74-8355-4152-a0c7-783ae62fdf92,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:24.622654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d5de5f6-e355-4c80-90df-8aa6d3863579 req-654efa18-b0e4-44ec-81d4-0b65e1dd1dd6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631700 Feb 11 13:32:24.636738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (35265edb-7b9a-4978-bd40-bea6774262af), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.637107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (35265edb-7b9a-4978-bd40-bea6774262af), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.647890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:24.661433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '56015dc8-f818-4033-a1d3-165762c1117b', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'port_id': '56015dc8-f818-4033-a1d3-165762c1117b', 'mac_address': 'fa:16:3e:76:84:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643474b5-9b36-4aff-b7de-66a22f4e75fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:24.669826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Calling delete_port for 35265edb-7b9a-4978-bd40-bea6774262af owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:24.686361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.701728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:24.704346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['218fe1e9-97d2-458d-aa6f-c47af4a8e686', '71aa3d5f-9771-48d6-b465-23eeff986e1e', '15659e41-7fcc-4a3b-bf56-c2ccd20685a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:24.759126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e679-6daf-45f8-a12f-ebd62fd35f3d req-c90707fd-8c67-4b3b-b685-7d393a1bf97a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.761892 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84d7e679-6daf-45f8-a12f-ebd62fd35f3d req-c90707fd-8c67-4b3b-b685-7d393a1bf97a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 946 time: 0.0629013 Feb 11 13:32:24.797814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 56015dc8-f818-4033-a1d3-165762c1117b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:24.798399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.815011 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84d7e679-6daf-45f8-a12f-ebd62fd35f3d req-015d3b7f-7068-4b4d-9571-61a302498939 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454924 Feb 11 13:32:24.834881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56015dc8-f818-4033-a1d3-165762c1117b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:24.849731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:24.869764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:24.881192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:24.884065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:24.901013 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Sync routers for ids ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:24.908456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:24.908731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event updated for resources: {'Port': ['ID=902c9388-49e4-43fe-8217-8b076dbecf9c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:24.926872 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Routers {'31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:24.931140 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:24.940004 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:24.941107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:24.966511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-10f140f8-a9be-4bca-85d0-132f1832b802 admin admin] 10.222.0.79 "PUT /v2.0/routers/31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7324333 Feb 11 13:32:24.985531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45566c04-8025-4d01-b778-22ec77aad329 req-80ee69b4-74b7-4f86-929c-bdae9bf8bb20 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.988826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45566c04-8025-4d01-b778-22ec77aad329 req-80ee69b4-74b7-4f86-929c-bdae9bf8bb20 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 935 time: 0.0842841 Feb 11 13:32:25.040966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64abc70-b6af-447c-8fc8-f3bc8edd340a {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:25.052336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Publish callbacks [] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.087404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.088313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.103523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Transition to ACTIVE for port object c64abc70-b6af-447c-8fc8-f3bc8edd340a will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:25.112336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.127956 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Set router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:25.146955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45566c04-8025-4d01-b778-22ec77aad329 req-3e055037-9a4a-4f72-a41d-2fd2740e5845 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497200 Feb 11 13:32:25.203386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:25.206886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-6161463e-3157-4163-a181-852bbede301d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5602927 Feb 11 13:32:25.221859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Request body: {'port': {'device_id': '45ab5467-0e41-412f-8aca-686e7524681f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:25.277609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba', 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'port_id': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba', 'mac_address': 'fa:16:3e:14:5c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2512bb0a-5763-4936-8a0c-7c7228066f3a', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:25.288059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.395978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c64abc70-b6af-447c-8fc8-f3bc8edd340a,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.398701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:25.399342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.424101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a91f7-9fcf-4519-bb8a-fa977eccf2a1 req-7a543389-4e4c-462d-b260-4aa6aa0f65d3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.426245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-226a91f7-9fcf-4519-bb8a-fa977eccf2a1 req-7a543389-4e4c-462d-b260-4aa6aa0f65d3 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 944 time: 0.1544225 Feb 11 13:32:25.435223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-381fab10-4660-40ca-a7cc-595e9301dbb8 None None] Provisioning complete for port 902c9388-49e4-43fe-8217-8b076dbecf9c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:25.435869 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381fab10-4660-40ca-a7cc-595e9301dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.443090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-ab5c6169-e089-47c2-8931-98a8c9593611 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.444708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-ab5c6169-e089-47c2-8931-98a8c9593611 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1128 time: 0.1562855 Feb 11 13:32:25.445592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:25.461540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828676-2'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:25.471905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (35265edb-7b9a-4978-bd40-bea6774262af), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.476885 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.526186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:25.534184 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-226a91f7-9fcf-4519-bb8a-fa977eccf2a1 req-c7de5d5c-aa00-4595-9775-6102569eb893 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003487 Feb 11 13:32:25.564554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-381fab10-4660-40ca-a7cc-595e9301dbb8 None None] Port 902c9388-49e4-43fe-8217-8b076dbecf9c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:32:25.576079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.577044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2a1962ae-a08a-406c-9207-ca591fc91c98 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:25.579904 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.592615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event deleted for resources: {'Port': ['ID=35265edb-7b9a-4978-bd40-bea6774262af,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.616947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2a1962ae-a08a-406c-9207-ca591fc91c98, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2a1962ae-a08a-406c-9207-ca591fc91c98,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:25.657068 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:21Z', 'revision_number': 4, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '2144fbc9-d977-49d5-b0d7-b8fd80119196', 'name': '', 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'mac_address': 'fa:16:3e:7e:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:20Z', 'updated_at': '2022-02-11T13:32:22Z', 'revision_number': 2, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'subnets': [{'id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:25.667028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Attempting to bind port c64abc70-b6af-447c-8fc8-f3bc8edd340a on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:25.668127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Attempting to bind port c64abc70-b6af-447c-8fc8-f3bc8edd340a by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:25.678613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Attempting to bind port c64abc70-b6af-447c-8fc8-f3bc8edd340a on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:25.690705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '2a1962ae-a08a-406c-9207-ca591fc91c98', 'network_id': 'c9f37f8f-dd92-4337-a328-55da151aa39c', 'port_id': '2a1962ae-a08a-406c-9207-ca591fc91c98', 'mac_address': 'fa:16:3e:d2:28:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556047b5-f11b-4c0b-bf84-f1152adf6cd0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:25.696914 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Checking router: 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:25.697816 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Updating router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f port 2144fbc9-d977-49d5-b0d7-b8fd80119196 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:32:25.698852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.732995 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.748857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (bb0829b7-3f7b-4ed7-a4d5-7638883d61c6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.751720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.753050 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-019d83ad-ef4e-4a3f-93c0-90d618576088 req-20d2eb3a-462f-4286-8f2b-31f59955f79b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "DELETE /v2.0/floatingips/bb0829b7-3f7b-4ed7-a4d5-7638883d61c6 HTTP/1.1" status: 204 len: 173 time: 2.1593609 Feb 11 13:32:25.761722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Port c64abc70-b6af-447c-8fc8-f3bc8edd340a on network 085e3d9d-406a-4687-a260-fda81fe2574d not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:25.762262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Attempting to bind port c64abc70-b6af-447c-8fc8-f3bc8edd340a on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:25.822280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:25.822842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:25.823393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Bound using segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:25.824518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Bound port: c64abc70-b6af-447c-8fc8-f3bc8edd340a, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:25.825626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.989675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 2a1962ae-a08a-406c-9207-ca591fc91c98 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:25.990379 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:25.991405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] For port c64abc70-b6af-447c-8fc8-f3bc8edd340a, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:25.994890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] For port c64abc70-b6af-447c-8fc8-f3bc8edd340a, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:26.040476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1962ae-a08a-406c-9207-ca591fc91c98 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:26.045736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.088338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf688d24-4fc8-4e2e-b88e-00ff8165384e req-4c45c3b3-8321-4f44-8e48-46d665b1b1b5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.096593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf688d24-4fc8-4e2e-b88e-00ff8165384e req-4c45c3b3-8321-4f44-8e48-46d665b1b1b5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1568787 Feb 11 13:32:26.105961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2a1962ae-a08a-406c-9207-ca591fc91c98, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2a1962ae-a08a-406c-9207-ca591fc91c98,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:26.142084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.142985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.144832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/c64abc70-b6af-447c-8fc8-f3bc8edd340a HTTP/1.1" status: 200 len: 1091 time: 2.5206897 Feb 11 13:32:26.147217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'tag': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:26.156069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.156758 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ceb0110-b5d8-4601-a294-5218fa969b0e", "tag": "c64abc70-b6af-447c-8fc8-f3bc8edd340a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:26.157605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 85d4c3a4-0538-4166-ab43-da97573683f0 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:26.177480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:26.191857 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Publish callbacks [] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.194446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf688d24-4fc8-4e2e-b88e-00ff8165384e req-aa822e7f-d7d6-428f-935f-04003f8de739 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970681 Feb 11 13:32:26.203107 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.253286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:26.278562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=2a1962ae-a08a-406c-9207-ca591fc91c98,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.287973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebb1f9-ba67-48bd-be81-110dfc7695f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c64abc70-b6af-447c-8fc8-f3bc8edd340a,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.313494 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a62a0c-8b5a-4d7a-a5be-8668d9eedf25 None None] Pushing event updated for resources: {'Port': ['ID=2144fbc9-d977-49d5-b0d7-b8fd80119196,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.349022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Publish callbacks [] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.356731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:26.364245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-c01762d0-a952-413c-987e-cb52660d8045 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.365971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-c01762d0-a952-413c-987e-cb52660d8045 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 810 time: 0.3673153 Feb 11 13:32:26.369587 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d5238-3ac1-4ca4-9642-21f1fb04f881" -d '{"events": [{"server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:26.374304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-fefd3102-bd2e-4bc7-8b9e-8d434378019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.375974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-fefd3102-bd2e-4bc7-8b9e-8d434378019b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 1125 time: 0.1641955 Feb 11 13:32:26.400325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.402276 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Attempting to bind port 2144fbc9-d977-49d5-b0d7-b8fd80119196 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:26.403672 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Attempting to bind port 2144fbc9-d977-49d5-b0d7-b8fd80119196 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:26.404278 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Attempting to bind port 2144fbc9-d977-49d5-b0d7-b8fd80119196 on network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:26.414045 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:26.414350 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Checking segment: {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:26.414897 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.415757 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Bound using segment: {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:26.418731 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Bound port: 2144fbc9-d977-49d5-b0d7-b8fd80119196, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:26.419319 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.439672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 85d4c3a4-0538-4166-ab43-da97573683f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=85d4c3a4-0538-4166-ab43-da97573683f0,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:26.459968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '85d4c3a4-0538-4166-ab43-da97573683f0', 'network_id': 'b4bd7c21-30aa-4ea2-b494-b0bb93044029', 'port_id': '85d4c3a4-0538-4166-ab43-da97573683f0', 'mac_address': 'fa:16:3e:a1:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2512bb0a-5763-4936-8a0c-7c7228066f3a', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:26.466404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-67b74585-9eb8-4f2e-9228-fab881a3d126 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a HTTP/1.1" status: 200 len: 217 time: 0.0704730 Feb 11 13:32:26.469581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-58a5590a-a210-4b2c-9283-f34ce6b415d9 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/quotas/0f516c0fd43e40d9a33a8efccf2ba01d HTTP/1.1" status: 200 len: 375 time: 0.0749156 Feb 11 13:32:26.479355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902c9388-49e4-43fe-8217-8b076dbecf9c {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:26.483574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ea0b-2d2f-4d68-a319-c3bd56027489 req-67f86415-a837-4602-b507-4003df6586b0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.485636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c855ea0b-2d2f-4d68-a319-c3bd56027489 req-67f86415-a837-4602-b507-4003df6586b0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 943 time: 0.1661403 Feb 11 13:32:26.492581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.503765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Publish callbacks [] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.534345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 85d4c3a4-0538-4166-ab43-da97573683f0 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:26.535093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.547441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on host n-h2-828676-2 for vnic_type normal with profile {"migrating_to": "n-h1-828676-2"} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:26.547874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:26.548333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:26.548559 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] For port 2144fbc9-d977-49d5-b0d7-b8fd80119196, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:26.558081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] For port 2144fbc9-d977-49d5-b0d7-b8fd80119196, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2144fbc9-d977-49d5-b0d7-b8fd80119196,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:26.558996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d4c3a4-0538-4166-ab43-da97573683f0 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:26.563208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:26.563549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Attempting to bind port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on network e488fa76-2b09-4163-a841-1a0915b58d8c {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:26.575253 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.578176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:26.578536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Checking segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:26.579124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Bound using segment: {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:26.579575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Bound port: 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0e95c-161d-42b2-8a12-10bc041d4243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e488fa76-2b09-4163-a841-1a0915b58d8c'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:26.579939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.593439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Transition to ACTIVE for port object 902c9388-49e4-43fe-8217-8b076dbecf9c will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:26.593688 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c855ea0b-2d2f-4d68-a319-c3bd56027489 req-93b3d30f-939c-43f7-a174-42b309f3c311 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971489 Feb 11 13:32:26.603442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-89c7e1dc-fbb4-491b-8573-2e3fc52d9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.605375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-89c7e1dc-fbb4-491b-8573-2e3fc52d9df8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1213007 Feb 11 13:32:26.607104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.635180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 85d4c3a4-0538-4166-ab43-da97573683f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=85d4c3a4-0538-4166-ab43-da97573683f0,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:26.663150 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:26.677682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-db6b0aca-4a82-415e-91fd-c06e022e8028 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779988 Feb 11 13:32:26.696078 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Routers {'31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:26.696717 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:26.707017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-f71efe01-95da-4c5f-9ee1-68cfb570abf6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481963 Feb 11 13:32:26.728684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:26.732566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:26.738583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:26.741467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Pushing event updated for resources: {'Port': ['ID=902c9388-49e4-43fe-8217-8b076dbecf9c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.782351 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a62a0c-8b5a-4d7a-a5be-8668d9eedf25 None None] Pushing event updated for resources: {'Port': ['ID=2144fbc9-d977-49d5-b0d7-b8fd80119196,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.827700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=85d4c3a4-0538-4166-ab43-da97573683f0,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.848534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:27.004387 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] Set router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:27.060946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.061625 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:27.063106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 1122 time: 1.6062732 Feb 11 13:32:27.094148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.100186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.105631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.111354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.127374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.133276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.148566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.160236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d6f18e1d-9e0a-4de0-93ee-fb4a768d6c80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5437 time: 0.4228532 Feb 11 13:32:27.205979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d235f-7c5b-4f63-a896-0d6cc7118780 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:27.287024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2add35ec-49fa-4c2d-b855-32761ab16a09 req-d7cec9af-90ec-4f90-ab8d-1b3f7714692f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240499 Feb 11 13:32:27.321242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:27.352873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-d715b3be-07bc-44a1-9104-fb8dc2622dff service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305637 Feb 11 13:32:27.372826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50c62a0d-f6f5-4a90-80b2-7adb77441959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:27.390018 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:21Z', 'revision_number': 4, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '2144fbc9-d977-49d5-b0d7-b8fd80119196', 'name': '', 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'mac_address': 'fa:16:3e:7e:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:20Z', 'updated_at': '2022-02-11T13:32:26Z', 'revision_number': 4, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'subnets': [{'id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:27.402054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-51e66af6-4203-42dc-bf6c-3e6caf695a48 service neutron] 10.222.0.79 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975548 Feb 11 13:32:27.415257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:27.425147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Attempting to bind port 902c9388-49e4-43fe-8217-8b076dbecf9c on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:27.425492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Attempting to bind port 902c9388-49e4-43fe-8217-8b076dbecf9c by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:27.425825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Attempting to bind port 902c9388-49e4-43fe-8217-8b076dbecf9c on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:27.438632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 has no active binding in host n-h1-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:32:27.474924 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb4b14-9b27-40c1-996f-cf27a199ad9b None None] The sync data for ids ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'] in n-d-828676-2 is: [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:21Z', 'revision_number': 4, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '2144fbc9-d977-49d5-b0d7-b8fd80119196', 'name': '', 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'mac_address': 'fa:16:3e:7e:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:20Z', 'updated_at': '2022-02-11T13:32:26Z', 'revision_number': 4, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'subnets': [{'id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:27.483600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Port 902c9388-49e4-43fe-8217-8b076dbecf9c on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:27.484055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Attempting to bind port 902c9388-49e4-43fe-8217-8b076dbecf9c on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:27.501803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-64dcb6e0-b06e-493a-b534-90a8c269ac73 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1684408 Feb 11 13:32:27.543350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:27.543350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:27.543650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:27.544101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Bound port: 902c9388-49e4-43fe-8217-8b076dbecf9c, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:27.544468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:27.596949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-3aaca8a6-5d5a-4144-b01c-16e431ce2458 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.598895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-3aaca8a6-5d5a-4144-b01c-16e431ce2458 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports/8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 942 time: 0.0913913 Feb 11 13:32:27.608826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:27.611706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8424eb3c-72ba-46da-840a-39ace4d748ee req-e6410f2b-0cbf-47b0-8cad-c4572725f9ea service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496088 Feb 11 13:32:27.668520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-265aec09-f18a-48f6-8fed-27147000bf74 service neutron] 10.222.0.79 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564988 Feb 11 13:32:27.726825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] For port 902c9388-49e4-43fe-8217-8b076dbecf9c, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:27.736627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] For port 902c9388-49e4-43fe-8217-8b076dbecf9c, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=902c9388-49e4-43fe-8217-8b076dbecf9c,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:27.749090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:27.815280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-db33f316-1287-41ce-b5fb-88b05526f156 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1492634 Feb 11 13:32:27.861796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.863539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:27.865030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-ce164854-2938-4688-a81e-59d90e05560e service neutron] 10.222.0.83 "PUT /v2.0/ports/902c9388-49e4-43fe-8217-8b076dbecf9c HTTP/1.1" status: 200 len: 1095 time: 2.6555045 Feb 11 13:32:27.892767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2144fbc9-d977-49d5-b0d7-b8fd80119196 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:27.953060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce164854-2938-4688-a81e-59d90e05560e service neutron] Pushing event updated for resources: {'Port': ['ID=902c9388-49e4-43fe-8217-8b076dbecf9c,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:28.020803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-c891f130-32e6-4ec9-9a1c-ea2088ef495a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.022468 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-c891f130-32e6-4ec9-9a1c-ea2088ef495a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2040799 Feb 11 13:32:28.036466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2144fbc9-d977-49d5-b0d7-b8fd80119196 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:28.036466 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:28.171028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-cdae0d0b-2fef-4cbf-81a8-ed972192100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.176833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-cdae0d0b-2fef-4cbf-81a8-ed972192100a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 1129 time: 0.2626822 Feb 11 13:32:28.177866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-f7133651-f199-4d36-bc43-aae6da70903b tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1317163 Feb 11 13:32:28.185510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:28.187751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2956d-3fda-4e38-9e4f-eeccc71d0f12 req-f2109b4d-e56f-4fbd-9347-40de8889d606 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.195605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96b2956d-3fda-4e38-9e4f-eeccc71d0f12 req-f2109b4d-e56f-4fbd-9347-40de8889d606 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.1918743 Feb 11 13:32:28.257379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2144fbc9-d977-49d5-b0d7-b8fd80119196 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:28.258043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:28.265139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['f99682d4-f7bc-4884-93c3-3c2290d91ca4'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:28.268667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['75b8ca74-8355-4152-a0c7-783ae62fdf92'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:28.316762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-424476f8-4b1c-4a35-b5e3-7c84c65aa4c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=902c9388-49e4-43fe-8217-8b076dbecf9c HTTP/1.1" status: 200 len: 217 time: 0.0765965 Feb 11 13:32:28.331108 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (79e7c681-d8d0-4edb-8b6f-d457a952fbad), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:28.351096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['ebab5e52-f364-4856-9627-72c1ebb60cd3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:28.379649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96b2956d-3fda-4e38-9e4f-eeccc71d0f12 req-f2018ac6-1a8f-4950-b430-566b302d9605 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726577 Feb 11 13:32:28.399052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['85d4c3a4-0538-4166-ab43-da97573683f0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:28.417460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-46b84b82-5b7c-43cd-9bff-63d04c1e5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.423195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-46b84b82-5b7c-43cd-9bff-63d04c1e5e8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0971966 Feb 11 13:32:28.533326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['56015dc8-f818-4033-a1d3-165762c1117b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:28.534909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:28.542770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (79e7c681-d8d0-4edb-8b6f-d457a952fbad), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:28.543268 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Floating IP 79e7c681-d8d0-4edb-8b6f-d457a952fbad disassociated. External IP: 172.25.3.141, port: 8a2a74fd-34eb-451e-a630-f1e273469258. Feb 11 13:32:28.669125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['2a1962ae-a08a-406c-9207-ca591fc91c98'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:28.685651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd585-1ff3-47a9-8e16-105abb3ed9a2 req-5dfa81fa-82c0-4061-8033-b0422de8e6c5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.689601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0aafd585-1ff3-47a9-8e16-105abb3ed9a2 req-5dfa81fa-82c0-4061-8033-b0422de8e6c5 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 947 time: 0.1835759 Feb 11 13:32:28.694746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-960cc90e-96d0-42e1-8523-87e789630f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.699863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-960cc90e-96d0-42e1-8523-87e789630f07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2692204 Feb 11 13:32:28.833754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-06bc7ae6-b9d4-440e-bdf7-16ccd276f17f service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148643 Feb 11 13:32:28.882432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Router 9b0a14e1-32b9-4264-845b-8618c4dd2427 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:28.988364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0aafd585-1ff3-47a9-8e16-105abb3ed9a2 req-ac22ec38-6fee-467d-888e-c1b08db4015c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858467 Feb 11 13:32:29.033525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5568fcf8-bda2-4264-b164-31aa006fccd4 req-041b1b86-7f95-4d35-a8ce-7ca9693faa90 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913738 Feb 11 13:32:29.038501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['be19f246-bd8c-45d7-ae6a-93f62e981172'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:29.073061 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c8d53-174a-4756-875b-27d84db29461 x-openstack-request-id: req-617c8d53-174a-4756-875b-27d84db29461 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:29.073445 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ceb0110-b5d8-4601-a294-5218fa969b0e", "tag": "c64abc70-b6af-447c-8fc8-f3bc8edd340a", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:29.074476 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-617c8d53-174a-4756-875b-27d84db29461 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:29.074905 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'tag': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a', 'status': 'completed', 'code': 200} Feb 11 13:32:29.088275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:29.103290 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:29.149600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] Sync routers for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:29.150167 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e4b36d-c0f4-4fbd-a0d1-19526613e492 x-openstack-request-id: req-10e4b36d-c0f4-4fbd-a0d1-19526613e492 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:29.151835 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:29.152099 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10e4b36d-c0f4-4fbd-a0d1-19526613e492 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:29.152573 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1', 'code': 200} Feb 11 13:32:29.159797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 2144fbc9-d977-49d5-b0d7-b8fd80119196, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2144fbc9-d977-49d5-b0d7-b8fd80119196,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:29.186828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:29.197716 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-24312b2a-6243-49b2-9dac-98d4b8d86912 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "PUT /v2.0/floatingips/79e7c681-d8d0-4edb-8b6f-d457a952fbad HTTP/1.1" status: 200 len: 695 time: 1.0155795 Feb 11 13:32:29.257590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-31725945-3d3d-4ab1-9253-8166018e13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.266064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-31725945-3d3d-4ab1-9253-8166018e13e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 1127 time: 0.0636477 Feb 11 13:32:29.268336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-a2303a70-df66-4e76-8480-e3f7639c887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.270252 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-a2303a70-df66-4e76-8480-e3f7639c887f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 1125 time: 0.1383550 Feb 11 13:32:29.289398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b19eab-a886-4a3a-ae65-6a20d81a5939 req-0037e7c5-6e0a-4c91-bacd-863a89472b1c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.297887 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68b19eab-a886-4a3a-ae65-6a20d81a5939 req-0037e7c5-6e0a-4c91-bacd-863a89472b1c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 944 time: 0.0946920 Feb 11 13:32:29.322980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:29.382159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-1e6cf28d-c2f1-42cf-9d3c-e6d8567a5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.383654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68b19eab-a886-4a3a-ae65-6a20d81a5939 req-27aa6328-975f-41fe-8a3f-f537328e92b7 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841091 Feb 11 13:32:29.389369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-1e6cf28d-c2f1-42cf-9d3c-e6d8567a5d42 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 200 len: 930 time: 0.1222537 Feb 11 13:32:29.464625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=2144fbc9-d977-49d5-b0d7-b8fd80119196,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:29.476180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-d3ab5cd5-71cc-4f50-860c-40d2ebce422b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 217 time: 0.0769539 Feb 11 13:32:29.495766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-9a812aa3-1884-4b73-87fd-e59ca5e75f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.497983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-9a812aa3-1884-4b73-87fd-e59ca5e75f65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.1971743 Feb 11 13:32:29.508165 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bac2d8c-57c7-4d77-a60b-960f5cd16b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:29.509627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:29.510545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:31:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.539891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-fdca9653-5268-442a-a2e1-3bbbb9f2e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.542325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-fdca9653-5268-442a-a2e1-3bbbb9f2e24a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=619d6215-f2af-4693-ad5a-91a27f6a1c7c HTTP/1.1" status: 200 len: 868 time: 0.0652952 Feb 11 13:32:29.577726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-4604dd93-16f8-47ef-90e8-76c308ffca05 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a HTTP/1.1" status: 200 len: 217 time: 0.0642633 Feb 11 13:32:29.621625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-77b31de1-2214-49db-b6c8-7c5e71561ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.632702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-77b31de1-2214-49db-b6c8-7c5e71561ece service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b135047a-2cc5-479b-9ce4-4817bab5afd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832696 Feb 11 13:32:29.655890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c28e18-7ce0-4820-a97f-e965f4df364c req-a3f0ce23-ff7d-4faf-9498-e42d2937bd67 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.657671 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83c28e18-7ce0-4820-a97f-e965f4df364c req-a3f0ce23-ff7d-4faf-9498-e42d2937bd67 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1649067 Feb 11 13:32:29.682012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:29.695000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-9d0a726b-8b91-4b8a-bbe5-5b56ecf1f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.699069 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-9d0a726b-8b91-4b8a-bbe5-5b56ecf1f4bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1144300 Feb 11 13:32:29.742445 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-c4b17429-74a1-4c86-8627-3a326b87661b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345633 Feb 11 13:32:29.870809 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-1b00cc49-d170-4dc8-8ddf-72a061301d6e service neutron] 10.222.0.79 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353203 Feb 11 13:32:29.895988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2144fbc9-d977-49d5-b0d7-b8fd80119196 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:29.927694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-4e9d6b0c-b0a6-4f01-b87a-5bf8e99cf29a service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637917 Feb 11 13:32:29.929161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-6da02c79-c235-4ca0-8045-09187fad2100 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.930855 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-6da02c79-c235-4ca0-8045-09187fad2100 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 810 time: 0.1895826 Feb 11 13:32:29.969843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83c28e18-7ce0-4820-a97f-e965f4df364c req-abfb2c55-f570-4f98-8423-f4fcd3ec8700 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023522 Feb 11 13:32:29.978132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Request body: {'port': {'device_id': '8376acab-7f88-4763-b599-fb564d1477f7', 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'admin_state_up': True, 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:30.064807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1d0949b-626e-4b4e-a5ce-643d3fd42d6b req-7a361ce2-8d0a-4781-b688-679df47dcd00 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227558 Feb 11 13:32:30.065610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-310144ff-fbd4-42fa-ad5f-b1eb3d27597b req-ceac82f7-113c-4c2e-8f3a-2ace96fe713a service neutron] 10.222.0.79 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936314 Feb 11 13:32:30.134656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Made reservation on behalf of 0f516c0fd43e40d9a33a8efccf2ba01d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:30.143324 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:30.188838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8e5cf-c064-42a0-9797-23dda992d55d req-a0250559-b24f-41d9-a9fb-74a88e2155a8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.190674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3dc8e5cf-c064-42a0-9797-23dda992d55d req-a0250559-b24f-41d9-a9fb-74a88e2155a8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 943 time: 0.0697532 Feb 11 13:32:30.215258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9729af2-f9eb-4d78-8158-4659911ee9c0 req-5ed3fc1e-0763-43bb-b051-1b50f8d1f100 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 210 time: 0.0483932 Feb 11 13:32:30.265837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3dc8e5cf-c064-42a0-9797-23dda992d55d req-555a679f-8405-4a69-bc54-70e88c29daf5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689437 Feb 11 13:32:30.373011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Allocated IP 172.20.0.11 (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280/d35b4ab1-b385-4fc0-9d6e-15302d145be4/87e88bfb-77eb-427b-9846-640674bf1c9b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:30.397573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2144fbc9-d977-49d5-b0d7-b8fd80119196 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:30.397977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:30.407075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.409541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322633f-35cc-48e7-af89-2fdae365015b req-b2612b32-771a-49d9-a3fd-234791544374 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.411071 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4322633f-35cc-48e7-af89-2fdae365015b req-b2612b32-771a-49d9-a3fd-234791544374 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.0765705 Feb 11 13:32:30.412705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.418114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.424274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.429040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.434418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.439700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.441720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-fb6113d5-799b-40cf-b01f-09c8693e5dd7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5437 time: 0.1371017 Feb 11 13:32:30.457424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:32:00Z', 'revision_number': 5, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:30.463320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4322633f-35cc-48e7-af89-2fdae365015b req-76a5be8c-adbb-4b85-afac-c890d28dd8f1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Feb 11 13:32:30.506801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] Checking router: 9b0a14e1-32b9-4264-845b-8618c4dd2427 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:30.529411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:30.530039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:30.531852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2144fbc9-d977-49d5-b0d7-b8fd80119196 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:30.577495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615805-9c37-440f-af30-8721c3daac94 req-a5fbdcef-ee6f-4ce2-86b5-9590a02bc033 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.579167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62615805-9c37-440f-af30-8721c3daac94 req-a5fbdcef-ee6f-4ce2-86b5-9590a02bc033 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 947 time: 0.0565822 Feb 11 13:32:30.592157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-789ee13c-a664-46f8-a37b-b965d8c49322 req-0ddaa235-9135-48e2-825d-c616ed7e4508 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385753 Feb 11 13:32:30.654106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62615805-9c37-440f-af30-8721c3daac94 req-4dfdbc8f-4974-41ef-9c0a-cd144b8319a4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666409 Feb 11 13:32:30.659472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:30.702098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-3772db97-5f97-4cdc-b8af-b34a30f768fb tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips/79e7c681-d8d0-4edb-8b6f-d457a952fbad HTTP/1.1" status: 200 len: 695 time: 0.0700550 Feb 11 13:32:30.707616 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks [] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:30.816270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43168-b62f-440e-8ff5-e0c77faed07f req-695e578c-3333-4036-9e80-699d964029c0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.821723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:30.831463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aae43168-b62f-440e-8ff5-e0c77faed07f req-695e578c-3333-4036-9e80-699d964029c0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 944 time: 0.0845015 Feb 11 13:32:30.837405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-9dce572a-a5ca-4719-a27c-48d7a4c781ed tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.838878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-9dce572a-a5ca-4719-a27c-48d7a4c781ed tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1294417 Feb 11 13:32:30.903935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aae43168-b62f-440e-8ff5-e0c77faed07f req-776b166c-1ca9-425b-9cf1-ac078aa90930 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690012 Feb 11 13:32:30.931253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-a1028aa5-89cb-4303-a7d9-9dd365c9336f tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 698 time: 0.0611269 Feb 11 13:32:30.935456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:30.939540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:30.941537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Pushing event updated for resources: {'Port': ['ID=87e88bfb-77eb-427b-9846-640674bf1c9b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:30.943837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:30.965064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:30.981286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:32:00Z', 'revision_number': 5, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:31.023483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-3eef972f-6a8b-4b89-9a5a-67fb989d6198 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 698 time: 0.0759797 Feb 11 13:32:31.025902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e09b4f-18bd-49bf-b31b-0b9a25ca848f None None] The sync data for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 is: [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 4, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '8144df59-8d9c-4259-9c11-76e12b4b9ee3', 'name': '', 'network_id': 'b135047a-2cc5-479b-9ce4-4817bab5afd3', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'mac_address': 'fa:16:3e:66:82:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:32:00Z', 'revision_number': 5, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'subnets': [{'id': '619d6215-f2af-4693-ad5a-91a27f6a1c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:31.039478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:31.040220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.076479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ab5467-0e41-412f-8aca-686e7524681f', 'tag': '902c9388-49e4-43fe-8217-8b076dbecf9c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:31.079379 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1047a7f5-67dc-45ee-a40d-c798851dba85" -d '{"events": [{"name": "network-changed", "server_uuid": "45ab5467-0e41-412f-8aca-686e7524681f", "tag": "902c9388-49e4-43fe-8217-8b076dbecf9c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:31.115591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-b9261f0d-c380-4711-a7ad-3c98dd24bc2d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1430314 Feb 11 13:32:31.151287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Request body: {'port': {'device_id': '8376acab-7f88-4763-b599-fb564d1477f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:31.154320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'}, {'name': 'network-changed', 'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:31.156482 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2e896a-209e-405c-b6a0-9e20f9464cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1"}, {"name": "network-changed", "server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:31.160937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe7ae-2f09-41ad-85cd-7ddd15e6f606 req-79d939b6-ed48-4efe-9b29-235abf3248e2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:31.162874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-abcbe7ae-2f09-41ad-85cd-7ddd15e6f606 req-79d939b6-ed48-4efe-9b29-235abf3248e2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.0783978 Feb 11 13:32:31.221926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-abcbe7ae-2f09-41ad-85cd-7ddd15e6f606 req-699cc94e-4c09-48bf-b5a3-fd69b2cf4fa0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535197 Feb 11 13:32:31.265447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.270281 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bc9ec5-6919-4234-90ef-0c9025d271be x-openstack-request-id: req-f2bc9ec5-6919-4234-90ef-0c9025d271be {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:31.270702 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ab5467-0e41-412f-8aca-686e7524681f", "tag": "902c9388-49e4-43fe-8217-8b076dbecf9c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:31.271048 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2bc9ec5-6919-4234-90ef-0c9025d271be {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:31.271556 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ab5467-0e41-412f-8aca-686e7524681f', 'tag': '902c9388-49e4-43fe-8217-8b076dbecf9c', 'status': 'completed', 'code': 200} Feb 11 13:32:31.303947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Deleting port 362effbd-c4e0-467f-b6ee-d3af2ea3f826 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:31.304284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.342739 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc1a1c3-3e49-4e5c-afcb-1a8c2942bf97 x-openstack-request-id: req-7fc1a1c3-3e49-4e5c-afcb-1a8c2942bf97 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:31.343077 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:31.343342 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7fc1a1c3-3e49-4e5c-afcb-1a8c2942bf97 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:31.344145 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1', 'status': 'completed', 'code': 200} Feb 11 13:32:31.344409 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258', 'status': 'completed', 'code': 200} Feb 11 13:32:31.459711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-1a27f735-4848-4e7f-9f46-5ae878a8c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:31.461551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-1a27f735-4848-4e7f-9f46-5ae878a8c027 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 1129 time: 0.1654541 Feb 11 13:32:31.490480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c64abc70-b6af-447c-8fc8-f3bc8edd340a details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:31.498743 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b3e8e-9222-4728-934a-1e9e4e19f109 None None] New status for floating IP 79e7c681-d8d0-4edb-8b6f-d457a952fbad: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:32:31.541298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.541683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (362effbd-c4e0-467f-b6ee-d3af2ea3f826), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.583268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Calling delete_port for 362effbd-c4e0-467f-b6ee-d3af2ea3f826 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:31.726741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-9bf1c554-d848-484e-a9d5-c19110d4a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:31.732014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-9bf1c554-d848-484e-a9d5-c19110d4a984 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2639523 Feb 11 13:32:31.775671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port c64abc70-b6af-447c-8fc8-f3bc8edd340a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:31.777946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-e603db09-ef55-4d1c-a8de-5295bb00c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:31.779646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-e603db09-ef55-4d1c-a8de-5295bb00c697 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1156 time: 0.4239516 Feb 11 13:32:31.790671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'port_id': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a', 'mac_address': 'fa:16:3e:a4:98:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39d1925-8c6c-48c3-b595-54707ce4d893', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:31.810087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-04a77766-c81d-4619-b045-5d752bf6d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:31.811676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-04a77766-c81d-4619-b045-5d752bf6d80d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 1127 time: 0.4392290 Feb 11 13:32:31.875143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port c64abc70-b6af-447c-8fc8-f3bc8edd340a is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:31.875813 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.885189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-e2af9fc3-3222-4498-b5af-37e92f48ccba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=902c9388-49e4-43fe-8217-8b076dbecf9c HTTP/1.1" status: 200 len: 217 time: 0.1254842 Feb 11 13:32:31.900604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64abc70-b6af-447c-8fc8-f3bc8edd340a {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:31.927050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port c64abc70-b6af-447c-8fc8-f3bc8edd340a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:31.941093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.999863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=c64abc70-b6af-447c-8fc8-f3bc8edd340a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.180206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e88bfb-77eb-427b-9846-640674bf1c9b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:32.181824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-c49c7a25-e45b-47ac-9fc9-cba190fedf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.183558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-c49c7a25-e45b-47ac-9fc9-cba190fedf8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 200 len: 930 time: 0.2974067 Feb 11 13:32:32.189110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-06a79f5e-6227-425b-a27a-58a69913e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.190642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-06a79f5e-6227-425b-a27a-58a69913e2bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1571829 Feb 11 13:32:32.191939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Publish callbacks [] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.201922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310c4b0-409b-4f0f-88d7-46579ecc3246 req-bba3fd70-8309-4e2e-bf4f-d0ab5aa58e31 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.205496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (362effbd-c4e0-467f-b6ee-d3af2ea3f826), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.209269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e310c4b0-409b-4f0f-88d7-46579ecc3246 req-bba3fd70-8309-4e2e-bf4f-d0ab5aa58e31 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 932 time: 0.4663572 Feb 11 13:32:32.210897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Transition to ACTIVE for port object 87e88bfb-77eb-427b-9846-640674bf1c9b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:32.225201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:32.236487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.248939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event deleted for resources: {'Port': ['ID=362effbd-c4e0-467f-b6ee-d3af2ea3f826,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.313534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Pushing event updated for resources: {'Port': ['ID=87e88bfb-77eb-427b-9846-640674bf1c9b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.317535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-28b4ce1b-7c0d-4e73-82b3-3036871faf45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 200 len: 217 time: 0.1251302 Feb 11 13:32:32.342641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-cbb00538-bbce-47f4-9b64-0364389e9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.344105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-cbb00538-bbce-47f4-9b64-0364389e9e4f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.4625323 Feb 11 13:32:32.381061 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:32:32.399470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.421127 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e310c4b0-409b-4f0f-88d7-46579ecc3246 req-7e0bff49-2b84-48c3-b09c-eb3931704fb3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064402 Feb 11 13:32:32.458154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Attempting to bind port 87e88bfb-77eb-427b-9846-640674bf1c9b on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:32.458365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Attempting to bind port 87e88bfb-77eb-427b-9846-640674bf1c9b by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:32.458693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Attempting to bind port 87e88bfb-77eb-427b-9846-640674bf1c9b on network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:32.467769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Port 87e88bfb-77eb-427b-9846-640674bf1c9b on network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:32.468097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Attempting to bind port 87e88bfb-77eb-427b-9846-640674bf1c9b on network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:32.477073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks [] for floatingip (79e7c681-d8d0-4edb-8b6f-d457a952fbad), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.483207 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.484393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6de9c795-ff63-4e42-82b0-a76e0d5b9d65 req-7c9a76fe-10c4-4cc6-b0b6-20d2e2a83119 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "DELETE /v2.0/floatingips/79e7c681-d8d0-4edb-8b6f-d457a952fbad HTTP/1.1" status: 204 len: 173 time: 1.4406388 Feb 11 13:32:32.493885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:32.494286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Checking segment: {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:32.494584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Bound using segment: {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:32.495015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Bound port: 87e88bfb-77eb-427b-9846-640674bf1c9b, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:32.495411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.496314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-dc6ca01e-591d-400a-a6f5-ce85055706a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 217 time: 0.1337390 Feb 11 13:32:32.560912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-f53a1b64-4b5a-4dd1-a165-18bd390146b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.562475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-f53a1b64-4b5a-4dd1-a165-18bd390146b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3373885 Feb 11 13:32:32.580278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-b6a9b523-c031-4b7d-a494-21e01dc653aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.582385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-b6a9b523-c031-4b7d-a494-21e01dc653aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=619d6215-f2af-4693-ad5a-91a27f6a1c7c HTTP/1.1" status: 200 len: 868 time: 0.2445648 Feb 11 13:32:32.610572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] For port 87e88bfb-77eb-427b-9846-640674bf1c9b, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:32.616244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] For port 87e88bfb-77eb-427b-9846-640674bf1c9b, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=87e88bfb-77eb-427b-9846-640674bf1c9b,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:32.626016 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.647503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf504d-1a68-428a-84af-86785255b371 req-47c23032-9e50-428b-ab47-e5faae7b0da1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.649388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46cf504d-1a68-428a-84af-86785255b371 req-47c23032-9e50-428b-ab47-e5faae7b0da1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.0905221 Feb 11 13:32:32.674976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-2705220e-4de0-4254-bea6-f5363e586742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.676521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-2705220e-4de0-4254-bea6-f5363e586742 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1694963 Feb 11 13:32:32.684374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.684993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.686490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] 10.222.0.30 "PUT /v2.0/ports/87e88bfb-77eb-427b-9846-640674bf1c9b HTTP/1.1" status: 200 len: 1092 time: 1.5394158 Feb 11 13:32:32.697408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2a1962ae-a08a-406c-9207-ca591fc91c98 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:32.749984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9352e4-5914-41bd-96b0-1e7009106dae service neutron] Pushing event updated for resources: {'Port': ['ID=87e88bfb-77eb-427b-9846-640674bf1c9b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.765029 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-acb555f0-625a-4150-bc23-785366724146 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437479 Feb 11 13:32:32.802910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 2a1962ae-a08a-406c-9207-ca591fc91c98 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:32.804440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcb9b1-a5ce-4d6e-a662-622668632660 req-67970085-5540-496c-a3ce-855a7df0535c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.806030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0bcb9b1-a5ce-4d6e-a662-622668632660 req-67970085-5540-496c-a3ce-855a7df0535c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 944 time: 0.2526336 Feb 11 13:32:32.814901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 2a1962ae-a08a-406c-9207-ca591fc91c98 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:32.815293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.842484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46cf504d-1a68-428a-84af-86785255b371 req-41d6b07c-9890-40dd-9722-e8a13b2ee2fe tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672068 Feb 11 13:32:32.843654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-9b51746f-9711-4912-890a-1ccd9ba8b634 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679904 Feb 11 13:32:32.857470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-2509205d-59c0-4a7f-b097-3ff4f487d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.859130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-2509205d-59c0-4a7f-b097-3ff4f487d1ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b135047a-2cc5-479b-9ce4-4817bab5afd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2511678 Feb 11 13:32:32.885532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-e57c2c32-e1ad-486b-a054-16f3b4395de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.887136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-e57c2c32-e1ad-486b-a054-16f3b4395de2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 1126 time: 0.1271503 Feb 11 13:32:32.947393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 2a1962ae-a08a-406c-9207-ca591fc91c98 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:32.948218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.974090 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-e6935fc9-4365-4f73-90ae-a9d7d02ae2a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87e88bfb-77eb-427b-9846-640674bf1c9b HTTP/1.1" status: 200 len: 217 time: 0.0783436 Feb 11 13:32:33.001596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2a1962ae-a08a-406c-9207-ca591fc91c98, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2a1962ae-a08a-406c-9207-ca591fc91c98,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:33.003250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:33.007346 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f156f33-9879-4b86-935f-df5ee7c930bc" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:33.015463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:33.055732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-8040a1d4-8388-412c-b07a-4f480098de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.057227 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-8040a1d4-8388-412c-b07a-4f480098de3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 200 len: 850 time: 0.0565426 Feb 11 13:32:33.074395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.079861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.085121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.087963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=2a1962ae-a08a-406c-9207-ca591fc91c98,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:33.091215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.096875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.102332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.107727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.109746 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-75b33684-9b0f-4ec4-a2c4-6fd9e3e52751 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5437 time: 0.1457794 Feb 11 13:32:33.144180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-05b04c92-8af5-4eba-b67c-7ceb0aa972af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334127 Feb 11 13:32:33.254680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f9ee9ab-ac3e-40d3-b73a-1bf2a343ae5f req-885289fc-869c-49bc-a1f2-7aa473eccd3b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362927 Feb 11 13:32:33.277927 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-7d7ff910-d03a-4fae-8707-82cb6426d5ad service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257312 Feb 11 13:32:33.331367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0bcb9b1-a5ce-4d6e-a662-622668632660 req-09775e75-95dd-46dc-8041-580e73512c7d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106533 Feb 11 13:32:33.376373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-17d0ebb6-0025-4ea1-86bd-2dd67710b47f service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996068 Feb 11 13:32:33.403295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8376acab-7f88-4763-b599-fb564d1477f7', 'tag': '87e88bfb-77eb-427b-9846-640674bf1c9b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:33.405591 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8376acab-7f88-4763-b599-fb564d1477f7", "tag": "87e88bfb-77eb-427b-9846-640674bf1c9b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:33.409516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8c79d00-11bb-4876-802d-371fdadba4bf req-f81179a8-efee-4b19-81da-481617e5d98d service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126916 Feb 11 13:32:33.483200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fca8ee-333a-4501-a1c7-eb4980525fcf req-73b55df5-801d-4d37-811d-419eabce5850 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.483819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1047a7f5-67dc-45ee-a40d-c798851dba85 req-186fea68-65ae-4ca9-8c3e-a2ef29c45238 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300821 Feb 11 13:32:33.484890 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-43fca8ee-333a-4501-a1c7-eb4980525fcf req-73b55df5-801d-4d37-811d-419eabce5850 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 947 time: 0.0745022 Feb 11 13:32:33.488565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-8e1b747c-cf6d-4a91-b438-b6c8e6fc6bdf service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319178 Feb 11 13:32:33.496328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 902c9388-49e4-43fe-8217-8b076dbecf9c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:33.500174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c64abc70-b6af-447c-8fc8-f3bc8edd340a up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:33.536835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-bc4ac99d-3622-4fd9-9430-4599c67aacd2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2649555 Feb 11 13:32:33.622722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-43fca8ee-333a-4501-a1c7-eb4980525fcf req-c7d2e9b4-3e93-4510-8c9e-48427a2f9caa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300557 Feb 11 13:32:33.632988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:33.691786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-73a9653f-b404-4f09-acc7-f8ca4e20b690 service neutron] 10.222.0.83 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094258 Feb 11 13:32:33.702083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243c2d5-db6e-4518-90c9-3d5cb70d18ca req-2980c2fa-f33a-4289-9f09-fc5f825e5cec tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.703690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8243c2d5-db6e-4518-90c9-3d5cb70d18ca req-2980c2fa-f33a-4289-9f09-fc5f825e5cec tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 944 time: 0.2702503 Feb 11 13:32:33.748651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c2e896a-209e-405c-b6a0-9e20f9464cf3 req-57d1d493-056a-4b9e-93e0-cf0a0c4ea2f2 service neutron] 10.222.0.30 "GET /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253115 Feb 11 13:32:33.750929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port c64abc70-b6af-447c-8fc8-f3bc8edd340a completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:33.759458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-ac61f596-3a68-470d-b341-c61b02165efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.761092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-ac61f596-3a68-470d-b341-c61b02165efe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 1132 time: 0.1858692 Feb 11 13:32:33.763681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port c64abc70-b6af-447c-8fc8-f3bc8edd340a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:33.764912 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:33.787004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8243c2d5-db6e-4518-90c9-3d5cb70d18ca req-ee89a1af-1a7b-4d28-8830-66f562470550 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711825 Feb 11 13:32:33.814285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 902c9388-49e4-43fe-8217-8b076dbecf9c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=902c9388-49e4-43fe-8217-8b076dbecf9c,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:33.828161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cde21-08cf-4b0e-9fd1-f84391068fef req-a89bf733-efb3-4533-a6b3-3d2bbcbf04c0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.830181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-988cde21-08cf-4b0e-9fd1-f84391068fef req-a89bf733-efb3-4533-a6b3-3d2bbcbf04c0 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1125555 Feb 11 13:32:33.862437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '902c9388-49e4-43fe-8217-8b076dbecf9c', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '902c9388-49e4-43fe-8217-8b076dbecf9c', 'mac_address': 'fa:16:3e:31:5b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:33.871746 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb328c-8878-48cc-bc35-b4dd335b09a5 x-openstack-request-id: req-c2bb328c-8878-48cc-bc35-b4dd335b09a5 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:33.872658 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:33.873025 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2bb328c-8878-48cc-bc35-b4dd335b09a5 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:33.873515 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98', 'code': 200} Feb 11 13:32:33.950774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 902c9388-49e4-43fe-8217-8b076dbecf9c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:33.951294 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:33.952635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-988cde21-08cf-4b0e-9fd1-f84391068fef req-948fae65-e6b1-49f6-942f-3fbda3b76497 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138496 Feb 11 13:32:33.956270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-d79d32df-77d2-4edf-8f41-9a187c9b8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.966418 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839551be-ac3f-4255-9f20-49550ab7c3f4 x-openstack-request-id: req-839551be-ac3f-4255-9f20-49550ab7c3f4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:33.966418 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8376acab-7f88-4763-b599-fb564d1477f7", "tag": "87e88bfb-77eb-427b-9846-640674bf1c9b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:33.966418 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-839551be-ac3f-4255-9f20-49550ab7c3f4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:33.966813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-d79d32df-77d2-4edf-8f41-9a187c9b8067 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1366205 Feb 11 13:32:33.966924 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8376acab-7f88-4763-b599-fb564d1477f7', 'tag': '87e88bfb-77eb-427b-9846-640674bf1c9b', 'status': 'completed', 'code': 200} Feb 11 13:32:33.968619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902c9388-49e4-43fe-8217-8b076dbecf9c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:33.991210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port c64abc70-b6af-447c-8fc8-f3bc8edd340a is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:33.991754 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:34.004635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 902c9388-49e4-43fe-8217-8b076dbecf9c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=902c9388-49e4-43fe-8217-8b076dbecf9c,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:34.019713 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:34.057134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port c64abc70-b6af-447c-8fc8-f3bc8edd340a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:34.064678 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:34.065562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:34.076390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-4f54c030-4399-4a9a-9acd-0fc07a6a6ae0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f HTTP/1.1" status: 200 len: 217 time: 0.1111138 Feb 11 13:32:34.104108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858051-dd0b-4a21-91de-38cf0ec7055c req-64fabaa3-3395-4c13-a62c-6c6bf490fe4a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.111853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f858051-dd0b-4a21-91de-38cf0ec7055c req-64fabaa3-3395-4c13-a62c-6c6bf490fe4a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0800126 Feb 11 13:32:34.114610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=902c9388-49e4-43fe-8217-8b076dbecf9c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:34.169778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f858051-dd0b-4a21-91de-38cf0ec7055c req-a9bf4928-90fc-4037-ba7b-a37d0fb204cf tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0569897 Feb 11 13:32:34.174611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=c64abc70-b6af-447c-8fc8-f3bc8edd340a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:34.213042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-c2c01e46-bffd-4090-ba43-911d236bed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.214682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-c2c01e46-bffd-4090-ba43-911d236bed12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0612528 Feb 11 13:32:34.224004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:34.282467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['902c9388-49e4-43fe-8217-8b076dbecf9c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:34.284655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315654b-985d-42d7-9cac-09a3a1c0614c req-ef687bd9-8072-4030-ba60-02c064cd1ffb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.289196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee0374-827b-4674-8a38-78a6c9ecbcca req-1ef57826-074b-49ef-88ad-9a0f2383e13b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.290926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c315654b-985d-42d7-9cac-09a3a1c0614c req-ef687bd9-8072-4030-ba60-02c064cd1ffb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 944 time: 0.2304101 Feb 11 13:32:34.296313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-c1903c12-2cbd-47ca-b169-798b937c9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.298387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81ee0374-827b-4674-8a38-78a6c9ecbcca req-1ef57826-074b-49ef-88ad-9a0f2383e13b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.0570621 Feb 11 13:32:34.300407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-c1903c12-2cbd-47ca-b169-798b937c9b93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 1126 time: 0.2429519 Feb 11 13:32:34.344119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81ee0374-827b-4674-8a38-78a6c9ecbcca req-108de150-a929-428f-923a-db264788ef48 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Feb 11 13:32:34.410162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c315654b-985d-42d7-9cac-09a3a1c0614c req-69ef802b-7079-44a3-9b93-49d658f1d79c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085589 Feb 11 13:32:34.431154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7301fc08-352d-43c9-806b-90a6a9be6849 req-965c4c5c-bc80-4e59-8e8e-b0c8da6a7d17 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0586891 Feb 11 13:32:34.525670 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-b67d3131-68cc-4054-9e59-2bc92c814b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.535791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-b67d3131-68cc-4054-9e59-2bc92c814b59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3137403 Feb 11 13:32:34.564993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47fe1b-4252-4df1-b913-6bcfafd018a9 req-ecd58046-1ef5-4f29-b89e-c352a7d29ac2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.572599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb47fe1b-4252-4df1-b913-6bcfafd018a9 req-ecd58046-1ef5-4f29-b89e-c352a7d29ac2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 945 time: 0.0670860 Feb 11 13:32:34.622895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb47fe1b-4252-4df1-b913-6bcfafd018a9 req-137a1c0d-544f-41d7-91c5-ae9e0d4478f4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491068 Feb 11 13:32:34.663532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-51ca5798-7a28-473c-acf8-3cb77a354982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.665040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-51ca5798-7a28-473c-acf8-3cb77a354982 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 911 time: 0.3528268 Feb 11 13:32:34.696484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 56015dc8-f818-4033-a1d3-165762c1117b up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:34.715633 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-1100fa60-510c-4cef-8d12-d03bfbe3f46d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87e88bfb-77eb-427b-9846-640674bf1c9b HTTP/1.1" status: 200 len: 217 time: 0.0428948 Feb 11 13:32:34.730579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.736096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.741536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.747079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.752664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.759377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.766773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.769303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7639966b-2fdd-41d2-9f57-962fd762391e req-0b1d051a-312d-4e54-ab2f-bf0775cdf637 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5438 time: 0.2301230 Feb 11 13:32:34.770051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 56015dc8-f818-4033-a1d3-165762c1117b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:34.770474 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (56015dc8-f818-4033-a1d3-165762c1117b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:34.840035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-f5d964f8-ae3b-4c2f-a288-52f00f140f1a service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874227 Feb 11 13:32:34.886980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 56015dc8-f818-4033-a1d3-165762c1117b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:34.887772 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:34.910163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-6d778811-32f5-475b-b607-7831412ed8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.911716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-6d778811-32f5-475b-b607-7831412ed8e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 200 len: 850 time: 0.1367869 Feb 11 13:32:34.939361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f5c01-ddb5-4bd2-a3ed-05f14eab2275 req-71a27f09-1d05-44d5-a9bb-ce962a333111 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.944694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:34.946867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-368f5c01-ddb5-4bd2-a3ed-05f14eab2275 req-71a27f09-1d05-44d5-a9bb-ce962a333111 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 948 time: 0.0769098 Feb 11 13:32:34.950834 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:34.951810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:34.986770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-ac379c12-93ee-4168-becc-21e4453f8b7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392804 Feb 11 13:32:34.997453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7639966b-2fdd-41d2-9f57-962fd762391e req-1efafa61-7fec-442c-92f9-824049e96127 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2063460 Feb 11 13:32:35.006590 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-368f5c01-ddb5-4bd2-a3ed-05f14eab2275 req-98b7bf61-1db5-4a09-b4ee-350139c26f70 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584736 Feb 11 13:32:35.054076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.063024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63cf6fa6-2504-4d0e-b5a5-2d656f709a91 req-91b0f413-2699-4b26-8299-5e38766a5145 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169132 Feb 11 13:32:35.093840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:35.127270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:35.128037 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.138249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-82918ab1-277e-44a7-bf8c-ccfd21bed896 service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379774 Feb 11 13:32:35.224392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eeed-93b4-4f9d-893b-493bb1b07209 req-4fa42c7a-d17e-43bb-bb9c-c74a48dc5bdd tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.226384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d080eeed-93b4-4f9d-893b-493bb1b07209 req-4fa42c7a-d17e-43bb-bb9c-c74a48dc5bdd tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 945 time: 0.0789528 Feb 11 13:32:35.250972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:35.251561 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.269946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d053b-0d53-4372-a952-7d5e4e1f058f req-fec61b7a-1d8e-4773-bdc3-a278820779ab tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.272215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90d053b-0d53-4372-a952-7d5e4e1f058f req-fec61b7a-1d8e-4773-bdc3-a278820779ab tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1497250 Feb 11 13:32:35.278994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d080eeed-93b4-4f9d-893b-493bb1b07209 req-d4ce7c3e-bfa8-47b3-95c0-aa6cd98b1ff5 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448651 Feb 11 13:32:35.302336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:35.307017 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.308284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device ebab5e52-f364-4856-9627-72c1ebb60cd3 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:35.334905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-777f33d7-9bc1-4ab5-ac0c-140193dd99b4 req-03a62084-bf26-4bdf-9d36-879eba4f57ad service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797650 Feb 11 13:32:35.369068 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-9327f731-28ce-482d-a9f8-eac5f7811863 service neutron] 10.222.0.83 "GET /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.1399183 Feb 11 13:32:35.374188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90d053b-0d53-4372-a952-7d5e4e1f058f req-32cd2e25-48e7-47f0-82b6-692b461568ef tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893962 Feb 11 13:32:35.406729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.415074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port ebab5e52-f364-4856-9627-72c1ebb60cd3 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:35.423862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port ebab5e52-f364-4856-9627-72c1ebb60cd3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:35.423862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.461090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e40a-6916-40a9-bf80-364b446100a9 req-865a7f29-e6c9-4858-a5c5-e774eb246d5f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.466151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7585e40a-6916-40a9-bf80-364b446100a9 req-865a7f29-e6c9-4858-a5c5-e774eb246d5f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.1060290 Feb 11 13:32:35.529123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 902c9388-49e4-43fe-8217-8b076dbecf9c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:35.531078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7585e40a-6916-40a9-bf80-364b446100a9 req-62880792-1fe1-46dd-98fe-d711b7a44a06 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Feb 11 13:32:35.562227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port ebab5e52-f364-4856-9627-72c1ebb60cd3 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:35.562630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.613490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port ebab5e52-f364-4856-9627-72c1ebb60cd3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:35.617593 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.623629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 902c9388-49e4-43fe-8217-8b076dbecf9c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:35.647128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 902c9388-49e4-43fe-8217-8b076dbecf9c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:35.647427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.671300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6c558-d434-4792-b436-761c9493e644 req-3594ba25-517d-4c46-baf4-015cd7055620 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.673328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7b6c558-d434-4792-b436-761c9493e644 req-3594ba25-517d-4c46-baf4-015cd7055620 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 944 time: 0.0672381 Feb 11 13:32:35.705280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=ebab5e52-f364-4856-9627-72c1ebb60cd3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.744370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7b6c558-d434-4792-b436-761c9493e644 req-cbeb60bf-3e51-4d27-a063-a9a1329b9ff2 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611613 Feb 11 13:32:35.765516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 902c9388-49e4-43fe-8217-8b076dbecf9c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:35.766205 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.806833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 902c9388-49e4-43fe-8217-8b076dbecf9c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=902c9388-49e4-43fe-8217-8b076dbecf9c,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:35.811955 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.874150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a'}, {'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b'}, {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba'}, {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3'}, {'server_uuid': '45ab5467-0e41-412f-8aca-686e7524681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902c9388-49e4-43fe-8217-8b076dbecf9c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:35.876681 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae947045-abf5-455c-90eb-21289d582e73" -d '{"events": [{"server_uuid": "2ceb0110-b5d8-4601-a294-5218fa969b0e", "name": "network-vif-plugged", "status": "completed", "tag": "c64abc70-b6af-447c-8fc8-f3bc8edd340a"}, {"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-plugged", "status": "completed", "tag": "56015dc8-f818-4033-a1d3-165762c1117b"}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba"}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3"}, {"server_uuid": "45ab5467-0e41-412f-8aca-686e7524681f", "name": "network-vif-plugged", "status": "completed", "tag": "902c9388-49e4-43fe-8217-8b076dbecf9c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:35.880348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=902c9388-49e4-43fe-8217-8b076dbecf9c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.922712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04e71-7a96-4e96-b7f9-1d3a0fe1c9e1 req-e94a4e1a-9fcf-4cf2-a778-fcf9bf216e1b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.924789 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32f04e71-7a96-4e96-b7f9-1d3a0fe1c9e1 req-e94a4e1a-9fcf-4cf2-a778-fcf9bf216e1b tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 944 time: 0.4491353 Feb 11 13:32:35.987886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:36.005774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050619a7-1773-4231-9c79-53ff89bf4442 req-69637db0-077f-4b99-ad2b-cc4182e63778 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.007486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-050619a7-1773-4231-9c79-53ff89bf4442 req-69637db0-077f-4b99-ad2b-cc4182e63778 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 945 time: 0.0534267 Feb 11 13:32:36.010638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32f04e71-7a96-4e96-b7f9-1d3a0fe1c9e1 req-152555ed-a264-4d33-8dcf-d56c4f014656 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748727 Feb 11 13:32:36.019472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:36.059304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:36.070723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:36.075260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-050619a7-1773-4231-9c79-53ff89bf4442 req-38f1896a-9930-4c29-931f-67f5bdc7e00e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575018 Feb 11 13:32:36.083622 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39e561e-e0ac-4412-9955-1fee727e1e84 x-openstack-request-id: req-e39e561e-e0ac-4412-9955-1fee727e1e84 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:36.084156 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ceb0110-b5d8-4601-a294-5218fa969b0e", "name": "network-vif-plugged", "status": "completed", "tag": "c64abc70-b6af-447c-8fc8-f3bc8edd340a", "code": 200}, {"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-plugged", "status": "completed", "tag": "56015dc8-f818-4033-a1d3-165762c1117b", "code": 200}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba", "code": 200}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3", "code": 200}, {"server_uuid": "45ab5467-0e41-412f-8aca-686e7524681f", "name": "network-vif-plugged", "status": "completed", "tag": "902c9388-49e4-43fe-8217-8b076dbecf9c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:36.084707 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e39e561e-e0ac-4412-9955-1fee727e1e84 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:36.085060 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a', 'code': 200} Feb 11 13:32:36.085430 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b', 'code': 200} Feb 11 13:32:36.085755 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba', 'code': 200} Feb 11 13:32:36.086468 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'code': 200} Feb 11 13:32:36.086468 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ab5467-0e41-412f-8aca-686e7524681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902c9388-49e4-43fe-8217-8b076dbecf9c', 'code': 200} Feb 11 13:32:36.088066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:36.241932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431be2-3f85-4697-9b38-73b447f669f1 req-1c19a177-9630-4e5b-8635-3ee5654712bd tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.243598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df431be2-3f85-4697-9b38-73b447f669f1 req-1c19a177-9630-4e5b-8635-3ee5654712bd tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 949 time: 0.0639672 Feb 11 13:32:36.295347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df431be2-3f85-4697-9b38-73b447f669f1 req-5a14c6c6-23b8-40a9-87d0-0c2faa43216e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Feb 11 13:32:36.364255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] Transition to ACTIVE for port object 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:36.366308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb298a-4960-42ba-8425-9c08e64d2a1f req-66b3e2d7-adc8-457a-9383-1f7240219f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.367806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0cfb298a-4960-42ba-8425-9c08e64d2a1f req-66b3e2d7-adc8-457a-9383-1f7240219f10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 1131 time: 0.1953697 Feb 11 13:32:36.380394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fc4c-caf6-4cab-a046-a016645c8dc8 req-17780370-b5e6-4107-9a76-f726d0704ec5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.381883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1352fc4c-caf6-4cab-a046-a016645c8dc8 req-17780370-b5e6-4107-9a76-f726d0704ec5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.2106476 Feb 11 13:32:36.383010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:36.403710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac68b3-dab5-4217-9a20-8f940bc03033 req-06cf2f2c-ad8e-41dc-a508-83a0a8c3d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.405181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56ac68b3-dab5-4217-9a20-8f940bc03033 req-06cf2f2c-ad8e-41dc-a508-83a0a8c3d7ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 1127 time: 0.2196105 Feb 11 13:32:36.439884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.446670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.454308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.460787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.461918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8b480-63ac-4823-9207-76cb767e8cec req-a1da34b0-a365-4ca9-b049-8c713a354e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.463462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eae8b480-63ac-4823-9207-76cb767e8cec req-a1da34b0-a365-4ca9-b049-8c713a354e8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 1127 time: 0.1820998 Feb 11 13:32:36.467044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.472808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.478620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.481309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-b1e9fb66-c1b5-4d18-894b-b2f4c6ee739c tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5440 time: 0.1222229 Feb 11 13:32:36.556905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] No DVR routers for this DVR port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:36.582994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-68a89d24-0d64-4448-a8e7-9431b648ff43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005833 Feb 11 13:32:36.592269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0cfb298a-4960-42ba-8425-9c08e64d2a1f req-211b7a58-e69e-4a51-a15e-049d0f5ca72c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051241 Feb 11 13:32:36.593286 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d44c4d4-1587-4e5b-9b2a-4e9906d6ad83 req-5f3f6d3d-6057-4f9d-8010-13d7aa70af52 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015863 Feb 11 13:32:36.615216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] Pushing event updated for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:36.641667 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56ac68b3-dab5-4217-9a20-8f940bc03033 req-9639e988-ca67-43c1-bc79-533399a252f0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178855 Feb 11 13:32:36.646332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1352fc4c-caf6-4cab-a046-a016645c8dc8 req-1602735c-0a01-4b8e-9097-fba8c9d6b80f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448397 Feb 11 13:32:36.662704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-7b6793b1-775e-4ae2-8f87-acb1668be95a service neutron] 10.222.0.83 "PUT /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1/bindings/n-h1-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2782714 Feb 11 13:32:36.666428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eae8b480-63ac-4823-9207-76cb767e8cec req-17016c88-3690-4453-8f65-c6d3e7f23d24 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879175 Feb 11 13:32:36.698923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 87e88bfb-77eb-427b-9846-640674bf1c9b details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:36.702052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device be19f246-bd8c-45d7-ae6a-93f62e981172 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:36.780486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-23616dd1-76c4-428a-bf00-ca8969b75b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.781972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-23616dd1-76c4-428a-bf00-ca8969b75b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 1127 time: 0.1012621 Feb 11 13:32:36.784206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014fc7d-837b-4b06-9f4f-99cf2f5f7034 req-056819b7-5b8f-44b3-9c71-084d92366ae0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.785890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f014fc7d-837b-4b06-9f4f-99cf2f5f7034 req-056819b7-5b8f-44b3-9c71-084d92366ae0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0620947 Feb 11 13:32:36.789703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-5d152fd8-b36b-4da3-83e3-515b51df51b7 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.791260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-5d152fd8-b36b-4da3-83e3-515b51df51b7 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.30 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 945 time: 0.1602035 Feb 11 13:32:36.803119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8ed8-4c8b-4d36-b57c-b1f12602f299 req-9b9cde02-5106-45ab-a1e7-01faf1f3deec tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.804496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f39a8ed8-4c8b-4d36-b57c-b1f12602f299 req-9b9cde02-5106-45ab-a1e7-01faf1f3deec tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 945 time: 0.1221220 Feb 11 13:32:36.836094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port be19f246-bd8c-45d7-ae6a-93f62e981172 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:36.846249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port be19f246-bd8c-45d7-ae6a-93f62e981172 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:36.846722 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:36.849627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f014fc7d-837b-4b06-9f4f-99cf2f5f7034 req-4cc68341-bfce-45bc-a471-0288bcfa6864 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Feb 11 13:32:36.881027 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f39a8ed8-4c8b-4d36-b57c-b1f12602f299 req-0376d90f-c826-41de-b557-36739a05b27a tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/security-groups?id=1db696ee-81cf-4419-9944-b2b6ae53cb08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704377 Feb 11 13:32:36.912730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 87e88bfb-77eb-427b-9846-640674bf1c9b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=87e88bfb-77eb-427b-9846-640674bf1c9b,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:36.935820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '87e88bfb-77eb-427b-9846-640674bf1c9b', 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'port_id': '87e88bfb-77eb-427b-9846-640674bf1c9b', 'mac_address': 'fa:16:3e:a4:9d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:37.009749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port be19f246-bd8c-45d7-ae6a-93f62e981172 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:37.010114 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.024750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bedab-c51a-4a9d-9153-b3f790f87d59 req-c5cac862-b16a-41ed-b9f0-509ac4d47af1 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.040519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 87e88bfb-77eb-427b-9846-640674bf1c9b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:37.041546 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.044107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e7bedab-c51a-4a9d-9153-b3f790f87d59 req-c5cac862-b16a-41ed-b9f0-509ac4d47af1 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 944 time: 0.1049645 Feb 11 13:32:37.068135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e88bfb-77eb-427b-9846-640674bf1c9b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:37.069718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-138dd9bb-bf17-4616-8d1d-2dd25dfb7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.071531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-138dd9bb-bf17-4616-8d1d-2dd25dfb7c3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1508915 Feb 11 13:32:37.075469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port be19f246-bd8c-45d7-ae6a-93f62e981172, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=be19f246-bd8c-45d7-ae6a-93f62e981172,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:37.078991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Deleting port 8a2a74fd-34eb-451e-a630-f1e273469258 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:37.079589 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.085732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.087049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 85d4c3a4-0538-4166-ab43-da97573683f0 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:37.133428 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-64d3e937-d623-4e30-971c-7cd503791cca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 200 len: 217 time: 0.0504050 Feb 11 13:32:37.196356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e7bedab-c51a-4a9d-9153-b3f790f87d59 req-20b48152-9aeb-4bac-b636-5221f2644598 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508894 Feb 11 13:32:37.208490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-0d65151b-8328-456a-940d-30e902be5636 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.210083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-0d65151b-8328-456a-940d-30e902be5636 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.1627462 Feb 11 13:32:37.301542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 87e88bfb-77eb-427b-9846-640674bf1c9b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=87e88bfb-77eb-427b-9846-640674bf1c9b,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:37.304289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] For port 8a2a74fd-34eb-451e-a630-f1e273469258, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8a2a74fd-34eb-451e-a630-f1e273469258,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:37.305579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.310094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-3d783950-5a4e-49f0-b955-aab56c831fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.311673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-3d783950-5a4e-49f0-b955-aab56c831fc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1535230 Feb 11 13:32:37.316346 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.343975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54194804-6dd0-42ff-b1fa-63b47a2fc56a req-85172005-8281-43dd-8980-3b3b0c874a15 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.345393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54194804-6dd0-42ff-b1fa-63b47a2fc56a req-85172005-8281-43dd-8980-3b3b0c874a15 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 945 time: 0.2229037 Feb 11 13:32:37.347808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Calling delete_port for 8a2a74fd-34eb-451e-a630-f1e273469258 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:37.349625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=be19f246-bd8c-45d7-ae6a-93f62e981172,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.353824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-1f7eb0d2-5782-46ce-84ea-9abed4bcc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.355662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-1f7eb0d2-5782-46ce-84ea-9abed4bcc751 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b HTTP/1.1" status: 200 len: 1127 time: 0.1301475 Feb 11 13:32:37.371385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b449-0a59-49e3-b071-8a98b075400f req-c29cf3ff-1446-4ebf-b9c7-0e4389e28a5f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.373023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4684b449-0a59-49e3-b071-8a98b075400f req-c29cf3ff-1446-4ebf-b9c7-0e4389e28a5f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 945 time: 0.0889049 Feb 11 13:32:37.382386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 85d4c3a4-0538-4166-ab43-da97573683f0 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:37.387774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-e3f5e4aa-7974-455c-837a-1c4de0cc7ecb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598598 Feb 11 13:32:37.395031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 85d4c3a4-0538-4166-ab43-da97573683f0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:37.395419 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.444956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=87e88bfb-77eb-427b-9846-640674bf1c9b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.466237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4684b449-0a59-49e3-b071-8a98b075400f req-b3ced37c-3dc1-4c87-9cbc-bf2413dd8941 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826912 Feb 11 13:32:37.478713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-68cfece2-0fc2-4f23-8aa7-d3b29e6c095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.480731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-68cfece2-0fc2-4f23-8aa7-d3b29e6c095e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1127 time: 0.0823128 Feb 11 13:32:37.513215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 85d4c3a4-0538-4166-ab43-da97573683f0 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:37.514337 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.565045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 85d4c3a4-0538-4166-ab43-da97573683f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=85d4c3a4-0538-4166-ab43-da97573683f0,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:37.569818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.570993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 75b8ca74-8355-4152-a0c7-783ae62fdf92 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:37.629232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-533d1684-4a4c-428a-9549-1d588538ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.631289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-533d1684-4a4c-428a-9549-1d588538ca16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 200 len: 909 time: 0.1406615 Feb 11 13:32:37.645380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54194804-6dd0-42ff-b1fa-63b47a2fc56a req-bce0c410-ccfc-4c5d-b482-5e570fef273d tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681718 Feb 11 13:32:37.655175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcc6f0-222d-4e2a-8fcb-00c05200414d req-ba0eacd3-42e8-48b1-a85f-f921b3faecd1 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.662781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b6fcc6f0-222d-4e2a-8fcb-00c05200414d req-ba0eacd3-42e8-48b1-a85f-f921b3faecd1 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 949 time: 0.1024616 Feb 11 13:32:37.665509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8a2a74fd-34eb-451e-a630-f1e273469258), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.673912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=85d4c3a4-0538-4166-ab43-da97573683f0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.680405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['8a2a74fd-34eb-451e-a630-f1e273469258'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:37.682571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-e00ea719-399d-49f6-8734-3d0468cd85db service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814260 Feb 11 13:32:37.696302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-c6a93154-21b4-4dd7-a4b9-94688bae88da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 200 len: 217 time: 0.0557928 Feb 11 13:32:37.732386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 75b8ca74-8355-4152-a0c7-783ae62fdf92 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:37.738332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 75b8ca74-8355-4152-a0c7-783ae62fdf92 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:37.738721 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.759298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Pushing event deleted for resources: {'Port': ['ID=8a2a74fd-34eb-451e-a630-f1e273469258,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.799517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] No DVR routers for this DVR port 8a2a74fd-34eb-451e-a630-f1e273469258 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:37.834307 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.843139 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83c91ee1-abe7-4063-9a11-4f43feac2eec req-114f39fc-d1d5-456f-bde9-a39e76503b76 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.30 "DELETE /v2.0/ports/8a2a74fd-34eb-451e-a630-f1e273469258 HTTP/1.1" status: 204 len: 173 time: 0.9603324 Feb 11 13:32:37.844605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'name': 'network-vif-deleted', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:37.849493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-c9c93989-47ca-4407-b89e-54eab95cfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.849493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-c9c93989-47ca-4407-b89e-54eab95cfbcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 200 len: 848 time: 0.1437116 Feb 11 13:32:37.857931 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ed4dd3-957e-4cc2-b0c6-6961effd535d" -d '{"events": [{"server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "name": "network-vif-deleted", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:37.859984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['87e88bfb-77eb-427b-9846-640674bf1c9b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:37.891095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b6fcc6f0-222d-4e2a-8fcb-00c05200414d req-dd8cb570-fe95-4c6c-9892-c2a2dfa63c2a tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274141 Feb 11 13:32:37.959401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-b4c57cd0-f0c1-4ef1-80d6-5834cd1ab37f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e488fa76-2b09-4163-a841-1a0915b58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023655 Feb 11 13:32:37.972164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 75b8ca74-8355-4152-a0c7-783ae62fdf92 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:37.972562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:37.981317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-4fdf252c-0b1f-45fa-92e2-2e380478b9d4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.982988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-4fdf252c-0b1f-45fa-92e2-2e380478b9d4 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.2283704 Feb 11 13:32:38.031592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 75b8ca74-8355-4152-a0c7-783ae62fdf92, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:38.042719 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.044247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f99682d4-f7bc-4884-93c3-3c2290d91ca4 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:38.060520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c238ffa-8e80-4bfe-b465-7b5dcc4de8de req-908aa43d-ebeb-4fc1-8d96-f15781f767af service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592110 Feb 11 13:32:38.105957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172'}, {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d4c3a4-0538-4166-ab43-da97573683f0'}, {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:38.109366 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7267b72-3bfd-4aae-8995-489e97ebd275" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172"}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "85d4c3a4-0538-4166-ab43-da97573683f0"}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:38.200084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=75b8ca74-8355-4152-a0c7-783ae62fdf92,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:38.223328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.233295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.234515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port f99682d4-f7bc-4884-93c3-3c2290d91ca4 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:38.241839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.248912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port f99682d4-f7bc-4884-93c3-3c2290d91ca4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:38.249423 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.250065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.257734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.265882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.273927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.285674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-68f70ea9-f90c-496f-95d7-1c6483ffb6e1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5443 time: 0.2234082 Feb 11 13:32:38.340879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf27173-aa4f-45c8-ba91-f2e0a3388ec6 req-9f6e5060-845b-42f9-991c-6fcfb950fdf6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.347772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcf27173-aa4f-45c8-ba91-f2e0a3388ec6 req-9f6e5060-845b-42f9-991c-6fcfb950fdf6 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2638e08-2d7c-4b9a-b07d-52089731ba5f HTTP/1.1" status: 200 len: 945 time: 0.2586606 Feb 11 13:32:38.369180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Deleting port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:38.369571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.374168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-90f16369-4f40-4510-9045-54db5a05db28 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902149 Feb 11 13:32:38.381141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c70c79a2-1f33-4f64-ab26-0007d2633803 req-c737ebda-1b6c-4903-b9c1-9651b0e92c35 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939863 Feb 11 13:32:38.391875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f99682d4-f7bc-4884-93c3-3c2290d91ca4 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:38.392300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.440365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f99682d4-f7bc-4884-93c3-3c2290d91ca4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:38.445342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.505379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f99682d4-f7bc-4884-93c3-3c2290d91ca4,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:38.517226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59a7b6-c6e4-43fc-bce9-13d9bc0a8120 req-f101c345-708a-4d29-b7b9-8ebbefc0e1a8 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.522577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc59a7b6-c6e4-43fc-bce9-13d9bc0a8120 req-f101c345-708a-4d29-b7b9-8ebbefc0e1a8 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0655527 Feb 11 13:32:38.550096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcf27173-aa4f-45c8-ba91-f2e0a3388ec6 req-6a8839ba-b9ea-4fce-9bf2-6322bd37d965 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014639 Feb 11 13:32:38.571587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc59a7b6-c6e4-43fc-bce9-13d9bc0a8120 req-4d3c8968-4042-4351-9eb2-bc9da9ba1c37 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Feb 11 13:32:38.602936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] For port 6a0bc704-e15c-4ef5-b17c-2a89103d7569, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6a0bc704-e15c-4ef5-b17c-2a89103d7569,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:38.603855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.615816 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02903006-3e70-41c0-854e-6d2d8ecc0663 x-openstack-request-id: req-02903006-3e70-41c0-854e-6d2d8ecc0663 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:38.616008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-e9a8d408-78ab-40ee-8d63-b30f48a20a02 service neutron] 10.222.0.30 "GET /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254412 Feb 11 13:32:38.616600 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48fee34-fcad-4f8c-9625-02eacf63c79e", "name": "network-vif-deleted", "tag": "8a2a74fd-34eb-451e-a630-f1e273469258", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:38.617195 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02903006-3e70-41c0-854e-6d2d8ecc0663 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:38.617906 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48fee34-fcad-4f8c-9625-02eacf63c79e', 'name': 'network-vif-deleted', 'tag': '8a2a74fd-34eb-451e-a630-f1e273469258', 'status': 'completed', 'code': 200} Feb 11 13:32:38.620981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Calling delete_port for 6a0bc704-e15c-4ef5-b17c-2a89103d7569 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:38.660735 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc5b1a-f5d4-4707-9b06-1060aa4dc85e x-openstack-request-id: req-36cc5b1a-f5d4-4707-9b06-1060aa4dc85e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:38.661206 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172", "code": 200}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "85d4c3a4-0538-4166-ab43-da97573683f0", "code": 200}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:38.661691 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36cc5b1a-f5d4-4707-9b06-1060aa4dc85e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:38.662340 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172', 'code': 200} Feb 11 13:32:38.663453 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d4c3a4-0538-4166-ab43-da97573683f0', 'code': 200} Feb 11 13:32:38.663820 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92', 'code': 200} Feb 11 13:32:38.698964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-085305ed-d05c-4781-bb10-ba35f7cbf976 req-ba497ad9-1015-4e48-8fef-824c0cba6208 tempest-FloatingIPsAssociationNegativeTestJSON-283124733 tempest-FloatingIPsAssociationNegativeTestJSON-283124733-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48fee34-fcad-4f8c-9625-02eacf63c79e HTTP/1.1" status: 200 len: 210 time: 0.0566387 Feb 11 13:32:38.766139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190194-a2a3-4dd2-94ce-69f6d6684926 req-a245e26c-ea31-4ed4-8294-5aa020d39236 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.767710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f190194-a2a3-4dd2-94ce-69f6d6684926 req-a245e26c-ea31-4ed4-8294-5aa020d39236 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 945 time: 0.0606499 Feb 11 13:32:38.859930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f190194-a2a3-4dd2-94ce-69f6d6684926 req-ba72cd8d-ec10-44bd-8d74-c757d5b7bc31 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829327 Feb 11 13:32:38.870557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd77b3-c295-4a6e-8702-a9fe50616002 req-ebff4f13-f9e4-43df-bbc7-f22c7c358a55 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.878889 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6dd77b3-c295-4a6e-8702-a9fe50616002 req-ebff4f13-f9e4-43df-bbc7-f22c7c358a55 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 945 time: 0.1006804 Feb 11 13:32:38.888066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6a0bc704-e15c-4ef5-b17c-2a89103d7569), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.903538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6a0bc704-e15c-4ef5-b17c-2a89103d7569'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:38.946321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event deleted for resources: {'Port': ['ID=6a0bc704-e15c-4ef5-b17c-2a89103d7569,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:39.024686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829901-432d-47f3-8761-3a288b7b77dd req-58ea0861-191c-4dfc-8b01-ed610b03ac31 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.026275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a829901-432d-47f3-8761-3a288b7b77dd req-58ea0861-191c-4dfc-8b01-ed610b03ac31 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.0722182 Feb 11 13:32:39.040523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] No DVR routers for this DVR port 6a0bc704-e15c-4ef5-b17c-2a89103d7569 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:39.045795 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:39.049461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6056fe25-696f-4236-ae4c-6d4c5fe06fd5 req-dfc98a8a-af03-451b-92c5-f227d2d1f1d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "DELETE /v2.0/ports/6a0bc704-e15c-4ef5-b17c-2a89103d7569 HTTP/1.1" status: 204 len: 173 time: 1.0540004 Feb 11 13:32:39.051013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'name': 'network-vif-deleted', 'tag': '6a0bc704-e15c-4ef5-b17c-2a89103d7569'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:39.052915 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086b481-9509-499c-949f-9d494baff72c" -d '{"events": [{"server_uuid": "b2638e08-2d7c-4b9a-b07d-52089731ba5f", "name": "network-vif-deleted", "tag": "6a0bc704-e15c-4ef5-b17c-2a89103d7569"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:39.063495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6dd77b3-c295-4a6e-8702-a9fe50616002 req-c0b23e9e-9c88-4518-bcf4-646dec09b4db tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828260 Feb 11 13:32:39.091134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-544420a9-c48d-4810-9f42-6764f9328da7 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.092990 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-544420a9-c48d-4810-9f42-6764f9328da7 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c&tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 0.1533091 Feb 11 13:32:39.102713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a829901-432d-47f3-8761-3a288b7b77dd req-98249d42-bab1-4555-8e35-a1b4e7e59256 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695732 Feb 11 13:32:39.232379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ad6af-4396-49d6-abac-862d68c2a61f req-d3bd5bc9-1e31-4677-b3db-3137a5639c4e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.233786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-517ad6af-4396-49d6-abac-862d68c2a61f req-d3bd5bc9-1e31-4677-b3db-3137a5639c4e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 949 time: 0.0550983 Feb 11 13:32:39.281065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-517ad6af-4396-49d6-abac-862d68c2a61f req-a7ebb843-30bf-4410-8fa8-2516c30bb88f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Feb 11 13:32:39.282781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e0d51-0648-4024-b074-081466cc4e05 req-e4381b93-74a4-4bed-ae78-58abc7756299 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.284365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-319e0d51-0648-4024-b074-081466cc4e05 req-e4381b93-74a4-4bed-ae78-58abc7756299 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 945 time: 0.1549804 Feb 11 13:32:39.333639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-4dd027e1-bca2-408d-899d-bd490c025f98 service neutron] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:39.335878 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9204d37b-acef-4725-892c-9f3aaf8f2d3f x-openstack-request-id: req-9204d37b-acef-4725-892c-9f3aaf8f2d3f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:39.336136 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2638e08-2d7c-4b9a-b07d-52089731ba5f", "name": "network-vif-deleted", "tag": "6a0bc704-e15c-4ef5-b17c-2a89103d7569", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:39.336384 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9204d37b-acef-4725-892c-9f3aaf8f2d3f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:39.336787 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2638e08-2d7c-4b9a-b07d-52089731ba5f', 'name': 'network-vif-deleted', 'tag': '6a0bc704-e15c-4ef5-b17c-2a89103d7569', 'status': 'completed', 'code': 200} Feb 11 13:32:39.342739 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-4dd027e1-bca2-408d-899d-bd490c025f98 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:39.343853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc45c8d1-8749-4678-bbce-a4cc08a9eca0 req-4dd027e1-bca2-408d-899d-bd490c025f98 service neutron] 10.222.0.30 "DELETE /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1/bindings/n-h2-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.2448137 Feb 11 13:32:39.355617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-319e0d51-0648-4024-b074-081466cc4e05 req-24d16587-5eb9-45c9-bc1f-3da72a0c6482 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628495 Feb 11 13:32:39.562601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759a82-2c38-40e0-a8e0-4e4a969b0d38 req-728ff72d-98e1-404d-b29d-8f1f260f3e04 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.569857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65759a82-2c38-40e0-a8e0-4e4a969b0d38 req-728ff72d-98e1-404d-b29d-8f1f260f3e04 tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 1131 time: 0.0577109 Feb 11 13:32:39.617408 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65759a82-2c38-40e0-a8e0-4e4a969b0d38 req-58d57893-f15b-4a53-af3a-c970fa48abaf tempest-ServersOnMultiNodesTest-811401050 tempest-ServersOnMultiNodesTest-811401050-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Feb 11 13:32:39.797394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.803090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.809740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.815293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.820430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.824492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-22119f57-fc48-47ae-a3d2-cd64ea2997ef tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.826000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-22119f57-fc48-47ae-a3d2-cd64ea2997ef tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.3891525 Feb 11 13:32:39.826165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.831336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.833316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-3fab7b95-e9e3-4a5a-ad94-59627b197050 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.1012487 Feb 11 13:32:39.841616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-865c0493-4395-4af5-8656-77cb399cdadb tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.0097790 Feb 11 13:32:39.892345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86ab6f0e-84bc-4b4c-bd9a-960092d0c77e req-efa6dd68-0dfe-4e8e-ab27-c8f917878261 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528846 Feb 11 13:32:39.894982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-040709c9-8620-4563-9a8e-dc2017ff5b8d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481029 Feb 11 13:32:39.988010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-a1379894-fdcf-46ca-b175-b2da815a8f06 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863919 Feb 11 13:32:40.097769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-d348fe00-c845-4d1c-9f58-42d4b02b9ce8 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034799 Feb 11 13:32:40.129671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-c17884eb-e8f6-40f4-bfd1-7834741a4438 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:40.136714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-c17884eb-e8f6-40f4-bfd1-7834741a4438 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 815 time: 0.1279790 Feb 11 13:32:40.153175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-d19eae46-28a4-4e9d-8d1c-ba6dd07c67ec tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/quotas/1f38e4fcc0a943a8b307671b0a51e758 HTTP/1.1" status: 200 len: 375 time: 0.0152397 Feb 11 13:32:40.203436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-65e1ffd4-64a9-466e-96b3-6511480ae16c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494244 Feb 11 13:32:40.316423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-033a5b2a-daa8-4f68-839b-bd77e27382b4 service neutron] 10.222.0.79 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985172 Feb 11 13:32:40.431462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-28cc85f7-9bc0-4ebd-8c93-95dbc7f0c201 service neutron] 10.222.0.79 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027100 Feb 11 13:32:40.439193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7320f4-a6de-421c-9b0e-33a48c37d4ef req-8ba0e53b-9332-4338-926e-24b6fb31c2f9 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:40.441296 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb7320f4-a6de-421c-9b0e-33a48c37d4ef req-8ba0e53b-9332-4338-926e-24b6fb31c2f9 tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 1127 time: 0.0578949 Feb 11 13:32:40.493103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb7320f4-a6de-421c-9b0e-33a48c37d4ef req-aeb0f016-cb5f-4add-ba49-0737e718be7a tempest-LiveMigrationTest-326432743 tempest-LiveMigrationTest-326432743-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Feb 11 13:32:40.549132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:40.664735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99682d4-f7bc-4884-93c3-3c2290d91ca4'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:40.667682 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc909bb-b682-46d0-af57-4dbdac708952" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "f99682d4-f7bc-4884-93c3-3c2290d91ca4"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:40.693547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639c905-bd7f-4009-9193-b66d16d8acc8 req-1ee0ef5d-9f51-4fdb-8d3f-52ff01e084ae tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:40.700399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c639c905-bd7f-4009-9193-b66d16d8acc8 req-1ee0ef5d-9f51-4fdb-8d3f-52ff01e084ae tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 945 time: 0.0784514 Feb 11 13:32:40.719902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 87e88bfb-77eb-427b-9846-640674bf1c9b up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:40.769063 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c639c905-bd7f-4009-9193-b66d16d8acc8 req-775143a9-fd15-4303-b678-f8692d2c54d9 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677137 Feb 11 13:32:40.799080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 87e88bfb-77eb-427b-9846-640674bf1c9b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:40.810050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 87e88bfb-77eb-427b-9846-640674bf1c9b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:40.811010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:40.887526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-78ee79bf-1414-4956-9059-2c630aebe846 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:40.894441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-78ee79bf-1414-4956-9059-2c630aebe846 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.2177396 Feb 11 13:32:40.913584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-41fb68b9-2fe6-4487-9795-97f896a9b19e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/quotas/54f9f2c293794f3bab0877b90ee38480 HTTP/1.1" status: 200 len: 375 time: 0.0181534 Feb 11 13:32:40.943534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 87e88bfb-77eb-427b-9846-640674bf1c9b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:40.944369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:40.958822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-20c215c8-675f-42ca-af17-24fc1894c3a7 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441933 Feb 11 13:32:40.999968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 87e88bfb-77eb-427b-9846-640674bf1c9b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=87e88bfb-77eb-427b-9846-640674bf1c9b,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:41.005954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:41.007204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8a2a74fd-34eb-451e-a630-f1e273469258 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:41.088030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 8a2a74fd-34eb-451e-a630-f1e273469258 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:41.088430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8a2a74fd-34eb-451e-a630-f1e273469258 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:41.118552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=87e88bfb-77eb-427b-9846-640674bf1c9b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:41.401360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac900a-ca63-4fba-8419-374470a271fd req-374673b8-3183-4c70-8fd5-6a3990f89575 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:41.405071 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-faac900a-ca63-4fba-8419-374470a271fd req-374673b8-3183-4c70-8fd5-6a3990f89575 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "GET /v2.0/ports?device_id=86bfd0ad-d01a-427b-ace7-6621ab692799 HTTP/1.1" status: 200 len: 945 time: 0.1028070 Feb 11 13:32:41.459616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-33ad8740-f2d8-415c-bcf0-fcfc4808e950 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997449 Feb 11 13:32:41.545736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6a0bc704-e15c-4ef5-b17c-2a89103d7569 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:41.578849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 6a0bc704-e15c-4ef5-b17c-2a89103d7569 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:41.579195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6a0bc704-e15c-4ef5-b17c-2a89103d7569 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:41.602753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-b5b7cf9b-c56f-4488-b941-8888a5d00427 service neutron] 10.222.0.79 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421263 Feb 11 13:32:41.625148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad1601-00ed-46cb-8511-a467baf46ffe req-437d4a7a-dca5-4717-90ee-bf79af9098fc tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:41.630156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (9b0a14e1-32b9-4264-845b-8618c4dd2427), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:41.630672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0ad1601-00ed-46cb-8511-a467baf46ffe req-437d4a7a-dca5-4717-90ee-bf79af9098fc tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 949 time: 0.2215066 Feb 11 13:32:41.659274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Deleting port 56015dc8-f818-4033-a1d3-165762c1117b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:41.659644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (56015dc8-f818-4033-a1d3-165762c1117b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:41.755210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0ad1601-00ed-46cb-8511-a467baf46ffe req-f4d9386a-da9d-43ac-887a-1b2ea5def6d1 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192622 Feb 11 13:32:41.930513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-2b5eff9d-2a16-44a2-ada5-5796ac64b1f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=1b539b33-7ec3-4e14-8564-c82a032ff7f8 HTTP/1.1" status: 200 len: 210 time: 0.0896630 Feb 11 13:32:41.938945 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f9e9f-8850-4e1f-8d5d-0a6bec76893c x-openstack-request-id: req-5b7f9e9f-8850-4e1f-8d5d-0a6bec76893c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:41.939507 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-plugged", "status": "completed", "tag": "f99682d4-f7bc-4884-93c3-3c2290d91ca4", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:41.939621 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b7f9e9f-8850-4e1f-8d5d-0a6bec76893c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:41.940269 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99682d4-f7bc-4884-93c3-3c2290d91ca4', 'code': 200} Feb 11 13:32:42.011308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a02c9366-8b42-4311-8ed6-c21d8d23e1d2 req-06cd6fba-53a1-4e63-825e-664f7c15b3d2 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 210 time: 0.0881448 Feb 11 13:32:42.151083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Deleting port 8144df59-8d9c-4259-9c11-76e12b4b9ee3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:42.152165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:42.190008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-1f86f2e9-fac6-49c3-9e8f-c54fa4f8c173 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.191692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-1f86f2e9-fac6-49c3-9e8f-c54fa4f8c173 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 949 time: 0.3526363 Feb 11 13:32:42.191831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.197166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.202780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.208027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.213333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.218398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] For port 56015dc8-f818-4033-a1d3-165762c1117b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=56015dc8-f818-4033-a1d3-165762c1117b,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:42.218946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (56015dc8-f818-4033-a1d3-165762c1117b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:42.219991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.225298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.227393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-4784d6e0-5d6e-4641-baff-e3cb192c9cc9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.1942782 Feb 11 13:32:42.306867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.307356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.308396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.308866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.309330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.309786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.310468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.313158 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-b8728a3e-b927-4569-adaf-f233caf6ec58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6718 time: 0.2048266 Feb 11 13:32:42.334855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23da0900-d769-4fee-8c72-5581336237e5 req-39ac3196-bb75-4142-a6c6-c5138ca08d12 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b539b33-7ec3-4e14-8564-c82a032ff7f8 HTTP/1.1" status: 200 len: 210 time: 0.1128895 Feb 11 13:32:42.345450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Calling delete_port for 56015dc8-f818-4033-a1d3-165762c1117b owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:42.390722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4c751417-8420-4883-8d59-f24cc1d3e47f req-27486c8c-ed0d-4a70-95da-66bbfd2974c6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499982 Feb 11 13:32:42.430856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-3e0c7f9e-252a-4038-8c4b-6ff07f7abafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.432816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-3e0c7f9e-252a-4038-8c4b-6ff07f7abafc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4874830 Feb 11 13:32:42.455161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] For port 8144df59-8d9c-4259-9c11-76e12b4b9ee3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8144df59-8d9c-4259-9c11-76e12b4b9ee3,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:42.455161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:42.483436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b1f4cf8-26c4-46a2-9c84-9ffbb8e453a4 req-2a9c7ff8-0e22-48fd-b447-69141d8678b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585298 Feb 11 13:32:42.484370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Calling delete_port for 8144df59-8d9c-4259-9c11-76e12b4b9ee3 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:42.496706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-f1278353-e878-48ba-a5ba-cefcda84b65e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.498171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-f1278353-e878-48ba-a5ba-cefcda84b65e tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.83 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 815 time: 0.4723768 Feb 11 13:32:42.543705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Request body: {'port': {'device_id': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'admin_state_up': True, 'tenant_id': '1f38e4fcc0a943a8b307671b0a51e758'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:42.556489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca7fffaf-025a-430e-999f-e63ec2b0e8c8 req-c920a848-1900-4020-a744-22745487c95e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 210 time: 0.0893610 Feb 11 13:32:42.589691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d976804-aa0a-4064-801a-6113752c572a req-d1a99201-f480-4b54-b811-5136a75a32c0 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.591273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d976804-aa0a-4064-801a-6113752c572a req-d1a99201-f480-4b54-b811-5136a75a32c0 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1125340 Feb 11 13:32:42.696792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d976804-aa0a-4064-801a-6113752c572a req-de6ff762-a20a-49a4-9986-a2fae8a7703f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968120 Feb 11 13:32:42.770288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8144df59-8d9c-4259-9c11-76e12b4b9ee3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:42.842669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-4b1f2e53-dc03-4ef9-a384-a7f31b85550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.844274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-4b1f2e53-dc03-4ef9-a384-a7f31b85550b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3733490 Feb 11 13:32:42.844989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8144df59-8d9c-4259-9c11-76e12b4b9ee3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:42.847524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port 902c9388-49e4-43fe-8217-8b076dbecf9c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:42.848291 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:42.958132 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f08d01b-9c13-4ec0-82e2-423b50805d53 req-aa642a72-d2cf-45c7-ba14-fc05b46690bf tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b539b33-7ec3-4e14-8564-c82a032ff7f8 HTTP/1.1" status: 200 len: 210 time: 0.0748312 Feb 11 13:32:42.975160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e569a4-523a-4d0c-b4b0-ad72922b1486 req-b39be59e-d8b7-4bdd-83b7-44f7b7b274d3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.976728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3e569a4-523a-4d0c-b4b0-ad72922b1486 req-b39be59e-d8b7-4bdd-83b7-44f7b7b274d3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 945 time: 0.3136539 Feb 11 13:32:43.061439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (56015dc8-f818-4033-a1d3-165762c1117b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:43.115183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53e0d1-3b23-438e-8eb1-ff0c921e9c07 req-233ae2b4-3caf-41b5-bffa-08c215252e91 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.116952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c53e0d1-3b23-438e-8eb1-ff0c921e9c07 req-233ae2b4-3caf-41b5-bffa-08c215252e91 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 949 time: 0.2740791 Feb 11 13:32:43.150512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Made reservation on behalf of 1f38e4fcc0a943a8b307671b0a51e758 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:43.154560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:43.172631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Pushing event deleted for resources: {'Port': ['ID=56015dc8-f818-4033-a1d3-165762c1117b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:43.206173 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (9b0a14e1-32b9-4264-845b-8618c4dd2427), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:43.236915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-daeaa934-707f-4774-ba23-7e54469c0e7a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.238362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-daeaa934-707f-4774-ba23-7e54469c0e7a tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 945 time: 0.2465682 Feb 11 13:32:43.283861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port 902c9388-49e4-43fe-8217-8b076dbecf9c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=902c9388-49e4-43fe-8217-8b076dbecf9c,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:43.284241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:43.289369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3e569a4-523a-4d0c-b4b0-ad72922b1486 req-d89cb2fa-61a1-4263-870b-2f96bbb96af2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049245 Feb 11 13:32:43.321872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] No DVR routers for this DVR port 56015dc8-f818-4033-a1d3-165762c1117b on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:43.329894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:43.333336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-faac900a-ca63-4fba-8419-374470a271fd req-2c863eb7-0202-4140-8606-f7e1549db01d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.30 "DELETE /v2.0/ports/56015dc8-f818-4033-a1d3-165762c1117b HTTP/1.1" status: 204 len: 173 time: 1.9185348 Feb 11 13:32:43.334335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for 902c9388-49e4-43fe-8217-8b076dbecf9c owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:43.336345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c53e0d1-3b23-438e-8eb1-ff0c921e9c07 req-4a8dac5e-d2df-4d4f-90df-46ee5d58ea3e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108006 Feb 11 13:32:43.338680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-deleted', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:43.341500 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cead3d-023d-40e9-987f-d1cd1c755879" -d '{"events": [{"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-deleted", "tag": "56015dc8-f818-4033-a1d3-165762c1117b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:43.457680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Deleting port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:43.458038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:43.595471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ec1ed47-9939-41d3-abec-fb3c81cdc66b req-83e993d9-c3e3-43f1-8027-0764b2b7fa81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=1b539b33-7ec3-4e14-8564-c82a032ff7f8 HTTP/1.1" status: 200 len: 210 time: 0.0721743 Feb 11 13:32:43.617402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e23786a8-678b-4f81-a468-0d849d24ba6f req-e0f2d52d-be92-40ef-ae53-d6f9aa7a900f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b539b33-7ec3-4e14-8564-c82a032ff7f8 HTTP/1.1" status: 200 len: 210 time: 0.0930531 Feb 11 13:32:43.663185 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e27d0a-f324-4689-854e-a2c28d514d71 x-openstack-request-id: req-62e27d0a-f324-4689-854e-a2c28d514d71 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:43.663497 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bfd0ad-d01a-427b-ace7-6621ab692799", "name": "network-vif-deleted", "tag": "56015dc8-f818-4033-a1d3-165762c1117b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:43.663752 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62e27d0a-f324-4689-854e-a2c28d514d71 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:43.664150 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bfd0ad-d01a-427b-ace7-6621ab692799', 'name': 'network-vif-deleted', 'tag': '56015dc8-f818-4033-a1d3-165762c1117b', 'status': 'completed', 'code': 200} Feb 11 13:32:43.692424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-b802fef0-036c-46f0-8a44-1dcf8df04b67 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.693936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-b802fef0-036c-46f0-8a44-1dcf8df04b67 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 811 time: 0.6414433 Feb 11 13:32:43.726582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] For port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:43.727032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:43.749440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13c614d7-327a-4ab1-b95b-c879e84e8105 req-a52b5d79-c78d-4abc-8d3a-34418967af80 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 210 time: 0.0829678 Feb 11 13:32:43.763007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Request body: {'port': {'device_id': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'admin_state_up': True, 'tenant_id': '54f9f2c293794f3bab0877b90ee38480'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:43.798345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Calling delete_port for 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:43.906906 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-562beaf5-1c3a-4ed0-b3ab-6e39fbcb95e6 req-f8fb8d53-b180-4bca-89da-877dfdd587e2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 210 time: 0.0956635 Feb 11 13:32:43.922628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1ed47-9939-41d3-abec-fb3c81cdc66b req-80ed9a04-1d58-4f69-b4c4-b639d8d17c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.924171 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ec1ed47-9939-41d3-abec-fb3c81cdc66b req-80ed9a04-1d58-4f69-b4c4-b639d8d17c7e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3094866 Feb 11 13:32:43.937573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.942343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8376acab-7f88-4763-b599-fb564d1477f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e88bfb-77eb-427b-9846-640674bf1c9b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:43.943007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.946716 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4463d-3710-44f8-a319-014a82500c26" -d '{"events": [{"server_uuid": "8376acab-7f88-4763-b599-fb564d1477f7", "name": "network-vif-plugged", "status": "completed", "tag": "87e88bfb-77eb-427b-9846-640674bf1c9b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:43.949001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.954751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.960006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.965913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.971245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.973138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-521823ed-9cbd-4085-84df-5172207935fe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.2792866 Feb 11 13:32:43.997707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Router 9b0a14e1-32b9-4264-845b-8618c4dd2427 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:44.042997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Allocated IP 172.20.0.12 (cf56001b-000f-48e8-9fdf-67777f2fe70e/643474b5-9b36-4aff-b7de-66a22f4e75fb/b0817431-9e50-4b04-8462-84b4605ae273) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:44.126604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (902c9388-49e4-43fe-8217-8b076dbecf9c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:44.139699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Made reservation on behalf of 54f9f2c293794f3bab0877b90ee38480 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:44.142760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:44.143317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:44.149292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['218fe1e9-97d2-458d-aa6f-c47af4a8e686', '71aa3d5f-9771-48d6-b465-23eeff986e1e', '15659e41-7fcc-4a3b-bf56-c2ccd20685a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:44.180552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094c8a4-eb9a-405c-af97-d0f48f9747b6 req-24e68d94-e138-4d67-85cd-f5d31b26fef4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:44.188014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6094c8a4-eb9a-405c-af97-d0f48f9747b6 req-24e68d94-e138-4d67-85cd-f5d31b26fef4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1415296 Feb 11 13:32:44.190662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8379e9b-5d43-4aad-b3cc-caa0f79ab9bd req-300211ff-bc50-437f-a2e9-4a9b784bf0f7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2044115 Feb 11 13:32:44.230790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=902c9388-49e4-43fe-8217-8b076dbecf9c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.241197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1ed47-9939-41d3-abec-fb3c81cdc66b req-6a8bb0ac-702a-44d8-8290-1f9eee12fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:44.242977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ec1ed47-9939-41d3-abec-fb3c81cdc66b req-6a8bb0ac-702a-44d8-8290-1f9eee12fe9f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2652225 Feb 11 13:32:44.299298 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a605e37a-36d4-456e-9bb5-fa0116fc527a x-openstack-request-id: req-a605e37a-36d4-456e-9bb5-fa0116fc527a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:44.299739 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8376acab-7f88-4763-b599-fb564d1477f7", "name": "network-vif-plugged", "status": "completed", "tag": "87e88bfb-77eb-427b-9846-640674bf1c9b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:44.300008 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a605e37a-36d4-456e-9bb5-fa0116fc527a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:44.301030 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8376acab-7f88-4763-b599-fb564d1477f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e88bfb-77eb-427b-9846-640674bf1c9b', 'code': 200} Feb 11 13:32:44.415200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port 902c9388-49e4-43fe-8217-8b076dbecf9c on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:44.454368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:44.458020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35c04cda-ec15-4601-a6b9-3d095b022b97 req-5e863aa4-9fe4-4120-a1e7-7f947382318c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "DELETE /v2.0/ports/902c9388-49e4-43fe-8217-8b076dbecf9c HTTP/1.1" status: 204 len: 173 time: 2.2256527 Feb 11 13:32:44.572516 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6094c8a4-eb9a-405c-af97-d0f48f9747b6 req-36fbf4db-07ea-45e2-8c75-4f4cde5ffe9e tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835282 Feb 11 13:32:44.678533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acbefc-8aa0-4b5c-be04-1ce9ea8002ba req-403634e0-ddde-4f37-a072-8e22da3094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:44.680062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33acbefc-8aa0-4b5c-be04-1ce9ea8002ba req-403634e0-ddde-4f37-a072-8e22da3094d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 1128 time: 0.3085568 Feb 11 13:32:44.683498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Allocated IP 172.20.0.10 (9d2633a7-3a9c-4a67-91e6-75b6911d9739/e7b008d2-17da-4e50-a0a4-c3c7cd30e941/2266043a-5673-4189-bac8-dbf490fe6bae) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:44.687626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks [] for port (b0817431-9e50-4b04-8462-84b4605ae273), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:44.746972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 56015dc8-f818-4033-a1d3-165762c1117b no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:44.755184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-727fc699-14b9-42fa-a320-6e6d5156850a req-544c06ea-d910-42d1-87db-9e3c1f7a6e26 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ab5467-0e41-412f-8aca-686e7524681f HTTP/1.1" status: 200 len: 210 time: 0.0516067 Feb 11 13:32:44.797533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ec1ed47-9939-41d3-abec-fb3c81cdc66b req-b0b71f86-acd8-4bc2-87b1-19f5979377fb tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b539b33-7ec3-4e14-8564-c82a032ff7f8 HTTP/1.1" status: 200 len: 210 time: 0.5015678 Feb 11 13:32:44.800626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4b2d5069-7f69-4c99-8b82-7139ce0cc7a1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:44.806729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 56015dc8-f818-4033-a1d3-165762c1117b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:44.807091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 56015dc8-f818-4033-a1d3-165762c1117b not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:44.807524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:44.847509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33acbefc-8aa0-4b5c-be04-1ce9ea8002ba req-16d5af0e-64c2-468e-b2e5-a23817d8db1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550901 Feb 11 13:32:44.858871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b0817431-9e50-4b04-8462-84b4605ae273), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:44.879725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['e701d205-ee29-4282-9ae0-91cbb18b6d34'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:44.890517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:44.890877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:44.968227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event deleted for resources: {'Port': ['ID=4b2d5069-7f69-4c99-8b82-7139ce0cc7a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.984191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:44.997116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1269cec-8014-4de4-912e-3fb6fd6d7aff req-41b66b4a-40cb-48bc-8f21-b5e2e9c0226b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b539b33-7ec3-4e14-8564-c82a032ff7f8 HTTP/1.1" status: 200 len: 210 time: 0.0675652 Feb 11 13:32:45.000555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] Sync routers for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:45.030187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Network cf56001b-000f-48e8-9fdf-67777f2fe70e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:45.033912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:45.037957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:45.040791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Pushing event updated for resources: {'Port': ['ID=b0817431-9e50-4b04-8462-84b4605ae273,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:45.077360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-304b6f4d-bba4-4698-94eb-ca6ce7f351c2 admin admin] 10.222.0.79 "PUT /v2.0/routers/9b0a14e1-32b9-4264-845b-8618c4dd2427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5268507 Feb 11 13:32:45.078889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] No DVR routers for this DVR port 4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:45.085849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92f14f9f-74eb-47bb-87e5-bd6ca1cfc2ec req-b98ef93d-5959-4e5b-9b6f-a8167e1d7c42 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.3292735 Feb 11 13:32:45.086382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:45.087434 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.101418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37a82945-eef9-408e-bd2c-dab5e4e9ca87 req-b2b1b745-5244-4d99-bfa8-37d47358f14c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "DELETE /v2.0/ports/4b2d5069-7f69-4c99-8b82-7139ce0cc7a1 HTTP/1.1" status: 204 len: 173 time: 1.8484547 Feb 11 13:32:45.111520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:45.112184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'name': 'network-vif-deleted', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:45.112346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:45.119229 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2982785-3fb1-405b-abe9-58a6214c94ac" -d '{"events": [{"server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "name": "network-vif-deleted", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:45.161455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.162274 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.182239 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks [] for port (2266043a-5673-4189-bac8-dbf490fe6bae), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.225449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4a3a1a9f-b568-4889-a549-75b39797843d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7018738 Feb 11 13:32:45.249784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Request body: {'port': {'device_id': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:45.256912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d69e3f92-b36c-4db0-a614-36a2a86a2f95 req-ce6a62dc-636c-4b13-9f55-24c743fa9b1e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 210 time: 0.0325675 Feb 11 13:32:45.344188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks [] for router (9b0a14e1-32b9-4264-845b-8618c4dd2427), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.386235 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d378318d-f1dd-4b91-8ae8-8e4c89db5efc x-openstack-request-id: req-d378318d-f1dd-4b91-8ae8-8e4c89db5efc {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:45.386863 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff60568-d77f-463a-82d8-4ffd227e3f3c", "name": "network-vif-deleted", "tag": "4b2d5069-7f69-4c99-8b82-7139ce0cc7a1", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:45.387343 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d378318d-f1dd-4b91-8ae8-8e4c89db5efc {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:45.387954 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff60568-d77f-463a-82d8-4ffd227e3f3c', 'name': 'network-vif-deleted', 'tag': '4b2d5069-7f69-4c99-8b82-7139ce0cc7a1', 'status': 'completed', 'code': 200} Feb 11 13:32:45.399914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb2c9-f399-47e5-a34b-3e56073625e4 req-02bbaf1d-8b53-4499-bc51-81605e7385b6 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.401548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9bb2c9-f399-47e5-a34b-3e56073625e4 req-02bbaf1d-8b53-4499-bc51-81605e7385b6 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 932 time: 0.2460947 Feb 11 13:32:45.427411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.460633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:45.492533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks [] for router_gateway (9b0a14e1-32b9-4264-845b-8618c4dd2427), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.566714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event updated for resources: {'Port': ['ID=2266043a-5673-4189-bac8-dbf490fe6bae,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:45.590357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b0817431-9e50-4b04-8462-84b4605ae273), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.597833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:45.606075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Deleting port ef7eee09-06e4-4b30-a1bf-a291bddf7b45 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:45.606863 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.617663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:45.620733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:45.627228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.634393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.641437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.647242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.653680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.660013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.665508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.668294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-38658b75-523b-4444-af91-f9d8767934c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.1407866 Feb 11 13:32:45.674843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ab5467-0e41-412f-8aca-686e7524681f', 'name': 'network-vif-deleted', 'tag': '902c9388-49e4-43fe-8217-8b076dbecf9c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:45.677477 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec313c-bbbd-478c-aa3f-6b0d79bdfe74" -d '{"events": [{"server_uuid": "45ab5467-0e41-412f-8aca-686e7524681f", "name": "network-vif-deleted", "tag": "902c9388-49e4-43fe-8217-8b076dbecf9c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:45.789515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 902c9388-49e4-43fe-8217-8b076dbecf9c no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:45.806714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a58f9e64-6d8a-44cc-9b98-ede470e42a6e req-579d2933-848b-446a-84e7-317b0cb31d0d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283216 Feb 11 13:32:45.818042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] For port ef7eee09-06e4-4b30-a1bf-a291bddf7b45, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:45.820622 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:45.846107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Calling delete_port for ef7eee09-06e4-4b30-a1bf-a291bddf7b45 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:45.860558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9bb2c9-f399-47e5-a34b-3e56073625e4 req-3b830d4f-699a-407b-913f-2f2608535176 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475594 Feb 11 13:32:45.902258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 902c9388-49e4-43fe-8217-8b076dbecf9c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:45.902810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 902c9388-49e4-43fe-8217-8b076dbecf9c not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:45.965755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.966714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.033114 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-04b77123-6bd4-4fe9-96df-5f5e4d8879d5 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2948964 Feb 11 13:32:46.054157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Request body: {'port': {'device_id': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:46.186518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ef7eee09-06e4-4b30-a1bf-a291bddf7b45), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.226923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:32:42Z', 'revision_number': 5, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port': {'id': 'ef7eee09-06e4-4b30-a1bf-a291bddf7b45', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:49Z', 'updated_at': '2022-02-11T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:46.233149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7eee09-06e4-4b30-a1bf-a291bddf7b45,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:46.247408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0817431-9e50-4b04-8462-84b4605ae273 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:46.257746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] Checking router: 9b0a14e1-32b9-4264-845b-8618c4dd2427 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:46.260411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Publish callbacks [] for port (b0817431-9e50-4b04-8462-84b4605ae273), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.276929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] Routers {'9b0a14e1-32b9-4264-845b-8618c4dd2427'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:46.277799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9b0a14e1-32b9-4264-845b-8618c4dd2427'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:46.278733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Transition to ACTIVE for port object b0817431-9e50-4b04-8462-84b4605ae273 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:46.288659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b0817431-9e50-4b04-8462-84b4605ae273), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.373987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf95d6c-89e5-4829-9555-693455a5d793 req-b62b5ac0-d021-4433-a53e-951a4e19a866 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.376511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccf95d6c-89e5-4829-9555-693455a5d793 req-b62b5ac0-d021-4433-a53e-951a4e19a866 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1557949 Feb 11 13:32:46.392672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] Set router 9b0a14e1-32b9-4264-845b-8618c4dd2427 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:46.409311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.416928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.422862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (9b0a14e1-32b9-4264-845b-8618c4dd2427), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.424103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.429810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.437355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.443284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.449454 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.459936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:32:46Z', 'revision_number': 7, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:46.463725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-145c4cc4-f5b3-40d9-b050-6d9620ebcece req-918a5d9f-74e9-4434-b238-55dd390019fb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.4002287 Feb 11 13:32:46.467863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.470052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38654) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:46.486968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Request body: {'floatingip': {'port_id': 'ebab5e52-f364-4856-9627-72c1ebb60cd3'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:46.489107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7113f-6a0b-4dbb-9871-03273b57bba6 None None] The sync data for ids ['9b0a14e1-32b9-4264-845b-8618c4dd2427'] in n-d-828676-2 is: [{'id': '9b0a14e1-32b9-4264-845b-8618c4dd2427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1948965136-router', 'tenant_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:48Z', 'updated_at': '2022-02-11T13:32:46Z', 'revision_number': 7, 'project_id': 'd1d360b488cd4f85bc48c117eeb90f4b', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:46.553653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (9b0a14e1-32b9-4264-845b-8618c4dd2427), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.556143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks [] for router_controller (9b0a14e1-32b9-4264-845b-8618c4dd2427), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.566245 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777c5f1a-8bda-46b8-a14c-2f6dc159160c x-openstack-request-id: req-777c5f1a-8bda-46b8-a14c-2f6dc159160c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:46.566634 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ab5467-0e41-412f-8aca-686e7524681f", "name": "network-vif-deleted", "tag": "902c9388-49e4-43fe-8217-8b076dbecf9c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:46.566849 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-777c5f1a-8bda-46b8-a14c-2f6dc159160c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:46.567179 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ab5467-0e41-412f-8aca-686e7524681f', 'name': 'network-vif-deleted', 'tag': '902c9388-49e4-43fe-8217-8b076dbecf9c', 'status': 'completed', 'code': 200} Feb 11 13:32:46.574749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Pushing event updated for resources: {'Port': ['ID=b0817431-9e50-4b04-8462-84b4605ae273,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:46.614622 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccf95d6c-89e5-4829-9555-693455a5d793 req-8b09c5b4-e66d-4dc9-ab9d-c34b4971c27d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274241 Feb 11 13:32:46.615816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (9b0a14e1-32b9-4264-845b-8618c4dd2427), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.616511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0a14e1-32b9-4264-845b-8618c4dd2427 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:46.636771 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.636771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6a8cf83f-680d-4e93-89eb-f27e6897aea4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9b0a14e1-32b9-4264-845b-8618c4dd2427 HTTP/1.1" status: 204 len: 168 time: 1.5268717 Feb 11 13:32:46.636771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38656) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:46.699635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for floatingip (fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.721610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] Deleting subnet 619d6215-f2af-4693-ad5a-91a27f6a1c7c {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:32:46.734174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] Publish callbacks [] for subnet (619d6215-f2af-4693-ad5a-91a27f6a1c7c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.793867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Attempting to bind port b0817431-9e50-4b04-8462-84b4605ae273 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:46.794548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Attempting to bind port b0817431-9e50-4b04-8462-84b4605ae273 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:46.794944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Attempting to bind port b0817431-9e50-4b04-8462-84b4605ae273 on network cf56001b-000f-48e8-9fdf-67777f2fe70e {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:46.822560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (619d6215-f2af-4693-ad5a-91a27f6a1c7c), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.862919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74274d20-20df-45d1-b994-4fc318a42dca req-da0c68b7-cc1a-46f5-a647-bb079fe68eac tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.0529931 Feb 11 13:32:46.929076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Port b0817431-9e50-4b04-8462-84b4605ae273 on network cf56001b-000f-48e8-9fdf-67777f2fe70e not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:46.929453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Attempting to bind port b0817431-9e50-4b04-8462-84b4605ae273 on network cf56001b-000f-48e8-9fdf-67777f2fe70e {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:46.962089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (619d6215-f2af-4693-ad5a-91a27f6a1c7c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:46.965820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:46.966237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Checking segment: {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:46.966637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Bound using segment: {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:46.967657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Bound port: b0817431-9e50-4b04-8462-84b4605ae273, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd151870-eae5-4056-9eab-33d1c469951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:46.968038 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b0817431-9e50-4b04-8462-84b4605ae273), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.052059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34be65-b06b-40cd-bf6b-8a434ac544f5 req-83c0a199-4188-4c47-ab26-0727d083359c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.053556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef34be65-b06b-40cd-bf6b-8a434ac544f5 req-83c0a199-4188-4c47-ab26-0727d083359c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 950 time: 0.1033351 Feb 11 13:32:47.062103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (619d6215-f2af-4693-ad5a-91a27f6a1c7c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.091323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261bc43-a186-419b-b778-f7cd74cb9843 req-058b2f24-aeb3-41ba-867d-3623ef2c3c1e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.092847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f261bc43-a186-419b-b778-f7cd74cb9843 req-058b2f24-aeb3-41ba-867d-3623ef2c3c1e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 932 time: 0.3001611 Feb 11 13:32:47.099148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619d6215-f2af-4693-ad5a-91a27f6a1c7c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.101101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.104259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fab2573e-bb97-4c4e-8439-a51f04bad0d1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/619d6215-f2af-4693-ad5a-91a27f6a1c7c HTTP/1.1" status: 204 len: 168 time: 0.4719002 Feb 11 13:32:47.110358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38666) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:47.111044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c55742-274b-47d4-842c-1e1dd11661a6 None None] Network b135047a-2cc5-479b-9ce4-4817bab5afd3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:32:47.208515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef34be65-b06b-40cd-bf6b-8a434ac544f5 req-5c0fbd01-b90d-4a4b-a99a-71d4efceb91d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437738 Feb 11 13:32:47.225350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b135047a-2cc5-479b-9ce4-4817bab5afd3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.303504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f261bc43-a186-419b-b778-f7cd74cb9843 req-dc233e09-3d89-41b3-aa59-09fba224e3d2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829860 Feb 11 13:32:47.344082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Deleting port 2242798d-201f-4fd9-94e8-bee1a227293c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:47.345043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.348296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] For port b0817431-9e50-4b04-8462-84b4605ae273, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:47.356842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] For port b0817431-9e50-4b04-8462-84b4605ae273, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b0817431-9e50-4b04-8462-84b4605ae273,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:47.382542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] DHCP port deletion for b135047a-2cc5-479b-9ce4-4817bab5afd3 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:32:47.469393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] Deleting port 2242798d-201f-4fd9-94e8-bee1a227293c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:47.469686 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.522311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] For port 2242798d-201f-4fd9-94e8-bee1a227293c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2242798d-201f-4fd9-94e8-bee1a227293c,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:47.523021 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.565841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Calling delete_port for 2242798d-201f-4fd9-94e8-bee1a227293c owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:47.574813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-84379c07-730a-494f-8318-012f197baf54 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.577157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-84379c07-730a-494f-8318-012f197baf54 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.2765760 Feb 11 13:32:47.581064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] For port 2242798d-201f-4fd9-94e8-bee1a227293c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2242798d-201f-4fd9-94e8-bee1a227293c,segment=NetworkSegment(6999e478-af6a-4435-9891-521799c51bb6),segment_id=6999e478-af6a-4435-9891-521799c51bb6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:47.582107 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.605432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c0d63b1-cd19-47f2-871f-3450c89624bc tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.0211928 Feb 11 13:32:47.614483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] Calling delete_port for 2242798d-201f-4fd9-94e8-bee1a227293c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:47.726981 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.737785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-5add01c7-1667-4e86-9f34-80c16a9d7bd4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308439 Feb 11 13:32:47.773293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b0817431-9e50-4b04-8462-84b4605ae273), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.793321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] Pushing event deleted for resources: {'Port': ['ID=2242798d-201f-4fd9-94e8-bee1a227293c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.796285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc6145-bb95-4e63-8ee3-0ca4f9c23528 None None] No DVR routers for this DVR port 2242798d-201f-4fd9-94e8-bee1a227293c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:47.820695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8144df59-8d9c-4259-9c11-76e12b4b9ee3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:47.868719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 8144df59-8d9c-4259-9c11-76e12b4b9ee3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:47.869079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8144df59-8d9c-4259-9c11-76e12b4b9ee3 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:47.869493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef7eee09-06e4-4b30-a1bf-a291bddf7b45 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:47.875921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2242798d-201f-4fd9-94e8-bee1a227293c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.931817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ef7eee09-06e4-4b30-a1bf-a291bddf7b45 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:47.932171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ef7eee09-06e4-4b30-a1bf-a291bddf7b45 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:47.932758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2242798d-201f-4fd9-94e8-bee1a227293c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:47.934477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] No DVR routers for this DVR port 2242798d-201f-4fd9-94e8-bee1a227293c on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:47.944030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.946902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.948541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] 10.222.0.83 "PUT /v2.0/ports/b0817431-9e50-4b04-8462-84b4605ae273 HTTP/1.1" status: 200 len: 1092 time: 2.7053466 Feb 11 13:32:47.968963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2242798d-201f-4fd9-94e8-bee1a227293c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.980659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 2242798d-201f-4fd9-94e8-bee1a227293c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:47.981393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2242798d-201f-4fd9-94e8-bee1a227293c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:47.999403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-01e9472d-a878-4233-b21a-9b1d419b2275 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:32:48.000497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-01e9472d-a878-4233-b21a-9b1d419b2275 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071592 Feb 11 13:32:48.017457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-48b8729f-17b6-4858-9c75-c5beb8439d97 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784257 Feb 11 13:32:48.077796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b135047a-2cc5-479b-9ce4-4817bab5afd3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.114557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa606d5-76e5-4772-8655-109c37fe27cd service neutron] Pushing event updated for resources: {'Port': ['ID=b0817431-9e50-4b04-8462-84b4605ae273,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:48.131742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b135047a-2cc5-479b-9ce4-4817bab5afd3']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:48.147915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6999e478-af6a-4435-9891-521799c51bb6') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:48.148274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6999e478-af6a-4435-9891-521799c51bb6') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:48.160408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (6999e478-af6a-4435-9891-521799c51bb6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.165787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2266043a-5673-4189-bac8-dbf490fe6bae {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:48.183139 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Publish callbacks [] for port (2266043a-5673-4189-bac8-dbf490fe6bae), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.190475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (6999e478-af6a-4435-9891-521799c51bb6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.200350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-43ef9abc-a667-4d3d-984e-e66b3ad24622 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760576 Feb 11 13:32:48.201299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:48.201700 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (6999e478-af6a-4435-9891-521799c51bb6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:48.203796 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:48.220023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25435533-7212-4031-aa45-27cf8fff52d7 req-7347740c-feed-485f-a38b-bbd06972240f tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.221542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25435533-7212-4031-aa45-27cf8fff52d7 req-7347740c-feed-485f-a38b-bbd06972240f tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 944 time: 0.8101318 Feb 11 13:32:48.257664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Transition to ACTIVE for port object 2266043a-5673-4189-bac8-dbf490fe6bae will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:48.273732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b135047a-2cc5-479b-9ce4-4817bab5afd3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.274238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.280621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.286082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] 10.222.0.79 "DELETE /v2.0/networks/b135047a-2cc5-479b-9ce4-4817bab5afd3 HTTP/1.1" status: 204 len: 168 time: 1.1722739 Feb 11 13:32:48.295743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e04b-2e00-407c-b8c6-655d84936d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b135047a-2cc5-479b-9ce4-4817bab5afd3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:48.348984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-cb75ab49-a004-435e-a51a-fbc5758a49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.350596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-cb75ab49-a004-435e-a51a-fbc5758a49c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 1126 time: 0.2980781 Feb 11 13:32:48.474866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25435533-7212-4031-aa45-27cf8fff52d7 req-204752a9-33ed-4188-af65-a1d4ec3aad5d tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373781 Feb 11 13:32:48.477079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38692) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:48.500678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2266043a-5673-4189-bac8-dbf490fe6bae,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:48.517300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-c3fb9f0e-3085-478a-8f74-ff4ee4bb224e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.520101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-c3fb9f0e-3085-478a-8f74-ff4ee4bb224e tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 950 time: 0.1337841 Feb 11 13:32:48.585668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'tag': 'b0817431-9e50-4b04-8462-84b4605ae273'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:48.587942 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009a6c5-de89-4ced-915a-23baf8550d75" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef4bbe8-b4ea-4476-bc17-fede1ae85872", "tag": "b0817431-9e50-4b04-8462-84b4605ae273"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:48.603965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-816bf318-992f-4509-a9e7-b9a28145d258 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0817431-9e50-4b04-8462-84b4605ae273 HTTP/1.1" status: 200 len: 217 time: 0.2414455 Feb 11 13:32:48.633415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-81e528d1-6e00-43cc-8c44-f36ff0383343 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1d360b488cd4f85bc48c117eeb90f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551435 Feb 11 13:32:48.641063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38700) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:48.662427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d9419311-ccdc-4a9e-9bdd-adfde2193c0b req-4c8d586e-95c0-49ce-a63c-69ed8c09ca36 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.0712743 Feb 11 13:32:48.687071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a14884-0a83-42d3-843c-691d6e0f5c0d req-08c62663-8ee4-41de-82e6-c449059a6a5f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.688625 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57a14884-0a83-42d3-843c-691d6e0f5c0d req-08c62663-8ee4-41de-82e6-c449059a6a5f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1683109 Feb 11 13:32:48.743403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:48.743738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.746649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:32:48.777600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57a14884-0a83-42d3-843c-691d6e0f5c0d req-64756180-f903-4f24-9377-9f6f4b9d8317 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770247 Feb 11 13:32:48.816976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.857506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.945522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:48.945871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:48.961534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Attempting to bind port 2266043a-5673-4189-bac8-dbf490fe6bae on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:48.961897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Attempting to bind port 2266043a-5673-4189-bac8-dbf490fe6bae by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:48.962912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Attempting to bind port 2266043a-5673-4189-bac8-dbf490fe6bae on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:48.967628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:48.973212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Port 2266043a-5673-4189-bac8-dbf490fe6bae on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:48.973558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Attempting to bind port 2266043a-5673-4189-bac8-dbf490fe6bae on network 9d2633a7-3a9c-4a67-91e6-75b6911d9739 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:48.977175 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19703fb5-339f-43cc-bbb8-f06412d53d1b req-07b7fd62-9287-4270-a9d1-ff96331b719f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.984751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-19703fb5-339f-43cc-bbb8-f06412d53d1b req-07b7fd62-9287-4270-a9d1-ff96331b719f tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 944 time: 0.1009390 Feb 11 13:32:49.006936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:49.006936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Checking segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:49.007253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Bound using segment: {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:49.007937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Bound port: 2266043a-5673-4189-bac8-dbf490fe6bae, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc3b62b-a9e9-4aae-a396-926a56e844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:49.008315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.030626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-58afba01-c5f0-48c5-ac87-7f60500a4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.032379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-58afba01-c5f0-48c5-ac87-7f60500a4439 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=643474b5-9b36-4aff-b7de-66a22f4e75fb HTTP/1.1" status: 200 len: 855 time: 0.4169922 Feb 11 13:32:49.037821 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7c382b-250c-4a08-92ec-28b583899c40 admin admin] Publish callbacks [] for security_group (1db696ee-81cf-4419-9944-b2b6ae53cb08), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.080788 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-19703fb5-339f-43cc-bbb8-f06412d53d1b req-7757494e-fb93-465b-ad37-4b762178aca8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951738 Feb 11 13:32:49.168901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-a46279d4-5fa5-4e01-880e-3511d2d7a951 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf56001b-000f-48e8-9fdf-67777f2fe70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291912 Feb 11 13:32:49.209756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2caf8a25-183c-4abd-b2ab-47261d36a92a req-c2e7b981-15ab-4702-b7bc-db6f36303b00 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 210 time: 0.0367188 Feb 11 13:32:49.234326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7c382b-250c-4a08-92ec-28b583899c40 admin admin] Publish callbacks [] for security_group (1db696ee-81cf-4419-9944-b2b6ae53cb08), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.265937 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (15659e41-7fcc-4a3b-bf56-c2ccd20685a1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.281371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['218fe1e9-97d2-458d-aa6f-c47af4a8e686', '71aa3d5f-9771-48d6-b465-23eeff986e1e', '15659e41-7fcc-4a3b-bf56-c2ccd20685a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:49.283713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:49.303180 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b7bcd-8ad6-4e09-8162-d9557fdfeb68 x-openstack-request-id: req-453b7bcd-8ad6-4e09-8162-d9557fdfeb68 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:49.303598 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef4bbe8-b4ea-4476-bc17-fede1ae85872", "tag": "b0817431-9e50-4b04-8462-84b4605ae273", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:49.304035 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-453b7bcd-8ad6-4e09-8162-d9557fdfeb68 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:49.304515 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'tag': 'b0817431-9e50-4b04-8462-84b4605ae273', 'status': 'completed', 'code': 200} Feb 11 13:32:49.309854 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Floating IP fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80 associated. External IP: 172.25.3.87, port: ebab5e52-f364-4856-9627-72c1ebb60cd3. Feb 11 13:32:49.321964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daa19d-4d9f-4d22-9e57-db8f512ca6e8 req-8c731c49-b252-4749-a6f4-4175cea5807c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.331148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1daa19d-4d9f-4d22-9e57-db8f512ca6e8 req-8c731c49-b252-4749-a6f4-4175cea5807c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0 HTTP/1.1" status: 200 len: 950 time: 0.4746251 Feb 11 13:32:49.341174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=15659e41-7fcc-4a3b-bf56-c2ccd20685a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:49.393958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] For port 2266043a-5673-4189-bac8-dbf490fe6bae, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:49.446460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:49.454288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.464724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-64e451ae-f54a-4c52-8bc4-a5c306babbf0 req-ed967b0d-4903-4624-b0da-577e5c79a813 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "DELETE /v2.0/ports/15659e41-7fcc-4a3b-bf56-c2ccd20685a1 HTTP/1.1" status: 204 len: 173 time: 0.9112585 Feb 11 13:32:49.467733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'name': 'network-vif-deleted', 'tag': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:49.473101 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54161040-22dd-4c5a-b744-20bfa894fb2b" -d '{"events": [{"server_uuid": "abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0", "name": "network-vif-deleted", "tag": "15659e41-7fcc-4a3b-bf56-c2ccd20685a1"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:49.477812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] For port 2266043a-5673-4189-bac8-dbf490fe6bae, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2266043a-5673-4189-bac8-dbf490fe6bae,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:49.517408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.544980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-a49287f8-189f-4297-8731-72ec356558c8 service neutron] 10.222.0.83 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670263 Feb 11 13:32:49.577495 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eccfbfa-3075-4759-84b1-b76c7b02f51c x-openstack-request-id: req-5eccfbfa-3075-4759-84b1-b76c7b02f51c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:49.578087 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0", "name": "network-vif-deleted", "tag": "15659e41-7fcc-4a3b-bf56-c2ccd20685a1", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:49.579982 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5eccfbfa-3075-4759-84b1-b76c7b02f51c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:49.580742 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb7e8a-2835-4b0c-876d-8e41aa8e2fa0', 'name': 'network-vif-deleted', 'tag': '15659e41-7fcc-4a3b-bf56-c2ccd20685a1', 'status': 'completed', 'code': 200} Feb 11 13:32:49.663894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.664419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.666082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] 10.222.0.83 "PUT /v2.0/ports/2266043a-5673-4189-bac8-dbf490fe6bae HTTP/1.1" status: 200 len: 1092 time: 3.6251862 Feb 11 13:32:49.721608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-efa7a1fb-0544-41bc-aa8f-516d8212b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.723213 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-efa7a1fb-0544-41bc-aa8f-516d8212b225 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 1128 time: 0.1237988 Feb 11 13:32:49.768986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7c382b-250c-4a08-92ec-28b583899c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1db696ee-81cf-4419-9944-b2b6ae53cb08), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.771491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7c382b-250c-4a08-92ec-28b583899c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.783513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc7c382b-250c-4a08-92ec-28b583899c40 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1db696ee-81cf-4419-9944-b2b6ae53cb08 HTTP/1.1" status: 204 len: 168 time: 1.1275740 Feb 11 13:32:49.847932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1daa19d-4d9f-4d22-9e57-db8f512ca6e8 req-0ea3ef47-28ca-439b-a599-b00af8575cfd tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158134 Feb 11 13:32:49.907763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-0a0b2a86-0fe9-4dd9-8996-de980a00b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.909359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-0a0b2a86-0fe9-4dd9-8996-de980a00b524 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 911 time: 0.1738648 Feb 11 13:32:49.967184 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-d76eb133-9a2c-46fb-82d7-d6e46d1ecc6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87e88bfb-77eb-427b-9846-640674bf1c9b HTTP/1.1" status: 200 len: 217 time: 0.0483155 Feb 11 13:32:49.982086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f922ff-f465-4905-b1e9-59d10c6dccd5 req-ace98021-54ad-4a69-9b3c-0395d326195b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.988965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:49.992638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81f922ff-f465-4905-b1e9-59d10c6dccd5 req-ace98021-54ad-4a69-9b3c-0395d326195b tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 944 time: 0.2672217 Feb 11 13:32:50.061898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-934141f2-6e56-4d9a-9937-73a53ec46278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.063531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-934141f2-6e56-4d9a-9937-73a53ec46278 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 200 len: 850 time: 0.0658894 Feb 11 13:32:50.111188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c382b-250c-4a08-92ec-28b583899c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db696ee-81cf-4419-9944-b2b6ae53cb08,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:50.167608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-b65c4a40-386a-41d9-8230-e70b2f7e8710 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745387 Feb 11 13:32:50.204039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd284d-fb99-4d4b-800f-f0e8680642e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2266043a-5673-4189-bac8-dbf490fe6bae,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:50.225671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81f922ff-f465-4905-b1e9-59d10c6dccd5 req-4b0db7b7-fbaf-4e06-a704-dd68f1fff287 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318895 Feb 11 13:32:50.421652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef66512b-435c-498f-998c-b332a146b580 req-6e2fdd40-5283-4cbd-96f9-76ea08ca0ca1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.0369883 Feb 11 13:32:50.444361 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-fcab348c-573e-410d-8dd9-9ac74cc3da92 service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641585 Feb 11 13:32:50.464406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-19ff16ea-f23d-4433-b01f-3043d6f5e6f1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.466140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-19ff16ea-f23d-4433-b01f-3043d6f5e6f1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.5503650 Feb 11 13:32:50.467995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc02d7f-5c3e-470b-82db-758eac135e9d req-42b808be-684a-46af-8451-79f0e999cd47 service neutron] 10.222.0.83 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8455701 Feb 11 13:32:50.500614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Request body: {'port': {'device_id': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'admin_state_up': True, 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:50.598867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d208ae40-2a17-47bf-864e-0b68ea519ef7 req-93163095-9edc-4970-92ba-f1834e1b341d service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474109 Feb 11 13:32:50.647702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57c742-4e4e-4128-b842-f5db09807c66 req-e17628db-a835-47bf-a172-4eed8473b1be tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.649559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c57c742-4e4e-4128-b842-f5db09807c66 req-e17628db-a835-47bf-a172-4eed8473b1be tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 944 time: 0.0942276 Feb 11 13:32:50.716387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c57c742-4e4e-4128-b842-f5db09807c66 req-8ab183a7-8b72-47cc-b7a7-2c383645fb66 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Feb 11 13:32:50.981481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-b08d5851-822f-4c25-a889-8c4e21a2082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.983055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-b08d5851-822f-4c25-a889-8c4e21a2082c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 1126 time: 1.2161262 Feb 11 13:32:51.031520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38744) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:51.091297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-63b48ad6-ba20-4c39-aeb6-a913e238e1b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2266043a-5673-4189-bac8-dbf490fe6bae HTTP/1.1" status: 200 len: 217 time: 0.1002362 Feb 11 13:32:51.103209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118118b-334c-4039-bcd1-a206b5854ec2 req-dc1106d6-3b52-4e5b-a7c9-22084f906c29 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.104371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8118118b-334c-4039-bcd1-a206b5854ec2 req-dc1106d6-3b52-4e5b-a7c9-22084f906c29 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 1.0411468 Feb 11 13:32:51.175360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51a93720-49b1-45a6-8929-8f27b7ff5371 req-f9e5fc76-5ce0-4f93-99d9-0c407c85c262 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 210 time: 0.3983996 Feb 11 13:32:51.186335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:51.189681 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:51.210357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Router 21364f29-0bd8-4977-b260-1c794d632e34 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:51.230288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-1fc645c4-2c57-4da2-944d-8cc8d0048881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.231829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-1fc645c4-2c57-4da2-944d-8cc8d0048881 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 1126 time: 0.6149511 Feb 11 13:32:51.256012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-network', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:51.266158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-20d87640-eb7d-492a-bb26-1f213e5c9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.268142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-20d87640-eb7d-492a-bb26-1f213e5c9a46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1628475 Feb 11 13:32:51.313076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'tag': '2266043a-5673-4189-bac8-dbf490fe6bae'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:51.315276 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc4a8b-6763-4647-88cd-c9258ff7555d" -d '{"events": [{"name": "network-changed", "server_uuid": "50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9", "tag": "2266043a-5673-4189-bac8-dbf490fe6bae"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:51.364103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8118118b-334c-4039-bcd1-a206b5854ec2 req-9e6eb117-0d17-4538-8c7d-701a8befb77d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259593 Feb 11 13:32:51.398364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-81e14176-b9b9-4932-a3a0-718c5ab05ef8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014676 Feb 11 13:32:51.462714 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c36a8a-c4be-487a-a1a3-6a803baeaf72 x-openstack-request-id: req-87c36a8a-c4be-487a-a1a3-6a803baeaf72 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:51.463056 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9", "tag": "2266043a-5673-4189-bac8-dbf490fe6bae", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:51.463249 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87c36a8a-c4be-487a-a1a3-6a803baeaf72 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:51.463641 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'tag': '2266043a-5673-4189-bac8-dbf490fe6bae', 'status': 'completed', 'code': 200} Feb 11 13:32:51.528273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Made reservation on behalf of e2a4c961571c465ba4ab1bb29d9ed426 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:51.530591 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:51.547370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c5afb-5e64-44e5-a730-77eac50f5420 req-13fc661b-a4ca-443e-8beb-10af72c49069 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.548888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c97c5afb-5e64-44e5-a730-77eac50f5420 req-13fc661b-a4ca-443e-8beb-10af72c49069 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 950 time: 0.0597804 Feb 11 13:32:51.597046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c97c5afb-5e64-44e5-a730-77eac50f5420 req-8ccb0a83-e35b-4e07-bf29-90b62b134062 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Feb 11 13:32:51.597932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:51.665602 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:51.705556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-fe122909-0559-4442-8375-7c1e4d489317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.707665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-fe122909-0559-4442-8375-7c1e4d489317 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 200 len: 916 time: 0.4646034 Feb 11 13:32:51.726288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d75c270c-88f2-4a8e-a390-794326363a0c req-cf39809f-17b2-434d-939b-3ff176b5ba53 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.0506203 Feb 11 13:32:51.798766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Allocated IP 172.20.0.7 (085e3d9d-406a-4687-a260-fda81fe2574d/d39d1925-8c6c-48c3-b595-54707ce4d893/06b967ef-4b76-45a8-92cd-679eb86fc34a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:51.821117 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-82ddf173-b2c9-4a47-a2c1-249d02f11c75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0817431-9e50-4b04-8462-84b4605ae273 HTTP/1.1" status: 200 len: 217 time: 0.1000898 Feb 11 13:32:51.852645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:51.858341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062038b-db4c-4eb9-9ffd-50261e42b6c2 req-36f41c4c-dbb6-4367-a7a5-8346f72b825b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.860659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:51.860837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e062038b-db4c-4eb9-9ffd-50261e42b6c2 req-36f41c4c-dbb6-4367-a7a5-8346f72b825b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 944 time: 0.0657470 Feb 11 13:32:51.881612 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] Sync routers for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:51.885285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-a5aaa5d6-61a1-4631-9d5d-359efabaa96e service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207988 Feb 11 13:32:51.898529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f27592-1a65-4d60-9ca9-c77144863183 req-9501b8f4-74a6-49a0-a53c-650fed658a12 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.904307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:51.905848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3f27592-1a65-4d60-9ca9-c77144863183 req-9501b8f4-74a6-49a0-a53c-650fed658a12 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 944 time: 0.4363515 Feb 11 13:32:51.907644 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:51.924849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e062038b-db4c-4eb9-9ffd-50261e42b6c2 req-c01c089a-8cee-449e-ba13-20e91bcc38ec tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595071 Feb 11 13:32:52.024003 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks [] for security_group (3a4333ca-f15e-469d-8038-376a773048e1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:52.045851 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:52.049747 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3a4333ca-f15e-469d-8038-376a773048e1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:52.060991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a42f5254-9344-436d-8e69-927dc4d2cb20 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "PUT /v2.0/floatingips/fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80 HTTP/1.1" status: 200 len: 990 time: 5.5829060 Feb 11 13:32:52.067715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-0ac119b0-293c-4081-9e93-676929c83815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.070212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-0ac119b0-293c-4081-9e93-676929c83815 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=643474b5-9b36-4aff-b7de-66a22f4e75fb HTTP/1.1" status: 200 len: 855 time: 0.2384794 Feb 11 13:32:52.175051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.180635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.182197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4333ca-f15e-469d-8038-376a773048e1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.186840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.192358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.198045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.204324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.209666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.218028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-283029f8-6b05-48b1-88e2-c59e48f485dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.1098282 Feb 11 13:32:52.227235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.227865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.227983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.228243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.228580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.228913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.229240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.229788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.230130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.230481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.230811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.231134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.231455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.277517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:52.300624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12cfdea7-9b61-419a-b377-b6f684548c29 req-6e4d4c6f-bf05-4b62-8d7a-c883c8766cf1 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680756 Feb 11 13:32:52.310540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51a1fba6-3111-42e0-b0c2-a94457c4b664 req-853e4eb5-f8f0-41a4-aed9-93d99f8be6cc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914626 Feb 11 13:32:52.311442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-2e6eae9d-c318-429f-8ca3-da6c3fc93dff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf56001b-000f-48e8-9fdf-67777f2fe70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045957 Feb 11 13:32:52.348849 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'port_id': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'mac_address': 'fa:16:3e:65:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:30:51Z', 'updated_at': '2022-02-11T13:32:48Z', 'revision_number': 1, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:59Z', 'revision_number': 5, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:52.411654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3f27592-1a65-4d60-9ca9-c77144863183 req-151b645f-88fe-40c6-aa8f-08c16a4cefea tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048544 Feb 11 13:32:52.437226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7b084ff2-1176-4572-a9d0-5b4f7a50af7a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:52.437570 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Added segment 7b084ff2-1176-4572-a9d0-5b4f7a50af7a of type vlan for network 2cfa6297-6f65-4878-908d-eed6156bf1f8 Feb 11 13:32:52.458300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c76a0705-fe43-425a-97a0-af1a604b4b8e req-457d928a-fd9f-455b-8b75-0793a6029a84 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 210 time: 0.0436747 Feb 11 13:32:52.580835 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] Checking router: 21364f29-0bd8-4977-b260-1c794d632e34 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:52.590222 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:52.590803 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:52.613993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a16450-e294-4d5e-9ae1-05edb68d5e07 req-0d8dc309-7ccc-432e-80ff-3cffb91917b4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.625461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9a16450-e294-4d5e-9ae1-05edb68d5e07 req-0d8dc309-7ccc-432e-80ff-3cffb91917b4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.0917733 Feb 11 13:32:52.688858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9a16450-e294-4d5e-9ae1-05edb68d5e07 req-546a81a9-5d41-4eef-ad78-73e8c5faa74e tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624511 Feb 11 13:32:52.698286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2cfa6297-6f65-4878-908d-eed6156bf1f8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:52.722433 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:52.760778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks [] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:52.782735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:52.796566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-ea194719-4faa-4119-9235-230e1bdfe04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.798079 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-ea194719-4faa-4119-9235-230e1bdfe04b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54f9f2c293794f3bab0877b90ee38480&device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 1126 time: 0.4122446 Feb 11 13:32:52.817689 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2cfa6297-6f65-4878-908d-eed6156bf1f8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:52.818621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.819191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:52.822360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-a4ade1aa-3920-4476-97cf-05ae20ad6b13 service neutron] 10.222.0.83 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393542 Feb 11 13:32:52.843520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:52.843861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 15659e41-7fcc-4a3b-bf56-c2ccd20685a1 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:52.896869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.902069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.907236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.912398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.918141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.923393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.928550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.930472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d62faf65-d4b2-449a-bc8c-24a904161402 req-e9900e49-804d-4ca0-8dea-d080677c0ba7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.3380630 Feb 11 13:32:52.941016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca25591-9e51-49e0-8ede-3f45724a0019 req-5a8c3a46-f44a-4ec5-afd0-08ed28f16c7d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.949314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aca25591-9e51-49e0-8ede-3f45724a0019 req-5a8c3a46-f44a-4ec5-afd0-08ed28f16c7d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 950 time: 0.1749463 Feb 11 13:32:52.956514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8859286 Feb 11 13:32:52.967795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38776) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:53.005936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Request body: {'subnet': {'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-subnet', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:53.040573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aca25591-9e51-49e0-8ede-3f45724a0019 req-e74edc67-6e89-440b-a755-65f694fbc2da tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851192 Feb 11 13:32:53.064934 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'port_id': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'mac_address': 'fa:16:3e:65:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:30:51Z', 'updated_at': '2022-02-11T13:32:48Z', 'revision_number': 1, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:59Z', 'revision_number': 5, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:53.073919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-bc6b8d55-5f3d-456d-bd69-6fd52174d29f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.083511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-bc6b8d55-5f3d-456d-bd69-6fd52174d29f tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 950 time: 0.2256980 Feb 11 13:32:53.115320 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:53.117978 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11f41f-a0f0-4818-b5c8-e7ad37856d1a None None] The sync data for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 is: [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'port_id': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'mac_address': 'fa:16:3e:65:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:30:51Z', 'updated_at': '2022-02-11T13:32:48Z', 'revision_number': 1, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:59Z', 'revision_number': 5, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:53.127396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:53.156232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4df57-bd71-43e5-86f7-d75275fa8bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2cfa6297-6f65-4878-908d-eed6156bf1f8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:53.170083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-785162b5-551f-4cf0-be2c-43cb87a3c879 req-86ca99eb-2dee-46b8-b7a6-f4da978665a8 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.1279342 Feb 11 13:32:53.196411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:53.228997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Made reservation on behalf of e2a4c961571c465ba4ab1bb29d9ed426 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:53.231891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:53.255990 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e009a6c5-de89-4ced-915a-23baf8550d75 req-79dfecf9-d4b4-4058-ac3f-f8259333baf1 service neutron] 10.222.0.83 "GET /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231009 Feb 11 13:32:53.263957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-b5dda5be-03ff-4780-94cf-a303d922c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.265410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-b5dda5be-03ff-4780-94cf-a303d922c000 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 200 len: 912 time: 0.4577820 Feb 11 13:32:53.273098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Network 085e3d9d-406a-4687-a260-fda81fe2574d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:53.291960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event updated for resources: {'Port': ['ID=06b967ef-4b76-45a8-92cd-679eb86fc34a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:53.294998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:53.342030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:53.364400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15872d4-498f-4fce-80ed-8da83d52ad86 req-5397f9e8-3c42-4f13-8d73-ed854fa0896e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.373705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c15872d4-498f-4fce-80ed-8da83d52ad86 req-5397f9e8-3c42-4f13-8d73-ed854fa0896e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 944 time: 0.1803823 Feb 11 13:32:53.414979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-5fffb479-e9b4-47f6-a18c-0929cc492b98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2266043a-5673-4189-bac8-dbf490fe6bae HTTP/1.1" status: 200 len: 217 time: 0.1361027 Feb 11 13:32:53.476534 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c15872d4-498f-4fce-80ed-8da83d52ad86 req-b6324533-a843-4a8a-b576-5935b057a686 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966699 Feb 11 13:32:53.482476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:53.485296 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:53.534511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port 71aa3d5f-9771-48d6-b465-23eeff986e1e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:53.535133 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:53.552861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-45d25733-1390-4aba-8689-446ec3f1365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.555641 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-45d25733-1390-4aba-8689-446ec3f1365b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 200 len: 851 time: 0.1312518 Feb 11 13:32:53.570947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.571758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:53.580034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4592702e-9a67-4ea5-8052-aac3f4674225 None None] New status for floating IP fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:32:53.691400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da604ef8-bfa7-4fbc-80c8-1b1cbf728489 req-8eac0214-55b7-404a-b176-ddf575f34255 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.698977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da604ef8-bfa7-4fbc-80c8-1b1cbf728489 req-8eac0214-55b7-404a-b176-ddf575f34255 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 931 time: 0.1329887 Feb 11 13:32:53.711141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port 71aa3d5f-9771-48d6-b465-23eeff986e1e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=71aa3d5f-9771-48d6-b465-23eeff986e1e,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:53.711512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:53.757554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b0817431-9e50-4b04-8462-84b4605ae273 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:53.760533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for 71aa3d5f-9771-48d6-b465-23eeff986e1e owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:53.775615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da604ef8-bfa7-4fbc-80c8-1b1cbf728489 req-c0b32ab6-936a-4646-9e06-84b86576ffae tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756838 Feb 11 13:32:53.926437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b0817431-9e50-4b04-8462-84b4605ae273, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b0817431-9e50-4b04-8462-84b4605ae273,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:53.954326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'b0817431-9e50-4b04-8462-84b4605ae273', 'network_id': 'cf56001b-000f-48e8-9fdf-67777f2fe70e', 'port_id': 'b0817431-9e50-4b04-8462-84b4605ae273', 'mac_address': 'fa:16:3e:10:84:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643474b5-9b36-4aff-b7de-66a22f4e75fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:53.993522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b0817431-9e50-4b04-8462-84b4605ae273 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:53.994250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b0817431-9e50-4b04-8462-84b4605ae273), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:54.009455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0817431-9e50-4b04-8462-84b4605ae273 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:54.028607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.029711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.030236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.030708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.031222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.031685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.032144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.034559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-37990892-887c-448b-9cf1-0b00f2d9ecf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6718 time: 0.1467588 Feb 11 13:32:54.038938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b0817431-9e50-4b04-8462-84b4605ae273, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b0817431-9e50-4b04-8462-84b4605ae273,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:54.045430 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b0817431-9e50-4b04-8462-84b4605ae273), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:54.096699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-8d2c3885-04fa-45f2-8438-7ed536d86133 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9d2633a7-3a9c-4a67-91e6-75b6911d9739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5187674 Feb 11 13:32:54.106567 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1223faf-da7b-41d9-986e-be92b8e36225 x-openstack-request-id: req-e1223faf-da7b-41d9-986e-be92b8e36225 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:54.106865 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:54.107129 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1223faf-da7b-41d9-986e-be92b8e36225 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:54.107441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b0817431-9e50-4b04-8462-84b4605ae273,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:54.107579 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'status': 'completed', 'code': 200} Feb 11 13:32:54.131319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc7a01-5dfb-4d73-b246-cd5e0543a35b req-2b6101d3-2139-4ba6-9fa0-888c1e39bed6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.132830 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6bdc7a01-5dfb-4d73-b246-cd5e0543a35b req-2b6101d3-2139-4ba6-9fa0-888c1e39bed6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1834815 Feb 11 13:32:54.198292 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (71aa3d5f-9771-48d6-b465-23eeff986e1e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:54.211364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:54.215148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['218fe1e9-97d2-458d-aa6f-c47af4a8e686', '71aa3d5f-9771-48d6-b465-23eeff986e1e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:54.235052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-731009c1-91f0-47ee-b56e-d8f4fa28d37e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7474184 Feb 11 13:32:54.247280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428dc19-4bc6-4c98-934e-a8a5cce017c6 req-f703edb0-b71b-4101-a319-06ed5fadacb9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.255319 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c428dc19-4bc6-4c98-934e-a8a5cce017c6 req-f703edb0-b71b-4101-a319-06ed5fadacb9 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 945 time: 0.7251828 Feb 11 13:32:54.278413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Request body: {'port': {'device_id': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:54.292802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=71aa3d5f-9771-48d6-b465-23eeff986e1e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:54.312396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-e0b4a391-564c-488a-a531-b2f955e7dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.313936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-e0b4a391-564c-488a-a531-b2f955e7dee3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9851043d-750b-4ec2-a3a6-4cf97820e5af HTTP/1.1" status: 200 len: 917 time: 0.2671783 Feb 11 13:32:54.335135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b0817431-9e50-4b04-8462-84b4605ae273'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:54.338573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port 71aa3d5f-9771-48d6-b465-23eeff986e1e on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:54.341939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:54.345651 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a23dbdb-49e1-4c78-ab84-a039d1075839 req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "DELETE /v2.0/ports/71aa3d5f-9771-48d6-b465-23eeff986e1e HTTP/1.1" status: 204 len: 173 time: 1.2553399 Feb 11 13:32:54.347298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.347476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.348296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.348296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.348575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.348807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.349375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.349731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.350068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.350430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.350764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.351091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.351423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d5a1-190c-4d28-ba6e-c8fd9c8e7472 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:54.361752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'name': 'network-vif-deleted', 'tag': '71aa3d5f-9771-48d6-b465-23eeff986e1e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:54.364167 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7eb5ac-d43a-44c2-b8b7-035f9331ea76" -d '{"events": [{"server_uuid": "7a641bbb-391d-4ef9-9751-d6eb68ac9fec", "name": "network-vif-deleted", "tag": "71aa3d5f-9771-48d6-b465-23eeff986e1e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:54.391479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6bdc7a01-5dfb-4d73-b246-cd5e0543a35b req-8ad52aae-f906-4238-8045-4cb2cab87f1d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447202 Feb 11 13:32:54.458477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-8468848f-e4a2-4ee7-8a9e-9092e2288d51 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434591 Feb 11 13:32:54.462074 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:54.512753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c428dc19-4bc6-4c98-934e-a8a5cce017c6 req-a8a45f9b-6fe8-46f1-8af7-7e41a09d2a92 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564301 Feb 11 13:32:54.559084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-d0f1d3dd-a82b-4d21-a24a-5cfb90d1f41c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3 HTTP/1.1" status: 200 len: 1000 time: 0.2218831 Feb 11 13:32:54.581850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b85acfaa-218f-4e0f-ac0b-a29dc365a66d req-1d0e635b-2cc2-4422-9d0f-49e17d599d89 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a641bbb-391d-4ef9-9751-d6eb68ac9fec HTTP/1.1" status: 200 len: 210 time: 0.0442941 Feb 11 13:32:54.652974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-58b42845-b302-409e-9ccf-18f06213a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.654528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-58b42845-b302-409e-9ccf-18f06213a489 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e119b7f-df68-4b7a-b24e-0d52973d3ffa HTTP/1.1" status: 200 len: 855 time: 0.0758719 Feb 11 13:32:54.688752 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db05198-70cc-43a1-b77e-71bca33b1b2a x-openstack-request-id: req-6db05198-70cc-43a1-b77e-71bca33b1b2a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:54.688752 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a641bbb-391d-4ef9-9751-d6eb68ac9fec", "name": "network-vif-deleted", "tag": "71aa3d5f-9771-48d6-b465-23eeff986e1e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:54.688752 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6db05198-70cc-43a1-b77e-71bca33b1b2a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:54.688752 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a641bbb-391d-4ef9-9751-d6eb68ac9fec', 'name': 'network-vif-deleted', 'tag': '71aa3d5f-9771-48d6-b465-23eeff986e1e', 'status': 'completed', 'code': 200} Feb 11 13:32:54.707723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2cc4a8b-6763-4647-88cd-c9258ff7555d req-7376ad3e-7f76-41d0-babc-364225727862 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232449 Feb 11 13:32:54.764849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-8d15186c-fc17-45b6-801e-57d0ba00376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.767082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-8d15186c-fc17-45b6-801e-57d0ba00376e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9851043d-750b-4ec2-a3a6-4cf97820e5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1035903 Feb 11 13:32:54.780532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f30926f-8a7f-49e9-bfaf-4fdbd7468fab req-c2331dac-2eb9-4fba-8fdb-977b204d1886 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.0684116 Feb 11 13:32:54.788348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (ed3dac0d-1276-4b46-886e-c8fe2adcfa12), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:54.906379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3dac0d-1276-4b46-886e-c8fe2adcfa12,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.047367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a20e9-1ef0-46dc-ba5c-610696f81fbb req-f576b30a-8f93-4a61-ba4a-95a8f2ca17bf tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:55.057472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-881a20e9-1ef0-46dc-ba5c-610696f81fbb req-f576b30a-8f93-4a61-ba4a-95a8f2ca17bf tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 944 time: 0.2369659 Feb 11 13:32:55.108952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-a6e2ec0f-864a-46f6-9047-f65218b35132 service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306193 Feb 11 13:32:55.142219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Checking segment: {'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:55.142920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Network hostable DHCP agents. Network: 2cfa6297-6f65-4878-908d-eed6156bf1f8, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:55.149299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-881a20e9-1ef0-46dc-ba5c-610696f81fbb req-d151877c-b18f-4b89-945e-57cf10e8fff9 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902100 Feb 11 13:32:55.168518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1216fe-5145-4a4d-b339-1f54bd5549ab req-fce0812f-b3ea-40a1-b4f1-0db9239454ed tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:55.170159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb1216fe-5145-4a4d-b339-1f54bd5549ab req-fce0812f-b3ea-40a1-b4f1-0db9239454ed tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 931 time: 0.2395525 Feb 11 13:32:55.245752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4d8a0bb-ade5-4860-9ac5-334f908a4f0c req-b9988403-e1c4-4d38-9a59-7eb5b1325763 service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255903 Feb 11 13:32:55.250035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:55.301086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb1216fe-5145-4a4d-b339-1f54bd5549ab req-f702c474-a157-4ae1-8444-1677761d7fb6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214983 Feb 11 13:32:55.303628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 2cfa6297-6f65-4878-908d-eed6156bf1f8) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:55.313163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:55.313772 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.316452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2225eb-5dd2-4878-a5a1-f2d6972cb5c2 None None] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:32:55.360100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6c885b9e-f4a8-40fb-9dd4-357b8bdb9aa9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3899963 Feb 11 13:32:55.362785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38796) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:55.371582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:55.397021 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (e389849b-55d1-4ba9-af3f-4f0ea40f5267), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.398511 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (e389849b-55d1-4ba9-af3f-4f0ea40f5267), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.424044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b967ef-4b76-45a8-92cd-679eb86fc34a {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:55.432479 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Publish callbacks [] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.456597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Transition to ACTIVE for port object 06b967ef-4b76-45a8-92cd-679eb86fc34a will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:55.457262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-2cfa6297-6f65-4878-908d-eed6156bf1f8', 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8', 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'fixed_ips': [{'subnet_id': 'ed3dac0d-1276-4b46-886e-c8fe2adcfa12'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:32:55.458503 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.466091 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.483555 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks [] for router_controller (e389849b-55d1-4ba9-af3f-4f0ea40f5267), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.573193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Pushing event updated for resources: {'Port': ['ID=06b967ef-4b76-45a8-92cd-679eb86fc34a,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.694449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks [] for router_gateway (e389849b-55d1-4ba9-af3f-4f0ea40f5267), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.719987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Attempting to bind port 06b967ef-4b76-45a8-92cd-679eb86fc34a on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:55.720540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Attempting to bind port 06b967ef-4b76-45a8-92cd-679eb86fc34a by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:55.721039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Attempting to bind port 06b967ef-4b76-45a8-92cd-679eb86fc34a on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:55.732426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a874eed-9eb7-41c5-a055-072317041687 req-24d1e907-2331-48e0-86b4-8479740226e0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:55.734290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a874eed-9eb7-41c5-a055-072317041687 req-24d1e907-2331-48e0-86b4-8479740226e0 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 945 time: 0.1096444 Feb 11 13:32:55.736639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Port 06b967ef-4b76-45a8-92cd-679eb86fc34a on network 085e3d9d-406a-4687-a260-fda81fe2574d not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:55.737149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Attempting to bind port 06b967ef-4b76-45a8-92cd-679eb86fc34a on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:55.750348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:55.751010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:55.751590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Bound using segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:55.752223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Bound port: 06b967ef-4b76-45a8-92cd-679eb86fc34a, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:55.752780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.770804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d73478-9d2c-4f60-9aad-34e05332625d req-7a120c8d-8e40-480e-a0bf-153716491c97 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:55.779424 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42d73478-9d2c-4f60-9aad-34e05332625d req-7a120c8d-8e40-480e-a0bf-153716491c97 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.2400484 Feb 11 13:32:55.796717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2266043a-5673-4189-bac8-dbf490fe6bae details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:55.798931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b0817431-9e50-4b04-8462-84b4605ae273 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:55.822182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a874eed-9eb7-41c5-a055-072317041687 req-1f197b3e-7c8c-4729-b5b2-dc3bc0b65371 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812554 Feb 11 13:32:55.871393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42d73478-9d2c-4f60-9aad-34e05332625d req-dfebfd7b-ee80-4a59-9d31-7c7e7bf0b0e6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866206 Feb 11 13:32:55.912603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] For port 06b967ef-4b76-45a8-92cd-679eb86fc34a, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:55.915987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] For port 06b967ef-4b76-45a8-92cd-679eb86fc34a, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=06b967ef-4b76-45a8-92cd-679eb86fc34a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:55.934336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:55.985814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2266043a-5673-4189-bac8-dbf490fe6bae, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2266043a-5673-4189-bac8-dbf490fe6bae,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:56.004797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '2266043a-5673-4189-bac8-dbf490fe6bae', 'network_id': '9d2633a7-3a9c-4a67-91e6-75b6911d9739', 'port_id': '2266043a-5673-4189-bac8-dbf490fe6bae', 'mac_address': 'fa:16:3e:22:62:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b008d2-17da-4e50-a0a4-c3c7cd30e941', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:56.012811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Allocated IP 172.20.0.2 (2cfa6297-6f65-4878-908d-eed6156bf1f8/ed3dac0d-1276-4b46-886e-c8fe2adcfa12/26e90809-60e9-4189-a025-1c42dee4882a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:56.044198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:56.048259 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.050055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] 10.222.0.30 "PUT /v2.0/ports/06b967ef-4b76-45a8-92cd-679eb86fc34a HTTP/1.1" status: 200 len: 1091 time: 1.7902405 Feb 11 13:32:56.071014 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8165803e-b5c1-41f1-b20a-556cc729e97f req-eafd2549-f60d-4563-8802-4b50b3628bc2 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff60568-d77f-463a-82d8-4ffd227e3f3c HTTP/1.1" status: 200 len: 210 time: 0.0826926 Feb 11 13:32:56.093180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c288f66-d192-4cfc-a785-45543551c621 service neutron] Pushing event updated for resources: {'Port': ['ID=06b967ef-4b76-45a8-92cd-679eb86fc34a,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:56.109337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'tag': '06b967ef-4b76-45a8-92cd-679eb86fc34a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:56.112631 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e826f291-08ba-47e5-a89e-6da76960e36b" -d '{"events": [{"name": "network-changed", "server_uuid": "022c03d7-8915-45c4-9a83-5eb9f565a67b", "tag": "06b967ef-4b76-45a8-92cd-679eb86fc34a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:56.154783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks [] for router_gateway (e389849b-55d1-4ba9-af3f-4f0ea40f5267), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.183129 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b8faa8-d42f-4868-8575-9b7a6e614a68 x-openstack-request-id: req-d5b8faa8-d42f-4868-8575-9b7a6e614a68 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:56.183438 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022c03d7-8915-45c4-9a83-5eb9f565a67b", "tag": "06b967ef-4b76-45a8-92cd-679eb86fc34a", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:56.183705 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5b8faa8-d42f-4868-8575-9b7a6e614a68 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:56.184230 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'tag': '06b967ef-4b76-45a8-92cd-679eb86fc34a', 'status': 'completed', 'code': 200} Feb 11 13:32:56.187592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.227377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3e0dd5f0-f119-48bf-ac30-adbfb97b72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:56.231451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-3e0dd5f0-f119-48bf-ac30-adbfb97b72e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 1125 time: 0.1117640 Feb 11 13:32:56.288621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-6cbeaad7-2c43-45f6-a779-2f25bfb95013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b967ef-4b76-45a8-92cd-679eb86fc34a HTTP/1.1" status: 200 len: 217 time: 0.0452020 Feb 11 13:32:56.303737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2266043a-5673-4189-bac8-dbf490fe6bae is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:56.304132 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.322197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2266043a-5673-4189-bac8-dbf490fe6bae {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:56.344261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2266043a-5673-4189-bac8-dbf490fe6bae, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2266043a-5673-4189-bac8-dbf490fe6bae,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:56.352759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port b0817431-9e50-4b04-8462-84b4605ae273 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:56.357752 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.387088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port b0817431-9e50-4b04-8462-84b4605ae273 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:56.387088 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b0817431-9e50-4b04-8462-84b4605ae273), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.407792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e552ba-b366-459e-b0d7-7f202b9fad11 req-500914cc-f7f1-42b8-8d7c-65b2d52e2cee tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:56.409697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-1fc48a67-e5a0-42d5-8044-651ada7080dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:56.410152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10e552ba-b366-459e-b0d7-7f202b9fad11 req-500914cc-f7f1-42b8-8d7c-65b2d52e2cee tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 944 time: 0.1313388 Feb 11 13:32:56.411934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-1fc48a67-e5a0-42d5-8044-651ada7080dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1174762 Feb 11 13:32:56.425578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Allocated IP 172.25.3.154 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4b297ce4-a4d8-4287-9a36-49fc7fb0d214) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:56.461752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2266043a-5673-4189-bac8-dbf490fe6bae,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:56.466335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-9ce431a1-967d-49a9-aec2-93ac627fb287 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455482 Feb 11 13:32:56.512977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.513308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.513900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.514308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.514674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.514992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.515326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.515674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.516005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.516337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.516672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.516997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.517382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:56.542988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Publish callbacks [] for port (26e90809-60e9-4189-a025-1c42dee4882a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.553187 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (26e90809-60e9-4189-a025-1c42dee4882a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.576432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10e552ba-b366-459e-b0d7-7f202b9fad11 req-027bb712-ef7d-494f-9c3b-fe7c8a17be1b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539662 Feb 11 13:32:56.645478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:56.647942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b0817431-9e50-4b04-8462-84b4605ae273 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:56.648398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b0817431-9e50-4b04-8462-84b4605ae273), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.652104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['2266043a-5673-4189-bac8-dbf490fe6bae'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:56.669124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:56.690275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-abd50701-0d62-4b35-9a44-24650baf4213 service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174151 Feb 11 13:32:56.696958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Pushing event updated for resources: {'Port': ['ID=26e90809-60e9-4189-a025-1c42dee4882a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:56.700481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b3e1-debf-42dc-aca1-4bbfd198aa91 req-19b8dde2-c9fe-46f6-a1e9-aa380f11fe5e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:56.701073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:56.708358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0da1b3e1-debf-42dc-aca1-4bbfd198aa91 req-19b8dde2-c9fe-46f6-a1e9-aa380f11fe5e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 943 time: 0.1078804 Feb 11 13:32:56.734667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0817431-9e50-4b04-8462-84b4605ae273'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:56.736991 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ecd5e-5e98-4a82-92e8-e59ce1a6a5f4" -d '{"events": [{"server_uuid": "9ef4bbe8-b4ea-4476-bc17-fede1ae85872", "name": "network-vif-plugged", "status": "completed", "tag": "b0817431-9e50-4b04-8462-84b4605ae273"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:56.740451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks [] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.785100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b0817431-9e50-4b04-8462-84b4605ae273, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b0817431-9e50-4b04-8462-84b4605ae273,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:56.788926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 71aa3d5f-9771-48d6-b465-23eeff986e1e no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:56.793842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.831401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 71aa3d5f-9771-48d6-b465-23eeff986e1e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:56.831807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 71aa3d5f-9771-48d6-b465-23eeff986e1e not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:56.845686 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b0817431-9e50-4b04-8462-84b4605ae273), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.867054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0da1b3e1-debf-42dc-aca1-4bbfd198aa91 req-fd9bd9b3-4413-435e-902b-3b89c50e970f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574044 Feb 11 13:32:56.867435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Attempting to bind port 26e90809-60e9-4189-a025-1c42dee4882a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:56.867820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Attempting to bind port 26e90809-60e9-4189-a025-1c42dee4882a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:56.868189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Attempting to bind port 26e90809-60e9-4189-a025-1c42dee4882a on network 2cfa6297-6f65-4878-908d-eed6156bf1f8 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:56.884289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:56.908661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfa07c3-8601-48ed-9f4c-c194c2960bb8 req-52883fa7-7015-45ff-95c6-797202f26161 service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977487 Feb 11 13:32:56.910944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:56.911333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Checking segment: {'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:56.911748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.912253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Bound using segment: {'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:56.912646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Bound port: 26e90809-60e9-4189-a025-1c42dee4882a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:56.912924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:56.913118 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26e90809-60e9-4189-a025-1c42dee4882a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:56.916349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:56.955911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.000746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b0817431-9e50-4b04-8462-84b4605ae273,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.020623 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bff4c0-155f-49a6-a2d5-5b8e03a503bd x-openstack-request-id: req-a7bff4c0-155f-49a6-a2d5-5b8e03a503bd {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:57.021368 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef4bbe8-b4ea-4476-bc17-fede1ae85872", "name": "network-vif-plugged", "status": "completed", "tag": "b0817431-9e50-4b04-8462-84b4605ae273", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:57.021908 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7bff4c0-155f-49a6-a2d5-5b8e03a503bd {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:57.022581 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0817431-9e50-4b04-8462-84b4605ae273', 'code': 200} Feb 11 13:32:57.039122 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861048-2f49-4fed-925d-1f154ccd2641 req-0d4c2b29-2773-4c1a-b68f-24a27e19f193 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.053251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4861048-2f49-4fed-925d-1f154ccd2641 req-0d4c2b29-2773-4c1a-b68f-24a27e19f193 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 949 time: 0.2654550 Feb 11 13:32:57.074643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd01c-d252-4963-ad1c-a6c194d4d3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:57.158032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] For port 26e90809-60e9-4189-a025-1c42dee4882a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:57.162377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826f291-08ba-47e5-a89e-6da76960e36b req-0064e3a9-a4bf-406a-ab22-cfc26ada265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.162936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] For port 26e90809-60e9-4189-a025-1c42dee4882a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=26e90809-60e9-4189-a025-1c42dee4882a,segment=NetworkSegment(7b084ff2-1176-4572-a9d0-5b4f7a50af7a),segment_id=7b084ff2-1176-4572-a9d0-5b4f7a50af7a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:57.165266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e826f291-08ba-47e5-a89e-6da76960e36b req-0064e3a9-a4bf-406a-ab22-cfc26ada265b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 1125 time: 0.1969614 Feb 11 13:32:57.173015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26e90809-60e9-4189-a025-1c42dee4882a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:57.217547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b5874-946e-4f03-b1f3-800a4f489a16 req-87d1d089-0b4a-4707-a746-b622ba077524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.219330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db5b5874-946e-4f03-b1f3-800a4f489a16 req-87d1d089-0b4a-4707-a746-b622ba077524 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 1128 time: 0.1860938 Feb 11 13:32:57.230621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7177-cf77-48c0-8d24-dbd3c269b071 req-10b36059-ad3a-4719-a95a-0695d0039a5a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.239564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5ce7177-cf77-48c0-8d24-dbd3c269b071 req-10b36059-ad3a-4719-a95a-0695d0039a5a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.1786647 Feb 11 13:32:57.244387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4861048-2f49-4fed-925d-1f154ccd2641 req-1b0bd2cd-3de3-4ef5-b17b-618d7f78c6a4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900210 Feb 11 13:32:57.323454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495ad31-9518-458c-9c08-dbe9a72d9cc7 None None] Pushing event updated for resources: {'Port': ['ID=26e90809-60e9-4189-a025-1c42dee4882a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.485864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db5b5874-946e-4f03-b1f3-800a4f489a16 req-ff1f3ea5-3562-43f3-8868-826e3d7d6be6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304034 Feb 11 13:32:57.493356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5ce7177-cf77-48c0-8d24-dbd3c269b071 req-3d1429fd-f4af-4a3d-ab2a-8d484c1feddd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528884 Feb 11 13:32:57.499139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826f291-08ba-47e5-a89e-6da76960e36b req-6d2f3381-71e1-4856-a13e-137e919195bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.500835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e826f291-08ba-47e5-a89e-6da76960e36b req-6d2f3381-71e1-4856-a13e-137e919195bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.3271370 Feb 11 13:32:57.504669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks [] for router_gateway (e389849b-55d1-4ba9-af3f-4f0ea40f5267), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:57.571760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e826f291-08ba-47e5-a89e-6da76960e36b req-62cdc436-e299-45df-a215-088280fe3d1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06b967ef-4b76-45a8-92cd-679eb86fc34a HTTP/1.1" status: 200 len: 217 time: 0.0584641 Feb 11 13:32:57.684634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06087701-a84f-429b-ade2-ee8748c98bc1 req-22189404-1da4-46f2-bfe8-a287e7765a1a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.687039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06087701-a84f-429b-ade2-ee8748c98bc1 req-22189404-1da4-46f2-bfe8-a287e7765a1a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.2036388 Feb 11 13:32:57.880592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06087701-a84f-429b-ade2-ee8748c98bc1 req-16e5909a-cfaa-47c4-8714-8b2a494fbc60 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749508 Feb 11 13:32:57.888818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826f291-08ba-47e5-a89e-6da76960e36b req-63feaaef-c5ef-4d60-a0cc-5af899e6c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.891362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e826f291-08ba-47e5-a89e-6da76960e36b req-63feaaef-c5ef-4d60-a0cc-5af899e6c121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.3064268 Feb 11 13:32:57.937248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26e90809-60e9-4189-a025-1c42dee4882a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:57.953218 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (e389849b-55d1-4ba9-af3f-4f0ea40f5267), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:57.961320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e826f291-08ba-47e5-a89e-6da76960e36b req-81bc74e7-f28e-4098-a8c3-3713f841e6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603685 Feb 11 13:32:57.994720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135a5da-88de-4828-afaa-ee8887701b11 req-5e874694-c865-48b2-992f-2551047a2797 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.996866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d135a5da-88de-4828-afaa-ee8887701b11 req-5e874694-c865-48b2-992f-2551047a2797 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/ports?device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 949 time: 0.2860653 Feb 11 13:32:58.036529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 26e90809-60e9-4189-a025-1c42dee4882a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:58.037794 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26e90809-60e9-4189-a025-1c42dee4882a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:58.038000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41553d74-3909-4dfc-97a8-78f4d9eb881a req-165eb4cb-72cd-4a35-9a88-8b798c5653b8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:58.047408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41553d74-3909-4dfc-97a8-78f4d9eb881a req-165eb4cb-72cd-4a35-9a88-8b798c5653b8 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 945 time: 0.3376162 Feb 11 13:32:58.140519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 26e90809-60e9-4189-a025-1c42dee4882a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:58.141108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26e90809-60e9-4189-a025-1c42dee4882a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:58.189610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 26e90809-60e9-4189-a025-1c42dee4882a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=26e90809-60e9-4189-a025-1c42dee4882a,segment=NetworkSegment(7b084ff2-1176-4572-a9d0-5b4f7a50af7a),segment_id=7b084ff2-1176-4572-a9d0-5b4f7a50af7a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:58.197023 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26e90809-60e9-4189-a025-1c42dee4882a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:58.241936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41553d74-3909-4dfc-97a8-78f4d9eb881a req-0d078e76-636f-4208-8702-6bef5a5aafdf tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933455 Feb 11 13:32:58.260337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e826f291-08ba-47e5-a89e-6da76960e36b req-2ae4681b-7fb1-4992-bc33-cccd244d8851 service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843614 Feb 11 13:32:58.282000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=26e90809-60e9-4189-a025-1c42dee4882a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:58.413856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e826f291-08ba-47e5-a89e-6da76960e36b req-9db461f2-ac48-4ecb-a6bb-6e15e7c7a8e0 service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426041 Feb 11 13:32:58.418860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port bbf917b6-36ea-49ec-91f4-51e424fdfae0 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:58.419209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:58.504867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b157d-b2ae-48a6-8bfb-269e581cf86b req-99926983-3fc8-4fed-96fc-69453c68506d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:58.521702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a4b157d-b2ae-48a6-8bfb-269e581cf86b req-99926983-3fc8-4fed-96fc-69453c68506d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 949 time: 0.1565735 Feb 11 13:32:58.555724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-22a5c0c5-2fb4-42b4-ad0a-394c41b46da0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:58.557857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-22a5c0c5-2fb4-42b4-ad0a-394c41b46da0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 950 time: 0.5550499 Feb 11 13:32:58.569876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8abbb-4911-4440-8367-a0813e2faa6c req-cdbd99a6-5ef9-47fe-aa26-a9441ecaf7f7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:58.571662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44b8abbb-4911-4440-8367-a0813e2faa6c req-cdbd99a6-5ef9-47fe-aa26-a9441ecaf7f7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 943 time: 0.5700109 Feb 11 13:32:58.587145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port bbf917b6-36ea-49ec-91f4-51e424fdfae0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bbf917b6-36ea-49ec-91f4-51e424fdfae0,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:58.587517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:58.613345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a4b157d-b2ae-48a6-8bfb-269e581cf86b req-eccc0fc9-5102-4a1b-920f-139a05f953e4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831890 Feb 11 13:32:58.631240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for bbf917b6-36ea-49ec-91f4-51e424fdfae0 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:58.647417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Router e389849b-55d1-4ba9-af3f-4f0ea40f5267 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:58.797478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 06b967ef-4b76-45a8-92cd-679eb86fc34a details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:58.891943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44b8abbb-4911-4440-8367-a0813e2faa6c req-2035eb1b-76fa-4d3f-85ea-57ce030f5e75 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066945 Feb 11 13:32:58.975764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 06b967ef-4b76-45a8-92cd-679eb86fc34a, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=06b967ef-4b76-45a8-92cd-679eb86fc34a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:58.999592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '06b967ef-4b76-45a8-92cd-679eb86fc34a', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'port_id': '06b967ef-4b76-45a8-92cd-679eb86fc34a', 'mac_address': 'fa:16:3e:34:dd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39d1925-8c6c-48c3-b595-54707ce4d893', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:59.002673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:59.002890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.007468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:59.020780 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Sync routers for ids ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:59.033936 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Routers {'e389849b-55d1-4ba9-af3f-4f0ea40f5267'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:59.034873 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.077311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 06b967ef-4b76-45a8-92cd-679eb86fc34a is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:59.077709 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.095351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b967ef-4b76-45a8-92cd-679eb86fc34a {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:59.117725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.119427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 06b967ef-4b76-45a8-92cd-679eb86fc34a, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=06b967ef-4b76-45a8-92cd-679eb86fc34a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:59.119690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-00b3d922-3f98-4346-9d56-795b84f22df3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7553089 Feb 11 13:32:59.123017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a05a24-ca8a-4a4c-bf02-e174338290bf None None] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:32:59.125664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38842) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:59.221034 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Set router e389849b-55d1-4ba9-af3f-4f0ea40f5267 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:59.228694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port 218fe1e9-97d2-458d-aa6f-c47af4a8e686, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=218fe1e9-97d2-458d-aa6f-c47af4a8e686,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:59.229454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.240181 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.321329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c85aaf-bff4-4b8e-9e0f-4133eec929c0 req-a95d8616-2c8a-438c-b31b-380820d2eb42 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:59.323270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6c85aaf-bff4-4b8e-9e0f-4133eec929c0 req-a95d8616-2c8a-438c-b31b-380820d2eb42 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.2843757 Feb 11 13:32:59.327256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2610927b-cef3-4d8a-b960-a29a9ea245a1 None None] Provisioning complete for port 26e90809-60e9-4189-a025-1c42dee4882a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:59.327641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2610927b-cef3-4d8a-b960-a29a9ea245a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26e90809-60e9-4189-a025-1c42dee4882a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.391153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=06b967ef-4b76-45a8-92cd-679eb86fc34a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:59.440419 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5cb49cc4-171a-4231-baa9-76638928ad6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.460165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2610927b-cef3-4d8a-b960-a29a9ea245a1 None None] Current status of the port 26e90809-60e9-4189-a025-1c42dee4882a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:59.476337 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:32:57Z', 'revision_number': 3, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.477632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for 218fe1e9-97d2-458d-aa6f-c47af4a8e686 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:59.520121 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Checking router: e389849b-55d1-4ba9-af3f-4f0ea40f5267 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:59.520473 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Updating router e389849b-55d1-4ba9-af3f-4f0ea40f5267 port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:32:59.556484 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.589775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bbf917b6-36ea-49ec-91f4-51e424fdfae0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.604059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:59.645497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=bbf917b6-36ea-49ec-91f4-51e424fdfae0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:59.684244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f93cf-eea1-49e7-a37e-8eb0ecf63792 req-c36dcef8-7ab5-4c95-b7f5-1260c6d17b27 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:59.686924 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9f93cf-eea1-49e7-a37e-8eb0ecf63792 req-c36dcef8-7ab5-4c95-b7f5-1260c6d17b27 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.8544810 Feb 11 13:32:59.723370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['06b967ef-4b76-45a8-92cd-679eb86fc34a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:59.725367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2266043a-5673-4189-bac8-dbf490fe6bae up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:59.735893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6c85aaf-bff4-4b8e-9e0f-4133eec929c0 req-d3dfdac7-dee7-4854-bd24-cb0a87877236 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654705 Feb 11 13:32:59.852497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port bbf917b6-36ea-49ec-91f4-51e424fdfae0 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:59.860758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.860758 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d135a5da-88de-4828-afaa-ee8887701b11 req-fa6674a1-6d01-4880-afa9-1b4d4a7c81c2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "DELETE /v2.0/ports/bbf917b6-36ea-49ec-91f4-51e424fdfae0 HTTP/1.1" status: 204 len: 173 time: 1.8460360 Feb 11 13:32:59.860758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'name': 'network-vif-deleted', 'tag': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:59.865227 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70839861-c2ad-4fbb-9ec4-aaf76cf9ec91" -d '{"events": [{"server_uuid": "5583f082-8bc7-40dc-8ef9-d84e7607e2fa", "name": "network-vif-deleted", "tag": "bbf917b6-36ea-49ec-91f4-51e424fdfae0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:59.913104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9f93cf-eea1-49e7-a37e-8eb0ecf63792 req-0332bddb-acbf-4997-ace2-1f3034a8dd1c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820974 Feb 11 13:32:59.920012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26e90809-60e9-4189-a025-1c42dee4882a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:00.006208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fb4a2d54-cbcb-4a58-921a-97f6c7fa9be7 None None] Provisioning complete for port 26e90809-60e9-4189-a025-1c42dee4882a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:00.006748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2d54-cbcb-4a58-921a-97f6c7fa9be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26e90809-60e9-4189-a025-1c42dee4882a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.078769 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Publish callbacks [] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.096689 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.132910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ff3d86d-fe63-49fe-876d-b8f945b62a04 req-ad9f932b-7b2b-4f30-8bc6-e67042e67215 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=5583f082-8bc7-40dc-8ef9-d84e7607e2fa HTTP/1.1" status: 200 len: 210 time: 0.0725553 Feb 11 13:33:00.178934 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Attempting to bind port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:00.179722 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Attempting to bind port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:00.180273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Attempting to bind port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:00.183330 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Pushing event updated for resources: {'Port': ['ID=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.194584 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:00.195226 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:00.195813 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.196411 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:00.197055 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Bound port: 4b297ce4-a4d8-4287-9a36-49fc7fb0d214, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:00.197606 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.214939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.232309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (218fe1e9-97d2-458d-aa6f-c47af4a8e686), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.236530 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.236931 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.237276 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.239162 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.239520 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.239852 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.244057 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.244365 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.244704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.249351 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.249763 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.250098 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.250615 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:00.254854 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d2753-3029-434f-8b08-380183908d98 x-openstack-request-id: req-e40d2753-3029-434f-8b08-380183908d98 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:00.255172 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5583f082-8bc7-40dc-8ef9-d84e7607e2fa", "name": "network-vif-deleted", "tag": "bbf917b6-36ea-49ec-91f4-51e424fdfae0", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:00.255410 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e40d2753-3029-434f-8b08-380183908d98 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:00.255871 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5583f082-8bc7-40dc-8ef9-d84e7607e2fa', 'name': 'network-vif-deleted', 'tag': 'bbf917b6-36ea-49ec-91f4-51e424fdfae0', 'status': 'completed', 'code': 200} Feb 11 13:33:00.275697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 26e90809-60e9-4189-a025-1c42dee4882a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:00.276074 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26e90809-60e9-4189-a025-1c42dee4882a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.340742 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] For port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:00.349097 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] For port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:00.365991 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.450421 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730da789-4230-405d-a2fc-0789c87cd2a3 None None] Pushing event updated for resources: {'Port': ['ID=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.461358 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Routers {'e389849b-55d1-4ba9-af3f-4f0ea40f5267'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:00.462296 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:00.503889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:00.597889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 2266043a-5673-4189-bac8-dbf490fe6bae completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:00.610805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70165-c7d9-45ac-b72f-178736bb1228 req-818f130c-29ab-4561-95fa-93d306fefb68 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.619098 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] Set router e389849b-55d1-4ba9-af3f-4f0ea40f5267 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:00.619579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6f70165-c7d9-45ac-b72f-178736bb1228 req-818f130c-29ab-4561-95fa-93d306fefb68 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 944 time: 0.2059727 Feb 11 13:33:00.655053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 2266043a-5673-4189-bac8-dbf490fe6bae triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:00.655431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.689510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port 218fe1e9-97d2-458d-aa6f-c47af4a8e686 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:00.696272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:00.704485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ad9ffc1-d973-4910-a275-c86777fa13c2 req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.30 "DELETE /v2.0/ports/218fe1e9-97d2-458d-aa6f-c47af4a8e686 HTTP/1.1" status: 204 len: 173 time: 2.1308370 Feb 11 13:33:00.705761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24fdc6-366f-49bc-8a1a-c70e30173dcb tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=218fe1e9-97d2-458d-aa6f-c47af4a8e686,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.715560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'name': 'network-vif-deleted', 'tag': '218fe1e9-97d2-458d-aa6f-c47af4a8e686'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:00.720888 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0581d6b3-240b-4c37-bb8d-720a98897044" -d '{"events": [{"server_uuid": "498ed23c-ea32-40d4-a4b7-32bbab8994cd", "name": "network-vif-deleted", "tag": "218fe1e9-97d2-458d-aa6f-c47af4a8e686"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:00.732567 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6f70165-c7d9-45ac-b72f-178736bb1228 req-38f36c10-d40e-4c4c-ab98-e0a00096739a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111505 Feb 11 13:33:00.758705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413af184-b4ad-4bf6-b14e-c5622af966ef req-63e9d2b9-272f-4190-bcef-25928fbec20d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.769137 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-413af184-b4ad-4bf6-b14e-c5622af966ef req-63e9d2b9-272f-4190-bcef-25928fbec20d tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 945 time: 0.8428113 Feb 11 13:33:00.882972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 218fe1e9-97d2-458d-aa6f-c47af4a8e686 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:00.915621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 26e90809-60e9-4189-a025-1c42dee4882a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:00.920946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 218fe1e9-97d2-458d-aa6f-c47af4a8e686 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:00.923383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 218fe1e9-97d2-458d-aa6f-c47af4a8e686 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:00.980992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd557245-868a-448c-9a2d-94bb07a009aa req-c10efd47-e1b7-40a7-9015-e3f7fcd4901e tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.989524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd557245-868a-448c-9a2d-94bb07a009aa req-c10efd47-e1b7-40a7-9015-e3f7fcd4901e tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1069515 Feb 11 13:33:01.023613 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:32:57Z', 'revision_number': 3, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:01.033338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-413af184-b4ad-4bf6-b14e-c5622af966ef req-b02f1344-9e9a-450b-99c2-c5ec77380d17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631133 Feb 11 13:33:01.096029 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd557245-868a-448c-9a2d-94bb07a009aa req-8b165b01-705e-4b13-a83a-3f57f9e4b834 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003993 Feb 11 13:33:01.100672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Allocated IP 172.20.0.1 (2cfa6297-6f65-4878-908d-eed6156bf1f8/ed3dac0d-1276-4b46-886e-c8fe2adcfa12/11db0e2c-2e6b-464f-9d45-ca8130d859bd) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:01.176503 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:01.176761 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b79e9c-a7ff-4c9f-95d3-8b3749a87945 x-openstack-request-id: req-b0b79e9c-a7ff-4c9f-95d3-8b3749a87945 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:01.177224 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498ed23c-ea32-40d4-a4b7-32bbab8994cd", "name": "network-vif-deleted", "tag": "218fe1e9-97d2-458d-aa6f-c47af4a8e686", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:01.177760 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0b79e9c-a7ff-4c9f-95d3-8b3749a87945 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:01.178454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2d54-cbcb-4a58-921a-97f6c7fa9be7 None None] Current status of the port 26e90809-60e9-4189-a025-1c42dee4882a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:01.181234 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498ed23c-ea32-40d4-a4b7-32bbab8994cd', 'name': 'network-vif-deleted', 'tag': '218fe1e9-97d2-458d-aa6f-c47af4a8e686', 'status': 'completed', 'code': 200} Feb 11 13:33:01.240298 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a6097-7b54-464a-bcdc-b26de371b0bf None None] The sync data for ids ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'] in n-d-828676-2 is: [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:32:57Z', 'revision_number': 3, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:01.346663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f9ff-43cf-4914-9f50-31a6cf21ff8c req-a8151530-4f1a-4883-a01a-2c36c3e0d202 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:01.357509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e400f9ff-43cf-4914-9f50-31a6cf21ff8c req-a8151530-4f1a-4883-a01a-2c36c3e0d202 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.1570642 Feb 11 13:33:01.443713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks [] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:01.481874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e400f9ff-43cf-4914-9f50-31a6cf21ff8c req-ed709c76-2135-47ec-ae39-c50f60343456 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163168 Feb 11 13:33:01.531160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31dec0a3-5506-4ec2-a5c8-7964cf2a9a7e req-fee12f48-1747-4202-8081-b3e9d660eb62 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=498ed23c-ea32-40d4-a4b7-32bbab8994cd HTTP/1.1" status: 200 len: 210 time: 0.0487540 Feb 11 13:33:01.550435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:01.584755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2266043a-5673-4189-bac8-dbf490fe6bae is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:01.585436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:01.607663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Pushing event updated for resources: {'Port': ['ID=11db0e2c-2e6b-464f-9d45-ca8130d859bd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:01.639917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:01.643678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:01.654938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:01.732880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2266043a-5673-4189-bac8-dbf490fe6bae'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:01.735625 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aec258-f99a-4b60-b99a-aba2e733d6ed" -d '{"events": [{"server_uuid": "50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9", "name": "network-vif-plugged", "status": "completed", "tag": "2266043a-5673-4189-bac8-dbf490fe6bae"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:01.740832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (e389849b-55d1-4ba9-af3f-4f0ea40f5267), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:01.757049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2266043a-5673-4189-bac8-dbf490fe6bae, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2266043a-5673-4189-bac8-dbf490fe6bae,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:01.773293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:01.791145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bbf917b6-36ea-49ec-91f4-51e424fdfae0 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:01.809771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95504a4e-3ebc-404d-a281-403599186b30 req-d562fb75-a1d5-4f4d-a99c-1351de9a04ee tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:01.892489 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49695daa-5065-4a95-ba05-14217dc24792 x-openstack-request-id: req-49695daa-5065-4a95-ba05-14217dc24792 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:01.892901 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9", "name": "network-vif-plugged", "status": "completed", "tag": "2266043a-5673-4189-bac8-dbf490fe6bae", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:01.893569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95504a4e-3ebc-404d-a281-403599186b30 req-d562fb75-a1d5-4f4d-a99c-1351de9a04ee tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.2968860 Feb 11 13:33:01.899748 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49695daa-5065-4a95-ba05-14217dc24792 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:01.900299 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2266043a-5673-4189-bac8-dbf490fe6bae', 'code': 200} Feb 11 13:33:01.914471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: bbf917b6-36ea-49ec-91f4-51e424fdfae0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:01.914471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bbf917b6-36ea-49ec-91f4-51e424fdfae0 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:02.085560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:02.138883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95504a4e-3ebc-404d-a281-403599186b30 req-f6f8dd6c-e283-45aa-a944-2b3c19c58c5c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349303 Feb 11 13:33:02.143611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2266043a-5673-4189-bac8-dbf490fe6bae,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.189690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.197524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593b1b-80ea-4631-90be-004b1cf7c0ef req-d66f6c28-b026-44bb-9cc5-0ad03e24af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.199152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95593b1b-80ea-4631-90be-004b1cf7c0ef req-d66f6c28-b026-44bb-9cc5-0ad03e24af66 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 1128 time: 0.2311790 Feb 11 13:33:02.298403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08301d78-51e7-42a4-9f97-9d970f1d78a2 req-3f4f28cc-fb57-46d5-a1d8-314418af1fd4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.306041 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08301d78-51e7-42a4-9f97-9d970f1d78a2 req-3f4f28cc-fb57-46d5-a1d8-314418af1fd4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 944 time: 0.2751517 Feb 11 13:33:02.394746 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08301d78-51e7-42a4-9f97-9d970f1d78a2 req-6d6facfd-1fb6-4967-85bb-9e8d2e642eca tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877206 Feb 11 13:33:02.400826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95593b1b-80ea-4631-90be-004b1cf7c0ef req-fd2aedee-a50b-4e8a-b24d-16d7335a5597 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929724 Feb 11 13:33:02.428127 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c7d0535f-74e8-4ffe-bcae-69069801a909 None None] Provisioning complete for port 11db0e2c-2e6b-464f-9d45-ca8130d859bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:02.428792 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d0535f-74e8-4ffe-bcae-69069801a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.462105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37357c7-18ff-4119-950b-b3725f4ffcb2 req-9c238886-0539-4917-89e8-f3fc784bcf17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.469204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d37357c7-18ff-4119-950b-b3725f4ffcb2 req-9c238886-0539-4917-89e8-f3fc784bcf17 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 946 time: 0.1516974 Feb 11 13:33:02.516845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.582246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d37357c7-18ff-4119-950b-b3725f4ffcb2 req-2783294e-462b-4f44-8331-4d034d65eb94 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116014 Feb 11 13:33:02.597690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0535f-74e8-4ffe-bcae-69069801a909 None None] Port 11db0e2c-2e6b-464f-9d45-ca8130d859bd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:33:02.603985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:02.604927 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.632801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks [] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.642994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.662844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef4a3e-c07e-439f-93b4-cd82c87cad14 req-f208105c-5705-4f3f-870d-63fbd65638c9 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.664658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0ef4a3e-c07e-439f-93b4-cd82c87cad14 req-f208105c-5705-4f3f-870d-63fbd65638c9 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1461825 Feb 11 13:33:02.756811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Pushing event updated for resources: {'Port': ['ID=11db0e2c-2e6b-464f-9d45-ca8130d859bd,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.799114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:02.799565 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.825777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 06b967ef-4b76-45a8-92cd-679eb86fc34a up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:02.837223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (e389849b-55d1-4ba9-af3f-4f0ea40f5267), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.876284 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0ef4a3e-c07e-439f-93b4-cd82c87cad14 req-c9e84b26-9b28-4675-bb33-86c4056f4a1c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538429 Feb 11 13:33:02.911577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:02.943260 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:03.034397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53a48-01cf-4d09-b97a-9b29e5b8939b req-40cf301c-423b-4085-94f4-a8640da747dc tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:03.041455 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10b53a48-01cf-4d09-b97a-9b29e5b8939b req-40cf301c-423b-4085-94f4-a8640da747dc tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.1125770 Feb 11 13:33:03.055612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:03.057115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:03.104943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:03.123785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 06b967ef-4b76-45a8-92cd-679eb86fc34a completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:03.128519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 06b967ef-4b76-45a8-92cd-679eb86fc34a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:03.129224 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:03.131085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10b53a48-01cf-4d09-b97a-9b29e5b8939b req-a942f025-15ed-42e0-bb30-5a7072aeb65f tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888937 Feb 11 13:33:03.300943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 06b967ef-4b76-45a8-92cd-679eb86fc34a is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:03.303457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:03.334919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Router e389849b-55d1-4ba9-af3f-4f0ea40f5267 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:03.402156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 06b967ef-4b76-45a8-92cd-679eb86fc34a, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=06b967ef-4b76-45a8-92cd-679eb86fc34a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:03.411035 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:03.541619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515c927-6e9c-4ddd-8792-ad997887a426 req-449b14af-1e90-416a-9ea1-9cbb4eecb636 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:03.547529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=06b967ef-4b76-45a8-92cd-679eb86fc34a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:03.560639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0515c927-6e9c-4ddd-8792-ad997887a426 req-449b14af-1e90-416a-9ea1-9cbb4eecb636 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.2035255 Feb 11 13:33:03.599039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:03.632311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-11e54a2a-01ba-4da8-85d7-a21a9f6b962d None None] Provisioning complete for port 11db0e2c-2e6b-464f-9d45-ca8130d859bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:03.632689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11e54a2a-01ba-4da8-85d7-a21a9f6b962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:03.643275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0515c927-6e9c-4ddd-8792-ad997887a426 req-2d3da909-f26e-4619-b0b9-6d098636ad1c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794687 Feb 11 13:33:03.652150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:03.669308 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-40f6f7ea-7b6d-4603-a1d4-450ab93852a4 admin admin] 10.222.0.79 "PUT /v2.0/routers/e389849b-55d1-4ba9-af3f-4f0ea40f5267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5423348 Feb 11 13:33:03.745662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad31d-e28e-462f-8a2e-b2d75c0d5c1a req-f1a5528d-eabb-4046-b476-b32ad6648d15 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:03.762336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7fad31d-e28e-462f-8a2e-b2d75c0d5c1a req-f1a5528d-eabb-4046-b476-b32ad6648d15 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.1081440 Feb 11 13:33:03.788770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-11e54a2a-01ba-4da8-85d7-a21a9f6b962d None None] Port 11db0e2c-2e6b-464f-9d45-ca8130d859bd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:33:03.860157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:03.912299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b967ef-4b76-45a8-92cd-679eb86fc34a'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:03.917650 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c4f0c2-51e1-4ecb-a705-33e83bdbd9b0" -d '{"events": [{"server_uuid": "022c03d7-8915-45c4-9a83-5eb9f565a67b", "name": "network-vif-plugged", "status": "completed", "tag": "06b967ef-4b76-45a8-92cd-679eb86fc34a"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:03.922360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7fad31d-e28e-462f-8a2e-b2d75c0d5c1a req-99502a05-b78a-4f42-ab3d-3ae056e3cc6f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590283 Feb 11 13:33:03.923952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e99f-8fe4-4421-9937-1eb253ac60db req-21f31c53-878f-4e9f-98d8-137ddf3f34bf tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:03.933428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1145e99f-8fe4-4421-9937-1eb253ac60db req-21f31c53-878f-4e9f-98d8-137ddf3f34bf tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 950 time: 0.1537104 Feb 11 13:33:03.962554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:03.962944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:04.061610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1145e99f-8fe4-4421-9937-1eb253ac60db req-d6a63975-8be1-49e9-9f51-14c9ebe0293d tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214514 Feb 11 13:33:04.104915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:04.134384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ae135-97dc-4f1e-9536-0ebebc163f37 req-5ff71521-e4d1-4d2d-80c2-c9705f5e8ddd tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.143389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a65ae135-97dc-4f1e-9536-0ebebc163f37 req-5ff71521-e4d1-4d2d-80c2-c9705f5e8ddd tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 946 time: 0.0993807 Feb 11 13:33:04.223776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a65ae135-97dc-4f1e-9536-0ebebc163f37 req-52b70650-a1b3-4e54-80f9-2c2ab8e96d33 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790708 Feb 11 13:33:04.266151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Sync routers for ids ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:04.280524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Routers {'e389849b-55d1-4ba9-af3f-4f0ea40f5267'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:04.281167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:04.344146 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a396c86-ae14-4d59-a2ef-5550a139df0f x-openstack-request-id: req-2a396c86-ae14-4d59-a2ef-5550a139df0f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:04.344441 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022c03d7-8915-45c4-9a83-5eb9f565a67b", "name": "network-vif-plugged", "status": "completed", "tag": "06b967ef-4b76-45a8-92cd-679eb86fc34a", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:04.344700 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a396c86-ae14-4d59-a2ef-5550a139df0f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:04.345091 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b967ef-4b76-45a8-92cd-679eb86fc34a', 'code': 200} Feb 11 13:33:04.375707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ec0b7-bbf4-4209-8bfa-a053e278833e req-b70baa13-0790-4d40-99de-d79ad6c1be88 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.388021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-092ec0b7-bbf4-4209-8bfa-a053e278833e req-b70baa13-0790-4d40-99de-d79ad6c1be88 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1300764 Feb 11 13:33:04.451243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d088-f29c-4079-bdf5-ac69a83d6f8d req-f4155c26-6e09-47a4-a1f6-4815ecf7930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.452771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e22d088-f29c-4079-bdf5-ac69a83d6f8d req-f4155c26-6e09-47a4-a1f6-4815ecf7930c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 1127 time: 0.0799723 Feb 11 13:33:04.468232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Set router e389849b-55d1-4ba9-af3f-4f0ea40f5267 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:04.482325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-092ec0b7-bbf4-4209-8bfa-a053e278833e req-4983f586-1fd7-436e-be89-2e5de9af69a4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934052 Feb 11 13:33:04.608833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f7edde7-432b-433a-a9b2-8056fbb09164 req-4b1d92a4-aefc-40a7-aae1-cfe41f4a07ab tempest-FloatingIPsNegativeTestJSON-348630587 tempest-FloatingIPsNegativeTestJSON-348630587-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=e2a4c961571c465ba4ab1bb29d9ed426 HTTP/1.1" status: 200 len: 217 time: 0.0912907 Feb 11 13:33:04.615507 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e22d088-f29c-4079-bdf5-ac69a83d6f8d req-90f77bb3-c3ed-4b72-ae03-6e003c71e82d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542675 Feb 11 13:33:04.676457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4c57-4faf-4cd0-a30f-dbda3347f948 req-b6db27a0-3b3b-4d55-85fe-fdce9b2a75a7 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.684927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9b4c57-4faf-4cd0-a30f-dbda3347f948 req-b6db27a0-3b3b-4d55-85fe-fdce9b2a75a7 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.1189864 Feb 11 13:33:04.738221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9b4c57-4faf-4cd0-a30f-dbda3347f948 req-b3a98b20-121c-48af-837f-a1e236bc07ee tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523145 Feb 11 13:33:04.764744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '11db0e2c-2e6b-464f-9d45-ca8130d859bd', 'name': '', 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'mac_address': 'fa:16:3e:ef:72:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ed3dac0d-1276-4b46-886e-c8fe2adcfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:00Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 2, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'subnets': [{'id': 'ed3dac0d-1276-4b46-886e-c8fe2adcfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:04.801855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Checking router: e389849b-55d1-4ba9-af3f-4f0ea40f5267 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:04.802542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Updating router e389849b-55d1-4ba9-af3f-4f0ea40f5267 port 11db0e2c-2e6b-464f-9d45-ca8130d859bd binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:33:04.805678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0c6ef1c-57e1-43ca-9abe-db841c5a0adc req-bf604368-17c6-4a55-b0a9-7da5e834c800 tempest-FloatingIPsNegativeTestJSON-348630587 tempest-FloatingIPsNegativeTestJSON-348630587-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0351322 Feb 11 13:33:04.853969 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.038769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854e232-ffeb-476e-9ddc-71243fe34d63 req-835c6a72-e052-407f-9dcb-c44ef8594553 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:05.040560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6854e232-ffeb-476e-9ddc-71243fe34d63 req-835c6a72-e052-407f-9dcb-c44ef8594553 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.1168089 Feb 11 13:33:05.048262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-51066502-b808-4872-9d1c-ce1f6d5767c7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:05.049928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-51066502-b808-4872-9d1c-ce1f6d5767c7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 950 time: 0.1844835 Feb 11 13:33:05.228670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6854e232-ffeb-476e-9ddc-71243fe34d63 req-78cb8c34-60ef-47f3-9b60-c89aea72734a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773860 Feb 11 13:33:05.273117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port 07635d8c-db66-4d86-84e8-8b622ccb9f9f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:05.274621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.309218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Publish callbacks [] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.316458 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.370771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d4ffb-d3e6-4bce-9b78-053739224804 None None] Pushing event updated for resources: {'Port': ['ID=11db0e2c-2e6b-464f-9d45-ca8130d859bd,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.402578 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-bc612b06-c7c9-4ab9-8ec0-8252c9060332 req-7b154b03-1503-4261-8d79-3b779e9e3c0f tempest-FloatingIPsNegativeTestJSON-348630587 tempest-FloatingIPsNegativeTestJSON-348630587-project] show failed (client error): The resource could not be found. Feb 11 13:33:05.419893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc612b06-c7c9-4ab9-8ec0-8252c9060332 req-7b154b03-1503-4261-8d79-3b779e9e3c0f tempest-FloatingIPsNegativeTestJSON-348630587 tempest-FloatingIPsNegativeTestJSON-348630587-project] 10.222.0.79 "GET /v2.0/floatingips/090796bd-bd3a-441a-9168-a43567e5a1f3 HTTP/1.1" status: 404 len: 350 time: 0.1134651 Feb 11 13:33:05.421303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38934) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:05.502605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Attempting to bind port 11db0e2c-2e6b-464f-9d45-ca8130d859bd on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:05.502983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Attempting to bind port 11db0e2c-2e6b-464f-9d45-ca8130d859bd by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:05.503349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Attempting to bind port 11db0e2c-2e6b-464f-9d45-ca8130d859bd on network 2cfa6297-6f65-4878-908d-eed6156bf1f8 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:05.519786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:05.520177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Checking segment: {'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:05.520591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.520988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Bound using segment: {'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:05.521460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Bound port: 11db0e2c-2e6b-464f-9d45-ca8130d859bd, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b084ff2-1176-4572-a9d0-5b4f7a50af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:05.521840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.656013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] For port 11db0e2c-2e6b-464f-9d45-ca8130d859bd, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:05.663212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] For port 11db0e2c-2e6b-464f-9d45-ca8130d859bd, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=11db0e2c-2e6b-464f-9d45-ca8130d859bd,segment=NetworkSegment(7b084ff2-1176-4572-a9d0-5b4f7a50af7a),segment_id=7b084ff2-1176-4572-a9d0-5b4f7a50af7a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:05.678947 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.703101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4164a-361e-425d-bc0f-ac013b88c02f req-7466ccde-0e8b-481d-b725-238110f32b5e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:05.725233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34f4164a-361e-425d-bc0f-ac013b88c02f req-7466ccde-0e8b-481d-b725-238110f32b5e tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 946 time: 0.8345921 Feb 11 13:33:05.819689 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34f4164a-361e-425d-bc0f-ac013b88c02f req-d17d9d0b-a074-4f7b-a475-3d65cc46eb0a tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932913 Feb 11 13:33:05.970522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52b0ee-df57-433f-96a4-35e672159858 req-b8ed880b-6bb2-4078-93b7-343806bc8ba7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:05.973666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af52b0ee-df57-433f-96a4-35e672159858 req-b8ed880b-6bb2-4078-93b7-343806bc8ba7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b HTTP/1.1" status: 200 len: 950 time: 0.6937497 Feb 11 13:33:06.052341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d67d6-1bd3-4133-9c14-4bfd8c06f36b req-756d9033-c74e-4f29-8663-a69f46cb53e7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.053917 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-753d67d6-1bd3-4133-9c14-4bfd8c06f36b req-756d9033-c74e-4f29-8663-a69f46cb53e7 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 950 time: 0.1147621 Feb 11 13:33:06.070754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port 07635d8c-db66-4d86-84e8-8b622ccb9f9f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=07635d8c-db66-4d86-84e8-8b622ccb9f9f,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:06.071626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:06.124527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e6806fc1-e22d-443b-80b1-352294c70336 None None] Provisioning complete for port 11db0e2c-2e6b-464f-9d45-ca8130d859bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:06.124917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6806fc1-e22d-443b-80b1-352294c70336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:06.126575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d4ffb-d3e6-4bce-9b78-053739224804 None None] Pushing event updated for resources: {'Port': ['ID=11db0e2c-2e6b-464f-9d45-ca8130d859bd,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:06.146473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Routers {'e389849b-55d1-4ba9-af3f-4f0ea40f5267'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:06.154743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:06.155872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for 07635d8c-db66-4d86-84e8-8b622ccb9f9f owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:06.208192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4970-bb3c-4b1d-bcac-b4c2f225bb53 req-2c4c9f81-8d7c-41ca-8a4e-2b9b5078c758 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.208575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-753d67d6-1bd3-4133-9c14-4bfd8c06f36b req-53175913-2e3b-4b6f-946a-77f46c08b5dd tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429389 Feb 11 13:33:06.217371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ffa4970-bb3c-4b1d-bcac-b4c2f225bb53 req-2c4c9f81-8d7c-41ca-8a4e-2b9b5078c758 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.4347353 Feb 11 13:33:06.415565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ffa4970-bb3c-4b1d-bcac-b4c2f225bb53 req-a6c692c5-76d4-4847-ab66-f089a790b98c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942835 Feb 11 13:33:06.538224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:06.538898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:06.661291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] Set router e389849b-55d1-4ba9-af3f-4f0ea40f5267 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:06.666409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e6806fc1-e22d-443b-80b1-352294c70336 None None] Current status of the port 11db0e2c-2e6b-464f-9d45-ca8130d859bd is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:06.666854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6806fc1-e22d-443b-80b1-352294c70336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:06.675001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:06.675398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:06.690461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:06.803807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e6806fc1-e22d-443b-80b1-352294c70336 None None] For port 11db0e2c-2e6b-464f-9d45-ca8130d859bd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=11db0e2c-2e6b-464f-9d45-ca8130d859bd,segment=NetworkSegment(7b084ff2-1176-4572-a9d0-5b4f7a50af7a),segment_id=7b084ff2-1176-4572-a9d0-5b4f7a50af7a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:06.817510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6806fc1-e22d-443b-80b1-352294c70336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:06.890640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25095c-b476-4bac-8dfc-ab6d4ca4f6cd req-6c756b5e-bd52-4b2d-b4b0-64b587d95ad8 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.900844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a25095c-b476-4bac-8dfc-ab6d4ca4f6cd req-6c756b5e-bd52-4b2d-b4b0-64b587d95ad8 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.1180093 Feb 11 13:33:06.955782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6806fc1-e22d-443b-80b1-352294c70336 None None] Pushing event updated for resources: {'Port': ['ID=11db0e2c-2e6b-464f-9d45-ca8130d859bd,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:06.983894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a25095c-b476-4bac-8dfc-ab6d4ca4f6cd req-7a6f91ed-d535-4eac-9035-87dfa9fff9dd tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816739 Feb 11 13:33:06.990589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c2da13f3-8c6b-4d4a-aa5c-57ed4e3b6a82 None None] Provisioning complete for port 11db0e2c-2e6b-464f-9d45-ca8130d859bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:06.991645 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2da13f3-8c6b-4d4a-aa5c-57ed4e3b6a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:07.010060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:07.026829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:07.092264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.123646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '11db0e2c-2e6b-464f-9d45-ca8130d859bd', 'name': '', 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'mac_address': 'fa:16:3e:ef:72:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ed3dac0d-1276-4b46-886e-c8fe2adcfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:00Z', 'updated_at': '2022-02-11T13:33:05Z', 'revision_number': 4, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'subnets': [{'id': 'ed3dac0d-1276-4b46-886e-c8fe2adcfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:07.179647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:07.188872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:07.192283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af52b0ee-df57-433f-96a4-35e672159858 req-24cf4274-dc9e-49fa-9d09-1be310a6b751 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "DELETE /v2.0/ports/7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf HTTP/1.1" status: 204 len: 173 time: 1.2035637 Feb 11 13:33:07.194271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'name': 'network-vif-deleted', 'tag': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:07.201510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f93745-29fd-420a-99f6-69cf491e2dae None None] The sync data for ids ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'] in n-d-828676-2 is: [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '11db0e2c-2e6b-464f-9d45-ca8130d859bd', 'name': '', 'network_id': '2cfa6297-6f65-4878-908d-eed6156bf1f8', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'mac_address': 'fa:16:3e:ef:72:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ed3dac0d-1276-4b46-886e-c8fe2adcfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:00Z', 'updated_at': '2022-02-11T13:33:05Z', 'revision_number': 4, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'subnets': [{'id': 'ed3dac0d-1276-4b46-886e-c8fe2adcfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:07.215533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c336c-fdec-4fa0-813e-99f29d1bffe7 req-66f3df7f-b9d6-4094-9752-0ad6d6be6ed2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:07.216354 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4115c8dc-4f71-4407-9a75-8b3be1f1ccc6" -d '{"events": [{"server_uuid": "0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b", "name": "network-vif-deleted", "tag": "7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:07.220244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-210c336c-fdec-4fa0-813e-99f29d1bffe7 req-66f3df7f-b9d6-4094-9752-0ad6d6be6ed2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 946 time: 0.1414521 Feb 11 13:33:07.236208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6286-d3f1-40e2-8e15-a3c132ddef6a req-cd7e47aa-2319-43ad-81fe-e75d344f7beb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:07.246959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a76c6286-d3f1-40e2-8e15-a3c132ddef6a req-cd7e47aa-2319-43ad-81fe-e75d344f7beb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.3864105 Feb 11 13:33:07.261917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (07635d8c-db66-4d86-84e8-8b622ccb9f9f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:07.319657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c2da13f3-8c6b-4d4a-aa5c-57ed4e3b6a82 None None] Current status of the port 11db0e2c-2e6b-464f-9d45-ca8130d859bd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:07.321993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05', '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', '07635d8c-db66-4d86-84e8-8b622ccb9f9f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:07.389265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-210c336c-fdec-4fa0-813e-99f29d1bffe7 req-327169b0-b7df-4c01-a941-f32564ae8285 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609797 Feb 11 13:33:07.478164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=07635d8c-db66-4d86-84e8-8b622ccb9f9f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.817808 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d19d8d-4f39-48e1-8cf5-ab2d860bb681 x-openstack-request-id: req-f9d19d8d-4f39-48e1-8cf5-ab2d860bb681 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:07.818966 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b", "name": "network-vif-deleted", "tag": "7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:07.819366 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9d19d8d-4f39-48e1-8cf5-ab2d860bb681 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:07.820012 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a29b8bf-9b64-4d3f-a152-f4080eb7bd6b', 'name': 'network-vif-deleted', 'tag': '7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf', 'status': 'completed', 'code': 200} Feb 11 13:33:07.829707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port 07635d8c-db66-4d86-84e8-8b622ccb9f9f on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:07.836860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:07.845575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1aa2b18c-25a8-47eb-8f0f-f705b90a97be req-26a58db3-39e2-4390-96a8-9d906f2f69f4 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "DELETE /v2.0/ports/07635d8c-db66-4d86-84e8-8b622ccb9f9f HTTP/1.1" status: 204 len: 173 time: 2.7774234 Feb 11 13:33:07.872550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f740ad33-375f-42f4-bb19-58dcaa2656c2 req-0f7a0a9e-2cd6-4d37-a78d-a784d8c54c35 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=442d1d21-3040-4bad-bbfc-7abc9b5cf92f HTTP/1.1" status: 200 len: 210 time: 0.0720801 Feb 11 13:33:07.912905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a76c6286-d3f1-40e2-8e15-a3c132ddef6a req-312299b5-da89-4275-a696-f659998e68fd tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618936 Feb 11 13:33:08.058870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 11db0e2c-2e6b-464f-9d45-ca8130d859bd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:08.236384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (e389849b-55d1-4ba9-af3f-4f0ea40f5267), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:08.251262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 11db0e2c-2e6b-464f-9d45-ca8130d859bd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:08.251643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:08.309734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e72dc-d20e-4e87-b3e7-d91590cba7a5 req-591971f3-3560-454e-92af-852e09d9d3b1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.318233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c8e72dc-d20e-4e87-b3e7-d91590cba7a5 req-591971f3-3560-454e-92af-852e09d9d3b1 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.0908964 Feb 11 13:33:08.410008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c8e72dc-d20e-4e87-b3e7-d91590cba7a5 req-d3dbe5b6-f31d-4145-929b-cef257a6d49c tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903656 Feb 11 13:33:08.439191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 11db0e2c-2e6b-464f-9d45-ca8130d859bd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:08.559933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ef2-af41-40c3-acf4-628244252e41 req-4c3264bf-f251-4bda-a19e-7e613e842fc2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.580554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdf30ef2-af41-40c3-acf4-628244252e41 req-4c3264bf-f251-4bda-a19e-7e613e842fc2 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 946 time: 0.0869038 Feb 11 13:33:08.650803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdf30ef2-af41-40c3-acf4-628244252e41 req-752a0d7b-01d9-42d5-9c90-b2168f14de81 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681376 Feb 11 13:33:08.884592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d1b22-57b6-4714-9cee-c41427c7b8a1 req-c28ef2f6-6572-476d-aebc-1852da6c94a3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.886443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c48d1b22-57b6-4714-9cee-c41427c7b8a1 req-c28ef2f6-6572-476d-aebc-1852da6c94a3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.7735572 Feb 11 13:33:08.900334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-2e663947-3f8f-403b-9a2e-c9f0d8ac8533 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.902363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-2e663947-3f8f-403b-9a2e-c9f0d8ac8533 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.9105237 Feb 11 13:33:09.094546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5121-66ab-47d1-9b35-22358ba75fd5 req-d1ef113d-05ed-401b-9c2c-ac9217fbb774 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:09.108665 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b67e5121-66ab-47d1-9b35-22358ba75fd5 req-d1ef113d-05ed-401b-9c2c-ac9217fbb774 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.0883992 Feb 11 13:33:09.163512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c48d1b22-57b6-4714-9cee-c41427c7b8a1 req-ad5ed453-cf4e-462e-9b3f-e08fe8a8bf41 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600331 Feb 11 13:33:09.202754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b67e5121-66ab-47d1-9b35-22358ba75fd5 req-8fca7189-b36f-42ba-8025-644001c8ac07 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927129 Feb 11 13:33:09.267056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Deleting port b0817431-9e50-4b04-8462-84b4605ae273 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:09.267414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b0817431-9e50-4b04-8462-84b4605ae273), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:09.361671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac920cc-5c96-4185-b522-0382fe6b1a79 req-9ae149e9-8a1c-4cae-ad1a-5946cb0b6586 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:09.365833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac920cc-5c96-4185-b522-0382fe6b1a79 req-9ae149e9-8a1c-4cae-ad1a-5946cb0b6586 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.0900373 Feb 11 13:33:09.396032 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:33:09.434368 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ac920cc-5c96-4185-b522-0382fe6b1a79 req-c4dfab19-6435-4d0b-8617-e9c4f32c2bf6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558009 Feb 11 13:33:09.505669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] For port b0817431-9e50-4b04-8462-84b4605ae273, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b0817431-9e50-4b04-8462-84b4605ae273,segment=NetworkSegment(cd151870-eae5-4056-9eab-33d1c469951f),segment_id=cd151870-eae5-4056-9eab-33d1c469951f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:09.506152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b0817431-9e50-4b04-8462-84b4605ae273), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:09.553158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Calling delete_port for b0817431-9e50-4b04-8462-84b4605ae273 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:09.622953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50677b-028d-4996-9e98-df188915adab req-0767e965-946f-4c9e-903b-146ee213f901 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:09.624629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be50677b-028d-4996-9e98-df188915adab req-0767e965-946f-4c9e-903b-146ee213f901 tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 946 time: 0.0895736 Feb 11 13:33:09.654870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Deleting port 11db0e2c-2e6b-464f-9d45-ca8130d859bd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:09.655643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:09.684052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07635d8c-db66-4d86-84e8-8b622ccb9f9f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:09.725030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 07635d8c-db66-4d86-84e8-8b622ccb9f9f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:09.726383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 07635d8c-db66-4d86-84e8-8b622ccb9f9f not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:09.727636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:09.748502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be50677b-028d-4996-9e98-df188915adab req-9a1c1766-4fdd-4b9e-bc2f-e2625ea24aac tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/security-groups?id=64ef0f95-2a19-43ea-a230-99e0600bb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150436 Feb 11 13:33:09.775173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:09.778722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 7a1820c9-fad6-4e9d-a9e4-13f8ffeabebf not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:09.826225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'name': 'network-vif-deleted', 'tag': '07635d8c-db66-4d86-84e8-8b622ccb9f9f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:09.828558 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e55c00-f646-45bb-83c9-9f1c54eb96a7" -d '{"events": [{"server_uuid": "442d1d21-3040-4bad-bbfc-7abc9b5cf92f", "name": "network-vif-deleted", "tag": "07635d8c-db66-4d86-84e8-8b622ccb9f9f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:09.900937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-9c2c487a-1050-4fe5-a0ae-a3872fe6f143 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:09.901777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-9c2c487a-1050-4fe5-a0ae-a3872fe6f143 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 946 time: 0.2174222 Feb 11 13:33:09.914620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] For port 11db0e2c-2e6b-464f-9d45-ca8130d859bd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=11db0e2c-2e6b-464f-9d45-ca8130d859bd,segment=NetworkSegment(7b084ff2-1176-4572-a9d0-5b4f7a50af7a),segment_id=7b084ff2-1176-4572-a9d0-5b4f7a50af7a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:09.914988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:09.927027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97bc82-6567-4890-91b6-9ce2335fe527 req-e95a88d5-a688-4c0d-9337-c58aca1b87ce tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:09.930246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff97bc82-6567-4890-91b6-9ce2335fe527 req-e95a88d5-a688-4c0d-9337-c58aca1b87ce tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 950 time: 0.0814426 Feb 11 13:33:09.947322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Calling delete_port for 11db0e2c-2e6b-464f-9d45-ca8130d859bd owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:09.987887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff97bc82-6567-4890-91b6-9ce2335fe527 req-9a81414e-25a0-4136-b58e-0eaf3e6b6cc2 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525303 Feb 11 13:33:10.113778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d917-7e6d-43cc-8d7e-452130134899 req-dae8f6af-d106-4903-9fee-f0c55a757e93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:10.122824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce62d917-7e6d-43cc-8d7e-452130134899 req-dae8f6af-d106-4903-9fee-f0c55a757e93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.0665183 Feb 11 13:33:10.188030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce62d917-7e6d-43cc-8d7e-452130134899 req-f227c50e-515e-4969-b902-b8444c8f2c03 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Feb 11 13:33:10.242878 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81fd61-5df6-40bd-a1bd-008b44b2a4e7 x-openstack-request-id: req-4c81fd61-5df6-40bd-a1bd-008b44b2a4e7 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:10.243176 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442d1d21-3040-4bad-bbfc-7abc9b5cf92f", "name": "network-vif-deleted", "tag": "07635d8c-db66-4d86-84e8-8b622ccb9f9f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:10.243433 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c81fd61-5df6-40bd-a1bd-008b44b2a4e7 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:10.243994 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442d1d21-3040-4bad-bbfc-7abc9b5cf92f', 'name': 'network-vif-deleted', 'tag': '07635d8c-db66-4d86-84e8-8b622ccb9f9f', 'status': 'completed', 'code': 200} Feb 11 13:33:10.253070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b0817431-9e50-4b04-8462-84b4605ae273), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:10.386100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Pushing event deleted for resources: {'Port': ['ID=b0817431-9e50-4b04-8462-84b4605ae273,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:10.388419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (11db0e2c-2e6b-464f-9d45-ca8130d859bd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:10.422115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] No DVR routers for this DVR port b0817431-9e50-4b04-8462-84b4605ae273 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:10.441521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096aad3-e2c9-4bd7-beda-b502e520f3ab req-adf26bbb-f8d9-48c5-a348-c9b2856c5703 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:10.443186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9096aad3-e2c9-4bd7-beda-b502e520f3ab req-adf26bbb-f8d9-48c5-a348-c9b2856c5703 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 946 time: 0.5404844 Feb 11 13:33:10.462701 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:10.466990 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a6faedf-0db7-4838-b80f-3fad68a2ace9 req-20d1ad1c-9d16-4309-9dc6-30636fc613eb tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.83 "DELETE /v2.0/ports/b0817431-9e50-4b04-8462-84b4605ae273 HTTP/1.1" status: 204 len: 173 time: 1.5537198 Feb 11 13:33:10.472805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11db0e2c-2e6b-464f-9d45-ca8130d859bd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:10.559438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7adb82-4351-4d3d-9909-f237e7bf7d36 req-8c06ee2b-c2c5-4c32-9fa4-6baa4d9ed4ba tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:10.561074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b7adb82-4351-4d3d-9909-f237e7bf7d36 req-8c06ee2b-c2c5-4c32-9fa4-6baa4d9ed4ba tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1250455 Feb 11 13:33:10.680986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b7adb82-4351-4d3d-9909-f237e7bf7d36 req-acd88128-5adf-4164-8660-2e955323f133 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117365 Feb 11 13:33:10.702711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9096aad3-e2c9-4bd7-beda-b502e520f3ab req-ec4e2af8-ed97-4039-bc49-e263ca75eb03 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/security-groups?id=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329638 Feb 11 13:33:10.734007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Deleting port 2266043a-5673-4189-bac8-dbf490fe6bae {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:10.734398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:10.851692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8566098-aea9-41ea-85eb-42652c84b663 req-0a504211-8ac3-4447-876a-97bafaadd3b3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:10.867842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d8566098-aea9-41ea-85eb-42652c84b663 req-0a504211-8ac3-4447-876a-97bafaadd3b3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.0972502 Feb 11 13:33:10.916340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e152dcf6-f230-4802-9b79-6ffde1eaa84c req-0435679f-88f7-47c7-ae0b-c756659dcd5a tempest-ServerDiskConfigTestJSON-2015597157 tempest-ServerDiskConfigTestJSON-2015597157-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ef4bbe8-b4ea-4476-bc17-fede1ae85872 HTTP/1.1" status: 200 len: 210 time: 0.0395164 Feb 11 13:33:10.921162 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (e389849b-55d1-4ba9-af3f-4f0ea40f5267), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:10.950885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d8566098-aea9-41ea-85eb-42652c84b663 req-7f4649d1-5e9a-43af-a7a7-eeca10a22ff3 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818481 Feb 11 13:33:11.036315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] For port 2266043a-5673-4189-bac8-dbf490fe6bae, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2266043a-5673-4189-bac8-dbf490fe6bae,segment=NetworkSegment(9bc3b62b-a9e9-4aae-a396-926a56e844a9),segment_id=9bc3b62b-a9e9-4aae-a396-926a56e844a9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:11.036691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:11.101160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Calling delete_port for 2266043a-5673-4189-bac8-dbf490fe6bae owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:11.135115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-c43c37c0-bafb-4b47-9e69-3602f122e148 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.137265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-c43c37c0-bafb-4b47-9e69-3602f122e148 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 950 time: 0.1572220 Feb 11 13:33:11.147293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-617329b7-5112-4cb3-ac30-715f652658b1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.149369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-617329b7-5112-4cb3-ac30-715f652658b1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 944 time: 0.0902765 Feb 11 13:33:11.340957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Deleting port e701d205-ee29-4282-9ae0-91cbb18b6d34 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:11.341597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:11.363496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894ae9-0812-4628-bddb-f68844d911ac req-9893d097-4d50-427d-a2c3-5e8aed3127da tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.365220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f894ae9-0812-4628-bddb-f68844d911ac req-9893d097-4d50-427d-a2c3-5e8aed3127da tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.1032844 Feb 11 13:33:11.381937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f601e50-3f62-4c3e-a4e8-3fe5fcd08e49 req-878d4b27-317d-402f-85dd-c4e8e612e2bc tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.386845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f601e50-3f62-4c3e-a4e8-3fe5fcd08e49 req-878d4b27-317d-402f-85dd-c4e8e612e2bc tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 950 time: 0.2806196 Feb 11 13:33:11.478624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] For port e701d205-ee29-4282-9ae0-91cbb18b6d34, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=e701d205-ee29-4282-9ae0-91cbb18b6d34,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:11.479599 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:11.498523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Calling delete_port for e701d205-ee29-4282-9ae0-91cbb18b6d34 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:11.514345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f601e50-3f62-4c3e-a4e8-3fe5fcd08e49 req-b2a7c321-b6de-45d1-9360-8df1e3bb48aa tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/security-groups?id=5a769dc4-196e-4594-82aa-72f1b8b3e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134515 Feb 11 13:33:11.588933 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Deleting port 3eb55e02-dd06-4131-86a9-7238b1054c05 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:11.589582 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:11.683649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b0817431-9e50-4b04-8462-84b4605ae273 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:11.689875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] For port 3eb55e02-dd06-4131-86a9-7238b1054c05, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3eb55e02-dd06-4131-86a9-7238b1054c05,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:11.690522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:11.696162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e701d205-ee29-4282-9ae0-91cbb18b6d34), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:11.733620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: b0817431-9e50-4b04-8462-84b4605ae273 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:11.733886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b0817431-9e50-4b04-8462-84b4605ae273 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:11.737963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['e701d205-ee29-4282-9ae0-91cbb18b6d34'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:11.751262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Calling delete_port for 3eb55e02-dd06-4131-86a9-7238b1054c05 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:11.835876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f894ae9-0812-4628-bddb-f68844d911ac req-bccf18a3-cde1-4dbc-b183-4e744ef99264 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577558 Feb 11 13:33:11.840410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Router e389849b-55d1-4ba9-af3f-4f0ea40f5267 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:11.842674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event deleted for resources: {'Port': ['ID=e701d205-ee29-4282-9ae0-91cbb18b6d34,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:11.929703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] No DVR routers for this DVR port e701d205-ee29-4282-9ae0-91cbb18b6d34 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:11.938029 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:11.943125 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d8bafe2-7757-49b9-9826-af0ac4540376 req-32ca364f-4274-4e88-bd33-a8ce8e458a64 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "DELETE /v2.0/ports/e701d205-ee29-4282-9ae0-91cbb18b6d34 HTTP/1.1" status: 204 len: 173 time: 0.7805724 Feb 11 13:33:11.945094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'name': 'network-vif-deleted', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:11.948963 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45f3cc4-bed3-4efc-8447-e1acc4a48db4" -d '{"events": [{"server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "name": "network-vif-deleted", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:12.028802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54f2cb76-c3b4-468f-a27c-6f1e3ed59d0a req-cefdc0f2-4b9b-42d8-866b-9b91051c6c08 tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 210 time: 0.0492079 Feb 11 13:33:12.115554 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e881a554-62a0-4978-b2d5-063a1bd03f73 x-openstack-request-id: req-e881a554-62a0-4978-b2d5-063a1bd03f73 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:12.115867 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd891e3a-ebf2-48cd-b53f-80128fbc78b4", "name": "network-vif-deleted", "tag": "e701d205-ee29-4282-9ae0-91cbb18b6d34", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:12.116129 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e881a554-62a0-4978-b2d5-063a1bd03f73 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:12.116541 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd891e3a-ebf2-48cd-b53f-80128fbc78b4', 'name': 'network-vif-deleted', 'tag': 'e701d205-ee29-4282-9ae0-91cbb18b6d34', 'status': 'completed', 'code': 200} Feb 11 13:33:12.205183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2266043a-5673-4189-bac8-dbf490fe6bae), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.237232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37cbcf3f-429a-4bf9-aef1-bfdbb6954ce4 req-e2f106f9-3925-4b70-83c5-9889e0f9c5a1 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd891e3a-ebf2-48cd-b53f-80128fbc78b4 HTTP/1.1" status: 200 len: 210 time: 0.0406344 Feb 11 13:33:12.276499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'name': 'network-vif-deleted', 'tag': 'b0817431-9e50-4b04-8462-84b4605ae273'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:12.278836 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eec4c2-817f-41fc-9548-499aa8b506ec" -d '{"events": [{"server_uuid": "9ef4bbe8-b4ea-4476-bc17-fede1ae85872", "name": "network-vif-deleted", "tag": "b0817431-9e50-4b04-8462-84b4605ae273"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:12.344742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Pushing event deleted for resources: {'Port': ['ID=2266043a-5673-4189-bac8-dbf490fe6bae,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:12.362448 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ed0c0-9c03-4e76-a183-ce2f56dddcee x-openstack-request-id: req-1f9ed0c0-9c03-4e76-a183-ce2f56dddcee {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:12.362783 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef4bbe8-b4ea-4476-bc17-fede1ae85872", "name": "network-vif-deleted", "tag": "b0817431-9e50-4b04-8462-84b4605ae273", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:12.363048 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f9ed0c0-9c03-4e76-a183-ce2f56dddcee {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:12.364124 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef4bbe8-b4ea-4476-bc17-fede1ae85872', 'name': 'network-vif-deleted', 'tag': 'b0817431-9e50-4b04-8462-84b4605ae273', 'status': 'completed', 'code': 200} Feb 11 13:33:12.391922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3eb55e02-dd06-4131-86a9-7238b1054c05), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.407334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3eb55e02-dd06-4131-86a9-7238b1054c05'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:12.461336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:12.515163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] Deleting subnet 643474b5-9b36-4aff-b7de-66a22f4e75fb {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:33:12.520167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] Publish callbacks [] for subnet (643474b5-9b36-4aff-b7de-66a22f4e75fb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.591735 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (643474b5-9b36-4aff-b7de-66a22f4e75fb), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.674771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e051e1c1-a698-433b-80fc-e8226316470e req-2fe81fe6-f884-4a80-8a96-a509b38cb6d0 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 210 time: 0.0566947 Feb 11 13:33:12.693856 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (643474b5-9b36-4aff-b7de-66a22f4e75fb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.748532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-e174285c-3f40-4757-849d-12165545f351 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:12.750282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-e174285c-3f40-4757-849d-12165545f351 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.9030592 Feb 11 13:33:12.752101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (643474b5-9b36-4aff-b7de-66a22f4e75fb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.759987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fe6be-6b53-47c1-a1b6-32dfdc1afa33 req-e8dc486d-2d75-4038-bd95-6ba3db9bf42c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:12.762453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390fe6be-6b53-47c1-a1b6-32dfdc1afa33 req-e8dc486d-2d75-4038-bd95-6ba3db9bf42c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.9166613 Feb 11 13:33:12.780512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643474b5-9b36-4aff-b7de-66a22f4e75fb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:12.782590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.788652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b4da7f06-1b82-4ded-914d-3227712913e1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/643474b5-9b36-4aff-b7de-66a22f4e75fb HTTP/1.1" status: 204 len: 168 time: 0.3256164 Feb 11 13:33:12.789564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39030) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:12.848907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Pushing event deleted for resources: {'Port': ['ID=3eb55e02-dd06-4131-86a9-7238b1054c05,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:12.869103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (cf56001b-000f-48e8-9fdf-67777f2fe70e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.880097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] No DVR routers for this DVR port 2266043a-5673-4189-bac8-dbf490fe6bae on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:12.890892 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:12.894610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cb7afa3-9b18-46a6-b4ac-e58546c20298 req-16846cf0-1210-4557-8761-c4e053efc0bb tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.83 "DELETE /v2.0/ports/2266043a-5673-4189-bac8-dbf490fe6bae HTTP/1.1" status: 204 len: 173 time: 2.9605350 Feb 11 13:33:12.989574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (cf56001b-000f-48e8-9fdf-67777f2fe70e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.014567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf56001b-000f-48e8-9fdf-67777f2fe70e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.021320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:13.023366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] No DVR routers for this DVR port 3eb55e02-dd06-4131-86a9-7238b1054c05 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:13.028777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ebe98cc9-a227-4d70-a41c-5b2ad4638fd0 admin admin] 10.222.0.79 "PUT /v2.0/routers/e389849b-55d1-4ba9-af3f-4f0ea40f5267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5719924 Feb 11 13:33:13.029082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd151870-eae5-4056-9eab-33d1c469951f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.029289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd151870-eae5-4056-9eab-33d1c469951f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.040821 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (cd151870-eae5-4056-9eab-33d1c469951f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.045895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.049405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c85642d-ef4f-4f0f-9cf7-9efbcd788adb req-8c386897-9afb-421f-8fd4-39a76e63f49c tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.83 "DELETE /v2.0/ports/3eb55e02-dd06-4131-86a9-7238b1054c05 HTTP/1.1" status: 204 len: 173 time: 1.8929479 Feb 11 13:33:13.050806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39034) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:13.061749 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (cd151870-eae5-4056-9eab-33d1c469951f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.065284 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] Sync routers for ids ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:13.072171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:13.076149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (cd151870-eae5-4056-9eab-33d1c469951f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.093117 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] Routers {'e389849b-55d1-4ba9-af3f-4f0ea40f5267'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:13.095791 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.113549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390fe6be-6b53-47c1-a1b6-32dfdc1afa33 req-656d788d-631c-45ee-b26b-dae957983ee6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094096 Feb 11 13:33:13.156923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Deleting port 06b967ef-4b76-45a8-92cd-679eb86fc34a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:13.157410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:13.286641 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:13.304724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (cf56001b-000f-48e8-9fdf-67777f2fe70e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.331234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.334408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] For port 06b967ef-4b76-45a8-92cd-679eb86fc34a, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=06b967ef-4b76-45a8-92cd-679eb86fc34a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:13.334951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.336242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cf56001b-000f-48e8-9fdf-67777f2fe70e HTTP/1.1" status: 204 len: 168 time: 0.5456548 Feb 11 13:33:13.353424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f030e9-2bde-4fd6-ad47-cc3dc43755a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf56001b-000f-48e8-9fdf-67777f2fe70e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:13.368683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996a170-4c29-45e8-b951-c06739bf6bf9 req-34d10964-beb1-4863-b2c9-34ba7dd9ff5c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.376065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0996a170-4c29-45e8-b951-c06739bf6bf9 req-34d10964-beb1-4863-b2c9-34ba7dd9ff5c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 945 time: 0.1661301 Feb 11 13:33:13.381967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Calling delete_port for 06b967ef-4b76-45a8-92cd-679eb86fc34a owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:13.404744 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] Set router e389849b-55d1-4ba9-af3f-4f0ea40f5267 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:13.448153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0996a170-4c29-45e8-b951-c06739bf6bf9 req-4dfc7806-72a1-4448-8edb-8e10ccfdec87 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706332 Feb 11 13:33:13.553592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:13.608702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6983bfcd-e607-4a8b-b054-42c13a3df248 req-684474f1-5d55-4216-a4a6-be1b969ac06b tempest-DeleteServersTestJSON-1346434513 tempest-DeleteServersTestJSON-1346434513-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9 HTTP/1.1" status: 200 len: 210 time: 0.1982546 Feb 11 13:33:13.685854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2266043a-5673-4189-bac8-dbf490fe6bae no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:13.700499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a09fc6c-efc4-498b-88a1-760136fcc102 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f38e4fcc0a943a8b307671b0a51e758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472843 Feb 11 13:33:13.706299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39048) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:13.770445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 2266043a-5673-4189-bac8-dbf490fe6bae {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:13.770810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2266043a-5673-4189-bac8-dbf490fe6bae not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:13.786390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks [] for router (e389849b-55d1-4ba9-af3f-4f0ea40f5267), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:13.851396 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:33:10Z', 'revision_number': 5, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.904783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] Checking router: e389849b-55d1-4ba9-af3f-4f0ea40f5267 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:13.913801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ac940-782b-4238-b2b1-912230a56b83 req-f806d96d-d9de-434b-8012-f2b44f226c2e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.916092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34ac940-782b-4238-b2b1-912230a56b83 req-f806d96d-d9de-434b-8012-f2b44f226c2e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.0792842 Feb 11 13:33:13.916503 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] Routers {'e389849b-55d1-4ba9-af3f-4f0ea40f5267'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:13.918246 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:32:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.976898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34ac940-782b-4238-b2b1-912230a56b83 req-b46a5d7d-1173-46f3-9709-8fcf75eea0e9 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521705 Feb 11 13:33:13.994758 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c94fabeb-7b08-40e1-be1b-fa71eab08c13 req-e1a1fac1-461d-4811-867b-c35869973191 tempest-ServersOnMultiNodesTest-1552492909 tempest-ServersOnMultiNodesTest-1552492909-project] 10.222.0.79 "GET /v2.0/ports?device_id=529681f0-9ef4-4be8-988b-1b2f5fceaa3c HTTP/1.1" status: 200 len: 210 time: 0.0445929 Feb 11 13:33:14.030971 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (06b967ef-4b76-45a8-92cd-679eb86fc34a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.046302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:14.096571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event deleted for resources: {'Port': ['ID=06b967ef-4b76-45a8-92cd-679eb86fc34a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.111681 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks [] for router_gateway (e389849b-55d1-4ba9-af3f-4f0ea40f5267), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.141836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-461e31e6-9fbf-4f00-be15-e0ad2370f5eb admin admin] Publish callbacks [] for security_group (64ef0f95-2a19-43ea-a230-99e0600bb6f9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.145426 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] Set router e389849b-55d1-4ba9-af3f-4f0ea40f5267 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:14.231481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] No DVR routers for this DVR port 06b967ef-4b76-45a8-92cd-679eb86fc34a on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:14.243025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.247978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7a4d182-bf36-4223-be0a-9d2af27f42ad req-31319e35-6039-4ac8-907f-8fb1233dd0f5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "DELETE /v2.0/ports/06b967ef-4b76-45a8-92cd-679eb86fc34a HTTP/1.1" status: 204 len: 173 time: 1.4813776 Feb 11 13:33:14.256112 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-461e31e6-9fbf-4f00-be15-e0ad2370f5eb admin admin] Publish callbacks [] for security_group (64ef0f95-2a19-43ea-a230-99e0600bb6f9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.316192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Deleting port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:14.316868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.372008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'name': 'network-vif-deleted', 'tag': '2266043a-5673-4189-bac8-dbf490fe6bae'}, {'server_uuid': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'name': 'network-vif-deleted', 'tag': '3eb55e02-dd06-4131-86a9-7238b1054c05'}, {'server_uuid': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'name': 'network-vif-deleted', 'tag': '06b967ef-4b76-45a8-92cd-679eb86fc34a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:14.375571 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43492b51-2f63-427a-a870-8a46cc3a1cd8" -d '{"events": [{"server_uuid": "50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9", "name": "network-vif-deleted", "tag": "2266043a-5673-4189-bac8-dbf490fe6bae"}, {"server_uuid": "529681f0-9ef4-4be8-988b-1b2f5fceaa3c", "name": "network-vif-deleted", "tag": "3eb55e02-dd06-4131-86a9-7238b1054c05"}, {"server_uuid": "022c03d7-8915-45c4-9a83-5eb9f565a67b", "name": "network-vif-deleted", "tag": "06b967ef-4b76-45a8-92cd-679eb86fc34a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:14.431325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-461e31e6-9fbf-4f00-be15-e0ad2370f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (64ef0f95-2a19-43ea-a230-99e0600bb6f9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.435581 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-461e31e6-9fbf-4f00-be15-e0ad2370f5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.437429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-461e31e6-9fbf-4f00-be15-e0ad2370f5eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64ef0f95-2a19-43ea-a230-99e0600bb6f9 HTTP/1.1" status: 204 len: 168 time: 0.7268517 Feb 11 13:33:14.498941 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4936cbb9-c164-42fc-8531-a793bd71df17 x-openstack-request-id: req-4936cbb9-c164-42fc-8531-a793bd71df17 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:14.499576 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9", "name": "network-vif-deleted", "tag": "2266043a-5673-4189-bac8-dbf490fe6bae", "status": "completed", "code": 200}, {"server_uuid": "529681f0-9ef4-4be8-988b-1b2f5fceaa3c", "name": "network-vif-deleted", "tag": "3eb55e02-dd06-4131-86a9-7238b1054c05", "status": "completed", "code": 200}, {"server_uuid": "022c03d7-8915-45c4-9a83-5eb9f565a67b", "name": "network-vif-deleted", "tag": "06b967ef-4b76-45a8-92cd-679eb86fc34a", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:14.499899 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4936cbb9-c164-42fc-8531-a793bd71df17 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:14.501548 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c4cbf2-a4d5-4cb0-a9e2-3386fa5d86f9', 'name': 'network-vif-deleted', 'tag': '2266043a-5673-4189-bac8-dbf490fe6bae', 'status': 'completed', 'code': 200} Feb 11 13:33:14.502756 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529681f0-9ef4-4be8-988b-1b2f5fceaa3c', 'name': 'network-vif-deleted', 'tag': '3eb55e02-dd06-4131-86a9-7238b1054c05', 'status': 'completed', 'code': 200} Feb 11 13:33:14.503039 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c03d7-8915-45c4-9a83-5eb9f565a67b', 'name': 'network-vif-deleted', 'tag': '06b967ef-4b76-45a8-92cd-679eb86fc34a', 'status': 'completed', 'code': 200} Feb 11 13:33:14.506770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e31e6-9fbf-4f00-be15-e0ad2370f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef0f95-2a19-43ea-a230-99e0600bb6f9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.557885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-7b6871ea-ac21-47a6-8387-495b26dd4196 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:14.562720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-7b6871ea-ac21-47a6-8387-495b26dd4196 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.3922086 Feb 11 13:33:14.574798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] For port 4b297ce4-a4d8-4287-9a36-49fc7fb0d214, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:14.575947 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:14.608321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Calling delete_port for 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:14.629997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdacde-0d8d-41fb-a529-cd66d13ab434 req-b5ec8f96-5812-4f04-8a0f-a0cccae002ba tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:14.635183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-abbdacde-0d8d-41fb-a529-cd66d13ab434 req-b5ec8f96-5812-4f04-8a0f-a0cccae002ba tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.3578320 Feb 11 13:33:14.658662 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:33:10Z', 'revision_number': 5, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:14.697236 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e2ce2-552a-4038-a98a-f951dc6fc565 None None] The sync data for ids ['e389849b-55d1-4ba9-af3f-4f0ea40f5267'] in n-d-828676-2 is: [{'id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'name': 'tempest-FloatingIPsNegativeTestJSON-1772438141-router', 'tenant_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:55Z', 'updated_at': '2022-02-11T13:33:10Z', 'revision_number': 5, 'project_id': 'e2a4c961571c465ba4ab1bb29d9ed426', 'gw_port': {'id': '4b297ce4-a4d8-4287-9a36-49fc7fb0d214', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389849b-55d1-4ba9-af3f-4f0ea40f5267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:56Z', 'updated_at': '2022-02-11T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:14.749500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-872f5228-503d-457c-a948-bc5d2e4dac1b req-22913127-257e-4ec5-bc02-c965d91deafd tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=022c03d7-8915-45c4-9a83-5eb9f565a67b HTTP/1.1" status: 200 len: 210 time: 0.0552537 Feb 11 13:33:14.869384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e701d205-ee29-4282-9ae0-91cbb18b6d34 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:14.907425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: e701d205-ee29-4282-9ae0-91cbb18b6d34 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:14.909038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device e701d205-ee29-4282-9ae0-91cbb18b6d34 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:14.909384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 06b967ef-4b76-45a8-92cd-679eb86fc34a no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:14.914260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-abbdacde-0d8d-41fb-a529-cd66d13ab434 req-cdd2f778-f3b8-4217-8092-eb476d31ea49 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711194 Feb 11 13:33:14.993179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 06b967ef-4b76-45a8-92cd-679eb86fc34a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:14.996524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 06b967ef-4b76-45a8-92cd-679eb86fc34a not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:15.017759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Deleting port 17c99f25-8b7a-475a-9661-516353adee7d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:15.018947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (17c99f25-8b7a-475a-9661-516353adee7d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.049121 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4b297ce4-a4d8-4287-9a36-49fc7fb0d214), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.158523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b297ce4-a4d8-4287-9a36-49fc7fb0d214,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:15.241837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] For port 17c99f25-8b7a-475a-9661-516353adee7d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=17c99f25-8b7a-475a-9661-516353adee7d,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:15.243065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (17c99f25-8b7a-475a-9661-516353adee7d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.277138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Calling delete_port for 17c99f25-8b7a-475a-9661-516353adee7d owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:15.370682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c962e9-77d7-4a65-8a65-54c3565ab209 req-b820883a-6c3e-4d72-b471-afd4fddbbfb7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:15.372302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0c962e9-77d7-4a65-8a65-54c3565ab209 req-b820883a-6c3e-4d72-b471-afd4fddbbfb7 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=460e019a-9049-4337-a784-5627bac1c661 HTTP/1.1" status: 200 len: 945 time: 0.2581582 Feb 11 13:33:15.377813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (e389849b-55d1-4ba9-af3f-4f0ea40f5267), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.539243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (e389849b-55d1-4ba9-af3f-4f0ea40f5267), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.544516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks [] for router_controller (e389849b-55d1-4ba9-af3f-4f0ea40f5267), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.584675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0c962e9-77d7-4a65-8a65-54c3565ab209 req-e2f55dbf-6a37-44fe-bef2-07917ea5117e tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885800 Feb 11 13:33:15.612835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (17c99f25-8b7a-475a-9661-516353adee7d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.663787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (e389849b-55d1-4ba9-af3f-4f0ea40f5267), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.664373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e389849b-55d1-4ba9-af3f-4f0ea40f5267 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:15.672153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.676542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3eb55e02-dd06-4131-86a9-7238b1054c05 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:15.681845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event deleted for resources: {'Port': ['ID=17c99f25-8b7a-475a-9661-516353adee7d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:15.684581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-73959618-404c-4b84-b684-b8fa7a1f0b4c admin admin] 10.222.0.79 "DELETE /v2.0/routers/e389849b-55d1-4ba9-af3f-4f0ea40f5267 HTTP/1.1" status: 204 len: 168 time: 2.6219559 Feb 11 13:33:15.685587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39112) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:15.748369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 3eb55e02-dd06-4131-86a9-7238b1054c05 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:15.749859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3eb55e02-dd06-4131-86a9-7238b1054c05 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:15.780851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] No DVR routers for this DVR port 17c99f25-8b7a-475a-9661-516353adee7d on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:15.786115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.796740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d9c1047-9df8-47d2-9427-eda43194cf56 req-2da3edf2-e59a-4b01-9cb0-f4dd37b63385 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "DELETE /v2.0/ports/17c99f25-8b7a-475a-9661-516353adee7d HTTP/1.1" status: 204 len: 173 time: 1.2254133 Feb 11 13:33:15.798566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'name': 'network-vif-deleted', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:15.800708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] Deleting subnet ed3dac0d-1276-4b46-886e-c8fe2adcfa12 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:33:15.804305 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22f2332-158b-4bbb-8add-ef91b0e5e2eb" -d '{"events": [{"server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "name": "network-vif-deleted", "tag": "17c99f25-8b7a-475a-9661-516353adee7d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:15.809194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] Publish callbacks [] for subnet (ed3dac0d-1276-4b46-886e-c8fe2adcfa12), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.824762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39120) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:15.909712 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951ac83a-f68a-4ed3-ada0-e72571277581 x-openstack-request-id: req-951ac83a-f68a-4ed3-ada0-e72571277581 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:15.910002 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460e019a-9049-4337-a784-5627bac1c661", "name": "network-vif-deleted", "tag": "17c99f25-8b7a-475a-9661-516353adee7d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:15.910474 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-951ac83a-f68a-4ed3-ada0-e72571277581 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:15.911698 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e019a-9049-4337-a784-5627bac1c661', 'name': 'network-vif-deleted', 'tag': '17c99f25-8b7a-475a-9661-516353adee7d', 'status': 'completed', 'code': 200} Feb 11 13:33:15.927818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (ed3dac0d-1276-4b46-886e-c8fe2adcfa12), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:15.953899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:15.965181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 11db0e2c-2e6b-464f-9d45-ca8130d859bd no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:16.091030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 11db0e2c-2e6b-464f-9d45-ca8130d859bd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:16.092350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 11db0e2c-2e6b-464f-9d45-ca8130d859bd not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:16.103197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ed3dac0d-1276-4b46-886e-c8fe2adcfa12), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.173711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-974284996-network', 'tenant_id': 'f243607ce77a4f328442b85ce83baf23'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:16.198954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Made reservation on behalf of f243607ce77a4f328442b85ce83baf23 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:16.202188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.214382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.237058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06dcf13d-92be-46ff-9a82-aef2d123a34b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b0facf2ef0b4d63a36bdedffe668359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109104 Feb 11 13:33:16.240301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:16.264541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe0ef-d550-47a9-bed2-3d2b3d4c9056 req-62461979-6be4-4819-a274-5d8714f22692 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:16.266068 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee9fe0ef-d550-47a9-bed2-3d2b3d4c9056 req-62461979-6be4-4819-a274-5d8714f22692 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.0999477 Feb 11 13:33:16.267592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (ed3dac0d-1276-4b46-886e-c8fe2adcfa12), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.301369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3dac0d-1276-4b46-886e-c8fe2adcfa12,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:16.314036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.318314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3ee51c98-8d46-4370-827c-684845426d4e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ed3dac0d-1276-4b46-886e-c8fe2adcfa12 HTTP/1.1" status: 204 len: 168 time: 0.6305661 Feb 11 13:33:16.321334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39134) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:16.323672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d35f2-253c-4338-801f-ce7898c41c37 None None] Network 2cfa6297-6f65-4878-908d-eed6156bf1f8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:16.353232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8010507-7b7a-458c-bc12-f1ef48468c4b admin admin] Publish callbacks [] for security_group (5a769dc4-196e-4594-82aa-72f1b8b3e033), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.440184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee9fe0ef-d550-47a9-bed2-3d2b3d4c9056 req-5f9676b5-3c52-4fdd-beee-c1b1f638596f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488039 Feb 11 13:33:16.454896 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8010507-7b7a-458c-bc12-f1ef48468c4b admin admin] Publish callbacks [] for security_group (5a769dc4-196e-4594-82aa-72f1b8b3e033), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.527507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (2cfa6297-6f65-4878-908d-eed6156bf1f8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.584443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks [] for security_group (c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.599182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.653406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Deleting port 26e90809-60e9-4189-a025-1c42dee4882a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:16.654283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (26e90809-60e9-4189-a025-1c42dee4882a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.667913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:16.685485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:16.690935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8010507-7b7a-458c-bc12-f1ef48468c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5a769dc4-196e-4594-82aa-72f1b8b3e033), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.693990 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8010507-7b7a-458c-bc12-f1ef48468c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.696150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e8010507-7b7a-458c-bc12-f1ef48468c4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a769dc4-196e-4594-82aa-72f1b8b3e033 HTTP/1.1" status: 204 len: 168 time: 0.4533679 Feb 11 13:33:16.700487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0c036506-1a8f-4d9c-a3bb-15741195e9b0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.700926 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Added segment 0c036506-1a8f-4d9c-a3bb-15741195e9b0 of type vlan for network 5217468b-e8e3-4cb4-adfc-559b9701122f Feb 11 13:33:16.719291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8010507-7b7a-458c-bc12-f1ef48468c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a769dc4-196e-4594-82aa-72f1b8b3e033,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:16.728003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] DHCP port deletion for 2cfa6297-6f65-4878-908d-eed6156bf1f8 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:33:16.793743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] For port 26e90809-60e9-4189-a025-1c42dee4882a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=26e90809-60e9-4189-a025-1c42dee4882a,segment=NetworkSegment(7b084ff2-1176-4572-a9d0-5b4f7a50af7a),segment_id=7b084ff2-1176-4572-a9d0-5b4f7a50af7a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:16.794167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (26e90809-60e9-4189-a025-1c42dee4882a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.807666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (5217468b-e8e3-4cb4-adfc-559b9701122f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.820286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Calling delete_port for 26e90809-60e9-4189-a025-1c42dee4882a owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:16.883466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (5217468b-e8e3-4cb4-adfc-559b9701122f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.885120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:16.886455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.900749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:16.927061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (26e90809-60e9-4189-a025-1c42dee4882a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.941613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 17c99f25-8b7a-475a-9661-516353adee7d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:16.942243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 17c99f25-8b7a-475a-9661-516353adee7d not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:16.948492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] Deleting port 26e90809-60e9-4189-a025-1c42dee4882a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:16.949226 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (26e90809-60e9-4189-a025-1c42dee4882a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.953773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9981704 Feb 11 13:33:16.955907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39154) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:16.974243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Request body: {'subnet': {'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-974284996-subnet', 'tenant_id': 'f243607ce77a4f328442b85ce83baf23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:17.008257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=26e90809-60e9-4189-a025-1c42dee4882a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.018967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] No DVR routers for this DVR port 26e90809-60e9-4189-a025-1c42dee4882a on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:17.067906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] For port 26e90809-60e9-4189-a025-1c42dee4882a, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:17.069160 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (26e90809-60e9-4189-a025-1c42dee4882a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.097566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] Calling delete_port for 26e90809-60e9-4189-a025-1c42dee4882a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:17.099315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] Port 26e90809-60e9-4189-a025-1c42dee4882a was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:33:17.101006 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (26e90809-60e9-4189-a025-1c42dee4882a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.135360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] Pushing event deleted for resources: {'Port': ['ID=26e90809-60e9-4189-a025-1c42dee4882a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.148264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b469c-cdea-4163-b0ff-fce3e6e5a8c5 None None] No DVR routers for this DVR port 26e90809-60e9-4189-a025-1c42dee4882a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:17.185277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (2cfa6297-6f65-4878-908d-eed6156bf1f8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.220442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfa6297-6f65-4878-908d-eed6156bf1f8']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:17.245479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654e972-5830-4917-8eef-9262d0e940dd admin admin] Pushing event updated for resources: {'Network': ['ID=5217468b-e8e3-4cb4-adfc-559b9701122f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.248579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b084ff2-1176-4572-a9d0-5b4f7a50af7a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:17.248949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b084ff2-1176-4572-a9d0-5b4f7a50af7a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:17.249204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Made reservation on behalf of f243607ce77a4f328442b85ce83baf23 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:17.252489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.261643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-e20ecf95-c22d-4577-a294-82fe2eaaf8e4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:17.262143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 5217468b-e8e3-4cb4-adfc-559b9701122f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:17.266039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (7b084ff2-1176-4572-a9d0-5b4f7a50af7a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.269869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-e20ecf95-c22d-4577-a294-82fe2eaaf8e4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.2811501 Feb 11 13:33:17.301758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7b084ff2-1176-4572-a9d0-5b4f7a50af7a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.315053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-e801f1dc-f95b-427e-8f89-eb4540a838ca tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.0442111 Feb 11 13:33:17.316781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2cf5d-a676-48fc-af9e-d4a4a0aabb55 req-bb11441b-6d91-4c43-a338-eac3305ec414 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:17.318646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e2cf5d-a676-48fc-af9e-d4a4a0aabb55 req-bb11441b-6d91-4c43-a338-eac3305ec414 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 945 time: 0.1237292 Feb 11 13:33:17.322698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:17.324147 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (7b084ff2-1176-4572-a9d0-5b4f7a50af7a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:17.326197 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:17.425049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:17.443586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3e2cf5d-a676-48fc-af9e-d4a4a0aabb55 req-315f4d6d-c3cb-4a02-bf7a-bfae569bd492 tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048889 Feb 11 13:33:17.446350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (2cfa6297-6f65-4878-908d-eed6156bf1f8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.453698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.457788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] 10.222.0.79 "DELETE /v2.0/networks/2cfa6297-6f65-4878-908d-eed6156bf1f8 HTTP/1.1" status: 204 len: 168 time: 1.1350567 Feb 11 13:33:17.468419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54479bd9-cf76-49e1-89f1-2a142ab5cd0b admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfa6297-6f65-4878-908d-eed6156bf1f8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.531790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-b8a253da-27be-4298-a7b1-da54d38a6a41 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2072794 Feb 11 13:33:17.584120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8515dc3b-9e7c-4b23-8ca9-7e483e57e99f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3975c368aae74f36bdc2465fd4bb0b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560535 Feb 11 13:33:17.592839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39170) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:17.667009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdec457-36e6-4242-ade9-18ed99483a4e req-b9f5f37f-3b85-4580-9e20-6adeb63abebc tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:17.674096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cdec457-36e6-4242-ade9-18ed99483a4e req-b9f5f37f-3b85-4580-9e20-6adeb63abebc tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1376505 Feb 11 13:33:17.704307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-10b36704-358a-4ad7-8394-b0b226e365c7 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715295 Feb 11 13:33:17.714655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-a1ec7500-c98b-4aa8-a140-b14e856fd2db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:17.716535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-a1ec7500-c98b-4aa8-a140-b14e856fd2db tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 945 time: 0.2084053 Feb 11 13:33:17.727810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c703eb9e-722b-4fbb-b601-952731280f32 admin admin] Publish callbacks [] for security_group (17208997-a4b0-47bc-a2d0-e74716406f14), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.751023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:17.769207 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cdec457-36e6-4242-ade9-18ed99483a4e req-704632d0-bd24-416e-9963-485dd9edfc48 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938220 Feb 11 13:33:17.788188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c703eb9e-722b-4fbb-b601-952731280f32 admin admin] Publish callbacks [] for security_group (17208997-a4b0-47bc-a2d0-e74716406f14), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.849545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:17.888927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c703eb9e-722b-4fbb-b601-952731280f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (17208997-a4b0-47bc-a2d0-e74716406f14), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.892487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c703eb9e-722b-4fbb-b601-952731280f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.896846 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c703eb9e-722b-4fbb-b601-952731280f32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17208997-a4b0-47bc-a2d0-e74716406f14 HTTP/1.1" status: 204 len: 168 time: 0.3017621 Feb 11 13:33:17.907661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703eb9e-722b-4fbb-b601-952731280f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17208997-a4b0-47bc-a2d0-e74716406f14,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.981903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (b54de0fd-a4fd-4e8a-b262-e11d9863ab83), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.990664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46ed0962-808c-435f-a874-9d8519ec0b17 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2a4c961571c465ba4ab1bb29d9ed426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358644 Feb 11 13:33:17.993231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:18.054576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-c9f39d1f-786d-4335-834b-170a836a1560 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492918 Feb 11 13:33:18.087425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-440a2ddc-e8f7-4b79-abab-7d6b180875ed admin admin] Publish callbacks [] for security_group (3a4333ca-f15e-469d-8038-376a773048e1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.094147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54de0fd-a4fd-4e8a-b262-e11d9863ab83,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:18.101310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:18.102524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4b297ce4-a4d8-4287-9a36-49fc7fb0d214 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:18.103593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26e90809-60e9-4189-a025-1c42dee4882a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:18.155610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Checking segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:18.156167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-440a2ddc-e8f7-4b79-abab-7d6b180875ed admin admin] Publish callbacks [] for security_group (3a4333ca-f15e-469d-8038-376a773048e1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.164571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Network hostable DHCP agents. Network: 5217468b-e8e3-4cb4-adfc-559b9701122f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:18.173887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 26e90809-60e9-4189-a025-1c42dee4882a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:18.174886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26e90809-60e9-4189-a025-1c42dee4882a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:18.177897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Deleting port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:18.179253 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.247913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-440a2ddc-e8f7-4b79-abab-7d6b180875ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3a4333ca-f15e-469d-8038-376a773048e1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.257700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-440a2ddc-e8f7-4b79-abab-7d6b180875ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.261557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-440a2ddc-e8f7-4b79-abab-7d6b180875ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a4333ca-f15e-469d-8038-376a773048e1 HTTP/1.1" status: 204 len: 168 time: 0.2642009 Feb 11 13:33:18.285312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a2ddc-e8f7-4b79-abab-7d6b180875ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4333ca-f15e-469d-8038-376a773048e1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:18.297434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Network 5217468b-e8e3-4cb4-adfc-559b9701122f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:18.315509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 5217468b-e8e3-4cb4-adfc-559b9701122f) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:18.323826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:18.324510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.335012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c981bf0-c882-4a98-b592-24fb0b6f882b None None] Network 5217468b-e8e3-4cb4-adfc-559b9701122f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:18.387707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63491bde-72b2-4335-a9fb-b14fddf0eaa4 req-340c5425-8a49-4c05-8ce6-b804201858f6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 210 time: 0.0559008 Feb 11 13:33:18.403316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6ac810bc-27ec-45b0-aad6-578efe1e47e8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4330351 Feb 11 13:33:18.405469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] For port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,segment=NetworkSegment(4df0e95c-161d-42b2-8a12-10bc041d4243),segment_id=4df0e95c-161d-42b2-8a12-10bc041d4243)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:18.405842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.419269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Calling delete_port for 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:18.476868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad28f01-bc7c-4e1c-b8a6-f03a6a2bc23d None None] Network 5217468b-e8e3-4cb4-adfc-559b9701122f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:18.712710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (3729ec63-4d71-40e5-bb0b-5362ffe8ad00), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.769440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Pushing event deleted for resources: {'Port': ['ID=3729ec63-4d71-40e5-bb0b-5362ffe8ad00,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:18.834189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cdb35-bc6e-4c37-b06e-7f0e4ad53b46 req-e5d9f548-1938-4887-9a21-7ea9c0da76bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:18.835834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c8cdb35-bc6e-4c37-b06e-7f0e4ad53b46 req-e5d9f548-1938-4887-9a21-7ea9c0da76bd tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/ports?device_id=b47dcf67-eac4-4aed-bad2-958952932654 HTTP/1.1" status: 200 len: 866 time: 0.2327793 Feb 11 13:33:18.877526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] No DVR routers for this DVR port 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:18.881622 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:18.886245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09b99a79-bfd6-4592-b434-876a7c8b1127 req-5e4a7ee6-ee2f-4ae3-be3a-31e8f1f138ce tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.30 "DELETE /v2.0/ports/3729ec63-4d71-40e5-bb0b-5362ffe8ad00 HTTP/1.1" status: 204 len: 173 time: 1.1587689 Feb 11 13:33:18.894971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'name': 'network-vif-deleted', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:18.898803 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc049f65-749c-43ed-afe4-da80ce2bdf36" -d '{"events": [{"server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "name": "network-vif-deleted", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:18.983390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c8cdb35-bc6e-4c37-b06e-7f0e4ad53b46 req-4a84c43d-5917-43da-bc88-698bbf7bb63c tempest-LiveMigrationTest-728997591 tempest-LiveMigrationTest-728997591-project] 10.222.0.79 "GET /v2.0/security-groups?id=0092de02-76a5-459d-9928-f0677729d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382568 Feb 11 13:33:19.085778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe56629-4713-466a-8de7-1bd28cfb805d req-c4fe78d4-12ef-4205-8bcb-adad8beea764 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:19.091970 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbe56629-4713-466a-8de7-1bd28cfb805d req-c4fe78d4-12ef-4205-8bcb-adad8beea764 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1865973 Feb 11 13:33:19.128719 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b3e0cc-dce7-48e0-bd3c-430189dabd3d x-openstack-request-id: req-c4b3e0cc-dce7-48e0-bd3c-430189dabd3d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:19.129072 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47dcf67-eac4-4aed-bad2-958952932654", "name": "network-vif-deleted", "tag": "3729ec63-4d71-40e5-bb0b-5362ffe8ad00", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:19.129485 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4b3e0cc-dce7-48e0-bd3c-430189dabd3d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:19.130069 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47dcf67-eac4-4aed-bad2-958952932654', 'name': 'network-vif-deleted', 'tag': '3729ec63-4d71-40e5-bb0b-5362ffe8ad00', 'status': 'completed', 'code': 200} Feb 11 13:33:19.231986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbe56629-4713-466a-8de7-1bd28cfb805d req-8b0b65a4-88d3-44b4-b455-733588a73305 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289713 Feb 11 13:33:19.518762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b095079-95c1-469e-9ed2-7f038147f7ae req-838e2436-4184-48a8-b971-e1bb31d89078 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 210 time: 0.0417087 Feb 11 13:33:19.856692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-67a86feb-5dab-4d3e-99e6-e38e7595b3c9 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:19.859559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-67a86feb-5dab-4d3e-99e6-e38e7595b3c9 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 812 time: 0.1477973 Feb 11 13:33:19.906906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-2c2d0196-c4d6-43d4-a31b-580a2643c81d tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/quotas/f243607ce77a4f328442b85ce83baf23 HTTP/1.1" status: 200 len: 375 time: 0.0369258 Feb 11 13:33:19.929482 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:19.977922 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-2f7d5fc3-5c4e-4254-bea4-06de2382506e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700450 Feb 11 13:33:20.160357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-e84baa18-d686-4727-8f44-b85f8586f85c service neutron] 10.222.0.79 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810293 Feb 11 13:33:20.188172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-f4f84944-e74b-444e-9d35-795a3c01abe3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:20.189884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-f4f84944-e74b-444e-9d35-795a3c01abe3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.2456391 Feb 11 13:33:20.206208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Request body: {'port': {'device_id': '1739681d-e85e-4bb5-831e-791f0573dddf', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'admin_state_up': True, 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:20.269836 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a249ab9-cbea-429e-b475-743a9ccfff0c service neutron] 10.222.0.79 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026373 Feb 11 13:33:20.308888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:20.394851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:20.401680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:20.701641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Allocated IP 172.20.0.10 (085e3d9d-406a-4687-a260-fda81fe2574d/d39d1925-8c6c-48c3-b595-54707ce4d893/1a1b8b81-4fbc-41b6-94a2-982a0e9b9103) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:20.748782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] Deleting subnet f14412d0-7183-41ed-9083-91ae0ac7b959 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:33:20.757086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] Publish callbacks [] for subnet (f14412d0-7183-41ed-9083-91ae0ac7b959), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:20.895105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5bb9c707-f210-4da6-bf9f-03f53d4a4c4b req-24ba0dcd-1b4f-45bf-ba95-34ad7145f7a3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 210 time: 0.0939181 Feb 11 13:33:20.896409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:20.911569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks [] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:20.932770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (f14412d0-7183-41ed-9083-91ae0ac7b959), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:20.949741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:20.950632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 3729ec63-4d71-40e5-bb0b-5362ffe8ad00 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:20.962972 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:20.976074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:21.066808 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (f14412d0-7183-41ed-9083-91ae0ac7b959), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.104999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event updated for resources: {'Port': ['ID=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:21.123656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Network 085e3d9d-406a-4687-a260-fda81fe2574d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:21.136431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:21.143177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:21.158777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (f14412d0-7183-41ed-9083-91ae0ac7b959), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.206387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14412d0-7183-41ed-9083-91ae0ac7b959,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:21.217238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.232472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cccc302b-6b77-4150-9322-a9b47aeb3b85 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f14412d0-7183-41ed-9083-91ae0ac7b959 HTTP/1.1" status: 204 len: 168 time: 0.9182122 Feb 11 13:33:21.233153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39348) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:21.234783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba377850-9d8f-4dfe-81e5-ff85b78eb6a3 req-45ab9b72-cd96-4e03-b36c-1ce131b2165c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.236598 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba377850-9d8f-4dfe-81e5-ff85b78eb6a3 req-45ab9b72-cd96-4e03-b36c-1ce131b2165c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.2868612 Feb 11 13:33:21.304176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.314811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.359383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-51b28ed8-5dfb-489e-a9f8-a3b950230163 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1598294 Feb 11 13:33:21.386663 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cdd36120-b575-4b74-af7f-1d665b674744 req-9312578e-d685-46a2-85c6-c3b781d77e7c tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 210 time: 0.0743387 Feb 11 13:33:21.389478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Request body: {'port': {'device_id': '1739681d-e85e-4bb5-831e-791f0573dddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:21.488516 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e488fa76-2b09-4163-a841-1a0915b58d8c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.577608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8d565cf-92d9-4bee-b67c-59565a120dd8 req-add06314-718d-43e6-9dd4-746195326bea tempest-FlavorsV2NegativeTest-729974849 tempest-FlavorsV2NegativeTest-729974849-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e24d85b626704a8ca91812032abc642b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466523 Feb 11 13:33:21.602585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba377850-9d8f-4dfe-81e5-ff85b78eb6a3 req-cfbb17c6-69a3-4986-88aa-237d6fa69a7a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719271 Feb 11 13:33:21.609174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39366) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:21.619948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.683826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.775646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e488fa76-2b09-4163-a841-1a0915b58d8c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.808316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e488fa76-2b09-4163-a841-1a0915b58d8c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:21.826615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df0e95c-161d-42b2-8a12-10bc041d4243') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:21.827196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df0e95c-161d-42b2-8a12-10bc041d4243') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:21.845220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (4df0e95c-161d-42b2-8a12-10bc041d4243), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:21.859008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d565cf-92d9-4bee-b67c-59565a120dd8 req-1848a9e1-4f11-4887-b0c4-460342e2f99a tempest-FlavorsV2NegativeTest-729974849 tempest-FlavorsV2NegativeTest-729974849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.866629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8d565cf-92d9-4bee-b67c-59565a120dd8 req-1848a9e1-4f11-4887-b0c4-460342e2f99a tempest-FlavorsV2NegativeTest-729974849 tempest-FlavorsV2NegativeTest-729974849-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754176 Feb 11 13:33:21.911159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8d565cf-92d9-4bee-b67c-59565a120dd8 req-e6b03d26-3ca2-4029-91c2-2e5785e698dd tempest-FlavorsV2NegativeTest-729974849 tempest-FlavorsV2NegativeTest-729974849-project] 10.222.0.79 "GET /v2.0/quotas/e24d85b626704a8ca91812032abc642b HTTP/1.1" status: 200 len: 375 time: 0.0433991 Feb 11 13:33:21.985966 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8d565cf-92d9-4bee-b67c-59565a120dd8 req-c7239962-8693-45a5-863b-a1a602a2046a tempest-FlavorsV2NegativeTest-729974849 tempest-FlavorsV2NegativeTest-729974849-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e24d85b626704a8ca91812032abc642b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734713 Feb 11 13:33:21.988255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4df0e95c-161d-42b2-8a12-10bc041d4243), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.002934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:22.004905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (4df0e95c-161d-42b2-8a12-10bc041d4243), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:22.011129 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:22.149195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e488fa76-2b09-4163-a841-1a0915b58d8c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.164032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.168381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] 10.222.0.79 "DELETE /v2.0/networks/e488fa76-2b09-4163-a841-1a0915b58d8c HTTP/1.1" status: 204 len: 168 time: 0.9342368 Feb 11 13:33:22.180629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39382) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:22.244626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a9393-7217-4238-a925-e7ab184af8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e488fa76-2b09-4163-a841-1a0915b58d8c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:22.305196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-875ce77f-0106-4238-a770-8d9229d394e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.345302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fee5fc-540e-44e8-bb46-6b06acf1ba03 req-3d0ffb10-1de9-4ecd-93ef-af871b378dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:22.346876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8fee5fc-540e-44e8-bb46-6b06acf1ba03 req-3d0ffb10-1de9-4ecd-93ef-af871b378dc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 1128 time: 0.4754248 Feb 11 13:33:22.387976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] Deleting subnet 46be77a4-557b-45a9-bfc3-3a0d390baeaa {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:33:22.403654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] Publish callbacks [] for subnet (46be77a4-557b-45a9-bfc3-3a0d390baeaa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.424512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a933310-67f1-474b-aab1-6644e7a3ba9d req-d313da9f-0fbf-4479-a778-4bd8d761fe65 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:22.431806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a933310-67f1-474b-aab1-6644e7a3ba9d req-d313da9f-0fbf-4479-a778-4bd8d761fe65 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 932 time: 0.1450582 Feb 11 13:33:22.498086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8fee5fc-540e-44e8-bb46-6b06acf1ba03 req-f7fc16dc-1274-4578-9b5b-194f5e9dcf37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369092 Feb 11 13:33:22.605721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (46be77a4-557b-45a9-bfc3-3a0d390baeaa), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.639267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef755984-075c-47df-86f2-68b1b195a841 req-b8eb10d3-11f4-4784-84ee-c3502efa842d tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 210 time: 0.1266077 Feb 11 13:33:22.741080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a933310-67f1-474b-aab1-6644e7a3ba9d req-76ab3af0-00ed-4b6c-8175-44b3f05d1c9e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890244 Feb 11 13:33:22.894871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-875ce77f-0106-4238-a770-8d9229d394e1 admin admin] Publish callbacks [] for security_group (893a715a-1dc7-4907-a80b-8adecc5d8773), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.906234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-0ba89011-1c31-45c4-88f6-d8d30b2654d5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:22.908141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-0ba89011-1c31-45c4-88f6-d8d30b2654d5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 812 time: 0.4669018 Feb 11 13:33:22.911212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-875ce77f-0106-4238-a770-8d9229d394e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (893a715a-1dc7-4907-a80b-8adecc5d8773), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.920331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:22.946551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Request body: {'port': {'device_id': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'admin_state_up': True, 'tenant_id': 'f243607ce77a4f328442b85ce83baf23'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:22.953422 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Publish callbacks [] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:22.989954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39404) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:23.024376 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-875ce77f-0106-4238-a770-8d9229d394e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2033c9b216204510905eec2a2f4ef6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4142206 Feb 11 13:33:23.025187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce77f-0106-4238-a770-8d9229d394e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a715a-1dc7-4907-a80b-8adecc5d8773,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:23.031829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39408) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:23.032421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Transition to ACTIVE for port object 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:23.078197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.198588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (46be77a4-557b-45a9-bfc3-3a0d390baeaa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.225669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b6797da4-7932-4d88-b41f-5e6d16ff6413 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:23.227030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b6797da4-7932-4d88-b41f-5e6d16ff6413 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 812 time: 0.6272609 Feb 11 13:33:23.239832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d84a22-2976-4be1-bb1c-abb405bfeab2 req-b9fe0c0d-d0ad-468d-b2a8-a71efb6a2085 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:23.241282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9d84a22-2976-4be1-bb1c-abb405bfeab2 req-b9fe0c0d-d0ad-468d-b2a8-a71efb6a2085 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1272910 Feb 11 13:33:23.251281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Request body: {'port': {'device_id': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'admin_state_up': True, 'tenant_id': 'f243607ce77a4f328442b85ce83baf23'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:23.271245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Pushing event updated for resources: {'Port': ['ID=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:23.292840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3c888e59-2c3d-49b1-a462-517dc167d71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.309128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Attempting to bind port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:23.309790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Attempting to bind port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:23.309790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Attempting to bind port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:23.323614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7596-5633-49bc-bf63-e9ddb46e224c admin admin] Publish callbacks [] for security_group (893a715a-1dc7-4907-a80b-8adecc5d8773), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.330221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 on network 085e3d9d-406a-4687-a260-fda81fe2574d not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:23.330606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Attempting to bind port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:23.365144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:23.365544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:23.365769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Bound using segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:23.366502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Bound port: 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:23.366927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.380712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Made reservation on behalf of f243607ce77a4f328442b85ce83baf23 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:23.385013 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.391510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (46be77a4-557b-45a9-bfc3-3a0d390baeaa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.394188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7596-5633-49bc-bf63-e9ddb46e224c admin admin] Publish callbacks [] for security_group (893a715a-1dc7-4907-a80b-8adecc5d8773), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.415021 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9d84a22-2976-4be1-bb1c-abb405bfeab2 req-483b3cd1-dc82-452d-b2cb-40a9c3778bb6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599329 Feb 11 13:33:23.449353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46be77a4-557b-45a9-bfc3-3a0d390baeaa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:23.453231 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.458770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e00e4465-984f-4f0a-af1e-6e3723bc31d2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/46be77a4-557b-45a9-bfc3-3a0d390baeaa HTTP/1.1" status: 204 len: 168 time: 1.2768669 Feb 11 13:33:23.465994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39412) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:23.561736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Made reservation on behalf of f243607ce77a4f328442b85ce83baf23 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:23.564830 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.579763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.625198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] For port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:23.627388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7596-5633-49bc-bf63-e9ddb46e224c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (893a715a-1dc7-4907-a80b-8adecc5d8773), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.630640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7596-5633-49bc-bf63-e9ddb46e224c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.631746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a6ef7596-5633-49bc-bf63-e9ddb46e224c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/893a715a-1dc7-4907-a80b-8adecc5d8773 HTTP/1.1" status: 204 len: 168 time: 0.5977948 Feb 11 13:33:23.678530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] For port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:23.691611 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef7596-5633-49bc-bf63-e9ddb46e224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a715a-1dc7-4907-a80b-8adecc5d8773,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:23.704329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.749043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3c888e59-2c3d-49b1-a462-517dc167d71a admin admin] Publish callbacks [] for security_group (a487eb40-f0b9-49c8-93c9-c54178921d71), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.761548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Allocated IP 172.20.0.10 (5217468b-e8e3-4cb4-adfc-559b9701122f/b54de0fd-a4fd-4e8a-b262-e11d9863ab83/4fd9fc1b-e50b-4862-807f-576d7c86010f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:23.776298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:23.777290 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.779572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] 10.222.0.83 "PUT /v2.0/ports/1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 HTTP/1.1" status: 200 len: 1092 time: 2.3998821 Feb 11 13:33:23.780443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3c888e59-2c3d-49b1-a462-517dc167d71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a487eb40-f0b9-49c8-93c9-c54178921d71), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.789084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1739681d-e85e-4bb5-831e-791f0573dddf', 'tag': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:23.796126 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cfc269-da2d-4ea0-b36b-4432596cbbad" -d '{"events": [{"name": "network-changed", "server_uuid": "1739681d-e85e-4bb5-831e-791f0573dddf", "tag": "1a1b8b81-4fbc-41b6-94a2-982a0e9b9103"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:23.837798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.903705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:23.917834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6328c0-a62b-46c6-95e3-5ada6e6f616b') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:23.918559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6328c0-a62b-46c6-95e3-5ada6e6f616b') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:23.924028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb6e8abc-932b-4ff2-b943-8f38a37bcbb1 req-63611079-a0ad-4df8-836b-f4a87bde17a7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 210 time: 0.1402562 Feb 11 13:33:23.938299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (ce6328c0-a62b-46c6-95e3-5ada6e6f616b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.959055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ce6328c0-a62b-46c6-95e3-5ada6e6f616b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.970387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646816e0-adc7-4c18-9149-ed1c66da37cd req-e07366da-1b42-49fc-b0d3-371990c3666f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:23.978277 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-646816e0-adc7-4c18-9149-ed1c66da37cd req-e07366da-1b42-49fc-b0d3-371990c3666f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 944 time: 0.1336226 Feb 11 13:33:23.993892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:23.994879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (ce6328c0-a62b-46c6-95e3-5ada6e6f616b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:23.997235 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:24.087711 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d0ecb-6e29-4539-a8b4-70c6669c7e95 x-openstack-request-id: req-4f8d0ecb-6e29-4539-a8b4-70c6669c7e95 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:24.088011 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1739681d-e85e-4bb5-831e-791f0573dddf", "tag": "1a1b8b81-4fbc-41b6-94a2-982a0e9b9103", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:24.089037 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f8d0ecb-6e29-4539-a8b4-70c6669c7e95 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:24.089616 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1739681d-e85e-4bb5-831e-791f0573dddf', 'tag': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103', 'status': 'completed', 'code': 200} Feb 11 13:33:24.093821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3c888e59-2c3d-49b1-a462-517dc167d71a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e24d85b626704a8ca91812032abc642b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1004970 Feb 11 13:33:24.098257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c888e59-2c3d-49b1-a462-517dc167d71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a487eb40-f0b9-49c8-93c9-c54178921d71,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.100560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-646816e0-adc7-4c18-9149-ed1c66da37cd req-f5a49741-d428-4655-8a1e-24b11ca0b203 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201844 Feb 11 13:33:24.101231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39426) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:24.109043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f9461-8123-42e7-864f-49bb84a0dd6a service neutron] Pushing event updated for resources: {'Port': ['ID=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.123217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.154576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.160660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9 HTTP/1.1" status: 204 len: 168 time: 0.6890228 Feb 11 13:33:24.160660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91237d65-8b85-47f2-a835-47748e4046b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6410edf8-ebb5-49d0-91e6-82d4fa8a1bb9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.201588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-f01e0330-8f1f-409d-9355-ba1ed1c8fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.203160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-f01e0330-8f1f-409d-9355-ba1ed1c8fade service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 1126 time: 0.3471355 Feb 11 13:33:24.210065 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks [] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.260758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39df0339-2b3b-4648-8e20-dd72058289d4 admin admin] Publish callbacks [] for security_group (a487eb40-f0b9-49c8-93c9-c54178921d71), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.265333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-15e187da-7358-4d0a-8f67-d78fa8491106 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 HTTP/1.1" status: 200 len: 217 time: 0.0531728 Feb 11 13:33:24.313645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39436) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:24.346671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39df0339-2b3b-4648-8e20-dd72058289d4 admin admin] Publish callbacks [] for security_group (a487eb40-f0b9-49c8-93c9-c54178921d71), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.368302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-5b44d06b-a790-4b48-93b4-ed5430f9507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.370482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-5b44d06b-a790-4b48-93b4-ed5430f9507c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.0985034 Feb 11 13:33:24.372348 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-93ecbf62-7f2b-4bfb-a944-0449bd785f7d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b729fcc2f8e049d9874233ac7f2fb45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564253 Feb 11 13:33:24.374479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39438) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:24.400670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.446799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-7227be42-1b24-46b6-b2bc-5c4b8b71641f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699346 Feb 11 13:33:24.540568 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b8be46-7d4e-4e86-8ca3-8eaa69a7210a admin admin] Publish callbacks [] for security_group (0092de02-76a5-459d-9928-f0677729d55b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.543171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Network 5217468b-e8e3-4cb4-adfc-559b9701122f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:24.550903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event updated for resources: {'Port': ['ID=4fd9fc1b-e50b-4862-807f-576d7c86010f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.554283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:24.588872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:24.593126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39df0339-2b3b-4648-8e20-dd72058289d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a487eb40-f0b9-49c8-93c9-c54178921d71), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.596765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39df0339-2b3b-4648-8e20-dd72058289d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.598466 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-39df0339-2b3b-4648-8e20-dd72058289d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a487eb40-f0b9-49c8-93c9-c54178921d71 HTTP/1.1" status: 204 len: 168 time: 0.4904149 Feb 11 13:33:24.628179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Allocated IP 172.20.0.7 (5217468b-e8e3-4cb4-adfc-559b9701122f/b54de0fd-a4fd-4e8a-b262-e11d9863ab83/0824d671-100e-4448-8bff-2703975164c3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:24.674891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df0339-2b3b-4648-8e20-dd72058289d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487eb40-f0b9-49c8-93c9-c54178921d71,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.680718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b8be46-7d4e-4e86-8ca3-8eaa69a7210a admin admin] Publish callbacks [] for security_group (0092de02-76a5-459d-9928-f0677729d55b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.721390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.722036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.726915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-97bbfcc6-bb29-4749-908e-27f349380d60 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540300 Feb 11 13:33:24.778403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9af17-f913-4007-8530-4ca222e933b8 req-4db8a296-7bff-418a-8e5d-7bd49ccf94de tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.786488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ccc9af17-f913-4007-8530-4ca222e933b8 req-4db8a296-7bff-418a-8e5d-7bd49ccf94de tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.1943913 Feb 11 13:33:24.801691 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-15e73032-3b2e-49f0-891f-348880254af7 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8684003 Feb 11 13:33:24.835014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39460) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:24.873311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Request body: {'port': {'device_id': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:24.978269 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b8be46-7d4e-4e86-8ca3-8eaa69a7210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0092de02-76a5-459d-9928-f0677729d55b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.982312 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93b8be46-7d4e-4e86-8ca3-8eaa69a7210a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:24.983721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-93b8be46-7d4e-4e86-8ca3-8eaa69a7210a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0092de02-76a5-459d-9928-f0677729d55b HTTP/1.1" status: 204 len: 168 time: 0.6080222 Feb 11 13:33:25.011659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8be46-7d4e-4e86-8ca3-8eaa69a7210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0092de02-76a5-459d-9928-f0677729d55b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:25.065886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks [] for port (0824d671-100e-4448-8bff-2703975164c3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.093205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.099090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-500e0a22-41db-4464-8d8c-9bbb382f18e3 req-8af9c6b3-38e3-4e7e-8e40-ed339d31fe05 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637140 Feb 11 13:33:25.131005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ccc9af17-f913-4007-8530-4ca222e933b8 req-7f69639f-d03d-435f-b4db-53ef2338524d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393030 Feb 11 13:33:25.199390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1464c03-2af2-40c4-a096-e0113be943d7 req-b4bac47f-bf6d-462b-a584-6c45890bf8b6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 210 time: 0.0894878 Feb 11 13:33:25.238454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0824d671-100e-4448-8bff-2703975164c3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.324380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event updated for resources: {'Port': ['ID=0824d671-100e-4448-8bff-2703975164c3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:25.331308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Network 5217468b-e8e3-4cb4-adfc-559b9701122f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:25.333119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:25.335612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:25.396511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-4b381782-a7fb-4d05-b519-09334262cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.397981 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-4b381782-a7fb-4d05-b519-09334262cb59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 1126 time: 0.2169619 Feb 11 13:33:25.428158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.429115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.449109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-b9aafb77-a42b-463d-80f5-3f824159ded2 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2031076 Feb 11 13:33:25.458439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] Deleting subnet e7b008d2-17da-4e50-a0a4-c3c7cd30e941 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:33:25.464403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] Publish callbacks [] for subnet (e7b008d2-17da-4e50-a0a4-c3c7cd30e941), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.469829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Request body: {'port': {'device_id': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:25.480699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c73d-4d4d-4137-8578-09fd1eb0313f req-7621ded5-0de0-42f6-be76-08428f7d6810 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.487953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9a6c73d-4d4d-4137-8578-09fd1eb0313f req-7621ded5-0de0-42f6-be76-08428f7d6810 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 944 time: 0.2240348 Feb 11 13:33:25.564929 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0824d671-100e-4448-8bff-2703975164c3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.585951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (e7b008d2-17da-4e50-a0a4-c3c7cd30e941), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.627734 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9a6c73d-4d4d-4137-8578-09fd1eb0313f req-b85f76cd-756a-4f97-9981-cf94ed926d6a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389883 Feb 11 13:33:25.664993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-6996c08d-adb1-4580-b8ee-c09907ce259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.674368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-6996c08d-adb1-4580-b8ee-c09907ce259b service neutron] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.2617631 Feb 11 13:33:25.743759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e7b008d2-17da-4e50-a0a4-c3c7cd30e941), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.756287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-78fcb817-c932-40dc-babb-131b979274b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 HTTP/1.1" status: 200 len: 217 time: 0.0820124 Feb 11 13:33:25.981819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (e7b008d2-17da-4e50-a0a4-c3c7cd30e941), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:25.994628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-3c7026a7-f572-40f7-866c-b31631317e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.996678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-3c7026a7-f572-40f7-866c-b31631317e56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.2324343 Feb 11 13:33:26.050035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd9fc1b-e50b-4862-807f-576d7c86010f {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:26.077690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.082390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e7b008d2-17da-4e50-a0a4-c3c7cd30e941 HTTP/1.1" status: 204 len: 168 time: 1.2455635 Feb 11 13:33:26.082917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Publish callbacks [] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.083963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6b44f-c150-47e3-8578-e81bc606c77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b008d2-17da-4e50-a0a4-c3c7cd30e941,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:26.085888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:26.087426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-c1088493-a385-4863-830d-0a70633d1b1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552697 Feb 11 13:33:26.168242 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (9d2633a7-3a9c-4a67-91e6-75b6911d9739), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.168931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39506) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:26.188062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Transition to ACTIVE for port object 4fd9fc1b-e50b-4862-807f-576d7c86010f will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:26.209433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.265240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd9fc1b-e50b-4862-807f-576d7c86010f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:26.283504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-3ebb735b-a520-4094-b891-9bee2f7db51e tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:26.285093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-3ebb735b-a520-4094-b891-9bee2f7db51e tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 810 time: 0.4412143 Feb 11 13:33:26.292967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-9e42bcbf-369a-4ea9-89fe-d51c7df8f465 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962707 Feb 11 13:33:26.401617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (9d2633a7-3a9c-4a67-91e6-75b6911d9739), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.406463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0cfc269-da2d-4ea0-b36b-4432596cbbad req-2cadd0d3-9c9e-4178-9360-6abf70d34681 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998101 Feb 11 13:33:26.417800 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-d0e1ca1f-5188-42a6-8437-7912be99d905 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/quotas/0f516c0fd43e40d9a33a8efccf2ba01d HTTP/1.1" status: 200 len: 375 time: 0.1237979 Feb 11 13:33:26.420304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b6dbbada-7930-4cf3-bab8-fdf7cddd3007 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=125ce5bc19c64b1898b364079c1b062e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467403 Feb 11 13:33:26.427616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39510) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:26.466629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2633a7-3a9c-4a67-91e6-75b6911d9739']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:26.502416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc3b62b-a9e9-4aae-a396-926a56e844a9') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:26.503096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc3b62b-a9e9-4aae-a396-926a56e844a9') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:26.518043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (9bc3b62b-a9e9-4aae-a396-926a56e844a9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.540950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9bc3b62b-a9e9-4aae-a396-926a56e844a9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.554478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:26.556009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (9bc3b62b-a9e9-4aae-a396-926a56e844a9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:26.653401 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:26.700982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (9d2633a7-3a9c-4a67-91e6-75b6911d9739), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.709196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:26.718105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9d2633a7-3a9c-4a67-91e6-75b6911d9739 HTTP/1.1" status: 204 len: 168 time: 0.6300294 Feb 11 13:33:26.775142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c48c1-9508-4f76-a937-d16450b8d5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2633a7-3a9c-4a67-91e6-75b6911d9739,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:26.874239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39526) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:26.975271 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e6e859d-6489-4fb4-9496-873812292ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.008532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Attempting to bind port 4fd9fc1b-e50b-4862-807f-576d7c86010f on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:27.008877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Attempting to bind port 4fd9fc1b-e50b-4862-807f-576d7c86010f by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:27.009208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Attempting to bind port 4fd9fc1b-e50b-4862-807f-576d7c86010f on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:27.030714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-2461dc2e-1006-413c-ab8f-f6f3ffeb539f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6061504 Feb 11 13:33:27.031896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513dc3-e9a4-4d0b-98de-d1ee5ac47fd0 req-7e61c48b-2626-4a50-a0d1-4348884169eb tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.033386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Port 4fd9fc1b-e50b-4862-807f-576d7c86010f on network 5217468b-e8e3-4cb4-adfc-559b9701122f not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:27.033710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Attempting to bind port 4fd9fc1b-e50b-4862-807f-576d7c86010f on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:27.035221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9513dc3-e9a4-4d0b-98de-d1ee5ac47fd0 req-7e61c48b-2626-4a50-a0d1-4348884169eb tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 931 time: 0.1772335 Feb 11 13:33:27.037359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-654cbe3e-fbda-4e4d-a9ec-12d4caf4743e admin admin] Publish callbacks [] for security_group (497da12a-038b-442d-800c-fd8785e3edc7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.047372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:27.047723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Checking segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:27.048194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Bound using segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:27.048649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Bound port: 4fd9fc1b-e50b-4862-807f-576d7c86010f, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:27.049005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.065649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-282238148-network', 'tenant_id': '03fac49234b74ceaa9db1ce30920a5ec'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:27.083396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-654cbe3e-fbda-4e4d-a9ec-12d4caf4743e admin admin] Publish callbacks [] for security_group (497da12a-038b-442d-800c-fd8785e3edc7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.097458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0824d671-100e-4448-8bff-2703975164c3 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:27.112669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Publish callbacks [] for port (0824d671-100e-4448-8bff-2703975164c3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.125903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:27.141255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Made reservation on behalf of 03fac49234b74ceaa9db1ce30920a5ec for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:27.142949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-189d40e5-d1c0-40fd-a551-5dfdfc52ff59 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:33:27.144107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-189d40e5-d1c0-40fd-a551-5dfdfc52ff59 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1029329 Feb 11 13:33:27.144570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.166368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Transition to ACTIVE for port object 0824d671-100e-4448-8bff-2703975164c3 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:27.173258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.186812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (0824d671-100e-4448-8bff-2703975164c3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.199168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9513dc3-e9a4-4d0b-98de-d1ee5ac47fd0 req-4f899937-397e-48bd-8b3a-c3f9d53574f4 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532974 Feb 11 13:33:27.228067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] For port 4fd9fc1b-e50b-4862-807f-576d7c86010f, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:27.287037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] For port 4fd9fc1b-e50b-4862-807f-576d7c86010f, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4fd9fc1b-e50b-4862-807f-576d7c86010f,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:27.295224 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1abfbf90-12e7-4346-bfa7-9f9f02a7ce41 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54f9f2c293794f3bab0877b90ee38480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681583 Feb 11 13:33:27.297863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=0824d671-100e-4448-8bff-2703975164c3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.299059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39534) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:27.300189 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.311452 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-654cbe3e-fbda-4e4d-a9ec-12d4caf4743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (497da12a-038b-442d-800c-fd8785e3edc7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.313997 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-654cbe3e-fbda-4e4d-a9ec-12d4caf4743e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.315107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-654cbe3e-fbda-4e4d-a9ec-12d4caf4743e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/497da12a-038b-442d-800c-fd8785e3edc7 HTTP/1.1" status: 204 len: 168 time: 0.8875856 Feb 11 13:33:27.395710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cbe3e-fbda-4e4d-a9ec-12d4caf4743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497da12a-038b-442d-800c-fd8785e3edc7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.404669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.405587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.406697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] 10.222.0.83 "PUT /v2.0/ports/4fd9fc1b-e50b-4862-807f-576d7c86010f HTTP/1.1" status: 200 len: 1092 time: 2.5461786 Feb 11 13:33:27.408057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'tag': '4fd9fc1b-e50b-4862-807f-576d7c86010f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:27.410304 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef89e28-4182-4c48-be92-6d0075abb9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ce7d6c-1372-40ea-be69-07d2c798c7e1", "tag": "4fd9fc1b-e50b-4862-807f-576d7c86010f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:27.420796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-8dd8b5e9-0c26-4807-b3db-70cb88072a1f service neutron] 10.222.0.79 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578993 Feb 11 13:33:27.448251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192c676-64ee-40e7-8b65-eb83d3425fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd9fc1b-e50b-4862-807f-576d7c86010f,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.496801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Attempting to bind port 0824d671-100e-4448-8bff-2703975164c3 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:27.497666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Attempting to bind port 0824d671-100e-4448-8bff-2703975164c3 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:27.497666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Attempting to bind port 0824d671-100e-4448-8bff-2703975164c3 on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:27.502267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks [] for security_group (bf78ffe5-12f2-464a-9012-a649dae1403d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.515072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bbcc1-993d-417d-968a-43c3cea93d83 req-7e610eb3-0188-4d45-a198-80a7b90fb875 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.522739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-702bbcc1-993d-417d-968a-43c3cea93d83 req-7e610eb3-0188-4d45-a198-80a7b90fb875 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 944 time: 0.2206736 Feb 11 13:33:27.534428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Port 0824d671-100e-4448-8bff-2703975164c3 on network 5217468b-e8e3-4cb4-adfc-559b9701122f not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:27.534882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Attempting to bind port 0824d671-100e-4448-8bff-2703975164c3 on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:27.537842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bf78ffe5-12f2-464a-9012-a649dae1403d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.566148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-584351ed-de8c-446d-af20-d0a61f17988e admin admin] Publish callbacks [] for security_group (41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.575022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:27.575427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Checking segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:27.575848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Bound using segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:27.576289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Bound port: 0824d671-100e-4448-8bff-2703975164c3, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:27.576854 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0824d671-100e-4448-8bff-2703975164c3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.598210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:27.610722 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-584351ed-de8c-446d-af20-d0a61f17988e admin admin] Publish callbacks [] for security_group (41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.627844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-4cc13bca-ab97-477d-a62c-e6ef8145122b service neutron] 10.222.0.79 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934226 Feb 11 13:33:27.637457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-ddf05ebf-a6cc-4d67-a306-24525b7cf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.639219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-ddf05ebf-a6cc-4d67-a306-24525b7cf3ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=d1ce7d6c-1372-40ea-be69-07d2c798c7e1 HTTP/1.1" status: 200 len: 1126 time: 0.1538081 Feb 11 13:33:27.667033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78ffe5-12f2-464a-9012-a649dae1403d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.672738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e4c58618-500a-405b-8a1c-93f0af026f1b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.673086 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Added segment e4c58618-500a-405b-8a1c-93f0af026f1b of type vlan for network b87fa205-35d6-40fc-9e50-a151c4af68d1 Feb 11 13:33:27.682290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-702bbcc1-993d-417d-968a-43c3cea93d83 req-48d5d93b-caae-408f-9f36-a2f70a2e9e17 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581156 Feb 11 13:33:27.695156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-f6da6489-20f4-40e1-ac13-73a3b21f5a64 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fd9fc1b-e50b-4862-807f-576d7c86010f HTTP/1.1" status: 200 len: 217 time: 0.0489929 Feb 11 13:33:27.715364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:27.745641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b87fa205-35d6-40fc-9e50-a151c4af68d1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.758667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] For port 0824d671-100e-4448-8bff-2703975164c3, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:27.763900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] For port 0824d671-100e-4448-8bff-2703975164c3, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0824d671-100e-4448-8bff-2703975164c3,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:27.773757 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-584351ed-de8c-446d-af20-d0a61f17988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.779799 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (0824d671-100e-4448-8bff-2703975164c3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.780575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-584351ed-de8c-446d-af20-d0a61f17988e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.782262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-584351ed-de8c-446d-af20-d0a61f17988e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3 HTTP/1.1" status: 204 len: 168 time: 0.4798083 Feb 11 13:33:27.803384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584351ed-de8c-446d-af20-d0a61f17988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f62f5d-7ee5-4bbe-9f06-cb1a189acfc3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.816921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-efcf4715-bd45-4a62-a96f-42f4212a25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.821193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-efcf4715-bd45-4a62-a96f-42f4212a25ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.1207228 Feb 11 13:33:27.848460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b87fa205-35d6-40fc-9e50-a151c4af68d1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.850985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.851836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.876301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.877318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:27.879603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] 10.222.0.83 "PUT /v2.0/ports/0824d671-100e-4448-8bff-2703975164c3 HTTP/1.1" status: 200 len: 1091 time: 2.4173715 Feb 11 13:33:27.937890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-456fd569-a6b7-41f5-be86-abdddafebe81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101630 Feb 11 13:33:28.039452 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18c9629-718f-4222-a4f4-c1be4575153d x-openstack-request-id: req-b18c9629-718f-4222-a4f4-c1be4575153d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:28.040288 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ce7d6c-1372-40ea-be69-07d2c798c7e1", "tag": "4fd9fc1b-e50b-4862-807f-576d7c86010f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:28.041785 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b18c9629-718f-4222-a4f4-c1be4575153d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:28.042522 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'tag': '4fd9fc1b-e50b-4862-807f-576d7c86010f', 'status': 'completed', 'code': 200} Feb 11 13:33:28.072550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:28.074139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'tag': '0824d671-100e-4448-8bff-2703975164c3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:28.079417 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0a85dd-b46f-4dd4-b66e-1978061e917d", "tag": "0824d671-100e-4448-8bff-2703975164c3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:28.105940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'port_id': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103', 'mac_address': 'fa:16:3e:16:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39d1925-8c6c-48c3-b595-54707ce4d893', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:28.132817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b87fa205-35d6-40fc-9e50-a151c4af68d1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:28.173076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-87b6299d-e046-4a50-8e8d-0761573a43d3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2968156 Feb 11 13:33:28.186234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39562) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:28.189434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:28.190098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:28.194236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b87fa205-35d6-40fc-9e50-a151c4af68d1 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:28.235141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Request body: {'subnet': {'network_id': 'b87fa205-35d6-40fc-9e50-a151c4af68d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-282238148-subnet', 'tenant_id': '03fac49234b74ceaa9db1ce30920a5ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:28.282217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:28.301102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Made reservation on behalf of 03fac49234b74ceaa9db1ce30920a5ec for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:28.306348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:28.309978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:28.316822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:28.337872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-f5065d5e-119a-4615-9b57-e21a0a08ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.340698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-f5065d5e-119a-4615-9b57-e21a0a08ce95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 1125 time: 0.2565243 Feb 11 13:33:28.341346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a754308-ca8d-45bc-b88d-74822464a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=0824d671-100e-4448-8bff-2703975164c3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:28.406404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84937dbc-e8f0-421b-af57-911e1af96645 req-2ba35ec6-db7f-4b2d-a571-ac37154638cd tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 210 time: 0.2255297 Feb 11 13:33:28.424496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-e55a3a01-1194-4d95-9a7c-7194a9e4f46c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0824d671-100e-4448-8bff-2703975164c3 HTTP/1.1" status: 200 len: 217 time: 0.0647123 Feb 11 13:33:28.449145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:28.481850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-3b085e7d-af39-47b0-9b1a-a0481be8362a service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381804 Feb 11 13:33:28.527026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['1a1b8b81-4fbc-41b6-94a2-982a0e9b9103'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:28.543013 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ed392-ccd3-4be3-84cb-ad92182c0709 x-openstack-request-id: req-e26ed392-ccd3-4be3-84cb-ad92182c0709 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:28.543756 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0a85dd-b46f-4dd4-b66e-1978061e917d", "tag": "0824d671-100e-4448-8bff-2703975164c3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:28.544046 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e26ed392-ccd3-4be3-84cb-ad92182c0709 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:28.546013 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'tag': '0824d671-100e-4448-8bff-2703975164c3', 'status': 'completed', 'code': 200} Feb 11 13:33:28.574654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9347b136-2bf8-4506-a918-0a94c8923512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.577166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-9347b136-2bf8-4506-a918-0a94c8923512 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.1486247 Feb 11 13:33:28.649949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-28ae0a91-250f-496a-ac04-9a3ab1a9db26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604870 Feb 11 13:33:28.821873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e41ef-8411-415e-b2e9-d70d8581836a req-b63d6e52-00ec-4c71-8765-fab3fda316c6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.821873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-902e41ef-8411-415e-b2e9-d70d8581836a req-b63d6e52-00ec-4c71-8765-fab3fda316c6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 943 time: 0.2621155 Feb 11 13:33:28.887653 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-59b6092c-c3b5-436f-8865-19fabad8585b service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867023 Feb 11 13:33:28.990267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-902e41ef-8411-415e-b2e9-d70d8581836a req-9aeff013-b13b-4133-890b-816eb06455c6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740292 Feb 11 13:33:28.999699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a8dc8-35cb-4137-9d44-f4d8ab9fce11 req-60fd9a4a-74a6-4c57-89cd-326d2ff63f3d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.002307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f1a8dc8-35cb-4137-9d44-f4d8ab9fce11 req-60fd9a4a-74a6-4c57-89cd-326d2ff63f3d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 945 time: 0.0863767 Feb 11 13:33:29.025342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-624fe710-2bea-44c2-abdf-0e38c5739bc0 service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689322 Feb 11 13:33:29.134746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f1a8dc8-35cb-4137-9d44-f4d8ab9fce11 req-a54ed9a5-967d-44a9-8a9e-6347999c98c2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978880 Feb 11 13:33:29.166152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (63f48d95-2aa0-47ac-b931-fdac0d892140), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:29.186456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0332bc53-e022-46f5-8b51-034d7b754178 req-46068dfb-c1b3-471d-9d51-ec0b72fbb15a service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540077 Feb 11 13:33:29.302510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-64103929-fc41-4f3e-ac6c-35998f3b4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.305337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-64103929-fc41-4f3e-ac6c-35998f3b4c72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=d1ce7d6c-1372-40ea-be69-07d2c798c7e1 HTTP/1.1" status: 200 len: 1126 time: 0.2668121 Feb 11 13:33:29.315034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-65fae60d-9d8c-4158-b303-2a83c43ddbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.317022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-65fae60d-9d8c-4158-b303-2a83c43ddbfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 1125 time: 0.0706294 Feb 11 13:33:29.324352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f48d95-2aa0-47ac-b931-fdac0d892140,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:29.363959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Checking segment: {'id': 'e4c58618-500a-405b-8a1c-93f0af026f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b87fa205-35d6-40fc-9e50-a151c4af68d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:29.364340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Network hostable DHCP agents. Network: b87fa205-35d6-40fc-9e50-a151c4af68d1, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:29.368392 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af70ae30-7be9-4b6a-8cb1-7e28b408c08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:29.415337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:29.431656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Network b87fa205-35d6-40fc-9e50-a151c4af68d1 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:29.452580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b87fa205-35d6-40fc-9e50-a151c4af68d1) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:29.458552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.459857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:29.463846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b787f7-97db-4040-9370-ffea7608858a None None] Network b87fa205-35d6-40fc-9e50-a151c4af68d1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:29.467910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-9e8815d3-2cff-492f-a888-fa5e41bb2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.471851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-9e8815d3-2cff-492f-a888-fa5e41bb2fe2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 913 time: 0.1494222 Feb 11 13:33:29.480192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-e0f55c00-86e9-46f3-8626-00406f219e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.481697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-e0f55c00-86e9-46f3-8626-00406f219e30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 913 time: 0.1683390 Feb 11 13:33:29.490927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36ec0352-14f1-434e-bc61-815d8e970eae admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2995949 Feb 11 13:33:29.550403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-da700707-de5d-44aa-ad64-1f79fd77cc5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0824d671-100e-4448-8bff-2703975164c3 HTTP/1.1" status: 200 len: 217 time: 0.0711684 Feb 11 13:33:29.563089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-2c6aab75-1663-4838-b693-008ed690fa86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fd9fc1b-e50b-4862-807f-576d7c86010f HTTP/1.1" status: 200 len: 217 time: 0.0705817 Feb 11 13:33:29.603756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65583c77-2b62-482e-851f-d06528afffca req-eadf6f69-b66c-4e88-a7cc-5cd986b7e46f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 210 time: 0.0519948 Feb 11 13:33:29.643109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-d58848d4-7a73-4d9f-89d4-b69da3550ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.646020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-d58848d4-7a73-4d9f-89d4-b69da3550ae8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.0752921 Feb 11 13:33:29.663429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-2244e535-1227-4a85-8835-dd703a24d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.665192 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-2244e535-1227-4a85-8835-dd703a24d5c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.0977433 Feb 11 13:33:29.693500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-aa62fde9-9ee8-42d5-8b97-3a96dba9573a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390570 Feb 11 13:33:29.725227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d51c5b-1383-446e-9463-f8b0dc175821 None None] Network b87fa205-35d6-40fc-9e50-a151c4af68d1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:29.727798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-dc917d6d-15da-4d87-bdc0-c37261c338b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566583 Feb 11 13:33:29.761485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-63554755-network', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:29.791853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:29.930325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-a895d78e-ab00-433f-ad07-891b90508ae0 service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300491 Feb 11 13:33:29.961445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:29.961727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:29.964889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:29.974702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:29.975125 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:29.994012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.069060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39642) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:30.079876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-59a4ca75-24b5-46a0-a508-c452120a2b7f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:30.081864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-59a4ca75-24b5-46a0-a508-c452120a2b7f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 810 time: 0.3908818 Feb 11 13:33:30.105810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Request body: {'port': {'device_id': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'admin_state_up': True, 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:30.147440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:30.147860 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-9691504e-9c72-495e-852e-a1623c5192c1 service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033768 Feb 11 13:33:30.149727 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.201247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ef89e28-4182-4c48-be92-6d0075abb9fa req-6154017a-7707-470c-b892-3ab9629ba8bf service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646308 Feb 11 13:33:30.206736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1739681d-e85e-4bb5-831e-791f0573dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:30.211154 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8bf0e-690e-4f0e-9136-dd79038d52d7" -d '{"events": [{"server_uuid": "1739681d-e85e-4bb5-831e-791f0573dddf", "name": "network-vif-plugged", "status": "completed", "tag": "1a1b8b81-4fbc-41b6-94a2-982a0e9b9103"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:30.229996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:30.236126 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.274425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks [] for security_group (81876a5d-ba9a-42eb-86cb-58e07d2d1f7e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.304519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-cfedf7ed-0806-4e09-ba4d-a0c79f5595a3 req-1832081e-2a09-4107-b889-69be59ef6f83 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1150506266', 'description': 'tempest-description-464861321'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:30.313075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (81876a5d-ba9a-42eb-86cb-58e07d2d1f7e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.319707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:30.334368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfedf7ed-0806-4e09-ba4d-a0c79f5595a3 req-1832081e-2a09-4107-b889-69be59ef6f83 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.381095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02644e0f-461d-4a2d-b8b3-d4ae66ba6c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.405736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:30.414627 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfedf7ed-0806-4e09-ba4d-a0c79f5595a3 req-1832081e-2a09-4107-b889-69be59ef6f83 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (216a4cc3-e575-4df4-b67d-b506ee1f4e8a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.420465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfedf7ed-0806-4e09-ba4d-a0c79f5595a3 req-1832081e-2a09-4107-b889-69be59ef6f83 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (216a4cc3-e575-4df4-b67d-b506ee1f4e8a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.455973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfedf7ed-0806-4e09-ba4d-a0c79f5595a3 req-1832081e-2a09-4107-b889-69be59ef6f83 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.457381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfedf7ed-0806-4e09-ba4d-a0c79f5595a3 req-1832081e-2a09-4107-b889-69be59ef6f83 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1576059 Feb 11 13:33:30.459695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832081e-2a09-4107-b889-69be59ef6f83 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216a4cc3-e575-4df4-b67d-b506ee1f4e8a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:30.581624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392314-cb5a-4575-ac47-c232e1a45497 req-dacf5b3a-0bab-4a03-a6b0-6fcdcac9879a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:30.583287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7392314-cb5a-4575-ac47-c232e1a45497 req-dacf5b3a-0bab-4a03-a6b0-6fcdcac9879a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 946 time: 0.0614376 Feb 11 13:33:30.640900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7392314-cb5a-4575-ac47-c232e1a45497 req-59e074c0-9e34-447a-9d17-dc70a8e92319 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Feb 11 13:33:30.772844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:30.784547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd28d7-f1aa-4cd7-ab74-4a508c3b885b req-bff60e17-7ab6-439a-8bb6-355eb6e698f3 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:30.786007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66bd28d7-f1aa-4cd7-ab74-4a508c3b885b req-bff60e17-7ab6-439a-8bb6-355eb6e698f3 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 943 time: 0.6727130 Feb 11 13:33:30.796918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.797208 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Added segment 0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc of type vlan for network ad700d65-3b6f-4bff-9d26-a51f749a33b6 Feb 11 13:33:30.813714 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013671b-30ff-4fc3-8f31-abd6cc9a6e2c x-openstack-request-id: req-4013671b-30ff-4fc3-8f31-abd6cc9a6e2c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:30.814394 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1739681d-e85e-4bb5-831e-791f0573dddf", "name": "network-vif-plugged", "status": "completed", "tag": "1a1b8b81-4fbc-41b6-94a2-982a0e9b9103", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:30.814922 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4013671b-30ff-4fc3-8f31-abd6cc9a6e2c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:30.816654 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1739681d-e85e-4bb5-831e-791f0573dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103', 'code': 200} Feb 11 13:33:30.854946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.882790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb59700-9d9e-4f5a-aeaa-17bcfbbc7027 req-123d575d-e648-4c28-9e2f-451d0ebb2adb service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091494 Feb 11 13:33:30.888076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (ad700d65-3b6f-4bff-9d26-a51f749a33b6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.896967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Made reservation on behalf of 0f516c0fd43e40d9a33a8efccf2ba01d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:30.900312 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:30.929898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-ef1405cc-180a-4995-b8b4-0acdbbad5d7e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/216a4cc3-e575-4df4-b67d-b506ee1f4e8a HTTP/1.1" status: 200 len: 1831 time: 0.0949595 Feb 11 13:33:30.941842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '216a4cc3-e575-4df4-b67d-b506ee1f4e8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:30.942211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '216a4cc3-e575-4df4-b67d-b506ee1f4e8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:30.955933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66bd28d7-f1aa-4cd7-ab74-4a508c3b885b req-324df8ed-0b13-41a5-a64b-67d48f70ccc9 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529322 Feb 11 13:33:30.962683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff38c9-2f66-4932-b1d6-bb86050b0d87 req-5c9b9ebf-7061-468f-895a-a48414ee7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:30.964742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfff38c9-2f66-4932-b1d6-bb86050b0d87 req-5c9b9ebf-7061-468f-895a-a48414ee7cc6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 1128 time: 0.0837243 Feb 11 13:33:31.021908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (ad700d65-3b6f-4bff-9d26-a51f749a33b6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.022896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:31.023477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.039708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfff38c9-2f66-4932-b1d6-bb86050b0d87 req-b8a34cf2-b966-4486-a350-2e0794d1134d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681829 Feb 11 13:33:31.046551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group_rule (835220da-bfde-423d-bfbc-ecb54d7a70ee), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.066884 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group_rule (835220da-bfde-423d-bfbc-ecb54d7a70ee), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.071785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (835220da-bfde-423d-bfbc-ecb54d7a70ee), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.093632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835220da-bfde-423d-bfbc-ecb54d7a70ee,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.103975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.105210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d78f9ea4-7fa5-49ef-bf6d-548e0988e980 req-6b433351-3821-485c-b94e-4b1ace7d2a1b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1680210 Feb 11 13:33:31.128267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7103701 Feb 11 13:33:31.131191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39672) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:31.136908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Request body: {'subnet': {'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-63554755-subnet', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:31.137281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02644e0f-461d-4a2d-b8b3-d4ae66ba6c19 admin admin] Publish callbacks [] for security_group (755d2039-23eb-4fef-8a76-89c885b8bd54), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.145214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f16e0f-afb0-4c01-82d7-2670ffa6ecb4 admin admin] Pushing event updated for resources: {'Network': ['ID=ad700d65-3b6f-4bff-9d26-a51f749a33b6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.155313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:31.170942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02644e0f-461d-4a2d-b8b3-d4ae66ba6c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (755d2039-23eb-4fef-8a76-89c885b8bd54), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.219739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-629b8a42-2f0e-404a-92f4-809d66e61f8e req-9f2e8b08-d5dc-4a66-8c4d-c7e871d6dee3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 210 time: 0.0363266 Feb 11 13:33:31.220872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:31.223339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.234177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-02644e0f-461d-4a2d-b8b3-d4ae66ba6c19 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3cb812a20a64b90bd2a3f5355e4a99c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1615298 Feb 11 13:33:31.236950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39676) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:31.272883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02644e0f-461d-4a2d-b8b3-d4ae66ba6c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755d2039-23eb-4fef-8a76-89c885b8bd54,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.276572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Allocated IP 172.20.0.9 (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280/d35b4ab1-b385-4fc0-9d6e-15302d145be4/8e73369a-025e-4c6a-93ea-c901eee74923) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:31.285054 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0aace13-d7d8-4563-9418-1e630ba37b2d req-bdc0b0ab-6836-4af5-a95d-f892b2e4d205 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/216a4cc3-e575-4df4-b67d-b506ee1f4e8a HTTP/1.1" status: 200 len: 2425 time: 0.1156740 Feb 11 13:33:31.350872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b12c825-32aa-4b5f-bf02-6d632ca65e3f admin admin] Publish callbacks [] for security_group (755d2039-23eb-4fef-8a76-89c885b8bd54), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.404337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d8fa3ab-a1d7-4976-89ce-94ac1ccac97b req-7c232e8d-74cd-46c5-a7d0-8bee62c106ed tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-group-rules/835220da-bfde-423d-bfbc-ecb54d7a70ee HTTP/1.1" status: 200 len: 778 time: 0.0848250 Feb 11 13:33:31.411348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b12c825-32aa-4b5f-bf02-6d632ca65e3f admin admin] Publish callbacks [] for security_group (755d2039-23eb-4fef-8a76-89c885b8bd54), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.496685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d8fa3ab-a1d7-4976-89ce-94ac1ccac97b req-cdcbb0e3-8b97-4ff1-b2e0-6f2dfa15368b tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/216a4cc3-e575-4df4-b67d-b506ee1f4e8a HTTP/1.1" status: 200 len: 2425 time: 0.0662484 Feb 11 13:33:31.519741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks [] for port (8e73369a-025e-4c6a-93ea-c901eee74923), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.524717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b12c825-32aa-4b5f-bf02-6d632ca65e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (755d2039-23eb-4fef-8a76-89c885b8bd54), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.528072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b12c825-32aa-4b5f-bf02-6d632ca65e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.530062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b12c825-32aa-4b5f-bf02-6d632ca65e3f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/755d2039-23eb-4fef-8a76-89c885b8bd54 HTTP/1.1" status: 204 len: 168 time: 0.2921462 Feb 11 13:33:31.536798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d9c40f9e-40df-4e0d-9c3a-d50e4faa0236), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.546815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d8fa3ab-a1d7-4976-89ce-94ac1ccac97b req-d927bcc6-5f9d-4010-9a16-a051297ea76e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group_rule (835220da-bfde-423d-bfbc-ecb54d7a70ee), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.565203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d8fa3ab-a1d7-4976-89ce-94ac1ccac97b req-d927bcc6-5f9d-4010-9a16-a051297ea76e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group_rule (835220da-bfde-423d-bfbc-ecb54d7a70ee), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.574953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12c825-32aa-4b5f-bf02-6d632ca65e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755d2039-23eb-4fef-8a76-89c885b8bd54,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.599095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.606460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c40f9e-40df-4e0d-9c3a-d50e4faa0236,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.611442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d8fa3ab-a1d7-4976-89ce-94ac1ccac97b req-d927bcc6-5f9d-4010-9a16-a051297ea76e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (835220da-bfde-423d-bfbc-ecb54d7a70ee), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.620954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['87e88bfb-77eb-427b-9846-640674bf1c9b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:31.637602 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2d8fa3ab-a1d7-4976-89ce-94ac1ccac97b req-d927bcc6-5f9d-4010-9a16-a051297ea76e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.641860 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d8fa3ab-a1d7-4976-89ce-94ac1ccac97b req-d927bcc6-5f9d-4010-9a16-a051297ea76e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/835220da-bfde-423d-bfbc-ecb54d7a70ee HTTP/1.1" status: 204 len: 173 time: 0.1334865 Feb 11 13:33:31.659413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927bcc6-5f9d-4010-9a16-a051297ea76e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=835220da-bfde-423d-bfbc-ecb54d7a70ee,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.671072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:31.675002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:31.678757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:31.703371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Pushing event updated for resources: {'Port': ['ID=8e73369a-025e-4c6a-93ea-c901eee74923,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.706411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e6dd19a0-e13e-4d16-8f63-7fa61b2aaddc req-dde94b84-619c-4dae-8d78-3bf921ada9db tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2040881032', 'description': 'tempest-description-762257775'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:31.726301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0824d671-100e-4448-8bff-2703975164c3 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:31.737237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Checking segment: {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:31.737625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Network hostable DHCP agents. Network: ad700d65-3b6f-4bff-9d26-a51f749a33b6, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:31.762517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:31.764909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.767981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e6dd19a0-e13e-4d16-8f63-7fa61b2aaddc req-dde94b84-619c-4dae-8d78-3bf921ada9db tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.782546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:31.798294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, ad700d65-3b6f-4bff-9d26-a51f749a33b6) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:31.806855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:31.807092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.844061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c36e071d-4b80-486d-8b7b-bb1501c7f6ab admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7112818 Feb 11 13:33:31.846071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9622084-2658-451d-858f-12404e88bcf3 None None] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:31.848406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39702) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:31.855234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:31.860147 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-e33dc647-a455-466f-89b3-83db1ebf422f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7608008 Feb 11 13:33:31.873656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-d53778c5-b5e6-42e3-a7f2-209a0c4e3802 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:33:31.882518 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-d53778c5-b5e6-42e3-a7f2-209a0c4e3802 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154655 Feb 11 13:33:31.898159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bba17-453a-48c9-9491-ea54cb56a2f1 req-323cbf5b-3143-4b6a-a673-4e65a257c13f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:31.900414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-160bba17-453a-48c9-9491-ea54cb56a2f1 req-323cbf5b-3143-4b6a-a673-4e65a257c13f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 946 time: 0.1289599 Feb 11 13:33:31.905517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Request body: {'port': {'device_id': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:31.911306 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e6dd19a0-e13e-4d16-8f63-7fa61b2aaddc req-dde94b84-619c-4dae-8d78-3bf921ada9db tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (54af3645-fe1a-405d-9b43-57458386926d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.915198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.916354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.979905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks [] for router_controller (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.981652 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e6dd19a0-e13e-4d16-8f63-7fa61b2aaddc req-dde94b84-619c-4dae-8d78-3bf921ada9db tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (54af3645-fe1a-405d-9b43-57458386926d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.994958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0824d671-100e-4448-8bff-2703975164c3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0824d671-100e-4448-8bff-2703975164c3,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:32.010719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-160bba17-453a-48c9-9491-ea54cb56a2f1 req-472c1fe5-ba13-4830-890d-2fe0ae9ca441 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013393 Feb 11 13:33:32.016958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.024282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '0824d671-100e-4448-8bff-2703975164c3', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'port_id': '0824d671-100e-4448-8bff-2703975164c3', 'mac_address': 'fa:16:3e:1f:aa:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54de0fd-a4fd-4e8a-b262-e11d9863ab83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:32.093752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e6dd19a0-e13e-4d16-8f63-7fa61b2aaddc req-dde94b84-619c-4dae-8d78-3bf921ada9db tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.099694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6dd19a0-e13e-4d16-8f63-7fa61b2aaddc req-dde94b84-619c-4dae-8d78-3bf921ada9db tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4080963 Feb 11 13:33:32.107092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:33:32.109273 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.198978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0824d671-100e-4448-8bff-2703975164c3 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:32.199751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0824d671-100e-4448-8bff-2703975164c3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.205977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94b84-619c-4dae-8d78-3bf921ada9db tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54af3645-fe1a-405d-9b43-57458386926d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.261181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0824d671-100e-4448-8bff-2703975164c3 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:32.319932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks [] for router_gateway (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.344317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1da28-1e1d-4594-ba36-91a158029295 req-0b1a065a-ec16-42e6-b7a1-6370b293032e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:32.352446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12c1da28-1e1d-4594-ba36-91a158029295 req-0b1a065a-ec16-42e6-b7a1-6370b293032e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 943 time: 0.1474946 Feb 11 13:33:32.374928 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.380962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0824d671-100e-4448-8bff-2703975164c3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0824d671-100e-4448-8bff-2703975164c3,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:32.390414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0824d671-100e-4448-8bff-2703975164c3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.391681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4fd9fc1b-e50b-4862-807f-576d7c86010f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:32.427175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4fd9fc1b-e50b-4862-807f-576d7c86010f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4fd9fc1b-e50b-4862-807f-576d7c86010f,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:32.428604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12c1da28-1e1d-4594-ba36-91a158029295 req-2ec8846e-5aea-4026-8857-97bab0c317e1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755634 Feb 11 13:33:32.459060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '4fd9fc1b-e50b-4862-807f-576d7c86010f', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'port_id': '4fd9fc1b-e50b-4862-807f-576d7c86010f', 'mac_address': 'fa:16:3e:87:ba:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54de0fd-a4fd-4e8a-b262-e11d9863ab83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:32.584070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 4fd9fc1b-e50b-4862-807f-576d7c86010f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:32.584536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.617014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd9fc1b-e50b-4862-807f-576d7c86010f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:32.640723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4fd9fc1b-e50b-4862-807f-576d7c86010f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4fd9fc1b-e50b-4862-807f-576d7c86010f,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:32.642152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0824d671-100e-4448-8bff-2703975164c3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.655325 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.659521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa4787e3-8587-4ca7-8f2f-1c5ee50a6df6 req-d2015243-0187-452e-ae48-89377ca23d89 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/54af3645-fe1a-405d-9b43-57458386926d HTTP/1.1" status: 200 len: 1831 time: 0.1372354 Feb 11 13:33:32.666003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Allocated IP 172.20.0.2 (ad700d65-3b6f-4bff-9d26-a51f749a33b6/d9c40f9e-40df-4e0d-9c3a-d50e4faa0236/d7476d15-5c72-4298-b400-7d65423cfcea) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:32.739776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d3da16f7-2af2-4954-8d58-67fe536a4c59 req-5de94563-78b9-4d4c-baaa-e1ffc870ba16 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-168152916', 'description': 'tempest-description-276402502'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:32.750706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e73369a-025e-4c6a-93ea-c901eee74923 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:32.762477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=4fd9fc1b-e50b-4862-807f-576d7c86010f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.766167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Publish callbacks [] for port (8e73369a-025e-4c6a-93ea-c901eee74923), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.786983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Transition to ACTIVE for port object 8e73369a-025e-4c6a-93ea-c901eee74923 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:32.790104 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3da16f7-2af2-4954-8d58-67fe536a4c59 req-5de94563-78b9-4d4c-baaa-e1ffc870ba16 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.794826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.797294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks [] for router_gateway (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.859436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.900006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Pushing event updated for resources: {'Port': ['ID=8e73369a-025e-4c6a-93ea-c901eee74923,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.019540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3da16f7-2af2-4954-8d58-67fe536a4c59 req-5de94563-78b9-4d4c-baaa-e1ffc870ba16 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (452f84d2-a7e1-4171-b719-da08cb13e973), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.020888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Attempting to bind port 8e73369a-025e-4c6a-93ea-c901eee74923 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:33.021351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Attempting to bind port 8e73369a-025e-4c6a-93ea-c901eee74923 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:33.021739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Attempting to bind port 8e73369a-025e-4c6a-93ea-c901eee74923 on network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:33.028063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Port 8e73369a-025e-4c6a-93ea-c901eee74923 on network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:33.028453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Attempting to bind port 8e73369a-025e-4c6a-93ea-c901eee74923 on network ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:33.033730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3da16f7-2af2-4954-8d58-67fe536a4c59 req-5de94563-78b9-4d4c-baaa-e1ffc870ba16 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (452f84d2-a7e1-4171-b719-da08cb13e973), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.037474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:33.039207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Checking segment: {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:33.039207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Bound using segment: {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:33.039207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Bound port: 8e73369a-025e-4c6a-93ea-c901eee74923, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce258ef-a413-4b8b-b05a-98f81e0253ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:33.039207 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.041721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Allocated IP 172.25.3.197 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/6dbaff5f-9a45-49f3-a453-82c777b94614) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:33.066730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['0824d671-100e-4448-8bff-2703975164c3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:33.071440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['4fd9fc1b-e50b-4862-807f-576d7c86010f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:33.083076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3da16f7-2af2-4954-8d58-67fe536a4c59 req-5de94563-78b9-4d4c-baaa-e1ffc870ba16 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.084368 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3da16f7-2af2-4954-8d58-67fe536a4c59 req-5de94563-78b9-4d4c-baaa-e1ffc870ba16 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3507843 Feb 11 13:33:33.090715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de94563-78b9-4d4c-baaa-e1ffc870ba16 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452f84d2-a7e1-4171-b719-da08cb13e973,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.160016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] For port 8e73369a-025e-4c6a-93ea-c901eee74923, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:33.162776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Publish callbacks [] for port (d7476d15-5c72-4298-b400-7d65423cfcea), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.164005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] For port 8e73369a-025e-4c6a-93ea-c901eee74923, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8e73369a-025e-4c6a-93ea-c901eee74923,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:33.172587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.177164 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.208771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks [] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.258386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b4d9-0d38-4d86-b66f-f6b68791e0a1 req-9427ed5f-6fed-47bd-9269-ef7865ec19e4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.266422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:33.266891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e69b4d9-0d38-4d86-b66f-f6b68791e0a1 req-9427ed5f-6fed-47bd-9269-ef7865ec19e4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 931 time: 0.7198033 Feb 11 13:33:33.270575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.281069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:33.294073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:33.323725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Pushing event updated for resources: {'Port': ['ID=8e73369a-025e-4c6a-93ea-c901eee74923,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.338935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.339900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.341539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-0986fc71-e466-4c04-a208-6c7e30956630 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e73369a-025e-4c6a-93ea-c901eee74923 HTTP/1.1" status: 200 len: 1091 time: 1.4526842 Feb 11 13:33:33.343160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'tag': '8e73369a-025e-4c6a-93ea-c901eee74923'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:33.346360 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5edb5d-a373-41ad-9737-11707ce21152" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aae238-19da-41e0-a22d-3ddc2d6a73c2", "tag": "8e73369a-025e-4c6a-93ea-c901eee74923"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:33.354588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Pushing event updated for resources: {'Port': ['ID=d7476d15-5c72-4298-b400-7d65423cfcea,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.379616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:33.383250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e69b4d9-0d38-4d86-b66f-f6b68791e0a1 req-8aa3bf3c-f354-46d8-867b-49c4c35c6b69 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155090 Feb 11 13:33:33.386841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:33.391074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:33.467070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Pushing event updated for resources: {'Port': ['ID=6dbaff5f-9a45-49f3-a453-82c777b94614,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.485141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-9f99d79c-817e-4ec8-9b19-b56dbce16c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.486832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-9f99d79c-817e-4ec8-9b19-b56dbce16c61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 1125 time: 0.0958116 Feb 11 13:33:33.529240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Attempting to bind port d7476d15-5c72-4298-b400-7d65423cfcea on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:33.529937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Attempting to bind port d7476d15-5c72-4298-b400-7d65423cfcea by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:33.530070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Attempting to bind port d7476d15-5c72-4298-b400-7d65423cfcea on network ad700d65-3b6f-4bff-9d26-a51f749a33b6 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:33.537305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:33.537696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Checking segment: {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:33.538112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.538543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Bound using segment: {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:33.539199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Bound port: d7476d15-5c72-4298-b400-7d65423cfcea, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:33.539418 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.551679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-44957acd-c5ee-4db7-b65b-338883e4069b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e73369a-025e-4c6a-93ea-c901eee74923 HTTP/1.1" status: 200 len: 217 time: 0.0560584 Feb 11 13:33:33.632379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00042a45-8223-4127-9436-df36b188bec2 req-89699a90-ca4d-4b6d-9ae1-76fc7b0e6d4e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.634963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00042a45-8223-4127-9436-df36b188bec2 req-89699a90-ca4d-4b6d-9ae1-76fc7b0e6d4e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 946 time: 0.1116059 Feb 11 13:33:33.642736 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.666570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] For port d7476d15-5c72-4298-b400-7d65423cfcea, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:33.666853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-f7d193f5-e99e-44a4-803a-89b835d5f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.668102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-f7d193f5-e99e-44a4-803a-89b835d5f0da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 200 len: 850 time: 0.1094191 Feb 11 13:33:33.670605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] For port d7476d15-5c72-4298-b400-7d65423cfcea, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d7476d15-5c72-4298-b400-7d65423cfcea,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:33.677651 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:33.688603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d431b87a-2aba-4f5b-b224-332880539ddd req-7571e4d1-7362-4101-8afa-88278802fb5a tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/452f84d2-a7e1-4171-b719-da08cb13e973 HTTP/1.1" status: 200 len: 1830 time: 0.0733705 Feb 11 13:33:33.722608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-f2311da1-0b89-420a-b1ba-c86965f9aa35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439985 Feb 11 13:33:33.746073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7a2b7-ceb6-4557-ac76-33d66d4b5099 None None] Pushing event updated for resources: {'Port': ['ID=d7476d15-5c72-4298-b400-7d65423cfcea,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.788263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00042a45-8223-4127-9436-df36b188bec2 req-ed307188-b2a8-48bf-b010-1c3e7a00bdd1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454475 Feb 11 13:33:33.837336 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5d1b5-5501-428f-a064-5df3969b30e1 x-openstack-request-id: req-0ea5d1b5-5501-428f-a064-5df3969b30e1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:33.837633 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aae238-19da-41e0-a22d-3ddc2d6a73c2", "tag": "8e73369a-025e-4c6a-93ea-c901eee74923", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:33.837887 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ea5d1b5-5501-428f-a064-5df3969b30e1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:33.839090 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'tag': '8e73369a-025e-4c6a-93ea-c901eee74923', 'status': 'completed', 'code': 200} Feb 11 13:33:33.887004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-160ded3a-c805-41bb-9fac-cbea54c83ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567733 Feb 11 13:33:33.896240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks [] for router_gateway (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:34.035814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f890297c-cdda-4db3-90f6-a8082f1b4a57 req-8b45e7f4-f9b9-4cd9-a725-b6188a64d369 service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368074 Feb 11 13:33:34.066135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc69db-7c15-48e1-9cc5-8f32a888878a req-ca2b9534-e506-4747-9b60-1218ccc93e22 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:34.070596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81cc69db-7c15-48e1-9cc5-8f32a888878a req-ca2b9534-e506-4747-9b60-1218ccc93e22 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 944 time: 0.1836283 Feb 11 13:33:34.154893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-cd9c2c65-4e9c-48db-a999-a2ba61ab86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:34.156801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-cd9c2c65-4e9c-48db-a999-a2ba61ab86e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 1125 time: 0.0554438 Feb 11 13:33:34.216044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81cc69db-7c15-48e1-9cc5-8f32a888878a req-559d5990-8ab7-4b09-ace6-d1d638377acd tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262443 Feb 11 13:33:34.288523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-1be779ed-4907-4c93-8f44-2502523d1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:34.290273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-1be779ed-4907-4c93-8f44-2502523d1aee service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 911 time: 0.1226304 Feb 11 13:33:34.346224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-e2d33946-9902-4047-939f-99072e647f82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e73369a-025e-4c6a-93ea-c901eee74923 HTTP/1.1" status: 200 len: 217 time: 0.0479209 Feb 11 13:33:34.441257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-f1e21a54-9c36-418c-a9f5-c0a380c9e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:34.442978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-f1e21a54-9c36-418c-a9f5-c0a380c9e9b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 200 len: 850 time: 0.0919561 Feb 11 13:33:34.454921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a16b2-f640-438f-9395-ef35d792a358 req-2aa62b68-6c87-4ed1-8f43-828fd2ea616a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:34.456579 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-376a16b2-f640-438f-9395-ef35d792a358 req-2aa62b68-6c87-4ed1-8f43-828fd2ea616a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 946 time: 0.0970383 Feb 11 13:33:34.495668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-7c8c6dcb-2cba-46fd-b246-d23425c5ce87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379908 Feb 11 13:33:34.551540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-376a16b2-f640-438f-9395-ef35d792a358 req-ed0215fa-9ed2-458c-8cc6-433f227d7284 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854356 Feb 11 13:33:34.560801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-fd583b56-23e0-4356-a3ff-2f0d5eb00d51 req-1fbede28-d4b4-42c7-a1e5-9bdccc9107bf tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-31632525', 'description': 'tempest-description-1842574473'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:34.597410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:34.601895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd583b56-23e0-4356-a3ff-2f0d5eb00d51 req-1fbede28-d4b4-42c7-a1e5-9bdccc9107bf tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:34.624182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-20dcc208-67d4-4b79-b4b2-15d4d560a73d service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211712 Feb 11 13:33:34.771156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd583b56-23e0-4356-a3ff-2f0d5eb00d51 req-1fbede28-d4b4-42c7-a1e5-9bdccc9107bf tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (474b4c62-b965-41fb-b825-f9a23a6aec61), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:34.771555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29540a10-6069-468c-a41d-b3be750c52fc req-1ae6796c-6b92-4e1c-b80b-c64b544c5d08 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:34.773154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29540a10-6069-468c-a41d-b3be750c52fc req-1ae6796c-6b92-4e1c-b80b-c64b544c5d08 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 943 time: 0.1188793 Feb 11 13:33:34.777041 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd583b56-23e0-4356-a3ff-2f0d5eb00d51 req-1fbede28-d4b4-42c7-a1e5-9bdccc9107bf tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (474b4c62-b965-41fb-b825-f9a23a6aec61), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:34.777326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b5edb5d-a373-41ad-9737-11707ce21152 req-40cfc1ec-3faa-4ec9-ba80-4e0de63f4d94 service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442721 Feb 11 13:33:34.810366 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fd583b56-23e0-4356-a3ff-2f0d5eb00d51 req-1fbede28-d4b4-42c7-a1e5-9bdccc9107bf tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:34.820313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd583b56-23e0-4356-a3ff-2f0d5eb00d51 req-1fbede28-d4b4-42c7-a1e5-9bdccc9107bf tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5580878 Feb 11 13:33:34.843469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbede28-d4b4-42c7-a1e5-9bdccc9107bf tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474b4c62-b965-41fb-b825-f9a23a6aec61,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:34.845218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29540a10-6069-468c-a41d-b3be750c52fc req-3d37775b-7770-40ce-a8b3-fc9454834c1b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644286 Feb 11 13:33:34.871845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:34.998648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:35.009417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Sync routers for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:35.023524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:35.024166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:35.033787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.040224 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a5d40478-f859-4b0e-b371-9154d9f6186b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1857100 Feb 11 13:33:35.040224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39792) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:35.094013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d2900-43b3-4351-9582-a4a2ba0010b9 None None] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:35.163192 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0926a27f-14f3-48a5-b2ab-efaf0ae44cd8 req-8149d922-fd4b-4f32-b005-53dddd0e26ef tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/474b4c62-b965-41fb-b825-f9a23a6aec61 HTTP/1.1" status: 200 len: 1830 time: 0.0518875 Feb 11 13:33:35.242771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-25ec3b1a-a0df-4371-b7a8-9cb262ec3ac9 None None] Provisioning complete for port d7476d15-5c72-4298-b400-7d65423cfcea triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:35.243142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-25ec3b1a-a0df-4371-b7a8-9cb262ec3ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.250755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:35.337460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10145178-4fc9-4378-8bbe-d492192c5b6d req-cba25ead-4836-47f4-ba06-b1ceb7a5a765 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:35.338962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10145178-4fc9-4378-8bbe-d492192c5b6d req-cba25ead-4836-47f4-ba06-b1ceb7a5a765 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 946 time: 0.1602998 Feb 11 13:33:35.469406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10145178-4fc9-4378-8bbe-d492192c5b6d req-989391fa-8075-4437-ab4d-437d6391a2a6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206565 Feb 11 13:33:35.512853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-25ec3b1a-a0df-4371-b7a8-9cb262ec3ac9 None None] Current status of the port d7476d15-5c72-4298-b400-7d65423cfcea is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:35.513239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-25ec3b1a-a0df-4371-b7a8-9cb262ec3ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.543959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ae553c56-aade-4065-97bf-8261f83c0748 req-aa63b8e1-192b-4fa9-9246-b20400eb613d tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1984245427', 'description': 'tempest-description-1809792698'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:35.564844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-25ec3b1a-a0df-4371-b7a8-9cb262ec3ac9 None None] For port d7476d15-5c72-4298-b400-7d65423cfcea, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d7476d15-5c72-4298-b400-7d65423cfcea,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:35.574107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae553c56-aade-4065-97bf-8261f83c0748 req-aa63b8e1-192b-4fa9-9246-b20400eb613d tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.585779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-25ec3b1a-a0df-4371-b7a8-9cb262ec3ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.605818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:33Z', 'revision_number': 3, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:35.671913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Checking router: c166b1b0-796a-4b0f-810b-a3fa2aa990c9 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:35.672478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Updating router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 port 6dbaff5f-9a45-49f3-a453-82c777b94614 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:33:35.689110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae553c56-aade-4065-97bf-8261f83c0748 req-aa63b8e1-192b-4fa9-9246-b20400eb613d tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (dde34b95-613a-402d-a44f-a22d69a4fb06), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.699513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae553c56-aade-4065-97bf-8261f83c0748 req-aa63b8e1-192b-4fa9-9246-b20400eb613d tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dde34b95-613a-402d-a44f-a22d69a4fb06), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.704311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.735450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0824d671-100e-4448-8bff-2703975164c3 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:35.738514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec3b1a-a0df-4371-b7a8-9cb262ec3ac9 None None] Pushing event updated for resources: {'Port': ['ID=d7476d15-5c72-4298-b400-7d65423cfcea,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:35.743106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.760810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae553c56-aade-4065-97bf-8261f83c0748 req-aa63b8e1-192b-4fa9-9246-b20400eb613d tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.762407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae553c56-aade-4065-97bf-8261f83c0748 req-aa63b8e1-192b-4fa9-9246-b20400eb613d tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2239022 Feb 11 13:33:35.766687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b8e1-192b-4fa9-9246-b20400eb613d tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde34b95-613a-402d-a44f-a22d69a4fb06,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:35.937710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7aafbfb-43fa-4807-8cab-1aaf424464cc req-033f2a51-e6cc-4758-a923-61fcd0cd6950 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/dde34b95-613a-402d-a44f-a22d69a4fb06 HTTP/1.1" status: 200 len: 1832 time: 0.0929673 Feb 11 13:33:35.953247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27bcf-192c-4ebd-926e-b14454910727 req-b02f56e9-80b4-48bb-a98b-bfc7e8447b9c tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:35.954984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6cf27bcf-192c-4ebd-926e-b14454910727 req-b02f56e9-80b4-48bb-a98b-bfc7e8447b9c tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 944 time: 0.1997867 Feb 11 13:33:35.988519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d7476d15-5c72-4298-b400-7d65423cfcea up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:36.078317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6cf27bcf-192c-4ebd-926e-b14454910727 req-7d261d20-efb1-41c0-a73a-f86500d4b901 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971379 Feb 11 13:33:36.086758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 0824d671-100e-4448-8bff-2703975164c3 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:36.098540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f7c47a40-936d-405c-aab6-12be74082a23 None None] Provisioning complete for port d7476d15-5c72-4298-b400-7d65423cfcea triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:36.098920 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f7c47a40-936d-405c-aab6-12be74082a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.123868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Allocated IP 172.20.0.1 (ad700d65-3b6f-4bff-9d26-a51f749a33b6/d9c40f9e-40df-4e0d-9c3a-d50e4faa0236/852ae601-e4f9-47b3-a52f-70e9dd735586) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:36.130798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 0824d671-100e-4448-8bff-2703975164c3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:36.131052 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0824d671-100e-4448-8bff-2703975164c3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.143032 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-e033ba6b-dc7e-41b5-a512-bb4ddb8e6bc3 req-778e65f4-ef55-4d2b-8ac1-3d826808122e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] show failed (client error): The resource could not be found. Feb 11 13:33:36.144383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e033ba6b-dc7e-41b5-a512-bb4ddb8e6bc3 req-778e65f4-ef55-4d2b-8ac1-3d826808122e tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/0087c1d9-c00c-4a20-9dcb-57bb6b1588bf HTTP/1.1" status: 404 len: 352 time: 0.0338511 Feb 11 13:33:36.200683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51277bd-acac-4d36-b98e-69e4caa94db8 req-d626bb3d-ae7c-485f-9337-4b49bd40b718 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:36.212199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b51277bd-acac-4d36-b98e-69e4caa94db8 req-d626bb3d-ae7c-485f-9337-4b49bd40b718 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 943 time: 0.1191370 Feb 11 13:33:36.265525 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-36a225a4-dd4f-4452-bd60-eac20c0476df req-ca15a92a-0e73-4b0d-8b06-ff82bcd5c8c0 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] show failed (client error): The resource could not be found. Feb 11 13:33:36.267556 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a225a4-dd4f-4452-bd60-eac20c0476df req-ca15a92a-0e73-4b0d-8b06-ff82bcd5c8c0 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-group-rules/9dd216a7-cb94-47fb-af59-19790602e1d5 HTTP/1.1" status: 404 len: 361 time: 0.0585601 Feb 11 13:33:36.281510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d7476d15-5c72-4298-b400-7d65423cfcea triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:36.281890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.302733 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b51277bd-acac-4d36-b98e-69e4caa94db8 req-4c738a12-f103-4a41-b27d-167609ffc13b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879431 Feb 11 13:33:36.331279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks [] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.370226 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-074b4f37-1129-43a0-8350-9a1a740abc0e req-42ffcfcc-dee7-421f-8333-d16cb69034d7 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/dde34b95-613a-402d-a44f-a22d69a4fb06 HTTP/1.1" status: 200 len: 1832 time: 0.0418613 Feb 11 13:33:36.444812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-02c1add0-107a-4116-be55-c569546402d8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:36.447027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-02c1add0-107a-4116-be55-c569546402d8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 946 time: 0.1093004 Feb 11 13:33:36.474482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-074b4f37-1129-43a0-8350-9a1a740abc0e req-79713ee6-62f4-42c7-9311-40a0814da71f tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (dde34b95-613a-402d-a44f-a22d69a4fb06), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.507146 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-074b4f37-1129-43a0-8350-9a1a740abc0e req-79713ee6-62f4-42c7-9311-40a0814da71f tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (dde34b95-613a-402d-a44f-a22d69a4fb06), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.518209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.589690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f7c47a40-936d-405c-aab6-12be74082a23 None None] Current status of the port d7476d15-5c72-4298-b400-7d65423cfcea is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:36.589961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-074b4f37-1129-43a0-8350-9a1a740abc0e req-79713ee6-62f4-42c7-9311-40a0814da71f tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dde34b95-613a-402d-a44f-a22d69a4fb06), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.592866 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-074b4f37-1129-43a0-8350-9a1a740abc0e req-79713ee6-62f4-42c7-9311-40a0814da71f tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.594985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-074b4f37-1129-43a0-8350-9a1a740abc0e req-79713ee6-62f4-42c7-9311-40a0814da71f tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "DELETE /v2.0/security-groups/dde34b95-613a-402d-a44f-a22d69a4fb06 HTTP/1.1" status: 204 len: 173 time: 0.2139421 Feb 11 13:33:36.613498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79713ee6-62f4-42c7-9311-40a0814da71f tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde34b95-613a-402d-a44f-a22d69a4fb06,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.631043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Pushing event updated for resources: {'Port': ['ID=852ae601-e4f9-47b3-a52f-70e9dd735586,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.643683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:36.653267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:36.667912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0824d671-100e-4448-8bff-2703975164c3 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:36.668626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0824d671-100e-4448-8bff-2703975164c3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.676026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Publish callbacks [] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.684248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:36.716500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.777708 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.798349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0824d671-100e-4448-8bff-2703975164c3'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:36.800589 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f79c93-7fe7-4116-bc56-86f188f7fce7" -d '{"events": [{"server_uuid": "6a0a85dd-b46f-4dd4-b66e-1978061e917d", "name": "network-vif-plugged", "status": "completed", "tag": "0824d671-100e-4448-8bff-2703975164c3"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:36.841354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0824d671-100e-4448-8bff-2703975164c3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0824d671-100e-4448-8bff-2703975164c3,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:36.856064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d7476d15-5c72-4298-b400-7d65423cfcea is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:36.866268 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0824d671-100e-4448-8bff-2703975164c3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.867160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4fd9fc1b-e50b-4862-807f-576d7c86010f up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:36.901908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Attempting to bind port 6dbaff5f-9a45-49f3-a453-82c777b94614 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:36.902317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Attempting to bind port 6dbaff5f-9a45-49f3-a453-82c777b94614 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:36.902688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Attempting to bind port 6dbaff5f-9a45-49f3-a453-82c777b94614 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:36.907881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Deleting port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:36.908233 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.919524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ebb98-424e-4759-b888-98991b125f0f None None] Pushing event updated for resources: {'Port': ['ID=6dbaff5f-9a45-49f3-a453-82c777b94614,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.930688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:36.931221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:36.931725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.932749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:36.933334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Bound port: 6dbaff5f-9a45-49f3-a453-82c777b94614, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:36.934597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.984633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-158c3554-b08a-40ee-bcd2-39aa6dfc63f7 req-ebf132e8-cd82-4c30-80dc-7a54b0b252b5 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/474b4c62-b965-41fb-b825-f9a23a6aec61 HTTP/1.1" status: 200 len: 1830 time: 0.0709050 Feb 11 13:33:36.996565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8e73369a-025e-4c6a-93ea-c901eee74923 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:37.050828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-158c3554-b08a-40ee-bcd2-39aa6dfc63f7 req-f166bbb7-c50a-41ef-8b75-0e5fd519e558 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (474b4c62-b965-41fb-b825-f9a23a6aec61), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.064919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874630ec-521f-4781-86e6-bba0492927b9 req-d5a48e1a-668a-4447-a394-db3b5f1ebaea tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.067230 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-874630ec-521f-4781-86e6-bba0492927b9 req-d5a48e1a-668a-4447-a394-db3b5f1ebaea tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=1739681d-e85e-4bb5-831e-791f0573dddf HTTP/1.1" status: 200 len: 946 time: 0.1885638 Feb 11 13:33:37.078430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0824d671-100e-4448-8bff-2703975164c3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.079129 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-158c3554-b08a-40ee-bcd2-39aa6dfc63f7 req-f166bbb7-c50a-41ef-8b75-0e5fd519e558 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (474b4c62-b965-41fb-b825-f9a23a6aec61), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.096885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dfcaf156-8cc2-4751-b5ef-d1425cfae130 None None] Provisioning complete for port 852ae601-e4f9-47b3-a52f-70e9dd735586 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:37.097454 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfcaf156-8cc2-4751-b5ef-d1425cfae130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.110939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] For port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:37.111585 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.130836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-158c3554-b08a-40ee-bcd2-39aa6dfc63f7 req-f166bbb7-c50a-41ef-8b75-0e5fd519e558 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (474b4c62-b965-41fb-b825-f9a23a6aec61), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.131120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] For port 6dbaff5f-9a45-49f3-a453-82c777b94614, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:37.133059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 4fd9fc1b-e50b-4862-807f-576d7c86010f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:37.133965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-158c3554-b08a-40ee-bcd2-39aa6dfc63f7 req-f166bbb7-c50a-41ef-8b75-0e5fd519e558 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.135603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-158c3554-b08a-40ee-bcd2-39aa6dfc63f7 req-f166bbb7-c50a-41ef-8b75-0e5fd519e558 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "DELETE /v2.0/security-groups/474b4c62-b965-41fb-b825-f9a23a6aec61 HTTP/1.1" status: 204 len: 173 time: 0.1450443 Feb 11 13:33:37.153067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166bbb7-c50a-41ef-8b75-0e5fd519e558 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b4c62-b965-41fb-b825-f9a23a6aec61,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.165656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Calling delete_port for 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:37.187396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 4fd9fc1b-e50b-4862-807f-576d7c86010f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:37.187783 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.192349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] For port 6dbaff5f-9a45-49f3-a453-82c777b94614, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6dbaff5f-9a45-49f3-a453-82c777b94614,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:37.195984 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.237266 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.252989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dfcaf156-8cc2-4751-b5ef-d1425cfae130 None None] Port 852ae601-e4f9-47b3-a52f-70e9dd735586 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:33:37.262546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-874630ec-521f-4781-86e6-bba0492927b9 req-b4ce4d97-3f13-49cd-b963-69541e795223 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783223 Feb 11 13:33:37.316511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8e73369a-025e-4c6a-93ea-c901eee74923, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8e73369a-025e-4c6a-93ea-c901eee74923,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:37.343039 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f139970-596a-4d4c-991a-197e8714d262 x-openstack-request-id: req-8f139970-596a-4d4c-991a-197e8714d262 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:37.343337 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0a85dd-b46f-4dd4-b66e-1978061e917d", "name": "network-vif-plugged", "status": "completed", "tag": "0824d671-100e-4448-8bff-2703975164c3", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:37.343762 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f139970-596a-4d4c-991a-197e8714d262 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:37.344036 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0824d671-100e-4448-8bff-2703975164c3', 'code': 200} Feb 11 13:33:37.355540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '8e73369a-025e-4c6a-93ea-c901eee74923', 'network_id': 'ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280', 'port_id': '8e73369a-025e-4c6a-93ea-c901eee74923', 'mac_address': 'fa:16:3e:43:7d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35b4ab1-b385-4fc0-9d6e-15302d145be4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:37.359068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ebb98-424e-4759-b888-98991b125f0f None None] Pushing event updated for resources: {'Port': ['ID=6dbaff5f-9a45-49f3-a453-82c777b94614,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.363821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:37.364475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:37.468126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8e73369a-025e-4c6a-93ea-c901eee74923 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:37.468521 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.492379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da9306-0e84-485e-b0f5-0c79e62a5216 req-be252489-5326-41ec-a4c2-56c7d3cb5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.494791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a7da9306-0e84-485e-b0f5-0c79e62a5216 req-be252489-5326-41ec-a4c2-56c7d3cb5c2c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 1127 time: 0.0924821 Feb 11 13:33:37.507499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e73369a-025e-4c6a-93ea-c901eee74923 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:37.519825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 4fd9fc1b-e50b-4862-807f-576d7c86010f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:37.520218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.578062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a7da9306-0e84-485e-b0f5-0c79e62a5216 req-5ce7984d-e996-4691-a5de-5b6da774969c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 Feb 11 13:33:37.590558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8e73369a-025e-4c6a-93ea-c901eee74923, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8e73369a-025e-4c6a-93ea-c901eee74923,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:37.608030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1a1b8b81-4fbc-41b6-94a2-982a0e9b9103), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.610230 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.628793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288958af-e576-49b2-8027-18e8990a2d8c req-e1f8f3c5-dddf-4aea-b2fb-ffe56c87260f tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.632018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a', '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:37.638063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-288958af-e576-49b2-8027-18e8990a2d8c req-e1f8f3c5-dddf-4aea-b2fb-ffe56c87260f tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 945 time: 0.1360288 Feb 11 13:33:37.656878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4fd9fc1b-e50b-4862-807f-576d7c86010f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4fd9fc1b-e50b-4862-807f-576d7c86010f,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:37.657593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event deleted for resources: {'Port': ['ID=1a1b8b81-4fbc-41b6-94a2-982a0e9b9103,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.664393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:37.704574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-288958af-e576-49b2-8027-18e8990a2d8c req-1e56380f-bbdf-4f13-a35d-d3688285b47d tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650854 Feb 11 13:33:37.737561 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.754836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] No DVR routers for this DVR port 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:37.757667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:37.760543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.764842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6c2c0f0-51dd-42b7-9f26-ee61e2bd2ee3 req-a2181039-5844-4879-8e41-7c9fa3fd106e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "DELETE /v2.0/ports/1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 HTTP/1.1" status: 204 len: 173 time: 1.3109152 Feb 11 13:33:37.765324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1739681d-e85e-4bb5-831e-791f0573dddf', 'name': 'network-vif-deleted', 'tag': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:37.768181 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99df6c98-d61f-446e-b96e-1c947ef4ead6" -d '{"events": [{"server_uuid": "1739681d-e85e-4bb5-831e-791f0573dddf", "name": "network-vif-deleted", "tag": "1a1b8b81-4fbc-41b6-94a2-982a0e9b9103"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:37.774557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks [] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.786471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.812209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:37.812482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1a1b8b81-4fbc-41b6-94a2-982a0e9b9103 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:37.834661 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.842688 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b10b6b7-7dee-4c05-b184-7e9fe4d31419 req-f7e74eef-ac63-4406-a87c-4ce94abdb4df tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/452f84d2-a7e1-4171-b719-da08cb13e973 HTTP/1.1" status: 200 len: 1830 time: 0.1091938 Feb 11 13:33:37.859859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8e73369a-025e-4c6a-93ea-c901eee74923,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.912656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Pushing event updated for resources: {'Port': ['ID=852ae601-e4f9-47b3-a52f-70e9dd735586,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.928916 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3b10b6b7-7dee-4c05-b184-7e9fe4d31419 req-378edbb1-8083-4d57-9631-6fe0bb51cfc8 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (452f84d2-a7e1-4171-b719-da08cb13e973), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.964249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3b10b6b7-7dee-4c05-b184-7e9fe4d31419 req-378edbb1-8083-4d57-9631-6fe0bb51cfc8 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (452f84d2-a7e1-4171-b719-da08cb13e973), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:37.984042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['8e73369a-025e-4c6a-93ea-c901eee74923'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:38.027255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3b10b6b7-7dee-4c05-b184-7e9fe4d31419 req-378edbb1-8083-4d57-9631-6fe0bb51cfc8 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (452f84d2-a7e1-4171-b719-da08cb13e973), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:38.031389 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3b10b6b7-7dee-4c05-b184-7e9fe4d31419 req-378edbb1-8083-4d57-9631-6fe0bb51cfc8 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:38.032576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b10b6b7-7dee-4c05-b184-7e9fe4d31419 req-378edbb1-8083-4d57-9631-6fe0bb51cfc8 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "DELETE /v2.0/security-groups/452f84d2-a7e1-4171-b719-da08cb13e973 HTTP/1.1" status: 204 len: 173 time: 0.1889963 Feb 11 13:33:38.054352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378edbb1-8083-4d57-9631-6fe0bb51cfc8 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452f84d2-a7e1-4171-b719-da08cb13e973,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.060678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d379-f745-41e4-891e-7450e0d96425 req-f6249aec-c8d2-4679-ac1d-151fd68bbceb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.062801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d49d379-f745-41e4-891e-7450e0d96425 req-f6249aec-c8d2-4679-ac1d-151fd68bbceb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 944 time: 0.1323447 Feb 11 13:33:38.073004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:38.080369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:38.082073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=4fd9fc1b-e50b-4862-807f-576d7c86010f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.246434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d49d379-f745-41e4-891e-7450e0d96425 req-4276ecce-2ca5-4e89-83b3-3a2644ec8e9d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761222 Feb 11 13:33:38.331673 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51e98fa-0033-4644-8c35-a12caaeb28b4 x-openstack-request-id: req-e51e98fa-0033-4644-8c35-a12caaeb28b4 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:38.332118 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1739681d-e85e-4bb5-831e-791f0573dddf", "name": "network-vif-deleted", "tag": "1a1b8b81-4fbc-41b6-94a2-982a0e9b9103", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:38.332446 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e51e98fa-0033-4644-8c35-a12caaeb28b4 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:38.332937 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1739681d-e85e-4bb5-831e-791f0573dddf', 'name': 'network-vif-deleted', 'tag': '1a1b8b81-4fbc-41b6-94a2-982a0e9b9103', 'status': 'completed', 'code': 200} Feb 11 13:33:38.426381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:38.434530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:36Z', 'revision_number': 1, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:38.472003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a3a36-723f-4647-885e-b3e431bbeb7a None None] The sync data for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 is: [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:36Z', 'revision_number': 1, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:38.490364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1546a95a-b58f-472e-a2ab-428711537123 None None] Provisioning complete for port 852ae601-e4f9-47b3-a52f-70e9dd735586 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:38.490890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1546a95a-b58f-472e-a2ab-428711537123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:38.547166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1546a95a-b58f-472e-a2ab-428711537123 None None] Port 852ae601-e4f9-47b3-a52f-70e9dd735586 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:33:38.673943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61070ca9-a66d-421e-8577-83ba5d65df35 req-3dc991fb-7c80-432a-91f7-4ef10803e788 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/54af3645-fe1a-405d-9b43-57458386926d HTTP/1.1" status: 200 len: 1831 time: 0.0765703 Feb 11 13:33:38.772096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-61070ca9-a66d-421e-8577-83ba5d65df35 req-9e2acf5f-ab09-4cad-8567-84733495fa43 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (54af3645-fe1a-405d-9b43-57458386926d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:38.853247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-61070ca9-a66d-421e-8577-83ba5d65df35 req-9e2acf5f-ab09-4cad-8567-84733495fa43 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (54af3645-fe1a-405d-9b43-57458386926d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:38.921853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-61070ca9-a66d-421e-8577-83ba5d65df35 req-9e2acf5f-ab09-4cad-8567-84733495fa43 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (54af3645-fe1a-405d-9b43-57458386926d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:38.925536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-61070ca9-a66d-421e-8577-83ba5d65df35 req-9e2acf5f-ab09-4cad-8567-84733495fa43 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:38.934875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61070ca9-a66d-421e-8577-83ba5d65df35 req-9e2acf5f-ab09-4cad-8567-84733495fa43 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "DELETE /v2.0/security-groups/54af3645-fe1a-405d-9b43-57458386926d HTTP/1.1" status: 204 len: 173 time: 0.2524774 Feb 11 13:33:38.950438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2acf5f-ab09-4cad-8567-84733495fa43 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54af3645-fe1a-405d-9b43-57458386926d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.091654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f17c7c9e-0b21-4d54-98fc-cb0c2d03d742 req-7994234a-d0d3-4166-9969-f46d0e5a33a6 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "GET /v2.0/security-groups/216a4cc3-e575-4df4-b67d-b506ee1f4e8a HTTP/1.1" status: 200 len: 1831 time: 0.0625458 Feb 11 13:33:39.137333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:39.147924 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fb83ccbe-67ad-409f-8296-5c3418195739 admin admin] 10.222.0.79 "PUT /v2.0/routers/c166b1b0-796a-4b0f-810b-a3fa2aa990c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1078269 Feb 11 13:33:39.194385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f17c7c9e-0b21-4d54-98fc-cb0c2d03d742 req-079459e1-7d22-47e7-b699-466b5e2d5103 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (216a4cc3-e575-4df4-b67d-b506ee1f4e8a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.199602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4deb7b-4427-4bfd-b216-bae451651b51 req-2ddef2b0-478d-47e7-9cff-870dfea33bc5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.203189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a4deb7b-4427-4bfd-b216-bae451651b51 req-2ddef2b0-478d-47e7-9cff-870dfea33bc5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 945 time: 0.1108122 Feb 11 13:33:39.228784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f17c7c9e-0b21-4d54-98fc-cb0c2d03d742 req-079459e1-7d22-47e7-b699-466b5e2d5103 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (216a4cc3-e575-4df4-b67d-b506ee1f4e8a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.288590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f17c7c9e-0b21-4d54-98fc-cb0c2d03d742 req-079459e1-7d22-47e7-b699-466b5e2d5103 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (216a4cc3-e575-4df4-b67d-b506ee1f4e8a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.296157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f17c7c9e-0b21-4d54-98fc-cb0c2d03d742 req-079459e1-7d22-47e7-b699-466b5e2d5103 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.299538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f17c7c9e-0b21-4d54-98fc-cb0c2d03d742 req-079459e1-7d22-47e7-b699-466b5e2d5103 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] 10.222.0.79 "DELETE /v2.0/security-groups/216a4cc3-e575-4df4-b67d-b506ee1f4e8a HTTP/1.1" status: 204 len: 173 time: 0.1998758 Feb 11 13:33:39.303763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:39.337443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a4deb7b-4427-4bfd-b216-bae451651b51 req-204660c8-2af5-45cf-9ad9-de2c5ad3d5e6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270239 Feb 11 13:33:39.346925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd9fc1b-e50b-4862-807f-576d7c86010f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:39.348907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079459e1-7d22-47e7-b699-466b5e2d5103 tempest-SecurityGroupRulesNegativeTestJSON-1989851493 tempest-SecurityGroupRulesNegativeTestJSON-1989851493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216a4cc3-e575-4df4-b67d-b506ee1f4e8a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.350086 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff4dc32-0daf-4524-b3b3-bc5696947a0a" -d '{"events": [{"server_uuid": "d1ce7d6c-1372-40ea-be69-07d2c798c7e1", "name": "network-vif-plugged", "status": "completed", "tag": "4fd9fc1b-e50b-4862-807f-576d7c86010f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:39.417168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:39.448996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] Deleting subnet 63f48d95-2aa0-47ac-b931-fdac0d892140 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:33:39.455099 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] Publish callbacks [] for subnet (63f48d95-2aa0-47ac-b931-fdac0d892140), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.565274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (63f48d95-2aa0-47ac-b931-fdac0d892140), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.577243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962bb23-1724-4811-9169-0d088d5b61ab req-ab991af5-64b6-4adc-baa7-b2d86cc7c21d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.594670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7962bb23-1724-4811-9169-0d088d5b61ab req-ab991af5-64b6-4adc-baa7-b2d86cc7c21d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 944 time: 0.1587403 Feb 11 13:33:39.687954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7962bb23-1724-4811-9169-0d088d5b61ab req-44fcf6f5-b121-49d4-8c96-7d7515902179 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848255 Feb 11 13:33:39.717362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f213e2a5-f4d9-4fc3-a008-c7d794f57500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.739094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (63f48d95-2aa0-47ac-b931-fdac0d892140), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.761063 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f383e5-9542-4072-8be9-d8f4b85849d6 x-openstack-request-id: req-f0f383e5-9542-4072-8be9-d8f4b85849d6 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:39.761675 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ce7d6c-1372-40ea-be69-07d2c798c7e1", "name": "network-vif-plugged", "status": "completed", "tag": "4fd9fc1b-e50b-4862-807f-576d7c86010f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:39.761675 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0f383e5-9542-4072-8be9-d8f4b85849d6 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:39.763269 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd9fc1b-e50b-4862-807f-576d7c86010f', 'code': 200} Feb 11 13:33:39.827162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04249fe-4680-4d3a-9a8e-61ed468ee229 req-c57b6d0e-9152-4abe-b8b6-5425a8d7f901 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.839801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d04249fe-4680-4d3a-9a8e-61ed468ee229 req-c57b6d0e-9152-4abe-b8b6-5425a8d7f901 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1ce7d6c-1372-40ea-be69-07d2c798c7e1 HTTP/1.1" status: 200 len: 946 time: 0.2347047 Feb 11 13:33:39.940469 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d04249fe-4680-4d3a-9a8e-61ed468ee229 req-acd906ed-47b2-432e-888c-5eaee4454b4c tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997257 Feb 11 13:33:39.962772 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (63f48d95-2aa0-47ac-b931-fdac0d892140), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.992746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:39.998543 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/63f48d95-2aa0-47ac-b931-fdac0d892140 HTTP/1.1" status: 204 len: 168 time: 0.6574259 Feb 11 13:33:40.005759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6dbaff5f-9a45-49f3-a453-82c777b94614 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:40.023313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:40.032869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be076292-ed39-40ab-904a-55484d3e5a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f48d95-2aa0-47ac-b931-fdac0d892140,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.129786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6dbaff5f-9a45-49f3-a453-82c777b94614 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:40.130593 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.145072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f213e2a5-f4d9-4fc3-a008-c7d794f57500 admin admin] Publish callbacks [] for security_group (ad86e65c-e7d4-4441-8677-371f5cc507c7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.147487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b798a-4de8-415c-95aa-d4c0bffa0cb7 req-3ef7faaf-fe7d-444f-a939-92445e311b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.149057 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3b798a-4de8-415c-95aa-d4c0bffa0cb7 req-3ef7faaf-fe7d-444f-a939-92445e311b6f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1ce7d6c-1372-40ea-be69-07d2c798c7e1 HTTP/1.1" status: 200 len: 1128 time: 0.2682009 Feb 11 13:33:40.165851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f213e2a5-f4d9-4fc3-a008-c7d794f57500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ad86e65c-e7d4-4441-8677-371f5cc507c7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.237084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:40.244809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1607837113-network', 'tenant_id': '438e9080e1f7409da46757dc3af379ed'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:40.295122 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Made reservation on behalf of 438e9080e1f7409da46757dc3af379ed for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:40.300797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.308331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b87fa205-35d6-40fc-9e50-a151c4af68d1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.314670 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.344953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39940) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:40.352041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f213e2a5-f4d9-4fc3-a008-c7d794f57500 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b16cd3aa1bdc4f9691b8934a3da1bbd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9334009 Feb 11 13:33:40.353639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213e2a5-f4d9-4fc3-a008-c7d794f57500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad86e65c-e7d4-4441-8677-371f5cc507c7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.370952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3b798a-4de8-415c-95aa-d4c0bffa0cb7 req-e93d0c69-9116-4d6e-8bbd-6d2623711c82 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132361 Feb 11 13:33:40.377051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-1d236e5d-e77c-4c65-ac77-b51717d9231d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.380320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-1d236e5d-e77c-4c65-ac77-b51717d9231d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.4335599 Feb 11 13:33:40.448313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-63b36e0d-ad73-4e4f-bedd-1e04bb238369 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.0589337 Feb 11 13:33:40.457497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks [] for security_group (58604606-fecb-425b-ba01-3f8c34994cbe), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.467878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (58604606-fecb-425b-ba01-3f8c34994cbe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.532460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:40.570078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7414f59-34a6-4fd7-8e3b-709db6a6208f admin admin] Publish callbacks [] for security_group (ad86e65c-e7d4-4441-8677-371f5cc507c7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.586553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58604606-fecb-425b-ba01-3f8c34994cbe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.597921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6dbaff5f-9a45-49f3-a453-82c777b94614 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:40.598804 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.609957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a4308f58-c815-4b53-a14d-d299e0784695), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.610323 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Added segment a4308f58-c815-4b53-a14d-d299e0784695 of type vlan for network 346419b1-a448-40ef-8ab4-5feab963b843 Feb 11 13:33:40.622591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7414f59-34a6-4fd7-8e3b-709db6a6208f admin admin] Publish callbacks [] for security_group (ad86e65c-e7d4-4441-8677-371f5cc507c7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.629198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b87fa205-35d6-40fc-9e50-a151c4af68d1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.650622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 6dbaff5f-9a45-49f3-a453-82c777b94614, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6dbaff5f-9a45-49f3-a453-82c777b94614,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:40.656675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87fa205-35d6-40fc-9e50-a151c4af68d1']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:40.660400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.674836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c58618-500a-405b-8a1c-93f0af026f1b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:40.675140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c58618-500a-405b-8a1c-93f0af026f1b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:40.697111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-d505e588-1689-4897-8024-14b9a3c27b52 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084842 Feb 11 13:33:40.699070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (e4c58618-500a-405b-8a1c-93f0af026f1b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.703968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7414f59-34a6-4fd7-8e3b-709db6a6208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ad86e65c-e7d4-4441-8677-371f5cc507c7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.708136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7414f59-34a6-4fd7-8e3b-709db6a6208f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.712072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f7414f59-34a6-4fd7-8e3b-709db6a6208f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad86e65c-e7d4-4441-8677-371f5cc507c7 HTTP/1.1" status: 204 len: 168 time: 0.3634520 Feb 11 13:33:40.727174 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e4c58618-500a-405b-8a1c-93f0af026f1b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.756136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=6dbaff5f-9a45-49f3-a453-82c777b94614,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.761676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:40.762191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (e4c58618-500a-405b-8a1c-93f0af026f1b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:40.764320 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:40.809133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7414f59-34a6-4fd7-8e3b-709db6a6208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad86e65c-e7d4-4441-8677-371f5cc507c7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.860479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (346419b1-a448-40ef-8ab4-5feab963b843), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.898945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b87fa205-35d6-40fc-9e50-a151c4af68d1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.905265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.911379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b87fa205-35d6-40fc-9e50-a151c4af68d1 HTTP/1.1" status: 204 len: 168 time: 0.8782973 Feb 11 13:33:40.925772 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (346419b1-a448-40ef-8ab4-5feab963b843), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.927183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.927774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:40.938597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c903c1-57a7-48ce-8e69-85f0847ec649 admin admin] Pushing event deleted for resources: {'Network': ['ID=b87fa205-35d6-40fc-9e50-a151c4af68d1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.945056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-0b1144f5-68a3-4e41-8f1b-07ca5b80adb1 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273591 Feb 11 13:33:40.975225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8e73369a-025e-4c6a-93ea-c901eee74923 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:41.027117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] Pushing event updated for resources: {'Network': ['ID=346419b1-a448-40ef-8ab4-5feab963b843,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:41.044077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ee648ce5-d35b-4966-8749-41a45671fa2b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8048725 Feb 11 13:33:41.047343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:41.055112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 346419b1-a448-40ef-8ab4-5feab963b843 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:41.112075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Request body: {'subnet': {'network_id': '346419b1-a448-40ef-8ab4-5feab963b843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1607837113-subnet', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:41.142367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:41.172651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Made reservation on behalf of 438e9080e1f7409da46757dc3af379ed for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:41.178264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.187073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 8e73369a-025e-4c6a-93ea-c901eee74923 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:41.193180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 8e73369a-025e-4c6a-93ea-c901eee74923 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:41.193725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.235736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b235cc4d-d7b4-41af-a88e-6d40edb83286 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03fac49234b74ceaa9db1ce30920a5ec&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0919979 Feb 11 13:33:41.238907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39978) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:41.340439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-065cfa49-fb77-4d0d-b67b-8c5b5ce4a7a7 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886092 Feb 11 13:33:41.349363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d8f0c-816b-42b5-8904-d32d3fa18250 req-e01ab2a3-f6ee-46e6-ac10-3f46a8830932 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.351154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e1d8f0c-816b-42b5-8904-d32d3fa18250 req-e01ab2a3-f6ee-46e6-ac10-3f46a8830932 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 944 time: 0.1137855 Feb 11 13:33:41.352378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d77a8470-6d4b-43f2-8e9b-c3feaaeb9636 admin admin] Publish callbacks [] for security_group (bf78ffe5-12f2-464a-9012-a649dae1403d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.381735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39980) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:41.392447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8e73369a-025e-4c6a-93ea-c901eee74923 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:41.393029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.439621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8e73369a-025e-4c6a-93ea-c901eee74923, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8e73369a-025e-4c6a-93ea-c901eee74923,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:41.450167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d77a8470-6d4b-43f2-8e9b-c3feaaeb9636 admin admin] Publish callbacks [] for security_group (bf78ffe5-12f2-464a-9012-a649dae1403d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.458592 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.553775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e1d8f0c-816b-42b5-8904-d32d3fa18250 req-e7818d75-7fd8-4ee4-9d17-3ab0f1d321f6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670890 Feb 11 13:33:41.569515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8e73369a-025e-4c6a-93ea-c901eee74923,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:41.598284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d77a8470-6d4b-43f2-8e9b-c3feaaeb9636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bf78ffe5-12f2-464a-9012-a649dae1403d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.600862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d77a8470-6d4b-43f2-8e9b-c3feaaeb9636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.604418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d77a8470-6d4b-43f2-8e9b-c3feaaeb9636 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf78ffe5-12f2-464a-9012-a649dae1403d HTTP/1.1" status: 204 len: 168 time: 0.3604436 Feb 11 13:33:41.614428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:41.649415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-869c5f21-f6d1-403f-99fc-894db0dd3405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.654264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a8470-6d4b-43f2-8e9b-c3feaaeb9636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78ffe5-12f2-464a-9012-a649dae1403d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:41.695001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (7a57869d-b6ab-4a21-a128-4a95307b9e09), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.764359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e73369a-025e-4c6a-93ea-c901eee74923'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:41.767303 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11652f46-8e87-4dd7-9bd4-838d65061c87" -d '{"events": [{"server_uuid": "e6aae238-19da-41e0-a22d-3ddc2d6a73c2", "name": "network-vif-plugged", "status": "completed", "tag": "8e73369a-025e-4c6a-93ea-c901eee74923"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:41.834757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec68e32-d544-46a6-ac28-08e27d96764e req-82d37368-d12d-47c2-96a2-4bc54618f299 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.837558 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ec68e32-d544-46a6-ac28-08e27d96764e req-82d37368-d12d-47c2-96a2-4bc54618f299 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1ce7d6c-1372-40ea-be69-07d2c798c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1180108 Feb 11 13:33:41.858676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.858676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.858676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.858676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.860099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.860645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.864991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.868941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f34de66d-72b9-4714-8b70-669603912ffa req-55e1b058-fd4b-462e-8a45-01618901d568 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6718 time: 0.4815292 Feb 11 13:33:41.917452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6dbaff5f-9a45-49f3-a453-82c777b94614 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:41.937055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-869c5f21-f6d1-403f-99fc-894db0dd3405 admin admin] Publish callbacks [] for security_group (5919ed5f-a066-4369-b13e-cf5650e469ec), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:41.945304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-869c5f21-f6d1-403f-99fc-894db0dd3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5919ed5f-a066-4369-b13e-cf5650e469ec), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.002995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d0dfffb-0fee-4198-8e0e-8c4ff69469e5 req-cedd1505-7e28-4dd7-a3f1-25aec0aacd26 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 210 time: 0.2296116 Feb 11 13:33:42.006589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Checking segment: {'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:42.006991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Network hostable DHCP agents. Network: 346419b1-a448-40ef-8ab4-5feab963b843, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:42.028509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6dbaff5f-9a45-49f3-a453-82c777b94614 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:42.029863 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.037335 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ec68e32-d544-46a6-ac28-08e27d96764e req-69756918-2f6d-439f-bd6b-a045175e7660 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918800 Feb 11 13:33:42.068906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-869c5f21-f6d1-403f-99fc-894db0dd3405 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a87514b28113447b9597a0aa2839cf43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525256 Feb 11 13:33:42.080585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:42.081581 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Sync routers for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:42.085840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c5f21-f6d1-403f-99fc-894db0dd3405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5919ed5f-a066-4369-b13e-cf5650e469ec,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:42.116244 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:42.116244 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:42.128635 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a57869d-b6ab-4a21-a128-4a95307b9e09,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:42.157244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Network 346419b1-a448-40ef-8ab4-5feab963b843 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:42.161875 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b59f91df-08d2-4a9a-aadf-132567fd497b admin admin] Publish callbacks [] for security_group (5919ed5f-a066-4369-b13e-cf5650e469ec), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.177735 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a12f55-a52c-4244-8523-a854db710e37 x-openstack-request-id: req-24a12f55-a52c-4244-8523-a854db710e37 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:42.178040 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aae238-19da-41e0-a22d-3ddc2d6a73c2", "name": "network-vif-plugged", "status": "completed", "tag": "8e73369a-025e-4c6a-93ea-c901eee74923", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:42.178327 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24a12f55-a52c-4244-8523-a854db710e37 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:42.182501 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e73369a-025e-4c6a-93ea-c901eee74923', 'code': 200} Feb 11 13:33:42.228076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b59f91df-08d2-4a9a-aadf-132567fd497b admin admin] Publish callbacks [] for security_group (5919ed5f-a066-4369-b13e-cf5650e469ec), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.258789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 346419b1-a448-40ef-8ab4-5feab963b843) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:42.273550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20503568-eb79-4df7-a327-207c5840c225 None None] Network 346419b1-a448-40ef-8ab4-5feab963b843 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:42.278169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6dbaff5f-9a45-49f3-a453-82c777b94614 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:42.285396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.289915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.313369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f34de66d-72b9-4714-8b70-669603912ffa req-ff747d37-7385-45b0-a873-a6a492e39115 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4216349 Feb 11 13:33:42.346096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-64d590a7-eb9d-436b-8bdc-e848dcec094d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2965355 Feb 11 13:33:42.348020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40014) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:42.361293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:42.425384 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:42.434648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (bfac6476-d57e-4040-8664-60ded5511ddb), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.435133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b0960-f801-4626-9ec1-c9a06ff7a192 req-21421dcc-3e16-43e4-8899-976919924f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.436182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-305b0960-f801-4626-9ec1-c9a06ff7a192 req-21421dcc-3e16-43e4-8899-976919924f9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 1127 time: 0.1806273 Feb 11 13:33:42.437262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b59f91df-08d2-4a9a-aadf-132567fd497b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5919ed5f-a066-4369-b13e-cf5650e469ec), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.438015 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (bfac6476-d57e-4040-8664-60ded5511ddb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.439942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b59f91df-08d2-4a9a-aadf-132567fd497b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.441009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b59f91df-08d2-4a9a-aadf-132567fd497b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5919ed5f-a066-4369-b13e-cf5650e469ec HTTP/1.1" status: 204 len: 168 time: 0.3579271 Feb 11 13:33:42.503252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f91df-08d2-4a9a-aadf-132567fd497b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5919ed5f-a066-4369-b13e-cf5650e469ec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:42.567103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks [] for router_controller (bfac6476-d57e-4040-8664-60ded5511ddb), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.570459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-305b0960-f801-4626-9ec1-c9a06ff7a192 req-654f0389-f138-4a99-84d4-b02fca3b3dc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263976 Feb 11 13:33:42.681387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-346419b1-a448-40ef-8ab4-5feab963b843', 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843', 'project_id': '438e9080e1f7409da46757dc3af379ed', 'fixed_ips': [{'subnet_id': '7a57869d-b6ab-4a21-a128-4a95307b9e09'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:33:42.683364 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.895140 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 2, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:42.934444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40034) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:42.938469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks [] for router_gateway (bfac6476-d57e-4040-8664-60ded5511ddb), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:42.953283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3ff33-9a7c-4056-9798-b4f92d394b46 req-2fc3e74a-f96e-4f05-9a1e-9c594d264b33 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.955418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9eb3ff33-9a7c-4056-9798-b4f92d394b46 req-2fc3e74a-f96e-4f05-9a1e-9c594d264b33 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2230973 Feb 11 13:33:42.968484 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Checking router: c166b1b0-796a-4b0f-810b-a3fa2aa990c9 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:42.968484 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Updating router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 port 852ae601-e4f9-47b3-a52f-70e9dd735586 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:33:42.992329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Allocated IP 172.20.0.2 (346419b1-a448-40ef-8ab4-5feab963b843/7a57869d-b6ab-4a21-a128-4a95307b9e09/4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:43.033991 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.111902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9eb3ff33-9a7c-4056-9798-b4f92d394b46 req-3855bc0d-b091-430f-bfb3-0807bc4a2c7b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431727 Feb 11 13:33:43.155734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c654b735-41e0-4116-9250-5db2f3330e68 req-bfa4f598-5cd9-44ee-b414-50f267ffdf0c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 210 time: 0.0632284 Feb 11 13:33:43.179479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44675839-45ff-4cbb-9f43-ccff641d5277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.343859 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Publish callbacks [] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.359236 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.375361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44675839-45ff-4cbb-9f43-ccff641d5277 admin admin] Publish callbacks [] for security_group (1a22c4ac-9b2d-4ebf-b098-94b9833a2db7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.394550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44675839-45ff-4cbb-9f43-ccff641d5277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1a22c4ac-9b2d-4ebf-b098-94b9833a2db7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.454037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-44675839-45ff-4cbb-9f43-ccff641d5277 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=727a4294b76f47658a91eff70a666efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5178478 Feb 11 13:33:43.490279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Pushing event updated for resources: {'Port': ['ID=4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.509009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Network 346419b1-a448-40ef-8ab4-5feab963b843 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:43.510162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40058) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:43.513873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:43.518513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:43.615511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675839-45ff-4cbb-9f43-ccff641d5277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22c4ac-9b2d-4ebf-b098-94b9833a2db7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.632965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-56c96c1e-be58-40ef-902d-a31aa99b09e7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:43.634830 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-56c96c1e-be58-40ef-902d-a31aa99b09e7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.2059734 Feb 11 13:33:43.655048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Request body: {'port': {'device_id': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'admin_state_up': True, 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:43.655692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Attempting to bind port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:43.656197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Attempting to bind port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:43.656575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Attempting to bind port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e on network 346419b1-a448-40ef-8ab4-5feab963b843 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:43.659673 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Publish callbacks [] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.664174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:43.664685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Checking segment: {'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:43.667093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.667539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Bound using segment: {'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:43.668107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Bound port: 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:43.668305 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.668599 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.722218 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2f01-9c97-445b-bba3-4f91128e6b38 None None] Pushing event updated for resources: {'Port': ['ID=852ae601-e4f9-47b3-a52f-70e9dd735586,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.805993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] For port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:43.816834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] For port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e,segment=NetworkSegment(a4308f58-c815-4b53-a14d-d299e0784695),segment_id=a4308f58-c815-4b53-a14d-d299e0784695)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:43.820037 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Attempting to bind port 852ae601-e4f9-47b3-a52f-70e9dd735586 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:43.820641 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Attempting to bind port 852ae601-e4f9-47b3-a52f-70e9dd735586 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:43.821151 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Attempting to bind port 852ae601-e4f9-47b3-a52f-70e9dd735586 on network ad700d65-3b6f-4bff-9d26-a51f749a33b6 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:43.828749 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.837685 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:43.838848 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Checking segment: {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:43.839398 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.841176 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Bound using segment: {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:43.841176 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Bound port: 852ae601-e4f9-47b3-a52f-70e9dd735586, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:43.841176 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.938372 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] For port 852ae601-e4f9-47b3-a52f-70e9dd735586, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:43.942289 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] For port 852ae601-e4f9-47b3-a52f-70e9dd735586, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=852ae601-e4f9-47b3-a52f-70e9dd735586,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:43.951439 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.968181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:43.972219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:43.974887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677be4cf-fe29-4b84-9064-c323cd73d387 None None] Pushing event updated for resources: {'Port': ['ID=4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:44.064468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks [] for router_gateway (bfac6476-d57e-4040-8664-60ded5511ddb), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.096828 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2f01-9c97-445b-bba3-4f91128e6b38 None None] Pushing event updated for resources: {'Port': ['ID=852ae601-e4f9-47b3-a52f-70e9dd735586,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:44.138078 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:44.139201 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:44.180598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-3299fbec-f9c4-4e12-802a-a74eae2b01cd tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.182251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-3299fbec-f9c4-4e12-802a-a74eae2b01cd tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 812 time: 0.8085637 Feb 11 13:33:44.189640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.213926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:44.261895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-569abe78-dff3-45a2-a6ce-cad9d68d03bd None None] Provisioning complete for port 852ae601-e4f9-47b3-a52f-70e9dd735586 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:44.262330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-569abe78-dff3-45a2-a6ce-cad9d68d03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.296588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Allocated IP 172.20.0.8 (085e3d9d-406a-4687-a260-fda81fe2574d/d39d1925-8c6c-48c3-b595-54707ce4d893/84adce42-46e3-4982-b905-fc5c24408b32) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:44.398942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Allocated IP 172.25.3.238 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/006db2b3-75e1-41cf-9040-71d674432b49) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:44.504404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-569abe78-dff3-45a2-a6ce-cad9d68d03bd None None] Current status of the port 852ae601-e4f9-47b3-a52f-70e9dd735586 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:44.504857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-569abe78-dff3-45a2-a6ce-cad9d68d03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.581595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69c8d51d-623b-47c6-a1e2-5e4f194a4850 admin admin] Publish callbacks [] for security_group (1a22c4ac-9b2d-4ebf-b098-94b9833a2db7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.602585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-569abe78-dff3-45a2-a6ce-cad9d68d03bd None None] For port 852ae601-e4f9-47b3-a52f-70e9dd735586, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=852ae601-e4f9-47b3-a52f-70e9dd735586,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:44.617777 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-569abe78-dff3-45a2-a6ce-cad9d68d03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.620599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-fbe54d91-819a-4bea-8f83-d83db456e013 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/quotas/f243607ce77a4f328442b85ce83baf23 HTTP/1.1" status: 200 len: 375 time: 0.0586593 Feb 11 13:33:44.646376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-e58fd34f-47da-4702-bb90-5d92a5bec204 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.648570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-e58fd34f-47da-4702-bb90-5d92a5bec204 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1ce7d6c-1372-40ea-be69-07d2c798c7e1 HTTP/1.1" status: 200 len: 946 time: 0.8732722 Feb 11 13:33:44.653768 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:44.696427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69c8d51d-623b-47c6-a1e2-5e4f194a4850 admin admin] Publish callbacks [] for security_group (1a22c4ac-9b2d-4ebf-b098-94b9833a2db7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.706088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-7f65a45a-4609-4b57-a105-ed8ae480ef41 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.710984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-7f65a45a-4609-4b57-a105-ed8ae480ef41 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a0a85dd-b46f-4dd4-b66e-1978061e917d HTTP/1.1" status: 200 len: 945 time: 0.5174167 Feb 11 13:33:44.749560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569abe78-dff3-45a2-a6ce-cad9d68d03bd None None] Pushing event updated for resources: {'Port': ['ID=852ae601-e4f9-47b3-a52f-70e9dd735586,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:44.782759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ea11a720-2536-4fc4-8b0b-da3e59984016 None None] Provisioning complete for port 852ae601-e4f9-47b3-a52f-70e9dd735586 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:44.783142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea11a720-2536-4fc4-8b0b-da3e59984016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.857669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks [] for port (006db2b3-75e1-41cf-9040-71d674432b49), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.907293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40401259-7525-4925-ab4d-2d019ae435ec req-a729866a-a8fa-403c-93ff-9847d70b482d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.915176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40401259-7525-4925-ab4d-2d019ae435ec req-a729866a-a8fa-403c-93ff-9847d70b482d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.5408316 Feb 11 13:33:44.928318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (006db2b3-75e1-41cf-9040-71d674432b49), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:44.961598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ea11a720-2536-4fc4-8b0b-da3e59984016 None None] Current status of the port 852ae601-e4f9-47b3-a52f-70e9dd735586 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:44.990788 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40401259-7525-4925-ab4d-2d019ae435ec req-2aaabf52-ef2f-4196-9a20-4b0ecc05df3c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747952 Feb 11 13:33:45.043586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:45.045311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Pushing event updated for resources: {'Port': ['ID=006db2b3-75e1-41cf-9040-71d674432b49,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.055755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:45.060604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:45.068590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks [] for port (84adce42-46e3-4982-b905-fc5c24408b32), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.069203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-f3e9f136-9dad-4c12-a64e-a203d689f6b5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4473445 Feb 11 13:33:45.081609 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:43Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:45.109077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69c8d51d-623b-47c6-a1e2-5e4f194a4850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1a22c4ac-9b2d-4ebf-b098-94b9833a2db7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.111783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69c8d51d-623b-47c6-a1e2-5e4f194a4850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.113005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69c8d51d-623b-47c6-a1e2-5e4f194a4850 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a22c4ac-9b2d-4ebf-b098-94b9833a2db7 HTTP/1.1" status: 204 len: 168 time: 1.5776641 Feb 11 13:33:45.125596 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bffd4-51aa-49b3-bb0d-c03e577ca03b None None] The sync data for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 is: [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:43Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:45.146530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1992098121-network', 'tenant_id': '72f5b2d209c942cf86a2e693b521f69f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:45.155445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (84adce42-46e3-4982-b905-fc5c24408b32), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.170941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:45.173815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8d51d-623b-47c6-a1e2-5e4f194a4850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22c4ac-9b2d-4ebf-b098-94b9833a2db7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.254411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Deleting port 4fd9fc1b-e50b-4862-807f-576d7c86010f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:45.254785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.395600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Network 085e3d9d-406a-4687-a260-fda81fe2574d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:45.417406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:45.433348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:45.636422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-da6c44ba-374b-4c4c-a7ed-25df31f6736a service neutron] 10.222.0.79 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396228 Feb 11 13:33:45.706012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] For port 4fd9fc1b-e50b-4862-807f-576d7c86010f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4fd9fc1b-e50b-4862-807f-576d7c86010f,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:45.706422 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.724218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Calling delete_port for 4fd9fc1b-e50b-4862-807f-576d7c86010f owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:45.999727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca57c464-115f-43ab-81e7-427bcca9c415 None None] Network 346419b1-a448-40ef-8ab4-5feab963b843 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:46.124968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:46.202226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dc24f459-fa74-4068-a8ce-e3c29b801f78 None None] Provisioning complete for port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:46.202608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc24f459-fa74-4068-a8ce-e3c29b801f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.213884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Made reservation on behalf of 72f5b2d209c942cf86a2e693b521f69f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:46.219649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.254334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event updated for resources: {'Port': ['ID=84adce42-46e3-4982-b905-fc5c24408b32,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:46.262181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:46.262818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.287863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:46.288241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.292876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-fcbdf9a7-aef5-470b-9d13-dc2e8e8d9064 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6431332 Feb 11 13:33:46.311499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea153ade-0536-4fc5-b98c-9e4461354dbb req-84b6b0a9-20f1-4a53-bfb0-47a38f122ee5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:46.313210 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea153ade-0536-4fc5-b98c-9e4461354dbb req-84b6b0a9-20f1-4a53-bfb0-47a38f122ee5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 931 time: 1.1613016 Feb 11 13:33:46.313945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.328453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Request body: {'port': {'device_id': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:46.398595 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:33:46.415277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dc24f459-fa74-4068-a8ce-e3c29b801f78 None None] Current status of the port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:46.422644 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc24f459-fa74-4068-a8ce-e3c29b801f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.457403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Deleting port 0824d671-100e-4448-8bff-2703975164c3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:33:46.457488 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0824d671-100e-4448-8bff-2703975164c3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.481704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:46.482087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.491062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dc24f459-fa74-4068-a8ce-e3c29b801f78 None None] For port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e,segment=NetworkSegment(a4308f58-c815-4b53-a14d-d299e0784695),segment_id=a4308f58-c815-4b53-a14d-d299e0784695)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:46.500076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc24f459-fa74-4068-a8ce-e3c29b801f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.644233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] For port 0824d671-100e-4448-8bff-2703975164c3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0824d671-100e-4448-8bff-2703975164c3,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:46.644780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0824d671-100e-4448-8bff-2703975164c3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.662019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Calling delete_port for 0824d671-100e-4448-8bff-2703975164c3 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:33:46.663017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40128) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:46.780575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-44296741-5fe8-453d-adbb-1d79d76b1fd8 service neutron] 10.222.0.79 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1343501 Feb 11 13:33:46.789124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24f459-fa74-4068-a8ce-e3c29b801f78 None None] Pushing event updated for resources: {'Port': ['ID=4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:46.803600 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:33:46.803968 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:33:46.830214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b6442205-5b5d-4231-b00c-49a72ee2a908 None None] Provisioning complete for port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:46.832256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks [] for router_gateway (bfac6476-d57e-4040-8664-60ded5511ddb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.834540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6442205-5b5d-4231-b00c-49a72ee2a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.907607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1137948139-network', 'tenant_id': 'bc1f9f15857146b09589f5a22a3e53e7'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:46.931875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea153ade-0536-4fc5-b98c-9e4461354dbb req-13683ef2-3022-4a6a-8721-086454a1acc1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077252 Feb 11 13:33:46.937978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0824d671-100e-4448-8bff-2703975164c3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.940465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4fd9fc1b-e50b-4862-807f-576d7c86010f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:46.983448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event deleted for resources: {'Port': ['ID=0824d671-100e-4448-8bff-2703975164c3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:46.991740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b6442205-5b5d-4231-b00c-49a72ee2a908 None None] Current status of the port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:46.995042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (84adce42-46e3-4982-b905-fc5c24408b32), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.028112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Made reservation on behalf of bc1f9f15857146b09589f5a22a3e53e7 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:47.030489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.035423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event deleted for resources: {'Port': ['ID=4fd9fc1b-e50b-4862-807f-576d7c86010f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.053769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.141916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] No DVR routers for this DVR port 4fd9fc1b-e50b-4862-807f-576d7c86010f on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:47.154181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.158254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-226d34b0-d9c4-42ba-8eb0-25f87fb126ed req-fac62397-f793-445c-ac03-190d37c84ad6 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "DELETE /v2.0/ports/4fd9fc1b-e50b-4862-807f-576d7c86010f HTTP/1.1" status: 204 len: 173 time: 2.4855917 Feb 11 13:33:47.158756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'name': 'network-vif-deleted', 'tag': '4fd9fc1b-e50b-4862-807f-576d7c86010f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:47.161944 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e39291-d2f7-4dd4-8ada-e9edf8f3e3df" -d '{"events": [{"server_uuid": "d1ce7d6c-1372-40ea-be69-07d2c798c7e1", "name": "network-vif-deleted", "tag": "4fd9fc1b-e50b-4862-807f-576d7c86010f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:47.312110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (bfac6476-d57e-4040-8664-60ded5511ddb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.410464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:47.412471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 852ae601-e4f9-47b3-a52f-70e9dd735586 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:47.429516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] No DVR routers for this DVR port 0824d671-100e-4448-8bff-2703975164c3 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:47.436553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.446013 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65d42067-7929-4261-a4b4-169a2f26ef67 req-8c12c66c-d871-40ef-9c6b-47804ac5b1b1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "DELETE /v2.0/ports/0824d671-100e-4448-8bff-2703975164c3 HTTP/1.1" status: 204 len: 173 time: 2.6693227 Feb 11 13:33:47.464733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'name': 'network-vif-deleted', 'tag': '0824d671-100e-4448-8bff-2703975164c3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:47.466908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-e3d4d8c8-4085-4129-8b70-f656d1bb3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.467620 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04b4298-b21e-4763-8ad9-f21e59c4e104" -d '{"events": [{"server_uuid": "6a0a85dd-b46f-4dd4-b66e-1978061e917d", "name": "network-vif-deleted", "tag": "0824d671-100e-4448-8bff-2703975164c3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:47.468626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-e3d4d8c8-4085-4129-8b70-f656d1bb3e86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 1127 time: 0.2286015 Feb 11 13:33:47.471286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks [] for security_group (14af3b6d-751e-44ca-858f-829d389e8c02), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.489289 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (14af3b6d-751e-44ca-858f-829d389e8c02), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.497293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84adce42-46e3-4982-b905-fc5c24408b32 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:47.510457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Publish callbacks [] for port (84adce42-46e3-4982-b905-fc5c24408b32), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.543141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Transition to ACTIVE for port object 84adce42-46e3-4982-b905-fc5c24408b32 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:47.551270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 852ae601-e4f9-47b3-a52f-70e9dd735586 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:47.551684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.561402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (84adce42-46e3-4982-b905-fc5c24408b32), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.574152 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks [] for security_group (a753d8e3-41d9-4b4e-ab00-fa2e12ade0af), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.584958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:47.619621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a753d8e3-41d9-4b4e-ab00-fa2e12ade0af), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.628628 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44994fa6-10d2-4383-9c66-b441b8714a5c x-openstack-request-id: req-44994fa6-10d2-4383-9c66-b441b8714a5c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:47.629043 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ce7d6c-1372-40ea-be69-07d2c798c7e1", "name": "network-vif-deleted", "tag": "4fd9fc1b-e50b-4862-807f-576d7c86010f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:47.629453 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44994fa6-10d2-4383-9c66-b441b8714a5c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:47.629944 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ce7d6c-1372-40ea-be69-07d2c798c7e1', 'name': 'network-vif-deleted', 'tag': '4fd9fc1b-e50b-4862-807f-576d7c86010f', 'status': 'completed', 'code': 200} Feb 11 13:33:47.651888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b722667c-4b54-4f85-af2c-c951fa2b4e05), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.652396 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Added segment b722667c-4b54-4f85-af2c-c951fa2b4e05 of type vlan for network 48fa6bd8-8547-40ea-9474-9572e9ef983e Feb 11 13:33:47.659585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af3b6d-751e-44ca-858f-829d389e8c02,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.709608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a753d8e3-41d9-4b4e-ab00-fa2e12ade0af,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.764819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-666527bc-548c-4c93-b3f7-5182bee23250 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=894179218f19402dad5cbc150a618e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862172 Feb 11 13:33:47.771880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:47.776502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Pushing event updated for resources: {'Port': ['ID=84adce42-46e3-4982-b905-fc5c24408b32,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.816885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d657ff78-0065-4bb4-bdd9-92d602b0d831), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.817224 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Added segment d657ff78-0065-4bb4-bdd9-92d602b0d831 of type vlan for network 12da5bda-c77a-4528-bd89-5b97cea4978d Feb 11 13:33:47.884529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 852ae601-e4f9-47b3-a52f-70e9dd735586 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:47.888377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0824d671-100e-4448-8bff-2703975164c3 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:47.905502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-622d3896-4ac0-4877-bf42-f9e9357409ae tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.913751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-622d3896-4ac0-4877-bf42-f9e9357409ae tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479506 Feb 11 13:33:47.918156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 0824d671-100e-4448-8bff-2703975164c3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:47.918720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0824d671-100e-4448-8bff-2703975164c3 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:47.919672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4fd9fc1b-e50b-4862-807f-576d7c86010f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:47.921588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (12da5bda-c77a-4528-bd89-5b97cea4978d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.924052 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (48fa6bd8-8547-40ea-9474-9572e9ef983e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.931487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-6175c4ef-7c9b-4e10-8f72-4666125e40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.933742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-6175c4ef-7c9b-4e10-8f72-4666125e40f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 911 time: 0.4583871 Feb 11 13:33:47.944656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-0c6bf1cd-e41e-4843-aaf0-a874e448c61b tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/quotas/894179218f19402dad5cbc150a618e99 HTTP/1.1" status: 200 len: 375 time: 0.0295436 Feb 11 13:33:47.953088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 4fd9fc1b-e50b-4862-807f-576d7c86010f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:33:47.953719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4fd9fc1b-e50b-4862-807f-576d7c86010f not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:47.971047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Attempting to bind port 84adce42-46e3-4982-b905-fc5c24408b32 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:47.971526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Attempting to bind port 84adce42-46e3-4982-b905-fc5c24408b32 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:47.971858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Attempting to bind port 84adce42-46e3-4982-b905-fc5c24408b32 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:48.000545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0b19f-290c-4528-82d2-0c7adc6c3ef8 req-42568aa7-ce5d-4123-9137-b8a760f6a403 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.002079 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2e0b19f-290c-4528-82d2-0c7adc6c3ef8 req-42568aa7-ce5d-4123-9137-b8a760f6a403 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1744759 Feb 11 13:33:48.002708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Port 84adce42-46e3-4982-b905-fc5c24408b32 on network 085e3d9d-406a-4687-a260-fda81fe2574d not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:48.003027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Attempting to bind port 84adce42-46e3-4982-b905-fc5c24408b32 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:48.027740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-03610f07-26ec-452a-938b-9437bcc0da9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e73369a-025e-4c6a-93ea-c901eee74923 HTTP/1.1" status: 200 len: 217 time: 0.0709240 Feb 11 13:33:48.038801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:48.039147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:48.039526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Bound using segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:48.040077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Bound port: 84adce42-46e3-4982-b905-fc5c24408b32, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:48.040431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (84adce42-46e3-4982-b905-fc5c24408b32), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.041823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-2f848ac5-4f3b-4e28-9d73-d5d04ff554f6 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=894179218f19402dad5cbc150a618e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959377 Feb 11 13:33:48.047439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:33:48.066032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:48.073074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (12da5bda-c77a-4528-bd89-5b97cea4978d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.074146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.074750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.149037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-fdb382ed-1c47-4296-b6c4-0c3a799e14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.151329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-fdb382ed-1c47-4296-b6c4-0c3a799e14fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 200 len: 850 time: 0.1001108 Feb 11 13:33:48.165447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:48.166516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.170250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.9488332 Feb 11 13:33:48.191266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40166) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:48.216458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Request body: {'subnet': {'network_id': '12da5bda-c77a-4528-bd89-5b97cea4978d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1992098121-subnet', 'tenant_id': '72f5b2d209c942cf86a2e693b521f69f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:48.230738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2e0b19f-290c-4528-82d2-0c7adc6c3ef8 req-1053e802-cd5e-4b0e-95ba-a749344a8633 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082367 Feb 11 13:33:48.231741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41b7c2-a683-4a74-a852-73d4f8446582 admin admin] Pushing event updated for resources: {'Network': ['ID=12da5bda-c77a-4528-bd89-5b97cea4978d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.250700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 12da5bda-c77a-4528-bd89-5b97cea4978d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:48.257458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] For port 84adce42-46e3-4982-b905-fc5c24408b32, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:48.278566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] For port 84adce42-46e3-4982-b905-fc5c24408b32, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=84adce42-46e3-4982-b905-fc5c24408b32,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:48.292775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (84adce42-46e3-4982-b905-fc5c24408b32), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.316915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-4266fe48-ca3d-4bb1-9f6d-1a32a11df867 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390395 Feb 11 13:33:48.346282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.347629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (48fa6bd8-8547-40ea-9474-9572e9ef983e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.352929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.354777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.356391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] 10.222.0.30 "PUT /v2.0/ports/84adce42-46e3-4982-b905-fc5c24408b32 HTTP/1.1" status: 200 len: 1091 time: 2.0325353 Feb 11 13:33:48.357270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.450811 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38c09f-175d-4a3e-a353-5f12fe9f79b1 x-openstack-request-id: req-8c38c09f-175d-4a3e-a353-5f12fe9f79b1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:48.451866 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0a85dd-b46f-4dd4-b66e-1978061e917d", "name": "network-vif-deleted", "tag": "0824d671-100e-4448-8bff-2703975164c3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:48.452234 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c38c09f-175d-4a3e-a353-5f12fe9f79b1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:48.452746 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0a85dd-b46f-4dd4-b66e-1978061e917d', 'name': 'network-vif-deleted', 'tag': '0824d671-100e-4448-8bff-2703975164c3', 'status': 'completed', 'code': 200} Feb 11 13:33:48.454969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:48.467133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Made reservation on behalf of 72f5b2d209c942cf86a2e693b521f69f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:48.473507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.501113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5625444e-d8fe-4b2a-8b89-6d383c9a95e2 req-5adbb700-0b1d-4537-88d2-61b40d0de2ec tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 210 time: 0.1435273 Feb 11 13:33:48.553399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Router bfac6476-d57e-4040-8664-60ded5511ddb is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:48.628745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-452e6d45-563c-4595-8de2-a27f54dc4d78 req-dc566dd0-1ace-47fc-bab0-28dcf8a80078 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 210 time: 0.0555167 Feb 11 13:33:48.633551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08860b-59a4-49bf-b535-a497558b0d39 service neutron] Pushing event updated for resources: {'Port': ['ID=84adce42-46e3-4982-b905-fc5c24408b32,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.655154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-c5a2f0d0-4fe4-456e-b178-c4781214bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.656889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-c5a2f0d0-4fe4-456e-b178-c4781214bdb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 1125 time: 0.1713667 Feb 11 13:33:48.732536 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-9337b751-0559-4cf4-bafd-718c67f34a61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84adce42-46e3-4982-b905-fc5c24408b32 HTTP/1.1" status: 200 len: 217 time: 0.0650504 Feb 11 13:33:48.753338 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0849044 Feb 11 13:33:48.764952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:48.771305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Request body: {'subnet': {'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1137948139-subnet', 'tenant_id': 'bc1f9f15857146b09589f5a22a3e53e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:48.800979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c6e6e-700d-44af-8148-a7bec2c92af0 admin admin] Pushing event updated for resources: {'Network': ['ID=48fa6bd8-8547-40ea-9474-9572e9ef983e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.812880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-872b46b0-4dd9-4cff-9fed-61300edadaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.816030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-872b46b0-4dd9-4cff-9fed-61300edadaa7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.0772109 Feb 11 13:33:48.816561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 48fa6bd8-8547-40ea-9474-9572e9ef983e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:48.859713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-78a1ab04-b125-4e3e-973b-4db2085fda10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371451 Feb 11 13:33:48.964034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Made reservation on behalf of bc1f9f15857146b09589f5a22a3e53e7 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:48.966508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:48.975801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bf67e-15cb-4cc3-891d-98c67d681ddd req-301bc43c-a3db-45e4-ba40-9f634172c3dc tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.977473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e3bf67e-15cb-4cc3-891d-98c67d681ddd req-301bc43c-a3db-45e4-ba40-9f634172c3dc tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 943 time: 0.4791715 Feb 11 13:33:48.997496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-8657707d-c471-473c-931e-c495fdd76539 service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298294 Feb 11 13:33:49.047099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-f52f3ea3-2f03-4312-a9e8-1f4ea6f2f787 service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7223883 Feb 11 13:33:49.226685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:49.239426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Sync routers for ids ['bfac6476-d57e-4040-8664-60ded5511ddb'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:49.268226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (88934b0f-f5aa-4c5b-ab78-34881a06bdeb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:49.282203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Routers {'bfac6476-d57e-4040-8664-60ded5511ddb'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:49.288346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bfac6476-d57e-4040-8664-60ded5511ddb'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:49.294154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-cdb21f21-d723-4333-a0ca-3b4ef2fce9db tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:49.295717 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-cdb21f21-d723-4333-a0ca-3b4ef2fce9db tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 812 time: 0.2520053 Feb 11 13:33:49.302082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29eaa061-023a-4abb-87d4-8b7c28e67512 req-2f349f08-27a4-496f-883a-4a9958cfa532 service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954257 Feb 11 13:33:49.310460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Request body: {'port': {'device_id': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'admin_state_up': True, 'tenant_id': 'f243607ce77a4f328442b85ce83baf23'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:49.328798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e3bf67e-15cb-4cc3-891d-98c67d681ddd req-65860875-5001-4560-a536-f5f311cab117 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417721 Feb 11 13:33:49.364189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-0890ecfe-947b-4587-95c9-292ae2128404 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:49.365679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-0890ecfe-947b-4587-95c9-292ae2128404 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.30 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 812 time: 0.2076044 Feb 11 13:33:49.397893 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:49.402277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Request body: {'port': {'device_id': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'admin_state_up': True, 'tenant_id': 'f243607ce77a4f328442b85ce83baf23'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:49.402453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7bf6a9cb-be38-4539-aa10-1ca0682439da admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0490570 Feb 11 13:33:49.409144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40184) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:49.452310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8d174b0-a523-429a-a3a1-a885065cf505 req-80025ba7-fc81-4f84-bbfc-762d810f2409 service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865883 Feb 11 13:33:49.511404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Pushing event updated for resources: {'Subnet': ['ID=88934b0f-f5aa-4c5b-ab78-34881a06bdeb,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:49.525929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Set router bfac6476-d57e-4040-8664-60ded5511ddb gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:49.561404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Checking segment: {'id': 'd657ff78-0065-4bb4-bdd9-92d602b0d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '12da5bda-c77a-4528-bd89-5b97cea4978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:49.561980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Network hostable DHCP agents. Network: 12da5bda-c77a-4528-bd89-5b97cea4978d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:49.570654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Made reservation on behalf of f243607ce77a4f328442b85ce83baf23 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:49.574845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:49.656187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae71ae3-4b30-406e-939d-4a2f7bac1c3c req-0670ded0-2497-41c1-8952-7f099df5d93b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:49.663677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ae71ae3-4b30-406e-939d-4a2f7bac1c3c req-0670ded0-2497-41c1-8952-7f099df5d93b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2283647 Feb 11 13:33:49.734863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Made reservation on behalf of f243607ce77a4f328442b85ce83baf23 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:49.738254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:49.798667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '006db2b3-75e1-41cf-9040-71d674432b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:33:45Z', 'revision_number': 3, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port': {'id': '006db2b3-75e1-41cf-9040-71d674432b49', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:44Z', 'updated_at': '2022-02-11T13:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:49.835542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Checking router: bfac6476-d57e-4040-8664-60ded5511ddb for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:49.835909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Updating router bfac6476-d57e-4040-8664-60ded5511ddb port 006db2b3-75e1-41cf-9040-71d674432b49 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:33:49.858663 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ae71ae3-4b30-406e-939d-4a2f7bac1c3c req-059e9359-f684-47c9-8a58-af2a942f84b6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927056 Feb 11 13:33:49.881564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (006db2b3-75e1-41cf-9040-71d674432b49), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:49.942435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Allocated IP 172.20.0.3 (5217468b-e8e3-4cb4-adfc-559b9701122f/b54de0fd-a4fd-4e8a-b262-e11d9863ab83/c31f7b7e-5109-406c-90da-afb834319050) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:49.944609 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:49.988652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a34c61c-da25-4c23-83fc-be6b3f7e4d32 req-27ee7360-b6a2-434b-89e1-7b52fa2abd19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 210 time: 0.0345840 Feb 11 13:33:50.075115 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1cd3e8c-26b1-4676-83c1-c06f58f5097a req-00e51c5a-2683-4936-8e77-1dfce21c1136 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 210 time: 0.4367170 Feb 11 13:33:50.078328 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (c7917ce3-f791-40bc-884d-8ade44c9bd77), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.081180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Network 12da5bda-c77a-4528-bd89-5b97cea4978d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:50.085159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-72bf1aed-563b-4de5-9b8f-c2c390e513f2 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=894179218f19402dad5cbc150a618e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611935 Feb 11 13:33:50.169912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks [] for port (c31f7b7e-5109-406c-90da-afb834319050), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.198603 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Publish callbacks [] for port (006db2b3-75e1-41cf-9040-71d674432b49), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.202185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 12da5bda-c77a-4528-bd89-5b97cea4978d) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:50.204432 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (006db2b3-75e1-41cf-9040-71d674432b49), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.211841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6b1138-3bae-4c34-88e6-60dccdd7d410 None None] Network 12da5bda-c77a-4528-bd89-5b97cea4978d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:50.214155 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c31f7b7e-5109-406c-90da-afb834319050), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.226530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.227218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.229364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7917ce3-f791-40bc-884d-8ade44c9bd77,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:50.289715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Attempting to bind port 006db2b3-75e1-41cf-9040-71d674432b49 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:50.289715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Attempting to bind port 006db2b3-75e1-41cf-9040-71d674432b49 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:50.289715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Attempting to bind port 006db2b3-75e1-41cf-9040-71d674432b49 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:50.309583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Network 5217468b-e8e3-4cb4-adfc-559b9701122f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:50.315675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:50.318495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b6c9659f-5833-4186-b274-6a952c59808f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1060555 Feb 11 13:33:50.331476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:50.331869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:50.332265 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.332667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:50.333155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Bound port: 006db2b3-75e1-41cf-9040-71d674432b49, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:50.333546 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (006db2b3-75e1-41cf-9040-71d674432b49), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.336804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a5c78-12ee-4780-847a-7301a584ed9c None None] Pushing event updated for resources: {'Port': ['ID=006db2b3-75e1-41cf-9040-71d674432b49,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:50.339696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Allocated IP 172.20.0.9 (5217468b-e8e3-4cb4-adfc-559b9701122f/b54de0fd-a4fd-4e8a-b262-e11d9863ab83/eca793dc-e7e4-46f8-b279-dd3040c611c1) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:50.389515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Checking segment: {'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:50.389934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Network hostable DHCP agents. Network: 48fa6bd8-8547-40ea-9474-9572e9ef983e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:50.438196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-6181d95a-3864-421f-8213-79729e243a83 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.439943 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-6181d95a-3864-421f-8213-79729e243a83 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193178 Feb 11 13:33:50.441510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Network 48fa6bd8-8547-40ea-9474-9572e9ef983e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:50.456696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Request body: {'port': {'device_id': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '894179218f19402dad5cbc150a618e99'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:50.461590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'tag': '84adce42-46e3-4982-b905-fc5c24408b32'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:50.464089 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68829c74-b5c2-4470-aeab-086c16a7fdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c8e95c-983a-42c4-820b-2d4b716c1074", "tag": "84adce42-46e3-4982-b905-fc5c24408b32"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:50.466745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event updated for resources: {'Port': ['ID=c31f7b7e-5109-406c-90da-afb834319050,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:50.476888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c87800-9ebc-4686-a1eb-f5723e08cf11 None None] Network 12da5bda-c77a-4528-bd89-5b97cea4978d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:50.482988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:50.543015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] For port 006db2b3-75e1-41cf-9040-71d674432b49, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:50.560008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 48fa6bd8-8547-40ea-9474-9572e9ef983e) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:50.574546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2b45d-b869-4ed5-8658-e6980cde0258 None None] Network 48fa6bd8-8547-40ea-9474-9572e9ef983e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:50.581739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.582572 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.588336 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-0aa93a46-74ad-47ed-8ff8-a5adea286a5f req-3eab3af6-84a2-4559-96a5-f01ddd9bc0cb tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] show failed (client error): The resource could not be found. Feb 11 13:33:50.589404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0aa93a46-74ad-47ed-8ff8-a5adea286a5f req-3eab3af6-84a2-4559-96a5-f01ddd9bc0cb tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "GET /v2.0/security-groups/9a7cef0d-d857-4717-8a7a-5ad7dea94dd6 HTTP/1.1" status: 404 len: 352 time: 0.0548832 Feb 11 13:33:50.607291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] For port 006db2b3-75e1-41cf-9040-71d674432b49, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=006db2b3-75e1-41cf-9040-71d674432b49,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:50.616854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.617478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.635701 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (006db2b3-75e1-41cf-9040-71d674432b49), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.659692 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks [] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.667645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-54ba0df2-9518-4a47-923b-24c992f2cbd8 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3622043 Feb 11 13:33:50.681043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036658-f893-42eb-8242-281ea1e51dfe req-24db0ae7-d208-40a3-952c-03bfd4da5269 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.687968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38036658-f893-42eb-8242-281ea1e51dfe req-24db0ae7-d208-40a3-952c-03bfd4da5269 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 943 time: 0.2112892 Feb 11 13:33:50.689396 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09f22ac-2428-4122-885d-d489d42168af x-openstack-request-id: req-c09f22ac-2428-4122-885d-d489d42168af {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:50.689631 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c8e95c-983a-42c4-820b-2d4b716c1074", "tag": "84adce42-46e3-4982-b905-fc5c24408b32", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:50.689887 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c09f22ac-2428-4122-885d-d489d42168af {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:50.690354 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'tag': '84adce42-46e3-4982-b905-fc5c24408b32', 'status': 'completed', 'code': 200} Feb 11 13:33:50.701489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-34cfb2a8-44fc-4e26-bafe-af0cacee264e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9261608 Feb 11 13:33:50.701668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Request body: {'port': {'device_id': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:50.714814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a5c78-12ee-4780-847a-7301a584ed9c None None] Pushing event updated for resources: {'Port': ['ID=006db2b3-75e1-41cf-9040-71d674432b49,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:50.788454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Routers {'bfac6476-d57e-4040-8664-60ded5511ddb'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:50.789254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bfac6476-d57e-4040-8664-60ded5511ddb'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.813475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.859388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be743f-9d43-4fef-8134-4823240c17c2 None None] Network 48fa6bd8-8547-40ea-9474-9572e9ef983e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:33:50.906030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Network 5217468b-e8e3-4cb4-adfc-559b9701122f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:50.926840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:50.933664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5cc4e22a-d4e0-4e0b-910e-62e89a232ba5 req-b0d573ef-7b4b-4009-ae51-5612af00e061 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72f5b2d209c942cf86a2e693b521f69f HTTP/1.1" status: 200 len: 3005 time: 0.1601377 Feb 11 13:33:50.934311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Made reservation on behalf of 894179218f19402dad5cbc150a618e99 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:50.937525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.948796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:50.978216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:50.986773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-df223902-788e-475f-8b58-5e75939d891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.989064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-df223902-788e-475f-8b58-5e75939d891f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 1125 time: 0.2198288 Feb 11 13:33:50.995507 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c31f7b7e-5109-406c-90da-afb834319050), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.002834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38036658-f893-42eb-8242-281ea1e51dfe req-a3493b6a-b75b-4fba-a270-05a07278c6bc tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271760 Feb 11 13:33:51.008346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event updated for resources: {'Port': ['ID=eca793dc-e7e4-46f8-b279-dd3040c611c1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.040097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.040765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.069541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.100920 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d9a8d4b8-0fc3-4c84-b283-e4ca05b44792 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7076917 Feb 11 13:33:51.117004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Request body: {'port': {'device_id': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:51.130099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 84adce42-46e3-4982-b905-fc5c24408b32 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:51.182375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5cc4e22a-d4e0-4e0b-910e-62e89a232ba5 req-e0203e91-9d0b-4d5c-a2b9-d07a1ac738f4 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "GET /v2.0/security-groups/a753d8e3-41d9-4b4e-ab00-fa2e12ade0af HTTP/1.1" status: 200 len: 3002 time: 0.2227645 Feb 11 13:33:51.208731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d07e6dbb-d01c-4a6c-a376-61e7e7dba5dd req-c956c4d5-2960-4e91-a904-0591fc9326cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-248452863', 'description': 'tempest-description-1624385383'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:51.268222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] Set router bfac6476-d57e-4040-8664-60ded5511ddb gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:51.294994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d07e6dbb-d01c-4a6c-a376-61e7e7dba5dd req-c956c4d5-2960-4e91-a904-0591fc9326cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.338716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-d94316de-a5a9-4522-bb2c-5a7e20c05d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.340205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-d94316de-a5a9-4522-bb2c-5a7e20c05d44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.3360069 Feb 11 13:33:51.345724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.368248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5cc4e22a-d4e0-4e0b-910e-62e89a232ba5 req-654e05a1-42e5-46a4-809e-f073309c9d6b tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "GET /v2.0/security-groups/a753d8e3-41d9-4b4e-ab00-fa2e12ade0af HTTP/1.1" status: 200 len: 3002 time: 0.1543975 Feb 11 13:33:51.370711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks [] for security_group (d1837867-87ad-47a2-953b-a4b1b12299ed), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.404061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d1837867-87ad-47a2-953b-a4b1b12299ed), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.407616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-23bd08b9-9f89-4965-92aa-2991fe13cc88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84adce42-46e3-4982-b905-fc5c24408b32 HTTP/1.1" status: 200 len: 217 time: 0.0592806 Feb 11 13:33:51.505432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 84adce42-46e3-4982-b905-fc5c24408b32, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=84adce42-46e3-4982-b905-fc5c24408b32,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:51.526706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '84adce42-46e3-4982-b905-fc5c24408b32', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'port_id': '84adce42-46e3-4982-b905-fc5c24408b32', 'mac_address': 'fa:16:3e:04:d6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39d1925-8c6c-48c3-b595-54707ce4d893', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:51.541583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '006db2b3-75e1-41cf-9040-71d674432b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:33:45Z', 'revision_number': 3, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port': {'id': '006db2b3-75e1-41cf-9040-71d674432b49', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:44Z', 'updated_at': '2022-02-11T13:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:51.585190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1837867-87ad-47a2-953b-a4b1b12299ed,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.595102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7ef27-9566-4770-bf03-4ec51129e325 None None] The sync data for ids ['bfac6476-d57e-4040-8664-60ded5511ddb'] in n-d-828676-2 is: [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '006db2b3-75e1-41cf-9040-71d674432b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:33:45Z', 'revision_number': 3, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port': {'id': '006db2b3-75e1-41cf-9040-71d674432b49', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:44Z', 'updated_at': '2022-02-11T13:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:51.595703 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d07e6dbb-d01c-4a6c-a376-61e7e7dba5dd req-c956c4d5-2960-4e91-a904-0591fc9326cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (a76a2af9-8506-4346-ae51-4d32de433154), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.605199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Allocated IP 172.20.0.1 (346419b1-a448-40ef-8ab4-5feab963b843/7a57869d-b6ab-4a21-a128-4a95307b9e09/1ce8e90b-adc1-4154-94f5-b1e69b424ac1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:51.608453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 84adce42-46e3-4982-b905-fc5c24408b32 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:51.608453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (84adce42-46e3-4982-b905-fc5c24408b32), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.611340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d07e6dbb-d01c-4a6c-a376-61e7e7dba5dd req-c956c4d5-2960-4e91-a904-0591fc9326cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a76a2af9-8506-4346-ae51-4d32de433154), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.612559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-6eefda3c-62a6-4db8-a2be-5d095b90a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.614486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-6eefda3c-62a6-4db8-a2be-5d095b90a9ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1946843 Feb 11 13:33:51.615590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31f7b7e-5109-406c-90da-afb834319050 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:51.629969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84adce42-46e3-4982-b905-fc5c24408b32 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:51.641868 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Publish callbacks [] for port (c31f7b7e-5109-406c-90da-afb834319050), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.653650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 84adce42-46e3-4982-b905-fc5c24408b32, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=84adce42-46e3-4982-b905-fc5c24408b32,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:51.661965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (84adce42-46e3-4982-b905-fc5c24408b32), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.678079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d07e6dbb-d01c-4a6c-a376-61e7e7dba5dd req-c956c4d5-2960-4e91-a904-0591fc9326cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.679369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d07e6dbb-d01c-4a6c-a376-61e7e7dba5dd req-c956c4d5-2960-4e91-a904-0591fc9326cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5202029 Feb 11 13:33:51.693540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Transition to ACTIVE for port object c31f7b7e-5109-406c-90da-afb834319050 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:51.696507 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-b5cbe571-550e-4504-8f09-c82384fa73cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749083 Feb 11 13:33:51.702318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956c4d5-2960-4e91-a904-0591fc9326cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76a2af9-8506-4346-ae51-4d32de433154,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.714731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c31f7b7e-5109-406c-90da-afb834319050), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.728838 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:51.752173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Allocated IP 192.168.233.62 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/d1b5e54a-4428-4406-bf40-1e6897d90c98) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:51.755680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=84adce42-46e3-4982-b905-fc5c24408b32,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.789659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c559ab-31de-4c39-946d-1e2b375cab94 req-3e0a7fe6-8e76-423c-9005-b95576e0821d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.792106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c559ab-31de-4c39-946d-1e2b375cab94 req-3e0a7fe6-8e76-423c-9005-b95576e0821d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.3030696 Feb 11 13:33:51.876552 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b284959e-c3a7-4581-884e-115eed4215af req-e9c146b2-9746-456b-8e65-789faf7c4bc7 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 210 time: 0.0596836 Feb 11 13:33:51.881540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=c31f7b7e-5109-406c-90da-afb834319050,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.953321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['84adce42-46e3-4982-b905-fc5c24408b32'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:52.032312 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c559ab-31de-4c39-946d-1e2b375cab94 req-27ddc927-69cf-49d0-9a89-6e9606df0f8c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104745 Feb 11 13:33:52.048525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks [] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.078629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-7308f498-00d1-459d-b539-977a821f9bee service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552668 Feb 11 13:33:52.097573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Attempting to bind port c31f7b7e-5109-406c-90da-afb834319050 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:52.097981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Attempting to bind port c31f7b7e-5109-406c-90da-afb834319050 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:52.098279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Attempting to bind port c31f7b7e-5109-406c-90da-afb834319050 on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:52.108158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Port c31f7b7e-5109-406c-90da-afb834319050 on network 5217468b-e8e3-4cb4-adfc-559b9701122f not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:52.108525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Attempting to bind port c31f7b7e-5109-406c-90da-afb834319050 on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:52.116887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca793dc-e7e4-46f8-b279-dd3040c611c1 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:52.129677 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Publish callbacks [] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.132180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:52.132521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Checking segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:52.133060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Bound using segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:52.133678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Bound port: c31f7b7e-5109-406c-90da-afb834319050, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:52.134206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c31f7b7e-5109-406c-90da-afb834319050), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.157606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e9c9-ac8a-4789-9c71-c9ce40dbab46 req-a9e59dd7-34b1-4b28-b2f5-552e85b83e59 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.165785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aec0e9c9-ac8a-4789-9c71-c9ce40dbab46 req-a9e59dd7-34b1-4b28-b2f5-552e85b83e59 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 931 time: 0.2083454 Feb 11 13:33:52.293841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1d35f7f-42a5-4d6d-8531-6cdc930f5f6a req-9cd7107c-7831-4b3d-b535-eca8ecb4ca40 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "GET /v2.0/security-groups/a753d8e3-41d9-4b4e-ab00-fa2e12ade0af HTTP/1.1" status: 200 len: 3002 time: 0.1791077 Feb 11 13:33:52.332192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.353148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks [] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.389266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68829c74-b5c2-4470-aeab-086c16a7fdd4 req-c2b2f5bd-adfd-40ce-9670-bd3b2400f900 service neutron] 10.222.0.30 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986062 Feb 11 13:33:52.415837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Network 346419b1-a448-40ef-8ab4-5feab963b843 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:52.429777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:52.436551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:52.442486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:52.503033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.503390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.503742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.504084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.504426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.504760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.505092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.505422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.505749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.506075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.506432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.506758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.507083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.524746 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-e1d35f7f-42a5-4d6d-8531-6cdc930f5f6a req-fa17a3d7-3d8b-4a86-9931-270aeec9e241 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:33:52.526499 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1d35f7f-42a5-4d6d-8531-6cdc930f5f6a req-fa17a3d7-3d8b-4a86-9931-270aeec9e241 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "DELETE /v2.0/security-groups/a753d8e3-41d9-4b4e-ab00-fa2e12ade0af HTTP/1.1" status: 409 len: 352 time: 0.2199934 Feb 11 13:33:52.531032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (bfac6476-d57e-4040-8664-60ded5511ddb), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.551632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Transition to ACTIVE for port object eca793dc-e7e4-46f8-b279-dd3040c611c1 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:52.574023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.580453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.588721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8c177ef9-6fd0-4047-974d-1cdfc66a87e7 req-5608fe9d-8cbe-40d5-b50c-b30ec716cc0a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1324339839', 'description': 'tempest-description-727093808'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:52.638284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Pushing event updated for resources: {'Port': ['ID=eca793dc-e7e4-46f8-b279-dd3040c611c1,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:52.664876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Pushing event updated for resources: {'Port': ['ID=d1b5e54a-4428-4406-bf40-1e6897d90c98,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:52.715141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aec0e9c9-ac8a-4789-9c71-c9ce40dbab46 req-f31613e6-624d-45e3-9c05-99de05fea052 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430508 Feb 11 13:33:52.739196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] For port c31f7b7e-5109-406c-90da-afb834319050, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:52.776338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] For port c31f7b7e-5109-406c-90da-afb834319050, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c31f7b7e-5109-406c-90da-afb834319050,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:52.786669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-57af35b6-0bdc-4100-845a-13ca4657a4e0 None None] Provisioning complete for port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:52.787250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57af35b6-0bdc-4100-845a-13ca4657a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.807709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:52.808967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.811431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c31f7b7e-5109-406c-90da-afb834319050), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.825282 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c177ef9-6fd0-4047-974d-1cdfc66a87e7 req-5608fe9d-8cbe-40d5-b50c-b30ec716cc0a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.835057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-57af35b6-0bdc-4100-845a-13ca4657a4e0 None None] Port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:33:52.837778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:52.858143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:52.878044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Attempting to bind port eca793dc-e7e4-46f8-b279-dd3040c611c1 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:52.878449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Attempting to bind port eca793dc-e7e4-46f8-b279-dd3040c611c1 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:52.878877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Attempting to bind port eca793dc-e7e4-46f8-b279-dd3040c611c1 on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:52.890308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.891078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.892855 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] 10.222.0.83 "PUT /v2.0/ports/c31f7b7e-5109-406c-90da-afb834319050 HTTP/1.1" status: 200 len: 1091 time: 2.2000520 Feb 11 13:33:52.894176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'tag': 'c31f7b7e-5109-406c-90da-afb834319050'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:52.896539 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b463fb43-4de8-4113-8703-c40482d303f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f684faa1-fd4f-45ee-8a11-c1341abc563d", "tag": "c31f7b7e-5109-406c-90da-afb834319050"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:52.907302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Port eca793dc-e7e4-46f8-b279-dd3040c611c1 on network 5217468b-e8e3-4cb4-adfc-559b9701122f not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:52.907785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Attempting to bind port eca793dc-e7e4-46f8-b279-dd3040c611c1 on network 5217468b-e8e3-4cb4-adfc-559b9701122f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:52.934383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:52.934909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Checking segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:52.935401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Bound using segment: {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:52.935953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Bound port: eca793dc-e7e4-46f8-b279-dd3040c611c1, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c036506-1a8f-4d9c-a3bb-15741195e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:52.936427 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:52.957776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49377fa3-4035-43d6-9b92-48dfa0e8a4e4 req-87ecab24-f12f-4113-a50d-b82ea43208e2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.960880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49377fa3-4035-43d6-9b92-48dfa0e8a4e4 req-87ecab24-f12f-4113-a50d-b82ea43208e2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 944 time: 0.1677754 Feb 11 13:33:52.971849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 84adce42-46e3-4982-b905-fc5c24408b32 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:52.972697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a82af-36fc-4250-a0c1-6e688da3ffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=c31f7b7e-5109-406c-90da-afb834319050,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.027097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c177ef9-6fd0-4047-974d-1cdfc66a87e7 req-5608fe9d-8cbe-40d5-b50c-b30ec716cc0a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (eb4e5e07-4c5e-4cc9-916a-03e494547acb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.070796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 84adce42-46e3-4982-b905-fc5c24408b32 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:53.076433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 84adce42-46e3-4982-b905-fc5c24408b32 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:53.077000 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (84adce42-46e3-4982-b905-fc5c24408b32), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.105954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49377fa3-4035-43d6-9b92-48dfa0e8a4e4 req-fe091263-561a-4624-9362-68d811f41024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341836 Feb 11 13:33:53.119117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-2c1d374c-e95c-449a-ba96-428ecd70e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.120662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-2c1d374c-e95c-449a-ba96-428ecd70e7fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 1125 time: 0.1795299 Feb 11 13:33:53.130101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] For port eca793dc-e7e4-46f8-b279-dd3040c611c1, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:53.132823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] For port eca793dc-e7e4-46f8-b279-dd3040c611c1, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eca793dc-e7e4-46f8-b279-dd3040c611c1,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:53.153983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.154852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.160518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c177ef9-6fd0-4047-974d-1cdfc66a87e7 req-5608fe9d-8cbe-40d5-b50c-b30ec716cc0a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb4e5e07-4c5e-4cc9-916a-03e494547acb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.190795 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.194024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-067cbf7d-b13d-4df9-85ca-082642783744 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c31f7b7e-5109-406c-90da-afb834319050 HTTP/1.1" status: 200 len: 217 time: 0.0594141 Feb 11 13:33:53.211708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-e51ac92c-f3f9-41ff-bb20-2e6587b1c594 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7600124 Feb 11 13:33:53.213927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 84adce42-46e3-4982-b905-fc5c24408b32 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:53.214844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (84adce42-46e3-4982-b905-fc5c24408b32), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.237761 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks [] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.243150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Request body: {'port': {'device_id': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:53.247900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c177ef9-6fd0-4047-974d-1cdfc66a87e7 req-5608fe9d-8cbe-40d5-b50c-b30ec716cc0a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.249096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c177ef9-6fd0-4047-974d-1cdfc66a87e7 req-5608fe9d-8cbe-40d5-b50c-b30ec716cc0a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6728485 Feb 11 13:33:53.254271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.256031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84adce42-46e3-4982-b905-fc5c24408b32'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:53.258787 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791559b2-5186-4a44-b0ab-cbd6996f18fa" -d '{"events": [{"server_uuid": "f2c8e95c-983a-42c4-820b-2d4b716c1074", "name": "network-vif-plugged", "status": "completed", "tag": "84adce42-46e3-4982-b905-fc5c24408b32"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:53.278165 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-2f190c18-a2fc-48e9-b700-b394a0ef0942 req-e39e8bb7-b3fa-46a9-b008-de68920701e4 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] show failed (client error): The resource could not be found. Feb 11 13:33:53.280722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 84adce42-46e3-4982-b905-fc5c24408b32, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=84adce42-46e3-4982-b905-fc5c24408b32,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:53.292471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f190c18-a2fc-48e9-b700-b394a0ef0942 req-e39e8bb7-b3fa-46a9-b008-de68920701e4 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "GET /v2.0/security-groups/44934425-f8dc-4e67-8cdb-6781971553a9 HTTP/1.1" status: 404 len: 352 time: 0.1050091 Feb 11 13:33:53.295708 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (84adce42-46e3-4982-b905-fc5c24408b32), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.303273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0da9a545-1659-43c3-9fab-9a80e211b448 None None] Provisioning complete for port d1b5e54a-4428-4406-bf40-1e6897d90c98 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:53.303808 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0da9a545-1659-43c3-9fab-9a80e211b448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.317309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (bfac6476-d57e-4040-8664-60ded5511ddb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.322719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608fe9d-8cbe-40d5-b50c-b30ec716cc0a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4e5e07-4c5e-4cc9-916a-03e494547acb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.334922 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.336425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.343391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] 10.222.0.30 "PUT /v2.0/ports/eca793dc-e7e4-46f8-b279-dd3040c611c1 HTTP/1.1" status: 200 len: 1091 time: 2.2343628 Feb 11 13:33:53.403787 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1715cb97-8d61-4fe9-8bc4-afd567fa8499 x-openstack-request-id: req-1715cb97-8d61-4fe9-8bc4-afd567fa8499 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:53.404091 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f684faa1-fd4f-45ee-8a11-c1341abc563d", "tag": "c31f7b7e-5109-406c-90da-afb834319050", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:53.404588 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1715cb97-8d61-4fe9-8bc4-afd567fa8499 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:53.405249 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'tag': 'c31f7b7e-5109-406c-90da-afb834319050', 'status': 'completed', 'code': 200} Feb 11 13:33:53.428760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-70aabc32-3266-4989-a722-5570894dd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.430565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-70aabc32-3266-4989-a722-5570894dd5f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.2276857 Feb 11 13:33:53.431277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8f673-90f1-415c-b743-fe63becbdd51 service neutron] Pushing event updated for resources: {'Port': ['ID=eca793dc-e7e4-46f8-b279-dd3040c611c1,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.448828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0da9a545-1659-43c3-9fab-9a80e211b448 None None] Port d1b5e54a-4428-4406-bf40-1e6897d90c98 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:33:53.455608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=84adce42-46e3-4982-b905-fc5c24408b32,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.533713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-32a173a4-cc6b-45d5-982e-67ed45eea017 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529234 Feb 11 13:33:53.587272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32f1b9-f2d3-491e-a8ae-22f5238b38dd req-f13a0191-abf7-4b1c-a42e-1887233c0db0 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.589379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f32f1b9-f2d3-491e-a8ae-22f5238b38dd req-f13a0191-abf7-4b1c-a42e-1887233c0db0 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 935 time: 0.1987984 Feb 11 13:33:53.633143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-b36ecd25-8e4a-4d72-819a-7d3679ed2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.635237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-b36ecd25-8e4a-4d72-819a-7d3679ed2fcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 1125 time: 0.2426546 Feb 11 13:33:53.696762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-3b2b839d-7c20-4b8f-82ea-affd497e7e9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eca793dc-e7e4-46f8-b279-dd3040c611c1 HTTP/1.1" status: 200 len: 217 time: 0.0519164 Feb 11 13:33:53.733618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.769840 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-9f1b8a46-17d9-49f1-b020-ff760cddcb50 service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278459 Feb 11 13:33:53.774697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f32f1b9-f2d3-491e-a8ae-22f5238b38dd req-a8033803-4169-43fc-8d61-608a19f6b02a tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441264 Feb 11 13:33:53.806316 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:53.812509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-8bc25b42-e841-4d6f-8a6a-e35e9b19fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.814004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-8bc25b42-e841-4d6f-8a6a-e35e9b19fecb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.1116188 Feb 11 13:33:53.851513 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d49a15-bfa7-4367-b368-616bc40469d0 x-openstack-request-id: req-c4d49a15-bfa7-4367-b368-616bc40469d0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:53.851999 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8e95c-983a-42c4-820b-2d4b716c1074", "name": "network-vif-plugged", "status": "completed", "tag": "84adce42-46e3-4982-b905-fc5c24408b32", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:53.852272 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4d49a15-bfa7-4367-b368-616bc40469d0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:53.852762 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84adce42-46e3-4982-b905-fc5c24408b32', 'code': 200} Feb 11 13:33:53.894659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01dfa3-a515-4b99-95ee-3cce7285a168 req-24e8e4e4-89dc-4fae-803f-9ada704ccfde tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.896204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec01dfa3-a515-4b99-95ee-3cce7285a168 req-24e8e4e4-89dc-4fae-803f-9ada704ccfde tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1666667 Feb 11 13:33:53.898804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-267fad95-acf5-4a69-82cf-78018f91f68a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784750 Feb 11 13:33:53.921811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Network 346419b1-a448-40ef-8ab4-5feab963b843 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:53.926737 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-dd23797c-c636-438a-8cf4-5b681922ca1f req-6324b8e1-c519-4900-95d5-c998dcd841f2 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] show failed (client error): The resource could not be found. Feb 11 13:33:53.926737 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd23797c-c636-438a-8cf4-5b681922ca1f req-6324b8e1-c519-4900-95d5-c998dcd841f2 tempest-SecurityGroupsNegativeTestJSON-1887955102 tempest-SecurityGroupsNegativeTestJSON-1887955102-project] 10.222.0.79 "GET /v2.0/security-groups/b0b35fbd-c563-4360-9352-1f46ae4f02b7 HTTP/1.1" status: 404 len: 352 time: 0.0313025 Feb 11 13:33:53.942748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40244) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:53.945602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:54.001229 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-22352ca3-d158-45fb-8ac2-0de4c473069a service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235084 Feb 11 13:33:54.081331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 006db2b3-75e1-41cf-9040-71d674432b49 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:54.160873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 006db2b3-75e1-41cf-9040-71d674432b49 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:54.161372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (006db2b3-75e1-41cf-9040-71d674432b49), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.164852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Deleting subnet 88934b0f-f5aa-4c5b-ab78-34881a06bdeb {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:33:54.185053 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec01dfa3-a515-4b99-95ee-3cce7285a168 req-321c8db9-1178-45aa-9725-ced56db9dae2 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778325 Feb 11 13:33:54.187775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Publish callbacks [] for subnet (88934b0f-f5aa-4c5b-ab78-34881a06bdeb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.246245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-efd6db88-3d31-4f36-b882-265c6cd6e3cb service neutron] 10.222.0.30 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339193 Feb 11 13:33:54.303510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 006db2b3-75e1-41cf-9040-71d674432b49 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:54.303912 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (006db2b3-75e1-41cf-9040-71d674432b49), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.308752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a36eed-467a-47dd-87df-af536a8afa47 req-a98093ad-48c3-42ab-ba3f-636277400d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.310597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-59a36eed-467a-47dd-87df-af536a8afa47 req-a98093ad-48c3-42ab-ba3f-636277400d8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 1127 time: 0.3761337 Feb 11 13:33:54.317102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Router bfac6476-d57e-4040-8664-60ded5511ddb has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:54.326035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 006db2b3-75e1-41cf-9040-71d674432b49, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=006db2b3-75e1-41cf-9040-71d674432b49,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:54.334440 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (006db2b3-75e1-41cf-9040-71d674432b49), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.342163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (88934b0f-f5aa-4c5b-ab78-34881a06bdeb), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.397746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=006db2b3-75e1-41cf-9040-71d674432b49,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.405609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-494c8a37-aa3a-4a5f-9f18-7cdd7e3c0067 None None] Provisioning complete for port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:54.405890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-494c8a37-aa3a-4a5f-9f18-7cdd7e3c0067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.439003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463fb43-4de8-4113-8703-c40482d303f4 req-9e7591c5-b802-4499-a22d-cc4bea683923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.440489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b463fb43-4de8-4113-8703-c40482d303f4 req-9e7591c5-b802-4499-a22d-cc4bea683923 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 1125 time: 0.3538070 Feb 11 13:33:54.443404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-494c8a37-aa3a-4a5f-9f18-7cdd7e3c0067 None None] Port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:33:54.455500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4236117-a3e7-49c0-9e09-a45781519c44 req-7cacd320-a92e-43cc-a770-195e1031d48d tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.457006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4236117-a3e7-49c0-9e09-a45781519c44 req-7cacd320-a92e-43cc-a770-195e1031d48d tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 943 time: 0.1603627 Feb 11 13:33:54.470357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-1283896a-7a3a-40d5-aba4-0012b7f16900 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.471782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-1283896a-7a3a-40d5-aba4-0012b7f16900 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 813 time: 0.3777816 Feb 11 13:33:54.472801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (88934b0f-f5aa-4c5b-ab78-34881a06bdeb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.533000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0560ddc7-e8bc-4074-a2f5-ddd910777512 req-d983e29a-4d4d-468d-acc3-9dd332633305 service neutron] 10.222.0.30 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693281 Feb 11 13:33:54.542632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-59a36eed-467a-47dd-87df-af536a8afa47 req-7b7d730a-469c-4dd7-8b25-bd81cd3ca272 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152107 Feb 11 13:33:54.546483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-a0618e34-1473-49c7-ad9f-5000bf5ae3ef tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/quotas/bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 375 time: 0.0575006 Feb 11 13:33:54.613174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-7166fa03-88ac-46b2-92d9-037faa5032a0 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376053 Feb 11 13:33:54.653692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4236117-a3e7-49c0-9e09-a45781519c44 req-7fea3a8c-79b8-44a8-a7fd-b54b4946a2c0 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591632 Feb 11 13:33:54.662380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463fb43-4de8-4113-8703-c40482d303f4 req-4c196c04-7394-4f66-9c34-5e23de5bbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.663858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b463fb43-4de8-4113-8703-c40482d303f4 req-4c196c04-7394-4f66-9c34-5e23de5bbf3b service neutron] 10.222.0.83 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 913 time: 0.2138481 Feb 11 13:33:54.669376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:54.672150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b5e54a-4428-4406-bf40-1e6897d90c98 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:54.673992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (88934b0f-f5aa-4c5b-ab78-34881a06bdeb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.686111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-baf9987c-b7de-46e9-b6b6-94fc9f45eb45 admin admin] 10.222.0.79 "PUT /v2.0/routers/bfac6476-d57e-4040-8664-60ded5511ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2720358 Feb 11 13:33:54.697100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Publish callbacks [] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.712188 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Sync routers for ids ['bfac6476-d57e-4040-8664-60ded5511ddb'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:54.715695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Transition to ACTIVE for port object d1b5e54a-4428-4406-bf40-1e6897d90c98 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:54.724115 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Routers {'bfac6476-d57e-4040-8664-60ded5511ddb'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:54.725002 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bfac6476-d57e-4040-8664-60ded5511ddb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:54.729279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.765433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b463fb43-4de8-4113-8703-c40482d303f4 req-1435e85a-996d-40ae-a229-76ae6befe999 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c31f7b7e-5109-406c-90da-afb834319050 HTTP/1.1" status: 200 len: 217 time: 0.0927353 Feb 11 13:33:54.768063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88934b0f-f5aa-4c5b-ab78-34881a06bdeb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.774775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:54.778565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/88934b0f-f5aa-4c5b-ab78-34881a06bdeb HTTP/1.1" status: 204 len: 168 time: 0.8350537 Feb 11 13:33:54.784825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40258) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:54.799114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.799463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.799799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.800142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.800470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.800792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.801116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.801439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.801777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.802077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.802421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.802739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.803056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a6ff6-003f-43d4-9020-0a6a5032d839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:54.868826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463fb43-4de8-4113-8703-c40482d303f4 req-0f2d3c34-1da2-40ef-8912-700a9198ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.870298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b463fb43-4de8-4113-8703-c40482d303f4 req-0f2d3c34-1da2-40ef-8912-700a9198ad6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.0906746 Feb 11 13:33:54.872386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-4c4b71b0-7554-4308-93f5-42d0c39dc9c0 service neutron] 10.222.0.79 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431231 Feb 11 13:33:54.893016 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Set router bfac6476-d57e-4040-8664-60ded5511ddb gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:54.910429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Pushing event updated for resources: {'Port': ['ID=d1b5e54a-4428-4406-bf40-1e6897d90c98,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.930149 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b463fb43-4de8-4113-8703-c40482d303f4 req-02554708-c654-41a3-99b1-b50083ecc0b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534654 Feb 11 13:33:55.037472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (12da5bda-c77a-4528-bd89-5b97cea4978d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.078957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577d617-8854-497d-98ca-4d9c34adafdc req-6e1b2eae-8c40-4999-bca2-bdf1befb1db5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:55.082338 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3577d617-8854-497d-98ca-4d9c34adafdc req-6e1b2eae-8c40-4999-bca2-bdf1befb1db5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 945 time: 0.2966623 Feb 11 13:33:55.118535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-05910b6b-64d3-49a5-b414-05a7e54d9979 service neutron] 10.222.0.79 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310197 Feb 11 13:33:55.124631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b463fb43-4de8-4113-8703-c40482d303f4 req-51e3f3cd-59aa-4ded-b728-55a570ad3adf service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794515 Feb 11 13:33:55.193386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Attempting to bind port d1b5e54a-4428-4406-bf40-1e6897d90c98 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:55.193968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Attempting to bind port d1b5e54a-4428-4406-bf40-1e6897d90c98 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:55.194329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Attempting to bind port d1b5e54a-4428-4406-bf40-1e6897d90c98 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:55.221491 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '006db2b3-75e1-41cf-9040-71d674432b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:33:52Z', 'revision_number': 4, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port': {'id': '006db2b3-75e1-41cf-9040-71d674432b49', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:44Z', 'updated_at': '2022-02-11T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce8e90b-adc1-4154-94f5-b1e69b424ac1', 'name': '', 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'mac_address': 'fa:16:3e:b6:44:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '7a57869d-b6ab-4a21-a128-4a95307b9e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:51Z', 'updated_at': '2022-02-11T13:33:52Z', 'revision_number': 2, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'subnets': [{'id': '7a57869d-b6ab-4a21-a128-4a95307b9e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:55.226088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Port d1b5e54a-4428-4406-bf40-1e6897d90c98 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:55.226088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Attempting to bind port d1b5e54a-4428-4406-bf40-1e6897d90c98 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:55.255152 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Checking router: bfac6476-d57e-4040-8664-60ded5511ddb for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:55.255816 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Updating router bfac6476-d57e-4040-8664-60ded5511ddb port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:33:55.269601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b463fb43-4de8-4113-8703-c40482d303f4 req-c8565e6d-916a-4f19-9eba-7ec51a549427 service neutron] 10.222.0.83 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375835 Feb 11 13:33:55.290096 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.344511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (12da5bda-c77a-4528-bd89-5b97cea4978d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.367261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12da5bda-c77a-4528-bd89-5b97cea4978d']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:55.372921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:55.375469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:55.376834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:55.377542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Bound port: d1b5e54a-4428-4406-bf40-1e6897d90c98, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:55.378157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.406226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3577d617-8854-497d-98ca-4d9c34adafdc req-60c8a716-323f-4b95-9317-388a0818ebec tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002317 Feb 11 13:33:55.406433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'tag': 'eca793dc-e7e4-46f8-b279-dd3040c611c1'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:55.409331 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9da624-77fe-4b47-8454-c5e8ad52181c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0375261-e7ef-4025-8f08-7793d7ebe7ec", "tag": "eca793dc-e7e4-46f8-b279-dd3040c611c1"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:55.492732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd657ff78-0065-4bb4-bdd9-92d602b0d831') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:55.493278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd657ff78-0065-4bb4-bdd9-92d602b0d831') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:55.536489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (d657ff78-0065-4bb4-bdd9-92d602b0d831), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.543218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2742-0643-42e7-829c-9684a1dd1c7c req-6bc36e73-c48d-47ac-8fe8-f3cbe59adee5 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:55.545599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d25b2742-0643-42e7-829c-9684a1dd1c7c req-6bc36e73-c48d-47ac-8fe8-f3cbe59adee5 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 947 time: 0.1058693 Feb 11 13:33:55.597001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d657ff78-0065-4bb4-bdd9-92d602b0d831), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.614782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:55.615247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (d657ff78-0065-4bb4-bdd9-92d602b0d831), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:55.618328 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:55.637795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] For port d1b5e54a-4428-4406-bf40-1e6897d90c98, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:55.648747 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Publish callbacks [] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.658176 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.666536 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d25b2742-0643-42e7-829c-9684a1dd1c7c req-39018770-f05f-45a8-b720-de57ca230660 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125438 Feb 11 13:33:55.708604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6172e4b-27ad-4304-81df-9eb9eb9424d5 req-9c176952-65c8-4455-abea-6f1f82283b3a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:55.710750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6172e4b-27ad-4304-81df-9eb9eb9424d5 req-9c176952-65c8-4455-abea-6f1f82283b3a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2089350 Feb 11 13:33:55.777977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (12da5bda-c77a-4528-bd89-5b97cea4978d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.790556 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.799248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] 10.222.0.79 "DELETE /v2.0/networks/12da5bda-c77a-4528-bd89-5b97cea4978d HTTP/1.1" status: 204 len: 168 time: 1.0118706 Feb 11 13:33:55.820663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] For port d1b5e54a-4428-4406-bf40-1e6897d90c98, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d1b5e54a-4428-4406-bf40-1e6897d90c98,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:55.875757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c77fa-0161-486b-bc6b-7a52d8a3d848 admin admin] Pushing event deleted for resources: {'Network': ['ID=12da5bda-c77a-4528-bd89-5b97cea4978d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:55.897985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.946003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-701a8039-11d6-44e2-8830-ad55b666d20c req-95849e09-0668-43ff-8dc7-ea7d02000934 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 210 time: 0.1408439 Feb 11 13:33:55.952891 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53d92c-479b-4ca6-b59b-64f86561eff2 None None] Pushing event updated for resources: {'Port': ['ID=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:55.959533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:55.959714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:55.962042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] 10.222.0.83 "PUT /v2.0/ports/d1b5e54a-4428-4406-bf40-1e6897d90c98 HTTP/1.1" status: 200 len: 1095 time: 2.7388618 Feb 11 13:33:55.974424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'tag': 'd1b5e54a-4428-4406-bf40-1e6897d90c98'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:33:55.974424 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d36415-4a63-4078-b21d-27da83acead0" -d '{"events": [{"name": "network-changed", "server_uuid": "17973aa9-8290-4ea6-8a76-c3d9ca4af6d4", "tag": "d1b5e54a-4428-4406-bf40-1e6897d90c98"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:55.988062 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Attempting to bind port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:33:55.989108 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Attempting to bind port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:33:55.989718 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Attempting to bind port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 on network 346419b1-a448-40ef-8ab4-5feab963b843 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:55.996791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6172e4b-27ad-4304-81df-9eb9eb9424d5 req-b74d9d32-d829-408c-9e20-ce8de1b0ed53 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700057 Feb 11 13:33:55.998656 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:55.999806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Checking segment: {'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:33:56.000847 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.001436 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Bound using segment: {'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:56.002418 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Bound port: 1ce8e90b-adc1-4154-94f5-b1e69b424ac1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4308f58-c815-4b53-a14d-d299e0784695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:33:56.003292 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.060082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40320) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:56.073488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 006db2b3-75e1-41cf-9040-71d674432b49 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:56.088776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135162-c5d2-43e4-b48b-85519ee6108a service neutron] Pushing event updated for resources: {'Port': ['ID=d1b5e54a-4428-4406-bf40-1e6897d90c98,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:56.114636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-dfa0e62d-3298-4907-8973-f8659f28f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.116538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-dfa0e62d-3298-4907-8973-f8659f28f71c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=894179218f19402dad5cbc150a618e99&device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 1129 time: 0.0789113 Feb 11 13:33:56.202859 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94ce764-af48-4bda-aeff-f51b515e7ab4 x-openstack-request-id: req-f94ce764-af48-4bda-aeff-f51b515e7ab4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:56.206981 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0375261-e7ef-4025-8f08-7793d7ebe7ec", "tag": "eca793dc-e7e4-46f8-b279-dd3040c611c1", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:56.207378 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f94ce764-af48-4bda-aeff-f51b515e7ab4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:56.207492 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-7de0fd99-968e-42e7-8867-88b553d7590d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d1b5e54a-4428-4406-bf40-1e6897d90c98 HTTP/1.1" status: 200 len: 217 time: 0.0822988 Feb 11 13:33:56.207971 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'tag': 'eca793dc-e7e4-46f8-b279-dd3040c611c1', 'status': 'completed', 'code': 200} Feb 11 13:33:56.234843 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] For port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:56.248876 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] For port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,segment=NetworkSegment(a4308f58-c815-4b53-a14d-d299e0784695),segment_id=a4308f58-c815-4b53-a14d-d299e0784695)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:56.258449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6f90f08d-fdbd-4fcd-91aa-392c50935f21 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72f5b2d209c942cf86a2e693b521f69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967816 Feb 11 13:33:56.263250 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.264867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 006db2b3-75e1-41cf-9040-71d674432b49 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:56.265470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (006db2b3-75e1-41cf-9040-71d674432b49), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.267536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:56.360711 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccbbd2d-c1a1-4081-ab3e-e729a2c1ed1d x-openstack-request-id: req-bccbbd2d-c1a1-4081-ab3e-e729a2c1ed1d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:56.361341 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17973aa9-8290-4ea6-8a76-c3d9ca4af6d4", "tag": "d1b5e54a-4428-4406-bf40-1e6897d90c98", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:56.361739 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bccbbd2d-c1a1-4081-ab3e-e729a2c1ed1d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:56.362311 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'tag': 'd1b5e54a-4428-4406-bf40-1e6897d90c98', 'status': 'completed', 'code': 200} Feb 11 13:33:56.418969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8999b06a-d758-4e3a-9cb0-895048d69868 admin admin] Publish callbacks [] for security_group (a753d8e3-41d9-4b4e-ab00-fa2e12ade0af), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.435267 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Routers {'bfac6476-d57e-4040-8664-60ded5511ddb'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:56.436127 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bfac6476-d57e-4040-8664-60ded5511ddb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:56.454731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 006db2b3-75e1-41cf-9040-71d674432b49 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:56.471456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-7eda9a6d-9f6b-4f4e-89f3-bd0322c09e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.473966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-7eda9a6d-9f6b-4f4e-89f3-bd0322c09e7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2534657 Feb 11 13:33:56.488841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8999b06a-d758-4e3a-9cb0-895048d69868 admin admin] Publish callbacks [] for security_group (a753d8e3-41d9-4b4e-ab00-fa2e12ade0af), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.542819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Provisioning complete for port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:56.545017 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.561588 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53d92c-479b-4ca6-b59b-64f86561eff2 None None] Pushing event updated for resources: {'Port': ['ID=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:56.595024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-4bc7620d-35fb-4efd-b1e5-7edef537d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.596677 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-4bc7620d-35fb-4efd-b1e5-7edef537d78f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f243607ce77a4f328442b85ce83baf23&device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 1125 time: 0.3990436 Feb 11 13:33:56.631620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4370cfb-db6f-4a50-8b3d-89105074d3ba req-a676878e-6ea5-4f5f-b2ec-66700970de4f tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.639467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4370cfb-db6f-4a50-8b3d-89105074d3ba req-a676878e-6ea5-4f5f-b2ec-66700970de4f tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 943 time: 0.4399772 Feb 11 13:33:56.685982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8999b06a-d758-4e3a-9cb0-895048d69868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a753d8e3-41d9-4b4e-ab00-fa2e12ade0af), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.691983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8999b06a-d758-4e3a-9cb0-895048d69868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.695598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8999b06a-d758-4e3a-9cb0-895048d69868 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a753d8e3-41d9-4b4e-ab00-fa2e12ade0af HTTP/1.1" status: 204 len: 168 time: 0.4223566 Feb 11 13:33:56.738960 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] Set router bfac6476-d57e-4040-8664-60ded5511ddb gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:56.739429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999b06a-d758-4e3a-9cb0-895048d69868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753d8e3-41d9-4b4e-ab00-fa2e12ade0af,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:56.767873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744edbb-d09f-4d27-a24c-311448fcc133 req-7b1c5639-bb83-4bd7-b2de-bd1943ad89b8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.773231 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f744edbb-d09f-4d27-a24c-311448fcc133 req-7b1c5639-bb83-4bd7-b2de-bd1943ad89b8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 945 time: 0.1948793 Feb 11 13:33:56.843944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Current status of the port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:56.848109 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:56.883608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f744edbb-d09f-4d27-a24c-311448fcc133 req-b1ecc5b1-e151-4cc6-ad1e-ecdaf702c52f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969203 Feb 11 13:33:56.980047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-5c9aa5aa-6501-4740-96ab-8ab39d0ee267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.984535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-5c9aa5aa-6501-4740-96ab-8ab39d0ee267 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5025961 Feb 11 13:33:56.996773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4370cfb-db6f-4a50-8b3d-89105074d3ba req-27e7df03-2836-486e-af8d-004a08bb602f tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375442 Feb 11 13:33:57.061138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device eca793dc-e7e4-46f8-b279-dd3040c611c1 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:57.083637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] For port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,segment=NetworkSegment(a4308f58-c815-4b53-a14d-d299e0784695),segment_id=a4308f58-c815-4b53-a14d-d299e0784695)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:57.110875 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cfc3c1c2-681f-41d5-9615-1e8611e4314e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:57.122258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-a43541c6-819b-453c-9320-044399696cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:57.123248 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:57.128706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-a43541c6-819b-453c-9320-044399696cbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 200 len: 913 time: 0.5164332 Feb 11 13:33:57.181139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ecdf7-1ab4-42ab-84a6-d56c9e411ab8 req-4a1ccd87-3631-4a06-8e60-af07bf885721 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:57.190759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67ecb252-64a3-4457-9b76-5d6ea79a02cf req-dc108864-5a55-4526-9e84-b6cefdca2658 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 210 time: 0.0584085 Feb 11 13:33:57.193055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-771ecdf7-1ab4-42ab-84a6-d56c9e411ab8 req-4a1ccd87-3631-4a06-8e60-af07bf885721 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 947 time: 0.1868100 Feb 11 13:33:57.281534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:33:57.316379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-5983c3c0-cda2-43c9-91df-17060a6c54a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eca793dc-e7e4-46f8-b279-dd3040c611c1 HTTP/1.1" status: 200 len: 217 time: 0.1245735 Feb 11 13:33:57.422972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-771ecdf7-1ab4-42ab-84a6-d56c9e411ab8 req-94ac09da-8bf9-44a9-82ec-581814e084bd tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270756 Feb 11 13:33:57.564673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Pushing event updated for resources: {'Port': ['ID=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:57.567396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-0507a997-26e3-409c-9815-6d6e2f7871b9 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:57.569388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-0507a997-26e3-409c-9815-6d6e2f7871b9 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.83 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 813 time: 0.2547326 Feb 11 13:33:57.572198 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '006db2b3-75e1-41cf-9040-71d674432b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:33:52Z', 'revision_number': 4, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port': {'id': '006db2b3-75e1-41cf-9040-71d674432b49', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:44Z', 'updated_at': '2022-02-11T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce8e90b-adc1-4154-94f5-b1e69b424ac1', 'name': '', 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'mac_address': 'fa:16:3e:b6:44:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '7a57869d-b6ab-4a21-a128-4a95307b9e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:51Z', 'updated_at': '2022-02-11T13:33:56Z', 'revision_number': 4, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'subnets': [{'id': '7a57869d-b6ab-4a21-a128-4a95307b9e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:57.600397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'port': {'device_id': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e', 'admin_state_up': True, 'tenant_id': 'bc1f9f15857146b09589f5a22a3e53e7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:57.607451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-7f78c002-cfdf-41cf-8e8e-5233c39acd04 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158512 Feb 11 13:33:57.617598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.618252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.620782 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c77170-5ff4-43ae-ade3-af40bc8a4074 None None] The sync data for ids ['bfac6476-d57e-4040-8664-60ded5511ddb'] in n-d-828676-2 is: [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '006db2b3-75e1-41cf-9040-71d674432b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:33:52Z', 'revision_number': 4, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port': {'id': '006db2b3-75e1-41cf-9040-71d674432b49', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:44Z', 'updated_at': '2022-02-11T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce8e90b-adc1-4154-94f5-b1e69b424ac1', 'name': '', 'network_id': '346419b1-a448-40ef-8ab4-5feab963b843', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'mac_address': 'fa:16:3e:b6:44:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '7a57869d-b6ab-4a21-a128-4a95307b9e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:51Z', 'updated_at': '2022-02-11T13:33:56Z', 'revision_number': 4, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'subnets': [{'id': '7a57869d-b6ab-4a21-a128-4a95307b9e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:57.620985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.621311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.621716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.622133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.622671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.624270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.625380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.625827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.627229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.628473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.629685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a742a8-9402-4108-8232-c7d844fe59bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:57.671684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f58776d5-02fc-4d31-8a9b-2402475e3a81 None None] Provisioning complete for port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:57.672328 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f58776d5-02fc-4d31-8a9b-2402475e3a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:57.678189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port eca793dc-e7e4-46f8-b279-dd3040c611c1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eca793dc-e7e4-46f8-b279-dd3040c611c1,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:57.731931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-47446317-c644-4217-89c1-4e8844b317b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:57.733782 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-47446317-c644-4217-89c1-4e8844b317b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 200 len: 852 time: 0.4045970 Feb 11 13:33:57.793284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'eca793dc-e7e4-46f8-b279-dd3040c611c1', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'port_id': 'eca793dc-e7e4-46f8-b279-dd3040c611c1', 'mac_address': 'fa:16:3e:93:28:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54de0fd-a4fd-4e8a-b262-e11d9863ab83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:57.801348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-1e61f564-7b8d-4e38-ba87-834f3d277d8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5217468b-e8e3-4cb4-adfc-559b9701122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497749 Feb 11 13:33:57.880958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3430-4e00-4ef1-a39e-3311c3fbf9e4 req-721eddf9-26da-46ba-b05c-ee8a3aac8fac tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:57.885139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c31f7b7e-5109-406c-90da-afb834319050 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:57.893032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b8f3430-4e00-4ef1-a39e-3311c3fbf9e4 req-721eddf9-26da-46ba-b05c-ee8a3aac8fac tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.5403101 Feb 11 13:33:57.939525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port eca793dc-e7e4-46f8-b279-dd3040c611c1 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:57.939893 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:57.958748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-c68ceed1-8151-44b6-9666-ab3624bb0784 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:57.972965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-c68ceed1-8151-44b6-9666-ab3624bb0784 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.4001358 Feb 11 13:33:58.020972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca793dc-e7e4-46f8-b279-dd3040c611c1 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:58.026299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-eb22035b-ff26-428e-adba-38c026435eb5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.0517819 Feb 11 13:33:58.066723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Made reservation on behalf of bc1f9f15857146b09589f5a22a3e53e7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:58.076502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:58.092387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port eca793dc-e7e4-46f8-b279-dd3040c611c1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eca793dc-e7e4-46f8-b279-dd3040c611c1,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:58.143416 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b8f3430-4e00-4ef1-a39e-3311c3fbf9e4 req-eef0ff05-4411-4d11-bd92-62655ea2bc26 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492797 Feb 11 13:33:58.172716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13d35a6d-bf18-4794-be6a-774a081ad333 req-cf1b21eb-1519-42bf-846e-1c32636982d8 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574322 Feb 11 13:33:58.180410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:58.184570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:58.201403 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-8eae549a-ce72-4ae5-b947-e3918b2cdd57 service neutron] 10.222.0.30 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481345 Feb 11 13:33:58.336080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:58.415708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port c31f7b7e-5109-406c-90da-afb834319050, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c31f7b7e-5109-406c-90da-afb834319050,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:58.430730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Allocated IP 172.20.0.10 (48fa6bd8-8547-40ea-9474-9572e9ef983e/c7917ce3-f791-40bc-884d-8ade44c9bd77/6d275e50-f9bd-41a5-b48b-b8e33b2097a3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:58.432872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f58776d5-02fc-4d31-8a9b-2402475e3a81 None None] Current status of the port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:58.445481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'c31f7b7e-5109-406c-90da-afb834319050', 'network_id': '5217468b-e8e3-4cb4-adfc-559b9701122f', 'port_id': 'c31f7b7e-5109-406c-90da-afb834319050', 'mac_address': 'fa:16:3e:14:46:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54de0fd-a4fd-4e8a-b262-e11d9863ab83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:58.456762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44878f85-b854-420f-a6b3-27786a429250 req-5518075b-e5d9-4ac5-a100-71655a012522 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:58.464832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44878f85-b854-420f-a6b3-27786a429250 req-5518075b-e5d9-4ac5-a100-71655a012522 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 944 time: 0.1641536 Feb 11 13:33:58.467245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=eca793dc-e7e4-46f8-b279-dd3040c611c1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:58.489809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b9da624-77fe-4b47-8454-c5e8ad52181c req-167427b2-9703-41b4-bc4b-06bb73dfbc84 service neutron] 10.222.0.30 "GET /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816761 Feb 11 13:33:58.501219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36415-4a63-4078-b21d-27da83acead0 req-60de8e4d-bb76-4cce-b10d-e9cd8314ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:58.503425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90d36415-4a63-4078-b21d-27da83acead0 req-60de8e4d-bb76-4cce-b10d-e9cd8314ff12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=894179218f19402dad5cbc150a618e99&device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 1129 time: 0.2503655 Feb 11 13:33:58.569418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port c31f7b7e-5109-406c-90da-afb834319050 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:58.570239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c31f7b7e-5109-406c-90da-afb834319050), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:58.594590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:58.595342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:58.620015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1ab07efb-eac1-48b4-98a3-483f01b4aa2a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5842013 Feb 11 13:33:58.628391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31f7b7e-5109-406c-90da-afb834319050 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:33:58.656777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port c31f7b7e-5109-406c-90da-afb834319050, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c31f7b7e-5109-406c-90da-afb834319050,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:58.659081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['eca793dc-e7e4-46f8-b279-dd3040c611c1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:58.745529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c31f7b7e-5109-406c-90da-afb834319050), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:58.769815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-913936447-network', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:58.898422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:58.938683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Made reservation on behalf of 6335999f706d430b8f1c2c143bc6bd71 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:58.941627 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:58.966405 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-fd312006-bf3e-4936-b263-b23f7b8f17ac service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315542 Feb 11 13:33:58.972597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.055947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44878f85-b854-420f-a6b3-27786a429250 req-9d0c3b7b-940a-4eff-b06c-9f2805a968dd tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902088 Feb 11 13:33:59.081377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36415-4a63-4078-b21d-27da83acead0 req-a0ad6ad3-1623-4fd1-b917-76f00554b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.083149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90d36415-4a63-4078-b21d-27da83acead0 req-a0ad6ad3-1623-4fd1-b917-76f00554b329 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.5694788 Feb 11 13:33:59.105299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=c31f7b7e-5109-406c-90da-afb834319050,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.128024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:33:59.168944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90d36415-4a63-4078-b21d-27da83acead0 req-0f6414f1-2f94-4e63-bfe4-3715731c93bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d1b5e54a-4428-4406-bf40-1e6897d90c98 HTTP/1.1" status: 200 len: 217 time: 0.0777674 Feb 11 13:33:59.196115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c31f7b7e-5109-406c-90da-afb834319050'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:59.228601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.245958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8bffe1a-8fcf-4de3-a5ac-d2c9cee837f2 req-dab395da-fb4a-4a79-aa57-660d88a00638 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 210 time: 0.0808666 Feb 11 13:33:59.279359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36415-4a63-4078-b21d-27da83acead0 req-a9c991cd-3133-4a20-88a2-e8428082618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.281063 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90d36415-4a63-4078-b21d-27da83acead0 req-a9c991cd-3133-4a20-88a2-e8428082618a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1007748 Feb 11 13:33:59.284582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-2c26981b-8f69-4a1b-80e1-804712a08099 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042195 Feb 11 13:33:59.407012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36415-4a63-4078-b21d-27da83acead0 req-7321b4c2-b6c9-4ee1-917d-69fbecbff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.409365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90d36415-4a63-4078-b21d-27da83acead0 req-7321b4c2-b6c9-4ee1-917d-69fbecbff817 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1219513 Feb 11 13:33:59.446875 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93600423-7043-4979-aff4-41d0f411b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.480111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Network 48fa6bd8-8547-40ea-9474-9572e9ef983e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:59.500072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:59.502825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:59.515614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.567016 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks [] for security_group (2f2d48ad-f258-448a-89d0-d05efe6f1184), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.588825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2f2d48ad-f258-448a-89d0-d05efe6f1184), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.614391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:59.622457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb9171-e637-4544-8cef-52a4d0961810 req-1fab2f59-6d6a-4edb-9198-38a86273c60a tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.628050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (21ad0765-3a9b-48a0-aba9-215af241bc5d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.628494 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Added segment 21ad0765-3a9b-48a0-aba9-215af241bc5d of type vlan for network bf400292-cd8d-4291-a318-6f319726a802 Feb 11 13:33:59.631155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b2cb9171-e637-4544-8cef-52a4d0961810 req-1fab2f59-6d6a-4edb-9198-38a86273c60a tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 947 time: 0.2204318 Feb 11 13:33:59.666481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90d36415-4a63-4078-b21d-27da83acead0 req-118a04bf-ae03-4a1b-835b-2827ededdccb service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434888 Feb 11 13:33:59.689159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.689917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.719330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (bf400292-cd8d-4291-a318-6f319726a802), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.773371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2d48ad-f258-448a-89d0-d05efe6f1184,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.780900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d7dbf18c-9948-4968-90d4-4f513de13cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1919105 Feb 11 13:33:59.784653 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b2cb9171-e637-4544-8cef-52a4d0961810 req-b1694e74-d2c7-45c1-ab6e-1f4eb269e160 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524732 Feb 11 13:33:59.794588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Request body: {'port': {'device_id': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:59.841422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90d36415-4a63-4078-b21d-27da83acead0 req-fa131462-dad8-488d-afce-8484d0fa70b1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676512 Feb 11 13:33:59.846222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (bf400292-cd8d-4291-a318-6f319726a802), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.851086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.851683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:59.889284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d203d-813d-4aa1-8acc-c5a2780b1002 req-86fa9b26-1c8a-40ee-95dc-c1e7c5d1cd4a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.890898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-792d203d-813d-4aa1-8acc-c5a2780b1002 req-86fa9b26-1c8a-40ee-95dc-c1e7c5d1cd4a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2955477 Feb 11 13:33:59.898587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-235901f8-acc5-469e-ac9a-f50bd8dc049e req-216abdb0-8249-402b-9f4f-3fa8da422980 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 210 time: 0.0413070 Feb 11 13:33:59.951436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4156814 Feb 11 13:33:59.951811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40422) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:59.958296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Request body: {'subnet': {'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-913936447-subnet', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:59.983288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Made reservation on behalf of 6335999f706d430b8f1c2c143bc6bd71 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:59.986178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.000292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451ed9c-c2be-498c-bda7-00ab6e809d8a admin admin] Pushing event updated for resources: {'Network': ['ID=bf400292-cd8d-4291-a318-6f319726a802,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:00.005369 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.010637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network bf400292-cd8d-4291-a318-6f319726a802 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:00.059401 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-792d203d-813d-4aa1-8acc-c5a2780b1002 req-3d3f3a5e-a16a-4e90-bca3-e874709a0b36 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448867 Feb 11 13:34:00.337140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddad11-d165-470a-a470-a43b697fb9a5 req-d0b4829a-ea08-4204-94fd-a1bcf78b05b0 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:00.344847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e4ddad11-d165-470a-a470-a43b697fb9a5 req-d0b4829a-ea08-4204-94fd-a1bcf78b05b0 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 944 time: 0.1715989 Feb 11 13:34:00.373452 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (24dfdaec-7e6d-4ec7-83fd-b5dabfae2506), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.467430 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e4ddad11-d165-470a-a470-a43b697fb9a5 req-284d2cbd-e7f1-45b2-b6a5-e5f80f5d0857 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215847 Feb 11 13:34:00.475776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=24dfdaec-7e6d-4ec7-83fd-b5dabfae2506,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:00.497058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Checking segment: {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:00.497426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Network hostable DHCP agents. Network: bf400292-cd8d-4291-a318-6f319726a802, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:00.527519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Network bf400292-cd8d-4291-a318-6f319726a802 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:00.538155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, bf400292-cd8d-4291-a318-6f319726a802) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:00.549649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02dbca-21d8-4a7e-b529-892481c6db2d None None] Network bf400292-cd8d-4291-a318-6f319726a802 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:00.554795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:00.555408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.582798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9e2c3401-7d97-4652-b619-82bafb00c85f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6298089 Feb 11 13:34:00.583448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40432) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:00.590771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:00.619697 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (5778670e-c731-4db3-ac43-bd983c033dc2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.621048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (5778670e-c731-4db3-ac43-bd983c033dc2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.675603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61807d47-0f9c-461a-981c-4c1814120bc3 req-a7b6fe63-1961-41f0-8f8e-e03ed2ad1d44 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:00.683087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61807d47-0f9c-461a-981c-4c1814120bc3 req-a7b6fe63-1961-41f0-8f8e-e03ed2ad1d44 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 932 time: 0.1738043 Feb 11 13:34:00.690327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-bf400292-cd8d-4291-a318-6f319726a802', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:34:00.691364 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.702730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks [] for router_controller (5778670e-c731-4db3-ac43-bd983c033dc2), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.762377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61807d47-0f9c-461a-981c-4c1814120bc3 req-a1bfdfc6-1094-4d85-add4-ec44a1b7ebad tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781703 Feb 11 13:34:00.844442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:00.860871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Publish callbacks [] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.894432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Transition to ACTIVE for port object 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:00.902534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:00.924630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.010737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device eca793dc-e7e4-46f8-b279-dd3040c611c1 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:01.015800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Pushing event updated for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.057122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Allocated IP 172.20.0.2 (bf400292-cd8d-4291-a318-6f319726a802/24dfdaec-7e6d-4ec7-83fd-b5dabfae2506/f27abca6-0a2c-4121-8280-9b13f7ae6003) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:01.058731 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks [] for router_gateway (5778670e-c731-4db3-ac43-bd983c033dc2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.096659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port eca793dc-e7e4-46f8-b279-dd3040c611c1 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:01.127935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port eca793dc-e7e4-46f8-b279-dd3040c611c1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:01.128716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.132544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ab614-5b7b-4264-9e81-3efba8dc8e2a req-7b235fec-24ac-4851-aeb9-951a40845aae tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.133721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb3b226e-279a-4471-b9dd-83991e91619f req-b9bf6236-3516-4fe9-a56a-21849b0493d7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 210 time: 0.0776076 Feb 11 13:34:01.134099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-468ab614-5b7b-4264-9e81-3efba8dc8e2a req-7b235fec-24ac-4851-aeb9-951a40845aae tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 947 time: 0.1998854 Feb 11 13:34:01.193271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Attempting to bind port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:01.193593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-e8de0cfe-05ec-4d7e-90df-85abc304f9cc tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.194688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Attempting to bind port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:01.195175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-e8de0cfe-05ec-4d7e-90df-85abc304f9cc tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.3394508 Feb 11 13:34:01.196019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Attempting to bind port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 on network 48fa6bd8-8547-40ea-9474-9572e9ef983e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:01.203708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 on network 48fa6bd8-8547-40ea-9474-9572e9ef983e not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:01.203708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Attempting to bind port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 on network 48fa6bd8-8547-40ea-9474-9572e9ef983e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:01.214840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Request body: {'port': {'device_id': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'admin_state_up': True, 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:01.215148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:01.216293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Checking segment: {'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:01.216595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Bound using segment: {'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:01.217756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Bound port: 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:01.218235 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.272157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port eca793dc-e7e4-46f8-b279-dd3040c611c1 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:01.272612 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.340946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca793dc-e7e4-46f8-b279-dd3040c611c1'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:01.344155 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb193cfc-4bb8-4e7c-99a0-8beab21bf1dd" -d '{"events": [{"server_uuid": "e0375261-e7ef-4025-8f08-7793d7ebe7ec", "name": "network-vif-plugged", "status": "completed", "tag": "eca793dc-e7e4-46f8-b279-dd3040c611c1"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:01.386393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port eca793dc-e7e4-46f8-b279-dd3040c611c1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eca793dc-e7e4-46f8-b279-dd3040c611c1,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:01.388166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:01.393111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:01.401495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-468ab614-5b7b-4264-9e81-3efba8dc8e2a req-3a82e41e-6888-4721-a3c7-c744a8476ee6 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414892 Feb 11 13:34:01.410394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e93fd-0d04-42aa-a399-9a1aa35b2575 req-fcea4a73-fb60-49d6-bc28-8c23a0df7140 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.418205 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.418962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c6e93fd-0d04-42aa-a399-9a1aa35b2575 req-fcea4a73-fb60-49d6-bc28-8c23a0df7140 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1235738 Feb 11 13:34:01.427274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.440119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:01.444727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.464869 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Publish callbacks [] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.486627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.487345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.488887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] 10.222.0.83 "PUT /v2.0/ports/6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 200 len: 1092 time: 1.6992955 Feb 11 13:34:01.491257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:01.493685 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fa3981-c437-4585-814f-be83f2461370" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:01.509751 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f441a32-2a19-449a-a3e9-7f677cb017d9 x-openstack-request-id: req-1f441a32-2a19-449a-a3e9-7f677cb017d9 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:01.510451 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0375261-e7ef-4025-8f08-7793d7ebe7ec", "name": "network-vif-plugged", "status": "completed", "tag": "eca793dc-e7e4-46f8-b279-dd3040c611c1", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:01.511013 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f441a32-2a19-449a-a3e9-7f677cb017d9 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:01.511586 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca793dc-e7e4-46f8-b279-dd3040c611c1', 'code': 200} Feb 11 13:34:01.533249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.544269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c6e93fd-0d04-42aa-a399-9a1aa35b2575 req-f55bac9a-e770-4562-a0ef-3617ffdf7cc9 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200314 Feb 11 13:34:01.564241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b946c1-a3f7-40b4-abef-89d573582a0d service neutron] Pushing event updated for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.592062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Network bf400292-cd8d-4291-a318-6f319726a802 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:01.602233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:01.614453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:01.616046 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f57fd1-0a1d-40d1-a2cb-59befe93fc57 x-openstack-request-id: req-17f57fd1-0a1d-40d1-a2cb-59befe93fc57 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:01.616354 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:01.616611 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-17f57fd1-0a1d-40d1-a2cb-59befe93fc57 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:01.617010 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3', 'status': 'completed', 'code': 200} Feb 11 13:34:01.634392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=eca793dc-e7e4-46f8-b279-dd3040c611c1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.638747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-981a441e-f5b2-4888-b8ff-672d1f01f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.640306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-981a441e-f5b2-4888-b8ff-672d1f01f467 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1126 time: 0.0945635 Feb 11 13:34:01.691332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-d27aa877-66c0-477d-b11d-29f3680ca098 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 200 len: 217 time: 0.0447559 Feb 11 13:34:01.743102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-de1972e7-531a-4385-a62a-b5d74dc72083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.745544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-de1972e7-531a-4385-a62a-b5d74dc72083 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.0475335 Feb 11 13:34:01.749446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Pushing event updated for resources: {'Port': ['ID=f27abca6-0a2c-4121-8280-9b13f7ae6003,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.771579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Attempting to bind port f27abca6-0a2c-4121-8280-9b13f7ae6003 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:01.772203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Attempting to bind port f27abca6-0a2c-4121-8280-9b13f7ae6003 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:01.772756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Attempting to bind port f27abca6-0a2c-4121-8280-9b13f7ae6003 on network bf400292-cd8d-4291-a318-6f319726a802 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:01.779075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:01.779941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Checking segment: {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:01.780652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.781191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Bound using segment: {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:01.781808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Bound port: f27abca6-0a2c-4121-8280-9b13f7ae6003, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:01.782475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.791131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-b26790b5-1cf7-4e8c-8759-0553352d8f9a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402968 Feb 11 13:34:01.855630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d1b5e54a-4428-4406-bf40-1e6897d90c98 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:01.858032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c31f7b7e-5109-406c-90da-afb834319050 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:01.883322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Allocated IP 172.20.0.4 (085e3d9d-406a-4687-a260-fda81fe2574d/d39d1925-8c6c-48c3-b595-54707ce4d893/2b92b6ab-c625-41bf-9986-eb8e6efe334d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:01.897871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks [] for router_gateway (5778670e-c731-4db3-ac43-bd983c033dc2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.905191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be3e53-b016-4cbb-b056-16abe94aad1c req-54c26d70-8dbe-4f3a-b3b4-36d5cd3489fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.907140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54be3e53-b016-4cbb-b056-16abe94aad1c req-54c26d70-8dbe-4f3a-b3b4-36d5cd3489fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 1127 time: 0.2766712 Feb 11 13:34:01.945020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089e23a-0eb1-4873-9802-eefca149d76c req-ab53c183-9743-4db8-bb7a-42bbc5fa975f tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.946550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d089e23a-0eb1-4873-9802-eefca149d76c req-ab53c183-9743-4db8-bb7a-42bbc5fa975f tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 945 time: 0.2725904 Feb 11 13:34:01.957636 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.960942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] For port f27abca6-0a2c-4121-8280-9b13f7ae6003, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:01.978924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-07ac6cb6-89dd-47ab-979f-120728a25dfd service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822939 Feb 11 13:34:01.982864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] For port f27abca6-0a2c-4121-8280-9b13f7ae6003, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f27abca6-0a2c-4121-8280-9b13f7ae6003,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:02.023421 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.086249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94798198-e504-4de3-9d9b-75c990e0829d None None] Pushing event updated for resources: {'Port': ['ID=f27abca6-0a2c-4121-8280-9b13f7ae6003,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.090508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc5505-d7d8-420e-b88c-0e3056b21251 req-2e7abacf-9d5f-4e4c-b4f1-3280c014dd68 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.103255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77dc5505-d7d8-420e-b88c-0e3056b21251 req-2e7abacf-9d5f-4e4c-b4f1-3280c014dd68 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 944 time: 0.2413275 Feb 11 13:34:02.103481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port c31f7b7e-5109-406c-90da-afb834319050 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:02.116435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port c31f7b7e-5109-406c-90da-afb834319050 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:02.116811 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c31f7b7e-5109-406c-90da-afb834319050), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.175122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d1b5e54a-4428-4406-bf40-1e6897d90c98, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d1b5e54a-4428-4406-bf40-1e6897d90c98,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:02.183832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23a4554a-16cc-40d3-b8ae-1c96e48c98da req-12cebb5f-a3af-420c-8a46-f663937c129a service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865306 Feb 11 13:34:02.198865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'd1b5e54a-4428-4406-bf40-1e6897d90c98', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'd1b5e54a-4428-4406-bf40-1e6897d90c98', 'mac_address': 'fa:16:3e:b6:de:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:02.199570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77dc5505-d7d8-420e-b88c-0e3056b21251 req-7f7ba88b-2f20-4d3f-b2af-a212dd1739d0 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952847 Feb 11 13:34:02.303238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d1b5e54a-4428-4406-bf40-1e6897d90c98 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:02.303626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.305453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.331006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port c31f7b7e-5109-406c-90da-afb834319050 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:02.331398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c31f7b7e-5109-406c-90da-afb834319050), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.336968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks [] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.356040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b5e54a-4428-4406-bf40-1e6897d90c98 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:02.388258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07e70345-a550-4061-990a-c0473b321c20 req-f1ce6e0f-5f83-43f6-bb83-9d899886869a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 210 time: 0.0843091 Feb 11 13:34:02.407555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3981-c437-4585-814f-be83f2461370 req-68619b1b-49ef-4d11-b5c4-87875f3cd511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.411088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32fa3981-c437-4585-814f-be83f2461370 req-68619b1b-49ef-4d11-b5c4-87875f3cd511 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1126 time: 0.1606565 Feb 11 13:34:02.411478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d1b5e54a-4428-4406-bf40-1e6897d90c98, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d1b5e54a-4428-4406-bf40-1e6897d90c98,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:02.417000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port c31f7b7e-5109-406c-90da-afb834319050, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c31f7b7e-5109-406c-90da-afb834319050,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:02.445922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.451133 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c31f7b7e-5109-406c-90da-afb834319050), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.505423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Allocated IP 172.25.3.40 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/b583bdf2-4ea2-4ec2-82b3-1348fad41f12) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:02.535092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d1b5e54a-4428-4406-bf40-1e6897d90c98,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.580573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.594273 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54be3e53-b016-4cbb-b056-16abe94aad1c req-2e2627c1-e222-4e94-813e-672e31fb3e72 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6592412 Feb 11 13:34:02.597739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:02.600483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['84adce42-46e3-4982-b905-fc5c24408b32'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:02.661922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=c31f7b7e-5109-406c-90da-afb834319050,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.674792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['d1b5e54a-4428-4406-bf40-1e6897d90c98'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:02.698906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26167b-6b3d-4fff-beac-73d29a2cf230 req-148f013f-ac1f-4b4c-8a26-0a5d49614659 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.701091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa26167b-6b3d-4fff-beac-73d29a2cf230 req-148f013f-ac1f-4b4c-8a26-0a5d49614659 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 948 time: 0.1302350 Feb 11 13:34:02.702488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3981-c437-4585-814f-be83f2461370 req-b131457f-67ee-4223-8db9-c85328a2c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.703958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32fa3981-c437-4585-814f-be83f2461370 req-b131457f-67ee-4223-8db9-c85328a2c024 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 914 time: 0.2695198 Feb 11 13:34:02.753089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d089e23a-0eb1-4873-9802-eefca149d76c req-20ee811b-a6e2-4d17-9f4a-0b21570d3ff5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828660 Feb 11 13:34:02.783156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Network 085e3d9d-406a-4687-a260-fda81fe2574d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:02.801239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event updated for resources: {'Port': ['ID=2b92b6ab-c625-41bf-9986-eb8e6efe334d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.803752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:02.810932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:02.831734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32fa3981-c437-4585-814f-be83f2461370 req-264ab0b0-1f03-492a-bcd2-afff23f83a6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 200 len: 217 time: 0.0849268 Feb 11 13:34:02.892316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa26167b-6b3d-4fff-beac-73d29a2cf230 req-e7b93a05-c292-4b85-9e76-7cd75398fd51 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835556 Feb 11 13:34:02.895628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.895970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.912637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3981-c437-4585-814f-be83f2461370 req-8ef0be93-f589-42d2-bd4d-bbbba2a8c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.914628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32fa3981-c437-4585-814f-be83f2461370 req-8ef0be93-f589-42d2-bd4d-bbbba2a8c7d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.0817466 Feb 11 13:34:02.962386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32fa3981-c437-4585-814f-be83f2461370 req-9db5760d-c7a9-4b4c-810f-a8052fc88e76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357430 Feb 11 13:34:02.973404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks [] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.995557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1b93943c-a28c-4907-956d-7d542e0ec3a7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7911458 Feb 11 13:34:03.009293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Request body: {'port': {'device_id': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:03.047940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530029d-96e8-4427-b6fb-cb06772df1d1 req-25995cf7-8bc1-4184-bd2a-e32f295843fb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:03.049644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8530029d-96e8-4427-b6fb-cb06772df1d1 req-25995cf7-8bc1-4184-bd2a-e32f295843fb tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1692169 Feb 11 13:34:03.110433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32fa3981-c437-4585-814f-be83f2461370 req-6b2417fd-db42-4388-b6ae-fd1ed9f6508e service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392622 Feb 11 13:34:03.118803 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:03.210923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:03.217727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32fa3981-c437-4585-814f-be83f2461370 req-a618a2c5-c091-4270-b7fd-6addf18287a0 service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015999 Feb 11 13:34:03.222375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:03.244309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:03.276814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:03.287128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8530029d-96e8-4427-b6fb-cb06772df1d1 req-923e7001-2be0-40e2-8296-3302bd493f8d tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259107 Feb 11 13:34:03.320859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Pushing event updated for resources: {'Port': ['ID=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:03.386629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d5c60-c056-4484-b5b7-0a61d4df47c9 req-71ecbb39-e745-44d4-b60c-13e9f3b5d6b6 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:03.397220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-560d5c60-c056-4484-b5b7-0a61d4df47c9 req-71ecbb39-e745-44d4-b60c-13e9f3b5d6b6 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 944 time: 0.0956762 Feb 11 13:34:03.466180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-560d5c60-c056-4484-b5b7-0a61d4df47c9 req-6ecf8939-ae70-46d9-b9fd-86c7d1355401 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642467 Feb 11 13:34:03.512600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f7b7e-5109-406c-90da-afb834319050'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:03.517047 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a97fc-772c-4ad3-805b-85e2e11b2fd5" -d '{"events": [{"server_uuid": "f684faa1-fd4f-45ee-8a11-c1341abc563d", "name": "network-vif-plugged", "status": "completed", "tag": "c31f7b7e-5109-406c-90da-afb834319050"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:03.575786 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b62c1-7e4a-4f16-beb3-5650d857f9cf x-openstack-request-id: req-187b62c1-7e4a-4f16-beb3-5650d857f9cf {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:03.576081 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f684faa1-fd4f-45ee-8a11-c1341abc563d", "name": "network-vif-plugged", "status": "completed", "tag": "c31f7b7e-5109-406c-90da-afb834319050", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:03.576341 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-187b62c1-7e4a-4f16-beb3-5650d857f9cf {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:03.577801 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f7b7e-5109-406c-90da-afb834319050', 'code': 200} Feb 11 13:34:03.612150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a46bfa-3719-466f-8a78-922257e8592b None None] Network bf400292-cd8d-4291-a318-6f319726a802 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:03.614834 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:03.707005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e33335-5335-4081-9037-1526a19d4c43 req-b0dd24b4-a5f4-44ec-b3ca-a606d84f41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:03.708729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2e33335-5335-4081-9037-1526a19d4c43 req-b0dd24b4-a5f4-44ec-b3ca-a606d84f41b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 1127 time: 0.0611234 Feb 11 13:34:03.778431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1ce4c073-05ba-4348-98af-90f8f32fcc67 None None] Provisioning complete for port f27abca6-0a2c-4121-8280-9b13f7ae6003 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:03.778935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c073-05ba-4348-98af-90f8f32fcc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:03.779203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2e33335-5335-4081-9037-1526a19d4c43 req-60151e2a-fb2f-4781-9bb6-17aa5e689548 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641556 Feb 11 13:34:03.889434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4c073-05ba-4348-98af-90f8f32fcc67 None None] Current status of the port f27abca6-0a2c-4121-8280-9b13f7ae6003 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:03.889886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c073-05ba-4348-98af-90f8f32fcc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:03.892109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d1b5e54a-4428-4406-bf40-1e6897d90c98 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:04.015143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078f244-b8c5-4c2a-b0a2-62886844b21b req-c59dad94-271e-4189-b703-7eaaa344a5d1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.032862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7078f244-b8c5-4c2a-b0a2-62886844b21b req-c59dad94-271e-4189-b703-7eaaa344a5d1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 945 time: 0.1199362 Feb 11 13:34:04.090779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1ce4c073-05ba-4348-98af-90f8f32fcc67 None None] For port f27abca6-0a2c-4121-8280-9b13f7ae6003, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f27abca6-0a2c-4121-8280-9b13f7ae6003,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:04.104960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730b61c-3ac2-4069-8009-e0f7e26cf0d8 req-612e4564-cb3f-44a9-b556-b49717051777 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.106524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e730b61c-3ac2-4069-8009-e0f7e26cf0d8 req-612e4564-cb3f-44a9-b556-b49717051777 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 931 time: 0.5753572 Feb 11 13:34:04.127795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f27abca6-0a2c-4121-8280-9b13f7ae6003 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:04.138391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7078f244-b8c5-4c2a-b0a2-62886844b21b req-63322232-dabc-468a-bc39-d4ecc727644b tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975943 Feb 11 13:34:04.178770 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c073-05ba-4348-98af-90f8f32fcc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.224958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port d1b5e54a-4428-4406-bf40-1e6897d90c98 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:04.237750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port d1b5e54a-4428-4406-bf40-1e6897d90c98 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:04.238299 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.316219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4c073-05ba-4348-98af-90f8f32fcc67 None None] Pushing event updated for resources: {'Port': ['ID=f27abca6-0a2c-4121-8280-9b13f7ae6003,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.319865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a977a7b-e235-4b3c-8d60-a3395dd2409e req-82acc8f8-8b99-4aaa-82c1-3bd9b549ebc4 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.323159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a977a7b-e235-4b3c-8d60-a3395dd2409e req-82acc8f8-8b99-4aaa-82c1-3bd9b549ebc4 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 948 time: 0.0613759 Feb 11 13:34:04.329991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f27abca6-0a2c-4121-8280-9b13f7ae6003 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:04.330679 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.330789 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e730b61c-3ac2-4069-8009-e0f7e26cf0d8 req-5a145107-b924-4707-9473-be1e86117783 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811202 Feb 11 13:34:04.341672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks [] for router_gateway (5778670e-c731-4db3-ac43-bd983c033dc2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.378929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f56455be-902e-472f-af6f-53054fbf1669 None None] Provisioning complete for port f27abca6-0a2c-4121-8280-9b13f7ae6003 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:04.379146 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f56455be-902e-472f-af6f-53054fbf1669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.390584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a977a7b-e235-4b3c-8d60-a3395dd2409e req-20209dd8-34f0-4ce0-ba3a-bab5cedddc13 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579641 Feb 11 13:34:04.397786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b92b6ab-c625-41bf-9986-eb8e6efe334d {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:04.408085 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Publish callbacks [] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.430975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Transition to ACTIVE for port object 2b92b6ab-c625-41bf-9986-eb8e6efe334d will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:04.463541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.618298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baeb60-8870-44eb-91a5-c003017b1d1f req-eb262410-4a44-4ce2-93c4-1f8d5ad89b04 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.626843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35baeb60-8870-44eb-91a5-c003017b1d1f req-eb262410-4a44-4ce2-93c4-1f8d5ad89b04 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 944 time: 0.0687878 Feb 11 13:34:04.646374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Pushing event updated for resources: {'Port': ['ID=2b92b6ab-c625-41bf-9986-eb8e6efe334d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.689091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d1b5e54a-4428-4406-bf40-1e6897d90c98 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:04.690359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.692900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35baeb60-8870-44eb-91a5-c003017b1d1f req-b57a8371-4b36-4ce5-92b5-993d738e77f3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650527 Feb 11 13:34:04.721563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7775d6e-0416-4530-a6f0-185c53d0de29 req-6443244a-0f33-482f-8e65-857c162da4be tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.723144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7775d6e-0416-4530-a6f0-185c53d0de29 req-6443244a-0f33-482f-8e65-857c162da4be tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2611272 Feb 11 13:34:04.723847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Attempting to bind port 2b92b6ab-c625-41bf-9986-eb8e6efe334d on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:04.724177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Attempting to bind port 2b92b6ab-c625-41bf-9986-eb8e6efe334d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:04.724502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Attempting to bind port 2b92b6ab-c625-41bf-9986-eb8e6efe334d on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:04.745027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Port 2b92b6ab-c625-41bf-9986-eb8e6efe334d on network 085e3d9d-406a-4687-a260-fda81fe2574d not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:04.745279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Attempting to bind port 2b92b6ab-c625-41bf-9986-eb8e6efe334d on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:04.764984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d1b5e54a-4428-4406-bf40-1e6897d90c98, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d1b5e54a-4428-4406-bf40-1e6897d90c98,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:04.766461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:04.766842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:04.767230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Bound using segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:04.767717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Bound port: 2b92b6ab-c625-41bf-9986-eb8e6efe334d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:04.768075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.776954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.862033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7775d6e-0416-4530-a6f0-185c53d0de29 req-959a4d1e-2336-4c87-a2a1-c29aebe86181 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276112 Feb 11 13:34:04.897435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f27abca6-0a2c-4121-8280-9b13f7ae6003 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:04.909452 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (5778670e-c731-4db3-ac43-bd983c033dc2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.917755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] For port 2b92b6ab-c625-41bf-9986-eb8e6efe334d, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:04.918969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d1b5e54a-4428-4406-bf40-1e6897d90c98,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.924037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] For port 2b92b6ab-c625-41bf-9986-eb8e6efe334d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2b92b6ab-c625-41bf-9986-eb8e6efe334d,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:04.929747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f56455be-902e-472f-af6f-53054fbf1669 None None] Current status of the port f27abca6-0a2c-4121-8280-9b13f7ae6003 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:04.962490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:05.010504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.011250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:05.012627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] 10.222.0.83 "PUT /v2.0/ports/2b92b6ab-c625-41bf-9986-eb8e6efe334d HTTP/1.1" status: 200 len: 1091 time: 2.0080111 Feb 11 13:34:05.016505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'tag': '2b92b6ab-c625-41bf-9986-eb8e6efe334d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:05.019400 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bea4902-cb64-405a-978f-72f8318f8a82" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e373a6-d44e-4113-a294-249b4e7a4221", "tag": "2b92b6ab-c625-41bf-9986-eb8e6efe334d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:05.071265 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f738bea-ff16-49e1-8213-7b704541ff17 x-openstack-request-id: req-8f738bea-ff16-49e1-8213-7b704541ff17 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:05.071562 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e373a6-d44e-4113-a294-249b4e7a4221", "tag": "2b92b6ab-c625-41bf-9986-eb8e6efe334d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:05.071809 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f738bea-ff16-49e1-8213-7b704541ff17 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:05.072252 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'tag': '2b92b6ab-c625-41bf-9986-eb8e6efe334d', 'status': 'completed', 'code': 200} Feb 11 13:34:05.102423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c7e0-a9d1-45cb-8e14-6c9b55ceb459 service neutron] Pushing event updated for resources: {'Port': ['ID=2b92b6ab-c625-41bf-9986-eb8e6efe334d,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.142593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-62864ef7-8919-447d-a26a-aeda5d973ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.144566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-62864ef7-8919-447d-a26a-aeda5d973ce1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 1125 time: 0.0777810 Feb 11 13:34:05.192187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-f1f34351-279a-46e9-8fa2-c6ab5dbfc4fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b92b6ab-c625-41bf-9986-eb8e6efe334d HTTP/1.1" status: 200 len: 217 time: 0.0402553 Feb 11 13:34:05.234084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Router 5778670e-c731-4db3-ac43-bd983c033dc2 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:34:05.287206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-0a495c85-1ee6-4512-b9a7-8614651e97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.288629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-0a495c85-1ee6-4512-b9a7-8614651e97c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.0903673 Feb 11 13:34:05.360244 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-1fa18752-914a-4b24-a9f2-c8e11b4cf305 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379205 Feb 11 13:34:05.386018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cede7a-a87b-40d9-997e-96ad439041d9 req-5b004a2e-3c41-45e2-b49f-7c8c6ef6e1c5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.387546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89cede7a-a87b-40d9-997e-96ad439041d9 req-5b004a2e-3c41-45e2-b49f-7c8c6ef6e1c5 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 945 time: 0.1575141 Feb 11 13:34:05.483259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45370d5e-85ea-4a5d-a83f-60a739308afa req-ceb6512e-af7f-4df7-914e-131a732a4015 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.486218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45370d5e-85ea-4a5d-a83f-60a739308afa req-ceb6512e-af7f-4df7-914e-131a732a4015 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 943 time: 0.0663605 Feb 11 13:34:05.541882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:05.542216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45370d5e-85ea-4a5d-a83f-60a739308afa req-8cd2dc20-1b49-425d-9339-eec107fc56c7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484555 Feb 11 13:34:05.552628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89cede7a-a87b-40d9-997e-96ad439041d9 req-0bc8f08c-700b-4cd6-b619-1b612b12a997 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524527 Feb 11 13:34:05.553678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Sync routers for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:05.564485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-fce1b132-7fc9-4d74-ac19-991b4151a66b service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972425 Feb 11 13:34:05.568535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:05.569832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:05.585227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:05.586662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ea1dd66-c3b2-439a-8ba8-53066a29d74e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0022380 Feb 11 13:34:05.590180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:05.653174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b5e54a-4428-4406-bf40-1e6897d90c98'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:05.663668 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ac65e-3b7e-43ef-8d06-f3648c1ea79e" -d '{"events": [{"server_uuid": "17973aa9-8290-4ea6-8a76-c3d9ca4af6d4", "name": "network-vif-plugged", "status": "completed", "tag": "d1b5e54a-4428-4406-bf40-1e6897d90c98"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:05.727977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f3df816-3fa3-4b9c-902c-856bc0f1074f req-577be31f-74cd-4971-be12-e7b6c4ae897c service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569035 Feb 11 13:34:05.754482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa597-2899-481e-8b82-4dd15ea5a643 req-063de5d0-ea6c-4f4c-bc38-dec38511b5e9 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.764126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfaa597-2899-481e-8b82-4dd15ea5a643 req-063de5d0-ea6c-4f4c-bc38-dec38511b5e9 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 945 time: 0.0803380 Feb 11 13:34:05.802480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d840672-bebf-4a47-b86b-70d5442b9c11 req-aca9cf1a-3c31-4b60-9d26-27276aee812e tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.806632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d840672-bebf-4a47-b86b-70d5442b9c11 req-aca9cf1a-3c31-4b60-9d26-27276aee812e tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 949 time: 0.1222632 Feb 11 13:34:05.811659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:05.849478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dfaa597-2899-481e-8b82-4dd15ea5a643 req-9b404870-b6a2-4034-9189-bb1220165f1c tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843930 Feb 11 13:34:05.856719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-4c274d44-da4b-458e-af5d-8c1411e19e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.858289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-4c274d44-da4b-458e-af5d-8c1411e19e1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 1125 time: 0.0778692 Feb 11 13:34:06.032095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d840672-bebf-4a47-b86b-70d5442b9c11 req-36061da7-9fb5-4086-812b-293703c39762 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111800 Feb 11 13:34:06.033247 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020653ee-7b9e-438b-a9f6-9d9f95603528 x-openstack-request-id: req-020653ee-7b9e-438b-a9f6-9d9f95603528 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:06.033538 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17973aa9-8290-4ea6-8a76-c3d9ca4af6d4", "name": "network-vif-plugged", "status": "completed", "tag": "d1b5e54a-4428-4406-bf40-1e6897d90c98", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:06.033791 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-020653ee-7b9e-438b-a9f6-9d9f95603528 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:06.034195 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b5e54a-4428-4406-bf40-1e6897d90c98', 'code': 200} Feb 11 13:34:06.037052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:06.107983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f27abca6-0a2c-4121-8280-9b13f7ae6003 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:06.111923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-b8ae19cd-3cb5-403e-bec6-77d0de9c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.115632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-b8ae19cd-3cb5-403e-bec6-77d0de9c20e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.2509301 Feb 11 13:34:06.133201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48888-89b8-44e9-a9be-83e44f429796 req-574fa8ae-a51d-459b-bf19-ab3637f6d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.137051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2a48888-89b8-44e9-a9be-83e44f429796 req-574fa8ae-a51d-459b-bf19-ab3637f6d752 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 1131 time: 0.1618671 Feb 11 13:34:06.189291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-d79ec672-6186-4076-8711-1744d11d988f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b92b6ab-c625-41bf-9986-eb8e6efe334d HTTP/1.1" status: 200 len: 217 time: 0.0651700 Feb 11 13:34:06.266224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7462b6-8a3f-4cb6-ae3d-9befe6dbd4ae req-f3d75856-c292-488a-9bdc-f21333d26a19 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.268417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d7462b6-8a3f-4cb6-ae3d-9befe6dbd4ae req-f3d75856-c292-488a-9bdc-f21333d26a19 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 944 time: 0.2440629 Feb 11 13:34:06.302194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-aa7a9559-9cb7-494b-9028-886faf19908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.304052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-aa7a9559-9cb7-494b-9028-886faf19908c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1092722 Feb 11 13:34:06.308359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:04Z', 'revision_number': 3, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.313776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:06.340772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2a48888-89b8-44e9-a9be-83e44f429796 req-7285ec24-8f15-4535-b61a-3937bd4d9ad0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812677 Feb 11 13:34:06.355310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f27abca6-0a2c-4121-8280-9b13f7ae6003 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:06.355840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:06.363963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d7462b6-8a3f-4cb6-ae3d-9befe6dbd4ae req-3bc4b50d-2538-475a-b406-d1482e3260a8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851336 Feb 11 13:34:06.386933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Checking router: 5778670e-c731-4db3-ac43-bd983c033dc2 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:06.387478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Updating router 5778670e-c731-4db3-ac43-bd983c033dc2 port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:34:06.399624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3', 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e', 'port_id': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3', 'mac_address': 'fa:16:3e:36:2c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7917ce3-f791-40bc-884d-8ade44c9bd77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:06.432852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-3d0ece3d-d3ea-4f14-b12b-43e131608894 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834684 Feb 11 13:34:06.471182 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:06.481720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638191cf-c2a1-4e8f-b30f-31f8ea1e696f req-afd51c9f-e167-4bc6-85d9-c0018015fc9b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.484050 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-638191cf-c2a1-4e8f-b30f-31f8ea1e696f req-afd51c9f-e167-4bc6-85d9-c0018015fc9b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1423333 Feb 11 13:34:06.529093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:06.529093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:06.571921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:06.613119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-638191cf-c2a1-4e8f-b30f-31f8ea1e696f req-55620598-2ccb-47c2-80e8-d037dacea278 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911617 Feb 11 13:34:06.710050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:06.778247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-63f6b72b-e499-46e9-94c3-9984eae608b7 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418096 Feb 11 13:34:06.781429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:06.783916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f27abca6-0a2c-4121-8280-9b13f7ae6003 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:06.793127 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:06.858638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6d459-222b-4ace-9160-b689a60942a4 req-d5054587-2f3e-4c7c-880c-078ff986285b tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.866085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86e6d459-222b-4ace-9160-b689a60942a4 req-d5054587-2f3e-4c7c-880c-078ff986285b tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 945 time: 0.2014191 Feb 11 13:34:06.873045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785940-8bd7-4f6d-a78b-1660b9b42db0 req-edf9ca8f-f82a-44c6-8302-b09fe3ded30c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.874221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0785940-8bd7-4f6d-a78b-1660b9b42db0 req-edf9ca8f-f82a-44c6-8302-b09fe3ded30c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 943 time: 0.1497529 Feb 11 13:34:06.914095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Allocated IP 172.20.0.1 (bf400292-cd8d-4291-a318-6f319726a802/24dfdaec-7e6d-4ec7-83fd-b5dabfae2506/940a248e-1b4f-4638-a92d-00ae834df98a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:06.934702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86e6d459-222b-4ace-9160-b689a60942a4 req-b2cf715d-073d-4053-9db3-3b95caa826e3 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676672 Feb 11 13:34:06.940861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:06.949628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0785940-8bd7-4f6d-a78b-1660b9b42db0 req-5b7ea516-0fe9-43a5-aeab-39704ce9c7be tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674160 Feb 11 13:34:07.010939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bea4902-cb64-405a-978f-72f8318f8a82 req-7de5c1f3-0cb0-48b6-ac14-373586f0e30b service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196462 Feb 11 13:34:07.058999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks [] for port (940a248e-1b4f-4638-a92d-00ae834df98a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.081166 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Publish callbacks [] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.090303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:07.108395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.119629 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.160468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Network bf400292-cd8d-4291-a318-6f319726a802 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:07.164430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:07.167057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:07.193649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Attempting to bind port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:07.194044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Attempting to bind port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:07.194447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Attempting to bind port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:07.196805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Pushing event updated for resources: {'Port': ['ID=940a248e-1b4f-4638-a92d-00ae834df98a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:07.220761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:07.221275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (5778670e-c731-4db3-ac43-bd983c033dc2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.221606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:07.222393 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.223546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:07.224286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Bound port: b583bdf2-4ea2-4ec2-82b3-1348fad41f12, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:07.224956 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.234343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ee644-d9b0-45ac-900d-65b6ffe8c8fe req-3c847b0c-ac22-4073-af75-8e8be473f6e0 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.242222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-368ee644-d9b0-45ac-900d-65b6ffe8c8fe req-3c847b0c-ac22-4073-af75-8e8be473f6e0 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 949 time: 0.1364989 Feb 11 13:34:07.251496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bdc23-c483-48be-aaf8-ccde1f3b5f2f None None] Pushing event updated for resources: {'Port': ['ID=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:07.314550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-368ee644-d9b0-45ac-900d-65b6ffe8c8fe req-ac24c2be-4668-4c0a-9801-b36ef7d9a58b tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Feb 11 13:34:07.370027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] For port b583bdf2-4ea2-4ec2-82b3-1348fad41f12, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:07.373755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] For port b583bdf2-4ea2-4ec2-82b3-1348fad41f12, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:07.388204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.408527 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.471063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:07.471626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:07.554349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bdc23-c483-48be-aaf8-ccde1f3b5f2f None None] Pushing event updated for resources: {'Port': ['ID=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:07.581658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263075a-cd91-49a4-bcbb-9133d4c78578 req-e6e372f6-03b2-4306-b243-76c4cf316006 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.583214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f263075a-cd91-49a4-bcbb-9133d4c78578 req-e6e372f6-03b2-4306-b243-76c4cf316006 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 945 time: 0.1153462 Feb 11 13:34:07.626398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d5e4a90d-4f0f-45ea-bfee-4c9e7c7b9f40 None None] Provisioning complete for port 940a248e-1b4f-4638-a92d-00ae834df98a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:07.626704 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a90d-4f0f-45ea-bfee-4c9e7c7b9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.631602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:07.686043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f263075a-cd91-49a4-bcbb-9133d4c78578 req-4f42d35d-88e3-4e45-ad65-58f4408c8acb tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901887 Feb 11 13:34:07.750591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks [] for port (940a248e-1b4f-4638-a92d-00ae834df98a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.762372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.771311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4a90d-4f0f-45ea-bfee-4c9e7c7b9f40 None None] Port 940a248e-1b4f-4638-a92d-00ae834df98a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:07.797367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2b0d0-4d9f-465a-be4e-f3a12e1c056d req-ed64e522-2d63-4d8d-8dce-d4937727bd1f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.799591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bd2b0d0-4d9f-465a-be4e-f3a12e1c056d req-ed64e522-2d63-4d8d-8dce-d4937727bd1f tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1073520 Feb 11 13:34:07.846468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Pushing event updated for resources: {'Port': ['ID=940a248e-1b4f-4638-a92d-00ae834df98a,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:07.871763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (5778670e-c731-4db3-ac43-bd983c033dc2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.886488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bd2b0d0-4d9f-465a-be4e-f3a12e1c056d req-d42e905d-48ef-4686-8d18-95902b03bfd0 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806594 Feb 11 13:34:07.966649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-cc155024-997f-4b12-9433-a50fa58516f9 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.968218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-cc155024-997f-4b12-9433-a50fa58516f9 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "GET /v2.0/ports?device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 945 time: 0.0798137 Feb 11 13:34:07.997344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Network bf400292-cd8d-4291-a318-6f319726a802 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:07.999127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:08.175118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:06Z', 'revision_number': 1, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:08.211567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ec84a-beb3-4e2e-b671-8d147b7cab9d None None] The sync data for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 is: [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:06Z', 'revision_number': 1, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:08.242136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-bc077852-fedb-4366-92e8-5263fa221c07 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:08.244462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-bc077852-fedb-4366-92e8-5263fa221c07 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0375261-e7ef-4025-8f08-7793d7ebe7ec HTTP/1.1" status: 200 len: 945 time: 0.1978202 Feb 11 13:34:08.279176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2491bb-cf9f-4bb2-bd26-43dd7669df58 req-e4b1c042-f3bc-411b-a0f3-098d8a3fbad7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:08.280747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa2491bb-cf9f-4bb2-bd26-43dd7669df58 req-e4b1c042-f3bc-411b-a0f3-098d8a3fbad7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 943 time: 0.1818082 Feb 11 13:34:08.330490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Deleting port c31f7b7e-5109-406c-90da-afb834319050 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:08.330828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c31f7b7e-5109-406c-90da-afb834319050), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:08.403464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9125d96e-9bd0-4515-a270-53c35479a4cc None None] Provisioning complete for port 940a248e-1b4f-4638-a92d-00ae834df98a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:08.404158 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9125d96e-9bd0-4515-a270-53c35479a4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:08.411374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa2491bb-cf9f-4bb2-bd26-43dd7669df58 req-f4749cfe-484f-441f-8f14-5bf912aac26d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970044 Feb 11 13:34:08.501791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9125d96e-9bd0-4515-a270-53c35479a4cc None None] Port 940a248e-1b4f-4638-a92d-00ae834df98a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:08.661173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba0de8-70d5-4860-b9df-7a9d1e1bbf44 req-c9a33da0-41f5-48fe-8716-3f75764b5db3 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:08.666328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e1ba0de8-70d5-4860-b9df-7a9d1e1bbf44 req-c9a33da0-41f5-48fe-8716-3f75764b5db3 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 945 time: 0.1421459 Feb 11 13:34:08.702373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Router 5778670e-c731-4db3-ac43-bd983c033dc2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:08.793839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e1ba0de8-70d5-4860-b9df-7a9d1e1bbf44 req-d1920b69-cdd7-4d9e-8f29-92f394b8b971 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190031 Feb 11 13:34:08.968156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:08.976561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-42eb4088-142f-4762-8d3e-c1ad539f1717 admin admin] 10.222.0.79 "PUT /v2.0/routers/5778670e-c731-4db3-ac43-bd983c033dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3842635 Feb 11 13:34:09.032429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f632a-e55b-400a-b23d-dbc9d3230aa8 req-029c1305-c61e-4608-8f0e-749ece673501 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:09.040148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b87f632a-e55b-400a-b23d-dbc9d3230aa8 req-029c1305-c61e-4608-8f0e-749ece673501 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 945 time: 0.1095560 Feb 11 13:34:09.042333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] For port c31f7b7e-5109-406c-90da-afb834319050, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c31f7b7e-5109-406c-90da-afb834319050,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:09.042705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c31f7b7e-5109-406c-90da-afb834319050), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:09.059369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Deleting port eca793dc-e7e4-46f8-b279-dd3040c611c1 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:09.059837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:09.094046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Calling delete_port for c31f7b7e-5109-406c-90da-afb834319050 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:09.097963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b87f632a-e55b-400a-b23d-dbc9d3230aa8 req-8b5757f1-1cc6-4743-a456-f4d8c78ae7d3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568519 Feb 11 13:34:09.121998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a2e11-e255-433b-9c98-3c9942dc771a req-fcb19405-5086-42d5-a4ac-aa02ed4de0ee tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:09.132304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-226a2e11-e255-433b-9c98-3c9942dc771a req-fcb19405-5086-42d5-a4ac-aa02ed4de0ee tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 949 time: 0.2285779 Feb 11 13:34:09.237237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45631e2e-ba7e-464d-aa49-117b8eba85d4 req-a28784ce-65ce-4dba-82c0-17473dbcf6e2 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:09.238245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-226a2e11-e255-433b-9c98-3c9942dc771a req-d76f70cd-ec39-45d2-b982-a4fe872b138e tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050270 Feb 11 13:34:09.239444 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45631e2e-ba7e-464d-aa49-117b8eba85d4 req-a28784ce-65ce-4dba-82c0-17473dbcf6e2 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.0710547 Feb 11 13:34:09.319042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45631e2e-ba7e-464d-aa49-117b8eba85d4 req-9b1dabdf-fdd3-4303-8337-c232d00075e2 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720243 Feb 11 13:34:09.363988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] For port eca793dc-e7e4-46f8-b279-dd3040c611c1, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eca793dc-e7e4-46f8-b279-dd3040c611c1,segment=NetworkSegment(0c036506-1a8f-4d9c-a3bb-15741195e9b0),segment_id=0c036506-1a8f-4d9c-a3bb-15741195e9b0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:09.364569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:09.409403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Calling delete_port for eca793dc-e7e4-46f8-b279-dd3040c611c1 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:09.657765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c31f7b7e-5109-406c-90da-afb834319050), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:09.679274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c31f7b7e-5109-406c-90da-afb834319050'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:09.718001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event deleted for resources: {'Port': ['ID=c31f7b7e-5109-406c-90da-afb834319050,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:09.778441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40540) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:09.784282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8807e3fa-3793-46ad-ba2f-d3a9a1cb7dea tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265300829', 'description': 'tempest-description--1126779453'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:09.822962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] No DVR routers for this DVR port c31f7b7e-5109-406c-90da-afb834319050 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:09.823853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8807e3fa-3793-46ad-ba2f-d3a9a1cb7dea tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:09.854440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:09.860516 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17404d38-4a82-4115-b2a8-34e11523fa4b req-9d1a0ce2-3679-4690-a9c4-31e6ceb26b33 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.83 "DELETE /v2.0/ports/c31f7b7e-5109-406c-90da-afb834319050 HTTP/1.1" status: 204 len: 173 time: 1.8822730 Feb 11 13:34:09.860516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'name': 'network-vif-deleted', 'tag': 'c31f7b7e-5109-406c-90da-afb834319050'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:09.862642 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d7bd2-8aa2-40e2-b2b7-8c74a271ce58" -d '{"events": [{"server_uuid": "f684faa1-fd4f-45ee-8a11-c1341abc563d", "name": "network-vif-deleted", "tag": "c31f7b7e-5109-406c-90da-afb834319050"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:09.918467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2b92b6ab-c625-41bf-9986-eb8e6efe334d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:10.007275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8807e3fa-3793-46ad-ba2f-d3a9a1cb7dea tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group (ca704b87-a2c0-45a5-8b26-aa69cd106c08), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.018297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:10.052973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8807e3fa-3793-46ad-ba2f-d3a9a1cb7dea tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ca704b87-a2c0-45a5-8b26-aa69cd106c08), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.055492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (eca793dc-e7e4-46f8-b279-dd3040c611c1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.100722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c31f7b7e-5109-406c-90da-afb834319050'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:10.144711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb506a42-29e1-4ea5-a710-03da498f7cc1 req-b2c886d3-9490-4d64-a3c2-ee71b72636c1 tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.79 "GET /v2.0/ports?device_id=f684faa1-fd4f-45ee-8a11-c1341abc563d HTTP/1.1" status: 200 len: 210 time: 0.1303723 Feb 11 13:34:10.171355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440115-9874-45f8-9577-09928c819393 req-c58aaeb5-3480-42d3-bcdf-b94da215636d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:10.172950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d440115-9874-45f8-9577-09928c819393 req-c58aaeb5-3480-42d3-bcdf-b94da215636d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 943 time: 0.3142722 Feb 11 13:34:10.179300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8807e3fa-3793-46ad-ba2f-d3a9a1cb7dea tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.184837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8807e3fa-3793-46ad-ba2f-d3a9a1cb7dea tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4005113 Feb 11 13:34:10.189958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Pushing event deleted for resources: {'Port': ['ID=eca793dc-e7e4-46f8-b279-dd3040c611c1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.210387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40552) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:10.222186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2998cc70-235b-481d-a8da-d1aeae016b5a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Request body: {'security_group_rule': {'security_group_id': 'ca704b87-a2c0-45a5-8b26-aa69cd106c08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:10.232643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807e3fa-3793-46ad-ba2f-d3a9a1cb7dea tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca704b87-a2c0-45a5-8b26-aa69cd106c08,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.270824 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dd5a32-330e-44f8-a56a-83c460c83496 x-openstack-request-id: req-b9dd5a32-330e-44f8-a56a-83c460c83496 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:10.270824 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f684faa1-fd4f-45ee-8a11-c1341abc563d", "name": "network-vif-deleted", "tag": "c31f7b7e-5109-406c-90da-afb834319050", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:10.271308 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9dd5a32-330e-44f8-a56a-83c460c83496 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:10.271457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b583bdf2-4ea2-4ec2-82b3-1348fad41f12 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:10.272142 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f684faa1-fd4f-45ee-8a11-c1341abc563d', 'name': 'network-vif-deleted', 'tag': 'c31f7b7e-5109-406c-90da-afb834319050', 'status': 'completed', 'code': 200} Feb 11 13:34:10.283098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2b92b6ab-c625-41bf-9986-eb8e6efe334d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2b92b6ab-c625-41bf-9986-eb8e6efe334d,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:10.341652 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] No DVR routers for this DVR port eca793dc-e7e4-46f8-b279-dd3040c611c1 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:10.348687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '2b92b6ab-c625-41bf-9986-eb8e6efe334d', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'port_id': '2b92b6ab-c625-41bf-9986-eb8e6efe334d', 'mac_address': 'fa:16:3e:45:67:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39d1925-8c6c-48c3-b595-54707ce4d893', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:10.352352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.357244 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab3d91cb-9d07-4ad8-a6d1-29485c8576dd req-3487066b-023c-433f-b7a5-fbd207bf699e tempest-MultipleCreateTestJSON-516737597 tempest-MultipleCreateTestJSON-516737597-project] 10.222.0.30 "DELETE /v2.0/ports/eca793dc-e7e4-46f8-b279-dd3040c611c1 HTTP/1.1" status: 204 len: 173 time: 2.0991178 Feb 11 13:34:10.384735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2998cc70-235b-481d-a8da-d1aeae016b5a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group_rule (16d3cfd1-fdab-4650-abc9-373917a0a936), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.405352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d440115-9874-45f8-9577-09928c819393 req-116e49d6-881d-4b41-9c1c-933f603095d1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882882 Feb 11 13:34:10.453749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:10.495496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2b92b6ab-c625-41bf-9986-eb8e6efe334d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:10.496818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.498022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:10.498457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.520499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2998cc70-235b-481d-a8da-d1aeae016b5a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group_rule (16d3cfd1-fdab-4650-abc9-373917a0a936), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.529432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2998cc70-235b-481d-a8da-d1aeae016b5a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (16d3cfd1-fdab-4650-abc9-373917a0a936), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.542591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e192c-5d0b-45be-bdff-733fd990d0f1 req-d3bcff8a-ca01-40e3-90e8-fd2e93516782 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:10.551004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-849e192c-5d0b-45be-bdff-733fd990d0f1 req-d3bcff8a-ca01-40e3-90e8-fd2e93516782 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 945 time: 0.1575282 Feb 11 13:34:10.564791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998cc70-235b-481d-a8da-d1aeae016b5a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d3cfd1-fdab-4650-abc9-373917a0a936,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.593257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2998cc70-235b-481d-a8da-d1aeae016b5a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.600938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2998cc70-235b-481d-a8da-d1aeae016b5a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3859136 Feb 11 13:34:10.602080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40558) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:10.615780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a8cb5c57-326d-48c9-a84c-9ac9b70577a9 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Request body: {'security_group_rule': {'security_group_id': 'ca704b87-a2c0-45a5-8b26-aa69cd106c08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:10.623854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:10.623854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.640230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b92b6ab-c625-41bf-9986-eb8e6efe334d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:10.665309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-849e192c-5d0b-45be-bdff-733fd990d0f1 req-4a487a17-68cd-43c6-b949-e49c23027420 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017091 Feb 11 13:34:10.671136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8cb5c57-326d-48c9-a84c-9ac9b70577a9 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group_rule (2e36e5a5-1b8b-43b7-983b-4e616283cdaa), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.763024 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8cb5c57-326d-48c9-a84c-9ac9b70577a9 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group_rule (2e36e5a5-1b8b-43b7-983b-4e616283cdaa), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.768040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8cb5c57-326d-48c9-a84c-9ac9b70577a9 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2e36e5a5-1b8b-43b7-983b-4e616283cdaa), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.794054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb5c57-326d-48c9-a84c-9ac9b70577a9 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e36e5a5-1b8b-43b7-983b-4e616283cdaa,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.802775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2b92b6ab-c625-41bf-9986-eb8e6efe334d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2b92b6ab-c625-41bf-9986-eb8e6efe334d,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:10.810322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8cb5c57-326d-48c9-a84c-9ac9b70577a9 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.812427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a8cb5c57-326d-48c9-a84c-9ac9b70577a9 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2075391 Feb 11 13:34:10.815274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40560) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:10.815930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.821716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:10.853542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:10.881345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436e5fa-d705-46f3-9e35-c5cdc8ff45ca req-7a504ef0-aa46-4878-9bae-d26921616252 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:10.882946 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3436e5fa-d705-46f3-9e35-c5cdc8ff45ca req-7a504ef0-aa46-4878-9bae-d26921616252 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.0752447 Feb 11 13:34:11.018186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3436e5fa-d705-46f3-9e35-c5cdc8ff45ca req-3601c46c-a23c-4df0-817c-fdae4c9b489c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280377 Feb 11 13:34:11.043743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device eca793dc-e7e4-46f8-b279-dd3040c611c1 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:11.075746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.082301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: eca793dc-e7e4-46f8-b279-dd3040c611c1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:11.082648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device eca793dc-e7e4-46f8-b279-dd3040c611c1 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:11.085178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['2b92b6ab-c625-41bf-9986-eb8e6efe334d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:11.170562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:11.170951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.215125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2b92b6ab-c625-41bf-9986-eb8e6efe334d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.299249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:11.301483 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f14494-2565-4ca9-bdc4-5957193bcc7f" -d '{"events": [{"server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "name": "network-vif-plugged", "status": "completed", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:11.311139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40574) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:11.319125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:11.319531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.324843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Allocated IP 172.25.3.185 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/584b045a-d991-4431-b366-3fde521386fc) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:11.355530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46e723-212c-4646-bdd8-97c9e6e603ec req-b3b0d4f6-dfa4-4aa9-98f4-6155b53ca5fd tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.363258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df46e723-212c-4646-bdd8-97c9e6e603ec req-b3b0d4f6-dfa4-4aa9-98f4-6155b53ca5fd tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 949 time: 0.1072438 Feb 11 13:34:11.366881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:11.369736 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef156e-317d-4c69-9c89-2f4d991e3b76 x-openstack-request-id: req-1eef156e-317d-4c69-9c89-2f4d991e3b76 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:11.370023 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "name": "network-vif-plugged", "status": "completed", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:11.370318 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1eef156e-317d-4c69-9c89-2f4d991e3b76 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:11.370861 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3', 'code': 200} Feb 11 13:34:11.389583 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.392593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port b583bdf2-4ea2-4ec2-82b3-1348fad41f12, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:11.410343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] Deleting subnet b54de0fd-a4fd-4e8a-b262-e11d9863ab83 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:34:11.413254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] Publish callbacks [] for subnet (b54de0fd-a4fd-4e8a-b262-e11d9863ab83), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.433683 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.459015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (b54de0fd-a4fd-4e8a-b262-e11d9863ab83), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.493481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.558761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b54de0fd-a4fd-4e8a-b262-e11d9863ab83), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.575635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.617790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2c1-6cc5-41fb-9f20-dc4cdfadc428 req-b4dd4c7c-7b60-431c-8365-3be7c14edad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.620685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eaec2c1-6cc5-41fb-9f20-dc4cdfadc428 req-b4dd4c7c-7b60-431c-8365-3be7c14edad4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1128 time: 0.1602459 Feb 11 13:34:11.628992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for port (584b045a-d991-4431-b366-3fde521386fc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.670955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df46e723-212c-4646-bdd8-97c9e6e603ec req-316549af-a69f-4d42-8e01-10922835058e tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067391 Feb 11 13:34:11.690303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec740e6-f87a-4e03-919a-f2982503fa88 req-4f980186-e2d3-48da-bd2e-05689f4748f8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.691146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aec740e6-f87a-4e03-919a-f2982503fa88 req-4f980186-e2d3-48da-bd2e-05689f4748f8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 944 time: 0.1429760 Feb 11 13:34:11.753744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eaec2c1-6cc5-41fb-9f20-dc4cdfadc428 req-999d75e4-4044-4720-acab-4e40cfe19502 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184611 Feb 11 13:34:11.765484 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (b54de0fd-a4fd-4e8a-b262-e11d9863ab83), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.788040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (584b045a-d991-4431-b366-3fde521386fc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.814318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54de0fd-a4fd-4e8a-b262-e11d9863ab83,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.831974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:11.851519 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aec740e6-f87a-4e03-919a-f2982503fa88 req-eee6b7a1-13f5-4e34-90e0-5fb4e7b9a6ad tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431875 Feb 11 13:34:11.863484 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:11.873629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-99fa34e0-492b-43d8-8150-f2812d04a3c7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b54de0fd-a4fd-4e8a-b262-e11d9863ab83 HTTP/1.1" status: 204 len: 168 time: 0.5605710 Feb 11 13:34:11.875455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:11.875580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40580) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:11.878913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:11.925523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c31f7b7e-5109-406c-90da-afb834319050 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:11.970577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f12d3-d0d9-41d9-a337-4bba7aa79c55 req-9c4beb82-fa09-4a86-aeeb-80765b6e5eff tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.976754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: c31f7b7e-5109-406c-90da-afb834319050 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:11.977896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c31f7b7e-5109-406c-90da-afb834319050 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:11.986621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-696f12d3-d0d9-41d9-a337-4bba7aa79c55 req-9c4beb82-fa09-4a86-aeeb-80765b6e5eff tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 946 time: 0.1757822 Feb 11 13:34:12.004596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (5217468b-e8e3-4cb4-adfc-559b9701122f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.058335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event updated for resources: {'Port': ['ID=584b045a-d991-4431-b366-3fde521386fc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.070722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-696f12d3-d0d9-41d9-a337-4bba7aa79c55 req-7b4fc8de-017f-4792-8b17-9c3079ca7453 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831604 Feb 11 13:34:12.078916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b583bdf2-4ea2-4ec2-82b3-1348fad41f12 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:12.188880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (5217468b-e8e3-4cb4-adfc-559b9701122f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.189140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for floatingip (04642b7d-8d92-4e10-8fb3-a4b466e00eda), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.217188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5217468b-e8e3-4cb4-adfc-559b9701122f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.231331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:12.237937 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.242411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c036506-1a8f-4d9c-a3bb-15741195e9b0') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.243504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c036506-1a8f-4d9c-a3bb-15741195e9b0') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.245688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (584b045a-d991-4431-b366-3fde521386fc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.257487 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Sync routers for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:12.267068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (0c036506-1a8f-4d9c-a3bb-15741195e9b0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.279451 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:12.280115 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.295118 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0c036506-1a8f-4d9c-a3bb-15741195e9b0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.319133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:12.319593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (0c036506-1a8f-4d9c-a3bb-15741195e9b0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:12.323917 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:12.355395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:12.373824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'name': 'network-vif-deleted', 'tag': 'eca793dc-e7e4-46f8-b279-dd3040c611c1'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:12.379028 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c847c1-986e-4986-8c43-e01055b154d9" -d '{"events": [{"server_uuid": "e0375261-e7ef-4025-8f08-7793d7ebe7ec", "name": "network-vif-deleted", "tag": "eca793dc-e7e4-46f8-b279-dd3040c611c1"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:12.427489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (5217468b-e8e3-4cb4-adfc-559b9701122f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.434364 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.440092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5217468b-e8e3-4cb4-adfc-559b9701122f HTTP/1.1" status: 204 len: 168 time: 0.5632169 Feb 11 13:34:12.461218 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b563c3c-b5e0-4e6e-92cb-50a205659739 x-openstack-request-id: req-9b563c3c-b5e0-4e6e-92cb-50a205659739 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:12.461540 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0375261-e7ef-4025-8f08-7793d7ebe7ec", "name": "network-vif-deleted", "tag": "eca793dc-e7e4-46f8-b279-dd3040c611c1", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:12.461792 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b563c3c-b5e0-4e6e-92cb-50a205659739 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:12.462205 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0375261-e7ef-4025-8f08-7793d7ebe7ec', 'name': 'network-vif-deleted', 'tag': 'eca793dc-e7e4-46f8-b279-dd3040c611c1', 'status': 'completed', 'code': 200} Feb 11 13:34:12.478448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b2f79-4c01-4325-b4f9-9ce90ff4ef92 admin admin] Pushing event deleted for resources: {'Network': ['ID=5217468b-e8e3-4cb4-adfc-559b9701122f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.491859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2db4d-2dad-49cc-9548-8be27c48b457 req-9394e634-e898-4026-989f-ce9ef2c32727 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:12.498771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28b2db4d-2dad-49cc-9548-8be27c48b457 req-9394e634-e898-4026-989f-ce9ef2c32727 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.3903410 Feb 11 13:34:12.543289 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:12.578516 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28b2db4d-2dad-49cc-9548-8be27c48b457 req-ee9bf222-4897-4229-be2c-b862fc3c3115 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787787 Feb 11 13:34:12.601307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for port (584b045a-d991-4431-b366-3fde521386fc), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.609408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (584b045a-d991-4431-b366-3fde521386fc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.679669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:12.695460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event updated for resources: {'Port': ['ID=584b045a-d991-4431-b366-3fde521386fc,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.729392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (04642b7d-8d92-4e10-8fb3-a4b466e00eda), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.735403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-086b22b8-0235-453b-a636-19439ae16d6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f243607ce77a4f328442b85ce83baf23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543592 Feb 11 13:34:12.737652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:12.803615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:12.805039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6adfda52-e83e-4544-afe9-99aaf29282ad tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9885647 Feb 11 13:34:12.860639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-0336d241-d30a-4412-b8fd-57cc6f9e80cd tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:12.870829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-0336d241-d30a-4412-b8fd-57cc6f9e80cd tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.83 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 949 time: 0.1371984 Feb 11 13:34:12.931676 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 2, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.968777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed908622-eadc-462c-af64-22a05e0662a9 admin admin] Publish callbacks [] for security_group (c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.007805 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Checking router: 5778670e-c731-4db3-ac43-bd983c033dc2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:13.008444 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Updating router 5778670e-c731-4db3-ac43-bd983c033dc2 port 940a248e-1b4f-4638-a92d-00ae834df98a binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:34:13.023644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed908622-eadc-462c-af64-22a05e0662a9 admin admin] Publish callbacks [] for security_group (c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.058096 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.104917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d051392-fc2d-4a8e-b751-6eed057d0a22 req-aa6a750c-b240-48ea-9389-792e018e4b70 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.111052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d051392-fc2d-4a8e-b751-6eed057d0a22 req-aa6a750c-b240-48ea-9389-792e018e4b70 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 949 time: 0.3252089 Feb 11 13:34:13.115425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed908622-eadc-462c-af64-22a05e0662a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.126024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed908622-eadc-462c-af64-22a05e0662a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.132958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ed908622-eadc-462c-af64-22a05e0662a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c HTTP/1.1" status: 204 len: 168 time: 0.3931370 Feb 11 13:34:13.191126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ed1b-4156-47ba-a3d5-844df58bac4a req-3c29f982-2c3d-46b4-a3a6-7049573ddf52 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.194764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8a4ed1b-4156-47ba-a3d5-844df58bac4a req-3c29f982-2c3d-46b4-a3a6-7049573ddf52 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 944 time: 0.1932464 Feb 11 13:34:13.217564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed908622-eadc-462c-af64-22a05e0662a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fbb7d1-cb82-4b61-a02c-1b84eb357c9c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:13.253773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d051392-fc2d-4a8e-b751-6eed057d0a22 req-d90f876e-50d8-4922-ab11-b1bbd8d396bf tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1837867-87ad-47a2-953b-a4b1b12299ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395254 Feb 11 13:34:13.279404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Deleting port d1b5e54a-4428-4406-bf40-1e6897d90c98 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:13.280132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.353233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8a4ed1b-4156-47ba-a3d5-844df58bac4a req-12ba649e-0d9c-4eeb-a61f-ed1b48097788 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395717 Feb 11 13:34:13.482771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-48293992-3e94-4931-827a-10135f9a0231 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--265300829&fields=id&tenant_id=6335999f706d430b8f1c2c143bc6bd71 HTTP/1.1" status: 200 len: 267 time: 0.0756578 Feb 11 13:34:13.602056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] For port d1b5e54a-4428-4406-bf40-1e6897d90c98, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d1b5e54a-4428-4406-bf40-1e6897d90c98,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:13.602462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.607782 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Publish callbacks [] for port (940a248e-1b4f-4638-a92d-00ae834df98a), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.617783 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.639744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Calling delete_port for d1b5e54a-4428-4406-bf40-1e6897d90c98 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:13.667873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-6ee0801d-cefb-445d-b7c2-904707cb7d33 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.680822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-6ee0801d-cefb-445d-b7c2-904707cb7d33 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/networks?id=bf400292-cd8d-4291-a318-6f319726a802 HTTP/1.1" status: 200 len: 811 time: 0.1888089 Feb 11 13:34:13.687577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd8d66-dbd1-462f-afc1-2935acb31568 req-b32b9a6f-f3f5-4fba-ba8b-1f693047415c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.700028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ddd8d66-dbd1-462f-afc1-2935acb31568 req-b32b9a6f-f3f5-4fba-ba8b-1f693047415c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 946 time: 0.2323623 Feb 11 13:34:13.715829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-de80fd70-4189-4746-835e-7e39e6b88499 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/quotas/6335999f706d430b8f1c2c143bc6bd71 HTTP/1.1" status: 200 len: 375 time: 0.0331664 Feb 11 13:34:13.729753 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Pushing event updated for resources: {'Port': ['ID=940a248e-1b4f-4638-a92d-00ae834df98a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:13.752424 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.752677 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.753022 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.753356 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.754382 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.754720 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.755047 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.755729 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.756068 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.756393 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.756721 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.757043 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.757974 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:13.846597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-4be032d6-74ef-4157-ba9c-1d9bc4db9d3a tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6335999f706d430b8f1c2c143bc6bd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301055 Feb 11 13:34:13.880666 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Attempting to bind port 940a248e-1b4f-4638-a92d-00ae834df98a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:13.880968 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Attempting to bind port 940a248e-1b4f-4638-a92d-00ae834df98a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:13.881333 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Attempting to bind port 940a248e-1b4f-4638-a92d-00ae834df98a on network bf400292-cd8d-4291-a318-6f319726a802 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:13.888431 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:13.889321 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Checking segment: {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:13.889735 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.890158 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Bound using segment: {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:13.890637 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Bound port: 940a248e-1b4f-4638-a92d-00ae834df98a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:13.891018 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:13.935356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2b92b6ab-c625-41bf-9986-eb8e6efe334d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:13.985424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ddd8d66-dbd1-462f-afc1-2935acb31568 req-be085400-4832-41dc-955e-41ff9a25605e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685750 Feb 11 13:34:14.043697 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] For port 940a248e-1b4f-4638-a92d-00ae834df98a, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:14.050428 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] For port 940a248e-1b4f-4638-a92d-00ae834df98a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=940a248e-1b4f-4638-a92d-00ae834df98a,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:14.060450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 2b92b6ab-c625-41bf-9986-eb8e6efe334d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:14.065051 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.071278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 2b92b6ab-c625-41bf-9986-eb8e6efe334d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:14.073145 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.116430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-b05e42d9-d758-4938-9446-5118e9cbee4d service neutron] 10.222.0.79 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584312 Feb 11 13:34:14.236873 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:14.239613 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:14.252914 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094a172-46d4-41b5-89a6-0772b374ed52 None None] Pushing event updated for resources: {'Port': ['ID=940a248e-1b4f-4638-a92d-00ae834df98a,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:14.258400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2b92b6ab-c625-41bf-9986-eb8e6efe334d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:14.259002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.317787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b92b6ab-c625-41bf-9986-eb8e6efe334d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:14.330399 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3eddaa-0f81-46b2-ae07-aa52a158fb56" -d '{"events": [{"server_uuid": "f7e373a6-d44e-4113-a294-249b4e7a4221", "name": "network-vif-plugged", "status": "completed", "tag": "2b92b6ab-c625-41bf-9986-eb8e6efe334d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:14.335925 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d1b5e54a-4428-4406-bf40-1e6897d90c98), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.383761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2b92b6ab-c625-41bf-9986-eb8e6efe334d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2b92b6ab-c625-41bf-9986-eb8e6efe334d,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:14.390522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bff98b6c-302a-47b9-a21d-7c5ab0e7710a None None] Provisioning complete for port 940a248e-1b4f-4638-a92d-00ae834df98a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:14.392887 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bff98b6c-302a-47b9-a21d-7c5ab0e7710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.406509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.435293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-61388c41-5408-4777-a1dc-11c088dc7a93 service neutron] 10.222.0.79 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178906 Feb 11 13:34:14.488313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Pushing event deleted for resources: {'Port': ['ID=d1b5e54a-4428-4406-bf40-1e6897d90c98,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:14.613259 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:14.664430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2b92b6ab-c625-41bf-9986-eb8e6efe334d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:14.665174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] No DVR routers for this DVR port d1b5e54a-4428-4406-bf40-1e6897d90c98 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:14.722446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b857f-cd72-4c5a-8635-1569eb28f572 req-d3f9464c-2e0d-495b-a018-3a005558202a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:14.729881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-651b857f-cd72-4c5a-8635-1569eb28f572 req-d3f9464c-2e0d-495b-a018-3a005558202a tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.5904815 Feb 11 13:34:14.737139 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.752027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bff98b6c-302a-47b9-a21d-7c5ab0e7710a None None] Current status of the port 940a248e-1b4f-4638-a92d-00ae834df98a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:14.752755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bff98b6c-302a-47b9-a21d-7c5ab0e7710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:14.757065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb874956-d9e5-47b0-bee1-a4c2838c7af4 req-88e024a7-129a-483f-b1f0-0e55a6929d19 tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.83 "DELETE /v2.0/ports/d1b5e54a-4428-4406-bf40-1e6897d90c98 HTTP/1.1" status: 204 len: 173 time: 1.8729746 Feb 11 13:34:14.757576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'name': 'network-vif-deleted', 'tag': 'd1b5e54a-4428-4406-bf40-1e6897d90c98'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:14.759964 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09db0b6-52d3-4228-aae2-4d7bdd05308f" -d '{"events": [{"server_uuid": "17973aa9-8290-4ea6-8a76-c3d9ca4af6d4", "name": "network-vif-deleted", "tag": "d1b5e54a-4428-4406-bf40-1e6897d90c98"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:14.860723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:14.925664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bff98b6c-302a-47b9-a21d-7c5ab0e7710a None None] For port 940a248e-1b4f-4638-a92d-00ae834df98a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=940a248e-1b4f-4638-a92d-00ae834df98a,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:14.951903 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bff98b6c-302a-47b9-a21d-7c5ab0e7710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:15.020767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-651b857f-cd72-4c5a-8635-1569eb28f572 req-3a873feb-5b03-48bd-b1c5-26c412575a0c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084932 Feb 11 13:34:15.104566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-6664aa08-6e9a-4155-b06c-f635fff7086a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-248452863&fields=id&tenant_id=bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 267 time: 0.1952381 Feb 11 13:34:15.136473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff98b6c-302a-47b9-a21d-7c5ab0e7710a None None] Pushing event updated for resources: {'Port': ['ID=940a248e-1b4f-4638-a92d-00ae834df98a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.190418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cbdae4b8-207f-4509-974f-9f49aea440be None None] Provisioning complete for port 940a248e-1b4f-4638-a92d-00ae834df98a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:15.191592 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbdae4b8-207f-4509-974f-9f49aea440be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:15.212158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-network', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:15.290962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Made reservation on behalf of 0090387900d0418b976b2b3fbd3d064f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:15.296570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:15.340601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:15.354062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-678e5de7-f65f-4df5-9a4e-272d5a4d44e3 req-42d04a8c-bf67-44bc-8205-9bd58b2ad72d tempest-TenantUsagesTestJSON-767809445 tempest-TenantUsagesTestJSON-767809445-project] 10.222.0.79 "GET /v2.0/ports?device_id=17973aa9-8290-4ea6-8a76-c3d9ca4af6d4 HTTP/1.1" status: 200 len: 210 time: 0.0907178 Feb 11 13:34:15.362844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-91fd6a12-c684-49a8-a2d4-d117f25f08da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.371708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-91fd6a12-c684-49a8-a2d4-d117f25f08da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 946 time: 0.2541547 Feb 11 13:34:15.394047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'port': {'security_groups': ['14af3b6d-751e-44ca-858f-829d389e8c02', 'a76a2af9-8506-4346-ae51-4d32de433154']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:15.439654 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:15.451648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cbdae4b8-207f-4509-974f-9f49aea440be None None] Current status of the port 940a248e-1b4f-4638-a92d-00ae834df98a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:15.459785 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518b3303-f9be-494d-b96e-3c749d97aee0 x-openstack-request-id: req-518b3303-f9be-494d-b96e-3c749d97aee0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:15.462001 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e373a6-d44e-4113-a294-249b4e7a4221", "name": "network-vif-plugged", "status": "completed", "tag": "2b92b6ab-c625-41bf-9986-eb8e6efe334d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:15.462528 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-518b3303-f9be-494d-b96e-3c749d97aee0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:15.463722 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b92b6ab-c625-41bf-9986-eb8e6efe334d', 'code': 200} Feb 11 13:34:15.497471 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd24c1b-f658-4c58-b735-06ae9a77dddf None None] The sync data for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 is: [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:15.582522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:15.839415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26accd86-1430-4b91-83db-b089a16e9429 req-a5b27796-74aa-4e93-9e8f-4313919b400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.849723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26accd86-1430-4b91-83db-b089a16e9429 req-a5b27796-74aa-4e93-9e8f-4313919b400a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 1127 time: 0.2902431 Feb 11 13:34:15.940309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d1b5e54a-4428-4406-bf40-1e6897d90c98 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:15.949557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26accd86-1430-4b91-83db-b089a16e9429 req-ec369b01-955a-4dcb-9d10-675779609c42 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854559 Feb 11 13:34:15.974307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ce1c5-b7be-40f3-8b38-a69aab7d97a4 req-09313b6c-5e76-4bfd-b66a-02ebd5608bf4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.982528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-143ce1c5-b7be-40f3-8b38-a69aab7d97a4 req-09313b6c-5e76-4bfd-b66a-02ebd5608bf4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 945 time: 0.2426324 Feb 11 13:34:16.005070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: d1b5e54a-4428-4406-bf40-1e6897d90c98 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:16.008633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d1b5e54a-4428-4406-bf40-1e6897d90c98 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:16.021631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks [] for security_group (b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.024560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1652f0-75f4-496b-8591-adf00b62c7c9 req-e1b466e6-32ce-4372-9d2c-f0772e29fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.026385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd1652f0-75f4-496b-8591-adf00b62c7c9 req-e1b466e6-32ce-4372-9d2c-f0772e29fe28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 1127 time: 0.2103240 Feb 11 13:34:16.044303 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.072796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:16.099318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8ed7495c-197f-4544-b369-6df26ab982b9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.100061 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Added segment 8ed7495c-197f-4544-b369-6df26ab982b9 of type vlan for network 7a212139-3c9b-4738-90c7-5c26b759e6ab Feb 11 13:34:16.116507 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-143ce1c5-b7be-40f3-8b38-a69aab7d97a4 req-db86b4f3-2e29-44fb-8b48-40974a7998a5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309788 Feb 11 13:34:16.167519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 940a248e-1b4f-4638-a92d-00ae834df98a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:16.173348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd1652f0-75f4-496b-8591-adf00b62c7c9 req-0d0d6922-89cf-41f2-b99b-8ca5d33bfe14 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378872 Feb 11 13:34:16.210233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7a212139-3c9b-4738-90c7-5c26b759e6ab), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.269518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 940a248e-1b4f-4638-a92d-00ae834df98a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:16.270684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.303759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:16.313847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7a212139-3c9b-4738-90c7-5c26b759e6ab), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.314747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.317284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-158f07e7-5dc1-47ff-a889-13007e8c01c1 req-0b39e268-6719-4e33-a48d-30cc1e4de490 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 210 time: 0.0633686 Feb 11 13:34:16.340841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.355972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:16.410603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5484853 Feb 11 13:34:16.413739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40676) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:16.419986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Request body: {'subnet': {'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-subnet', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:16.428852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 940a248e-1b4f-4638-a92d-00ae834df98a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:16.439763 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a997d3e-2e93-4068-add2-13a11e05d0cb x-openstack-request-id: req-8a997d3e-2e93-4068-add2-13a11e05d0cb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:16.440072 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17973aa9-8290-4ea6-8a76-c3d9ca4af6d4", "name": "network-vif-deleted", "tag": "d1b5e54a-4428-4406-bf40-1e6897d90c98", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:16.440317 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a997d3e-2e93-4068-add2-13a11e05d0cb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:16.440892 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17973aa9-8290-4ea6-8a76-c3d9ca4af6d4', 'name': 'network-vif-deleted', 'tag': 'd1b5e54a-4428-4406-bf40-1e6897d90c98', 'status': 'completed', 'code': 200} Feb 11 13:34:16.462503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Made reservation on behalf of 0090387900d0418b976b2b3fbd3d064f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:16.462836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e3aa7-bf1b-444c-98a5-d41c510fa717 admin admin] Pushing event updated for resources: {'Network': ['ID=7a212139-3c9b-4738-90c7-5c26b759e6ab,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:16.464868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.469718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.476328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:16.492560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.511592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:16.577486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.578174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.579607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a671e3a-760d-4090-9d63-4c36403f69d5 req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "PUT /v2.0/ports/6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 200 len: 982 time: 1.1988578 Feb 11 13:34:16.580077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:16.587055 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe7cb5e-101e-42f7-950f-1978148ba52c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:16.614536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8878b4e-6447-4902-bfea-2cbe8f76ea76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:16.676066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:16.811585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558075e-adde-4646-9c59-ffa104d399d9 req-b2a666d6-0195-40bb-902d-c6f18698dd44 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.813321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9558075e-adde-4646-9c59-ffa104d399d9 req-b2a666d6-0195-40bb-902d-c6f18698dd44 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1897614 Feb 11 13:34:16.867157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (ce989429-4144-4c63-9575-d46a19519f04), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:16.929615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-aa86c394-c520-490b-ae8c-ea6020f5932f tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1324339839&fields=id&tenant_id=bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 267 time: 0.1988809 Feb 11 13:34:16.983407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9558075e-adde-4646-9c59-ffa104d399d9 req-1791351c-124b-48de-8ebd-1deace474016 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418691 Feb 11 13:34:16.995143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce989429-4144-4c63-9575-d46a19519f04,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:17.083976 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a395da5-7bb1-4928-9130-1878b57a4be9 x-openstack-request-id: req-7a395da5-7bb1-4928-9130-1878b57a4be9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:17.084280 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:17.084536 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a395da5-7bb1-4928-9130-1878b57a4be9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:17.084943 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3', 'status': 'completed', 'code': 200} Feb 11 13:34:17.090557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Checking segment: {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:17.091186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Network hostable DHCP agents. Network: 7a212139-3c9b-4738-90c7-5c26b759e6ab, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:17.107784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40688) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:17.128852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-2f2b6f95-0f15-4dc0-8451-bf6801d7e4a8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.130391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-2f2b6f95-0f15-4dc0-8451-bf6801d7e4a8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 985 time: 0.1927760 Feb 11 13:34:17.159162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'port': {'security_groups': ['14af3b6d-751e-44ca-858f-829d389e8c02', 'a76a2af9-8506-4346-ae51-4d32de433154', 'eb4e5e07-4c5e-4cc9-916a-03e494547acb']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:17.241457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:17.289402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7a212139-3c9b-4738-90c7-5c26b759e6ab) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:17.298834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-68814cb4-0f3e-43a0-bf20-ddae29a22d92 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.300619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-68814cb4-0f3e-43a0-bf20-ddae29a22d92 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.83 "GET /v2.0/networks?id=bf400292-cd8d-4291-a318-6f319726a802 HTTP/1.1" status: 200 len: 811 time: 0.2668550 Feb 11 13:34:17.306601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.307635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.365576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbee2a-c4e7-4c04-8bcb-0ebbd8347e09 req-c11f566d-7678-44d9-808d-4feecf688049 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.372972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14cbee2a-c4e7-4c04-8bcb-0ebbd8347e09 req-c11f566d-7678-44d9-808d-4feecf688049 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 945 time: 0.1451743 Feb 11 13:34:17.389410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9e116115-9c6c-4e93-a7e8-1339e291a646 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9739785 Feb 11 13:34:17.396158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7810594b-379f-48bd-a871-983c3a0577f6 None None] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:17.402603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:17.411846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:17.450940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.470381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-a493c91d-97e1-4056-8ca4-2d1f708416c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.472236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-a493c91d-97e1-4056-8ca4-2d1f708416c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1167 time: 0.2183802 Feb 11 13:34:17.472563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-e88b15ce-78dc-4353-95e7-a131bc82b366 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6335999f706d430b8f1c2c143bc6bd71 HTTP/1.1" status: 200 len: 379 time: 0.1593714 Feb 11 13:34:17.478703 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (a3f2433a-7873-4328-9e25-97c05388d775), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.478907 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-386bca02-5853-45ac-a942-4c68e54cd352 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=894179218f19402dad5cbc150a618e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688161 Feb 11 13:34:17.479731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (a3f2433a-7873-4328-9e25-97c05388d775), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.482900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40698) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:17.496899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Request body: {'port': {'device_id': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'admin_state_up': True, 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'security_groups': ['ca704b87-a2c0-45a5-8b26-aa69cd106c08']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:17.511820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14cbee2a-c4e7-4c04-8bcb-0ebbd8347e09 req-4b4c24d4-7d91-4e49-874f-1f6aa2252023 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373014 Feb 11 13:34:17.561488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a031fc92-2490-400c-a1e0-8f531934db0c None None] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:17.619775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93295093-31fe-4fdd-bd0f-c326025cd885 admin admin] Publish callbacks [] for security_group (d1837867-87ad-47a2-953b-a4b1b12299ed), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.677281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93295093-31fe-4fdd-bd0f-c326025cd885 admin admin] Publish callbacks [] for security_group (d1837867-87ad-47a2-953b-a4b1b12299ed), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.704667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks [] for router_controller (a3f2433a-7873-4328-9e25-97c05388d775), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.705636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e9cfc9-b165-40de-96f3-d79646cb643a req-6e93fe6d-975f-4998-9521-ba640c87f176 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 210 time: 0.0537291 Feb 11 13:34:17.732615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Made reservation on behalf of 6335999f706d430b8f1c2c143bc6bd71 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:17.736185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.738675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-948207eb-6930-4962-8fec-e45f9c4216d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.740739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-948207eb-6930-4962-8fec-e45f9c4216d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 914 time: 0.2531753 Feb 11 13:34:17.828671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93295093-31fe-4fdd-bd0f-c326025cd885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d1837867-87ad-47a2-953b-a4b1b12299ed), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.831256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93295093-31fe-4fdd-bd0f-c326025cd885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.834735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-93295093-31fe-4fdd-bd0f-c326025cd885 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1837867-87ad-47a2-953b-a4b1b12299ed HTTP/1.1" status: 204 len: 168 time: 0.3485503 Feb 11 13:34:17.852443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93295093-31fe-4fdd-bd0f-c326025cd885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1837867-87ad-47a2-953b-a4b1b12299ed,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:17.876183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-41a07979-f520-47e5-8acc-c6dd11118fd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 200 len: 217 time: 0.0889642 Feb 11 13:34:17.926275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Allocated IP 172.20.0.6 (bf400292-cd8d-4291-a318-6f319726a802/24dfdaec-7e6d-4ec7-83fd-b5dabfae2506/93253bc7-0739-405f-bd01-c93c47f53275) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:18.033175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks [] for router_gateway (a3f2433a-7873-4328-9e25-97c05388d775), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.108736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-9345eed9-2421-43a1-9f02-e818ddf3e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.110239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-9345eed9-2421-43a1-9f02-e818ddf3e4d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.2270763 Feb 11 13:34:18.159653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-a9127dac-b077-469c-b5d4-3c165a56f52e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402248 Feb 11 13:34:18.169921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for port (93253bc7-0739-405f-bd01-c93c47f53275), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.185911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c0743-0f48-4761-a8c6-6a7fd7357c98 req-1f1deeb6-c380-4a8d-880c-6b7c142ce4a3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.187641 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b6c0743-0f48-4761-a8c6-6a7fd7357c98 req-1f1deeb6-c380-4a8d-880c-6b7c142ce4a3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1169910 Feb 11 13:34:18.195196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:18.242239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40716) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:18.273672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-020613a9-a4e6-41cb-a93a-719b70c5105f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.282174 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b6c0743-0f48-4761-a8c6-6a7fd7357c98 req-89f0b126-03a4-453d-a5f1-283b90ed9b9e tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864525 Feb 11 13:34:18.316222 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (93253bc7-0739-405f-bd01-c93c47f53275), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.319591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.332336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.344785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:18.382626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-2992c16e-4da9-426f-a396-6a8be7c518aa service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124355 Feb 11 13:34:18.415613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.416241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.417988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event updated for resources: {'Port': ['ID=93253bc7-0739-405f-bd01-c93c47f53275,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.421612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b4c1a33d-cdf3-4e1a-a2f2-a40b0fb848da req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "PUT /v2.0/ports/6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 200 len: 1021 time: 1.2674663 Feb 11 13:34:18.486597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Network bf400292-cd8d-4291-a318-6f319726a802 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:18.494788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:18.499965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c81ec1-fde7-4349-9417-ba5d01853433 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.507061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:18.519701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:18.618145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.618551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.747846 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-24290cd5-ea17-4177-85d4-e3fc3af60223 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2552114 Feb 11 13:34:18.774565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Request body: {'port': {'device_id': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:18.933475 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-020613a9-a4e6-41cb-a93a-719b70c5105f admin admin] Publish callbacks [] for security_group (eace2a09-2e41-4c24-a88c-5813e306e965), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.944791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-c9daad10-f6b9-4051-8550-44a4d96fe764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.946641 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-c9daad10-f6b9-4051-8550-44a4d96fe764 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 1127 time: 0.3221679 Feb 11 13:34:18.955317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-020613a9-a4e6-41cb-a93a-719b70c5105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eace2a09-2e41-4c24-a88c-5813e306e965), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:18.964972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eb95b-6dae-4011-aaa1-edb6632fc87f req-abda946d-bc55-4f99-bcdc-487c654373f6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.972118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-232eb95b-6dae-4011-aaa1-edb6632fc87f req-abda946d-bc55-4f99-bcdc-487c654373f6 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.3450117 Feb 11 13:34:19.027597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-63222e60-4e80-4d13-ace6-996651173a0b None None] Provisioning complete for port 93253bc7-0739-405f-bd01-c93c47f53275 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:19.027980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63222e60-4e80-4d13-ace6-996651173a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (93253bc7-0739-405f-bd01-c93c47f53275), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.074957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-63222e60-4e80-4d13-ace6-996651173a0b None None] Port 93253bc7-0739-405f-bd01-c93c47f53275 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:19.088383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (93253bc7-0739-405f-bd01-c93c47f53275), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.131587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020613a9-a4e6-41cb-a93a-719b70c5105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace2a09-2e41-4c24-a88c-5813e306e965,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:19.140867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-020613a9-a4e6-41cb-a93a-719b70c5105f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7bec00a3557b41daa797045da38ec6ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8954232 Feb 11 13:34:19.158515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40730) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:19.163239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:19.165447 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c25504e-d257-49e1-b860-0f4a01364a55" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:19.177134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe7cb5e-101e-42f7-950f-1978148ba52c req-b9873635-ac43-4d0e-b0ac-e67ef1f5a1a2 service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852592 Feb 11 13:34:19.184529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d139-7442-4fea-b854-7d8533cbf565 req-cf511c84-ad3c-4c72-82ef-5c4aa1858bec tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.185937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16f0d139-7442-4fea-b854-7d8533cbf565 req-cf511c84-ad3c-4c72-82ef-5c4aa1858bec tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1024 time: 0.5901136 Feb 11 13:34:19.228524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-232eb95b-6dae-4011-aaa1-edb6632fc87f req-f480626a-3de1-4a5e-84f7-a7b1f5f93fdd tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503915 Feb 11 13:34:19.250987 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks [] for router_gateway (a3f2433a-7873-4328-9e25-97c05388d775), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.288506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.318765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-76d3496d-ad9d-4e6e-affb-348c6902b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.320280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-76d3496d-ad9d-4e6e-affb-348c6902b7c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 200 len: 911 time: 0.3669839 Feb 11 13:34:19.375329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16f0d139-7442-4fea-b854-7d8533cbf565 req-08963044-b7cd-4263-8a5f-5f48114993fd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=a76a2af9-8506-4346-ae51-4d32de433154&id=14af3b6d-751e-44ca-858f-829d389e8c02&id=eb4e5e07-4c5e-4cc9-916a-03e494547acb HTTP/1.1" status: 200 len: 6207 time: 0.1688919 Feb 11 13:34:19.452872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Allocated IP 172.25.3.144 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/a1b0a501-823a-4eed-826e-acedb1129b0a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:19.575992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc1ba1-cd6f-468b-892d-060814291e2a req-8a61a381-f499-4047-818c-9e633103fc92 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.578014 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0fdc1ba1-cd6f-468b-892d-060814291e2a req-8a61a381-f499-4047-818c-9e633103fc92 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 931 time: 0.1228962 Feb 11 13:34:19.630572 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks [] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.662943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0fdc1ba1-cd6f-468b-892d-060814291e2a req-fe93bf24-4b65-41b9-bcd1-981bdcb15079 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727649 Feb 11 13:34:19.694906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.741657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e610998-f933-48ee-ace6-4c38428504b3 admin admin] Publish callbacks [] for security_group (eace2a09-2e41-4c24-a88c-5813e306e965), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.745597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:19.747416 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0b3f08-25d7-410b-9560-24c00fdd7e0a x-openstack-request-id: req-bd0b3f08-25d7-410b-9560-24c00fdd7e0a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:19.747718 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:19.747986 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd0b3f08-25d7-410b-9560-24c00fdd7e0a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:19.748374 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3', 'status': 'completed', 'code': 200} Feb 11 13:34:19.750699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-da23929c-647f-4480-aba0-195958efe84f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e73369a-025e-4c6a-93ea-c901eee74923 HTTP/1.1" status: 200 len: 217 time: 0.4111910 Feb 11 13:34:19.751410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:19.763021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:19.767591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Pushing event updated for resources: {'Port': ['ID=a1b0a501-823a-4eed-826e-acedb1129b0a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:19.818471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e610998-f933-48ee-ace6-4c38428504b3 admin admin] Publish callbacks [] for security_group (eace2a09-2e41-4c24-a88c-5813e306e965), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.829902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f6db7407-9f89-46fb-a72a-f74799bc996c req-8cb4bbcd-1252-4aa6-b4c9-b66966691f6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': ' tempest-securitygroup -989301202 ', 'description': 'tempest-description-731392493'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:19.865949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880c7b-da42-4dd9-8d2e-315000c19042 req-e558d5fa-6ed3-457f-a7c5-32c2ae115ad3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.873106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18880c7b-da42-4dd9-8d2e-315000c19042 req-e558d5fa-6ed3-457f-a7c5-32c2ae115ad3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 945 time: 0.5783832 Feb 11 13:34:19.902317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f6db7407-9f89-46fb-a72a-f74799bc996c req-8cb4bbcd-1252-4aa6-b4c9-b66966691f6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.936938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:19.946067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-4dda845a-862a-4f5e-b0fe-a72dec3635d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.947617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-4dda845a-862a-4f5e-b0fe-a72dec3635d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 200 len: 850 time: 0.1783681 Feb 11 13:34:19.960656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-a6f9c61d-4c40-4576-8e68-77d45b29665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.962769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-a6f9c61d-4c40-4576-8e68-77d45b29665b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1207 time: 0.1722813 Feb 11 13:34:20.016342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-473366d1-cca6-4d74-92d4-4599357d28b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604770 Feb 11 13:34:20.067850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18880c7b-da42-4dd9-8d2e-315000c19042 req-d263630a-7ec5-42f2-8a89-057773bb80c0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938913 Feb 11 13:34:20.076887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e610998-f933-48ee-ace6-4c38428504b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eace2a09-2e41-4c24-a88c-5813e306e965), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.079563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e610998-f933-48ee-ace6-4c38428504b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.082982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e610998-f933-48ee-ace6-4c38428504b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eace2a09-2e41-4c24-a88c-5813e306e965 HTTP/1.1" status: 204 len: 168 time: 0.9173162 Feb 11 13:34:20.117514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e610998-f933-48ee-ace6-4c38428504b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace2a09-2e41-4c24-a88c-5813e306e965,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.191249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93253bc7-0739-405f-bd01-c93c47f53275 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:20.209388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Publish callbacks [] for port (93253bc7-0739-405f-bd01-c93c47f53275), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.244335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-3350278f-a0f4-4e21-8270-a60f07e5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.245821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-3350278f-a0f4-4e21-8270-a60f07e5bb47 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 914 time: 0.2563696 Feb 11 13:34:20.255377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-386dd65a-7351-4d03-af96-abbd27a2b9ed service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315538 Feb 11 13:34:20.259461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Transition to ACTIVE for port object 93253bc7-0739-405f-bd01-c93c47f53275 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:20.271770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f6db7407-9f89-46fb-a72a-f74799bc996c req-8cb4bbcd-1252-4aa6-b4c9-b66966691f6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (733f880d-eeee-41e4-b527-557624a8a22f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.285038 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (93253bc7-0739-405f-bd01-c93c47f53275), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.361740 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks [] for router_gateway (a3f2433a-7873-4328-9e25-97c05388d775), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.365662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-ff59ae2d-5082-4474-bf5a-b46cc1349f3e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 200 len: 217 time: 0.1112933 Feb 11 13:34:20.366292 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f6db7407-9f89-46fb-a72a-f74799bc996c req-8cb4bbcd-1252-4aa6-b4c9-b66966691f6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (733f880d-eeee-41e4-b527-557624a8a22f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.367821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dc740-4238-4a08-b9b0-eae3ee47f29c req-c9921c86-25db-4b6e-af03-9eeda2e12777 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.369401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-148dc740-4238-4a08-b9b0-eae3ee47f29c req-c9921c86-25db-4b6e-af03-9eeda2e12777 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 945 time: 0.1809883 Feb 11 13:34:20.448965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Pushing event updated for resources: {'Port': ['ID=93253bc7-0739-405f-bd01-c93c47f53275,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.524716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2aae99d-ae6d-457f-b0e2-393bcee7c480 req-96b7c154-adac-4c18-8d89-e4e142a8495f service neutron] 10.222.0.30 "GET /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617228 Feb 11 13:34:20.546638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-148dc740-4238-4a08-b9b0-eae3ee47f29c req-a979990a-1f03-407d-877f-372f19450a17 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610899 Feb 11 13:34:20.597740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Attempting to bind port 93253bc7-0739-405f-bd01-c93c47f53275 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:20.598088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Attempting to bind port 93253bc7-0739-405f-bd01-c93c47f53275 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:20.598544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Attempting to bind port 93253bc7-0739-405f-bd01-c93c47f53275 on network bf400292-cd8d-4291-a318-6f319726a802 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:20.603463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Port 93253bc7-0739-405f-bd01-c93c47f53275 on network bf400292-cd8d-4291-a318-6f319726a802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:20.603932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Attempting to bind port 93253bc7-0739-405f-bd01-c93c47f53275 on network bf400292-cd8d-4291-a318-6f319726a802 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:20.614496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:20.615313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Checking segment: {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:20.615808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Bound using segment: {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:20.616543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Bound port: 93253bc7-0739-405f-bd01-c93c47f53275, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad0765-3a9b-48a0-aba9-215af241bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:20.617025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (93253bc7-0739-405f-bd01-c93c47f53275), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.706380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f6db7407-9f89-46fb-a72a-f74799bc996c req-8cb4bbcd-1252-4aa6-b4c9-b66966691f6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.707666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6db7407-9f89-46fb-a72a-f74799bc996c req-8cb4bbcd-1252-4aa6-b4c9-b66966691f6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.9061112 Feb 11 13:34:20.740884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4bbcd-1252-4aa6-b4c9-b66966691f6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733f880d-eeee-41e4-b527-557624a8a22f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.744844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-bac2c51b-a5fb-4f2b-afd2-fc6ed5fb461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.746702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-bac2c51b-a5fb-4f2b-afd2-fc6ed5fb461c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.2004097 Feb 11 13:34:20.857425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-a310a467-04bb-4872-8897-5f7457f4eee5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039081 Feb 11 13:34:20.866523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] For port 93253bc7-0739-405f-bd01-c93c47f53275, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:20.875121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] For port 93253bc7-0739-405f-bd01-c93c47f53275, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=93253bc7-0739-405f-bd01-c93c47f53275,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:20.889825 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (93253bc7-0739-405f-bd01-c93c47f53275), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.915713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059618d-583d-4e4e-affb-23fad83e3e2a req-2f8d11b1-5a43-47ce-9e28-7364420e1ea3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.917323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6059618d-583d-4e4e-affb-23fad83e3e2a req-2f8d11b1-5a43-47ce-9e28-7364420e1ea3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2207329 Feb 11 13:34:20.922853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.924887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:20.926073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] 10.222.0.83 "PUT /v2.0/ports/93253bc7-0739-405f-bd01-c93c47f53275 HTTP/1.1" status: 200 len: 1091 time: 2.1691051 Feb 11 13:34:20.982391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:20.990357 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "tag": "93253bc7-0739-405f-bd01-c93c47f53275"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:21.048602 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (a3f2433a-7873-4328-9e25-97c05388d775), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:21.085457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28afa44-8504-44dd-8d4b-7c6b3d9df9c2 req-d1646307-9626-4f70-9867-c7a27cabc5f7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.097191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e28afa44-8504-44dd-8d4b-7c6b3d9df9c2 req-d1646307-9626-4f70-9867-c7a27cabc5f7 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 945 time: 0.2336326 Feb 11 13:34:21.169045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cd4d7-2bd5-43bc-a082-304b78368c8c service neutron] Pushing event updated for resources: {'Port': ['ID=93253bc7-0739-405f-bd01-c93c47f53275,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:21.206293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6059618d-583d-4e4e-affb-23fad83e3e2a req-a63a72de-9873-4d39-8ade-91bda1d1b048 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246404 Feb 11 13:34:21.217937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-5f388b6d-2d2a-49dd-a25d-a3fb88a24992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.222966 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-677c8fdd-0cb5-4a3c-a536-190e45e66a98 service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556495 Feb 11 13:34:21.226407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-5f388b6d-2d2a-49dd-a25d-a3fb88a24992 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6335999f706d430b8f1c2c143bc6bd71&device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 1125 time: 0.2274950 Feb 11 13:34:21.238463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e28afa44-8504-44dd-8d4b-7c6b3d9df9c2 req-b1a94ec4-0417-423a-bd3e-a66923dd2868 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402736 Feb 11 13:34:21.302668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-fd6623fc-c027-4210-8bf1-1be117931975 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93253bc7-0739-405f-bd01-c93c47f53275 HTTP/1.1" status: 200 len: 217 time: 0.0664935 Feb 11 13:34:21.389905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40782) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:21.411268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-cdabb5a7-6799-4a0d-b779-71b77041f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.412899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-cdabb5a7-6799-4a0d-b779-71b77041f6f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24dfdaec-7e6d-4ec7-83fd-b5dabfae2506 HTTP/1.1" status: 200 len: 850 time: 0.0885699 Feb 11 13:34:21.422293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc704-0c0f-4757-8ae1-ec3a55ee16ba req-385dfc11-ef00-4e0b-a696-fc8111f74aa5 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.425965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09ebc704-0c0f-4757-8ae1-ec3a55ee16ba req-385dfc11-ef00-4e0b-a696-fc8111f74aa5 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 943 time: 0.1395700 Feb 11 13:34:21.439795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c25504e-d257-49e1-b860-0f4a01364a55 req-d1719165-9239-4f2b-84f5-0529787606dd service neutron] 10.222.0.83 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002828 Feb 11 13:34:21.448013 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd24ce62-1cf9-4381-8020-82dc593d803b req-aaa75dfc-c172-422e-b68a-fe1f202273e9 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/733f880d-eeee-41e4-b527-557624a8a22f HTTP/1.1" status: 200 len: 1798 time: 0.1590223 Feb 11 13:34:21.498011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Router a3f2433a-7873-4328-9e25-97c05388d775 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:34:21.532291 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55577fa-426f-44be-95e8-911818b327fb x-openstack-request-id: req-f55577fa-426f-44be-95e8-911818b327fb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:21.532994 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "tag": "93253bc7-0739-405f-bd01-c93c47f53275", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:21.532994 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f55577fa-426f-44be-95e8-911818b327fb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:21.533200 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275', 'status': 'completed', 'code': 200} Feb 11 13:34:21.540068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-09a81c65-1c9d-4139-815a-5a85847d9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.541640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-09a81c65-1c9d-4139-815a-5a85847d9ec8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf400292-cd8d-4291-a318-6f319726a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1143825 Feb 11 13:34:21.547477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1204478409-network', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:21.572712 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09ebc704-0c0f-4757-8ae1-ec3a55ee16ba req-76f01e62-7eea-41fd-9766-686747d532e3 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908859 Feb 11 13:34:21.641709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Made reservation on behalf of c679a787227a4caa8525dba2227f9d74 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:21.644022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:21.664091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:21.684067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Sync routers for ids ['a3f2433a-7873-4328-9e25-97c05388d775'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:21.693052 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:21.707387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:21.714340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b8558eba-ac73-43bd-b304-0f1d1ae6fc1f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3091543 Feb 11 13:34:21.715058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Routers {'a3f2433a-7873-4328-9e25-97c05388d775'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:21.716313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a3f2433a-7873-4328-9e25-97c05388d775'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:21.716467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:21.733909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-685ff60d-4ade-490f-8cf7-b7616a0feb7a req-8248ee84-abd3-42f1-837a-5212b9b763ea tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/733f880d-eeee-41e4-b527-557624a8a22f HTTP/1.1" status: 200 len: 1798 time: 0.1317136 Feb 11 13:34:21.853864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-d7b8be84-f3c3-4e7b-8279-a2447846ad39 service neutron] 10.222.0.83 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870662 Feb 11 13:34:21.956611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-685ff60d-4ade-490f-8cf7-b7616a0feb7a req-c3d9f502-0b61-4fc2-b280-27fbb7de86a7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (733f880d-eeee-41e4-b527-557624a8a22f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.043936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks [] for security_group (45fe4242-2a88-4940-9f67-37088e1ef896), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.045905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-685ff60d-4ade-490f-8cf7-b7616a0feb7a req-c3d9f502-0b61-4fc2-b280-27fbb7de86a7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (733f880d-eeee-41e4-b527-557624a8a22f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.050395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90ac00b-adf9-442e-b76e-07077aa1dd21 req-c274deb3-740e-420f-bd53-78a99c6db897 service neutron] 10.222.0.83 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896925 Feb 11 13:34:22.059683 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (45fe4242-2a88-4940-9f67-37088e1ef896), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.105980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:22.117965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe4242-2a88-4940-9f67-37088e1ef896,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:22.136904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (18db5855-9f0c-463c-94b4-78dbb8f77cf7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.136904 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Added segment 18db5855-9f0c-463c-94b4-78dbb8f77cf7 of type vlan for network fd84d429-353c-4c52-8e9d-65e7d954a212 Feb 11 13:34:22.196132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Set router a3f2433a-7873-4328-9e25-97c05388d775 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:22.198156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-685ff60d-4ade-490f-8cf7-b7616a0feb7a req-c3d9f502-0b61-4fc2-b280-27fbb7de86a7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (733f880d-eeee-41e4-b527-557624a8a22f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.201463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-685ff60d-4ade-490f-8cf7-b7616a0feb7a req-c3d9f502-0b61-4fc2-b280-27fbb7de86a7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.207956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-685ff60d-4ade-490f-8cf7-b7616a0feb7a req-c3d9f502-0b61-4fc2-b280-27fbb7de86a7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/733f880d-eeee-41e4-b527-557624a8a22f HTTP/1.1" status: 204 len: 173 time: 0.4731126 Feb 11 13:34:22.273955 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fd84d429-353c-4c52-8e9d-65e7d954a212), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.292348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9f502-0b61-4fc2-b280-27fbb7de86a7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733f880d-eeee-41e4-b527-557624a8a22f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:22.328162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-5c08a32b-504d-4b9b-ae84-08c3f9a3615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.329929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-5c08a32b-504d-4b9b-ae84-08c3f9a3615b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6335999f706d430b8f1c2c143bc6bd71&device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 1125 time: 0.2080724 Feb 11 13:34:22.368980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.389627 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fd84d429-353c-4c52-8e9d-65e7d954a212), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.390986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.391756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.496216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:34:20Z', 'revision_number': 3, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port': {'id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:19Z', 'updated_at': '2022-02-11T13:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:22.524040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1274185 Feb 11 13:34:22.529231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40798) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:22.532426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Checking router: a3f2433a-7873-4328-9e25-97c05388d775 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:22.532797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Updating router a3f2433a-7873-4328-9e25-97c05388d775 port a1b0a501-823a-4eed-826e-acedb1129b0a binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:34:22.536619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Request body: {'subnet': {'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1204478409-subnet', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:22.544324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8a07b-eaf4-4439-9f48-dfb3b15c1140 admin admin] Pushing event updated for resources: {'Network': ['ID=fd84d429-353c-4c52-8e9d-65e7d954a212,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:22.566174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a9b1e-74bf-4ed6-90c5-580b897eec74 req-4b19183f-4326-412c-b762-fa68fb39e5b4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.572083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fd84d429-353c-4c52-8e9d-65e7d954a212 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:22.573174 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-019a9b1e-74bf-4ed6-90c5-580b897eec74 req-4b19183f-4326-412c-b762-fa68fb39e5b4 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2506495 Feb 11 13:34:22.607882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Made reservation on behalf of c679a787227a4caa8525dba2227f9d74 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:22.610250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.612880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf53e54-4d9a-4f0f-8c1d-995b5a60e378 req-1bb87f15-715f-49f1-9f47-8b24d739fa9c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.614473 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6cf53e54-4d9a-4f0f-8c1d-995b5a60e378 req-1bb87f15-715f-49f1-9f47-8b24d739fa9c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 945 time: 0.7490056 Feb 11 13:34:22.616525 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:22.621431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-26647bb2-2e11-473e-abae-5953b5bf7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.623701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-26647bb2-2e11-473e-abae-5953b5bf7d0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf400292-cd8d-4291-a318-6f319726a802 HTTP/1.1" status: 200 len: 912 time: 0.2821133 Feb 11 13:34:22.705904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-6c8fd313-ff96-414c-a4cf-e69c8b05912e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93253bc7-0739-405f-bd01-c93c47f53275 HTTP/1.1" status: 200 len: 217 time: 0.0666902 Feb 11 13:34:22.750545 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6cf53e54-4d9a-4f0f-8c1d-995b5a60e378 req-6576ddf2-52c5-46c7-95c9-2d65d57f60af tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265271 Feb 11 13:34:22.792199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-019a9b1e-74bf-4ed6-90c5-580b897eec74 req-c69350a3-c412-4cca-a20a-201f3e6f6d96 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180734 Feb 11 13:34:22.908206 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-5c938a11-569c-4eab-9f53-833cd31cda55 req-8e92823b-ad91-478f-8b9f-f0012d1013e0 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:34:22.914365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c938a11-569c-4eab-9f53-833cd31cda55 req-8e92823b-ad91-478f-8b9f-f0012d1013e0 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/733f880d-eeee-41e4-b527-557624a8a22f HTTP/1.1" status: 404 len: 352 time: 0.0659370 Feb 11 13:34:22.937855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-9b2354fc-ce21-4a35-a7b3-21e02b1e3228 req-99adf01d-b010-434d-a8cb-e872ab43956a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-977976264', 'description': 'tempest-description-1487011285'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:22.942594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-41e0ce9f-d828-4088-a5fe-d7dedd00b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.944034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-41e0ce9f-d828-4088-a5fe-d7dedd00b479 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24dfdaec-7e6d-4ec7-83fd-b5dabfae2506 HTTP/1.1" status: 200 len: 850 time: 0.2107453 Feb 11 13:34:23.021651 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Publish callbacks [] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.024689 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9b2354fc-ce21-4a35-a7b3-21e02b1e3228 req-99adf01d-b010-434d-a8cb-e872ab43956a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.031506 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.038610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce844e6-189c-425f-bf59-c3f59bcce92f req-183c07ba-7aa9-4412-b60b-e9fb840ca8b2 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.040191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cce844e6-189c-425f-bf59-c3f59bcce92f req-183c07ba-7aa9-4412-b60b-e9fb840ca8b2 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 943 time: 0.1000943 Feb 11 13:34:23.042612 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.083781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Attempting to bind port a1b0a501-823a-4eed-826e-acedb1129b0a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:23.084091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Attempting to bind port a1b0a501-823a-4eed-826e-acedb1129b0a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:23.084533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Attempting to bind port a1b0a501-823a-4eed-826e-acedb1129b0a on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:23.122292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-84545c0b-42c3-474f-a7a0-40caed7db836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.123833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-84545c0b-42c3-474f-a7a0-40caed7db836 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf400292-cd8d-4291-a318-6f319726a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1700068 Feb 11 13:34:23.125396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:23.126436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:23.127197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.127728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:23.128228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Bound port: a1b0a501-823a-4eed-826e-acedb1129b0a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:23.129118 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.144086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.202406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] For port a1b0a501-823a-4eed-826e-acedb1129b0a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:23.207004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] For port a1b0a501-823a-4eed-826e-acedb1129b0a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a1b0a501-823a-4eed-826e-acedb1129b0a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:23.221462 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.266038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a5412-7a56-4b2e-8a27-71d9953c8ab1 None None] Pushing event updated for resources: {'Port': ['ID=a1b0a501-823a-4eed-826e-acedb1129b0a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.270759 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9b2354fc-ce21-4a35-a7b3-21e02b1e3228 req-99adf01d-b010-434d-a8cb-e872ab43956a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (e0f8e41e-7947-482a-be31-bfc62e8ea9f2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.283586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9b2354fc-ce21-4a35-a7b3-21e02b1e3228 req-99adf01d-b010-434d-a8cb-e872ab43956a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e0f8e41e-7947-482a-be31-bfc62e8ea9f2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.295556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.338603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-b9a15f41-775e-4bdd-a098-da6bb2d4d2e6 service neutron] 10.222.0.83 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067137 Feb 11 13:34:23.347626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9b2354fc-ce21-4a35-a7b3-21e02b1e3228 req-99adf01d-b010-434d-a8cb-e872ab43956a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.354134 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b2354fc-ce21-4a35-a7b3-21e02b1e3228 req-99adf01d-b010-434d-a8cb-e872ab43956a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4237571 Feb 11 13:34:23.355068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Checking segment: {'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:23.355606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Network hostable DHCP agents. Network: fd84d429-353c-4c52-8e9d-65e7d954a212, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:23.360994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cce844e6-189c-425f-bf59-c3f59bcce92f req-0e45bef8-fbe1-47c8-a78d-b2b685597ee3 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148797 Feb 11 13:34:23.385540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adf01d-b010-434d-a8cb-e872ab43956a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8e41e-7947-482a-be31-bfc62e8ea9f2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.389037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-2dad2f8c-2beb-4ef9-8d0e-1ddf3f86bb5e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.391142 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-2dad2f8c-2beb-4ef9-8d0e-1ddf3f86bb5e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 945 time: 0.1054554 Feb 11 13:34:23.394501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Allocated IP 172.20.0.1 (7a212139-3c9b-4738-90c7-5c26b759e6ab/ce989429-4144-4c63-9575-d46a19519f04/b6dae989-b298-4fb9-a726-7982b7522ae1) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:23.401892 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:34:23.414481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Routers {'a3f2433a-7873-4328-9e25-97c05388d775'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:23.415485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a3f2433a-7873-4328-9e25-97c05388d775'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:23.421702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ddc61b3d-8297-47c9-ae89-616a02edfea9 req-b0dad6e4-2ab2-472e-a951-b963deacf086 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-862962754', 'description': 'tempest-description-1848254201'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:23.482318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ddc61b3d-8297-47c9-ae89-616a02edfea9 req-b0dad6e4-2ab2-472e-a951-b963deacf086 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.503126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Network fd84d429-353c-4c52-8e9d-65e7d954a212 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:23.541468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, fd84d429-353c-4c52-8e9d-65e7d954a212) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:23.555061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.555917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.575675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-775f93b0-83a3-40a8-a8a9-1a70c45c46b2 req-c62fafa9-38c8-4bd1-be33-ce24a5511424 service neutron] 10.222.0.83 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025957 Feb 11 13:34:23.588524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Deleting port 2b92b6ab-c625-41bf-9986-eb8e6efe334d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:23.588943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.600662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] Set router a3f2433a-7873-4328-9e25-97c05388d775 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:23.639027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70161ba5-1a33-429c-b87c-2daf490de0b1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1066487 Feb 11 13:34:23.640925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:23.673241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:23.682621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ddc61b3d-8297-47c9-ae89-616a02edfea9 req-b0dad6e4-2ab2-472e-a951-b963deacf086 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (f5b474da-07a6-4eac-8451-69d01f201502), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.688467 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ddc61b3d-8297-47c9-ae89-616a02edfea9 req-b0dad6e4-2ab2-472e-a951-b963deacf086 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f5b474da-07a6-4eac-8451-69d01f201502), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.710347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks [] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.728656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (3912c71f-4874-4f90-8788-1d45c5e44e80), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.729696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (3912c71f-4874-4f90-8788-1d45c5e44e80), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.734335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dad6e4-2ab2-472e-a951-b963deacf086 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b474da-07a6-4eac-8451-69d01f201502,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.747628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ddc61b3d-8297-47c9-ae89-616a02edfea9 req-b0dad6e4-2ab2-472e-a951-b963deacf086 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.748907 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ddc61b3d-8297-47c9-ae89-616a02edfea9 req-b0dad6e4-2ab2-472e-a951-b963deacf086 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3366592 Feb 11 13:34:23.749628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124c386-4b47-4e3b-aafa-04c2bd5c4a4a None None] Network fd84d429-353c-4c52-8e9d-65e7d954a212 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:23.802447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks [] for router_controller (3912c71f-4874-4f90-8788-1d45c5e44e80), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.811109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1f2b94f6-6020-4013-b166-ea69a5503733 req-b282498b-5d51-43dd-adb4-ecbd2f27817a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-60214662', 'description': 'tempest-description-1806596393'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:23.865314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f2b94f6-6020-4013-b166-ea69a5503733 req-b282498b-5d51-43dd-adb4-ecbd2f27817a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.925108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a5412-7a56-4b2e-8a27-71d9953c8ab1 None None] Pushing event updated for resources: {'Port': ['ID=a1b0a501-823a-4eed-826e-acedb1129b0a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.925438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89005416-9dd7-4488-980a-96061de0e286 req-3b5a6a24-19bb-4b3f-8aed-e5eaccd9825a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.925575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] For port 2b92b6ab-c625-41bf-9986-eb8e6efe334d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2b92b6ab-c625-41bf-9986-eb8e6efe334d,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:23.925801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:23.927391 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89005416-9dd7-4488-980a-96061de0e286 req-3b5a6a24-19bb-4b3f-8aed-e5eaccd9825a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 945 time: 0.0696294 Feb 11 13:34:23.980840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Calling delete_port for 2b92b6ab-c625-41bf-9986-eb8e6efe334d owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:23.987408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89005416-9dd7-4488-980a-96061de0e286 req-6813003f-f923-438a-9c92-5b570cbf753d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523458 Feb 11 13:34:23.998050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.020593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-fd84d429-353c-4c52-8e9d-65e7d954a212', 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212', 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'fixed_ips': [{'subnet_id': '95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:34:24.021734 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.136327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bae487-de17-430e-8f63-2c2722f48e93 req-0f069db9-b672-4304-8017-13608b5a78dc tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.139281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:34:20Z', 'revision_number': 3, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port': {'id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:19Z', 'updated_at': '2022-02-11T13:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:24.141023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:24.145945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9bae487-de17-430e-8f63-2c2722f48e93 req-0f069db9-b672-4304-8017-13608b5a78dc tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.0686123 Feb 11 13:34:24.175516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:24.176374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94dc0b-4562-4aa3-a391-3f7297319c6c None None] The sync data for ids ['a3f2433a-7873-4328-9e25-97c05388d775'] in n-d-828676-2 is: [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:34:20Z', 'revision_number': 3, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port': {'id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:19Z', 'updated_at': '2022-02-11T13:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:24.177943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:24.183159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks [] for router_gateway (3912c71f-4874-4f90-8788-1d45c5e44e80), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.235872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Pushing event updated for resources: {'Port': ['ID=b6dae989-b298-4fb9-a726-7982b7522ae1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:24.240334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9bae487-de17-430e-8f63-2c2722f48e93 req-2d154fc8-ef2d-4792-90d8-bae1bb1abb84 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929134 Feb 11 13:34:24.260420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Allocated IP 172.20.0.2 (fd84d429-353c-4c52-8e9d-65e7d954a212/95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4/e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:24.304432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f2b94f6-6020-4013-b166-ea69a5503733 req-b282498b-5d51-43dd-adb4-ecbd2f27817a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (834eef96-2297-49d3-8db4-cdc98014de23), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.316832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f2b94f6-6020-4013-b166-ea69a5503733 req-b282498b-5d51-43dd-adb4-ecbd2f27817a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (834eef96-2297-49d3-8db4-cdc98014de23), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.353902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (a3f2433a-7873-4328-9e25-97c05388d775), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.483461 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Publish callbacks [] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.491420 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.558530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Pushing event updated for resources: {'Port': ['ID=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:24.572212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Network fd84d429-353c-4c52-8e9d-65e7d954a212 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:24.574029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:24.579407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:24.593569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282498b-5d51-43dd-adb4-ecbd2f27817a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834eef96-2297-49d3-8db4-cdc98014de23,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:24.642472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f2b94f6-6020-4013-b166-ea69a5503733 req-b282498b-5d51-43dd-adb4-ecbd2f27817a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.646393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f2b94f6-6020-4013-b166-ea69a5503733 req-b282498b-5d51-43dd-adb4-ecbd2f27817a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8472319 Feb 11 13:34:24.670063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f99f9-cc92-4b7e-bf38-2579ffd5f10a req-60f0f872-b939-4859-ac8c-65fa197c4b3d tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.683368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b2f99f9-cc92-4b7e-bf38-2579ffd5f10a req-60f0f872-b939-4859-ac8c-65fa197c4b3d tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 943 time: 0.1385751 Feb 11 13:34:24.737380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Attempting to bind port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:24.737777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Attempting to bind port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:24.738171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Attempting to bind port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e on network fd84d429-353c-4c52-8e9d-65e7d954a212 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:24.751693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:24.752080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Checking segment: {'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:24.753746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.754183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Bound using segment: {'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:24.754689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Bound port: e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:24.755084 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.772369 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.796154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b2f99f9-cc92-4b7e-bf38-2579ffd5f10a req-d9f46d70-bb57-4868-b6f3-a56f6bae7c15 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088285 Feb 11 13:34:24.858850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] For port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:24.873378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] For port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,segment=NetworkSegment(18db5855-9f0c-463c-94b4-78dbb8f77cf7),segment_id=18db5855-9f0c-463c-94b4-78dbb8f77cf7)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:24.881237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.912110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2b92b6ab-c625-41bf-9986-eb8e6efe334d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:24.956776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['84adce42-46e3-4982-b905-fc5c24408b32'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:24.982307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e756698-e589-45f9-90c3-e2f39f7f8f98 req-8e825ffa-2526-4cf2-a5ae-b18d026b0795 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 11010 time: 0.1585274 Feb 11 13:34:25.049751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event deleted for resources: {'Port': ['ID=2b92b6ab-c625-41bf-9986-eb8e6efe334d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.055392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a', '2b92b6ab-c625-41bf-9986-eb8e6efe334d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:25.081876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e756698-e589-45f9-90c3-e2f39f7f8f98 req-01905741-9a45-4791-bd47-b79def7a7898 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/14af3b6d-751e-44ca-858f-829d389e8c02 HTTP/1.1" status: 200 len: 3002 time: 0.0913081 Feb 11 13:34:25.101367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3a55e-3396-470e-98df-9623e1dc9956 req-75423aae-1dd1-4b8d-b33f-24645bd7cffd tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:25.104325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16c3a55e-3396-470e-98df-9623e1dc9956 req-75423aae-1dd1-4b8d-b33f-24645bd7cffd tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.3173440 Feb 11 13:34:25.189774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e756698-e589-45f9-90c3-e2f39f7f8f98 req-da52bc9d-bb34-477e-88b9-94adbef66370 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/14af3b6d-751e-44ca-858f-829d389e8c02 HTTP/1.1" status: 200 len: 3002 time: 0.1016481 Feb 11 13:34:25.262014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] No DVR routers for this DVR port 2b92b6ab-c625-41bf-9986-eb8e6efe334d on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:25.273721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.283141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8fbd6b8-984c-4a06-be54-2e936e55aaf3 req-84277e12-1aaa-4a6f-908c-a4aaedb920e0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "DELETE /v2.0/ports/2b92b6ab-c625-41bf-9986-eb8e6efe334d HTTP/1.1" status: 204 len: 173 time: 1.8863065 Feb 11 13:34:25.293788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'name': 'network-vif-deleted', 'tag': '2b92b6ab-c625-41bf-9986-eb8e6efe334d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:25.296069 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a6857f-3f6b-4aee-97bf-0f3e530719a6" -d '{"events": [{"server_uuid": "f7e373a6-d44e-4113-a294-249b4e7a4221", "name": "network-vif-deleted", "tag": "2b92b6ab-c625-41bf-9986-eb8e6efe334d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:25.345436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b64983-98d4-472a-9908-2e2ef9759a4e None None] Pushing event updated for resources: {'Port': ['ID=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.366268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8054775e-7964-45fd-a856-fce544b5ff12 req-780a9ce6-4daf-44a2-8122-6c4b7e80f57a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7e373a6-d44e-4113-a294-249b4e7a4221 HTTP/1.1" status: 200 len: 210 time: 0.0786877 Feb 11 13:34:25.524699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e952e732-ea1a-4980-b2de-e68b4b1ce9c4 req-cbe864b0-a8df-4c24-8a21-55aa62979919 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/e0f8e41e-7947-482a-be31-bfc62e8ea9f2 HTTP/1.1" status: 200 len: 1819 time: 0.1039553 Feb 11 13:34:25.630982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e952e732-ea1a-4980-b2de-e68b4b1ce9c4 req-e628b07f-cbf2-40d2-ab7b-1146ee1402fd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (e0f8e41e-7947-482a-be31-bfc62e8ea9f2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.637693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks [] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.642574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16c3a55e-3396-470e-98df-9623e1dc9956 req-b13d740d-624a-4f23-8f88-246291628a9b tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277569 Feb 11 13:34:25.650773 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.656107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks [] for router_gateway (3912c71f-4874-4f90-8788-1d45c5e44e80), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.677294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e952e732-ea1a-4980-b2de-e68b4b1ce9c4 req-e628b07f-cbf2-40d2-ab7b-1146ee1402fd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (e0f8e41e-7947-482a-be31-bfc62e8ea9f2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.715945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.739352 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba3b6b8-94fc-44bb-81e6-f02bc9dd7a75 x-openstack-request-id: req-7ba3b6b8-94fc-44bb-81e6-f02bc9dd7a75 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:25.739835 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e373a6-d44e-4113-a294-249b4e7a4221", "name": "network-vif-deleted", "tag": "2b92b6ab-c625-41bf-9986-eb8e6efe334d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:25.740045 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ba3b6b8-94fc-44bb-81e6-f02bc9dd7a75 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:25.740516 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e373a6-d44e-4113-a294-249b4e7a4221', 'name': 'network-vif-deleted', 'tag': '2b92b6ab-c625-41bf-9986-eb8e6efe334d', 'status': 'completed', 'code': 200} Feb 11 13:34:25.742987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e952e732-ea1a-4980-b2de-e68b4b1ce9c4 req-e628b07f-cbf2-40d2-ab7b-1146ee1402fd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e0f8e41e-7947-482a-be31-bfc62e8ea9f2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.747480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e952e732-ea1a-4980-b2de-e68b4b1ce9c4 req-e628b07f-cbf2-40d2-ab7b-1146ee1402fd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.748976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e952e732-ea1a-4980-b2de-e68b4b1ce9c4 req-e628b07f-cbf2-40d2-ab7b-1146ee1402fd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/e0f8e41e-7947-482a-be31-bfc62e8ea9f2 HTTP/1.1" status: 204 len: 173 time: 0.2231119 Feb 11 13:34:25.759498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628b07f-cbf2-40d2-ab7b-1146ee1402fd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8e41e-7947-482a-be31-bfc62e8ea9f2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.845290 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-0a1d179c-494e-4a5e-bb62-79e0f011b806 req-5b9b28ca-3e6c-4334-a2d7-a1b7a2ecdd41 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:34:25.846904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a1d179c-494e-4a5e-bb62-79e0f011b806 req-5b9b28ca-3e6c-4334-a2d7-a1b7a2ecdd41 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/e0f8e41e-7947-482a-be31-bfc62e8ea9f2 HTTP/1.1" status: 404 len: 352 time: 0.0319326 Feb 11 13:34:25.855304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (a3f2433a-7873-4328-9e25-97c05388d775), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:25.859584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Pushing event updated for resources: {'Port': ['ID=b6dae989-b298-4fb9-a726-7982b7522ae1,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.035473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 93253bc7-0739-405f-bd01-c93c47f53275 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:26.053134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1cf7-c8cb-4bdc-b65a-412da40ab71e req-a707df19-853b-47c4-9c39-6785e19c0007 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.068293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-600a1cf7-c8cb-4bdc-b65a-412da40ab71e req-a707df19-853b-47c4-9c39-6785e19c0007 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 943 time: 0.1136866 Feb 11 13:34:26.101442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ca1c511-df08-4d35-ab52-8d1369f73a7c req-9dbd84f1-1733-4787-8d54-88298ae61bd8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/f5b474da-07a6-4eac-8451-69d01f201502 HTTP/1.1" status: 200 len: 1819 time: 0.1905520 Feb 11 13:34:26.128550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Allocated IP 172.25.3.147 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/a695a161-02c5-49ff-a1bc-41eb1b8cc518) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:26.142815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-600a1cf7-c8cb-4bdc-b65a-412da40ab71e req-4efe0db7-f7ad-4191-86d7-d4d2994a64db tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735071 Feb 11 13:34:26.195320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:26.320311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:26.320688 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:26.683318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:26.694152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:26.715633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 93253bc7-0739-405f-bd01-c93c47f53275, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=93253bc7-0739-405f-bd01-c93c47f53275,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:26.739021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '93253bc7-0739-405f-bd01-c93c47f53275', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'port_id': '93253bc7-0739-405f-bd01-c93c47f53275', 'mac_address': 'fa:16:3e:bd:5d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:26.752085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27ef97-995b-4797-ae37-62d2af40d674 None None] Network fd84d429-353c-4c52-8e9d-65e7d954a212 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:26.795837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0ca1c511-df08-4d35-ab52-8d1369f73a7c req-f70c0bde-da43-4cb7-88e2-eeb0a5f33783 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (f5b474da-07a6-4eac-8451-69d01f201502), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:26.845976 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks [] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:26.901593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0ca1c511-df08-4d35-ab52-8d1369f73a7c req-f70c0bde-da43-4cb7-88e2-eeb0a5f33783 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (f5b474da-07a6-4eac-8451-69d01f201502), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:26.927426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cff6e835-45a3-4d66-8920-6879b6ea4f16 None None] Provisioning complete for port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:26.928075 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cff6e835-45a3-4d66-8920-6879b6ea4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:26.953262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df636f-5abb-4511-b9de-aa42405a9738 req-928562f9-79df-4e97-a2dd-e535adf80813 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.955670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b4df636f-5abb-4511-b9de-aa42405a9738 req-928562f9-79df-4e97-a2dd-e535adf80813 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.1136448 Feb 11 13:34:26.987365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Router a3f2433a-7873-4328-9e25-97c05388d775 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:27.009982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0ca1c511-df08-4d35-ab52-8d1369f73a7c req-f70c0bde-da43-4cb7-88e2-eeb0a5f33783 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f5b474da-07a6-4eac-8451-69d01f201502), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.013020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0ca1c511-df08-4d35-ab52-8d1369f73a7c req-f70c0bde-da43-4cb7-88e2-eeb0a5f33783 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.016028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ca1c511-df08-4d35-ab52-8d1369f73a7c req-f70c0bde-da43-4cb7-88e2-eeb0a5f33783 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/f5b474da-07a6-4eac-8451-69d01f201502 HTTP/1.1" status: 204 len: 173 time: 0.8847010 Feb 11 13:34:27.060511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b4df636f-5abb-4511-b9de-aa42405a9738 req-1d1770c6-02dc-4214-9492-7604ebd40510 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937805 Feb 11 13:34:27.064428 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.083648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 93253bc7-0739-405f-bd01-c93c47f53275 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:27.084537 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (93253bc7-0739-405f-bd01-c93c47f53275), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.103182 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-92f619f4-d168-49b4-b1cd-8acabd84fdf7 req-3439791a-f417-4ade-8084-ca111dcf3a83 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:34:27.112513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92f619f4-d168-49b4-b1cd-8acabd84fdf7 req-3439791a-f417-4ade-8084-ca111dcf3a83 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/f5b474da-07a6-4eac-8451-69d01f201502 HTTP/1.1" status: 404 len: 352 time: 0.0303867 Feb 11 13:34:27.132873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c0bde-da43-4cb7-88e2-eeb0a5f33783 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b474da-07a6-4eac-8451-69d01f201502,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.163162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:27.184715 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c5e107e-4b53-45a8-8b6c-6aa88ee79ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.188523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93253bc7-0739-405f-bd01-c93c47f53275 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:27.189898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Pushing event updated for resources: {'Port': ['ID=a695a161-02c5-49ff-a1bc-41eb1b8cc518,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.208126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-610f59e3-c310-4484-b6b2-ffcb5b5722be req-2e3396bb-8fc9-420d-b582-28e07485c445 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/834eef96-2297-49d3-8db4-cdc98014de23 HTTP/1.1" status: 200 len: 1818 time: 0.0760036 Feb 11 13:34:27.224345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:27.248408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:27.287442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:27.288008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.309666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 93253bc7-0739-405f-bd01-c93c47f53275, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=93253bc7-0739-405f-bd01-c93c47f53275,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:27.311111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:27.320765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-72310cb8-a473-4a55-bee3-a8bab7dc7855 admin admin] 10.222.0.79 "PUT /v2.0/routers/a3f2433a-7873-4328-9e25-97c05388d775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6027510 Feb 11 13:34:27.332146 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Sync routers for ids ['a3f2433a-7873-4328-9e25-97c05388d775'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:27.349941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39560-7be2-46f7-bcce-cc972de35d2a req-60b3b2c3-7201-4495-a206-c72784d3b51b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.351574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69b39560-7be2-46f7-bcce-cc972de35d2a req-60b3b2c3-7201-4495-a206-c72784d3b51b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 945 time: 0.2021179 Feb 11 13:34:27.354644 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Routers {'a3f2433a-7873-4328-9e25-97c05388d775'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:27.356243 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a3f2433a-7873-4328-9e25-97c05388d775'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:27.358316 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-610f59e3-c310-4484-b6b2-ffcb5b5722be req-6f51b200-e298-41bd-a923-8c4361e5aca8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (834eef96-2297-49d3-8db4-cdc98014de23), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.358458 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (93253bc7-0739-405f-bd01-c93c47f53275), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.404542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-610f59e3-c310-4484-b6b2-ffcb5b5722be req-6f51b200-e298-41bd-a923-8c4361e5aca8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (834eef96-2297-49d3-8db4-cdc98014de23), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.482927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-610f59e3-c310-4484-b6b2-ffcb5b5722be req-6f51b200-e298-41bd-a923-8c4361e5aca8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (834eef96-2297-49d3-8db4-cdc98014de23), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.488145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-610f59e3-c310-4484-b6b2-ffcb5b5722be req-6f51b200-e298-41bd-a923-8c4361e5aca8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.507754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-610f59e3-c310-4484-b6b2-ffcb5b5722be req-6f51b200-e298-41bd-a923-8c4361e5aca8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/834eef96-2297-49d3-8db4-cdc98014de23 HTTP/1.1" status: 204 len: 173 time: 0.2905567 Feb 11 13:34:27.527127 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=93253bc7-0739-405f-bd01-c93c47f53275,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.532265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51b200-e298-41bd-a923-8c4361e5aca8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834eef96-2297-49d3-8db4-cdc98014de23,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.663317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['93253bc7-0739-405f-bd01-c93c47f53275'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:27.720337 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Set router a3f2433a-7873-4328-9e25-97c05388d775 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:27.758230 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks [] for router_gateway (3912c71f-4874-4f90-8788-1d45c5e44e80), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.765216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,segment=NetworkSegment(18db5855-9f0c-463c-94b4-78dbb8f77cf7),segment_id=18db5855-9f0c-463c-94b4-78dbb8f77cf7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:27.785061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69b39560-7be2-46f7-bcce-cc972de35d2a req-e524c295-9ee5-4c98-a4db-609544db101a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780067 Feb 11 13:34:27.804717 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.804717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a1b0a501-823a-4eed-826e-acedb1129b0a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:27.836623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9668e-a785-4b29-8a34-d40e8e3c6ef7 req-e451763c-68cc-44a4-8f93-96bcbcc51ea3 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.838292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1bf9668e-a785-4b29-8a34-d40e8e3c6ef7 req-e451763c-68cc-44a4-8f93-96bcbcc51ea3 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 944 time: 0.2263508 Feb 11 13:34:27.883805 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-5981696a-a591-4084-b189-e64c7c44e7f2 req-7f0b02ce-3a0d-4dec-a6ac-be85ec3ea90e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:34:27.900180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5981696a-a591-4084-b189-e64c7c44e7f2 req-7f0b02ce-3a0d-4dec-a6ac-be85ec3ea90e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/834eef96-2297-49d3-8db4-cdc98014de23 HTTP/1.1" status: 404 len: 352 time: 0.0377965 Feb 11 13:34:27.971826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cff6e835-45a3-4d66-8920-6879b6ea4f16 None None] Current status of the port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:27.972227 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cff6e835-45a3-4d66-8920-6879b6ea4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:27.996393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-71670a44-37dc-4c3c-9f4b-1059b00af914 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.997938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-71670a44-37dc-4c3c-9f4b-1059b00af914 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 945 time: 0.2813978 Feb 11 13:34:28.018731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1bf9668e-a785-4b29-8a34-d40e8e3c6ef7 req-4d8a367b-3ce7-46e7-ac49-31f9c14cb52e tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432304 Feb 11 13:34:28.065687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2b92b6ab-c625-41bf-9986-eb8e6efe334d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:28.166808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 2b92b6ab-c625-41bf-9986-eb8e6efe334d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:28.167163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2b92b6ab-c625-41bf-9986-eb8e6efe334d not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:28.213870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.265814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (3912c71f-4874-4f90-8788-1d45c5e44e80), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.276561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5205fcd4-9c14-48ec-80f5-a8a61e102959 req-e948bc00-3a71-492f-88e4-9cd6f4d5b4b7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 6207 time: 0.2020683 Feb 11 13:34:28.294200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Deleting port 8e73369a-025e-4c6a-93ea-c901eee74923 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:28.294546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.307640 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:34:24Z', 'revision_number': 4, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port': {'id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:19Z', 'updated_at': '2022-02-11T13:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6dae989-b298-4fb9-a726-7982b7522ae1', 'name': '', 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'mac_address': 'fa:16:3e:c6:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ce989429-4144-4c63-9575-d46a19519f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:24Z', 'revision_number': 2, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'subnets': [{'id': 'ce989429-4144-4c63-9575-d46a19519f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:28.336983 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Checking router: a3f2433a-7873-4328-9e25-97c05388d775 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:28.338702 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Updating router a3f2433a-7873-4328-9e25-97c05388d775 port b6dae989-b298-4fb9-a726-7982b7522ae1 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:34:28.354612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a1b0a501-823a-4eed-826e-acedb1129b0a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:28.355148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.367918 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.380677 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-cff6e835-45a3-4d66-8920-6879b6ea4f16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:34:28.381039 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-cff6e835-45a3-4d66-8920-6879b6ea4f16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:34:28.430202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] For port 8e73369a-025e-4c6a-93ea-c901eee74923, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8e73369a-025e-4c6a-93ea-c901eee74923,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:28.430569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.447405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Calling delete_port for 8e73369a-025e-4c6a-93ea-c901eee74923 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:28.471073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a1b0a501-823a-4eed-826e-acedb1129b0a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:28.471458 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.512586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port a1b0a501-823a-4eed-826e-acedb1129b0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a1b0a501-823a-4eed-826e-acedb1129b0a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:28.519203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.615616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=a1b0a501-823a-4eed-826e-acedb1129b0a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.659544 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Publish callbacks [] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.663638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8e73369a-025e-4c6a-93ea-c901eee74923), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.668869 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.675903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['87e88bfb-77eb-427b-9846-640674bf1c9b', '8e73369a-025e-4c6a-93ea-c901eee74923'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:28.676073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-89a4a710-ecae-4f3a-ade5-28b9ce0922fd tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:28.683668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-89a4a710-ecae-4f3a-ade5-28b9ce0922fd tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 819 time: 0.4270699 Feb 11 13:34:28.708337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-461db26f-e24d-4d94-85e3-e1b3e824d0cd tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/quotas/0090387900d0418b976b2b3fbd3d064f HTTP/1.1" status: 200 len: 375 time: 0.0237534 Feb 11 13:34:28.748208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:28.773424 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1618dcc-faa9-48fa-bae9-53a147703824 None None] Pushing event updated for resources: {'Port': ['ID=b6dae989-b298-4fb9-a726-7982b7522ae1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.783860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Pushing event deleted for resources: {'Port': ['ID=8e73369a-025e-4c6a-93ea-c901eee74923,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.798500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5205fcd4-9c14-48ec-80f5-a8a61e102959 req-663c364c-33a9-45ba-ba48-4c1fa95461d8 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/14af3b6d-751e-44ca-858f-829d389e8c02 HTTP/1.1" status: 200 len: 3002 time: 0.5203111 Feb 11 13:34:28.827270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753065ea-4834-414d-9841-de2820936e03 req-a955324b-d746-4af1-8171-682e457c22d9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:28.829218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-753065ea-4834-414d-9841-de2820936e03 req-a955324b-d746-4af1-8171-682e457c22d9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 945 time: 0.5690067 Feb 11 13:34:28.833390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] No DVR routers for this DVR port 8e73369a-025e-4c6a-93ea-c901eee74923 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:28.844524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.848589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d73f9bae-06c6-4759-bb11-337ce3d32459 req-7a08af9c-960a-4061-ba3b-1a6b1653d137 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "DELETE /v2.0/ports/8e73369a-025e-4c6a-93ea-c901eee74923 HTTP/1.1" status: 204 len: 173 time: 0.8285019 Feb 11 13:34:28.849130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'name': 'network-vif-deleted', 'tag': '8e73369a-025e-4c6a-93ea-c901eee74923'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:28.873128 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e109af0-41e3-43a7-b33e-8fd01ef57dfa" -d '{"events": [{"server_uuid": "e6aae238-19da-41e0-a22d-3ddc2d6a73c2", "name": "network-vif-deleted", "tag": "8e73369a-025e-4c6a-93ea-c901eee74923"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:28.943150 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Attempting to bind port b6dae989-b298-4fb9-a726-7982b7522ae1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:28.948030 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Attempting to bind port b6dae989-b298-4fb9-a726-7982b7522ae1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:28.948556 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Attempting to bind port b6dae989-b298-4fb9-a726-7982b7522ae1 on network 7a212139-3c9b-4738-90c7-5c26b759e6ab {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:28.963078 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:28.963450 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Checking segment: {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:28.963861 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.964251 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Bound using segment: {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:28.965652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-d12513f2-2581-4e5f-8751-5f4706163855 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2564049 Feb 11 13:34:28.968410 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Bound port: b6dae989-b298-4fb9-a726-7982b7522ae1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:28.968808 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:28.971273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-9d640f4a-72be-41b6-9588-3f9f39aa7bda service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:34:28.978654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-9d640f4a-72be-41b6-9588-3f9f39aa7bda service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118797 Feb 11 13:34:28.979521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cff6e835-45a3-4d66-8920-6879b6ea4f16 None None] Current status of the port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:29.109568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:29.111423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Router 3912c71f-4874-4f90-8788-1d45c5e44e80 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:34:29.119692 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] For port b6dae989-b298-4fb9-a726-7982b7522ae1, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:29.120795 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.123586 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] For port b6dae989-b298-4fb9-a726-7982b7522ae1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b6dae989-b298-4fb9-a726-7982b7522ae1,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:29.134795 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.160973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Deleting port 84adce42-46e3-4982-b905-fc5c24408b32 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:29.166659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (84adce42-46e3-4982-b905-fc5c24408b32), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.192467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-15ee936d-4ac9-4de4-b3e9-fb66424b2a25 service neutron] 10.222.0.79 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125783 Feb 11 13:34:29.207719 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Routers {'a3f2433a-7873-4328-9e25-97c05388d775'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:29.208354 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:33:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a3f2433a-7873-4328-9e25-97c05388d775'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:29.237597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f163c93b-242d-4aea-9585-994f2f448be8 None None] Provisioning complete for port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:29.242291 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f163c93b-242d-4aea-9585-994f2f448be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.336182 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] Set router a3f2433a-7873-4328-9e25-97c05388d775 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:29.374783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5205fcd4-9c14-48ec-80f5-a8a61e102959 req-5311b03b-82d0-4458-ad72-9f77797ddbf7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/14af3b6d-751e-44ca-858f-829d389e8c02 HTTP/1.1" status: 200 len: 3002 time: 0.5756071 Feb 11 13:34:29.459524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69513b62-7351-4fe2-978f-202b2b291767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.492534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1618dcc-faa9-48fa-bae9-53a147703824 None None] Pushing event updated for resources: {'Port': ['ID=b6dae989-b298-4fb9-a726-7982b7522ae1,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:29.553835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] For port 84adce42-46e3-4982-b905-fc5c24408b32, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=84adce42-46e3-4982-b905-fc5c24408b32,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:29.554935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (84adce42-46e3-4982-b905-fc5c24408b32), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.574182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-8aadbf94-18d3-4413-92a2-7781addf6d98 service neutron] 10.222.0.79 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804486 Feb 11 13:34:29.610635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Calling delete_port for 84adce42-46e3-4982-b905-fc5c24408b32 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:29.612862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:29.642238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d85d58b0-4783-48bc-9b9f-8759560d0e00 req-f96d85b6-8499-40aa-9afe-5ea33f0c8cf2 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6aae238-19da-41e0-a22d-3ddc2d6a73c2 HTTP/1.1" status: 200 len: 210 time: 0.0764754 Feb 11 13:34:29.680929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:29.688970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Sync routers for ids ['3912c71f-4874-4f90-8788-1d45c5e44e80'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:29.713908 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:34:24Z', 'revision_number': 4, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port': {'id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:19Z', 'updated_at': '2022-02-11T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6dae989-b298-4fb9-a726-7982b7522ae1', 'name': '', 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'mac_address': 'fa:16:3e:c6:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ce989429-4144-4c63-9575-d46a19519f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:29Z', 'revision_number': 4, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'subnets': [{'id': 'ce989429-4144-4c63-9575-d46a19519f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:29.755974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f163c93b-242d-4aea-9585-994f2f448be8 None None] Current status of the port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:29.770242 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87479c-7f9e-439a-8c76-aeeb21b5315a None None] The sync data for ids ['a3f2433a-7873-4328-9e25-97c05388d775'] in n-d-828676-2 is: [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:34:24Z', 'revision_number': 4, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port': {'id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:19Z', 'updated_at': '2022-02-11T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6dae989-b298-4fb9-a726-7982b7522ae1', 'name': '', 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'mac_address': 'fa:16:3e:c6:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'ce989429-4144-4c63-9575-d46a19519f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:29Z', 'revision_number': 4, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'subnets': [{'id': 'ce989429-4144-4c63-9575-d46a19519f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:29.782433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Routers {'3912c71f-4874-4f90-8788-1d45c5e44e80'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:29.783219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3912c71f-4874-4f90-8788-1d45c5e44e80'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:30.001053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305951-bf42-45e1-ac48-dc52b6f96c14 req-6ab57ea0-d3b5-4e14-8363-b012062ce020 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.012206 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1305951-bf42-45e1-ac48-dc52b6f96c14 req-6ab57ea0-d3b5-4e14-8363-b012062ce020 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2c8e95c-983a-42c4-820b-2d4b716c1074 HTTP/1.1" status: 200 len: 945 time: 0.2462106 Feb 11 13:34:30.019252 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a17ca5c-6360-4fcf-9cd6-b3e47cb41fe8 x-openstack-request-id: req-3a17ca5c-6360-4fcf-9cd6-b3e47cb41fe8 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:30.021925 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aae238-19da-41e0-a22d-3ddc2d6a73c2", "name": "network-vif-deleted", "tag": "8e73369a-025e-4c6a-93ea-c901eee74923", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:30.022236 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a17ca5c-6360-4fcf-9cd6-b3e47cb41fe8 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:30.024404 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aae238-19da-41e0-a22d-3ddc2d6a73c2', 'name': 'network-vif-deleted', 'tag': '8e73369a-025e-4c6a-93ea-c901eee74923', 'status': 'completed', 'code': 200} Feb 11 13:34:30.096043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 93253bc7-0739-405f-bd01-c93c47f53275 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:30.112675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Set router 3912c71f-4874-4f90-8788-1d45c5e44e80 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:30.179928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1305951-bf42-45e1-ac48-dc52b6f96c14 req-120a23ab-5b61-4e59-9f2c-9f1bcb8e3303 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539536 Feb 11 13:34:30.221993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.223235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-85a7de59-c180-4ebf-b46b-dcea988a6a4d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5792556 Feb 11 13:34:30.226015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:30.237286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-83334a1a-f821-4194-a8cf-c2249b33c96f req-c6b0965a-9aee-462d-860c-21ff293b15b2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1305797881', 'description': 'tempest-description-1880675893'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:30.301217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-83334a1a-f821-4194-a8cf-c2249b33c96f req-c6b0965a-9aee-462d-860c-21ff293b15b2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.337985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e4e9a-7723-4d35-bcc1-abd7ceff5248 req-ab5ac012-768e-4009-8f97-bfb9570c83f8 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.340964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-619e4e9a-7723-4d35-bcc1-abd7ceff5248 req-ab5ac012-768e-4009-8f97-bfb9570c83f8 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 944 time: 0.0971839 Feb 11 13:34:30.440047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 93253bc7-0739-405f-bd01-c93c47f53275 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:30.460434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 93253bc7-0739-405f-bd01-c93c47f53275 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:30.463261 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (93253bc7-0739-405f-bd01-c93c47f53275), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.477784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (84adce42-46e3-4982-b905-fc5c24408b32), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.594696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-83334a1a-f821-4194-a8cf-c2249b33c96f req-c6b0965a-9aee-462d-860c-21ff293b15b2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.606489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-83334a1a-f821-4194-a8cf-c2249b33c96f req-c6b0965a-9aee-462d-860c-21ff293b15b2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.615920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event deleted for resources: {'Port': ['ID=84adce42-46e3-4982-b905-fc5c24408b32,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:30.642590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] No DVR routers for this DVR port 84adce42-46e3-4982-b905-fc5c24408b32 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:30.650054 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-619e4e9a-7723-4d35-bcc1-abd7ceff5248 req-eca2597d-c6d7-4d0f-8dfe-2d671f5ef517 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030493 Feb 11 13:34:30.651439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.651727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-83334a1a-f821-4194-a8cf-c2249b33c96f req-c6b0965a-9aee-462d-860c-21ff293b15b2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.653070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83334a1a-f821-4194-a8cf-c2249b33c96f req-c6b0965a-9aee-462d-860c-21ff293b15b2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4202256 Feb 11 13:34:30.671814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-753065ea-4834-414d-9841-de2820936e03 req-e0220886-39b3-45ee-8c2d-a859be08999d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.30 "DELETE /v2.0/ports/84adce42-46e3-4982-b905-fc5c24408b32 HTTP/1.1" status: 204 len: 173 time: 1.8288145 Feb 11 13:34:30.677429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'name': 'network-vif-deleted', 'tag': '84adce42-46e3-4982-b905-fc5c24408b32'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:30.692595 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b735dd20-52db-464c-a906-c214845c14c5" -d '{"events": [{"server_uuid": "f2c8e95c-983a-42c4-820b-2d4b716c1074", "name": "network-vif-deleted", "tag": "84adce42-46e3-4982-b905-fc5c24408b32"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:30.716642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-aef3b945-ee42-43bb-b159-bd0f7997317a req-2e0602ab-2747-4dad-94ab-8332540dca23 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748271891', 'description': 'tempest-description-498115444'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:30.734045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:30.747688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef3b945-ee42-43bb-b159-bd0f7997317a req-2e0602ab-2747-4dad-94ab-8332540dca23 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.894065 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.900516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:27Z', 'revision_number': 3, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:30.914566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a1b0a501-823a-4eed-826e-acedb1129b0a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:30.936466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef3b945-ee42-43bb-b159-bd0f7997317a req-2e0602ab-2747-4dad-94ab-8332540dca23 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (caf21068-aa0f-48e4-a43c-fbfec00356ee), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.948215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef3b945-ee42-43bb-b159-bd0f7997317a req-2e0602ab-2747-4dad-94ab-8332540dca23 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (caf21068-aa0f-48e4-a43c-fbfec00356ee), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.976244 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22013e13-add7-4ac2-9f3d-4be350ec9c33 req-1c62b85c-5010-4284-9a49-6cf4f8b9b99e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 210 time: 0.2451162 Feb 11 13:34:30.990460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Checking router: 3912c71f-4874-4f90-8788-1d45c5e44e80 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:30.990821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Updating router 3912c71f-4874-4f90-8788-1d45c5e44e80 port a695a161-02c5-49ff-a1bc-41eb1b8cc518 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:34:30.997870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0965a-9aee-462d-860c-21ff293b15b2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.024525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef3b945-ee42-43bb-b159-bd0f7997317a req-2e0602ab-2747-4dad-94ab-8332540dca23 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.026612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aef3b945-ee42-43bb-b159-bd0f7997317a req-2e0602ab-2747-4dad-94ab-8332540dca23 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3184605 Feb 11 13:34:31.097042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0602ab-2747-4dad-94ab-8332540dca23 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf21068-aa0f-48e4-a43c-fbfec00356ee,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.129518 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c74b78c-85ff-454d-9b72-abdcd33d4342 x-openstack-request-id: req-8c74b78c-85ff-454d-9b72-abdcd33d4342 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:31.129820 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8e95c-983a-42c4-820b-2d4b716c1074", "name": "network-vif-deleted", "tag": "84adce42-46e3-4982-b905-fc5c24408b32", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:31.130083 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c74b78c-85ff-454d-9b72-abdcd33d4342 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:31.130510 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c8e95c-983a-42c4-820b-2d4b716c1074', 'name': 'network-vif-deleted', 'tag': '84adce42-46e3-4982-b905-fc5c24408b32', 'status': 'completed', 'code': 200} Feb 11 13:34:31.168412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 93253bc7-0739-405f-bd01-c93c47f53275 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:31.170498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (93253bc7-0739-405f-bd01-c93c47f53275), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.207327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8e73369a-025e-4c6a-93ea-c901eee74923 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:31.268947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 8e73369a-025e-4c6a-93ea-c901eee74923 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:31.269302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8e73369a-025e-4c6a-93ea-c901eee74923 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:31.269993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 84adce42-46e3-4982-b905-fc5c24408b32 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:31.271845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.357801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:31.360466 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585286d7-abbf-4aa9-9d29-7d3d05ae3d9b" -d '{"events": [{"server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "name": "network-vif-plugged", "status": "completed", "tag": "93253bc7-0739-405f-bd01-c93c47f53275"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:31.363755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 84adce42-46e3-4982-b905-fc5c24408b32 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:31.364108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 84adce42-46e3-4982-b905-fc5c24408b32 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:31.406660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 93253bc7-0739-405f-bd01-c93c47f53275, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=93253bc7-0739-405f-bd01-c93c47f53275,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:31.467870 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (93253bc7-0739-405f-bd01-c93c47f53275), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.519651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a1b0a501-823a-4eed-826e-acedb1129b0a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:31.520036 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.791970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=93253bc7-0739-405f-bd01-c93c47f53275,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.836725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-1e70df3f-e6c0-4822-b849-3e62a3c0887b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.868629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-1e70df3f-e6c0-4822-b849-3e62a3c0887b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 819 time: 0.6074581 Feb 11 13:34:31.892260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-cb0f4929-a743-4537-9bc9-f73a3f70df49 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/quotas/0090387900d0418b976b2b3fbd3d064f HTTP/1.1" status: 200 len: 375 time: 0.0217938 Feb 11 13:34:31.904418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a1b0a501-823a-4eed-826e-acedb1129b0a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:31.905533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b6dae989-b298-4fb9-a726-7982b7522ae1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:31.943663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.988600 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-9e3e0871-da1c-43d7-abcd-3c832170b318 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954232 Feb 11 13:34:32.018847 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Publish callbacks [] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.031353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.036455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b6dae989-b298-4fb9-a726-7982b7522ae1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:32.037428 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.120689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f98270c6-a872-4d8a-9806-681ba5452051 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.123806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24438e-cef1-4c92-b719-ae94c0ec960a None None] Pushing event updated for resources: {'Port': ['ID=a695a161-02c5-49ff-a1bc-41eb1b8cc518,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.130187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Attempting to bind port a695a161-02c5-49ff-a1bc-41eb1b8cc518 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:32.130582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Attempting to bind port a695a161-02c5-49ff-a1bc-41eb1b8cc518 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:32.130959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Attempting to bind port a695a161-02c5-49ff-a1bc-41eb1b8cc518 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:32.131815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f98270c6-a872-4d8a-9806-681ba5452051 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 813 time: 0.4267154 Feb 11 13:34:32.151627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:32.153187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:32.154859 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.156952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:32.158467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Bound port: a695a161-02c5-49ff-a1bc-41eb1b8cc518, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:32.159590 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.174834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-b7216e5e-59c8-4cf0-aeab-eb5135e6df87 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/quotas/bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 375 time: 0.0419931 Feb 11 13:34:32.216644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-268cd919-a3d5-438c-a341-341a69e7922a service neutron] 10.222.0.79 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271399 Feb 11 13:34:32.225398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-8bb3bd3b-c0b8-44b1-a183-2e9387300f22 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.227062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-8bb3bd3b-c0b8-44b1-a183-2e9387300f22 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 819 time: 0.4806809 Feb 11 13:34:32.239838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Request body: {'port': {'device_id': '0663b92e-f752-4f2f-be38-8949db21576e', 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'admin_state_up': True, 'tenant_id': '0090387900d0418b976b2b3fbd3d064f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:32.293220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-60239a23-dba7-4934-9fc5-95a05cf182d5 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171215 Feb 11 13:34:32.294310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Allocated IP 172.20.0.1 (fd84d429-353c-4c52-8e9d-65e7d954a212/95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4/48f7e9d3-7657-4dfc-82ee-99b4ea6baef2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:32.322715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] For port a695a161-02c5-49ff-a1bc-41eb1b8cc518, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:32.325311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b6dae989-b298-4fb9-a726-7982b7522ae1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:32.325815 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.329682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] For port a695a161-02c5-49ff-a1bc-41eb1b8cc518, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a695a161-02c5-49ff-a1bc-41eb1b8cc518,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:32.333666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.346810 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.373560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-16dabaa8-bd0a-411a-9fb2-4e558b8a979f service neutron] 10.222.0.79 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557124 Feb 11 13:34:32.404855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port b6dae989-b298-4fb9-a726-7982b7522ae1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b6dae989-b298-4fb9-a726-7982b7522ae1,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:32.440449 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.498867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Routers {'3912c71f-4874-4f90-8788-1d45c5e44e80'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:32.500071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-57ee17c9-e77b-4c98-89c5-5cc60495e16a service neutron] 10.222.0.79 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055185 Feb 11 13:34:32.501575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3912c71f-4874-4f90-8788-1d45c5e44e80'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:32.529069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Made reservation on behalf of 0090387900d0418b976b2b3fbd3d064f for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:32.532713 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks [] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.536960 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.585176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.650264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Network fd84d429-353c-4c52-8e9d-65e7d954a212 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:32.654063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:32.658344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:32.674723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Pushing event updated for resources: {'Port': ['ID=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.801000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] Set router 3912c71f-4874-4f90-8788-1d45c5e44e80 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:32.826751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (3912c71f-4874-4f90-8788-1d45c5e44e80), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:32.864289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-5b3a8da0-8d76-4dbe-8232-bf84f81be52b service neutron] 10.222.0.79 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637147 Feb 11 13:34:32.881375 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1650e3-b346-4820-ac3f-15cd40512cc0 x-openstack-request-id: req-0f1650e3-b346-4820-ac3f-15cd40512cc0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:32.881674 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "name": "network-vif-plugged", "status": "completed", "tag": "93253bc7-0739-405f-bd01-c93c47f53275", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:32.881934 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f1650e3-b346-4820-ac3f-15cd40512cc0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:32.882363 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275', 'code': 200} Feb 11 13:34:32.904579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24438e-cef1-4c92-b719-ae94c0ec960a None None] Pushing event updated for resources: {'Port': ['ID=a695a161-02c5-49ff-a1bc-41eb1b8cc518,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.927913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd34eeb-5fc7-40cf-a45d-5bbe0ef6ea53 req-d44c243c-7018-4336-8090-8a8daedafad7 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.940059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fd34eeb-5fc7-40cf-a45d-5bbe0ef6ea53 req-d44c243c-7018-4336-8090-8a8daedafad7 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.2750092 Feb 11 13:34:32.943030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a7e5d-4c04-4f75-aaaa-9381a6fb4f62 req-c00659ac-237b-4c56-8cc8-86244207f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.944660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b6a7e5d-4c04-4f75-aaaa-9381a6fb4f62 req-c00659ac-237b-4c56-8cc8-86244207f2c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 1127 time: 0.2708035 Feb 11 13:34:33.013276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=b6dae989-b298-4fb9-a726-7982b7522ae1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.063642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b6a7e5d-4c04-4f75-aaaa-9381a6fb4f62 req-58261f7e-df66-4a79-9701-0b9d348c7806 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084023 Feb 11 13:34:33.068637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Allocated IP 172.20.0.13 (7a212139-3c9b-4738-90c7-5c26b759e6ab/ce989429-4144-4c63-9575-d46a19519f04/0e709adb-88a9-40f9-9957-66559d724d43) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:33.127955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-93993aee-6e28-4023-bed6-304f9949121c None None] Provisioning complete for port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:33.128522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93993aee-6e28-4023-bed6-304f9949121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:33.188134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-93993aee-6e28-4023-bed6-304f9949121c None None] Port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:33.285966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fd34eeb-5fc7-40cf-a45d-5bbe0ef6ea53 req-bc165b76-992d-44d4-9b3d-962dcc1e5777 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338699 Feb 11 13:34:33.322969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:27Z', 'revision_number': 3, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:33.383268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:33.423227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6094fc0-3c50-41fb-b8c4-29eafa20c56b None None] The sync data for ids ['3912c71f-4874-4f90-8788-1d45c5e44e80'] in n-d-828676-2 is: [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:27Z', 'revision_number': 3, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:33.435843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e64c6-9810-4bf5-941c-2bf791d61f87 req-017f49a5-c6ed-4339-9dc1-bda35e43c553 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.438762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-112e64c6-9810-4bf5-941c-2bf791d61f87 req-017f49a5-c6ed-4339-9dc1-bda35e43c553 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.1763406 Feb 11 13:34:33.444867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks [] for port (0e709adb-88a9-40f9-9957-66559d724d43), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:33.621470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:33.682609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-112e64c6-9810-4bf5-941c-2bf791d61f87 req-c4bd7d47-8822-4277-81e1-7c2d100827fb tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312016 Feb 11 13:34:33.693528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0e709adb-88a9-40f9-9957-66559d724d43), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:33.779957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-9709b410-c0e7-4a3f-aada-5173cce252c5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.781543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-9709b410-c0e7-4a3f-aada-5173cce252c5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.3386219 Feb 11 13:34:33.804078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:33.808917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:33.818692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:33.956280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Pushing event updated for resources: {'Port': ['ID=0e709adb-88a9-40f9-9957-66559d724d43,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.967255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-531ff011-74e3-4bbf-a3dd-7109e3968ece req-def1e691-9da7-42a7-bee7-be547e11529f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 210 time: 0.1381454 Feb 11 13:34:34.007249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-f42ccc37-e99d-431f-892f-6fbabd72db87 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.1962478 Feb 11 13:34:34.021355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.022270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:34.067444 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-3960fcce-ae7b-4798-9d41-a6e9eed448ba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8313670 Feb 11 13:34:34.087912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Request body: {'port': {'device_id': '0663b92e-f752-4f2f-be38-8949db21576e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:34.113530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-aa643ea6-6573-43b1-a96a-c4d9d47371df tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.115007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-aa643ea6-6573-43b1-a96a-c4d9d47371df tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.4196084 Feb 11 13:34:34.222011 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-9fcca0e4-709a-44b9-8e66-ba0b1043b9ac tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877439 Feb 11 13:34:34.247730 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28e9a753-687b-4577-83db-d3eb6b9e20d9 req-d96957a5-e21f-47c6-b543-d873edef7771 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 210 time: 0.0629048 Feb 11 13:34:34.251435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e709adb-88a9-40f9-9957-66559d724d43), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:34.257101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks [] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:34.302643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:34.416783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (3912c71f-4874-4f90-8788-1d45c5e44e80), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:34.484514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Pushing event updated for resources: {'Port': ['ID=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.581113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-84415e12-bcf0-4080-ba38-6ea119a7a84f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3038774 Feb 11 13:34:34.731023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Deleting port 87e88bfb-77eb-427b-9846-640674bf1c9b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:34.731610 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:34.737798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-90756b01-f56a-4568-8c86-dbb1ccb1b84b service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561105 Feb 11 13:34:34.774919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Network fd84d429-353c-4c52-8e9d-65e7d954a212 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:34.812640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be567df2-9e13-4bca-a28b-dc7e94bfacf5 req-48afe9f8-8e39-446b-8586-e6d5064c9cb3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.815408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:34.836379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be567df2-9e13-4bca-a28b-dc7e94bfacf5 req-48afe9f8-8e39-446b-8586-e6d5064c9cb3 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 946 time: 0.3936930 Feb 11 13:34:34.866855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-05cd79ee-482a-41c6-9693-4d3cdec45e3f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.869904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-05cd79ee-482a-41c6-9693-4d3cdec45e3f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 819 time: 0.4369237 Feb 11 13:34:35.013386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e709adb-88a9-40f9-9957-66559d724d43 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:35.029474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Publish callbacks [] for port (0e709adb-88a9-40f9-9957-66559d724d43), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.053637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Transition to ACTIVE for port object 0e709adb-88a9-40f9-9957-66559d724d43 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:35.111320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a695a161-02c5-49ff-a1bc-41eb1b8cc518 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:35.168092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Request body: {'port': {'device_id': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'admin_state_up': True, 'tenant_id': '0090387900d0418b976b2b3fbd3d064f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:35.177656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-94505d5c-dd84-47f5-955e-e40d57757a15 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:35.179198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-94505d5c-dd84-47f5-955e-e40d57757a15 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.30 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 813 time: 0.2743468 Feb 11 13:34:35.186382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (0e709adb-88a9-40f9-9957-66559d724d43), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.202258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Router 3912c71f-4874-4f90-8788-1d45c5e44e80 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:35.209569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'port': {'device_id': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e', 'admin_state_up': True, 'tenant_id': 'bc1f9f15857146b09589f5a22a3e53e7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:35.241035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] For port 87e88bfb-77eb-427b-9846-640674bf1c9b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=87e88bfb-77eb-427b-9846-640674bf1c9b,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:35.241412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.259778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a695a161-02c5-49ff-a1bc-41eb1b8cc518 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:35.260480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.296861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-917cf34a-c6e5-4f9a-8d90-cf41c07fdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:35.298173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-917cf34a-c6e5-4f9a-8d90-cf41c07fdf5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 1127 time: 0.6382544 Feb 11 13:34:35.318908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-47155163-2a3d-4c36-ab7a-6349a41bff46 None None] Provisioning complete for port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:35.319536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47155163-2a3d-4c36-ab7a-6349a41bff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.378530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-4cb39c1f-cfb2-4c84-a3d2-48be9a82dc22 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211221 Feb 11 13:34:35.384557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Calling delete_port for 87e88bfb-77eb-427b-9846-640674bf1c9b owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:35.395637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47155163-2a3d-4c36-ab7a-6349a41bff46 None None] Port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:35.433248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be567df2-9e13-4bca-a28b-dc7e94bfacf5 req-8572bc22-6f1f-42ba-96c5-3b76ec59b25c tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/security-groups?id=470a3dba-db2f-49d0-82f6-557eae075af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929081 Feb 11 13:34:35.434001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Pushing event updated for resources: {'Port': ['ID=0e709adb-88a9-40f9-9957-66559d724d43,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.470389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a695a161-02c5-49ff-a1bc-41eb1b8cc518 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:35.470786 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.494809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port a695a161-02c5-49ff-a1bc-41eb1b8cc518, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a695a161-02c5-49ff-a1bc-41eb1b8cc518,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:35.505953 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.506887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b6dae989-b298-4fb9-a726-7982b7522ae1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:35.711990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=a695a161-02c5-49ff-a1bc-41eb1b8cc518,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.743976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b6dae989-b298-4fb9-a726-7982b7522ae1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:35.744361 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.768961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Made reservation on behalf of 0090387900d0418b976b2b3fbd3d064f for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:35.772541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.878024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b6dae989-b298-4fb9-a726-7982b7522ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:35.909058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Attempting to bind port 0e709adb-88a9-40f9-9957-66559d724d43 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:35.909404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Attempting to bind port 0e709adb-88a9-40f9-9957-66559d724d43 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:35.910013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Attempting to bind port 0e709adb-88a9-40f9-9957-66559d724d43 on network 7a212139-3c9b-4738-90c7-5c26b759e6ab {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:35.986768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Port 0e709adb-88a9-40f9-9957-66559d724d43 on network 7a212139-3c9b-4738-90c7-5c26b759e6ab not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:35.987224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Attempting to bind port 0e709adb-88a9-40f9-9957-66559d724d43 on network 7a212139-3c9b-4738-90c7-5c26b759e6ab {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:36.007352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae805b0-d8ce-44d8-af6d-cf05b4ddddd2 req-de8fe871-8f6b-4f90-8354-beb7f7284659 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.023144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ae805b0-d8ce-44d8-af6d-cf05b4ddddd2 req-de8fe871-8f6b-4f90-8354-beb7f7284659 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.4573734 Feb 11 13:34:36.024259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-63e88d2a-a5a7-49aa-86ab-5701f2a4f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.026306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-63e88d2a-a5a7-49aa-86ab-5701f2a4f787 service neutron] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.6808608 Feb 11 13:34:36.068462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a8ee05b-f183-43db-b266-08e02aab03ee req-33691c2f-9a7a-441c-a7c1-c4064c3e04a0 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 210 time: 0.0763879 Feb 11 13:34:36.075418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:36.076112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Checking segment: {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:36.076323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Bound using segment: {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:36.076731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Bound port: 0e709adb-88a9-40f9-9957-66559d724d43, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:36.077232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e709adb-88a9-40f9-9957-66559d724d43), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:36.099597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:36.125665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ca52f3a-38e3-4462-bfba-6949aeb41710 admin admin] 10.222.0.79 "PUT /v2.0/routers/3912c71f-4874-4f90-8788-1d45c5e44e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8903503 Feb 11 13:34:36.176967 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-3ed8a7f9-eb7f-4229-bffa-9b152c8953cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a HTTP/1.1" status: 200 len: 217 time: 0.1375387 Feb 11 13:34:36.241092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (87e88bfb-77eb-427b-9846-640674bf1c9b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:36.277528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Made reservation on behalf of bc1f9f15857146b09589f5a22a3e53e7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:36.283830 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:36.289071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ae805b0-d8ce-44d8-af6d-cf05b4ddddd2 req-80b69995-d5c3-4c22-a741-6abf24601210 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483959 Feb 11 13:34:36.321121 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5a243c5-0a8b-43cc-883d-2e1a8584646d req-24173975-080c-47eb-9fe8-df44cd7ff5ac tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 210 time: 0.0757253 Feb 11 13:34:36.330395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Pushing event deleted for resources: {'Port': ['ID=87e88bfb-77eb-427b-9846-640674bf1c9b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:36.350867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] For port 0e709adb-88a9-40f9-9957-66559d724d43, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:36.357363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] For port 0e709adb-88a9-40f9-9957-66559d724d43, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0e709adb-88a9-40f9-9957-66559d724d43,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:36.421246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] No DVR routers for this DVR port 87e88bfb-77eb-427b-9846-640674bf1c9b on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:36.426608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:36.431638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3574ceb0-e8dd-4c13-8cb3-99b5d4e0c9e0 req-1c92b913-b252-4f79-8226-aa9bd3680e62 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.30 "DELETE /v2.0/ports/87e88bfb-77eb-427b-9846-640674bf1c9b HTTP/1.1" status: 204 len: 173 time: 2.3071902 Feb 11 13:34:36.432242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8376acab-7f88-4763-b599-fb564d1477f7', 'name': 'network-vif-deleted', 'tag': '87e88bfb-77eb-427b-9846-640674bf1c9b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:36.436417 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1354c644-c242-4421-b1b7-3772d5fc3975" -d '{"events": [{"server_uuid": "8376acab-7f88-4763-b599-fb564d1477f7", "name": "network-vif-deleted", "tag": "87e88bfb-77eb-427b-9846-640674bf1c9b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:36.441128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Allocated IP 172.20.0.11 (7a212139-3c9b-4738-90c7-5c26b759e6ab/ce989429-4144-4c63-9575-d46a19519f04/c8d95a02-0e8b-4db5-adcb-edbc69c2f243) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:36.598372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b7508-5999-460f-8892-68cda462696f req-8f0c0bc8-ce0e-4c80-9e65-90d982cd7e2c tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.600031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-026b7508-5999-460f-8892-68cda462696f req-8f0c0bc8-ce0e-4c80-9e65-90d982cd7e2c tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.1312244 Feb 11 13:34:36.622706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41032) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:36.633434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Request body: {'floatingip': {'port_id': '93253bc7-0739-405f-bd01-c93c47f53275'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:36.683818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a695a161-02c5-49ff-a1bc-41eb1b8cc518 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:36.724680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Sync routers for ids ['3912c71f-4874-4f90-8788-1d45c5e44e80'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:36.747874 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Routers {'3912c71f-4874-4f90-8788-1d45c5e44e80'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:36.749379 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3912c71f-4874-4f90-8788-1d45c5e44e80'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:36.765344 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for floatingip (04642b7d-8d92-4e10-8fb3-a4b466e00eda), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:36.812181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a695a161-02c5-49ff-a1bc-41eb1b8cc518 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:36.812851 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:36.839649 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f3606b-cde1-436f-a600-60ec48f23028 x-openstack-request-id: req-e5f3606b-cde1-436f-a600-60ec48f23028 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:36.839952 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8376acab-7f88-4763-b599-fb564d1477f7", "name": "network-vif-deleted", "tag": "87e88bfb-77eb-427b-9846-640674bf1c9b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:36.840284 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5f3606b-cde1-436f-a600-60ec48f23028 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:36.841332 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8376acab-7f88-4763-b599-fb564d1477f7', 'name': 'network-vif-deleted', 'tag': '87e88bfb-77eb-427b-9846-640674bf1c9b', 'status': 'completed', 'code': 200} Feb 11 13:34:36.894219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77262631-30a0-4be2-8eee-c54d8209c1a7 req-5948acbd-6582-4823-9309-529087c5ef94 tempest-ServerRescueTestJSON-1630894585 tempest-ServerRescueTestJSON-1630894585-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376acab-7f88-4763-b599-fb564d1477f7 HTTP/1.1" status: 200 len: 210 time: 0.0473328 Feb 11 13:34:36.949877 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Set router 3912c71f-4874-4f90-8788-1d45c5e44e80 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:37.232224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14a1e856-957e-4ad6-afff-9008572e0197 req-c2ab3c3b-af28-4941-972a-5d59e82328b3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 210 time: 0.7546833 Feb 11 13:34:37.235422 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:33Z', 'revision_number': 4, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '48f7e9d3-7657-4dfc-82ee-99b4ea6baef2', 'name': '', 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'mac_address': 'fa:16:3e:61:52:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:31Z', 'updated_at': '2022-02-11T13:34:33Z', 'revision_number': 2, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'subnets': [{'id': '95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:37.244681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (0e709adb-88a9-40f9-9957-66559d724d43), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.274683 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Checking router: 3912c71f-4874-4f90-8788-1d45c5e44e80 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:37.275043 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Updating router 3912c71f-4874-4f90-8788-1d45c5e44e80 port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:34:37.331931 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.345814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 87e88bfb-77eb-427b-9846-640674bf1c9b no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:37.389423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 87e88bfb-77eb-427b-9846-640674bf1c9b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:37.389843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 87e88bfb-77eb-427b-9846-640674bf1c9b not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:37.418675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a695a161-02c5-49ff-a1bc-41eb1b8cc518 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:37.576197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:37.576829 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.578291 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 1092 time: 3.5035751 Feb 11 13:34:37.586907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f945d2b5-5b87-46ec-8f5f-9cc366d95a91 req-4e7071c2-1b42-4b68-9c11-48a68e883eba tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 210 time: 0.2167599 Feb 11 13:34:37.587571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0663b92e-f752-4f2f-be38-8949db21576e', 'tag': '0e709adb-88a9-40f9-9957-66559d724d43'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:37.589995 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6113d79-0193-4bb4-9282-2bc22104d480" -d '{"events": [{"name": "network-changed", "server_uuid": "0663b92e-f752-4f2f-be38-8949db21576e", "tag": "0e709adb-88a9-40f9-9957-66559d724d43"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:37.594388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-3e54d027-2782-4cff-a1fd-95fcd5d17c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:37.596350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-3e54d027-2782-4cff-a1fd-95fcd5d17c19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 1.3886664 Feb 11 13:34:37.722154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b2d8108a-daff-4898-a44f-ee9af0c857ad tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5062115 Feb 11 13:34:37.730577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-15ff374d-3d98-4cdc-bcf9-d051e91f4c14 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:37.731986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-15ff374d-3d98-4cdc-bcf9-d051e91f4c14 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.4447002 Feb 11 13:34:37.737008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-74586cd8-1990-48a7-8966-d5ed244c1e49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649421 Feb 11 13:34:37.740080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:37.748673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Request body: {'port': {'device_id': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'admin_state_up': True, 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:37.761302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af63a43-dae5-48ec-9a08-7718b676b772 service neutron] Pushing event updated for resources: {'Port': ['ID=0e709adb-88a9-40f9-9957-66559d724d43,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.807135 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Publish callbacks [] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.812969 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.842936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc857854-44a1-4753-95b5-1f31869bdd02 req-badb2bee-2a05-4a55-97b7-fdcbe77dfd9c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 210 time: 0.1088309 Feb 11 13:34:37.858357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.889838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c8ad2-8a85-4048-8a40-bc265d2c74a2 None None] Pushing event updated for resources: {'Port': ['ID=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.954848 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Attempting to bind port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:37.956130 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Attempting to bind port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:37.956513 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Attempting to bind port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 on network fd84d429-353c-4c52-8e9d-65e7d954a212 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:37.962366 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:37.962798 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Checking segment: {'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:37.963214 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.963604 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Bound using segment: {'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:37.964073 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Bound port: 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18db5855-9f0c-463c-94b4-78dbb8f77cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:37.964511 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:37.987077 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6da3e9-320c-4e00-8e59-6b0707150b6f x-openstack-request-id: req-0f6da3e9-320c-4e00-8e59-6b0707150b6f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:37.987386 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0663b92e-f752-4f2f-be38-8949db21576e", "tag": "0e709adb-88a9-40f9-9957-66559d724d43", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:37.987644 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f6da3e9-320c-4e00-8e59-6b0707150b6f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:37.988042 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0663b92e-f752-4f2f-be38-8949db21576e', 'tag': '0e709adb-88a9-40f9-9957-66559d724d43', 'status': 'completed', 'code': 200} Feb 11 13:34:38.041400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41046) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:38.052390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-ea4c7de2-450e-4564-9296-f481da182f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.053883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-ea4c7de2-450e-4564-9296-f481da182f82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1126 time: 0.3929086 Feb 11 13:34:38.064274 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] For port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:38.068867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] For port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,segment=NetworkSegment(18db5855-9f0c-463c-94b4-78dbb8f77cf7),segment_id=18db5855-9f0c-463c-94b4-78dbb8f77cf7)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:38.078077 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.127565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Allocated IP 172.20.0.4 (48fa6bd8-8547-40ea-9474-9572e9ef983e/c7917ce3-f791-40bc-884d-8ade44c9bd77/cc8a6c96-8244-4df7-a948-078754cf7a72) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:38.128486 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Routers {'3912c71f-4874-4f90-8788-1d45c5e44e80'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:38.129299 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3912c71f-4874-4f90-8788-1d45c5e44e80'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:38.139334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-10e837d3-f076-4d11-a28b-6074d56b1fc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 217 time: 0.0746558 Feb 11 13:34:38.143449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks [] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.186771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-d89da195-a824-425a-8552-1a2340da9cbe service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078496 Feb 11 13:34:38.256131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-18a8790f-1e14-415c-9662-a6b19106be9e None None] Provisioning complete for port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:38.256610 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18a8790f-1e14-415c-9662-a6b19106be9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.259007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:38.262766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.275777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.324616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (04642b7d-8d92-4e10-8fb3-a4b466e00eda), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.335768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-a4c10ea4-7f60-4f86-93e4-492bf2596b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.337803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-a4c10ea4-7f60-4f86-93e4-492bf2596b7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.1907523 Feb 11 13:34:38.402587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-18a8790f-1e14-415c-9662-a6b19106be9e None None] Current status of the port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:38.402894 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18a8790f-1e14-415c-9662-a6b19106be9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.445823 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.484517 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c8ad2-8a85-4048-8a40-bc265d2c74a2 None None] Pushing event updated for resources: {'Port': ['ID=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.489315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-18a8790f-1e14-415c-9662-a6b19106be9e None None] For port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,segment=NetworkSegment(18db5855-9f0c-463c-94b4-78dbb8f77cf7),segment_id=18db5855-9f0c-463c-94b4-78dbb8f77cf7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:38.495581 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18a8790f-1e14-415c-9662-a6b19106be9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.515283 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] Set router 3912c71f-4874-4f90-8788-1d45c5e44e80 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:38.532912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4de616a4-239b-4213-98a9-bced1394ce20 req-9f7580a5-0704-4898-b4d3-bc90982307d0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 210 time: 0.1063821 Feb 11 13:34:38.573887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8790f-1e14-415c-9662-a6b19106be9e None None] Pushing event updated for resources: {'Port': ['ID=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.613446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-f6d7d639-0343-4aba-a679-cbaf9f679a4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2004795 Feb 11 13:34:38.616815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9fd99ea9-8c8f-418e-943c-6b3cab49c230 None None] Provisioning complete for port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:38.617662 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fd99ea9-8c8f-418e-943c-6b3cab49c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.631035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Pushing event updated for resources: {'Port': ['ID=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.728498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.778236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9fd99ea9-8c8f-418e-943c-6b3cab49c230 None None] Current status of the port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:38.778816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:38.798444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-346472679'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:38.813988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:38.826676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:38.852478 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:33Z', 'revision_number': 4, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '48f7e9d3-7657-4dfc-82ee-99b4ea6baef2', 'name': '', 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'mac_address': 'fa:16:3e:61:52:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:31Z', 'updated_at': '2022-02-11T13:34:38Z', 'revision_number': 4, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'subnets': [{'id': '95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:38.900605 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68551c35-08de-4771-b8d3-b282ed2f5e0e None None] The sync data for ids ['3912c71f-4874-4f90-8788-1d45c5e44e80'] in n-d-828676-2 is: [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:33Z', 'revision_number': 4, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '48f7e9d3-7657-4dfc-82ee-99b4ea6baef2', 'name': '', 'network_id': 'fd84d429-353c-4c52-8e9d-65e7d954a212', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'mac_address': 'fa:16:3e:61:52:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:31Z', 'updated_at': '2022-02-11T13:34:38Z', 'revision_number': 4, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'subnets': [{'id': '95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:38.913789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b2b251-d9a5-4f94-8027-57d66a3a7745 req-a630e46c-e6d6-4e13-afc1-b44c3ca9a6d6 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182875 Feb 11 13:34:39.015882 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.034871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:39.050355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Network 7a212139-3c9b-4738-90c7-5c26b759e6ab is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:39.071033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:39.075248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.098465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Network 48fa6bd8-8547-40ea-9474-9572e9ef983e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:39.147121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:39.149405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:39.151780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:39.164425 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Floating IP 04642b7d-8d92-4e10-8fb3-a4b466e00eda associated. External IP: 172.25.3.185, port: 93253bc7-0739-405f-bd01-c93c47f53275. Feb 11 13:34:39.189514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:39.259083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:39.275219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-a2a9219a-37e5-4128-af61-2faa2c9c741d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7949612 Feb 11 13:34:39.279201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e8414-27f7-4528-ab53-271eb204c281 req-d91e1452-a32b-4220-95b7-4c65cac0b0ab tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.295198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad4e8414-27f7-4528-ab53-271eb204c281 req-d91e1452-a32b-4220-95b7-4c65cac0b0ab tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 932 time: 0.5051684 Feb 11 13:34:39.309634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Allocated IP 172.20.0.9 (085e3d9d-406a-4687-a260-fda81fe2574d/d39d1925-8c6c-48c3-b595-54707ce4d893/a8ebe8a1-5951-435c-80ac-81c38bb73558) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:39.330870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.331705 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.335977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-056d5137-5a82-440f-98fe-3618c492f18d service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709124 Feb 11 13:34:39.342025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.342820 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.356837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f51e500c-a5b3-44e6-809c-c1a98a1f14b4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.357309 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Added segment f51e500c-a5b3-44e6-809c-c1a98a1f14b4 of type vlan for network 241f4a82-b7b6-4591-8371-86e5a1914f4e Feb 11 13:34:39.461271 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-f59f2f97-ab8c-46ba-a2a0-bf2035302d06 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5623040 Feb 11 13:34:39.488326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Allocated IP 172.25.3.196 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/1e96b61b-5977-4d8f-ab5c-df738b4df4c4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:39.495101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-74adaabf-0b2a-4988-bc00-56e685136a95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2893758 Feb 11 13:34:39.502711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (241f4a82-b7b6-4591-8371-86e5a1914f4e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.511607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Request body: {'port': {'device_id': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:39.522461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Request body: {'port': {'device_id': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:39.535449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad4e8414-27f7-4528-ab53-271eb204c281 req-f24c6ba4-e477-4fa5-b9bd-5f973c7d1fb2 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393103 Feb 11 13:34:39.648662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:34:39.721202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b964edc-838a-4ac0-9bd9-6bbea1e0b4da req-346ac0ab-8aa2-407f-a551-83368c4da6d8 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750036 Feb 11 13:34:39.726399 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.749748 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (241f4a82-b7b6-4591-8371-86e5a1914f4e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.750349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.750855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.751446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.751915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.752411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.753002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.753705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.755491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-495e5d22-b98e-4579-a66f-8257d4480afd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6718 time: 0.3584287 Feb 11 13:34:39.755970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.756958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.790886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.867389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks [] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.867627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0806711 Feb 11 13:34:39.882652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae337518-86cd-440d-b5a3-aebdc5f767fc req-0110f762-b06b-4a2d-ad27-f96f8c8c9c8e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.884805 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae337518-86cd-440d-b5a3-aebdc5f767fc req-0110f762-b06b-4a2d-ad27-f96f8c8c9c8e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 931 time: 0.2638006 Feb 11 13:34:39.885316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:39.926648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.937388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-198106406'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:39.979390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:39.988226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e709ead-94cd-4f64-bb68-9df4288b1290 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Network': ['ID=241f4a82-b7b6-4591-8371-86e5a1914f4e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.002078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:40.042914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Router 5778670e-c731-4db3-ac43-bd983c033dc2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:40.049436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-92f89be3-9151-4bff-9915-8f8cbf3f29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.050985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-92f89be3-9151-4bff-9915-8f8cbf3f29f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1126 time: 0.2439432 Feb 11 13:34:40.084634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.099745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:40.126421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.154807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:40.158631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.300692 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae337518-86cd-440d-b5a3-aebdc5f767fc req-085bc8d9-92a9-4ed2-b500-6fe3ff360daf tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671162 Feb 11 13:34:40.305644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Network 085e3d9d-406a-4687-a260-fda81fe2574d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:40.333205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:40.338660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-f6c75ecc-1e91-443a-96de-6016a0a7d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.339175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:40.339295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-f6c75ecc-1e91-443a-96de-6016a0a7d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.339663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-f6c75ecc-1e91-443a-96de-6016a0a7d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.341881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-f6c75ecc-1e91-443a-96de-6016a0a7d475 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9851043d-750b-4ec2-a3a6-4cf97820e5af&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=c9f37f8f-dd92-4337-a328-55da151aa39c&id=c9f37f8f-dd92-4337-a328-55da151aa39c HTTP/1.1" status: 200 len: 2296 time: 0.4945538 Feb 11 13:34:40.348729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:40.357516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:40.375008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:40.376957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event updated for resources: {'Port': ['ID=a8ebe8a1-5951-435c-80ac-81c38bb73558,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.405057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:40.464554 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1d4b9ad2-b40e-4266-87b9-c691e045a4a7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.464893 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Added segment 1d4b9ad2-b40e-4266-87b9-c691e045a4a7 of type vlan for network 07bec82d-e059-4845-b33e-1c27b17e9b9b Feb 11 13:34:40.524295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-e4c652f3-a96d-460a-b9b4-121d24c97a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.526173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-e4c652f3-a96d-460a-b9b4-121d24c97a7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.4665046 Feb 11 13:34:40.638975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.639633 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.643160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-178afae4-6781-4823-8d2e-33ad82014645 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 217 time: 0.1042845 Feb 11 13:34:40.673221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Pushing event updated for resources: {'Port': ['ID=1e96b61b-5977-4d8f-ab5c-df738b4df4c4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.676676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:40.705349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:40.715566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.718540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] Sync routers for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:40.739824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:40.740503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:40.764129 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-8ac3d41b-7f41-411d-a51e-97a8ff02853e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0186424 Feb 11 13:34:40.795729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Request body: {'port': {'device_id': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:40.807041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:40.807700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.816791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fb723a4c-2be2-4ec6-bbd6-6bb2a9db40f1 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "PUT /v2.0/floatingips/04642b7d-8d92-4e10-8fb3-a4b466e00eda HTTP/1.1" status: 200 len: 991 time: 4.1905897 Feb 11 13:34:40.833046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:40.835378 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447ecb4f-3822-41fc-a506-85a3f1c93081" -d '{"events": [{"name": "network-changed", "server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "tag": "93253bc7-0739-405f-bd01-c93c47f53275"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:40.838874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-6cfc5982-550d-4dbc-ad26-8ae2985a7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.840360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-6cfc5982-550d-4dbc-ad26-8ae2985a7ced service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.1866608 Feb 11 13:34:40.873816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (f573a7ef-f655-4fb0-9bd3-2e886269db06), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.901143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-03e2b766-62ae-447c-b0fb-868f6c10fd46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470266 Feb 11 13:34:40.925187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-daad99cd-7a8b-4eb6-8195-f1967f8fbcb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3 HTTP/1.1" status: 200 len: 1000 time: 0.5719080 Feb 11 13:34:40.937905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (07bec82d-e059-4845-b33e-1c27b17e9b9b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:40.944253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:40.990077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:41.038857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.055407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.063070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa713c-0429-4d26-8648-1fa37c914523 req-fef427a5-22c8-4939-b382-23fbb7f7eca1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.064908 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35fa713c-0429-4d26-8648-1fa37c914523 req-fef427a5-22c8-4939-b382-23fbb7f7eca1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 931 time: 0.6129174 Feb 11 13:34:41.106181 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (07bec82d-e059-4845-b33e-1c27b17e9b9b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.111184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.111825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.140519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-fecbcffd-f379-4100-99a3-82fcc06bf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.142036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-fecbcffd-f379-4100-99a3-82fcc06bf5ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e119b7f-df68-4b7a-b24e-0d52973d3ffa HTTP/1.1" status: 200 len: 855 time: 0.2006273 Feb 11 13:34:41.214454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8a6c96-8244-4df7-a948-078754cf7a72 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:41.231715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0e709adb-88a9-40f9-9957-66559d724d43 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:41.269064 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Publish callbacks [] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.285664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3598216 Feb 11 13:34:41.317038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '04642b7d-8d92-4e10-8fb3-a4b466e00eda', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'port_id': '93253bc7-0739-405f-bd01-c93c47f53275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'mac_address': 'fa:16:3e:bd:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:34:11Z', 'updated_at': '2022-02-11T13:34:37Z', 'revision_number': 1, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 5, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:41.326170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41068) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:41.335469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'subnet': {'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:41.356350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38950e-7158-4a64-aada-10c2a884e0e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Network': ['ID=07bec82d-e059-4845-b33e-1c27b17e9b9b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:41.359979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d95a02-0e8b-4db5-adcb-edbc69c2f243 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:41.374678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] Checking router: 5778670e-c731-4db3-ac43-bd983c033dc2 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:41.381021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:41.388964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Publish callbacks [] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.409370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Transition to ACTIVE for port object cc8a6c96-8244-4df7-a948-078754cf7a72 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:41.418091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35fa713c-0429-4d26-8648-1fa37c914523 req-2aa11f70-e807-4e52-8f90-c5f92c782e9f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196352 Feb 11 13:34:41.432110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.465145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:41.465802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:41.531431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Transition to ACTIVE for port object c8d95a02-0e8b-4db5-adcb-edbc69c2f243 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:41.557795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-2e10ef49-bc28-4468-84bb-d07c63ad999d service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364019 Feb 11 13:34:41.567464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.604732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 0e709adb-88a9-40f9-9957-66559d724d43, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0e709adb-88a9-40f9-9957-66559d724d43,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:41.621306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-badaf716-f8de-4893-a1ed-460b7a2a36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.622999 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-badaf716-f8de-4893-a1ed-460b7a2a36f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9851043d-750b-4ec2-a3a6-4cf97820e5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4334197 Feb 11 13:34:41.663839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '0e709adb-88a9-40f9-9957-66559d724d43', 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'port_id': '0e709adb-88a9-40f9-9957-66559d724d43', 'mac_address': 'fa:16:3e:c4:e9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce989429-4144-4c63-9575-d46a19519f04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:41.700325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:41.703131 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.703929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Deleting port 2144fbc9-d977-49d5-b0d7-b8fd80119196 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:41.704280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.705931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:41.719035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:41.794697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 0e709adb-88a9-40f9-9957-66559d724d43 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:41.796038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e709adb-88a9-40f9-9957-66559d724d43), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.891185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e709adb-88a9-40f9-9957-66559d724d43 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:41.912167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6113d79-0193-4bb4-9282-2bc22104d480 req-5dbce715-e596-4066-809b-4f6404698765 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404927 Feb 11 13:34:41.948636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 0e709adb-88a9-40f9-9957-66559d724d43, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0e709adb-88a9-40f9-9957-66559d724d43,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:41.948982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] For port 2144fbc9-d977-49d5-b0d7-b8fd80119196, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2144fbc9-d977-49d5-b0d7-b8fd80119196,segment=NetworkSegment(8ce258ef-a413-4b8b-b05a-98f81e0253ca),segment_id=8ce258ef-a413-4b8b-b05a-98f81e0253ca)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:41.949550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.971563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f92856-78ef-42cd-9ef4-0009cefc00db req-67c42364-7fce-471a-bb2e-ecc1e8d6b2f1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.972607 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:41.973091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1f92856-78ef-42cd-9ef4-0009cefc00db req-67c42364-7fce-471a-bb2e-ecc1e8d6b2f1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 944 time: 0.4278119 Feb 11 13:34:41.984790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:41.985028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Calling delete_port for 2144fbc9-d977-49d5-b0d7-b8fd80119196 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:41.986715 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.001697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e709adb-88a9-40f9-9957-66559d724d43), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.021437 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-6f071723-6dd9-4357-b143-8511f22c4ed6 service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878942 Feb 11 13:34:42.072270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Attempting to bind port cc8a6c96-8244-4df7-a948-078754cf7a72 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:42.072665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Attempting to bind port cc8a6c96-8244-4df7-a948-078754cf7a72 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:42.072952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Attempting to bind port cc8a6c96-8244-4df7-a948-078754cf7a72 on network 48fa6bd8-8547-40ea-9474-9572e9ef983e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:42.113585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Port cc8a6c96-8244-4df7-a948-078754cf7a72 on network 48fa6bd8-8547-40ea-9474-9572e9ef983e not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:42.113585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Attempting to bind port cc8a6c96-8244-4df7-a948-078754cf7a72 on network 48fa6bd8-8547-40ea-9474-9572e9ef983e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:42.139531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Pushing event updated for resources: {'Port': ['ID=1e96b61b-5977-4d8f-ab5c-df738b4df4c4,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:42.172304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Attempting to bind port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:42.172816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Attempting to bind port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:42.173252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Attempting to bind port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 on network 7a212139-3c9b-4738-90c7-5c26b759e6ab {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:42.175601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:42.176054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Checking segment: {'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:42.176539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Bound using segment: {'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:42.177667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Bound port: cc8a6c96-8244-4df7-a948-078754cf7a72, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722667c-4b54-4f85-af2c-c951fa2b4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:42.177667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.192490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f573a7ef-f655-4fb0-9bd3-2e886269db06), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.205129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ebe8a1-5951-435c-80ac-81c38bb73558 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:42.218157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Publish callbacks [] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.227163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1f92856-78ef-42cd-9ef4-0009cefc00db req-8f6d0090-f888-4b84-a313-ace949297598 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388327 Feb 11 13:34:42.248388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 on network 7a212139-3c9b-4738-90c7-5c26b759e6ab not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:42.248829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Attempting to bind port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 on network 7a212139-3c9b-4738-90c7-5c26b759e6ab {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:42.260286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:42.260790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Checking segment: {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:42.261278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Bound using segment: {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:42.261919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Bound port: c8d95a02-0e8b-4db5-adcb-edbc69c2f243, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed7495c-197f-4544-b369-6df26ab982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:42.262589 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.267613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.268871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-b5db81c6-e9ba-4fba-990f-8e470a97fa45 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5343297 Feb 11 13:34:42.278194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Transition to ACTIVE for port object a8ebe8a1-5951-435c-80ac-81c38bb73558 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:42.293875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.309023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=0e709adb-88a9-40f9-9957-66559d724d43,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:42.318435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['0e709adb-88a9-40f9-9957-66559d724d43'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:42.360770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-935ba9ea-c7b3-428b-8c63-a27bdc6d2f3f tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.196 HTTP/1.1" status: 200 len: 696 time: 0.0775979 Feb 11 13:34:42.425672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '04642b7d-8d92-4e10-8fb3-a4b466e00eda', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'port_id': '93253bc7-0739-405f-bd01-c93c47f53275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'mac_address': 'fa:16:3e:bd:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:34:11Z', 'updated_at': '2022-02-11T13:34:37Z', 'revision_number': 1, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 5, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:42.427647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebe8a1-5951-435c-80ac-81c38bb73558,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:42.461307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-1eb19af0-e3b3-439e-a4e7-6d226838db72 service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195318 Feb 11 13:34:42.477107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (04b66c70-7623-4232-abef-fdfbddcdd36b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.483771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c7ec1-b4be-4593-b1dd-869d7e97f94c None None] The sync data for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 is: [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '04642b7d-8d92-4e10-8fb3-a4b466e00eda', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'port_id': '93253bc7-0739-405f-bd01-c93c47f53275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'mac_address': 'fa:16:3e:bd:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:34:11Z', 'updated_at': '2022-02-11T13:34:37Z', 'revision_number': 1, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 5, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:42.499483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:42.592492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-c11b6348-d5d6-4006-b3f7-a02c393082ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 217 time: 0.1193037 Feb 11 13:34:42.606338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cc8a6c96-8244-4df7-a948-078754cf7a72,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:42.608420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Attempting to bind port a8ebe8a1-5951-435c-80ac-81c38bb73558 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:42.608762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Attempting to bind port a8ebe8a1-5951-435c-80ac-81c38bb73558 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:42.609094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Attempting to bind port a8ebe8a1-5951-435c-80ac-81c38bb73558 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:42.619937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c9e8e-c94d-4677-b0cf-82f959cd0e99 req-00c06eb4-48a6-4f6b-b7da-35864042c30b tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.621666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c4c9e8e-c94d-4677-b0cf-82f959cd0e99 req-00c06eb4-48a6-4f6b-b7da-35864042c30b tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.2987924 Feb 11 13:34:42.630633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Port a8ebe8a1-5951-435c-80ac-81c38bb73558 on network 085e3d9d-406a-4687-a260-fda81fe2574d not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:42.630964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Attempting to bind port a8ebe8a1-5951-435c-80ac-81c38bb73558 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:42.639755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:42.640104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:42.640525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Bound using segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:42.641031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Bound port: a8ebe8a1-5951-435c-80ac-81c38bb73558, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:42.641423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.652072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2144fbc9-d977-49d5-b0d7-b8fd80119196), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.668368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-86ce9681-d04c-4b03-b82e-a423231c7cdb tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.671096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.678864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c175bd0-caba-40e6-b4a4-9d07e7088f7b req-86ce9681-d04c-4b03-b82e-a423231c7cdb tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2904665 Feb 11 13:34:42.697854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] For port c8d95a02-0e8b-4db5-adcb-edbc69c2f243, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:42.739614 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37901b4d-bda6-413d-aca5-6bf9c14a2655 x-openstack-request-id: req-37901b4d-bda6-413d-aca5-6bf9c14a2655 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:42.740172 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "tag": "93253bc7-0739-405f-bd01-c93c47f53275", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:42.740669 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37901b4d-bda6-413d-aca5-6bf9c14a2655 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:42.741152 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275', 'status': 'completed', 'code': 200} Feb 11 13:34:42.747356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Subnet': ['ID=04b66c70-7623-4232-abef-fdfbddcdd36b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:42.765713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2144fbc9-d977-49d5-b0d7-b8fd80119196,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:42.771557 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b05ac-bba1-4afe-bc14-cbaaef38b288 None None] New status for floating IP 04642b7d-8d92-4e10-8fb3-a4b466e00eda: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:34:42.792701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:42.841882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] For port c8d95a02-0e8b-4db5-adcb-edbc69c2f243, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:42.850838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.851166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.852642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-f6f9f2a0-2db4-47c7-9a96-1bb4cd794946 service neutron] 10.222.0.30 "PUT /v2.0/ports/cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 1091 time: 3.3473811 Feb 11 13:34:42.883931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:42.888826 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb5672d-6c66-477f-86b2-b949ceb0f999" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:42.922593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:42.922961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] For port a8ebe8a1-5951-435c-80ac-81c38bb73558, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:42.930390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-449e1fe9-e0e6-4a22-9535-951bcaafc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.932906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-449e1fe9-e0e6-4a22-9535-951bcaafc117 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.3206005 Feb 11 13:34:42.936732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c4c9e8e-c94d-4677-b0cf-82f959cd0e99 req-d31615b0-eb35-4537-a335-8add2d873180 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968917 Feb 11 13:34:42.958648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] For port a8ebe8a1-5951-435c-80ac-81c38bb73558, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a8ebe8a1-5951-435c-80ac-81c38bb73558,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:42.959798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Checking segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:42.960481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network hostable DHCP agents. Network: 241f4a82-b7b6-4591-8371-86e5a1914f4e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:42.969697 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.043764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86616d-2776-4f33-8da1-0686b7335e85 req-8c00255e-4055-4842-9ee5-fe5383451860 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.045348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da86616d-2776-4f33-8da1-0686b7335e85 req-8c00255e-4055-4842-9ee5-fe5383451860 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 943 time: 0.2040861 Feb 11 13:34:43.064440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.065148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.066509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] 10.222.0.30 "PUT /v2.0/ports/c8d95a02-0e8b-4db5-adcb-edbc69c2f243 HTTP/1.1" status: 200 len: 1092 time: 3.5673161 Feb 11 13:34:43.078285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.078989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.080503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] 10.222.0.83 "PUT /v2.0/ports/a8ebe8a1-5951-435c-80ac-81c38bb73558 HTTP/1.1" status: 200 len: 1091 time: 2.2932639 Feb 11 13:34:43.122167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f5c8f-5ac4-4250-a0d9-c5a45f637f0a service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebe8a1-5951-435c-80ac-81c38bb73558,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.180115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.185988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-6e94fd82-9408-4843-8db2-fcb19735d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.187902 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-6e94fd82-9408-4843-8db2-fcb19735d28b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6335999f706d430b8f1c2c143bc6bd71&device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 1127 time: 0.3440931 Feb 11 13:34:43.200171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da86616d-2776-4f33-8da1-0686b7335e85 req-676f156a-341d-4fa9-80b7-acf95b27fa84 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166620 Feb 11 13:34:43.211563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:43.235654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2799a9f-6de7-4b0f-ab3c-ebe81a622865 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.237383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0e709adb-88a9-40f9-9957-66559d724d43 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:43.281787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-998575fa-5df0-4b48-9761-7b8e8774d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.283371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-998575fa-5df0-4b48-9761-7b8e8774d486 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1125 time: 0.3583832 Feb 11 13:34:43.284037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 241f4a82-b7b6-4591-8371-86e5a1914f4e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:43.296281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593005c6-d83f-430f-b651-287815491929 None None] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:43.301928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-3ef813dc-a469-4775-b64d-119d578ed97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.303669 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-3ef813dc-a469-4775-b64d-119d578ed97d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 1125 time: 0.1784399 Feb 11 13:34:43.308834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b173fd88-871f-45ee-a07c-a561e8492d4d req-c000bc2c-6767-43cc-9e4b-460751c740ea tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips/f573a7ef-f655-4fb0-9bd3-2e886269db06 HTTP/1.1" status: 200 len: 693 time: 0.0642323 Feb 11 13:34:43.336833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.338089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.343324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-2a0d0b27-4ec2-4668-a37e-0d4b02928f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.344837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-2a0d0b27-4ec2-4668-a37e-0d4b02928f42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3892632 Feb 11 13:34:43.374706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 0e709adb-88a9-40f9-9957-66559d724d43 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:43.375357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-701603ef-f802-4e52-a5ab-79c5c915456d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ebe8a1-5951-435c-80ac-81c38bb73558 HTTP/1.1" status: 200 len: 217 time: 0.0609250 Feb 11 13:34:43.382385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 0e709adb-88a9-40f9-9957-66559d724d43 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:43.382755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e709adb-88a9-40f9-9957-66559d724d43), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.449792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-241f4a82-b7b6-4591-8371-86e5a1914f4e', 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'fixed_ips': [{'subnet_id': '04b66c70-7623-4232-abef-fdfbddcdd36b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:34:43.450830 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.510862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 0e709adb-88a9-40f9-9957-66559d724d43 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:43.510862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e709adb-88a9-40f9-9957-66559d724d43), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.516478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-5892eb48-57b6-40f5-9e7e-182e3bd6bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.518028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-5892eb48-57b6-40f5-9e7e-182e3bd6bc40 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1068738 Feb 11 13:34:43.596148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0663b92e-f752-4f2f-be38-8949db21576e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e709adb-88a9-40f9-9957-66559d724d43'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:43.597841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-7b00eefb-6687-4ea3-8215-27371acbba6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715435 Feb 11 13:34:43.598458 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ac3194-66c3-4db1-88cd-5a86748e5907" -d '{"events": [{"server_uuid": "0663b92e-f752-4f2f-be38-8949db21576e", "name": "network-vif-plugged", "status": "completed", "tag": "0e709adb-88a9-40f9-9957-66559d724d43"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:43.608405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173fd88-871f-45ee-a07c-a561e8492d4d req-8b2c2c4f-3f6e-49e1-9156-787470ea8e51 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.609832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b173fd88-871f-45ee-a07c-a561e8492d4d req-8b2c2c4f-3f6e-49e1-9156-787470ea8e51 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2882886 Feb 11 13:34:43.634468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 0e709adb-88a9-40f9-9957-66559d724d43, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0e709adb-88a9-40f9-9957-66559d724d43,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:43.639878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-b173fd88-871f-45ee-a07c-a561e8492d4d req-5f7d437d-c174-4520-b0e9-f64bf13578d4 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:34:43.640913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b173fd88-871f-45ee-a07c-a561e8492d4d req-5f7d437d-c174-4520-b0e9-f64bf13578d4 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196860 Feb 11 13:34:43.643725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e709adb-88a9-40f9-9957-66559d724d43), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.670894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Allocated IP 10.1.1.2 (241f4a82-b7b6-4591-8371-86e5a1914f4e/04b66c70-7623-4232-abef-fdfbddcdd36b/048d1e3f-95f5-4c94-b2b8-506a33281979) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:43.753600 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266ec5a1-14fb-402a-8ac6-8367507e33d0 x-openstack-request-id: req-266ec5a1-14fb-402a-8ac6-8367507e33d0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:43.754263 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:43.754263 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-266ec5a1-14fb-402a-8ac6-8367507e33d0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:43.754606 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72', 'status': 'completed', 'code': 200} Feb 11 13:34:43.771783 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-12edf9c3-01d4-4625-8283-3426a4404554 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 217 time: 0.4466507 Feb 11 13:34:43.778649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1f04-ec10-42c3-bb85-c04d5fe6925c req-6fcbe597-c108-4795-800b-d98c323760cf tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.778850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:43.780120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f93e1f04-ec10-42c3-bb85-c04d5fe6925c req-6fcbe597-c108-4795-800b-d98c323760cf tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 943 time: 0.7222908 Feb 11 13:34:43.790567 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-7f1b988c-a6e5-44f8-a99b-177306fc2b49 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791325 Feb 11 13:34:43.800900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-0a535c18-adc6-45cf-9493-46466845abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.802522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-0a535c18-adc6-45cf-9493-46466845abac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 1126 time: 0.6705451 Feb 11 13:34:43.846063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eeac2f97-e419-4483-bdfa-ad66cd072a90 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5146267 Feb 11 13:34:43.848926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=0e709adb-88a9-40f9-9957-66559d724d43,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.850279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41086) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:43.858207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'subnet': {'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:43.924956 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Publish callbacks [] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.932021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:43.958039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-d6d04e92-6531-40d6-929a-3796c0924c43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243 HTTP/1.1" status: 200 len: 217 time: 0.0987270 Feb 11 13:34:43.959114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-c388027a-4cab-4ecc-8e6b-c409a76f11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.960825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-c388027a-4cab-4ecc-8e6b-c409a76f11f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bf400292-cd8d-4291-a318-6f319726a802 HTTP/1.1" status: 200 len: 912 time: 0.7606239 Feb 11 13:34:43.984174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:43.988454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:43.990471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Pushing event updated for resources: {'Port': ['ID=048d1e3f-95f5-4c94-b2b8-506a33281979,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.994684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:44.034467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-1913c9b5-a578-497b-948f-21091cc103f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.036141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-1913c9b5-a578-497b-948f-21091cc103f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.2514644 Feb 11 13:34:44.059427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Attempting to bind port 048d1e3f-95f5-4c94-b2b8-506a33281979 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:44.059768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Attempting to bind port 048d1e3f-95f5-4c94-b2b8-506a33281979 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:44.060378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Attempting to bind port 048d1e3f-95f5-4c94-b2b8-506a33281979 on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:44.066905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:44.067294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Checking segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:44.067962 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:44.068418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Bound using segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:44.068917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Bound port: 048d1e3f-95f5-4c94-b2b8-506a33281979, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:44.069336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:44.113127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f93e1f04-ec10-42c3-bb85-c04d5fe6925c req-6a301add-d529-48b7-9fa9-18a580d920b1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711329 Feb 11 13:34:44.145853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-1977b7bb-7140-4c3d-b856-ec997bb5323f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653677 Feb 11 13:34:44.173203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-46bb0a74-0b9d-4509-8e1a-bca525de9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.174845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-46bb0a74-0b9d-4509-8e1a-bca525de9881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.2042613 Feb 11 13:34:44.177021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] For port 048d1e3f-95f5-4c94-b2b8-506a33281979, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:44.186078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] For port 048d1e3f-95f5-4c94-b2b8-506a33281979, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=048d1e3f-95f5-4c94-b2b8-506a33281979,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:44.193188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-06bfb57b-14fe-44bc-81f7-cb2ea5422810 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959085 Feb 11 13:34:44.195766 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ea8eb9-2c0e-4bb2-a645-5f508120ea30 x-openstack-request-id: req-89ea8eb9-2c0e-4bb2-a645-5f508120ea30 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:44.196225 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0663b92e-f752-4f2f-be38-8949db21576e", "name": "network-vif-plugged", "status": "completed", "tag": "0e709adb-88a9-40f9-9957-66559d724d43", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:44.197036 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89ea8eb9-2c0e-4bb2-a645-5f508120ea30 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:44.197431 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0663b92e-f752-4f2f-be38-8949db21576e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e709adb-88a9-40f9-9957-66559d724d43', 'code': 200} Feb 11 13:34:44.204870 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:44.267340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-17041928-fc1a-4e19-b489-8564724fb3ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93253bc7-0739-405f-bd01-c93c47f53275 HTTP/1.1" status: 200 len: 1001 time: 0.2876644 Feb 11 13:34:44.308745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4c6cd-6219-4803-b7bb-239061a28d46 None None] Pushing event updated for resources: {'Port': ['ID=048d1e3f-95f5-4c94-b2b8-506a33281979,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:44.383623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34485ed-7401-4ee7-a8d8-827cdea3da13 req-a46b40eb-1c95-4973-9a4c-b7398b433bcf tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.386552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a34485ed-7401-4ee7-a8d8-827cdea3da13 req-a46b40eb-1c95-4973-9a4c-b7398b433bcf tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 944 time: 0.6125009 Feb 11 13:34:44.403043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-492b5dc1-2606-47ba-be01-588dfb9db163 req-2c5d16a4-5214-4429-b969-53b91bcd2ec5 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=c679a787227a4caa8525dba2227f9d74 HTTP/1.1" status: 200 len: 696 time: 0.1856763 Feb 11 13:34:44.405162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-13695918-5080-413f-b6a3-7cca7c0d6399 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2110124 Feb 11 13:34:44.455677 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc3035c1-25d3-4333-8d1e-80548ce08434 req-9a8c7dd7-c3df-4a73-8efb-d275a65aa977 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425295 Feb 11 13:34:44.536278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c061-3ffb-4160-adf9-05702da1bd42 req-14acabe4-8991-4bd5-8480-fe3a04881126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.537642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f14c061-3ffb-4160-adf9-05702da1bd42 req-14acabe4-8991-4bd5-8480-fe3a04881126 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.2639468 Feb 11 13:34:44.576505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:44.579582 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:44.602245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a34485ed-7401-4ee7-a8d8-827cdea3da13 req-a588a7c0-fafb-4304-990d-e932b3501215 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727741 Feb 11 13:34:44.629466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:44.650330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76174f1-034c-437c-937f-f146468df4ee None None] Sync routers for ids ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:44.659534 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-b47d8201-af46-49d1-b011-c75cb7c9f505 service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059998 Feb 11 13:34:44.679699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] Routers {'31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:44.680441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:44.683845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-554d83a0-bf05-4db8-a136-e678547be4c2 admin admin] 10.222.0.79 "PUT /v2.0/routers/31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6412675 Feb 11 13:34:44.687208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:44.766445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'tag': 'a8ebe8a1-5951-435c-80ac-81c38bb73558'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:44.769906 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5715b870-7e60-4f39-b7b9-53cec8ac1891" -d '{"events": [{"name": "network-changed", "server_uuid": "7060afca-3b11-4eef-b19d-b3678ffbf4ec", "tag": "a8ebe8a1-5951-435c-80ac-81c38bb73558"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:44.840921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] Set router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:44.845733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks [] for router (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:44.855518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b5dc1-2606-47ba-be01-588dfb9db163 req-f10018d1-0cd9-4665-8c91-2cec3df16011 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.866422 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-492b5dc1-2606-47ba-be01-588dfb9db163 req-f10018d1-0cd9-4665-8c91-2cec3df16011 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks?id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 787 time: 0.4534833 Feb 11 13:34:44.892263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 048d1e3f-95f5-4c94-b2b8-506a33281979 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:44.948290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f14c061-3ffb-4160-adf9-05702da1bd42 req-4b5c6cff-350e-4793-87a2-91c7eb02a4db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772619 Feb 11 13:34:44.968355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-492b5dc1-2606-47ba-be01-588dfb9db163 req-030f1f4c-a717-4cb0-badd-230f52b45768 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:34:44.969467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-492b5dc1-2606-47ba-be01-588dfb9db163 req-030f1f4c-a717-4cb0-badd-230f52b45768 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153885 Feb 11 13:34:44.972624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e181e8a-20ff-485a-8d5d-054a19acca8a req-66946707-18ef-4b2c-9d97-01c9350e4b42 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.983866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e181e8a-20ff-485a-8d5d-054a19acca8a req-66946707-18ef-4b2c-9d97-01c9350e4b42 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 943 time: 0.2948899 Feb 11 13:34:44.984153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-009f9ae2-de9f-4b47-9e82-90dfe590ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.986111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-009f9ae2-de9f-4b47-9e82-90dfe590ebc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24dfdaec-7e6d-4ec7-83fd-b5dabfae2506 HTTP/1.1" status: 200 len: 850 time: 0.5761178 Feb 11 13:34:45.054550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 048d1e3f-95f5-4c94-b2b8-506a33281979 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:45.055317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:45.065704 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7252d5ee-209e-44fe-b24b-84fe4555e19c x-openstack-request-id: req-7252d5ee-209e-44fe-b24b-84fe4555e19c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:45.066008 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7060afca-3b11-4eef-b19d-b3678ffbf4ec", "tag": "a8ebe8a1-5951-435c-80ac-81c38bb73558", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:45.066289 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7252d5ee-209e-44fe-b24b-84fe4555e19c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:45.066689 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'tag': 'a8ebe8a1-5951-435c-80ac-81c38bb73558', 'status': 'completed', 'code': 200} Feb 11 13:34:45.084801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1e181e8a-20ff-485a-8d5d-054a19acca8a req-9f179e7c-92b3-4483-be8c-57733fbd431d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999529 Feb 11 13:34:45.094159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-5a1f2935-b6d0-43a2-809e-e8e43deb7ec3 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8755641 Feb 11 13:34:45.107951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (1de2b2b5-8a69-426a-b6b1-16f67d6860f3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:45.226199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:34:42Z', 'revision_number': 5, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:45.227167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-bc075ca3-6257-4d3a-b36e-aa53adf6d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.230798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-bc075ca3-6257-4d3a-b36e-aa53adf6d0f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 1125 time: 0.1370838 Feb 11 13:34:45.233808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Subnet': ['ID=1de2b2b5-8a69-426a-b6b1-16f67d6860f3,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:45.235290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 048d1e3f-95f5-4c94-b2b8-506a33281979 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:45.235290 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:45.247284 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-bdac7000-3aa2-47d0-b267-9b2e2cc27d6c service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8161826 Feb 11 13:34:45.258666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Checking segment: {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:45.259256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network hostable DHCP agents. Network: 07bec82d-e059-4845-b33e-1c27b17e9b9b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:45.260380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-2faab148-c595-4cee-8dd1-8dcc8581a5fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 217 time: 0.1127050 Feb 11 13:34:45.266108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76174f1-034c-437c-937f-f146468df4ee None None] Checking router: 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:45.293790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] Routers {'31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:45.294874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:45.300864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-21ba0d14-a04c-46c9-9509-487808d276ae tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips/f573a7ef-f655-4fb0-9bd3-2e886269db06 HTTP/1.1" status: 200 len: 693 time: 0.2013142 Feb 11 13:34:45.341376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94efd56b-bacf-4dcc-b937-5ab001033730 req-72888b5a-aac6-4f67-97d7-b950e21ffeb4 service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684110 Feb 11 13:34:45.363065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 048d1e3f-95f5-4c94-b2b8-506a33281979, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=048d1e3f-95f5-4c94-b2b8-506a33281979,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:45.372091 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:45.406782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:45.443964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 07bec82d-e059-4845-b33e-1c27b17e9b9b) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:45.457208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d8eff-6514-4155-9c90-f3ecbd2a43a2 None None] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:45.462056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d6fc-a20a-4c85-b729-d480d9ebce1a req-e15f5b86-1944-47e8-be02-23ab58f03d5d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.464228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27a0d6fc-a20a-4c85-b729-d480d9ebce1a req-e15f5b86-1944-47e8-be02-23ab58f03d5d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 943 time: 0.2165616 Feb 11 13:34:45.470631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.470818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:45.499259 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-c17b300c-57db-4409-aaf4-5c62b3d69268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.500866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-c17b300c-57db-4409-aaf4-5c62b3d69268 service neutron] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.2508137 Feb 11 13:34:45.512573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-951401ff-2b79-488d-80a8-5b3bd6ff3f69 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6587999 Feb 11 13:34:45.521220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41098) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:45.542008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'port': {'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'name': 'tempest-TaggedBootDevicesTest-668797522', 'fixed_ips': [{'subnet_id': '04b66c70-7623-4232-abef-fdfbddcdd36b'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:45.543073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=048d1e3f-95f5-4c94-b2b8-506a33281979,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:45.564010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] Set router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:45.577429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-33ac704c-4dda-43b7-a962-7b8255680bad tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.584878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-33ac704c-4dda-43b7-a962-7b8255680bad tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2400329 Feb 11 13:34:45.625832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-9e8e0831-52af-4394-b6cc-a12f70dbdc73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ebe8a1-5951-435c-80ac-81c38bb73558 HTTP/1.1" status: 200 len: 217 time: 0.1141465 Feb 11 13:34:45.645793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-622342f6-6d67-4cad-a73f-f4d0315b5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.647420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-622342f6-6d67-4cad-a73f-f4d0315b5dd8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bf400292-cd8d-4291-a318-6f319726a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6161871 Feb 11 13:34:45.698383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks [] for router_gateway (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:45.740557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-4fb42878-dc5a-4dc8-be17-14939649515e tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.196 HTTP/1.1" status: 200 len: 696 time: 0.1547050 Feb 11 13:34:45.744096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-e08b9c71-8490-4275-8657-2b0be9d48823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.745471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-e08b9c71-8490-4275-8657-2b0be9d48823 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.4737730 Feb 11 13:34:45.757661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27a0d6fc-a20a-4c85-b729-d480d9ebce1a req-6ca11fee-14ae-4f75-83f0-63b22532a808 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701168 Feb 11 13:34:45.781431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-dc4eaa6a-9b39-4720-9e28-91a4bfd09305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.783191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-dc4eaa6a-9b39-4720-9e28-91a4bfd09305 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1477656 Feb 11 13:34:45.807187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'tag': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:45.809029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5cbe5-3085-4514-a742-5e11e8ba304b None None] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:45.810853 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a5e90-e6c5-4a03-843b-664d59029d99" -d '{"events": [{"name": "network-changed", "server_uuid": "5564923b-2ee4-4fc8-8be4-9252bef4aa42", "tag": "c8d95a02-0e8b-4db5-adcb-edbc69c2f243"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:45.821828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-84258182-5526-40f5-936c-84dab52a2015 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.196 HTTP/1.1" status: 200 len: 696 time: 0.0802720 Feb 11 13:34:45.824678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-eb11c1f0-5b32-4215-bd70-0026040030c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319641 Feb 11 13:34:45.871486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:45.947755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-07bec82d-e059-4845-b33e-1c27b17e9b9b', 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b', 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'fixed_ips': [{'subnet_id': '1de2b2b5-8a69-426a-b6b1-16f67d6860f3'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:34:45.949169 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.046743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3009b334-c5e0-4040-82b5-dc28c15eca4a None None] Provisioning complete for port 048d1e3f-95f5-4c94-b2b8-506a33281979 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:46.047154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3009b334-c5e0-4040-82b5-dc28c15eca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.067264 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-4a5b8744-e363-4cc3-93ee-134d33980eeb service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331176 Feb 11 13:34:46.098311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237de9e2-46b0-4719-820c-277cd8a8b1da req-dbf7b57a-f8a3-4b41-8b95-e6de1277d38f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.100124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-237de9e2-46b0-4719-820c-277cd8a8b1da req-dbf7b57a-f8a3-4b41-8b95-e6de1277d38f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 944 time: 0.2079124 Feb 11 13:34:46.141650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.219820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] device_id is not set on port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:34:46.290266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-237de9e2-46b0-4719-820c-277cd8a8b1da req-0696efe6-bb9f-4ef2-a4cb-6f3eb237a539 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762204 Feb 11 13:34:46.355275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Allocated IP 10.2.2.2 (07bec82d-e059-4845-b33e-1c27b17e9b9b/1de2b2b5-8a69-426a-b6b1-16f67d6860f3/f2de4a28-0cce-4773-b4ca-9138b4d68013) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:46.365270 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5715b870-7e60-4f39-b7b9-53cec8ac1891 req-6f91ac86-5926-4fd6-b51e-ec75d434dceb service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897696 Feb 11 13:34:46.376650 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8895b706-72c3-4c47-ad41-ff6441fe1f7f x-openstack-request-id: req-8895b706-72c3-4c47-ad41-ff6441fe1f7f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:46.377340 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5564923b-2ee4-4fc8-8be4-9252bef4aa42", "tag": "c8d95a02-0e8b-4db5-adcb-edbc69c2f243", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:46.377340 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8895b706-72c3-4c47-ad41-ff6441fe1f7f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:46.377924 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'tag': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243', 'status': 'completed', 'code': 200} Feb 11 13:34:46.382332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-8c4f618d-58b2-46fe-8cd4-dc81d42ea066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.384487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-8c4f618d-58b2-46fe-8cd4-dc81d42ea066 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1125 time: 0.8260038 Feb 11 13:34:46.396287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41f68c83-d1f7-4b3d-a93b-37b0887aa74f req-748f8978-062f-4f55-bf27-042960434db8 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1333528 Feb 11 13:34:46.400009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3009b334-c5e0-4040-82b5-dc28c15eca4a None None] Current status of the port 048d1e3f-95f5-4c94-b2b8-506a33281979 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:46.413095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b76174f1-034c-437c-937f-f146468df4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:34:42Z', 'revision_number': 5, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:46.476926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76174f1-034c-437c-937f-f146468df4ee None None] The sync data for ids ['31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f'] in n-d-828676-2 is: [{'id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'name': 'tempest-ServerRescueTestJSON-404349368-router', 'tenant_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd1df312a-1999-467b-b71c-3027b135da65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:34:42Z', 'revision_number': 5, 'project_id': '0f516c0fd43e40d9a33a8efccf2ba01d', 'gw_port': {'id': 'd1df312a-1999-467b-b71c-3027b135da65', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:17Z', 'updated_at': '2022-02-11T13:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:46.497007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-1588f9aa-4790-4d0e-9ebf-9f9eba5e2d09 service neutron] 10.222.0.83 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432710 Feb 11 13:34:46.618684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 10.1.1.122 (241f4a82-b7b6-4591-8371-86e5a1914f4e/04b66c70-7623-4232-abef-fdfbddcdd36b/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:46.629789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2eff2-be60-45d3-89c7-3864fc70db5d req-58699f95-7cfe-45b4-8a18-a837d419e0dc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.630379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-fa6838ea-c9ee-4d61-8439-a79421101d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.632274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-fa6838ea-c9ee-4d61-8439-a79421101d81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7998397 Feb 11 13:34:46.637682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06b2eff2-be60-45d3-89c7-3864fc70db5d req-58699f95-7cfe-45b4-8a18-a837d419e0dc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 943 time: 0.1443429 Feb 11 13:34:46.667904 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Publish callbacks [] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.679116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.720870 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06b2eff2-be60-45d3-89c7-3864fc70db5d req-09e3e0ec-27dc-478e-b8c0-8d90da113fa1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822101 Feb 11 13:34:46.757601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Deleting port d1df312a-1999-467b-b71c-3027b135da65 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:46.758095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d1df312a-1999-467b-b71c-3027b135da65), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.762377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:46.768340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:46.772902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:46.780325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-59c1909c-d784-4062-a343-b7ca3cebcec2 None None] Provisioning complete for port 048d1e3f-95f5-4c94-b2b8-506a33281979 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:46.780742 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59c1909c-d784-4062-a343-b7ca3cebcec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.785868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Pushing event updated for resources: {'Port': ['ID=f2de4a28-0cce-4773-b4ca-9138b4d68013,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:46.801467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-b74257de-2d6b-4e2e-9620-e6798cd2fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.803081 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-b74257de-2d6b-4e2e-9620-e6798cd2fe69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 914 time: 0.3982658 Feb 11 13:34:46.932574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.934192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Attempting to bind port f2de4a28-0cce-4773-b4ca-9138b4d68013 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:34:46.934678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Attempting to bind port f2de4a28-0cce-4773-b4ca-9138b4d68013 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:34:46.934914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Attempting to bind port f2de4a28-0cce-4773-b4ca-9138b4d68013 on network 07bec82d-e059-4845-b33e-1c27b17e9b9b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:46.944043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:46.947738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Checking segment: {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:46.948172 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.948580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Bound using segment: {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:46.949658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Bound port: f2de4a28-0cce-4773-b4ca-9138b4d68013, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:34:46.949658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.994961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 048d1e3f-95f5-4c94-b2b8-506a33281979 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:46.999036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-4c87a1d5-cdc7-494d-8b6c-bff01428245d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 217 time: 0.1803491 Feb 11 13:34:46.999696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcfc95-9c57-47dd-b890-00dc88701c9c req-f3b5a54e-8ecf-424e-ac40-21ed0ed40aa1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.000370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Deleting port 1e96b61b-5977-4d8f-ab5c-df738b4df4c4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:47.001034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.007321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0adcfc95-9c57-47dd-b890-00dc88701c9c req-f3b5a54e-8ecf-424e-ac40-21ed0ed40aa1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 943 time: 0.0881400 Feb 11 13:34:47.015299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-6b2a8a4b-f162-4fee-8bb4-3550e0a3119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.016580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-6b2a8a4b-f162-4fee-8bb4-3550e0a3119c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 1126 time: 0.5295231 Feb 11 13:34:47.032473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.069465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-59c1909c-d784-4062-a343-b7ca3cebcec2 None None] Current status of the port 048d1e3f-95f5-4c94-b2b8-506a33281979 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:47.104370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:47.104619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] For port f2de4a28-0cce-4773-b4ca-9138b4d68013, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:47.106076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-447ecb4f-3822-41fc-a506-85a3f1c93081 req-49d8e8fe-0119-474e-9526-dc5849a9d07d service neutron] 10.222.0.83 "GET /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924158 Feb 11 13:34:47.108756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] For port f2de4a28-0cce-4773-b4ca-9138b4d68013, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f2de4a28-0cce-4773-b4ca-9138b4d68013,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:47.112144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:47.115156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:47.115733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 048d1e3f-95f5-4c94-b2b8-506a33281979 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:47.116473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.133916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0adcfc95-9c57-47dd-b890-00dc88701c9c req-b6d5c079-e586-4542-b8ea-81f55292ef3a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230788 Feb 11 13:34:47.166829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:47.168759 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.199407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.200292 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.224997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ea725e66-e411-4454-9458-2a958dbd85e3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6955292 Feb 11 13:34:47.225930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41108) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:47.231654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'port': {'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'name': 'tempest-TaggedBootDevicesTest-1751468336', 'fixed_ips': [{'subnet_id': '04b66c70-7623-4232-abef-fdfbddcdd36b'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:47.260116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-a9086002-2004-450f-a74b-0d54a92c51b1 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845668 Feb 11 13:34:47.261969 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] For port d1df312a-1999-467b-b71c-3027b135da65, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d1df312a-1999-467b-b71c-3027b135da65,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:47.262363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d1df312a-1999-467b-b71c-3027b135da65), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.279588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd0ca0-5f97-4092-afb6-15db341dbfa3 None None] Pushing event updated for resources: {'Port': ['ID=f2de4a28-0cce-4773-b4ca-9138b4d68013,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:47.283727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cc8a6c96-8244-4df7-a948-078754cf7a72 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:47.286390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-658c7140-6cc1-4b12-a1ea-6a903ed2858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.287838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-658c7140-6cc1-4b12-a1ea-6a903ed2858b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.2518747 Feb 11 13:34:47.350378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Calling delete_port for d1df312a-1999-467b-b71c-3027b135da65 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:47.377970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.378672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.393259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Calling delete_port for 1e96b61b-5977-4d8f-ab5c-df738b4df4c4 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:47.407041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cc8a6c96-8244-4df7-a948-078754cf7a72,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:47.430465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'cc8a6c96-8244-4df7-a948-078754cf7a72', 'network_id': '48fa6bd8-8547-40ea-9474-9572e9ef983e', 'port_id': 'cc8a6c96-8244-4df7-a948-078754cf7a72', 'mac_address': 'fa:16:3e:95:11:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7917ce3-f791-40bc-884d-8ade44c9bd77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:47.459653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:47.464226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.486968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8f85d-ab1d-4ba7-aed1-772a85dd7732 req-428516e0-1a4b-416f-8239-5b557cbf9421 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.496253 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77b8f85d-ab1d-4ba7-aed1-772a85dd7732 req-428516e0-1a4b-416f-8239-5b557cbf9421 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 944 time: 0.0943978 Feb 11 13:34:47.503685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-366a4942-674f-48df-9ad0-b36a719f7cb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753364 Feb 11 13:34:47.516509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] device_id is not set on port a7d85bf3-73f8-453c-aba2-4a16188453bb yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:34:47.544354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 048d1e3f-95f5-4c94-b2b8-506a33281979 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:47.550142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port cc8a6c96-8244-4df7-a948-078754cf7a72 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:47.550142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.553935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-8ed16804-9475-4255-b940-2ab7ef51cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.555456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-8ed16804-9475-4255-b940-2ab7ef51cb9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.5075815 Feb 11 13:34:47.569632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8a6c96-8244-4df7-a948-078754cf7a72 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:47.574232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2144fbc9-d977-49d5-b0d7-b8fd80119196 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:47.596136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c0dd7d98-e31d-4704-8599-b4df94cff4f2 None None] Provisioning complete for port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:47.596763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7d98-e31d-4704-8599-b4df94cff4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.605614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77b8f85d-ab1d-4ba7-aed1-772a85dd7732 req-68840c36-f3f5-493a-8da8-b34b4b924d9c tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032145 Feb 11 13:34:47.622866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 2144fbc9-d977-49d5-b0d7-b8fd80119196 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:47.623373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2144fbc9-d977-49d5-b0d7-b8fd80119196 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:47.646014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cc8a6c96-8244-4df7-a948-078754cf7a72,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:47.655650 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.660365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd7d98-e31d-4704-8599-b4df94cff4f2 None None] Port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:47.709380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-c2ba8642-2436-4982-8cc2-f578e08c6c2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243 HTTP/1.1" status: 200 len: 217 time: 0.0842559 Feb 11 13:34:47.764175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 10.1.1.145 (241f4a82-b7b6-4591-8371-86e5a1914f4e/04b66c70-7623-4232-abef-fdfbddcdd36b/a7d85bf3-73f8-453c-aba2-4a16188453bb) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:47.768063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:47.897077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-e9e4ca11-14f8-40cb-ae98-c71d58e2b91a service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188483 Feb 11 13:34:47.943477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['cc8a6c96-8244-4df7-a948-078754cf7a72'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:47.973929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250ca27-57d8-458d-b81c-1d23431352e6 req-50596760-62aa-4134-b0c7-8a7fd4eee81b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.975625 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0250ca27-57d8-458d-b81c-1d23431352e6 req-50596760-62aa-4134-b0c7-8a7fd4eee81b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 944 time: 0.1242249 Feb 11 13:34:47.984990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-8f788f94-28f5-44ea-acd7-ae4f5d1092e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba HTTP/1.1" status: 200 len: 217 time: 0.0719261 Feb 11 13:34:47.992130 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-28fbd5c3-28d4-48b6-99a0-48ed9afa20cf service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524746 Feb 11 13:34:48.010809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.034928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-ebd6a7b2-877e-42ad-bbd9-07496ca09a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:48.036368 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-ebd6a7b2-877e-42ad-bbd9-07496ca09a44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.2638683 Feb 11 13:34:48.067628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0250ca27-57d8-458d-b81c-1d23431352e6 req-d73f410a-c3a9-4df1-8796-ad58cf8dcb51 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700283 Feb 11 13:34:48.084939 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.107432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a8ebe8a1-5951-435c-80ac-81c38bb73558 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:48.114551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-df32d78c-adf9-45b2-819f-6a575b88ffe8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443246 Feb 11 13:34:48.144939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:48.146236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.150737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:48.154172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:48.239894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:48.240850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.247324 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1e96b61b-5977-4d8f-ab5c-df738b4df4c4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.282345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-4065ca99-f976-410f-a923-59b2db487276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:48.283839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-4065ca99-f976-410f-a923-59b2db487276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.2726915 Feb 11 13:34:48.296428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a8ebe8a1-5951-435c-80ac-81c38bb73558, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a8ebe8a1-5951-435c-80ac-81c38bb73558,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:48.307865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ff941fec-27bc-473c-8063-66a84810ab56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0807569 Feb 11 13:34:48.313017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'a8ebe8a1-5951-435c-80ac-81c38bb73558', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'port_id': 'a8ebe8a1-5951-435c-80ac-81c38bb73558', 'mac_address': 'fa:16:3e:8c:51:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39d1925-8c6c-48c3-b595-54707ce4d893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:48.340203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c564be-20b7-4e55-9f7e-1dd57b9160e8 req-658876d8-1a7d-40b0-a1b7-d55339135d36 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:48.347856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0c564be-20b7-4e55-9f7e-1dd57b9160e8 req-658876d8-1a7d-40b0-a1b7-d55339135d36 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 943 time: 0.0850627 Feb 11 13:34:48.363520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a8ebe8a1-5951-435c-80ac-81c38bb73558 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:48.363940 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.364461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Pushing event deleted for resources: {'Port': ['ID=1e96b61b-5977-4d8f-ab5c-df738b4df4c4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.373251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcb5672d-6c66-477f-86b2-b949ceb0f999 req-3ee07129-d638-4488-8a98-387a9f2d52c8 service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544416 Feb 11 13:34:48.386862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d1df312a-1999-467b-b71c-3027b135da65), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.396289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ebe8a1-5951-435c-80ac-81c38bb73558 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:48.423325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a8ebe8a1-5951-435c-80ac-81c38bb73558, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a8ebe8a1-5951-435c-80ac-81c38bb73558,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:48.429343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0c564be-20b7-4e55-9f7e-1dd57b9160e8 req-083af7c0-17cc-46f7-8fd1-00609eeb26a8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801322 Feb 11 13:34:48.442509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.463234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-ae1e1e78-73ff-4695-9fce-4b1ed5f58d15 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224096 Feb 11 13:34:48.483491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1df312a-1999-467b-b71c-3027b135da65,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.551038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a8ebe8a1-5951-435c-80ac-81c38bb73558,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.593878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c2a2cc0e-10fc-4f28-8536-e9366d1384a7 None None] Provisioning complete for port a7d85bf3-73f8-453c-aba2-4a16188453bb triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:48.594491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2a2cc0e-10fc-4f28-8536-e9366d1384a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.646983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2cc0e-10fc-4f28-8536-e9366d1384a7 None None] Port a7d85bf3-73f8-453c-aba2-4a16188453bb cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:48.722297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['a8ebe8a1-5951-435c-80ac-81c38bb73558'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:48.799381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f2de4a28-0cce-4773-b4ca-9138b4d68013 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:48.899064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41122) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:48.904252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f8ad3fc6-2aa2-4200-a390-564b62b23180 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115219877', 'description': 'tempest-description--1582358543'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:48.947920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3fc6-2aa2-4200-a390-564b62b23180 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:48.985831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-366cb70d-9387-4f6c-962a-c0e548538725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:48.987432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-366cb70d-9387-4f6c-962a-c0e548538725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6907284 Feb 11 13:34:48.993570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f2de4a28-0cce-4773-b4ca-9138b4d68013 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:48.994049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.021361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (f573a7ef-f655-4fb0-9bd3-2e886269db06), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.023909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.028842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ecd07e0-a7cb-4fa7-8343-066a1af1ed14 req-20cb5dc3-4489-4df1-aecf-d4d0fe160d58 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "DELETE /v2.0/floatingips/f573a7ef-f655-4fb0-9bd3-2e886269db06 HTTP/1.1" status: 204 len: 173 time: 3.2057014 Feb 11 13:34:49.039853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291743d-c347-42f9-a9e7-6299df6ad9cf None None] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:49.050894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.073017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3fc6-2aa2-4200-a390-564b62b23180 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group (75b28304-e76b-4e89-8a76-0caf390e9e4c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.081135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2ea8c-10c1-46fc-9519-e6692a14895e req-f3f8a7b2-abe2-4e65-a6a7-5d0d6e7f7c49 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.082732 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8b2ea8c-10c1-46fc-9519-e6692a14895e req-f3f8a7b2-abe2-4e65-a6a7-5d0d6e7f7c49 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 944 time: 0.1182926 Feb 11 13:34:49.083871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3fc6-2aa2-4200-a390-564b62b23180 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (75b28304-e76b-4e89-8a76-0caf390e9e4c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.123797 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3fc6-2aa2-4200-a390-564b62b23180 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.127790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f8ad3fc6-2aa2-4200-a390-564b62b23180 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2245250 Feb 11 13:34:49.132637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41128) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:49.138348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-66ab0581-ba7d-4f90-acfd-42ccb7479260 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'security_group_rule': {'security_group_id': '75b28304-e76b-4e89-8a76-0caf390e9e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:49.149057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad3fc6-2aa2-4200-a390-564b62b23180 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b28304-e76b-4e89-8a76-0caf390e9e4c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.188036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8b2ea8c-10c1-46fc-9519-e6692a14895e req-fa485b2f-42a3-496d-8bc0-45273996b3bb tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944018 Feb 11 13:34:49.189691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66ab0581-ba7d-4f90-acfd-42ccb7479260 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group_rule (c58bb128-3cc9-43af-9c8d-0662856f3fdd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.190213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6819d0ac-fff1-40b3-bd2d-4ed868d93811 None None] Provisioning complete for port f2de4a28-0cce-4773-b4ca-9138b4d68013 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:49.190593 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6819d0ac-fff1-40b3-bd2d-4ed868d93811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.220195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c5a5e90-e6c5-4a03-843b-664d59029d99 req-1c3cb6b6-076e-4403-b240-dca44fc8a5c5 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314463 Feb 11 13:34:49.336062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66ab0581-ba7d-4f90-acfd-42ccb7479260 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group_rule (c58bb128-3cc9-43af-9c8d-0662856f3fdd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.341935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.343682 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66ab0581-ba7d-4f90-acfd-42ccb7479260 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (c58bb128-3cc9-43af-9c8d-0662856f3fdd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.358633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761d090-2d22-44f2-b35c-8f805d3c949d req-c7369c46-896a-4fde-adbf-1b1d24b6ba10 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.360902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3761d090-2d22-44f2-b35c-8f805d3c949d req-c7369c46-896a-4fde-adbf-1b1d24b6ba10 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 944 time: 0.0915933 Feb 11 13:34:49.386340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab0581-ba7d-4f90-acfd-42ccb7479260 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58bb128-3cc9-43af-9c8d-0662856f3fdd,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.387667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks [] for router_controller (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.410453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-66ab0581-ba7d-4f90-acfd-42ccb7479260 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.412289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-66ab0581-ba7d-4f90-acfd-42ccb7479260 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786155 Feb 11 13:34:49.419644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41130) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:49.425940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e1506662-0742-42fd-9540-ea77170cecd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'security_group_rule': {'security_group_id': '75b28304-e76b-4e89-8a76-0caf390e9e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:49.430450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8d95a02-0e8b-4db5-adcb-edbc69c2f243 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:49.432618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cc8a6c96-8244-4df7-a948-078754cf7a72 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:49.439675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-def9b7bc-f358-4287-96d5-e004fdbdfa75 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458323 Feb 11 13:34:49.465754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3761d090-2d22-44f2-b35c-8f805d3c949d req-fee99b40-947a-43d5-89f0-9dc1999ab216 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929291 Feb 11 13:34:49.493855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1506662-0742-42fd-9540-ea77170cecd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group_rule (a8031a60-ce9a-43ef-893e-deeea3355c8f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.549316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6819d0ac-fff1-40b3-bd2d-4ed868d93811 None None] Current status of the port f2de4a28-0cce-4773-b4ca-9138b4d68013 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:49.549630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6819d0ac-fff1-40b3-bd2d-4ed868d93811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.553426 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1506662-0742-42fd-9540-ea77170cecd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group_rule (a8031a60-ce9a-43ef-893e-deeea3355c8f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.563096 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1506662-0742-42fd-9540-ea77170cecd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a8031a60-ce9a-43ef-893e-deeea3355c8f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.598447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.599406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:34:49.615730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.620242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-10f44a33-47f6-45a5-b6f5-c52228d0e94f admin admin] 10.222.0.79 "DELETE /v2.0/routers/31a5fa0e-cef3-4e2c-b026-b22b12fc6a9f HTTP/1.1" status: 204 len: 168 time: 4.9184523 Feb 11 13:34:49.621823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41134) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:49.627340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f2de4a28-0cce-4773-b4ca-9138b4d68013 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:49.627891 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.655166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-cf2aff1e-1dac-4152-8147-5413eba5d012 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627402 Feb 11 13:34:49.666383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28129fbb-419c-46ca-b467-597b5e390743 req-8046b939-ba35-4789-9d34-93ca96d80f4d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6060114 Feb 11 13:34:49.668469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port cc8a6c96-8244-4df7-a948-078754cf7a72 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:49.671683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1506662-0742-42fd-9540-ea77170cecd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8031a60-ce9a-43ef-893e-deeea3355c8f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.684469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1506662-0742-42fd-9540-ea77170cecd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.688592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e1506662-0742-42fd-9540-ea77170cecd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648578 Feb 11 13:34:49.690011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] Deleting subnet d35b4ab1-b385-4fc0-9d6e-15302d145be4 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:34:49.694029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41136) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:49.696113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] Publish callbacks [] for subnet (d35b4ab1-b385-4fc0-9d6e-15302d145be4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.703410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:49.725638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port cc8a6c96-8244-4df7-a948-078754cf7a72 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:49.726050 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.731239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:49.740286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6819d0ac-fff1-40b3-bd2d-4ed868d93811 None None] For port f2de4a28-0cce-4773-b4ca-9138b4d68013, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f2de4a28-0cce-4773-b4ca-9138b4d68013,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:49.753897 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-95e995f5-4193-4a76-b5c7-bbc5bb8d24c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92 HTTP/1.1" status: 200 len: 217 time: 0.0854456 Feb 11 13:34:49.770624 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6819d0ac-fff1-40b3-bd2d-4ed868d93811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.770876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.785470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (d35b4ab1-b385-4fc0-9d6e-15302d145be4), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.843756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.847110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-75b32c8e-d5d6-43f0-bd1a-4637cdfcc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.848606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-75b32c8e-d5d6-43f0-bd1a-4637cdfcc25c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.0876513 Feb 11 13:34:49.869478 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d35b4ab1-b385-4fc0-9d6e-15302d145be4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.880950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c8d95a02-0e8b-4db5-adcb-edbc69c2f243, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:49.904329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e987-cf81-46c0-9c79-4b805e33a07d req-4dc7f719-9d4d-4a77-9931-efb093cc0994 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.905891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11e0e987-cf81-46c0-9c79-4b805e33a07d req-4dc7f719-9d4d-4a77-9931-efb093cc0994 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 944 time: 0.3341453 Feb 11 13:34:49.906786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819d0ac-fff1-40b3-bd2d-4ed868d93811 None None] Pushing event updated for resources: {'Port': ['ID=f2de4a28-0cce-4773-b4ca-9138b4d68013,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.909745 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:34:49.909745 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:34:49.911577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243', 'network_id': '7a212139-3c9b-4738-90c7-5c26b759e6ab', 'port_id': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243', 'mac_address': 'fa:16:3e:d0:9f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce989429-4144-4c63-9575-d46a19519f04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:49.963242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-cb0e94e5-31fb-407d-9d23-a3a6ad850fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.964759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-cb0e94e5-31fb-407d-9d23-a3a6ad850fcf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1096134 Feb 11 13:34:49.990757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-285b3d80-2624-4963-83f1-37103d5c76ca None None] Provisioning complete for port f2de4a28-0cce-4773-b4ca-9138b4d68013 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:49.991135 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-285b3d80-2624-4963-83f1-37103d5c76ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.996803 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:49.997022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.027351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port cc8a6c96-8244-4df7-a948-078754cf7a72 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:50.028018 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.028702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (d35b4ab1-b385-4fc0-9d6e-15302d145be4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.037792 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11e0e987-cf81-46c0-9c79-4b805e33a07d req-e1782d4c-3d7c-4d57-ae32-6d3ce7911b2c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148431 Feb 11 13:34:50.040927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:50.041486 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.066183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35b4ab1-b385-4fc0-9d6e-15302d145be4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:50.072383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.076434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b0585af7-9663-4f7d-a6ba-c72b789a41e2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d35b4ab1-b385-4fc0-9d6e-15302d145be4 HTTP/1.1" status: 204 len: 168 time: 0.4526906 Feb 11 13:34:50.078931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41138) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:50.081933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d95a02-0e8b-4db5-adcb-edbc69c2f243 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:34:50.091891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:50.094412 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2183ef4d-2bbf-41f1-854d-ad0c5c0ce350" -d '{"events": [{"server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:50.118600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cc8a6c96-8244-4df7-a948-078754cf7a72,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:50.125934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a8ebe8a1-5951-435c-80ac-81c38bb73558 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:50.135557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c8d95a02-0e8b-4db5-adcb-edbc69c2f243, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:50.138896 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.184337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-d6106399-b1a9-4bbd-bafb-ad0f6c2b1183 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118196 Feb 11 13:34:50.226066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.228793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.257049 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19abcc35-83da-46eb-9d90-35a06e79a849 x-openstack-request-id: req-19abcc35-83da-46eb-9d90-35a06e79a849 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:50.257761 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:50.258279 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19abcc35-83da-46eb-9d90-35a06e79a849 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:50.259497 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72', 'code': 200} Feb 11 13:34:50.260401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.287889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Allocated IP 172.25.3.90 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/5bb91def-901f-4ab4-91da-edd70625d035) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:50.309458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:50.351581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-285b3d80-2624-4963-83f1-37103d5c76ca None None] Current status of the port f2de4a28-0cce-4773-b4ca-9138b4d68013 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:50.359225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port a8ebe8a1-5951-435c-80ac-81c38bb73558 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:50.373900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port a8ebe8a1-5951-435c-80ac-81c38bb73558 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:50.374477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.389120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c68a6c-fe58-4453-b19f-82751e959789 req-9e31fec2-fd1b-42c3-8639-9ef5a0fee837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:50.390676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81c68a6c-fe58-4453-b19f-82751e959789 req-9e31fec2-fd1b-42c3-8639-9ef5a0fee837 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1127 time: 0.1717749 Feb 11 13:34:50.397040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-e5d383ea-040b-437c-94e8-fef305045ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907320 Feb 11 13:34:50.407545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:50.411716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.438449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:50.455509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de817015-f907-4de0-848b-e6da36c89bbc req-f6824df7-d006-4408-ae0b-a1e3a2f4c69e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:50.457042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de817015-f907-4de0-848b-e6da36c89bbc req-f6824df7-d006-4408-ae0b-a1e3a2f4c69e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 945 time: 0.1610553 Feb 11 13:34:50.458974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce258ef-a413-4b8b-b05a-98f81e0253ca') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:50.459333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce258ef-a413-4b8b-b05a-98f81e0253ca') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:50.462765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f2de4a28-0cce-4773-b4ca-9138b4d68013 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:50.480619 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (8ce258ef-a413-4b8b-b05a-98f81e0253ca), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.490582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-6e730f83-5195-43ab-a58f-2ce86851ed48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be19f246-bd8c-45d7-ae6a-93f62e981172 HTTP/1.1" status: 200 len: 217 time: 0.0526352 Feb 11 13:34:50.504881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8ce258ef-a413-4b8b-b05a-98f81e0253ca), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.509474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a8ebe8a1-5951-435c-80ac-81c38bb73558 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:50.509979 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.519141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:50.519526 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (8ce258ef-a413-4b8b-b05a-98f81e0253ca), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:50.521630 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:50.551814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a8ebe8a1-5951-435c-80ac-81c38bb73558, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a8ebe8a1-5951-435c-80ac-81c38bb73558,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:50.554898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c8d95a02-0e8b-4db5-adcb-edbc69c2f243'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:50.559317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.565193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de817015-f907-4de0-848b-e6da36c89bbc req-5e3b7da7-d584-445e-ac34-b39522a18078 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940769 Feb 11 13:34:50.591962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81c68a6c-fe58-4453-b19f-82751e959789 req-a41ca83c-0466-4667-9ae1-7d282e00379b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620541 Feb 11 13:34:50.604782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for port (5bb91def-901f-4ab4-91da-edd70625d035), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.609091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-d9768272-88d3-4c88-adf4-ad527ff4d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:50.609369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-d9768272-88d3-4c88-adf4-ad527ff4d5e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 200 len: 797 time: 0.1116769 Feb 11 13:34:50.648292 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.653992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.656021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a8ebe8a1-5951-435c-80ac-81c38bb73558,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:50.660434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] 10.222.0.79 "DELETE /v2.0/networks/ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280 HTTP/1.1" status: 204 len: 168 time: 0.5804808 Feb 11 13:34:50.677598 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5bb91def-901f-4ab4-91da-edd70625d035), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.688023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02801bf7-d1aa-4d2f-b072-e01752ee7a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1b672a-9cfa-4e78-b3b3-dfa4fc2b7280,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:50.736641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f2de4a28-0cce-4773-b4ca-9138b4d68013 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:50.745684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Pushing event updated for resources: {'Port': ['ID=5bb91def-901f-4ab4-91da-edd70625d035,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:50.755577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:50.757612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:50.763078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:50.778873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 172.25.3.190 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/798d2ffa-a02b-4007-b595-21204d1aa21e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:50.797540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e243b-ac87-4180-8b14-0a44dbb42fad req-a70a7958-d442-4bcc-84ba-16c6fcc841bf tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:50.799128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e5e243b-ac87-4180-8b14-0a44dbb42fad req-a70a7958-d442-4bcc-84ba-16c6fcc841bf tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 945 time: 0.1153886 Feb 11 13:34:50.876225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f2de4a28-0cce-4773-b4ca-9138b4d68013 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:50.876796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.903095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:50.904419 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (ed51287e-4580-494a-82eb-3ce0237e1dfe), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.920326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-82b05727-5044-4557-a280-ff6260db9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:50.922146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-82b05727-5044-4557-a280-ff6260db9ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1346750 Feb 11 13:34:50.933152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e5e243b-ac87-4180-8b14-0a44dbb42fad req-2a7ad040-1cf6-40b7-a029-eb90b0639272 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253240 Feb 11 13:34:50.976979 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5bb91def-901f-4ab4-91da-edd70625d035), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:50.982854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f2de4a28-0cce-4773-b4ca-9138b4d68013 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:50.992557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1df312a-1999-467b-b71c-3027b135da65 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:50.996799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.006540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cd9512ae-3b00-4236-be1c-ffc3bcf0250f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f516c0fd43e40d9a33a8efccf2ba01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0894322 Feb 11 13:34:51.008133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41150) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:51.015990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d1df312a-1999-467b-b71c-3027b135da65 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:51.016496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1df312a-1999-467b-b71c-3027b135da65 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:51.077704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.087964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-abff277b-b94f-4308-b66f-6f6dae786c86 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476514 Feb 11 13:34:51.089875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c5e4f6-35cb-4281-8d55-e53b9c71c449 admin admin] Publish callbacks [] for security_group (470a3dba-db2f-49d0-82f6-557eae075af7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.142848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:51.151677 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c5e4f6-35cb-4281-8d55-e53b9c71c449 admin admin] Publish callbacks [] for security_group (470a3dba-db2f-49d0-82f6-557eae075af7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.157615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:51.160471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:51.217788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=798d2ffa-a02b-4007-b595-21204d1aa21e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.246417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-98fe3dc2-40c9-46ba-8d75-b5d8eb252303 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495733 Feb 11 13:34:51.297790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for port (5bb91def-901f-4ab4-91da-edd70625d035), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.300254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153e54-b149-46da-958d-9740515bfc13 req-22066145-37ee-4b0d-90c8-450e49d321a4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.300682 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-a9f7fdb3-7113-49ae-9fdd-af05e1846a2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a1962ae-a08a-406c-9207-ca591fc91c98 HTTP/1.1" status: 200 len: 217 time: 0.0482163 Feb 11 13:34:51.302232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20153e54-b149-46da-958d-9740515bfc13 req-22066145-37ee-4b0d-90c8-450e49d321a4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.1542721 Feb 11 13:34:51.302351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (5bb91def-901f-4ab4-91da-edd70625d035), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.332088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c5e4f6-35cb-4281-8d55-e53b9c71c449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (470a3dba-db2f-49d0-82f6-557eae075af7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.334638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82c5e4f6-35cb-4281-8d55-e53b9c71c449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.335776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-82c5e4f6-35cb-4281-8d55-e53b9c71c449 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/470a3dba-db2f-49d0-82f6-557eae075af7 HTTP/1.1" status: 204 len: 168 time: 0.3262522 Feb 11 13:34:51.360220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5e4f6-35cb-4281-8d55-e53b9c71c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a3dba-db2f-49d0-82f6-557eae075af7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.368553 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for floatingip (7d720721-9de0-40bc-9c0d-03b102e03d92), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.411563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Pushing event updated for resources: {'Port': ['ID=5bb91def-901f-4ab4-91da-edd70625d035,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.422044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-c9c3bb79-7b9e-4cd8-84dc-19b5cdb54c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.423559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-c9c3bb79-7b9e-4cd8-84dc-19b5cdb54c11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 200 len: 797 time: 0.1156466 Feb 11 13:34:51.426210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20153e54-b149-46da-958d-9740515bfc13 req-aa7d2416-9b5c-4c92-8771-c683aebf8df9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095588 Feb 11 13:34:51.435143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.435959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ed51287e-4580-494a-82eb-3ce0237e1dfe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.485821 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.486987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28129fbb-419c-46ca-b467-597b5e390743 req-d7df3b79-1b31-4951-9ef9-d2c93fa1908d tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8198769 Feb 11 13:34:51.496548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-f6cea305-a040-4205-b642-8ce3445c9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.498044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-f6cea305-a040-4205-b642-8ce3445c9c69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0643182 Feb 11 13:34:51.565569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28129fbb-419c-46ca-b467-597b5e390743 req-e7b5568f-615c-41d6-ad93-150966c18402 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.0665405 Feb 11 13:34:51.599462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.605817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.695632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-d44893c0-b089-48ba-a1d7-c55741eb7b2b service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901619 Feb 11 13:34:51.733375 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:51.757205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28129fbb-419c-46ca-b467-597b5e390743 req-cbe1f103-bee9-4a46-a69c-08414d5c9327 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.759427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28129fbb-419c-46ca-b467-597b5e390743 req-cbe1f103-bee9-4a46-a69c-08414d5c9327 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1584504 Feb 11 13:34:51.799709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-28129fbb-419c-46ca-b467-597b5e390743 req-232d6fe0-2949-4fde-9b50-7f85bf85f70b tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:34:51.800875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28129fbb-419c-46ca-b467-597b5e390743 req-232d6fe0-2949-4fde-9b50-7f85bf85f70b tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093377 Feb 11 13:34:51.886566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9261d205-e83c-4ffa-bfe3-f7c977b89965 req-906f6840-d123-4514-8a36-7d8c7c1bbbab service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846085 Feb 11 13:34:51.889532 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-3f2f4143-5f13-4968-8352-31a6b107fbe3 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips/ed51287e-4580-494a-82eb-3ce0237e1dfe HTTP/1.1" status: 200 len: 692 time: 0.0632186 Feb 11 13:34:52.030907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-0cf13870-9fb8-45a2-ab03-4c85f82bf091 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.034972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-0cf13870-9fb8-45a2-ab03-4c85f82bf091 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1285694 Feb 11 13:34:52.069490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=798d2ffa-a02b-4007-b595-21204d1aa21e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:52.084757 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7d720721-9de0-40bc-9c0d-03b102e03d92), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:52.095084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-403e7eeb-31cd-4e64-b70e-7d8dbd5e48bc tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.0541329 Feb 11 13:34:52.104931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f76d7-a69c-4a10-833e-53e148fe3c22 req-7cd94fc1-f052-4ffa-86c2-71ee2ab43a18 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.106472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a6f76d7-a69c-4a10-833e-53e148fe3c22 req-7cd94fc1-f052-4ffa-86c2-71ee2ab43a18 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 945 time: 0.1151395 Feb 11 13:34:52.117005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:52.126699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-427741c7-2126-466f-a63c-d40a99b2b6e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4231048 Feb 11 13:34:52.176768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a6f76d7-a69c-4a10-833e-53e148fe3c22 req-f8b1e288-2c11-4c92-8025-c21a0f5e5fcb tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627165 Feb 11 13:34:52.261472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebe8a1-5951-435c-80ac-81c38bb73558'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:52.265106 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b29631-a486-46e2-b437-f1c46cb6bf76" -d '{"events": [{"server_uuid": "7060afca-3b11-4eef-b19d-b3678ffbf4ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8ebe8a1-5951-435c-80ac-81c38bb73558"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:52.334071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4483-5a59-42a9-b565-946bc539dfc3 req-311f0388-00ae-4269-a602-2e24e9827fbf tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.336118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-893a4483-5a59-42a9-b565-946bc539dfc3 req-311f0388-00ae-4269-a602-2e24e9827fbf tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 945 time: 0.0809448 Feb 11 13:34:52.387131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-893a4483-5a59-42a9-b565-946bc539dfc3 req-3bbdc08e-b7b8-4736-a885-35264e60abf4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Feb 11 13:34:52.433274 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e69b917-d400-43fa-92a4-2a62b7374d3c x-openstack-request-id: req-5e69b917-d400-43fa-92a4-2a62b7374d3c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:52.435192 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7060afca-3b11-4eef-b19d-b3678ffbf4ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8ebe8a1-5951-435c-80ac-81c38bb73558", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:52.435192 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e69b917-d400-43fa-92a4-2a62b7374d3c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:52.435192 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebe8a1-5951-435c-80ac-81c38bb73558', 'code': 200} Feb 11 13:34:52.495954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-96d7198f-2d1e-43e5-a389-473cf02c5905 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.3947809 Feb 11 13:34:52.543927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-2aa20d44-cc8f-423d-9ccc-d3373d296138 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1115219877&fields=id&tenant_id=9756ade2a9a64f95b2af2da9b42f2a90 HTTP/1.1" status: 200 len: 267 time: 0.0420380 Feb 11 13:34:52.615197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-a5e479cc-d58f-4ab3-8312-7735b27461e7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.616770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-a5e479cc-d58f-4ab3-8312-7735b27461e7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 931 time: 0.0546420 Feb 11 13:34:52.637285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40596-1e5f-4464-866e-a07aa86560d3 req-54554721-2207-46b1-8ea8-e8af5abdbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.639454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2f40596-1e5f-4464-866e-a07aa86560d3 req-54554721-2207-46b1-8ea8-e8af5abdbb45 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 1127 time: 0.1426513 Feb 11 13:34:52.670836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c4fe9bc1-aea1-43b5-98b9-d722677cdc23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.672213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c4fe9bc1-aea1-43b5-98b9-d722677cdc23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 932 time: 0.0501151 Feb 11 13:34:52.700080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Deleting port 5bb91def-901f-4ab4-91da-edd70625d035 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:52.700410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5bb91def-901f-4ab4-91da-edd70625d035), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:52.705487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2f40596-1e5f-4464-866e-a07aa86560d3 req-0d9b9b6e-8154-4c09-9851-28b7251138f6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569806 Feb 11 13:34:52.706788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-84391d4a-c133-42ed-ac2d-bd3d59af598d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0275295 Feb 11 13:34:52.741632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-af5bcdc3-c35d-4758-a80e-5f297711522e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0285542 Feb 11 13:34:52.783684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5bb91def-901f-4ab4-91da-edd70625d035), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:52.784008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (5bb91def-901f-4ab4-91da-edd70625d035), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:52.795875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Calling delete_port for 5bb91def-901f-4ab4-91da-edd70625d035 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:52.860955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b7968820-2080-46a7-b1da-400bb2f47680 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.862028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b7968820-2080-46a7-b1da-400bb2f47680 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.867151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b7968820-2080-46a7-b1da-400bb2f47680 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.868767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b7968820-2080-46a7-b1da-400bb2f47680 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/networks?id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=07bec82d-e059-4845-b33e-1c27b17e9b9b&id=07bec82d-e059-4845-b33e-1c27b17e9b9b HTTP/1.1" status: 200 len: 1987 time: 0.1213925 Feb 11 13:34:52.883415 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-51e2d368-5835-499d-9fe1-4059883cf9c6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/quotas/9756ade2a9a64f95b2af2da9b42f2a90 HTTP/1.1" status: 200 len: 375 time: 0.0092049 Feb 11 13:34:52.925328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5bb91def-901f-4ab4-91da-edd70625d035), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:52.950055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-43bb1c2b-0602-4a42-9a7f-13250f26001e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0609100 Feb 11 13:34:52.951682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Pushing event deleted for resources: {'Port': ['ID=5bb91def-901f-4ab4-91da-edd70625d035,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:53.016687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks [] for floatingip (ed51287e-4580-494a-82eb-3ce0237e1dfe), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.019404 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.020691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36e19b81-542d-4d80-9f36-a6da81427d69 req-dc94e73f-1d6e-40b6-aebd-af065dad0918 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "DELETE /v2.0/floatingips/ed51287e-4580-494a-82eb-3ce0237e1dfe HTTP/1.1" status: 204 len: 173 time: 0.5164416 Feb 11 13:34:53.055421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3331861f-c6b6-4db5-900c-00b98af5100a service neutron] 10.222.0.79 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885150 Feb 11 13:34:53.146392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-96c606ae-2fe9-423c-b818-0a26b594d7dd service neutron] 10.222.0.79 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852818 Feb 11 13:34:53.194876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-d9c100b3-09fa-43d2-ba46-0818b631aae5 service neutron] 10.222.0.79 "GET /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0416670 Feb 11 13:34:53.295025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8d95a02-0e8b-4db5-adcb-edbc69c2f243 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:53.300536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3fd1e34a-37c8-455b-82f1-ef105b5da650 service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996840 Feb 11 13:34:53.364092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:53.369500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:53.369879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.403973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-d4bedc4b-9217-43b4-a2de-5553cce159b5 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1305797881&fields=id&tenant_id=bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 267 time: 0.0570080 Feb 11 13:34:53.408269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-2d429f83-74f0-479f-8992-45c6f5d8f50d service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054845 Feb 11 13:34:53.455956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:34:53.456697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.458364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-7690b503-f3bd-415e-a7b4-a6395b8a6e9f service neutron] 10.222.0.79 "GET /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0435588 Feb 11 13:34:53.486829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-92b23b8e-c694-4a43-b496-09e36dd4cb1a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.497588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-92b23b8e-c694-4a43-b496-09e36dd4cb1a tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 945 time: 0.0871091 Feb 11 13:34:53.498726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c8d95a02-0e8b-4db5-adcb-edbc69c2f243, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:53.503997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'port': {'security_groups': ['14af3b6d-751e-44ca-858f-829d389e8c02', 'a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:53.505586 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.573128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:53.575249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-178a99e0-02e7-42e1-8601-b0e706f832fb service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098170 Feb 11 13:34:53.600918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.685822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-4625fb0c-12d7-4a20-81ca-230251c42865 service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004462 Feb 11 13:34:53.790735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-add79595-5858-494d-8a94-bbd568d053ba service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981452 Feb 11 13:34:53.836635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cc8a6c96-8244-4df7-a948-078754cf7a72,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:53.873267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.878598 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.891972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['cc8a6c96-8244-4df7-a948-078754cf7a72'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:53.894610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:53.906588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-52ccefc5-0d45-47c2-bce7-e04a3318f99c service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057947 Feb 11 13:34:53.937807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.938574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:53.940694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05c35a26-884d-46eb-a73f-8ef40e6ac0c2 req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "PUT /v2.0/ports/cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 981 time: 0.4422789 Feb 11 13:34:53.941166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:53.944341 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:53.965988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138099c9-5711-4108-b8ad-0ac1cc5ed3da tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.032293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-ca9f0219-726b-4c6d-b00f-6ce2b31e84cb service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194038 Feb 11 13:34:54.069918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7994e8d-f925-48fd-875c-5187535a7b3d req-812907ae-510c-4618-a05e-736ab053ad50 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.074254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['cc8a6c96-8244-4df7-a948-078754cf7a72'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:54.077984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7994e8d-f925-48fd-875c-5187535a7b3d req-812907ae-510c-4618-a05e-736ab053ad50 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.0746293 Feb 11 13:34:54.127390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7994e8d-f925-48fd-875c-5187535a7b3d req-9612a62e-3ef1-4ed5-86ac-fc82e1b95a2f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Feb 11 13:34:54.157149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-1e51509a-8911-4ec9-994b-0055e419c20b service neutron] 10.222.0.79 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239097 Feb 11 13:34:54.194021 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-fed7c296-276d-4137-a36c-76b6f7f0ccb9 req-4fcbd3c9-f101-4e9b-a4f4-6712b3371e57 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] show failed (client error): The resource could not be found. Feb 11 13:34:54.195189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fed7c296-276d-4137-a36c-76b6f7f0ccb9 req-4fcbd3c9-f101-4e9b-a4f4-6712b3371e57 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips/ed51287e-4580-494a-82eb-3ce0237e1dfe HTTP/1.1" status: 404 len: 350 time: 0.0413973 Feb 11 13:34:54.255935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3950c123-813e-457f-b05a-64e1b1306840 service neutron] 10.222.0.79 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915000 Feb 11 13:34:54.312066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537c031-3a4e-4c12-92f6-6fb954bd3fee req-b2513320-a904-4690-b5cf-34b93e3614e3 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.314737 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b537c031-3a4e-4c12-92f6-6fb954bd3fee req-b2513320-a904-4690-b5cf-34b93e3614e3 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.0597477 Feb 11 13:34:54.359282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9538e0a9-e730-4a42-8632-cb7df6bd04ff service neutron] 10.222.0.79 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973237 Feb 11 13:34:54.368815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b537c031-3a4e-4c12-92f6-6fb954bd3fee req-6759c7e5-f0c7-4dae-880d-4269366ab8e1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493834 Feb 11 13:34:54.451302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:54.454754 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d7cce7-b0ba-48dc-9f66-9303d375dc38" -d '{"events": [{"server_uuid": "5564923b-2ee4-4fc8-8be4-9252bef4aa42", "name": "network-vif-plugged", "status": "completed", "tag": "c8d95a02-0e8b-4db5-adcb-edbc69c2f243"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:54.469656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-e2f4ab2d-4569-4983-b55f-4c1ab5c524bf service neutron] 10.222.0.79 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080191 Feb 11 13:34:54.500554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a7deb16d-1628-4c6e-b45b-9e319281c174 req-a82ca72c-6e25-4004-b580-4a6632794dda tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0394232 Feb 11 13:34:54.575156 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d305fef-4b20-42c0-b94b-b6ebd1b19da9 x-openstack-request-id: req-6d305fef-4b20-42c0-b94b-b6ebd1b19da9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:54.575473 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:54.575735 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d305fef-4b20-42c0-b94b-b6ebd1b19da9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:54.576155 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72', 'status': 'completed', 'code': 200} Feb 11 13:34:54.589124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-a8caab56-9b05-4c9e-8d61-72397d6c4803 service neutron] 10.222.0.79 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180160 Feb 11 13:34:54.651033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9ffb88c1-9f19-41e3-a245-ef3a40c8c984 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.652580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9ffb88c1-9f19-41e3-a245-ef3a40c8c984 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 931 time: 0.0624318 Feb 11 13:34:54.665904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5fac9ec-9c2e-4433-8ff5-7ec128a2d29d req-b0b9d131-51bf-413b-96bc-7a0010348ceb tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24 HTTP/1.1" status: 200 len: 1820 time: 0.0752962 Feb 11 13:34:54.679539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-f74c1022-a6b7-40c8-ae08-7939e44b1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.681599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-f74c1022-a6b7-40c8-ae08-7939e44b1de3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1166 time: 0.0842483 Feb 11 13:34:54.705523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-8e415405-8c35-47a8-a321-3ab8bf13440a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.707022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-8e415405-8c35-47a8-a321-3ab8bf13440a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 932 time: 0.0490146 Feb 11 13:34:54.777281 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-d5fac9ec-9c2e-4433-8ff5-7ec128a2d29d req-b3db7aaf-ee21-4559-af2f-da8c18b75870 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:34:54.778336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5fac9ec-9c2e-4433-8ff5-7ec128a2d29d req-b3db7aaf-ee21-4559-af2f-da8c18b75870 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24 HTTP/1.1" status: 409 len: 341 time: 0.1068482 Feb 11 13:34:54.802232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-d08b773e-0b97-4257-8bfe-f80022272e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.803874 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-d08b773e-0b97-4257-8bfe-f80022272e26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 914 time: 0.1147439 Feb 11 13:34:54.846501 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-2c1f9bd2-37e3-407c-b974-30853c705806 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 217 time: 0.0371032 Feb 11 13:34:54.924373 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-d8ba07b3-adcd-47c9-a170-c27fd641bb06 req-638cadb4-b47e-43ae-ae52-f1a1fb1787a1 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] show failed (client error): The resource could not be found. Feb 11 13:34:54.925462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d8ba07b3-adcd-47c9-a170-c27fd641bb06 req-638cadb4-b47e-43ae-ae52-f1a1fb1787a1 tempest-FloatingIPsTestJSON-898564467 tempest-FloatingIPsTestJSON-898564467-project] 10.222.0.79 "GET /v2.0/floatingips/ed51287e-4580-494a-82eb-3ce0237e1dfe HTTP/1.1" status: 404 len: 350 time: 0.0405726 Feb 11 13:34:54.934565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41252) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:54.942744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-3ecacf68-21a7-4c8c-a5e7-21f1a50023b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.944774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-3ecacf68-21a7-4c8c-a5e7-21f1a50023b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.0930812 Feb 11 13:34:54.975874 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54435144-e1db-4352-8146-e310be4de8b8 x-openstack-request-id: req-54435144-e1db-4352-8146-e310be4de8b8 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:54.976399 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5564923b-2ee4-4fc8-8be4-9252bef4aa42", "name": "network-vif-plugged", "status": "completed", "tag": "c8d95a02-0e8b-4db5-adcb-edbc69c2f243", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:54.976858 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54435144-e1db-4352-8146-e310be4de8b8 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:54.978007 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243', 'code': 200} Feb 11 13:34:55.002431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-3ea207da-a25c-40d3-9d9c-e48e94b9f138 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511384 Feb 11 13:34:55.157961 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-eec83f54-8ff0-48e0-85b2-05a120ae9cff service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488078 Feb 11 13:34:55.161071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a8fe-9c90-4040-91d6-8556f8f1b77b req-c6857eaf-12ee-42aa-a4a1-7243c8ab5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.162705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6a6a8fe-9c90-4040-91d6-8556f8f1b77b req-c6857eaf-12ee-42aa-a4a1-7243c8ab5daa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 1128 time: 0.1130962 Feb 11 13:34:55.327701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6a6a8fe-9c90-4040-91d6-8556f8f1b77b req-bfa9f26a-478d-44df-b49d-b7299d25a8f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508136 Feb 11 13:34:55.337393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94dc2eb-5918-40bb-ace0-6f2b8c0b2370 req-23893203-0920-4b89-9495-d3347f06002e service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689591 Feb 11 13:34:55.351128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871eae-cf57-4d0f-ae15-ee547ea05987 req-eae3643a-9a76-4520-a9e2-7983e90eb934 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.353167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-22871eae-cf57-4d0f-ae15-ee547ea05987 req-eae3643a-9a76-4520-a9e2-7983e90eb934 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.1770132 Feb 11 13:34:55.414704 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-22871eae-cf57-4d0f-ae15-ee547ea05987 req-8b154637-c5f7-4740-a6df-e6c8dfc75d4b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515451 Feb 11 13:34:55.450854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (3912c71f-4874-4f90-8788-1d45c5e44e80), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:55.486654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8414190a-82b7-40c2-a691-7e598b1b342e req-04e6d284-7514-4117-a20d-8219de2b87a6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0342941 Feb 11 13:34:55.496420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d48d0-61ba-4191-bde2-f8e85000f1cb req-b2c44b7c-6637-4544-8164-cc10a24f423c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.497934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed8d48d0-61ba-4191-bde2-f8e85000f1cb req-b2c44b7c-6637-4544-8164-cc10a24f423c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 984 time: 0.1203427 Feb 11 13:34:55.552677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-1c72df0a-241f-426a-82ce-496afd38f48f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.554365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-1c72df0a-241f-426a-82ce-496afd38f48f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 931 time: 0.2141533 Feb 11 13:34:55.620783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed8d48d0-61ba-4191-bde2-f8e85000f1cb req-061d55ee-9795-4157-9beb-d4b19eb0586c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&id=a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1126652 Feb 11 13:34:55.679228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-64ce7763-6e37-45b8-b4c7-1fd3e103763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.680795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-64ce7763-6e37-45b8-b4c7-1fd3e103763a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1166 time: 0.1242979 Feb 11 13:34:55.688206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-0ca074ac-46d0-4902-a558-98c5cf6f415f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.690319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-0ca074ac-46d0-4902-a558-98c5cf6f415f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 932 time: 0.1249032 Feb 11 13:34:55.744197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15408aff-0789-487d-9dcf-ab9dd54bf658 req-d177165a-f974-42a7-b174-5fee8a193586 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0624008 Feb 11 13:34:55.764532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709333-c2f6-425e-b0bd-c108a7d4c9a7 req-fa9fd469-1ca2-42c6-a312-922c9d1b23df tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.766696 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94709333-c2f6-425e-b0bd-c108a7d4c9a7 req-fa9fd469-1ca2-42c6-a312-922c9d1b23df tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1990550 Feb 11 13:34:55.817952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5d2-b211-415e-85a2-4eab94219e3d req-5bd89a98-7894-4e5a-a16a-590bac283b54 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.819501 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae2dd5d2-b211-415e-85a2-4eab94219e3d req-5bd89a98-7894-4e5a-a16a-590bac283b54 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.0877833 Feb 11 13:34:55.860927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Deleting port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:55.860927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:55.873475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-738d360b-a1ef-4bed-b01e-65f6f8e514df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.875602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-738d360b-a1ef-4bed-b01e-65f6f8e514df service neutron] 10.222.0.30 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 914 time: 0.1685734 Feb 11 13:34:55.879470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94709333-c2f6-425e-b0bd-c108a7d4c9a7 req-c5421d44-14f0-49d5-a246-1e7964f1add1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790808 Feb 11 13:34:55.903672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae2dd5d2-b211-415e-85a2-4eab94219e3d req-be8caa24-7c14-4564-91e2-706405bd5a20 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734940 Feb 11 13:34:55.922026 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-a56b26ee-7bf8-4eeb-aa85-695f3d93a4eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 217 time: 0.0398111 Feb 11 13:34:55.977127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] For port 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,segment=NetworkSegment(18db5855-9f0c-463c-94b4-78dbb8f77cf7),segment_id=18db5855-9f0c-463c-94b4-78dbb8f77cf7)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:55.977910 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:55.989753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-3e2973de-3ba3-4153-b31f-a83c7dadd1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.991828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-3e2973de-3ba3-4153-b31f-a83c7dadd1fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.0616379 Feb 11 13:34:55.995122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Calling delete_port for 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:56.027431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-608432e9-430d-4d4f-8a36-a21db54e11c9 req-8fd474da-b20b-43e5-9d87-600f5849d5a1 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0479918 Feb 11 13:34:56.094283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-c5b4abcd-a5ea-47e2-ade9-283f185d2518 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513515 Feb 11 13:34:56.239544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-1aa46c9d-f46d-4061-8dd5-21962759f05e service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390841 Feb 11 13:34:56.252305 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (48f7e9d3-7657-4dfc-82ee-99b4ea6baef2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:56.257734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bb4f-2ab7-4c05-9b3c-4a7fe474ec7e req-a009e5c0-cb3a-4ce8-a9bd-af78c263fb69 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.259851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e55bb4f-2ab7-4c05-9b3c-4a7fe474ec7e req-a009e5c0-cb3a-4ce8-a9bd-af78c263fb69 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.0706081 Feb 11 13:34:56.280944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f7e9d3-7657-4dfc-82ee-99b4ea6baef2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:56.294815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.295157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.295700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.296052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.296393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.296731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.297064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.297393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.297724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.298054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.298410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.298737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.299067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:56.413743 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e55bb4f-2ab7-4c05-9b3c-4a7fe474ec7e req-4ee95a68-29ae-4957-914e-29be3787c7d1 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454718 Feb 11 13:34:56.443903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ff667b9-a8cb-4ccf-8e4b-555a09bf70ee req-75c51aec-57ac-44b1-8982-2e05b50c75de service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826153 Feb 11 13:34:56.510598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (3912c71f-4874-4f90-8788-1d45c5e44e80), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:56.605991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fd3da24-0d7f-43ec-a0d9-029f991d37f7 req-c2f7f3bd-2a2e-4385-9eb6-325672d07209 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0301523 Feb 11 13:34:56.752894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b1d6-a074-40aa-8982-4ba9293f0c1d req-34e02f73-848e-4e4b-bc05-ec5317fbba00 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.758370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf11b1d6-a074-40aa-8982-4ba9293f0c1d req-34e02f73-848e-4e4b-bc05-ec5317fbba00 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 984 time: 0.0576487 Feb 11 13:34:56.796536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Router 3912c71f-4874-4f90-8788-1d45c5e44e80 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:56.824664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf11b1d6-a074-40aa-8982-4ba9293f0c1d req-af4d29f7-d8e2-4687-87ce-92035e5b4761 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&id=a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0633037 Feb 11 13:34:56.919375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:56.929075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-84edbc46-0d5a-45a7-8b35-14e82b034cf3 admin admin] 10.222.0.79 "PUT /v2.0/routers/3912c71f-4874-4f90-8788-1d45c5e44e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9934356 Feb 11 13:34:56.935113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41294) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:56.937058 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] Sync routers for ids ['3912c71f-4874-4f90-8788-1d45c5e44e80'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:56.949336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-54b85d89-7432-4e1c-b570-b0098667e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.951307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-54b85d89-7432-4e1c-b570-b0098667e7cc service neutron] 10.222.0.83 "GET /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 1027 time: 0.0617039 Feb 11 13:34:56.978454 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] Routers {'3912c71f-4874-4f90-8788-1d45c5e44e80'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:56.980647 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3912c71f-4874-4f90-8788-1d45c5e44e80'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:56.989722 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ec931db-8e84-41bf-afc5-de4c6923d92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:57.018237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-4b8788a7-6114-4b29-bc7a-d514fdc96c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.020018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-4b8788a7-6114-4b29-bc7a-d514fdc96c44 service neutron] 10.222.0.83 "GET /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 1028 time: 0.0600615 Feb 11 13:34:57.133951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks [] for router (3912c71f-4874-4f90-8788-1d45c5e44e80), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:57.142183 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] Set router 3912c71f-4874-4f90-8788-1d45c5e44e80 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:57.200554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cb0250e-e073-4687-9aa6-97a748fadf27 req-69649133-460c-4540-8a9a-f495e8682b25 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0365853 Feb 11 13:34:57.231696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9f9000da-28af-4cd6-a931-0b0904818c52 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.237416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9f9000da-28af-4cd6-a931-0b0904818c52 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.242817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9f9000da-28af-4cd6-a931-0b0904818c52 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.244449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9f9000da-28af-4cd6-a931-0b0904818c52 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "GET /v2.0/networks?id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=07bec82d-e059-4845-b33e-1c27b17e9b9b&id=07bec82d-e059-4845-b33e-1c27b17e9b9b HTTP/1.1" status: 200 len: 1987 time: 0.2077010 Feb 11 13:34:57.245382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1923d-125b-4d77-acad-255caacfb795 req-3e20b369-eb4f-4c68-88f5-1dc93df0144f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.253369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80c1923d-125b-4d77-acad-255caacfb795 req-3e20b369-eb4f-4c68-88f5-1dc93df0144f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1842163 Feb 11 13:34:57.325837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-dc8ab760-42fc-4cca-918a-36be451abcdd tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9756ade2a9a64f95b2af2da9b42f2a90 HTTP/1.1" status: 200 len: 380 time: 0.0695527 Feb 11 13:34:57.335651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'admin_state_up': True, 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'security_groups': ['75b28304-e76b-4e89-8a76-0caf390e9e4c']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:57.349860 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:56Z', 'revision_number': 5, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:57.378068 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] Checking router: 3912c71f-4874-4f90-8788-1d45c5e44e80 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:57.387987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] Routers {'3912c71f-4874-4f90-8788-1d45c5e44e80'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:57.388223 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3912c71f-4874-4f90-8788-1d45c5e44e80'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:57.503161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:57.516533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:57.517132 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] Set router 3912c71f-4874-4f90-8788-1d45c5e44e80 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:57.736045 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:56Z', 'revision_number': 5, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:57.770067 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7829c-3b47-431e-89db-da29777588fd None None] The sync data for ids ['3912c71f-4874-4f90-8788-1d45c5e44e80'] in n-d-828676-2 is: [{'id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'name': 'tempest-FloatingIPsTestJSON-1204478409-router', 'tenant_id': 'c679a787227a4caa8525dba2227f9d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:23Z', 'updated_at': '2022-02-11T13:34:56Z', 'revision_number': 5, 'project_id': 'c679a787227a4caa8525dba2227f9d74', 'gw_port': {'id': 'a695a161-02c5-49ff-a1bc-41eb1b8cc518', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3912c71f-4874-4f90-8788-1d45c5e44e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:25Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:57.775536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 172.20.0.11 (ad700d65-3b6f-4bff-9d26-a51f749a33b6/d9c40f9e-40df-4e0d-9c3a-d50e4faa0236/1a48b2e4-245e-473e-a630-1b9716689b7a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:57.777204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks [] for router_gateway (3912c71f-4874-4f90-8788-1d45c5e44e80), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:57.799816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80c1923d-125b-4d77-acad-255caacfb795 req-5ecb1207-975d-4209-9d59-97523955261b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453327 Feb 11 13:34:57.801416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c793ad-b0be-40af-881c-009f59b3d337 req-f2b2f72a-99c0-44fb-ad66-a1c1fafbee21 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.809499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8c793ad-b0be-40af-881c-009f59b3d337 req-f2b2f72a-99c0-44fb-ad66-a1c1fafbee21 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.1081131 Feb 11 13:34:57.880158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Deleting port a695a161-02c5-49ff-a1bc-41eb1b8cc518 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:57.880528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:57.951074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a413164c-997d-4ebc-83db-695b40a057eb req-dab8f37d-9baa-4d18-8d99-5642092af9a6 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0443776 Feb 11 13:34:57.970501 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8c793ad-b0be-40af-881c-009f59b3d337 req-30493b8f-80f5-42a7-9cb3-523884a08caa tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599820 Feb 11 13:34:58.020983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.066617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.101420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-e5a632ec-da0f-405e-af9b-33efc1e6aa18 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.104515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-e5a632ec-da0f-405e-af9b-33efc1e6aa18 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.2351003 Feb 11 13:34:58.127344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:58.130991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:58.136046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:58.141184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] For port a695a161-02c5-49ff-a1bc-41eb1b8cc518, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a695a161-02c5-49ff-a1bc-41eb1b8cc518,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:58.142399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.225724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.226550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.234952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Calling delete_port for a695a161-02c5-49ff-a1bc-41eb1b8cc518 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:58.261699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9300933 Feb 11 13:34:58.268040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=1a48b2e4-245e-473e-a630-1b9716689b7a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:58.302207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'admin_state_up': True, 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'security_groups': ['75b28304-e76b-4e89-8a76-0caf390e9e4c']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:58.360288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.360633 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.361220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.361350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.361609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.361936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.362467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.363066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.363168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.363489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.363814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.364134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.365736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa5b1-74ec-47d6-a36f-133e62c3c368 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:58.378966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11e2ed-3607-482c-a10d-bff5d9d7af79 req-c5e52e92-32b8-4665-9a97-80231d783e5d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.387424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f11e2ed-3607-482c-a10d-bff5d9d7af79 req-c5e52e92-32b8-4665-9a97-80231d783e5d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 932 time: 0.3221529 Feb 11 13:34:58.403576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-0a2a4e07-88dd-4649-8c11-cb1030110396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.405084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-0a2a4e07-88dd-4649-8c11-cb1030110396 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 1128 time: 0.1624556 Feb 11 13:34:58.499424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836fe9e-a8f0-47d1-a90a-dc26a08592f4 req-7c3bcac1-0d40-4e47-a226-8ce49622d6ea tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.500844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4836fe9e-a8f0-47d1-a90a-dc26a08592f4 req-7c3bcac1-0d40-4e47-a226-8ce49622d6ea tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 984 time: 0.2367623 Feb 11 13:34:58.515459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Deleting port a8ebe8a1-5951-435c-80ac-81c38bb73558 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:34:58.515807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.553485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f11e2ed-3607-482c-a10d-bff5d9d7af79 req-1ee63f3b-45bb-44ef-9416-537821bcc90f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620133 Feb 11 13:34:58.561135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1d21f676-779b-44d3-9291-6d1157c08bbe None None] Provisioning complete for port 1a48b2e4-245e-473e-a630-1b9716689b7a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:58.579583 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d21f676-779b-44d3-9291-6d1157c08bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.604664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-36de5ec1-540f-49d9-8e90-f5e997e3312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.606320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-36de5ec1-540f-49d9-8e90-f5e997e3312d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.1719158 Feb 11 13:34:58.641914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:58.690764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:34:58.691118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 48f7e9d3-7657-4dfc-82ee-99b4ea6baef2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:58.702500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1d21f676-779b-44d3-9291-6d1157c08bbe None None] Port 1a48b2e4-245e-473e-a630-1b9716689b7a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:34:58.723879 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-7ca3bb9f-7d4d-45d4-99af-d3b5b0e08f04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243 HTTP/1.1" status: 200 len: 217 time: 0.0858996 Feb 11 13:34:58.784371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] For port a8ebe8a1-5951-435c-80ac-81c38bb73558, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a8ebe8a1-5951-435c-80ac-81c38bb73558,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:58.785008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.796954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a695a161-02c5-49ff-a1bc-41eb1b8cc518), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.810872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:58.811386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Calling delete_port for a8ebe8a1-5951-435c-80ac-81c38bb73558 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:34:58.815391 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:58.819717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e023aa-aa9f-4240-b46b-9cee26e567ea req-ece0b15f-b700-423e-a9b5-c189a933dbf6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.821294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53e023aa-aa9f-4240-b46b-9cee26e567ea req-ece0b15f-b700-423e-a9b5-c189a933dbf6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1557693 Feb 11 13:34:58.837595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4836fe9e-a8f0-47d1-a90a-dc26a08592f4 req-6c552175-d7b8-456d-862d-7135a1319798 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&id=a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3086970 Feb 11 13:34:58.841940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-a806ad57-6f0b-43d8-a5ca-53c37dc6fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.843723 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-a806ad57-6f0b-43d8-a5ca-53c37dc6fb5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.1067014 Feb 11 13:34:58.873300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a695a161-02c5-49ff-a1bc-41eb1b8cc518,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:58.988748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-055fed66-b831-492c-b4bd-0353b19fa397 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707936 Feb 11 13:34:59.035634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (3912c71f-4874-4f90-8788-1d45c5e44e80), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.040798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53e023aa-aa9f-4240-b46b-9cee26e567ea req-14072659-02f6-400a-bc2e-097b24dfaa1b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907408 Feb 11 13:34:59.087333 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-a4a33203-9a06-4622-b673-d1224b086025 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-748271891&fields=id&tenant_id=bc1f9f15857146b09589f5a22a3e53e7 HTTP/1.1" status: 200 len: 267 time: 0.1718838 Feb 11 13:34:59.162340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (3912c71f-4874-4f90-8788-1d45c5e44e80), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.166058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks [] for router_controller (3912c71f-4874-4f90-8788-1d45c5e44e80), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.185286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-420858e0-672a-4998-a293-5f431e25358f req-bbd16349-529a-4547-9028-483d23778436 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0382047 Feb 11 13:34:59.193542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 10.1.1.77 (241f4a82-b7b6-4591-8371-86e5a1914f4e/04b66c70-7623-4232-abef-fdfbddcdd36b/854fb093-0bb4-41e1-988b-612a199a21cd) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:59.236779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-d5e8ed5e-f6c0-44a0-99c3-84036e3f9b76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.244682 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-d5e8ed5e-f6c0-44a0-99c3-84036e3f9b76 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 984 time: 0.1562691 Feb 11 13:34:59.253668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'port': {'security_groups': ['14af3b6d-751e-44ca-858f-829d389e8c02', 'a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24', 'caf21068-aa0f-48e4-a43c-fbfec00356ee']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:59.263628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-d6b3e496-af3b-4748-b92b-0cc17140c02a service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605717 Feb 11 13:34:59.308361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (3912c71f-4874-4f90-8788-1d45c5e44e80), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.309161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3912c71f-4874-4f90-8788-1d45c5e44e80 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:34:59.367575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f170b338-c6a4-4957-bcce-4996ca49b7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.377576 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.381418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70e787c6-9fdb-4939-a8c6-f6ce9dcd7f13 admin admin] 10.222.0.79 "DELETE /v2.0/routers/3912c71f-4874-4f90-8788-1d45c5e44e80 HTTP/1.1" status: 204 len: 168 time: 2.4424379 Feb 11 13:34:59.383042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41332) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:59.454209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd568ea-7bef-477a-94d0-c3aa27047aa7 req-1592340d-74e0-4062-9082-f2aa77ab081d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.455833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bd568ea-7bef-477a-94d0-c3aa27047aa7 req-1592340d-74e0-4062-9082-f2aa77ab081d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=7060afca-3b11-4eef-b19d-b3678ffbf4ec HTTP/1.1" status: 200 len: 945 time: 0.1676154 Feb 11 13:34:59.458769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a8ebe8a1-5951-435c-80ac-81c38bb73558), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.470213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a', 'a8ebe8a1-5951-435c-80ac-81c38bb73558'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:59.496592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] Deleting subnet 95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:34:59.549225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] Publish callbacks [] for subnet (95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.605734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event deleted for resources: {'Port': ['ID=a8ebe8a1-5951-435c-80ac-81c38bb73558,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:59.635396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] No DVR routers for this DVR port a8ebe8a1-5951-435c-80ac-81c38bb73558 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:59.642715 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.646173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e06c1a29-bddd-44e8-bdf3-cd5650bf29a5 req-12131f4d-6b8f-4407-beea-78dbce207422 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "DELETE /v2.0/ports/a8ebe8a1-5951-435c-80ac-81c38bb73558 HTTP/1.1" status: 204 len: 173 time: 1.5183566 Feb 11 13:34:59.669471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'name': 'network-vif-deleted', 'tag': 'a8ebe8a1-5951-435c-80ac-81c38bb73558'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:34:59.682228 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802afa7c-2224-477d-814b-96757d4804e5" -d '{"events": [{"server_uuid": "7060afca-3b11-4eef-b19d-b3678ffbf4ec", "name": "network-vif-deleted", "tag": "a8ebe8a1-5951-435c-80ac-81c38bb73558"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:59.698806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bd568ea-7bef-477a-94d0-c3aa27047aa7 req-0014c0c2-7ed6-4c66-9108-f68c05f4c22d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949673 Feb 11 13:34:59.714142 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.879114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.933509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806215ff-602d-4d7a-9b3c-89f7cbbaaa8c req-317ac25a-ec52-4cad-bd26-07e7bea49c5b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.935149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.935666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-806215ff-602d-4d7a-9b3c-89f7cbbaaa8c req-317ac25a-ec52-4cad-bd26-07e7bea49c5b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 932 time: 0.1330991 Feb 11 13:34:59.963701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5a499a4-db7a-4942-86e0-2aa4949a22dc req-9f5825da-29dc-4fb8-97a5-bf085b500941 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932080 Feb 11 13:34:59.994257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.010418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-806215ff-602d-4d7a-9b3c-89f7cbbaaa8c req-d9593ee2-2a0f-4490-b9e2-49476cc3a6cb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663857 Feb 11 13:35:00.033031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:00.041229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886763f-63ab-49a2-9da6-ffe530fd4fd2 None None] Network fd84d429-353c-4c52-8e9d-65e7d954a212 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:00.044419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.048432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-244eaa31-2f36-44b6-98b3-f3fd25ec9588 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95fa66e7-0d88-48f1-a191-ddfa3a2e1bd4 HTTP/1.1" status: 204 len: 168 time: 0.6632421 Feb 11 13:35:00.054768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41342) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:00.083390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (854fb093-0bb4-41e1-988b-612a199a21cd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.164309 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a7ea5b-9c2e-4ee8-bdaf-fea40439bf78 x-openstack-request-id: req-72a7ea5b-9c2e-4ee8-bdaf-fea40439bf78 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:00.168288 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7060afca-3b11-4eef-b19d-b3678ffbf4ec", "name": "network-vif-deleted", "tag": "a8ebe8a1-5951-435c-80ac-81c38bb73558", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:00.170456 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72a7ea5b-9c2e-4ee8-bdaf-fea40439bf78 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:00.171156 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7060afca-3b11-4eef-b19d-b3678ffbf4ec', 'name': 'network-vif-deleted', 'tag': 'a8ebe8a1-5951-435c-80ac-81c38bb73558', 'status': 'completed', 'code': 200} Feb 11 13:35:00.198666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fd84d429-353c-4c52-8e9d-65e7d954a212), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.265532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.312673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] DHCP port deletion for fd84d429-353c-4c52-8e9d-65e7d954a212 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:35:00.321824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Deleting port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:00.322591 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.360693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:00.367593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:00.375394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Deleting port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:00.376061 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.382445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:00.395689 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:35:00.425932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=854fb093-0bb4-41e1-988b-612a199a21cd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:00.448305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd9f9-95f2-4e55-9d47-6b2a9c88161a req-dba60296-e476-4668-873b-80f3e29e1e88 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.457287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-341dd9f9-95f2-4e55-9d47-6b2a9c88161a req-dba60296-e476-4668-873b-80f3e29e1e88 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1862323 Feb 11 13:35:00.468151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cc8a6c96-8244-4df7-a948-078754cf7a72,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:00.488489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] For port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,segment=NetworkSegment(18db5855-9f0c-463c-94b4-78dbb8f77cf7),segment_id=18db5855-9f0c-463c-94b4-78dbb8f77cf7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:00.489239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.497389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.497808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] For port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,segment=NetworkSegment(18db5855-9f0c-463c-94b4-78dbb8f77cf7),segment_id=18db5855-9f0c-463c-94b4-78dbb8f77cf7)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:00.498048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.498661 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.505440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Calling delete_port for e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:00.525715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Calling delete_port for e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:00.540582 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.546938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-c7885a49-4cbe-4e41-930b-5ae421753737 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2754498 Feb 11 13:35:00.548576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.572461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'admin_state_up': True, 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'security_groups': ['75b28304-e76b-4e89-8a76-0caf390e9e4c']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:00.582725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-341dd9f9-95f2-4e55-9d47-6b2a9c88161a req-93fb84d7-335e-4a46-8c0f-9b23c717fc55 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179900 Feb 11 13:35:00.634811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:00.684676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['cc8a6c96-8244-4df7-a948-078754cf7a72'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:00.775852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.776481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.777871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd05a4b3-832b-4631-a91b-6367c592f312 req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "PUT /v2.0/ports/cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 1020 time: 1.5323915 Feb 11 13:35:00.782962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:00.785316 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:00.803241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a949b3e-a154-488e-9c9c-99b8ce6c14f6 req-1288deef-f7e6-4f65-b987-761f8396004e tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0653913 Feb 11 13:35:00.809132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.816509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:00.851233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:00.867212 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:00.879489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] No DVR routers for this DVR port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:00.893810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58019a04-3e01-4124-9819-1a781adf05c3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:00.919145 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d9ecdd-93d2-4277-8747-d62920f18fcd x-openstack-request-id: req-88d9ecdd-93d2-4277-8747-d62920f18fcd {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:00.919503 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:00.919714 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88d9ecdd-93d2-4277-8747-d62920f18fcd {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:00.920138 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72', 'status': 'completed', 'code': 200} Feb 11 13:35:00.990160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] No DVR routers for this DVR port e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:01.000972 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fd84d429-353c-4c52-8e9d-65e7d954a212), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.027163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-825c44a8-fb32-42ab-ba1b-c306ada34e43 req-f88afdc8-cdf4-4076-99be-9f706968c9fa tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/caf21068-aa0f-48e4-a43c-fbfec00356ee HTTP/1.1" status: 200 len: 1818 time: 0.1401091 Feb 11 13:35:01.030826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd84d429-353c-4c52-8e9d-65e7d954a212']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:01.055413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18db5855-9f0c-463c-94b4-78dbb8f77cf7') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:01.055927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18db5855-9f0c-463c-94b4-78dbb8f77cf7') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:01.070355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:01.071706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:01.072141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a695a161-02c5-49ff-a1bc-41eb1b8cc518 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:01.078224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (18db5855-9f0c-463c-94b4-78dbb8f77cf7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.093935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['cc8a6c96-8244-4df7-a948-078754cf7a72'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:01.110929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (18db5855-9f0c-463c-94b4-78dbb8f77cf7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.123140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:35:01.123529 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (18db5855-9f0c-463c-94b4-78dbb8f77cf7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:01.125837 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:01.140154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:01.149239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.153019 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-825c44a8-fb32-42ab-ba1b-c306ada34e43 req-9cc53bcc-627d-45a0-8487-ddc8df8ccc37 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:35:01.154490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-825c44a8-fb32-42ab-ba1b-c306ada34e43 req-9cc53bcc-627d-45a0-8487-ddc8df8ccc37 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/caf21068-aa0f-48e4-a43c-fbfec00356ee HTTP/1.1" status: 409 len: 341 time: 0.1161742 Feb 11 13:35:01.199402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: a695a161-02c5-49ff-a1bc-41eb1b8cc518 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:01.199856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a695a161-02c5-49ff-a1bc-41eb1b8cc518 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:01.203419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fd84d429-353c-4c52-8e9d-65e7d954a212), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.208899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.215872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] 10.222.0.79 "DELETE /v2.0/networks/fd84d429-353c-4c52-8e9d-65e7d954a212 HTTP/1.1" status: 204 len: 168 time: 1.1600921 Feb 11 13:35:01.228104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Pushing event deleted for resources: {'Port': ['ID=e5d1e3c0-d524-4ac4-b642-d0a0c68cb08e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:01.241662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b2fa2-f3de-444a-9078-c1a4501d482e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd84d429-353c-4c52-8e9d-65e7d954a212,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:01.267956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2a347ace-0953-4739-b2a8-4fb24cb84093 None None] Provisioning complete for port 854fb093-0bb4-41e1-988b-612a199a21cd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:01.268425 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a347ace-0953-4739-b2a8-4fb24cb84093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.271084 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.273620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.274681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.275111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.275517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.275929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.276328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.276730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.277130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.277529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.278201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.278327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.278694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.279120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cce2700-ca70-413d-a803-b52ae42aa65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:01.325693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218c200-09a6-4155-b18a-39ec688822b7 req-c42fe1d0-5772-4672-a1e4-fa56995a971b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.330039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-0a15e195-8639-45d8-b361-c07a8f389394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.331986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-0a15e195-8639-45d8-b361-c07a8f389394 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1206 time: 0.3996656 Feb 11 13:35:01.332766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218c200-09a6-4155-b18a-39ec688822b7 req-c42fe1d0-5772-4672-a1e4-fa56995a971b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.334649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1218c200-09a6-4155-b18a-39ec688822b7 req-c42fe1d0-5772-4672-a1e4-fa56995a971b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 1653 time: 0.0955560 Feb 11 13:35:01.341462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-88b016ec-42a2-427b-aab2-279b86dfa107 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.351057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-88b016ec-42a2-427b-aab2-279b86dfa107 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.2854393 Feb 11 13:35:01.425557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1218c200-09a6-4155-b18a-39ec688822b7 req-b6149485-0001-4186-b060-54e830b19ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840511 Feb 11 13:35:01.524801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-bb899ecc-0a07-464b-b7de-1c476a711323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.527496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-bb899ecc-0a07-464b-b7de-1c476a711323 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 200 len: 914 time: 0.1632869 Feb 11 13:35:01.556421 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-d52dd76a-afcc-4ebb-8f84-bda3371e9144 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/quotas/f03cdf41d81846bcb7b7318ce3c8f788 HTTP/1.1" status: 200 len: 375 time: 0.2043884 Feb 11 13:35:01.576327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41372) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:01.577885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2a347ace-0953-4739-b2a8-4fb24cb84093 None None] Port 854fb093-0bb4-41e1-988b-612a199a21cd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:01.674609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b8df3b3e-95f7-48bd-b367-a1e05163897f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c679a787227a4caa8525dba2227f9d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944431 Feb 11 13:35:01.675061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41378) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:01.698188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-fa2a5335-9e45-49a0-b6d5-fab82b2bd785 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 200 len: 217 time: 0.1613901 Feb 11 13:35:01.779874 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ef4d1b6f-1889-4613-ac03-59fc951240ea tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2223248 Feb 11 13:35:01.822320 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d507c05c-ec12-4523-ac12-308262f2dded admin admin] Publish callbacks [] for security_group (45fe4242-2a88-4940-9f67-37088e1ef896), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.844902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-0691358d-d9f8-4675-8296-6f1fb6c466b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.847382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-0691358d-d9f8-4675-8296-6f1fb6c466b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 200 len: 853 time: 0.1400099 Feb 11 13:35:01.862883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac4df-1d6a-447e-aca7-35f9133629e6 req-a6ed3a3b-5211-40e7-9f1d-34c6a92c51b8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.870514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f6ac4df-1d6a-447e-aca7-35f9133629e6 req-a6ed3a3b-5211-40e7-9f1d-34c6a92c51b8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1144798 Feb 11 13:35:01.886693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-75938de1-3678-4803-bf15-f525b618318e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48fa6bd8-8547-40ea-9474-9572e9ef983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313764 Feb 11 13:35:01.895790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d507c05c-ec12-4523-ac12-308262f2dded admin admin] Publish callbacks [] for security_group (45fe4242-2a88-4940-9f67-37088e1ef896), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.912953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 10.1.1.43 (241f4a82-b7b6-4591-8371-86e5a1914f4e/04b66c70-7623-4232-abef-fdfbddcdd36b/b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:01.951933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f6ac4df-1d6a-447e-aca7-35f9133629e6 req-e5dfbaef-ae7a-4dcf-af66-990e002e2fa5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804706 Feb 11 13:35:02.021569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d507c05c-ec12-4523-ac12-308262f2dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (45fe4242-2a88-4940-9f67-37088e1ef896), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:02.025350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d507c05c-ec12-4523-ac12-308262f2dded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:02.026844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d507c05c-ec12-4523-ac12-308262f2dded admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/45fe4242-2a88-4940-9f67-37088e1ef896 HTTP/1.1" status: 204 len: 168 time: 0.3485153 Feb 11 13:35:02.059197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507c05c-ec12-4523-ac12-308262f2dded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe4242-2a88-4940-9f67-37088e1ef896,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.185093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a04b32-b276-4a63-9d2e-52bfeadf70c2 req-f55464f6-eed6-4b5e-b759-6cca69e5e713 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.193076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07a04b32-b276-4a63-9d2e-52bfeadf70c2 req-f55464f6-eed6-4b5e-b759-6cca69e5e713 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1023 time: 0.1042056 Feb 11 13:35:02.207594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a8ebe8a1-5951-435c-80ac-81c38bb73558 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:02.241704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: a8ebe8a1-5951-435c-80ac-81c38bb73558 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:02.242041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a8ebe8a1-5951-435c-80ac-81c38bb73558 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:02.270714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-95fa8dfa-2b3e-4b8c-9880-c0d5310013f7 service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665190 Feb 11 13:35:02.303698 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:02.322336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07a04b32-b276-4a63-9d2e-52bfeadf70c2 req-1f881665-ed86-4b9e-88ca-9620fab61616 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&id=caf21068-aa0f-48e4-a43c-fbfec00356ee&id=a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1279702 Feb 11 13:35:02.404072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-6235c609-d86e-4058-a958-566ff0da32b6 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228809 Feb 11 13:35:02.414563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28791f1f-3ed2-498e-abb3-baefe453d880 req-4a265bfd-09f4-4cbb-a1b6-ed748607e3e3 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0324528 Feb 11 13:35:02.450166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:02.466293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dcd6b9d-7e74-412e-b015-ff959c8eeed8 req-118bd46c-a895-4b23-aec8-a98419806af7 service neutron] 10.222.0.30 "GET /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866531 Feb 11 13:35:02.604307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-025cb6ec-9f4d-406e-bf77-ed69831fc241 service neutron] 10.222.0.79 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839194 Feb 11 13:35:02.607783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923625da-2fdd-4a2b-bcee-83204d0b97fb req-c313581f-e280-4353-9a48-e429fa08d48d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.616847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923625da-2fdd-4a2b-bcee-83204d0b97fb req-c313581f-e280-4353-9a48-e429fa08d48d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.619458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-923625da-2fdd-4a2b-bcee-83204d0b97fb req-c313581f-e280-4353-9a48-e429fa08d48d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 1653 time: 0.0882995 Feb 11 13:35:02.637759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:02.719502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:02.725945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:02.729832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:02.739577 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-923625da-2fdd-4a2b-bcee-83204d0b97fb req-dc67b154-b457-46ce-9311-f8377b84fb53 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133087 Feb 11 13:35:02.773113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.804088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.806900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:02.864211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc23ddc7-875a-4285-8ccd-cd8d619a27ee req-f9198760-c416-43bb-b57e-ef77d9ac7983 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0483541 Feb 11 13:35:02.867087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-46900bee-c828-461c-a4af-c7f3783be201 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3040888 Feb 11 13:35:02.875413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b', 'admin_state_up': True, 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'security_groups': ['75b28304-e76b-4e89-8a76-0caf390e9e4c']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:03.055209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:03.116697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5a4b6b71-f329-4924-bc81-659da15b9fe0 None None] Provisioning complete for port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:03.116998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a4b6b71-f329-4924-bc81-659da15b9fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:03.157422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b6b71-f329-4924-bc81-659da15b9fe0 None None] Port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:03.205237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0f965-f1fb-4abd-8bfb-3887f9362529 req-8a659e8a-dbb6-4b87-b207-814eab5bfc80 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.212588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7e0f965-f1fb-4abd-8bfb-3887f9362529 req-8a659e8a-dbb6-4b87-b207-814eab5bfc80 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1506572 Feb 11 13:35:03.226373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:03.363639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7e0f965-f1fb-4abd-8bfb-3887f9362529 req-0e71eb97-82a9-4ed8-814c-25f4876b363a tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500819 Feb 11 13:35:03.459374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164242d-df22-45d1-997d-23ea70ed6307 req-adb47afe-4fbf-4cbf-b19d-dca7156cd8e3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.472290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6164242d-df22-45d1-997d-23ea70ed6307 req-adb47afe-4fbf-4cbf-b19d-dca7156cd8e3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1023 time: 0.0760810 Feb 11 13:35:03.565414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6164242d-df22-45d1-997d-23ea70ed6307 req-9d8e9c29-eb4e-4dbf-9bdb-a4063021d4e7 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=14af3b6d-751e-44ca-858f-829d389e8c02&id=caf21068-aa0f-48e4-a43c-fbfec00356ee&id=a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0906975 Feb 11 13:35:03.577992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-a033f7f5-4e4a-4afc-a667-5ecc4f319b95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.579600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-a033f7f5-4e4a-4afc-a667-5ecc4f319b95 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 1023 time: 0.3360031 Feb 11 13:35:03.619161 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:03.653152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ce5d34a-1684-47e8-bf3b-211ee0c06797 req-b2b862f9-ad5c-415c-8ab6-2e607982447e tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0880201 Feb 11 13:35:03.754408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 10.2.2.100 (07bec82d-e059-4845-b33e-1c27b17e9b9b/1de2b2b5-8a69-426a-b6b1-16f67d6860f3/69a0c749-17c9-49a2-a9ae-1e3d67b1d593) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:03.823546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Deleting port cc8a6c96-8244-4df7-a948-078754cf7a72 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:03.823996 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:03.913626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719848b5-6b13-4288-a01d-cd061e9a75ab req-a1ccb07d-29e5-4313-abea-088bfcb1a54a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.919286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719848b5-6b13-4288-a01d-cd061e9a75ab req-a1ccb07d-29e5-4313-abea-088bfcb1a54a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.925624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719848b5-6b13-4288-a01d-cd061e9a75ab req-a1ccb07d-29e5-4313-abea-088bfcb1a54a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.927147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-719848b5-6b13-4288-a01d-cd061e9a75ab req-a1ccb07d-29e5-4313-abea-088bfcb1a54a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 2373 time: 0.0975864 Feb 11 13:35:04.015232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-719848b5-6b13-4288-a01d-cd061e9a75ab req-ab35f3cb-3a4c-4576-8bda-9b281c7cc324 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818024 Feb 11 13:35:04.042410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4436c18b-186a-4a0a-afa8-8b8bf242ce58 req-c79dab79-fcda-4d48-a5bb-c3e71800e357 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0534091 Feb 11 13:35:04.106399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] For port cc8a6c96-8244-4df7-a948-078754cf7a72, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cc8a6c96-8244-4df7-a948-078754cf7a72,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:04.106768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.133911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.135611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Calling delete_port for cc8a6c96-8244-4df7-a948-078754cf7a72 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:04.257459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-b0eecbeb-67f5-44a1-92bc-f862de224ccd tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.259715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-b0eecbeb-67f5-44a1-92bc-f862de224ccd tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 806 time: 0.2009468 Feb 11 13:35:04.264484 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.273819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Request body: {'port': {'device_id': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'admin_state_up': True, 'tenant_id': 'f03cdf41d81846bcb7b7318ce3c8f788'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:04.319596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:04.326144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:04.331680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:04.427085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.427710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.438943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Made reservation on behalf of f03cdf41d81846bcb7b7318ce3c8f788 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:04.444302 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.457816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.489402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-49f10f8e-d38c-4793-a8f0-ccc0855f69ee tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6194234 Feb 11 13:35:04.504290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b', 'admin_state_up': True, 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'security_groups': ['75b28304-e76b-4e89-8a76-0caf390e9e4c']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:04.529781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cc8a6c96-8244-4df7-a948-078754cf7a72), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.542020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:04.641244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261805b6-a832-46e5-b332-ebf32daa3ca7 req-e151503c-7646-4f97-bf59-eac0be37d52e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.645294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-261805b6-a832-46e5-b332-ebf32daa3ca7 req-e151503c-7646-4f97-bf59-eac0be37d52e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1661966 Feb 11 13:35:04.702354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'Port': ['ID=cc8a6c96-8244-4df7-a948-078754cf7a72,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.816142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-261805b6-a832-46e5-b332-ebf32daa3ca7 req-949fce8e-0a5e-4dc1-ab17-560f6fac006b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670117 Feb 11 13:35:04.819406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Allocated IP 172.20.0.3 (085e3d9d-406a-4687-a260-fda81fe2574d/d39d1925-8c6c-48c3-b595-54707ce4d893/6ae5ddd9-9976-4e25-9fcd-8e08192175b2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:04.822795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] No DVR routers for this DVR port cc8a6c96-8244-4df7-a948-078754cf7a72 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:04.835085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-973c04a7-2195-46bc-b061-ce8daa6386b8 None None] Provisioning complete for port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:04.835665 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-973c04a7-2195-46bc-b061-ce8daa6386b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.840143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.844842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8122dc7d-1e45-4a28-a107-187d286db5e6 req-bf44e957-5f08-4aae-a2da-8dbc4b601a0d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.30 "DELETE /v2.0/ports/cc8a6c96-8244-4df7-a948-078754cf7a72 HTTP/1.1" status: 204 len: 173 time: 1.2515159 Feb 11 13:35:04.845425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'name': 'network-vif-deleted', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:04.847730 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3af6b3-9e7a-4d24-885f-1a5ee7788f73" -d '{"events": [{"server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "name": "network-vif-deleted", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:04.908787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Made reservation on behalf of 9756ade2a9a64f95b2af2da9b42f2a90 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:04.916746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.946764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-973c04a7-2195-46bc-b061-ce8daa6386b8 None None] Port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:05.047386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96d7bb7b-a66e-4b9e-80c2-43090bcccbd7 req-4d38ddb8-8c5a-4b17-9256-2610acedb733 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dd82ae8-6c31-4a3e-85bb-04750263a446 HTTP/1.1" status: 200 len: 210 time: 0.0992391 Feb 11 13:35:05.114549 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6622dff-6470-4a16-8441-b36ce8c0c093 x-openstack-request-id: req-a6622dff-6470-4a16-8441-b36ce8c0c093 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:05.114969 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd82ae8-6c31-4a3e-85bb-04750263a446", "name": "network-vif-deleted", "tag": "cc8a6c96-8244-4df7-a948-078754cf7a72", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:05.115456 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a6622dff-6470-4a16-8441-b36ce8c0c093 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:05.115954 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd82ae8-6c31-4a3e-85bb-04750263a446', 'name': 'network-vif-deleted', 'tag': 'cc8a6c96-8244-4df7-a948-078754cf7a72', 'status': 'completed', 'code': 200} Feb 11 13:35:05.121946 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef193a4c-a463-4360-9898-345ca2eac37e req-aa2d2340-d050-40c8-9c9b-389b70f3ee2d tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0776460 Feb 11 13:35:05.216417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks [] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:05.245513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Allocated IP 10.2.2.200 (07bec82d-e059-4845-b33e-1c27b17e9b9b/1de2b2b5-8a69-426a-b6b1-16f67d6860f3/6f8027e9-e087-43cc-b499-fbdca3bb7d19) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:05.300880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:05.318572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:05.352559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Network 085e3d9d-406a-4687-a260-fda81fe2574d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:05.357253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:05.372612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cc8a6c96-8244-4df7-a948-078754cf7a72 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:05.387282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:05.407355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9397be-7027-4d7c-81da-9d0b70e74cde req-22898e8a-c21d-442b-878c-e73fce4e5ab9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.413322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9397be-7027-4d7c-81da-9d0b70e74cde req-22898e8a-c21d-442b-878c-e73fce4e5ab9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.418886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9397be-7027-4d7c-81da-9d0b70e74cde req-22898e8a-c21d-442b-878c-e73fce4e5ab9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.424265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9397be-7027-4d7c-81da-9d0b70e74cde req-22898e8a-c21d-442b-878c-e73fce4e5ab9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.432259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed9397be-7027-4d7c-81da-9d0b70e74cde req-22898e8a-c21d-442b-878c-e73fce4e5ab9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 3094 time: 0.1800416 Feb 11 13:35:05.444901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: cc8a6c96-8244-4df7-a948-078754cf7a72 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:05.445253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cc8a6c96-8244-4df7-a948-078754cf7a72 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:05.519107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event updated for resources: {'Port': ['ID=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:05.544597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.545854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:05.550754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed9397be-7027-4d7c-81da-9d0b70e74cde req-fbb15276-8985-401b-8391-e04542fd0469 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145213 Feb 11 13:35:05.582692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-ce32c1bc-6293-42b0-bb31-ab22f0526485 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3132927 Feb 11 13:35:05.597364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Request body: {'port': {'device_id': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:05.641114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:05.682505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:05.752817 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:05.772532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8721498-beb3-4f0c-8c8b-249aba765cf0 req-426de6a0-2980-48ba-9b43-53be68a7e66e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.774604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8721498-beb3-4f0c-8c8b-249aba765cf0 req-426de6a0-2980-48ba-9b43-53be68a7e66e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 931 time: 0.1069777 Feb 11 13:35:06.053826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:06.066162 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Publish callbacks [] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.089250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Transition to ACTIVE for port object 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:06.094290 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.174781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:06.186541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:06.190224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:06.192687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event updated for resources: {'Port': ['ID=6f8027e9-e087-43cc-b499-fbdca3bb7d19,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:06.253797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:06.276860 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8721498-beb3-4f0c-8c8b-249aba765cf0 req-aa27b9bf-8e42-4ee8-aa19-e09f18d7c581 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873180 Feb 11 13:35:06.301504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.304893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.343600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-95e33978-43c1-414c-8aef-53a28c56bbae tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8474727 Feb 11 13:35:06.356029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:06.363020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Attempting to bind port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:06.363466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Attempting to bind port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:06.363908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Attempting to bind port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:06.370158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 on network 085e3d9d-406a-4687-a260-fda81fe2574d not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:06.370605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Attempting to bind port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 on network 085e3d9d-406a-4687-a260-fda81fe2574d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:06.380536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:06.381002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Checking segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:06.381491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Bound using segment: {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:06.382104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Bound port: 6ae5ddd9-9976-4e25-9fcd-8e08192175b2, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:06.382600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.418831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423494c-8cb3-4212-b59b-4423340aafb3 req-b72bb4c7-3f2d-43db-998d-453ec12e95cc tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.420047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d423494c-8cb3-4212-b59b-4423340aafb3 req-b72bb4c7-3f2d-43db-998d-453ec12e95cc tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1247869 Feb 11 13:35:06.439407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.494648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9165ff55-c21e-4197-ab2a-ac6290e1f267 req-772ac99c-bfe4-4cbe-9100-8b57403054ed tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0618441 Feb 11 13:35:06.526262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d423494c-8cb3-4212-b59b-4423340aafb3 req-f595270a-9803-4b7f-b809-55d6d4fe0657 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888445 Feb 11 13:35:06.526262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] For port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:06.531291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] For port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:06.538551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.582018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.582672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.594579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ae5ddd9-9976-4e25-9fcd-8e08192175b2 HTTP/1.1" status: 200 len: 1091 time: 1.0040236 Feb 11 13:35:06.594753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'tag': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:06.604785 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802114f1-dd7f-417b-9346-ce33a7c87784" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5be35-1cb8-449a-9b83-6f5523aa3ec9", "tag": "6ae5ddd9-9976-4e25-9fcd-8e08192175b2"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:06.630141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d1283522-21bb-46eb-94c7-9d68d46e7718 None None] Provisioning complete for port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:06.632093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1283522-21bb-46eb-94c7-9d68d46e7718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.683672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d1283522-21bb-46eb-94c7-9d68d46e7718 None None] Port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:06.732441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7edbed-4a39-466c-9d71-0e0dba975465 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:06.752795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e01b613-53df-4042-a954-ba42d8cc6913 req-e3f9963a-ddb5-4d05-8d61-72fceb17b4cd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24 HTTP/1.1" status: 200 len: 1820 time: 0.1357708 Feb 11 13:35:06.771921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-59272f1b-69ba-4715-b639-5d11abe99b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.773583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-59272f1b-69ba-4715-b639-5d11abe99b02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 1125 time: 0.1254864 Feb 11 13:35:06.801892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276f65-61e6-44de-a2a7-22079c1f3a24 req-3f149bbb-c09c-4c4e-b6be-394674900e30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.807773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276f65-61e6-44de-a2a7-22079c1f3a24 req-3f149bbb-c09c-4c4e-b6be-394674900e30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.813005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276f65-61e6-44de-a2a7-22079c1f3a24 req-3f149bbb-c09c-4c4e-b6be-394674900e30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.818357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276f65-61e6-44de-a2a7-22079c1f3a24 req-3f149bbb-c09c-4c4e-b6be-394674900e30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.824273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276f65-61e6-44de-a2a7-22079c1f3a24 req-3f149bbb-c09c-4c4e-b6be-394674900e30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.831983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c5276f65-61e6-44de-a2a7-22079c1f3a24 req-3f149bbb-c09c-4c4e-b6be-394674900e30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 3815 time: 0.1530223 Feb 11 13:35:06.836524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-96996ffb-760a-4bf9-a710-c185436cea60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5ddd9-9976-4e25-9fcd-8e08192175b2 HTTP/1.1" status: 200 len: 217 time: 0.0546727 Feb 11 13:35:06.887355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0e01b613-53df-4042-a954-ba42d8cc6913 req-8b7fc286-6566-4dc1-b75c-ad7a61f40b87 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.917084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-eab3bf5f-ce36-4182-ba33-cf1bc233c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.918273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c5276f65-61e6-44de-a2a7-22079c1f3a24 req-d1deaace-166d-479d-83a8-c6ebef415855 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853407 Feb 11 13:35:06.918825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-eab3bf5f-ce36-4182-ba33-cf1bc233c1e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.0757802 Feb 11 13:35:06.922646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0e01b613-53df-4042-a954-ba42d8cc6913 req-8b7fc286-6566-4dc1-b75c-ad7a61f40b87 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.961420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-4b4f515e-5856-4c09-8804-67f1eb3ffd51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358527 Feb 11 13:35:06.962067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a48b2e4-245e-473e-a630-1b9716689b7a {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:06.970029 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Publish callbacks [] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:06.983516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Transition to ACTIVE for port object 1a48b2e4-245e-473e-a630-1b9716689b7a will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:06.988648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.057859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0e01b613-53df-4042-a954-ba42d8cc6913 req-8b7fc286-6566-4dc1-b75c-ad7a61f40b87 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.059413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48b2e4-245e-473e-a630-1b9716689b7a,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.060431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0e01b613-53df-4042-a954-ba42d8cc6913 req-8b7fc286-6566-4dc1-b75c-ad7a61f40b87 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.073266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e01b613-53df-4042-a954-ba42d8cc6913 req-8b7fc286-6566-4dc1-b75c-ad7a61f40b87 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24 HTTP/1.1" status: 204 len: 173 time: 0.3131497 Feb 11 13:35:07.225159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Attempting to bind port 1a48b2e4-245e-473e-a630-1b9716689b7a on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:07.225473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Attempting to bind port 1a48b2e4-245e-473e-a630-1b9716689b7a by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:07.225796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Attempting to bind port 1a48b2e4-245e-473e-a630-1b9716689b7a on network ad700d65-3b6f-4bff-9d26-a51f749a33b6 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:07.231529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Port 1a48b2e4-245e-473e-a630-1b9716689b7a on network ad700d65-3b6f-4bff-9d26-a51f749a33b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:07.231851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Attempting to bind port 1a48b2e4-245e-473e-a630-1b9716689b7a on network ad700d65-3b6f-4bff-9d26-a51f749a33b6 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:07.245159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:07.245543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Checking segment: {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:07.245881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Bound using segment: {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:07.246371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Bound port: 1a48b2e4-245e-473e-a630-1b9716689b7a, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:07.246727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.364984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] For port 1a48b2e4-245e-473e-a630-1b9716689b7a, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:07.368782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] For port 1a48b2e4-245e-473e-a630-1b9716689b7a, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a48b2e4-245e-473e-a630-1b9716689b7a,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:07.407396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.443599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.444632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.446366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] 10.222.0.83 "PUT /v2.0/ports/1a48b2e4-245e-473e-a630-1b9716689b7a HTTP/1.1" status: 200 len: 1092 time: 1.0949237 Feb 11 13:35:07.449710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:07.452853 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7c256-3474-48fb-a568-a4b25e061c60" -d '{"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:07.494519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:07.512325 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fc286-6566-4dc1-b75c-ad7a61f40b87 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.515924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee260f-233c-4043-8fc5-000c32c32651 req-8ca55c18-8987-4e41-be2c-942e3e0a26eb tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.521776 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecd4611-5f27-4f17-849a-1e753b117e06 x-openstack-request-id: req-2ecd4611-5f27-4f17-849a-1e753b117e06 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:07.522363 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5be35-1cb8-449a-9b83-6f5523aa3ec9", "tag": "6ae5ddd9-9976-4e25-9fcd-8e08192175b2", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:07.523239 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ecd4611-5f27-4f17-849a-1e753b117e06 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:07.523834 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'tag': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2', 'status': 'completed', 'code': 200} Feb 11 13:35:07.524894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1eee260f-233c-4043-8fc5-000c32c32651 req-8ca55c18-8987-4e41-be2c-942e3e0a26eb tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 943 time: 0.1498830 Feb 11 13:35:07.553153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f562-46d7-4ec1-b2ce-2bf4a320f860 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48b2e4-245e-473e-a630-1b9716689b7a,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.598690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed9f5d13-e187-477a-9e85-bb48691040ba req-0c7c7c28-13a2-4361-a0a5-6198fc421394 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/caf21068-aa0f-48e4-a43c-fbfec00356ee HTTP/1.1" status: 200 len: 1818 time: 0.0712450 Feb 11 13:35:07.628719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1eee260f-233c-4043-8fc5-000c32c32651 req-be033728-186b-4d42-b3c4-85586f2ad393 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028037 Feb 11 13:35:07.660559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.668496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-bcf20fe3-acf3-4eb6-85c2-ea4921007bad service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001076 Feb 11 13:35:07.732435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed9f5d13-e187-477a-9e85-bb48691040ba req-ea20547f-5afa-4a71-ac56-9192f9fbfb36 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (caf21068-aa0f-48e4-a43c-fbfec00356ee), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.811346 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00839134-64f6-47b0-8143-dc62494ab196 x-openstack-request-id: req-00839134-64f6-47b0-8143-dc62494ab196 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:07.811900 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:07.812355 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00839134-64f6-47b0-8143-dc62494ab196 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:07.812872 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'status': 'completed', 'code': 200} Feb 11 13:35:07.831339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed9f5d13-e187-477a-9e85-bb48691040ba req-ea20547f-5afa-4a71-ac56-9192f9fbfb36 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (caf21068-aa0f-48e4-a43c-fbfec00356ee), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.902772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a66a905-c242-4aa1-b968-966478421a63 req-d700d308-d75e-46fd-bcf4-4ebfc6779a55 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0865517 Feb 11 13:35:07.913948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d543a0a1-0275-4d57-a312-82e441e7eb86 req-35ddf1df-dc44-479e-aa3c-14bcf196cc82 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269073 Feb 11 13:35:07.943751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-cd66407a-93a1-4330-b302-a5ba5e0f37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.944479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-cd66407a-93a1-4330-b302-a5ba5e0f37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.945010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-cd66407a-93a1-4330-b302-a5ba5e0f37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.945487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-cd66407a-93a1-4330-b302-a5ba5e0f37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.946616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-cd66407a-93a1-4330-b302-a5ba5e0f37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.948843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-cd66407a-93a1-4330-b302-a5ba5e0f37fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 4393 time: 0.1371291 Feb 11 13:35:07.950106 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed9f5d13-e187-477a-9e85-bb48691040ba req-ea20547f-5afa-4a71-ac56-9192f9fbfb36 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (caf21068-aa0f-48e4-a43c-fbfec00356ee), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.952815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed9f5d13-e187-477a-9e85-bb48691040ba req-ea20547f-5afa-4a71-ac56-9192f9fbfb36 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:07.954329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed9f5d13-e187-477a-9e85-bb48691040ba req-ea20547f-5afa-4a71-ac56-9192f9fbfb36 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/caf21068-aa0f-48e4-a43c-fbfec00356ee HTTP/1.1" status: 204 len: 173 time: 0.3507533 Feb 11 13:35:07.982492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20547f-5afa-4a71-ac56-9192f9fbfb36 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf21068-aa0f-48e4-a43c-fbfec00356ee,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.109701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-0537bdf3-9dd9-44bc-b392-f10e18f5a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.111326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-0537bdf3-9dd9-44bc-b392-f10e18f5a49e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 1125 time: 0.1314595 Feb 11 13:35:08.124257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca2b9-63bc-419f-b194-cce03b662401 req-8f2bcfc0-9202-4df3-8877-ca301bda18ad tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.126744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15fca2b9-63bc-419f-b194-cce03b662401 req-8f2bcfc0-9202-4df3-8877-ca301bda18ad tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1110287 Feb 11 13:35:08.191964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:08.201681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Publish callbacks [] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.217955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Transition to ACTIVE for port object 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:08.236753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-236aab95-01cb-4c9f-92ae-be016f8040a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.236753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-236aab95-01cb-4c9f-92ae-be016f8040a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.237178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-236aab95-01cb-4c9f-92ae-be016f8040a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.239193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-236aab95-01cb-4c9f-92ae-be016f8040a9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2683151 Feb 11 13:35:08.242079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-0850e0ea-8818-4096-b0f2-c30ad76a2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.244375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-0850e0ea-8818-4096-b0f2-c30ad76a2e8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 200 len: 907 time: 0.1211214 Feb 11 13:35:08.276171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.296254 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15fca2b9-63bc-419f-b194-cce03b662401 req-56ccb52d-5a86-4b43-84ff-9aab791199e2 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760539 Feb 11 13:35:08.324140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-8e5057bc-95f4-4a7a-9fa1-c5d088a461d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ae5ddd9-9976-4e25-9fcd-8e08192175b2 HTTP/1.1" status: 200 len: 217 time: 0.0619667 Feb 11 13:35:08.364126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Pushing event updated for resources: {'Port': ['ID=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.416695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-48d6ffd5-09da-42a5-8207-d35743e530c8 req-829ab079-25f6-4367-9f8b-8ccab8e353fc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-262462828', 'description': 'tempest-description-1186456754'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:08.473107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-6faac096-898e-423d-bda7-90672b7fd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.475845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-6faac096-898e-423d-bda7-90672b7fd5be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 200 len: 846 time: 0.1412194 Feb 11 13:35:08.512064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82795-22e5-43ee-9659-f6455fca38aa req-1336e592-0b36-48de-8e1b-608165c2443f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.517870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82795-22e5-43ee-9659-f6455fca38aa req-1336e592-0b36-48de-8e1b-608165c2443f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.525729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82795-22e5-43ee-9659-f6455fca38aa req-1336e592-0b36-48de-8e1b-608165c2443f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.527681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-bf202087-3752-443f-96a6-67c93b7a1270 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085e3d9d-406a-4687-a260-fda81fe2574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428467 Feb 11 13:35:08.532081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82795-22e5-43ee-9659-f6455fca38aa req-1336e592-0b36-48de-8e1b-608165c2443f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.532760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-48d6ffd5-09da-42a5-8207-d35743e530c8 req-829ab079-25f6-4367-9f8b-8ccab8e353fc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.537514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82795-22e5-43ee-9659-f6455fca38aa req-1336e592-0b36-48de-8e1b-608165c2443f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.544011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82795-22e5-43ee-9659-f6455fca38aa req-1336e592-0b36-48de-8e1b-608165c2443f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.547587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eae82795-22e5-43ee-9659-f6455fca38aa req-1336e592-0b36-48de-8e1b-608165c2443f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 4599 time: 0.1707785 Feb 11 13:35:08.570267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-85a8f9b2-6bf9-4889-b97f-1806d5e0ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.571980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13b7c256-3474-48fb-a568-a4b25e061c60 req-85a8f9b2-6bf9-4889-b97f-1806d5e0ae75 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184826 Feb 11 13:35:08.603223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Attempting to bind port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:08.603647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Attempting to bind port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:08.604045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Attempting to bind port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:08.612645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 on network 241f4a82-b7b6-4591-8371-86e5a1914f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:08.612845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Attempting to bind port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:08.622195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:08.622632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Checking segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:08.623075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Bound using segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:08.623565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Bound port: 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:08.623998 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.688237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-e6ff74db-34a6-4ae7-a83f-e88a6adb8098 service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460125 Feb 11 13:35:08.706554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eae82795-22e5-43ee-9659-f6455fca38aa req-fe6b7651-1353-4013-bef8-0bfff7e0e6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181536 Feb 11 13:35:08.753282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] For port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:08.754114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-48d6ffd5-09da-42a5-8207-d35743e530c8 req-829ab079-25f6-4367-9f8b-8ccab8e353fc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (de12f794-0016-408b-a7ba-215484c023d6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.757749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] For port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:08.760883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-48d6ffd5-09da-42a5-8207-d35743e530c8 req-829ab079-25f6-4367-9f8b-8ccab8e353fc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de12f794-0016-408b-a7ba-215484c023d6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.766478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.827301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.828082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.829303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] 10.222.0.83 "PUT /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 1130 time: 1.3457155 Feb 11 13:35:08.830699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ab079-25f6-4367-9f8b-8ccab8e353fc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de12f794-0016-408b-a7ba-215484c023d6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.858754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-48d6ffd5-09da-42a5-8207-d35743e530c8 req-829ab079-25f6-4367-9f8b-8ccab8e353fc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:08.872049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48d6ffd5-09da-42a5-8207-d35743e530c8 req-829ab079-25f6-4367-9f8b-8ccab8e353fc tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4642639 Feb 11 13:35:08.894804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:08.920332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-802114f1-dd7f-417b-9346-ce33a7c87784 req-66330ec0-c6fe-48b7-a9e2-36a23a8c099f service neutron] 10.222.0.83 "GET /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216945 Feb 11 13:35:08.951380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7ab60-1c45-4bd8-9071-c67b56001f7e service neutron] Pushing event updated for resources: {'Port': ['ID=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.995533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.077307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1dc84-44ad-4b98-aab7-79624bf38484 req-f56aec0e-a1aa-4c06-98b2-75637dbaaaf9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:09.078955 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4de1dc84-44ad-4b98-aab7-79624bf38484 req-f56aec0e-a1aa-4c06-98b2-75637dbaaaf9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 943 time: 0.0969746 Feb 11 13:35:09.128843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4de1dc84-44ad-4b98-aab7-79624bf38484 req-812b9360-90ba-46fe-b23e-97741f5f91c4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440767 Feb 11 13:35:09.215188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2eed7635-f0ca-4573-a72c-9f5cdf55b65e req-9187d110-4962-4493-bd71-55f392952b0c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/de12f794-0016-408b-a7ba-215484c023d6 HTTP/1.1" status: 200 len: 1819 time: 0.0474434 Feb 11 13:35:09.224161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2eed7635-f0ca-4573-a72c-9f5cdf55b65e req-29d562fc-ce80-4444-85f8-e31b6e776cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Request body: {'security_group': {'name': 'tempest-sg-hth-190457502', 'description': 'tempest-description-hth-1892001874'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:09.287405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2eed7635-f0ca-4573-a72c-9f5cdf55b65e req-29d562fc-ce80-4444-85f8-e31b6e776cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (de12f794-0016-408b-a7ba-215484c023d6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.344361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2eed7635-f0ca-4573-a72c-9f5cdf55b65e req-29d562fc-ce80-4444-85f8-e31b6e776cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (de12f794-0016-408b-a7ba-215484c023d6), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.350473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2eed7635-f0ca-4573-a72c-9f5cdf55b65e req-29d562fc-ce80-4444-85f8-e31b6e776cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de12f794-0016-408b-a7ba-215484c023d6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.354990 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2eed7635-f0ca-4573-a72c-9f5cdf55b65e req-29d562fc-ce80-4444-85f8-e31b6e776cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.365662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d85bf3-73f8-453c-aba2-4a16188453bb {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:09.369672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2eed7635-f0ca-4573-a72c-9f5cdf55b65e req-29d562fc-ce80-4444-85f8-e31b6e776cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "PUT /v2.0/security-groups/de12f794-0016-408b-a7ba-215484c023d6 HTTP/1.1" status: 200 len: 1793 time: 0.1501107 Feb 11 13:35:09.371130 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Publish callbacks [] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.388927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Transition to ACTIVE for port object a7d85bf3-73f8-453c-aba2-4a16188453bb will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:09.405198 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.407306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d562fc-ce80-4444-85f8-e31b6e776cb4 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de12f794-0016-408b-a7ba-215484c023d6,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:09.443742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e2af21c-701b-48d4-b8b8-8ea7d93739a5 req-c9303146-1216-4d9a-a02a-860586ea0356 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0500357 Feb 11 13:35:09.499633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa93d8-6608-433b-85cc-38fd17d0b08c req-4d1b950f-fac0-4bd6-bb92-d0d7235f492d tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:09.501239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa93d8-6608-433b-85cc-38fd17d0b08c req-4d1b950f-fac0-4bd6-bb92-d0d7235f492d tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.0698316 Feb 11 13:35:09.560778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:09.573080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa93d8-6608-433b-85cc-38fd17d0b08c req-ab4f37e4-ee80-4281-94c3-0dc8b1a4c207 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651951 Feb 11 13:35:09.610820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Attempting to bind port a7d85bf3-73f8-453c-aba2-4a16188453bb on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:09.611164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Attempting to bind port a7d85bf3-73f8-453c-aba2-4a16188453bb by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:09.611497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Attempting to bind port a7d85bf3-73f8-453c-aba2-4a16188453bb on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:09.626428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Port a7d85bf3-73f8-453c-aba2-4a16188453bb on network 241f4a82-b7b6-4591-8371-86e5a1914f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:09.626766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Attempting to bind port a7d85bf3-73f8-453c-aba2-4a16188453bb on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:09.636141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:09.636489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Checking segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:09.636874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Bound using segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:09.637930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Bound port: a7d85bf3-73f8-453c-aba2-4a16188453bb, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:09.638584 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.670180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-512e6b79-46ce-4d3b-ba92-2ad312fb4e84 req-429a4ef9-f11a-4701-aaad-5ec3d6e37835 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/de12f794-0016-408b-a7ba-215484c023d6 HTTP/1.1" status: 200 len: 1793 time: 0.0742412 Feb 11 13:35:09.776685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0b3b8c2-b93b-4ef7-b389-94246072c430 req-f6ce5fd3-da15-4c38-9671-3ece6fbfe56c tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/de12f794-0016-408b-a7ba-215484c023d6 HTTP/1.1" status: 200 len: 1793 time: 0.0782554 Feb 11 13:35:09.800589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:09.820134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:09.823083 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1deae42-565a-4677-ab06-42a663ce637f" -d '{"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:09.838040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:09.850754 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.909940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:09.910603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.912064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] 10.222.0.83 "PUT /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 1131 time: 1.0360606 Feb 11 13:35:09.922763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0b3b8c2-b93b-4ef7-b389-94246072c430 req-5d4eeeac-4d0f-4b27-b44e-712825439f21 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (de12f794-0016-408b-a7ba-215484c023d6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:09.938181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aa320-6a9a-47ad-a0c3-fcabeda2b0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:09.952654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:09.981919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0b3b8c2-b93b-4ef7-b389-94246072c430 req-5d4eeeac-4d0f-4b27-b44e-712825439f21 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (de12f794-0016-408b-a7ba-215484c023d6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.065680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.110036 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0b3b8c2-b93b-4ef7-b389-94246072c430 req-5d4eeeac-4d0f-4b27-b44e-712825439f21 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de12f794-0016-408b-a7ba-215484c023d6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.113094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0b3b8c2-b93b-4ef7-b389-94246072c430 req-5d4eeeac-4d0f-4b27-b44e-712825439f21 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.114459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0b3b8c2-b93b-4ef7-b389-94246072c430 req-5d4eeeac-4d0f-4b27-b44e-712825439f21 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/de12f794-0016-408b-a7ba-215484c023d6 HTTP/1.1" status: 204 len: 173 time: 0.3321164 Feb 11 13:35:10.132512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eeeac-4d0f-4b27-b44e-712825439f21 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de12f794-0016-408b-a7ba-215484c023d6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:10.177965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.180786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:35:10.206360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.225521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.231892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.238408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.243974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.249543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.251808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-413eb861-bec9-4c27-bab7-0e0c3dd830c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5372 time: 0.1766143 Feb 11 13:35:10.349157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d017d8f-4d06-4c92-bd80-7d958b074d81 req-11c8af34-9e07-4e8d-9e14-a4ec12a24761 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875149 Feb 11 13:35:10.373117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.374030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.374700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.375446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.375903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.376376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.376840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.379291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1deae42-565a-4677-ab06-42a663ce637f req-cce915f0-d1f0-4907-9969-e592e348160c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6302 time: 0.1264911 Feb 11 13:35:10.487244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:10.517538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2', 'network_id': '085e3d9d-406a-4687-a260-fda81fe2574d', 'port_id': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39d1925-8c6c-48c3-b595-54707ce4d893', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:35:10.521649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854fb093-0bb4-41e1-988b-612a199a21cd {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:10.530313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Publish callbacks [] for port (854fb093-0bb4-41e1-988b-612a199a21cd), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.561257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Transition to ACTIVE for port object 854fb093-0bb4-41e1-988b-612a199a21cd will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:10.567500 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1d80c-b0b6-4de5-9606-6128cda9718d x-openstack-request-id: req-1bc1d80c-b0b6-4de5-9606-6128cda9718d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:10.568537 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:10.568687 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1bc1d80c-b0b6-4de5-9606-6128cda9718d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:10.571207 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1', 'status': 'completed', 'code': 200} Feb 11 13:35:10.572505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.574515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-925d8e5c-ff11-40fe-a426-6deae5f0b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.578061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-925d8e5c-ff11-40fe-a426-6deae5f0b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.578061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-925d8e5c-ff11-40fe-a426-6deae5f0b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.582747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1deae42-565a-4677-ab06-42a663ce637f req-925d8e5c-ff11-40fe-a426-6deae5f0b696 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1943767 Feb 11 13:35:10.613002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:10.613694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.628628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:10.650782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:10.655898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.719621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:10.777107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Pushing event updated for resources: {'Port': ['ID=854fb093-0bb4-41e1-988b-612a199a21cd,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:10.823448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Attempting to bind port 854fb093-0bb4-41e1-988b-612a199a21cd on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:10.823793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Attempting to bind port 854fb093-0bb4-41e1-988b-612a199a21cd by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:10.824125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Attempting to bind port 854fb093-0bb4-41e1-988b-612a199a21cd on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:10.824430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deae42-565a-4677-ab06-42a663ce637f req-fc2c820d-1e14-42c5-9150-32bdaf7e8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.830515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1deae42-565a-4677-ab06-42a663ce637f req-fc2c820d-1e14-42c5-9150-32bdaf7e8df4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2377832 Feb 11 13:35:10.839005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Port 854fb093-0bb4-41e1-988b-612a199a21cd on network 241f4a82-b7b6-4591-8371-86e5a1914f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:10.839411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Attempting to bind port 854fb093-0bb4-41e1-988b-612a199a21cd on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:10.845780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:10.846139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Checking segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:10.846915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Bound using segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:10.847131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Bound port: 854fb093-0bb4-41e1-988b-612a199a21cd, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:10.847580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:10.878393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbb07a-cd37-460c-b298-3224de6cc601 req-9fb7a69b-0a07-4c24-8918-ecf78f94a5e8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.890678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bbb07a-cd37-460c-b298-3224de6cc601 req-9fb7a69b-0a07-4c24-8918-ecf78f94a5e8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 944 time: 0.2306032 Feb 11 13:35:10.924630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6ae5ddd9-9976-4e25-9fcd-8e08192175b2'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:10.937949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dd6f57a-4495-40e9-a194-26f84c21473f req-343f2e72-f7c6-4158-8359-ba7747823da2 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0385790 Feb 11 13:35:10.965052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] For port 854fb093-0bb4-41e1-988b-612a199a21cd, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:10.969480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] For port 854fb093-0bb4-41e1-988b-612a199a21cd, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=854fb093-0bb4-41e1-988b-612a199a21cd,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:10.978549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:11.000490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4bbb07a-cd37-460c-b298-3224de6cc601 req-ba12bf42-a247-4d79-92da-63c3f3fe6742 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061265 Feb 11 13:35:11.019839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.021157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:11.022771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] 10.222.0.83 "PUT /v2.0/ports/854fb093-0bb4-41e1-988b-612a199a21cd HTTP/1.1" status: 200 len: 1090 time: 1.0771914 Feb 11 13:35:11.064600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:11.157229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:11.198740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d53da-5a27-4e89-aa9d-75af2a0a28de service neutron] Pushing event updated for resources: {'Port': ['ID=854fb093-0bb4-41e1-988b-612a199a21cd,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:11.233648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f3987-cd91-46b8-ac8f-b8e96bb59543 req-349f14a0-2306-49b4-953b-b700d9dcd856 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.235357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-705f3987-cd91-46b8-ac8f-b8e96bb59543 req-349f14a0-2306-49b4-953b-b700d9dcd856 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.0975125 Feb 11 13:35:11.308617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-705f3987-cd91-46b8-ac8f-b8e96bb59543 req-adb4bf49-bec9-4d85-b9bb-29a0dd2e32a7 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649142 Feb 11 13:35:11.405207 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-e0c9da56-0cd1-4ad4-8302-6b5cdd2d00bc req-fe2ab10e-bfca-4c30-bbbb-dcc711c623a9 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:35:11.421853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0c9da56-0cd1-4ad4-8302-6b5cdd2d00bc req-fe2ab10e-bfca-4c30-bbbb-dcc711c623a9 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/caf21068-aa0f-48e4-a43c-fbfec00356ee HTTP/1.1" status: 404 len: 352 time: 0.0367413 Feb 11 13:35:11.458181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c496d2-7f2d-402b-9ce3-f958a22aa437 req-31588b02-ed67-41a0-b4fa-7b49a99867a6 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.459771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86c496d2-7f2d-402b-9ce3-f958a22aa437 req-31588b02-ed67-41a0-b4fa-7b49a99867a6 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.1359782 Feb 11 13:35:11.546814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86c496d2-7f2d-402b-9ce3-f958a22aa437 req-b351cf85-1a16-48a5-aef4-d31c25677000 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793402 Feb 11 13:35:11.632508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:11.647054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Publish callbacks [] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:11.673030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Transition to ACTIVE for port object b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:11.718676 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:11.784076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:11.843929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.850667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.856191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.861749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.868343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.873795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.879841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.882596 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-0f4a32e1-ccb4-4b4f-892f-cd717cb06b99 req-8bb41e2f-6ed3-44a2-bd1c-81f5e518e73e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:35:11.888756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-e2c77228-1656-4319-bfba-8fa861253f41 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5396 time: 0.2137487 Feb 11 13:35:11.899817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f4a32e1-ccb4-4b4f-892f-cd717cb06b99 req-8bb41e2f-6ed3-44a2-bd1c-81f5e518e73e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/a06ece31-5dfa-4d15-a2a4-bc9f6cd60d24 HTTP/1.1" status: 404 len: 352 time: 0.0368512 Feb 11 13:35:12.053187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-229ba7f3-123d-4dcf-b75c-ff7d76b98b88 req-28bf1ecd-1a5f-4202-b1f5-8166d07ecefc tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634967 Feb 11 13:35:12.096669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Attempting to bind port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:12.097013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Attempting to bind port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:12.097345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Attempting to bind port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:12.115102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c on network 241f4a82-b7b6-4591-8371-86e5a1914f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:12.115435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Attempting to bind port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:12.167397 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-7760f1d2-a761-470e-b9a9-a5de98659982 req-21155f7b-0756-4025-b3a4-c2aafaaa1fcd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:35:12.178258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:12.184096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7760f1d2-a761-470e-b9a9-a5de98659982 req-21155f7b-0756-4025-b3a4-c2aafaaa1fcd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/834eef96-2297-49d3-8db4-cdc98014de23 HTTP/1.1" status: 404 len: 352 time: 0.0593266 Feb 11 13:35:12.186628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:12.188291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Checking segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:12.189255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Bound using segment: {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:12.191645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Bound port: b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:12.192209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:12.278268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:12.284729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:12.285427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:12.335391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8bb0f3c-4891-4c9f-bfe5-32a9216e5c18 req-02406cff-bdf3-4ac4-81e8-5b022e9384ea tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0461361 Feb 11 13:35:12.376085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] For port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:12.380140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] For port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:12.387768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:12.438434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:12.439240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:12.441173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] 10.222.0.83 "PUT /v2.0/ports/b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c HTTP/1.1" status: 200 len: 1090 time: 1.3848825 Feb 11 13:35:12.468047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:12.468455 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:12.475612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:12.524109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:12.526399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb7000-ee96-42e3-9c08-85b02f158714 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.526706 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e37c20-0d2c-48f0-95a3-c8508a17c119" -d '{"events": [{"server_uuid": "37a5be35-1cb8-449a-9b83-6f5523aa3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5ddd9-9976-4e25-9fcd-8e08192175b2"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:12.556107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:12.562360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:12.584870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': 'a7d85bf3-73f8-453c-aba2-4a16188453bb'}, {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd'}, {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:12.587857 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528" -d '{"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "a7d85bf3-73f8-453c-aba2-4a16188453bb"}, {"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd"}, {"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:12.625794 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-3ba6bb91-d8b2-4e7f-89a5-bed35bc48518 req-eb25ed0f-a094-448b-b4af-db1b3f990ddd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:35:12.627074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ba6bb91-d8b2-4e7f-89a5-bed35bc48518 req-eb25ed0f-a094-448b-b4af-db1b3f990ddd tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/f5b474da-07a6-4eac-8451-69d01f201502 HTTP/1.1" status: 404 len: 352 time: 0.0270345 Feb 11 13:35:12.658737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.677514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707575d-dce6-40bd-a718-f059bd85cb5b req-76cf8884-efe7-4d7f-aca5-db9136e0c6a9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:12.678777 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e707575d-dce6-40bd-a718-f059bd85cb5b req-76cf8884-efe7-4d7f-aca5-db9136e0c6a9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 944 time: 0.1709905 Feb 11 13:35:12.679388 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:12.805241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e707575d-dce6-40bd-a718-f059bd85cb5b req-5e2b97c4-7513-4f0e-91f7-9b0cbff2c085 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149943 Feb 11 13:35:12.835139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65865e-85e2-42ab-b726-caf6f0030f51 req-2704cdb0-12e9-4a06-b879-e98c02cae26e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:12.837367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc65865e-85e2-42ab-b726-caf6f0030f51 req-2704cdb0-12e9-4a06-b879-e98c02cae26e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1110001 Feb 11 13:35:12.921694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc65865e-85e2-42ab-b726-caf6f0030f51 req-1e6f1da2-dc57-4590-a511-1dc595e27095 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779688 Feb 11 13:35:12.973367 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12483b96-3291-49b6-a956-c1ae0382bbcf x-openstack-request-id: req-12483b96-3291-49b6-a956-c1ae0382bbcf {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:12.973683 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5be35-1cb8-449a-9b83-6f5523aa3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "6ae5ddd9-9976-4e25-9fcd-8e08192175b2", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:12.973936 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12483b96-3291-49b6-a956-c1ae0382bbcf {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:12.974391 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2', 'code': 200} Feb 11 13:35:13.109135 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-09315407-7d99-42c7-bb95-7693e3739a79 req-1742057f-51a3-4479-b896-901e0a342eb6 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:35:13.110730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09315407-7d99-42c7-bb95-7693e3739a79 req-1742057f-51a3-4479-b896-901e0a342eb6 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/e0f8e41e-7947-482a-be31-bfc62e8ea9f2 HTTP/1.1" status: 404 len: 352 time: 0.0459759 Feb 11 13:35:13.147950 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a14426-4df0-4e3d-b6a4-aff714e16cce x-openstack-request-id: req-28a14426-4df0-4e3d-b6a4-aff714e16cce {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:13.150971 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "a7d85bf3-73f8-453c-aba2-4a16188453bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:13.151768 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28a14426-4df0-4e3d-b6a4-aff714e16cce {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:13.152286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0379d-8a7a-4f30-9667-93881f6dba59 req-dacc9dca-34d0-440f-9487-371a1e9d9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.154811 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': 'a7d85bf3-73f8-453c-aba2-4a16188453bb', 'status': 'completed', 'code': 200} Feb 11 13:35:13.155349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72c0379d-8a7a-4f30-9667-93881f6dba59 req-dacc9dca-34d0-440f-9487-371a1e9d9749 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 1127 time: 0.0819986 Feb 11 13:35:13.155616 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd', 'status': 'completed', 'code': 200} Feb 11 13:35:13.157310 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c', 'status': 'completed', 'code': 200} Feb 11 13:35:13.316421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72c0379d-8a7a-4f30-9667-93881f6dba59 req-6e06f092-24cd-4a8c-89e1-b6c80f1ea4ec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509125 Feb 11 13:35:13.350974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.351812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.352487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.353293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.353923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.354598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.355254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.357526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-121fa100-414d-4dc9-8191-73088b2bbc24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6498 time: 0.1939614 Feb 11 13:35:13.368219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c073df-08b7-4c8b-be19-46d1f0c0e6e4 req-4d2a5959-2237-4ccf-8591-f0cf6df08ed7 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.378074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c073df-08b7-4c8b-be19-46d1f0c0e6e4 req-4d2a5959-2237-4ccf-8591-f0cf6df08ed7 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.1460869 Feb 11 13:35:13.385414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:13.408528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Publish callbacks [] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:13.431898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Transition to ACTIVE for port object 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:13.447921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.453283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.459258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.464678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.470368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.475911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.480942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c073df-08b7-4c8b-be19-46d1f0c0e6e4 req-4a419e3b-c971-45b5-b93b-8a13cfb1dbb6 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009266 Feb 11 13:35:13.481449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.483383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70f06f01-0501-4efb-82db-85a9430bb240 req-fe7961ca-7128-4d01-9cda-1995db74cf59 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5396 time: 0.2100947 Feb 11 13:35:13.485240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:13.527588 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-82abc05d-081d-4baa-b761-25632c005eaa req-ae1e4914-bc61-48b0-91a2-1f4befe3eb0e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] show failed (client error): The resource could not be found. Feb 11 13:35:13.528824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82abc05d-081d-4baa-b761-25632c005eaa req-ae1e4914-bc61-48b0-91a2-1f4befe3eb0e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/733f880d-eeee-41e4-b527-557624a8a22f HTTP/1.1" status: 404 len: 352 time: 0.0273025 Feb 11 13:35:13.640729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:13.706734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70f06f01-0501-4efb-82db-85a9430bb240 req-5417fc2d-13c6-4423-b7e0-4ac7341d1d9c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839783 Feb 11 13:35:13.736925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Attempting to bind port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:13.738060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Attempting to bind port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:13.738591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Attempting to bind port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 on network 07bec82d-e059-4845-b33e-1c27b17e9b9b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:13.748517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 on network 07bec82d-e059-4845-b33e-1c27b17e9b9b not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:13.751899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Attempting to bind port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 on network 07bec82d-e059-4845-b33e-1c27b17e9b9b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:13.771535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c8b137d-bfc5-4463-aee8-840832b42d36 req-9d48327c-0bb0-4f12-a3af-1fb407e9b54a tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0875673 Feb 11 13:35:13.784296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:13.789119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Checking segment: {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:13.790279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Bound using segment: {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:13.790920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Bound port: 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:13.791469 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:13.821850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-a7045e7f-4385-453b-9553-6c15f75c930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.822966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-a7045e7f-4385-453b-9553-6c15f75c930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.823334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-a7045e7f-4385-453b-9553-6c15f75c930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.833419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-a7045e7f-4385-453b-9553-6c15f75c930d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3036151 Feb 11 13:35:13.950811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] For port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:13.956541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] For port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:13.969601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:13.985994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42040) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:14.054272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10bbbf-bbee-4fb3-84fa-a321d51d433a req-7327dafd-8e28-4880-bc2d-c35845d2a47e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.074417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e10bbbf-bbee-4fb3-84fa-a321d51d433a req-7327dafd-8e28-4880-bc2d-c35845d2a47e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1228657 Feb 11 13:35:14.083290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-9dc9648b-6d69-4178-ae21-e422dc82cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.086112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-9dc9648b-6d69-4178-ae21-e422dc82cc38 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2460523 Feb 11 13:35:14.090367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.091165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:14.093412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] 10.222.0.83 "PUT /v2.0/ports/69a0c749-17c9-49a2-a9ae-1e3d67b1d593 HTTP/1.1" status: 200 len: 1091 time: 1.6228943 Feb 11 13:35:14.169124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e10bbbf-bbee-4fb3-84fa-a321d51d433a req-e2ab53cf-2ae1-4b30-8ae2-4fa40c50c766 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879567 Feb 11 13:35:14.221502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Request body: {'port': {'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:14.275022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a55b5e-9b45-4983-ba4b-c062b510bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.286445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.288272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.288755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.289224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.290893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.291362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.294530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.295156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f80397a-67a2-452b-b7ae-ade5619763ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:14.296791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-6584b9ba-182c-4bf4-a044-7a6c00434119 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6596 time: 0.1251545 Feb 11 13:35:14.350481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6dbcc-2261-4d22-9bb0-0aed9a777881 req-db9457fa-fdb8-47a1-b6db-5934c9086fd8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.352888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4cf6dbcc-2261-4d22-9bb0-0aed9a777881 req-db9457fa-fdb8-47a1-b6db-5934c9086fd8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.2231672 Feb 11 13:35:14.416361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:14.456375 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4cf6dbcc-2261-4d22-9bb0-0aed9a777881 req-514c6780-3b62-4092-a60d-767c289e6345 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963106 Feb 11 13:35:14.553611 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-1a70a924-7613-42f6-a9e1-85aaec00c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.555399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-1a70a924-7613-42f6-a9e1-85aaec00c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.555399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-1a70a924-7613-42f6-a9e1-85aaec00c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.556374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-1a70a924-7613-42f6-a9e1-85aaec00c87a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2444298 Feb 11 13:35:14.625460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b5ce-b0e2-4493-8f49-dabb3f338b8c req-bd8184da-d4ce-4ecd-b151-5893a11ebad2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.646513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7318b5ce-b0e2-4493-8f49-dabb3f338b8c req-bd8184da-d4ce-4ecd-b151-5893a11ebad2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1024 time: 0.3346784 Feb 11 13:35:14.771233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f80397a-67a2-452b-b7ae-ade5619763ca admin admin] Publish callbacks [] for security_group (7e93d5ae-82a3-4f0a-a033-71c6edc645a8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:14.782385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f80397a-67a2-452b-b7ae-ade5619763ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e93d5ae-82a3-4f0a-a033-71c6edc645a8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:14.852544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6f80397a-67a2-452b-b7ae-ade5619763ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41711fcef27a4d7594fa120d4035f611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8601761 Feb 11 13:35:14.855166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42052) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:14.859353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80397a-67a2-452b-b7ae-ade5619763ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93d5ae-82a3-4f0a-a033-71c6edc645a8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.872573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710558-5da0-402e-9f1c-b24e111649c0 req-bdc6f469-3176-4ec4-b227-89cc15705d0e tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.874081 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87710558-5da0-402e-9f1c-b24e111649c0 req-bdc6f469-3176-4ec4-b227-89cc15705d0e tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.2461207 Feb 11 13:35:14.877909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7318b5ce-b0e2-4493-8f49-dabb3f338b8c req-18ccdc06-74b7-47c0-9632-0f216fbbd398 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=a76a2af9-8506-4346-ae51-4d32de433154&id=14af3b6d-751e-44ca-858f-829d389e8c02&id=eb4e5e07-4c5e-4cc9-916a-03e494547acb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2306666 Feb 11 13:35:14.885081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-00cb362d-cec7-4007-a964-a01dec0755e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.886579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-00cb362d-cec7-4007-a964-a01dec0755e4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3140244 Feb 11 13:35:14.967146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d775-b635-4509-9f22-897c88618c5e req-2b18c8a2-91dc-4c80-8a4b-b900644c7ffc tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.969020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3621d775-b635-4509-9f22-897c88618c5e req-2b18c8a2-91dc-4c80-8a4b-b900644c7ffc tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.83 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.1720743 Feb 11 13:35:14.980650 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87710558-5da0-402e-9f1c-b24e111649c0 req-9241f619-fcbd-4cef-98e8-2afadac1ab04 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805168 Feb 11 13:35:15.047391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8027e9-e087-43cc-b499-fbdca3bb7d19 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:15.060870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Publish callbacks [] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.085960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afb0c695-8374-46dd-abb8-93769161e2df admin admin] Publish callbacks [] for security_group (7e93d5ae-82a3-4f0a-a033-71c6edc645a8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.128133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9fedfd5-51fe-4d3b-8a07-a52633519cce req-cbf161a0-75f4-4298-a7b5-6794965e8dc1 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0445211 Feb 11 13:35:15.128133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Transition to ACTIVE for port object 6f8027e9-e087-43cc-b499-fbdca3bb7d19 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:15.136184 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.168256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:15.171964 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc7de5-13f6-444a-8e18-548a8cfd3152" -d '{"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:15.181267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.181750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.182250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.182715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.183180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.183643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.184111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.186233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-643c5782-4a9e-4e54-9ec4-45209760475c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6596 time: 0.2369862 Feb 11 13:35:15.189351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afb0c695-8374-46dd-abb8-93769161e2df admin admin] Publish callbacks [] for security_group (7e93d5ae-82a3-4f0a-a033-71c6edc645a8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.211868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8027e9-e087-43cc-b499-fbdca3bb7d19,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:15.286927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.294620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.303061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.309785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.315928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.321709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.327940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.330107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-3fdebce3-5c51-4a24-bbc5-336cabc3b003 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5408 time: 0.3559182 Feb 11 13:35:15.463186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-756ee208-990c-413a-9149-933223b1c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.463689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-756ee208-990c-413a-9149-933223b1c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.464158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-756ee208-990c-413a-9149-933223b1c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.465772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-756ee208-990c-413a-9149-933223b1c949 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2656913 Feb 11 13:35:15.469599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afb0c695-8374-46dd-abb8-93769161e2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e93d5ae-82a3-4f0a-a033-71c6edc645a8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.472175 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afb0c695-8374-46dd-abb8-93769161e2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.483195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-afb0c695-8374-46dd-abb8-93769161e2df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e93d5ae-82a3-4f0a-a033-71c6edc645a8 HTTP/1.1" status: 204 len: 168 time: 0.6213770 Feb 11 13:35:15.657372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0c695-8374-46dd-abb8-93769161e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93d5ae-82a3-4f0a-a033-71c6edc645a8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:15.782428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-328df144-0486-435a-8e93-3f3819fdb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.784837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfaa7ac8-77cb-4aa5-adf1-d7ab65ad1528 req-328df144-0486-435a-8e93-3f3819fdb6e4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3000562 Feb 11 13:35:15.813075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Deleting port 93253bc7-0739-405f-bd01-c93c47f53275 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:15.813595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (93253bc7-0739-405f-bd01-c93c47f53275), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.871551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e36432db-b679-4673-a37e-7001e4e3d2a3 req-be5c63d3-8a79-4882-aa18-349ca0f33f30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4046218 Feb 11 13:35:15.875888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Attempting to bind port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:15.876373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Attempting to bind port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:15.876568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Attempting to bind port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 on network 07bec82d-e059-4845-b33e-1c27b17e9b9b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:15.883394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-45d520de-fd40-49ee-ad67-fc4fe0438aa0 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.885542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-45d520de-fd40-49ee-ad67-fc4fe0438aa0 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1024 time: 0.2917972 Feb 11 13:35:15.927256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 on network 07bec82d-e059-4845-b33e-1c27b17e9b9b not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:15.927685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Attempting to bind port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 on network 07bec82d-e059-4845-b33e-1c27b17e9b9b {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:15.951414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370644d8-dedc-4528-813d-2c1033c303ea req-9489c73d-abef-491b-aa48-423d3e3a48f3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.952974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-370644d8-dedc-4528-813d-2c1033c303ea req-9489c73d-abef-491b-aa48-423d3e3a48f3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.0782852 Feb 11 13:35:15.953781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:15.954133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Checking segment: {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:15.954524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Bound using segment: {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:15.954973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Bound port: 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4b9ad2-b40e-4266-87b9-c691e045a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:15.955326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:15.992910 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52b035-68b2-4dd0-899d-aaa4fb545ed3 x-openstack-request-id: req-6b52b035-68b2-4dd0-899d-aaa4fb545ed3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:15.993197 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:15.993643 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b52b035-68b2-4dd0-899d-aaa4fb545ed3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:15.994106 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593', 'status': 'completed', 'code': 200} Feb 11 13:35:16.104712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-370644d8-dedc-4528-813d-2c1033c303ea req-74dd7a9a-a7c1-4d96-846b-bb30083bbf85 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099806 Feb 11 13:35:16.114479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] For port 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:16.121159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] For port 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:16.135091 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.185073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] For port 93253bc7-0739-405f-bd01-c93c47f53275, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=93253bc7-0739-405f-bd01-c93c47f53275,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:16.185484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (93253bc7-0739-405f-bd01-c93c47f53275), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.200231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.203487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.205487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] 10.222.0.83 "PUT /v2.0/ports/6f8027e9-e087-43cc-b499-fbdca3bb7d19 HTTP/1.1" status: 200 len: 1091 time: 2.0457470 Feb 11 13:35:16.323126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8027e9-e087-43cc-b499-fbdca3bb7d19,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:16.371774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f5de1-432d-4899-b791-88f5a78adf7d req-ee468e68-43a6-4fa3-92c1-d537c9050eb2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.385962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad9f5de1-432d-4899-b791-88f5a78adf7d req-ee468e68-43a6-4fa3-92c1-d537c9050eb2 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1024 time: 0.1494353 Feb 11 13:35:16.397478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.398220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.399585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.400135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.400781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.401304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.402505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.404575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-075d5d95-884a-46e5-bfde-7927924a5443 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6651 time: 0.3872929 Feb 11 13:35:16.411673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ff52e-c020-4c33-b3bb-fa9fff0dd3bc req-2e02b10a-3380-40d4-be0b-bbe8c5060ea8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.421036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-364ff52e-c020-4c33-b3bb-fa9fff0dd3bc req-2e02b10a-3380-40d4-be0b-bbe8c5060ea8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.3573935 Feb 11 13:35:16.432701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Deleting port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:16.433145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.488571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad9f5de1-432d-4899-b791-88f5a78adf7d req-90999976-917a-459a-b5d0-6a2f282709d3 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=a76a2af9-8506-4346-ae51-4d32de433154&id=14af3b6d-751e-44ca-858f-829d389e8c02&id=eb4e5e07-4c5e-4cc9-916a-03e494547acb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0959256 Feb 11 13:35:16.516454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42088) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:16.643265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1afab9-8469-4802-82d6-b679227bd4f9 req-f90a4a44-cd9c-494b-85a2-fc9431236184 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.644957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b1afab9-8469-4802-82d6-b679227bd4f9 req-f90a4a44-cd9c-494b-85a2-fc9431236184 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 945 time: 0.0607932 Feb 11 13:35:16.651246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1916335288-network', 'tenant_id': 'c7228a5e5a17498385380edb6d27077b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:16.698677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Made reservation on behalf of c7228a5e5a17498385380edb6d27077b for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:16.700912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.718891 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.731219 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b1afab9-8469-4802-82d6-b679227bd4f9 req-a34c9fec-68b8-4475-af7c-d54f114065f2 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ca704b87-a2c0-45a5-8b26-aa69cd106c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735326 Feb 11 13:35:16.824195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks [] for security_group (46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.829774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.845746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:16.891140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:16.912809 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b860cce3-89ed-47a5-b384-01ccfc113959), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:16.913156 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Added segment b860cce3-89ed-47a5-b384-01ccfc113959 of type vlan for network 056e5573-552f-4acd-9561-6504fa0e984f Feb 11 13:35:16.980596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1962612-6827-4243-88cd-e974077b05bd req-c4c020c0-6f9e-408a-9245-59d189025133 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0331824 Feb 11 13:35:16.983944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (056e5573-552f-4acd-9561-6504fa0e984f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.019753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (056e5573-552f-4acd-9561-6504fa0e984f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.020789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.021368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.056052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5384619 Feb 11 13:35:17.060223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42096) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:17.064946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Request body: {'subnet': {'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1916335288-subnet', 'tenant_id': 'c7228a5e5a17498385380edb6d27077b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:17.082834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] For port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,segment=NetworkSegment(b722667c-4b54-4f85-af2c-c951fa2b4e05),segment_id=b722667c-4b54-4f85-af2c-c951fa2b4e05)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:17.083836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.091470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-364ff52e-c020-4c33-b3bb-fa9fff0dd3bc req-682b7cee-7cba-4c1c-ae41-c6b5d40b4076 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693165 Feb 11 13:35:17.105512 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.106114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (04642b7d-8d92-4e10-8fb3-a4b466e00eda), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.106641 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Floating IP 04642b7d-8d92-4e10-8fb3-a4b466e00eda disassociated. External IP: 172.25.3.185, port: 93253bc7-0739-405f-bd01-c93c47f53275. Feb 11 13:35:17.107152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Calling delete_port for 93253bc7-0739-405f-bd01-c93c47f53275 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:17.127039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f322d41-bf94-4978-8eb2-948bb0061eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=056e5573-552f-4acd-9561-6504fa0e984f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:17.130295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Calling delete_port for 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:17.143267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 056e5573-552f-4acd-9561-6504fa0e984f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:35:17.152512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Made reservation on behalf of c7228a5e5a17498385380edb6d27077b for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:17.157980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.219893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bbefe-092b-46c7-86e7-16cc6f02f830 req-81acdc4f-f774-4d79-bb0b-3e8782883eaf tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.230706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c09bbefe-092b-46c7-86e7-16cc6f02f830 req-81acdc4f-f774-4d79-bb0b-3e8782883eaf tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1363099 Feb 11 13:35:17.236230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-3873517b-c089-4106-b8b7-0a55ecb4f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.236723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-3873517b-c089-4106-b8b7-0a55ecb4f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.237193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-3873517b-c089-4106-b8b7-0a55ecb4f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.238813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-3873517b-c089-4106-b8b7-0a55ecb4f484 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8154948 Feb 11 13:35:17.333629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c09bbefe-092b-46c7-86e7-16cc6f02f830 req-50f96a45-4cb4-4de7-966c-e3dbac89e620 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018476 Feb 11 13:35:17.465366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (ef6418f3-b0d7-4b9d-96d3-909997d73562), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.494077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-89e97e3d-1afa-4e3b-989e-089f73edb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.495621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36cc7de5-13f6-444a-8e18-548a8cfd3152 req-89e97e3d-1afa-4e3b-989e-089f73edb699 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415524 Feb 11 13:35:17.510728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.517769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.532023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.537921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.540688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6418f3-b0d7-4b9d-96d3-909997d73562,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:17.545766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.551240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.554154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64b220-867e-4a9d-9fb9-194e6e5ccc82 req-e667e2cc-7cd9-42c6-a093-f015dcc43bac tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.556210 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e64b220-867e-4a9d-9fb9-194e6e5ccc82 req-e667e2cc-7cd9-42c6-a093-f015dcc43bac tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1401536 Feb 11 13:35:17.557873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.565212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-14d298f1-99e0-45d2-9819-ed730f321d2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.3314450 Feb 11 13:35:17.575905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Checking segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:17.576263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Network hostable DHCP agents. Network: 056e5573-552f-4acd-9561-6504fa0e984f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:17.623362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Network 056e5573-552f-4acd-9561-6504fa0e984f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:17.632745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e64b220-867e-4a9d-9fb9-194e6e5ccc82 req-ef9d9123-c202-4f57-b2ef-c2412fdf6eb4 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680065 Feb 11 13:35:17.640445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 056e5573-552f-4acd-9561-6504fa0e984f) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:17.649915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.651396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.655932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e27b7-8ac0-4556-90cc-bfe7613b9ef8 None None] Network 056e5573-552f-4acd-9561-6504fa0e984f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:17.697154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7e4179ee-351f-422d-a65e-6d7746dcd92d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6275623 Feb 11 13:35:17.806111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcfcff3-533c-4739-b02e-7da034dd69df None None] Network 056e5573-552f-4acd-9561-6504fa0e984f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:17.811445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (93253bc7-0739-405f-bd01-c93c47f53275), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.813967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a55d91-2b37-476e-926d-fb15d47ec360 req-eff5c8ca-9275-4176-bcce-d092c4175883 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.818642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73a55d91-2b37-476e-926d-fb15d47ec360 req-eff5c8ca-9275-4176-bcce-d092c4175883 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec58f4d8-42f3-48be-8c49-30ccad9c235b HTTP/1.1" status: 200 len: 1024 time: 0.0824029 Feb 11 13:35:17.838839 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f7179fc-b10b-40f1-b5ae-a7b864a692e8 req-08609b17-c49f-4202-845b-68150e4b634c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725914 Feb 11 13:35:17.849292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.849631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.850266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.850809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.862379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.862379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.862379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.862379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3f8abeb0-4a3a-4469-938c-739fd20c0791 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6694 time: 0.2864497 Feb 11 13:35:17.862379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6d275e50-f9bd-41a5-b48b-b8e33b2097a3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.876141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6d275e50-f9bd-41a5-b48b-b8e33b2097a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:17.896814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event deleted for resources: {'Port': ['ID=93253bc7-0739-405f-bd01-c93c47f53275,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:17.975081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-8082e62e-9a1e-47ef-a85b-a6afe834df6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a48b2e4-245e-473e-a630-1b9716689b7a HTTP/1.1" status: 200 len: 217 time: 0.0822897 Feb 11 13:35:18.010995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73a55d91-2b37-476e-926d-fb15d47ec360 req-a3abe802-946a-416a-bffe-9c386db62cfb tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups?id=a76a2af9-8506-4346-ae51-4d32de433154&id=14af3b6d-751e-44ca-858f-829d389e8c02&id=eb4e5e07-4c5e-4cc9-916a-03e494547acb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1859295 Feb 11 13:35:18.011562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:18.014091 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89f71d-3084-4567-bf47-99424b8654dd" -d '{"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:18.028846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'Port': ['ID=6d275e50-f9bd-41a5-b48b-b8e33b2097a3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:18.078975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] No DVR routers for this DVR port 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:18.118097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:18.121523 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0037ac72-50f4-49e2-b536-c4547d0211e0 req-d7deb7a8-af63-4368-b4e5-a32719e0d5f1 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.83 "DELETE /v2.0/ports/6d275e50-f9bd-41a5-b48b-b8e33b2097a3 HTTP/1.1" status: 204 len: 173 time: 2.2310596 Feb 11 13:35:18.126229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'name': 'network-vif-deleted', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:18.128693 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894df37-018c-4948-a9f8-aa565e37e722" -d '{"events": [{"server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "name": "network-vif-deleted", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:18.134802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6db24108-0939-4b9c-8809-436648ed7252 req-193e4153-24d1-476d-8613-565374e2e1a8 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/ports?device_id=c177b49f-4e98-43cd-922d-657c20d4bd87 HTTP/1.1" status: 200 len: 210 time: 0.0511353 Feb 11 13:35:18.146311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-4aaf5230-caf8-45ce-af14-b21af8c403bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.148070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-4aaf5230-caf8-45ce-af14-b21af8c403bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9c40f9e-40df-4e0d-9c3a-d50e4faa0236 HTTP/1.1" status: 200 len: 849 time: 0.1710300 Feb 11 13:35:18.206683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 93253bc7-0739-405f-bd01-c93c47f53275 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:18.248517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 93253bc7-0739-405f-bd01-c93c47f53275 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:18.251400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 93253bc7-0739-405f-bd01-c93c47f53275 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:18.296564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90e51cea-bb1f-4737-8fa7-3a8a70de4b5c req-ff49e749-ad31-468e-9bcd-b4213e41524b tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0476716 Feb 11 13:35:18.332365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-623253e7-cd55-49f2-9eb5-7fd44fa5b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.334942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-623253e7-cd55-49f2-9eb5-7fd44fa5b591 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1773574 Feb 11 13:35:18.339451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Router 5778670e-c731-4db3-ac43-bd983c033dc2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:18.375066 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a52b4e-18cf-4015-a957-58f96b6ef095 x-openstack-request-id: req-48a52b4e-18cf-4015-a957-58f96b6ef095 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:18.375366 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:18.375621 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48a52b4e-18cf-4015-a957-58f96b6ef095 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:18.376074 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19', 'status': 'completed', 'code': 200} Feb 11 13:35:18.590660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-99d79021-6e90-4be6-b44b-5bbc36b96eca service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467182 Feb 11 13:35:18.618392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-2e199a45-9985-4490-8ee3-f58e8f1904b1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.619911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-2e199a45-9985-4490-8ee3-f58e8f1904b1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.1485674 Feb 11 13:35:18.639711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282a373-6eab-4d74-9e1f-6be43110b343 req-242f73e7-9a3e-495d-b5b8-fb762f448240 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.639936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-c3c32423-e80b-4ddd-b226-e269be6a5b6b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/quotas/c7228a5e5a17498385380edb6d27077b HTTP/1.1" status: 200 len: 375 time: 0.0109982 Feb 11 13:35:18.641229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7282a373-6eab-4d74-9e1f-6be43110b343 req-242f73e7-9a3e-495d-b5b8-fb762f448240 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1594005 Feb 11 13:35:18.690477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-e4f39ffa-8138-4d4e-894e-d9a3c17cd18a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428030 Feb 11 13:35:18.744420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7282a373-6eab-4d74-9e1f-6be43110b343 req-11833359-2b39-4e1f-904a-6945c9eb2a5b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958357 Feb 11 13:35:18.747383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:18.762137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] Sync routers for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:18.789079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:18.789079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:18.800882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] No DVR routers for this DVR port 93253bc7-0739-405f-bd01-c93c47f53275 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:18.804212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-fd6ed255-07b7-472b-bebc-dcb7ece49b83 service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041769 Feb 11 13:35:18.805769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:18.809119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3621d775-b635-4509-9f22-897c88618c5e req-f187df93-ccae-4990-8b27-a2419ac00b68 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.83 "DELETE /v2.0/ports/93253bc7-0739-405f-bd01-c93c47f53275 HTTP/1.1" status: 204 len: 173 time: 3.8319042 Feb 11 13:35:18.813531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-962e08f6-33b7-4aec-ba1a-623d994802cb service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212025 Feb 11 13:35:18.885673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-bd6d54fb-5188-4ff4-a030-b6afacca3bbb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 217 time: 0.0657179 Feb 11 13:35:18.987924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a19a9-8da9-427e-abec-1ad6fe837144 req-da05db4a-faec-4447-bbc0-727548c0d739 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.989619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b75a19a9-8da9-427e-abec-1ad6fe837144 req-da05db4a-faec-4447-bbc0-727548c0d739 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1003315 Feb 11 13:35:18.994292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-38f49069-3331-4544-a5e2-69893a37c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.995898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-38f49069-3331-4544-a5e2-69893a37c3f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.0957065 Feb 11 13:35:18.996691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:19.018438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-077f0ab1-f94e-44b9-bf4c-0720e97a42c0 service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921508 Feb 11 13:35:19.100082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b75a19a9-8da9-427e-abec-1ad6fe837144 req-e64ca72b-645f-48a9-987b-c34f72b0792e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024764 Feb 11 13:35:19.117371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-a776987f-c301-4b0e-9063-cab6181b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.119502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-a776987f-c301-4b0e-9063-cab6181b312e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0994396 Feb 11 13:35:19.258222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-6576af61-52c4-48ab-b1d8-2b619484d317 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297338 Feb 11 13:35:19.259336 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec14c42-c921-4ee0-86fb-96c037a2b0d1 x-openstack-request-id: req-aec14c42-c921-4ee0-86fb-96c037a2b0d1 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:19.259629 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58f4d8-42f3-48be-8c49-30ccad9c235b", "name": "network-vif-deleted", "tag": "6d275e50-f9bd-41a5-b48b-b8e33b2097a3", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:19.259890 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aec14c42-c921-4ee0-86fb-96c037a2b0d1 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:19.260366 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58f4d8-42f3-48be-8c49-30ccad9c235b', 'name': 'network-vif-deleted', 'tag': '6d275e50-f9bd-41a5-b48b-b8e33b2097a3', 'status': 'completed', 'code': 200} Feb 11 13:35:19.301631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 5, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:19.355030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] Checking router: 5778670e-c731-4db3-ac43-bd983c033dc2 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:19.359384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.367330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:19.368704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:19.381384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.396703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.407934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.419768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-185e1ddb-3b16-450f-bc8a-062cab2fa491 req-8956bf23-6881-4d53-8c36-c92e19e49503 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 210 time: 0.0313933 Feb 11 13:35:19.438511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.455940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.472928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.475436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-9a7c6444-c901-4898-b115-3b061167d04e service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063355 Feb 11 13:35:19.477248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-5f7e9aee-7121-45cc-a30c-68abc649ec4d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.2231121 Feb 11 13:35:19.569344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-13ea88f3-aea7-401f-94d8-81133cc32ffd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 217 time: 0.0876064 Feb 11 13:35:19.593904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfac610f-7e6e-4257-8fd2-db0e86bb7801 req-b2853a16-6a63-47a6-9ea7-9c64b672e2a5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095455 Feb 11 13:35:19.637728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-fa99ede5-b3a6-48df-9350-ffbce2d3eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.639935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-fa99ede5-b3a6-48df-9350-ffbce2d3eae6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.0627427 Feb 11 13:35:19.682668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-820bbf89-3615-4c22-80b1-8d2a58124cef req-0ec23c38-1827-4531-9c3f-2ca0fa9bc706 tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/eb4e5e07-4c5e-4cc9-916a-03e494547acb HTTP/1.1" status: 200 len: 1819 time: 0.1237986 Feb 11 13:35:19.748981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:19.782921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-5941ccd2-f138-4ab4-9e60-e1c86975f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.784564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-5941ccd2-f138-4ab4-9e60-e1c86975f5a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1286783 Feb 11 13:35:19.806401 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-34396000-0847-4b3e-99fa-88fbcd522ca5 req-29cd4447-3ea5-462b-b0b7-c07c30e0655f tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0513251 Feb 11 13:35:19.823144 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-820bbf89-3615-4c22-80b1-8d2a58124cef req-06abad6c-6a1e-4287-bac0-f2f63afd033e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (eb4e5e07-4c5e-4cc9-916a-03e494547acb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:19.895947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:19.906966 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-820bbf89-3615-4c22-80b1-8d2a58124cef req-06abad6c-6a1e-4287-bac0-f2f63afd033e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (eb4e5e07-4c5e-4cc9-916a-03e494547acb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:19.951744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-1b575411-ef66-495f-b2e1-9ae8b20cabc1 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537864 Feb 11 13:35:20.041294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-212997f8-ddb1-4a23-9bb6-34727f7177db tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group (ca704b87-a2c0-45a5-8b26-aa69cd106c08), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.053537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-820bbf89-3615-4c22-80b1-8d2a58124cef req-06abad6c-6a1e-4287-bac0-f2f63afd033e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb4e5e07-4c5e-4cc9-916a-03e494547acb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.057354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-820bbf89-3615-4c22-80b1-8d2a58124cef req-06abad6c-6a1e-4287-bac0-f2f63afd033e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.058982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-820bbf89-3615-4c22-80b1-8d2a58124cef req-06abad6c-6a1e-4287-bac0-f2f63afd033e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/eb4e5e07-4c5e-4cc9-916a-03e494547acb HTTP/1.1" status: 204 len: 173 time: 0.3754475 Feb 11 13:35:20.080793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abad6c-6a1e-4287-bac0-f2f63afd033e tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4e5e07-4c5e-4cc9-916a-03e494547acb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.121934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f1920b27-fba8-4d11-bc7b-28a9f355be8f service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636419 Feb 11 13:35:20.127380 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.131931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-212997f8-ddb1-4a23-9bb6-34727f7177db tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group (ca704b87-a2c0-45a5-8b26-aa69cd106c08), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.162287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 5, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:20.190794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609127da-0cbb-46d2-93f7-9f5b774f0fae req-44000f67-1836-405e-af66-3b3f53c67d37 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.198861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d70a36-e82e-458a-aa47-2ea1131893f4 None None] The sync data for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 is: [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:34:07Z', 'revision_number': 4, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '940a248e-1b4f-4638-a92d-00ae834df98a', 'name': '', 'network_id': 'bf400292-cd8d-4291-a318-6f319726a802', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'mac_address': 'fa:16:3e:c6:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:06Z', 'updated_at': '2022-02-11T13:34:14Z', 'revision_number': 5, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'subnets': [{'id': '24dfdaec-7e6d-4ec7-83fd-b5dabfae2506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:20.199504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-609127da-0cbb-46d2-93f7-9f5b774f0fae req-44000f67-1836-405e-af66-3b3f53c67d37 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1733429 Feb 11 13:35:20.211623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:20.213753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-82a13788-79c7-4455-bae3-f090d29391df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=854fb093-0bb4-41e1-988b-612a199a21cd HTTP/1.1" status: 200 len: 217 time: 0.0838003 Feb 11 13:35:20.248940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:20.249762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6d275e50-f9bd-41a5-b48b-b8e33b2097a3 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:20.299824 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-212997f8-ddb1-4a23-9bb6-34727f7177db tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ca704b87-a2c0-45a5-8b26-aa69cd106c08), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.313454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-212997f8-ddb1-4a23-9bb6-34727f7177db tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.313454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-212997f8-ddb1-4a23-9bb6-34727f7177db tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "DELETE /v2.0/security-groups/ca704b87-a2c0-45a5-8b26-aa69cd106c08 HTTP/1.1" status: 204 len: 168 time: 0.4090796 Feb 11 13:35:20.313454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:20.314231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-cdfdc3b7-5864-485d-ae26-44043868b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.314231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-cdfdc3b7-5864-485d-ae26-44043868b281 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.0898461 Feb 11 13:35:20.320216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efee1753-1bf2-43c4-8807-32afe252fb63 req-1e494d26-6a57-4bce-b3fc-08d45b6d5b6b tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "GET /v2.0/security-groups/a76a2af9-8506-4346-ae51-4d32de433154 HTTP/1.1" status: 200 len: 1819 time: 0.2291031 Feb 11 13:35:20.338614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212997f8-ddb1-4a23-9bb6-34727f7177db tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca704b87-a2c0-45a5-8b26-aa69cd106c08,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.353511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-609127da-0cbb-46d2-93f7-9f5b774f0fae req-fcc82892-486d-4cb8-aebb-6ed62c5ee366 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522100 Feb 11 13:35:20.383595 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-498cb0c2-9ee8-4ec7-8755-4d45ccf3df3f tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] show failed (client error): The resource could not be found. Feb 11 13:35:20.386033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-498cb0c2-9ee8-4ec7-8755-4d45ccf3df3f tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "GET /v2.0/security-groups/ca704b87-a2c0-45a5-8b26-aa69cd106c08 HTTP/1.1" status: 404 len: 347 time: 0.0692859 Feb 11 13:35:20.388932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:20.427268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3c698885-17f3-4cdd-aa17-0a16803562f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.428881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3c698885-17f3-4cdd-aa17-0a16803562f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1076882 Feb 11 13:35:20.451551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efee1753-1bf2-43c4-8807-32afe252fb63 req-eb5226b7-8ba6-4474-a9dc-9a83bf93d36d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (a76a2af9-8506-4346-ae51-4d32de433154), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.528458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efee1753-1bf2-43c4-8807-32afe252fb63 req-eb5226b7-8ba6-4474-a9dc-9a83bf93d36d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (a76a2af9-8506-4346-ae51-4d32de433154), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.595600 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00097b8d-b0fd-43f1-b076-67d1132e677f None None] New status for floating IP 04642b7d-8d92-4e10-8fb3-a4b466e00eda: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:35:20.613862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0130d-cd87-473d-bae6-12cc9fdfbe4c req-adcf77d9-c5fc-4fc5-b68b-824c5dc34452 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.621554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ae0130d-cd87-473d-bae6-12cc9fdfbe4c req-adcf77d9-c5fc-4fc5-b68b-824c5dc34452 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1725216 Feb 11 13:35:20.646550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Deleting port 584b045a-d991-4431-b366-3fde521386fc {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:20.646893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (584b045a-d991-4431-b366-3fde521386fc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.751388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ae0130d-cd87-473d-bae6-12cc9fdfbe4c req-97af7228-5e56-4e64-97e7-2c9859a7eac3 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147127 Feb 11 13:35:20.893446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (584b045a-d991-4431-b366-3fde521386fc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.893741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for floatingip (584b045a-d991-4431-b366-3fde521386fc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:20.919077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Calling delete_port for 584b045a-d991-4431-b366-3fde521386fc owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:21.003269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-03404bde-587d-4bf1-8cc2-cf96cee864ae service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650806 Feb 11 13:35:21.019542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efee1753-1bf2-43c4-8807-32afe252fb63 req-eb5226b7-8ba6-4474-a9dc-9a83bf93d36d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a76a2af9-8506-4346-ae51-4d32de433154), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.022169 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-efee1753-1bf2-43c4-8807-32afe252fb63 req-eb5226b7-8ba6-4474-a9dc-9a83bf93d36d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.023460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efee1753-1bf2-43c4-8807-32afe252fb63 req-eb5226b7-8ba6-4474-a9dc-9a83bf93d36d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] 10.222.0.79 "DELETE /v2.0/security-groups/a76a2af9-8506-4346-ae51-4d32de433154 HTTP/1.1" status: 204 len: 173 time: 0.6944828 Feb 11 13:35:21.038139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42172) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:21.085538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5226b7-8ba6-4474-a9dc-9a83bf93d36d tempest-SecurityGroupsTestJSON-1102376136 tempest-SecurityGroupsTestJSON-1102376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76a2af9-8506-4346-ae51-4d32de433154,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.099619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9618c1a9-5c2e-4e0b-94b2-d8f6b91187cd req-1656a706-a5ce-4a7e-9696-e7fc890e8aed tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 210 time: 0.0739095 Feb 11 13:35:21.157421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] Deleting subnet c7917ce3-f791-40bc-884d-8ade44c9bd77 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:35:21.178156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] Publish callbacks [] for subnet (c7917ce3-f791-40bc-884d-8ade44c9bd77), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.258702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb6e14ac-96fe-45fd-b201-774da7756a91 req-66b4d286-45e5-4e61-b207-e17b1d507c30 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0491490 Feb 11 13:35:21.258967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-3eb4e652-804b-40c4-abd4-5f057fe5d862 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480462 Feb 11 13:35:21.262622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'name': 'network-vif-deleted', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:21.265564 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4429c676-c2f6-4ffd-8200-402c4a32c602" -d '{"events": [{"server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "name": "network-vif-deleted", "tag": "93253bc7-0739-405f-bd01-c93c47f53275"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:21.272206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-9f062884-242d-476a-905c-ce349865be6f tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.273887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-9f062884-242d-476a-905c-ce349865be6f tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.5155272 Feb 11 13:35:21.275509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (584b045a-d991-4431-b366-3fde521386fc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.283835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (c7917ce3-f791-40bc-884d-8ade44c9bd77), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.312133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Request body: {'port': {'device_id': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'admin_state_up': True, 'tenant_id': 'c7228a5e5a17498385380edb6d27077b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:21.341220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-7cba5ce3-b13f-4c96-a5a0-2eef503388e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c HTTP/1.1" status: 200 len: 217 time: 0.0727050 Feb 11 13:35:21.355104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.360736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.366415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.372309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.377682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.383262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.388896 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.391003 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07da0f59-4085-49a1-af7c-5be968918723 req-db5b6334-cf27-4ad9-813d-2f6cf0685088 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.2617917 Feb 11 13:35:21.395895 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf8dd98-9b8e-406c-a9af-2487eac66ded x-openstack-request-id: req-acf8dd98-9b8e-406c-a9af-2487eac66ded {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:21.396189 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c177b49f-4e98-43cd-922d-657c20d4bd87", "name": "network-vif-deleted", "tag": "93253bc7-0739-405f-bd01-c93c47f53275", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:21.396450 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acf8dd98-9b8e-406c-a9af-2487eac66ded {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:21.396849 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c177b49f-4e98-43cd-922d-657c20d4bd87', 'name': 'network-vif-deleted', 'tag': '93253bc7-0739-405f-bd01-c93c47f53275', 'status': 'completed', 'code': 200} Feb 11 13:35:21.409629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Pushing event deleted for resources: {'Port': ['ID=584b045a-d991-4431-b366-3fde521386fc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.437991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Made reservation on behalf of c7228a5e5a17498385380edb6d27077b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:21.440528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.461155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c7917ce3-f791-40bc-884d-8ade44c9bd77), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.512931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-38cfc5d8-8acb-45da-8a98-f44a799df4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.514817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-38cfc5d8-8acb-45da-8a98-f44a799df4bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.1171408 Feb 11 13:35:21.576484 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks [] for floatingip (04642b7d-8d92-4e10-8fb3-a4b466e00eda), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.576752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07da0f59-4085-49a1-af7c-5be968918723 req-c885ad87-a1aa-438d-96f5-94655451000f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777701 Feb 11 13:35:21.579076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.580253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8fd1c966-6de6-49d3-98f0-dc62346712e4 tempest-ServersTestManualDisk-1436653136 tempest-ServersTestManualDisk-1436653136-project] 10.222.0.79 "DELETE /v2.0/floatingips/04642b7d-8d92-4e10-8fb3-a4b466e00eda HTTP/1.1" status: 204 len: 168 time: 1.1900098 Feb 11 13:35:21.583699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:21.617554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7d263-e3c1-4e60-bb76-81f2aad53a9f req-fa474a88-3ff9-43e3-a0b8-7ad64564d3e6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.628163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fb7d263-e3c1-4e60-bb76-81f2aad53a9f req-fa474a88-3ff9-43e3-a0b8-7ad64564d3e6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1436033 Feb 11 13:35:21.646001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (c7917ce3-f791-40bc-884d-8ade44c9bd77), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.685431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-bfff8d89-262f-4647-b3d3-51197ce7ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.687225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-bfff8d89-262f-4647-b3d3-51197ce7ef29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1645813 Feb 11 13:35:21.692136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.695380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c7917ce3-f791-40bc-884d-8ade44c9bd77 HTTP/1.1" status: 204 len: 168 time: 0.6518691 Feb 11 13:35:21.699109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42180) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:21.721943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Allocated IP 172.20.0.13 (056e5573-552f-4acd-9561-6504fa0e984f/ef6418f3-b0d7-4b9d-96d3-909997d73562/8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:21.724070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512ba67-1e9a-40e3-9abc-b47032abf42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7917ce3-f791-40bc-884d-8ade44c9bd77,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.732324 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.738636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fb7d263-e3c1-4e60-bb76-81f2aad53a9f req-041ad54e-fd8d-4ad5-b165-590066cbaaba tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062815 Feb 11 13:35:21.846826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (48fa6bd8-8547-40ea-9474-9572e9ef983e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:21.924932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-14209ea7-7beb-410f-a34b-457a72650430 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018042 Feb 11 13:35:22.011757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (48fa6bd8-8547-40ea-9474-9572e9ef983e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.014010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ca3f-596c-4de9-ac0b-6028924c627c req-f4756799-096f-4a8d-95ba-0b4f457a0100 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.015664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a00ca3f-596c-4de9-ac0b-6028924c627c req-f4756799-096f-4a8d-95ba-0b4f457a0100 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1610851 Feb 11 13:35:22.050172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fa6bd8-8547-40ea-9474-9572e9ef983e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:22.067669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks [] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.070048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b722667c-4b54-4f85-af2c-c951fa2b4e05') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:22.070470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b722667c-4b54-4f85-af2c-c951fa2b4e05') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:22.082285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b722667c-4b54-4f85-af2c-c951fa2b4e05), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.100101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b722667c-4b54-4f85-af2c-c951fa2b4e05), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.115602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:35:22.116038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b722667c-4b54-4f85-af2c-c951fa2b4e05), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:22.118519 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:22.146521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-302029fa-d80c-4f11-b3eb-5cc4a56373e2 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910667 Feb 11 13:35:22.190379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.192600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (48fa6bd8-8547-40ea-9474-9572e9ef983e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.222483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.225779 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/48fa6bd8-8547-40ea-9474-9572e9ef983e HTTP/1.1" status: 204 len: 168 time: 0.5233777 Feb 11 13:35:22.227642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a00ca3f-596c-4de9-ac0b-6028924c627c req-154f5aba-c642-412e-94df-9d1ff4ce53b1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786413 Feb 11 13:35:22.230937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f937561c-6a14-4f7c-bf87-fd007ac3e761 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593 HTTP/1.1" status: 200 len: 217 time: 0.0692394 Feb 11 13:35:22.261295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849364bb-ed3a-494d-9068-d079effd8ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48fa6bd8-8547-40ea-9474-9572e9ef983e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.299628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Network 056e5573-552f-4acd-9561-6504fa0e984f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:22.306609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.311440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b94c8174-0e88-4505-978b-74336ecae20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.311601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:22.315086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:22.326703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b94c8174-0e88-4505-978b-74336ecae20e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 200 len: 797 time: 0.0885136 Feb 11 13:35:22.361094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55049b68-bff1-4ac5-9713-ae6d9b1231f9 req-f9e8a04f-7630-46bf-bada-9b2f5c4df67a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.362653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55049b68-bff1-4ac5-9713-ae6d9b1231f9 req-f9e8a04f-7630-46bf-bada-9b2f5c4df67a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 932 time: 0.1313527 Feb 11 13:35:22.406404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.407247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.424761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42190) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:22.452554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-04a299d5-58c2-4cb2-8564-77e13ce74c4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1676178 Feb 11 13:35:22.465933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55049b68-bff1-4ac5-9713-ae6d9b1231f9 req-c5636ee3-9d70-47d5-9cc0-8da1712ae12f tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905533 Feb 11 13:35:22.474162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Request body: {'port': {'device_id': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:22.479845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d87fb01-15f4-4c56-8f86-ff1173e15f2d req-4a0a4b96-c2ce-4413-b008-5dcac0902830 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0788426 Feb 11 13:35:22.510310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f3d5e53a-8c1f-4b7e-9777-dd5829e8fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.512136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f3d5e53a-8c1f-4b7e-9777-dd5829e8fbfe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1845727 Feb 11 13:35:22.541424 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-34cdff73-640c-420f-9e0e-b7dadcec2c0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc1f9f15857146b09589f5a22a3e53e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142623 Feb 11 13:35:22.544026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:22.553851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (5778670e-c731-4db3-ac43-bd983c033dc2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.556883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.641532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3a2747f-3b64-4967-acd3-9add50fda012 admin admin] Publish callbacks [] for security_group (14af3b6d-751e-44ca-858f-829d389e8c02), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.696820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-f203ab63-0f49-4b8c-a0aa-742310d384d6 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773777 Feb 11 13:35:22.729611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3a2747f-3b64-4967-acd3-9add50fda012 admin admin] Publish callbacks [] for security_group (14af3b6d-751e-44ca-858f-829d389e8c02), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.868687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-2893d1ff-5c0d-4e5d-a8ed-473f25e482d3 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624165 Feb 11 13:35:22.870316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.875674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.880929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.889154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.896157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.902364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.907908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.909792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7560322d-7967-4607-a9ed-d9bdac16bced req-103263f6-fc5f-47d1-8946-71f4e4616754 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.1952226 Feb 11 13:35:22.931385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-883a2399-0f03-4326-a720-f978d3d9192a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19 HTTP/1.1" status: 200 len: 217 time: 0.0573006 Feb 11 13:35:22.940514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3a2747f-3b64-4967-acd3-9add50fda012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (14af3b6d-751e-44ca-858f-829d389e8c02), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.943165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3a2747f-3b64-4967-acd3-9add50fda012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.947331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d3a2747f-3b64-4967-acd3-9add50fda012 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/14af3b6d-751e-44ca-858f-829d389e8c02 HTTP/1.1" status: 204 len: 168 time: 0.3993335 Feb 11 13:35:22.977102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2747f-3b64-4967-acd3-9add50fda012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af3b6d-751e-44ca-858f-829d389e8c02,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.002440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-7be8b1ae-b6e8-4033-b14a-07edd0712cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.003948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-7be8b1ae-b6e8-4033-b14a-07edd0712cc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 200 len: 797 time: 0.0540419 Feb 11 13:35:23.062948 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7560322d-7967-4607-a9ed-d9bdac16bced req-77ffa082-6532-4016-b209-5460ba838c72 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363440 Feb 11 13:35:23.120044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:23.128917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e8215-998c-45be-b926-263b424d6112 req-f4f3d9de-b633-44bf-b31f-bc7764edf7d3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.131101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Publish callbacks [] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:23.136332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed0e8215-998c-45be-b926-263b424d6112 req-f4f3d9de-b633-44bf-b31f-bc7764edf7d3 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.2543015 Feb 11 13:35:23.151421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eac49282-dc6b-4c31-aa75-95616c563f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.152257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Transition to ACTIVE for port object 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:23.153764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-eac49282-dc6b-4c31-aa75-95616c563f1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1431959 Feb 11 13:35:23.159901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:23.229783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.339464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed0e8215-998c-45be-b926-263b424d6112 req-e004fcdb-6b4c-4558-8450-49c3500f1475 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022874 Feb 11 13:35:23.371737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Deleting port 940a248e-1b4f-4638-a92d-00ae834df98a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:23.372191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:23.376576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-63ee77bb-6f69-48e2-8d95-9fdfb5d79c33 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129626 Feb 11 13:35:23.401152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Attempting to bind port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:23.402065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Attempting to bind port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:23.402540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Attempting to bind port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:23.415125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c on network 056e5573-552f-4acd-9561-6504fa0e984f not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:23.415590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Attempting to bind port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:23.424897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:23.425438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Checking segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:23.425948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Bound using segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:23.426517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Bound port: 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:23.426987 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:23.446525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f0e0a-dc75-492f-947d-888aff9c3b26 req-4f750d10-77d5-46fe-a41a-9a97c8a15747 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.454239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-741f0e0a-dc75-492f-947d-888aff9c3b26 req-4f750d10-77d5-46fe-a41a-9a97c8a15747 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1199934 Feb 11 13:35:23.582809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:23.594271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:23.608834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-741f0e0a-dc75-492f-947d-888aff9c3b26 req-75203b48-9ef7-42e7-a844-50475c45710d tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537404 Feb 11 13:35:23.610746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:23.619618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] For port 940a248e-1b4f-4638-a92d-00ae834df98a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=940a248e-1b4f-4638-a92d-00ae834df98a,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:23.620381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:23.628465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-0d0af8c6-bb57-4b4a-b9b1-3a10faeae414 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383528 Feb 11 13:35:23.642003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.644101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:23.646138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] 10.222.0.30 "PUT /v2.0/ports/8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c HTTP/1.1" status: 200 len: 1092 time: 1.1859760 Feb 11 13:35:23.647063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:23.647986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Calling delete_port for 940a248e-1b4f-4638-a92d-00ae834df98a owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:23.660760 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773b2926-d31a-49cb-88d8-1960b250713c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:23.742691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58458-67ee-4486-9e81-36c0df35f252 req-66935d0e-8f9d-477b-ab81-456b5fc8db18 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.745883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8c58458-67ee-4486-9e81-36c0df35f252 req-66935d0e-8f9d-477b-ab81-456b5fc8db18 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 944 time: 0.1760182 Feb 11 13:35:23.811243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45681697-11ae-428a-91ae-4373ad0e6ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.864286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-6ea29c73-1707-49cf-8c73-41fcc806ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.866880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-6ea29c73-1707-49cf-8c73-41fcc806ff6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 1126 time: 0.1461213 Feb 11 13:35:23.870896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a49a0b-dbca-4f99-a40a-8af8bf64a62b req-793b927c-14a5-4929-bd03-10bff2d44197 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0519495 Feb 11 13:35:23.922676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-baff2d02-de6f-474f-b39a-d338606a62c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c HTTP/1.1" status: 200 len: 217 time: 0.0494411 Feb 11 13:35:23.923904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.924400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.924879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.925350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.925816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.926422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.926788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.929449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a89f71d-3084-4567-bf47-99424b8654dd req-21f3446c-ddd5-4fd2-94fe-f06de8ac8df7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6694 time: 0.1802220 Feb 11 13:35:23.935113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8c58458-67ee-4486-9e81-36c0df35f252 req-30e23f05-2d43-4945-8188-144484a0e6d9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741378 Feb 11 13:35:23.991329 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf040a5f-84c4-4c0b-874c-fb4e8f9d0627 x-openstack-request-id: req-bf040a5f-84c4-4c0b-874c-fb4e8f9d0627 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:23.991999 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:23.992620 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf040a5f-84c4-4c0b-874c-fb4e8f9d0627 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:23.993383 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'status': 'completed', 'code': 200} Feb 11 13:35:24.017463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-5785ef0e-6906-4295-840d-20d8b1999da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.019462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-5785ef0e-6906-4295-840d-20d8b1999da4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.0905128 Feb 11 13:35:24.061578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42226) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:24.065379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-b767e9a9-1f7f-4bb1-85a5-0d0720cdae2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370748 Feb 11 13:35:24.136822 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (940a248e-1b4f-4638-a92d-00ae834df98a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:24.291343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-bd06f140-b229-48bb-b563-508268fff680 service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197070 Feb 11 13:35:24.308968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.315337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.321234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.326881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.332394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.338040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.344047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.353996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-1ff9be15-001f-449f-84aa-8243cc02dacf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.1596429 Feb 11 13:35:24.498768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b42af7-917a-4b96-9401-6e4a1864a51f req-9592d561-72ca-4ce0-98d7-99882f781342 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437507 Feb 11 13:35:24.529468 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba08008a-2821-48ac-8dcf-396e8013a813 req-860bbc7b-efec-4a0a-85b5-34955a6914af service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726823 Feb 11 13:35:24.568437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2081165326-network', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:24.587390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Pushing event deleted for resources: {'Port': ['ID=940a248e-1b4f-4638-a92d-00ae834df98a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.589932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-8dda0839-bb71-40ae-8fb7-c5f8e65de0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.591494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a89f71d-3084-4567-bf47-99424b8654dd req-8dda0839-bb71-40ae-8fb7-c5f8e65de0f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07bec82d-e059-4845-b33e-1c27b17e9b9b HTTP/1.1" status: 200 len: 902 time: 0.6537433 Feb 11 13:35:24.732286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a89f71d-3084-4567-bf47-99424b8654dd req-659ad42a-022f-4bb3-babc-e46d816fa3a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19 HTTP/1.1" status: 200 len: 217 time: 0.1254852 Feb 11 13:35:24.764948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Made reservation on behalf of ec6680828fc64876a3a66484cc1112c7 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:24.767373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:24.821198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:24.858149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c48b04-793b-4725-9548-06d967fdd8a1 req-eebaf999-59d8-473b-abc9-edcaac39e6ab tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.859745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99c48b04-793b-4725-9548-06d967fdd8a1 req-eebaf999-59d8-473b-abc9-edcaac39e6ab tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.2955132 Feb 11 13:35:24.897410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-bb69f497-9dc9-4564-b115-406ab3df5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.899704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a89f71d-3084-4567-bf47-99424b8654dd req-bb69f497-9dc9-4564-b115-406ab3df5c11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 200 len: 797 time: 0.1239164 Feb 11 13:35:25.007900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (5778670e-c731-4db3-ac43-bd983c033dc2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.009926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b2926-d31a-49cb-88d8-1960b250713c req-0f5b94e5-664d-4624-8d7e-9c542fb1a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.012188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-773b2926-d31a-49cb-88d8-1960b250713c req-0f5b94e5-664d-4624-8d7e-9c542fb1a413 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 1126 time: 0.4292481 Feb 11 13:35:25.041486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99c48b04-793b-4725-9548-06d967fdd8a1 req-c3b3e457-cbfe-44b2-8f49-9cedb3edcfc5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485417 Feb 11 13:35:25.049225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d866bc-ad13-457d-b599-e5590a09bc29 req-b1f53461-c6ea-466c-b888-023898b3f039 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.055970 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78d866bc-ad13-457d-b599-e5590a09bc29 req-b1f53461-c6ea-466c-b888-023898b3f039 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1106520 Feb 11 13:35:25.103578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f71d-3084-4567-bf47-99424b8654dd req-88f0482b-c62c-4bf4-be09-97ecb8ffdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.103578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a89f71d-3084-4567-bf47-99424b8654dd req-88f0482b-c62c-4bf4-be09-97ecb8ffdb3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1795228 Feb 11 13:35:25.167563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78d866bc-ad13-457d-b599-e5590a09bc29 req-49780021-c32b-42f3-b4c2-82863c1882dc tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104317 Feb 11 13:35:25.184415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b2926-d31a-49cb-88d8-1960b250713c req-379a52ab-0795-461b-b052-1825b591bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.188655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-773b2926-d31a-49cb-88d8-1960b250713c req-379a52ab-0795-461b-b052-1825b591bcd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 906 time: 0.1692042 Feb 11 13:35:25.237651 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-773b2926-d31a-49cb-88d8-1960b250713c req-d73f719c-e9f5-4683-9081-791426720d34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c HTTP/1.1" status: 200 len: 217 time: 0.0433371 Feb 11 13:35:25.254683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87af79d5-d92e-47c4-9a28-5cda379155fd req-9f0898c7-d5f9-4bbd-99ca-2b6bc2b9ef67 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0769382 Feb 11 13:35:25.303550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks [] for security_group (3deab9ba-9481-4de7-8d22-7cca215e5f7e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.316032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3deab9ba-9481-4de7-8d22-7cca215e5f7e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.328320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b2926-d31a-49cb-88d8-1960b250713c req-e1853770-60fa-4123-9a77-7a302e42d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.330328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-773b2926-d31a-49cb-88d8-1960b250713c req-e1853770-60fa-4123-9a77-7a302e42d87b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.0797167 Feb 11 13:35:25.361363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:25.371624 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-773b2926-d31a-49cb-88d8-1960b250713c req-c1f299f7-ca91-4f90-94ff-858a64ef174f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320191 Feb 11 13:35:25.392567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deab9ba-9481-4de7-8d22-7cca215e5f7e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:25.396514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a89f71d-3084-4567-bf47-99424b8654dd req-f90a0cec-5318-41bf-bd99-e3009324e200 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784362 Feb 11 13:35:25.397987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4237465f-0b8c-4df0-8cb9-ae6e653dc36a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.398359 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Added segment 4237465f-0b8c-4df0-8cb9-ae6e653dc36a of type vlan for network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 Feb 11 13:35:25.406622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d758c-69b7-42fa-8c2c-297890160de0 req-3bc4cb3b-74aa-45ef-b888-696d425d130c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.408176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:35:25.408588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff5d758c-69b7-42fa-8c2c-297890160de0 req-3bc4cb3b-74aa-45ef-b888-696d425d130c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 944 time: 0.1677864 Feb 11 13:35:25.530796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-773b2926-d31a-49cb-88d8-1960b250713c req-279ca030-e7d8-4c89-8850-be68a26c8f86 service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504254 Feb 11 13:35:25.536359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff5d758c-69b7-42fa-8c2c-297890160de0 req-3ce3f307-065b-4352-86d7-e68816ac3c4d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751877 Feb 11 13:35:25.547070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.585382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:25.610028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'mac_address': 'fa:16:3e:38:f1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:35:25.657589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:25.658079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.672921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-773b2926-d31a-49cb-88d8-1960b250713c req-551d2479-8a48-478c-b3ad-7e44639b6f1f service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332614 Feb 11 13:35:25.675877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:25.684604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.685317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.685832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.703763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:25.709440 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.748646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a89f71d-3084-4567-bf47-99424b8654dd req-65b0ea43-4940-4d3a-a8b3-885a9775c12d service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273249 Feb 11 13:35:25.763855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6994293 Feb 11 13:35:25.767442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42242) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:25.772454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:25.781197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Request body: {'subnet': {'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-subnet', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:25.809283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Made reservation on behalf of ec6680828fc64876a3a66484cc1112c7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:25.810235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Router 5778670e-c731-4db3-ac43-bd983c033dc2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:25.812241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:25.819524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46706c-7e11-49aa-abb9-90c5e2780065 admin admin] Pushing event updated for resources: {'Network': ['ID=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:25.842391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.843869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:35:25.847481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.852863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.858298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.863504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.868843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.874426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.876758 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-372d99b8-b543-416d-be59-1d5d2018aefb tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.2380366 Feb 11 13:35:26.022571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23be7ed5-16f2-4e19-a6df-3b5714f20a79 req-90e07913-01ea-42b1-838a-ce7d5b0310f1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393645 Feb 11 13:35:26.029182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:26.042049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (02d53af6-37ea-4fc9-91d9-ef5ef836550d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.055464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:26.076138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] Sync routers for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:26.084883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0375b09f-44eb-4a0b-8cf9-a50891c2be3f admin admin] 10.222.0.79 "PUT /v2.0/routers/5778670e-c731-4db3-ac43-bd983c033dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4992194 Feb 11 13:35:26.087823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42244) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:26.097709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:26.099037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.264087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:26.265171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks [] for router (5778670e-c731-4db3-ac43-bd983c033dc2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.321960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f9dff-d640-4454-bd4f-caea723156dc req-bfc50152-00c8-4d4b-967b-ece41cdfec68 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.324126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f2f9dff-d640-4454-bd4f-caea723156dc req-bfc50152-00c8-4d4b-967b-ece41cdfec68 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.0656345 Feb 11 13:35:26.386429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3f2f9dff-d640-4454-bd4f-caea723156dc req-3eb60d99-9f2e-488e-b61f-9374370798d9 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531764 Feb 11 13:35:26.388658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d53af6-37ea-4fc9-91d9-ef5ef836550d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:26.485368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2e08764-1aaa-46e5-be94-7f26eacaa970 req-affa2e3d-79fc-4f55-b966-1e9ffaa14f05 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0307448 Feb 11 13:35:26.515581 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks [] for router_gateway (5778670e-c731-4db3-ac43-bd983c033dc2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.520378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Checking segment: {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:26.520742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Network hostable DHCP agents. Network: 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:26.534186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0848d8-6e78-4ee0-aabf-662590ead2ff req-43992452-8aa3-4020-88b2-60d59e5f083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.535723 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea0848d8-6e78-4ee0-aabf-662590ead2ff req-43992452-8aa3-4020-88b2-60d59e5f083e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 1128 time: 0.3742471 Feb 11 13:35:26.546161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d22a9-15fc-43f1-bd86-59743806a4ed req-3ee1596c-0a73-46ec-8d47-06770b91efd5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.547718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc9d22a9-15fc-43f1-bd86-59743806a4ed req-3ee1596c-0a73-46ec-8d47-06770b91efd5 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.2620089 Feb 11 13:35:26.561283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:35:24Z', 'revision_number': 5, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port': {'id': 'b583bdf2-4ea2-4ec2-82b3-1348fad41f12', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:01Z', 'updated_at': '2022-02-11T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.588062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e9e560d-7524-4cc6-9f14-a52fa24b76d5 req-109e3971-afb0-450e-a794-4a63d7c7408b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0430453 Feb 11 13:35:26.598664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] Checking router: 5778670e-c731-4db3-ac43-bd983c033dc2 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:26.614986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] Routers {'5778670e-c731-4db3-ac43-bd983c033dc2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:26.615837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:34:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['5778670e-c731-4db3-ac43-bd983c033dc2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.682181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cc9d22a9-15fc-43f1-bd86-59743806a4ed req-8e70d364-f958-45d3-9a6e-2f66f6bb704f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163101 Feb 11 13:35:26.682181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:26.727412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea0848d8-6e78-4ee0-aabf-662590ead2ff req-d979e70c-11ab-4ffd-9821-38db01854f90 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768692 Feb 11 13:35:26.731065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:26.736629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cee6ed-6425-46b1-aed2-c1911007c26d req-928706c8-9825-4807-bef7-0f5e1acfe8a6 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.738264 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1cee6ed-6425-46b1-aed2-c1911007c26d req-928706c8-9825-4807-bef7-0f5e1acfe8a6 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 945 time: 0.0683961 Feb 11 13:35:26.739266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] Set router 5778670e-c731-4db3-ac43-bd983c033dc2 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:26.744050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270cbca9-90e1-4fc1-891c-6d022300ea1d None None] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:26.744711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.745464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.764360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Deleting port b583bdf2-4ea2-4ec2-82b3-1348fad41f12 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:26.764826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.771780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-acf4a232-0f8d-4d20-9c6b-1a189db0f781 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0017228 Feb 11 13:35:26.774476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42254) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:26.780571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:26.828493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1cee6ed-6425-46b1-aed2-c1911007c26d req-88d6b633-cb32-4342-a708-8f51b3eb9133 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817492 Feb 11 13:35:26.833592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (ddb6871b-f326-4384-aa20-1cb12fd9a246), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.834775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (ddb6871b-f326-4384-aa20-1cb12fd9a246), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.900564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] For port b583bdf2-4ea2-4ec2-82b3-1348fad41f12, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:26.901491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.916520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Calling delete_port for b583bdf2-4ea2-4ec2-82b3-1348fad41f12 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:26.921747 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks [] for router_controller (ddb6871b-f326-4384-aa20-1cb12fd9a246), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:26.942598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:35:26Z', 'revision_number': 6, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.954701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:35:26.956436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.007861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b822a-e2b9-40d3-8229-21c375015c58 None None] The sync data for ids ['5778670e-c731-4db3-ac43-bd983c033dc2'] in n-d-828676-2 is: [{'id': '5778670e-c731-4db3-ac43-bd983c033dc2', 'name': 'tempest-ServersTestManualDisk-913936447-router', 'tenant_id': '6335999f706d430b8f1c2c143bc6bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:00Z', 'updated_at': '2022-02-11T13:35:26Z', 'revision_number': 6, 'project_id': '6335999f706d430b8f1c2c143bc6bd71', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:27.027859 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-243c9f5b-498c-4f62-a37c-39f68bfac1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.089474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks [] for router_gateway (ddb6871b-f326-4384-aa20-1cb12fd9a246), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.188004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Allocated IP 172.20.0.2 (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99/02d53af6-37ea-4fc9-91d9-ef5ef836550d/21c04dfd-98a3-45e7-b486-79715bc9a611) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:27.195682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b583bdf2-4ea2-4ec2-82b3-1348fad41f12), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.238677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Pushing event deleted for resources: {'Port': ['ID=b583bdf2-4ea2-4ec2-82b3-1348fad41f12,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:27.271471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.278091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.283360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.289741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.295024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.300404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.306139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.308073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-3299bc90-780d-4da3-b53f-b254bef38ab4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.1699421 Feb 11 13:35:27.359736 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Publish callbacks [] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.370945 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.381041 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (5778670e-c731-4db3-ac43-bd983c033dc2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.424529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:27.438212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks [] for router_gateway (ddb6871b-f326-4384-aa20-1cb12fd9a246), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.499037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.539214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:27.549302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Pushing event updated for resources: {'Port': ['ID=21c04dfd-98a3-45e7-b486-79715bc9a611,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:27.555454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:27.559257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:27.576650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (5778670e-c731-4db3-ac43-bd983c033dc2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.583955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c11e6edb-f6ac-4e6f-8e70-3bcb9c07bf6a req-9536429e-84dd-4ce0-9ac2-f8dd6de97e31 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2527680 Feb 11 13:35:27.585521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks [] for router_controller (5778670e-c731-4db3-ac43-bd983c033dc2), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.711924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Allocated IP 172.25.3.248 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0f9a24ef-04f3-46a1-a6b3-9080baf1e849) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:27.756703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa537b41-df28-4bf4-94fb-fc6cf8801f41 req-20601035-8560-404c-bed7-9a1ee32bf21c tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0567973 Feb 11 13:35:27.774678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (5778670e-c731-4db3-ac43-bd983c033dc2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.775644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5778670e-c731-4db3-ac43-bd983c033dc2 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:27.780983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.785451 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c3a1ff13-34c9-466d-9c93-0e6fb7d4170f admin admin] 10.222.0.79 "DELETE /v2.0/routers/5778670e-c731-4db3-ac43-bd983c033dc2 HTTP/1.1" status: 204 len: 168 time: 1.6944799 Feb 11 13:35:27.799094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:27.898941 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks [] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:27.915760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] Deleting subnet 24dfdaec-7e6d-4ec7-83fd-b5dabfae2506 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:35:27.921932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] Publish callbacks [] for subnet (24dfdaec-7e6d-4ec7-83fd-b5dabfae2506), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.036408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (24dfdaec-7e6d-4ec7-83fd-b5dabfae2506), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.069098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.079596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Attempting to bind port 21c04dfd-98a3-45e7-b486-79715bc9a611 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:28.081064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Attempting to bind port 21c04dfd-98a3-45e7-b486-79715bc9a611 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:28.082049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Attempting to bind port 21c04dfd-98a3-45e7-b486-79715bc9a611 on network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:28.096711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:28.097784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Checking segment: {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:28.099154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.100893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Bound using segment: {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:28.102421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Bound port: 21c04dfd-98a3-45e7-b486-79715bc9a611, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:28.103446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.117051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:28.133305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76602e0b-f6dc-425b-bafb-591cfff5189d req-a6304e2e-7fbd-41a4-a008-1d2da637effb tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.135129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76602e0b-f6dc-425b-bafb-591cfff5189d req-a6304e2e-7fbd-41a4-a008-1d2da637effb tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1716833 Feb 11 13:35:28.183427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:28.198765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (24dfdaec-7e6d-4ec7-83fd-b5dabfae2506), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.201764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:28.214801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:28.221636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] For port 21c04dfd-98a3-45e7-b486-79715bc9a611, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:28.227671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] For port 21c04dfd-98a3-45e7-b486-79715bc9a611, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21c04dfd-98a3-45e7-b486-79715bc9a611,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:28.229562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:28.230101 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.237778 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.286560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (24dfdaec-7e6d-4ec7-83fd-b5dabfae2506), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.291360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50b2e5-a9f5-4164-8c50-1ac559574c28 req-62fb0e10-68c0-443b-a724-d73405679821 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.298595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f50b2e5-a9f5-4164-8c50-1ac559574c28 req-62fb0e10-68c0-443b-a724-d73405679821 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.7796323 Feb 11 13:35:28.333945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.365358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bde74-750d-4d87-99a7-83c29b941ec0 None None] Pushing event updated for resources: {'Port': ['ID=21c04dfd-98a3-45e7-b486-79715bc9a611,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.389746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f50b2e5-a9f5-4164-8c50-1ac559574c28 req-19e42259-38dc-4063-a1fa-52a1d5c1013e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864339 Feb 11 13:35:28.425860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24dfdaec-7e6d-4ec7-83fd-b5dabfae2506,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.437699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.445086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-130a0f7e-a840-48d1-b849-b4f80b40dd60 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/24dfdaec-7e6d-4ec7-83fd-b5dabfae2506 HTTP/1.1" status: 204 len: 168 time: 0.6553843 Feb 11 13:35:28.446410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42268) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:28.459532 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76602e0b-f6dc-425b-bafb-591cfff5189d req-0bf57679-bd6c-4c15-8867-cdbe734afbbf tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090461 Feb 11 13:35:28.528534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:28.529358 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.531774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77472c00-227f-42bb-8e13-bc3813ed4be1 None None] Network bf400292-cd8d-4291-a318-6f319726a802 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:28.617170 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (bf400292-cd8d-4291-a318-6f319726a802), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.717793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:28.720651 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e158d37-006d-454b-beb7-ac4f49f7001d" -d '{"events": [{"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-plugged", "status": "completed", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:28.733111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Deleting port f27abca6-0a2c-4121-8280-9b13f7ae6003 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:28.733750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.747651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b583bdf2-4ea2-4ec2-82b3-1348fad41f12 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:28.812307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697c85-667f-4b36-a92f-1dba0cf997d3 req-9dbc7abe-b737-43c8-9ee5-bc41434e3811 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.815718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b583bdf2-4ea2-4ec2-82b3-1348fad41f12 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:28.816431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b583bdf2-4ea2-4ec2-82b3-1348fad41f12 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:28.817074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 940a248e-1b4f-4638-a92d-00ae834df98a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:28.822504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:28.826721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4697c85-667f-4b36-a92f-1dba0cf997d3 req-9dbc7abe-b737-43c8-9ee5-bc41434e3811 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 945 time: 0.2453477 Feb 11 13:35:28.878475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] For port f27abca6-0a2c-4121-8280-9b13f7ae6003, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f27abca6-0a2c-4121-8280-9b13f7ae6003,segment=NetworkSegment(21ad0765-3a9b-48a0-aba9-215af241bc5d),segment_id=21ad0765-3a9b-48a0-aba9-215af241bc5d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:28.879273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.900407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Calling delete_port for f27abca6-0a2c-4121-8280-9b13f7ae6003 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:28.907057 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:28.939336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.945692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.951071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.957759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.969960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.975681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.987629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.995105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 940a248e-1b4f-4638-a92d-00ae834df98a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:28.995385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 940a248e-1b4f-4638-a92d-00ae834df98a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:28.996204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-a14eb9fc-0848-4ba1-a72a-1632f849cbad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.1718237 Feb 11 13:35:28.999313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.108293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] DHCP port deletion for bf400292-cd8d-4291-a318-6f319726a802 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:35:29.110171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4697c85-667f-4b36-a92f-1dba0cf997d3 req-b1f8ecd5-7c26-454a-9380-ed062e8a2467 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825515 Feb 11 13:35:29.121104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks [] for router_gateway (ddb6871b-f326-4384-aa20-1cb12fd9a246), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.163472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55c0dd4b-10e5-4e9c-b2f0-8aa5298c42d1 req-e8c50b22-9775-4f18-bf3b-628b8aa62394 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637516 Feb 11 13:35:29.199012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] Deleting port f27abca6-0a2c-4121-8280-9b13f7ae6003 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:29.199397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.200676 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.208201 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8851b9-2bfd-4527-993f-75b48a2e8340 x-openstack-request-id: req-9b8851b9-2bfd-4527-993f-75b48a2e8340 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:29.209176 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-plugged", "status": "completed", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:29.209590 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b8851b9-2bfd-4527-993f-75b48a2e8340 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:29.210152 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'code': 200} Feb 11 13:35:29.237448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27abca6-0a2c-4121-8280-9b13f7ae6003,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.266974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] No DVR routers for this DVR port f27abca6-0a2c-4121-8280-9b13f7ae6003 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:29.286554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] For port f27abca6-0a2c-4121-8280-9b13f7ae6003, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:29.286890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.301475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] Calling delete_port for f27abca6-0a2c-4121-8280-9b13f7ae6003 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:29.305843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] Port f27abca6-0a2c-4121-8280-9b13f7ae6003 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:35:29.307313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (f27abca6-0a2c-4121-8280-9b13f7ae6003), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.321180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] No DVR routers for this DVR port f27abca6-0a2c-4121-8280-9b13f7ae6003 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:29.341535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1eab95b-6a22-40d9-ad45-113b811b5c71 req-4e25dbaa-a000-49b0-ae4e-119e6d2161e5 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0709891 Feb 11 13:35:29.363841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd708f27-06b5-4022-8f69-c6d6c7196e48 None None] Pushing event deleted for resources: {'Port': ['ID=f27abca6-0a2c-4121-8280-9b13f7ae6003,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.379837 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1eee42e2-9b51-46e2-a19e-fd2250bce540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.485177 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (bf400292-cd8d-4291-a318-6f319726a802), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.535007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf400292-cd8d-4291-a318-6f319726a802']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:29.583120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ad0765-3a9b-48a0-aba9-215af241bc5d') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:29.583308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ad0765-3a9b-48a0-aba9-215af241bc5d') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:29.588365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4ca80-0f5b-4523-abe0-ebbc354ac9cd req-4b342757-f907-420d-bc9b-ca0e63fd29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:29.590195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40a4ca80-0f5b-4523-abe0-ebbc354ac9cd req-4b342757-f907-420d-bc9b-ca0e63fd29e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 1128 time: 0.2187660 Feb 11 13:35:29.608964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (21ad0765-3a9b-48a0-aba9-215af241bc5d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.643060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (21ad0765-3a9b-48a0-aba9-215af241bc5d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.685073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ac1d-4fa8-48ed-84dc-5fa74c3dd9ef req-97e38b2d-9528-4cc4-8bd8-5b07ebd1fab6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:29.692937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2a7ac1d-4fa8-48ed-84dc-5fa74c3dd9ef req-97e38b2d-9528-4cc4-8bd8-5b07ebd1fab6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1755180 Feb 11 13:35:29.698829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:35:29.699488 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (21ad0765-3a9b-48a0-aba9-215af241bc5d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:29.701771 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:29.777248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40a4ca80-0f5b-4523-abe0-ebbc354ac9cd req-6ffb1cdd-3c1c-4a8c-af8e-34a582c77e6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802101 Feb 11 13:35:29.807825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (bf400292-cd8d-4291-a318-6f319726a802), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.812132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:29.816120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bf400292-cd8d-4291-a318-6f319726a802 HTTP/1.1" status: 204 len: 168 time: 1.3670669 Feb 11 13:35:29.841584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780fe278-0023-4c46-9ca5-e19cea3bd1e2 req-07287ce7-da01-4888-874b-38eb52ebbbf5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c1533b57cac4ef0b6317c05490e1659&device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0716877 Feb 11 13:35:29.878325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2a7ac1d-4fa8-48ed-84dc-5fa74c3dd9ef req-d8427f04-c53a-4af8-8552-215d71280b50 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841638 Feb 11 13:35:29.883528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce565c-9132-4aab-82c0-f9f44cf4a4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf400292-cd8d-4291-a318-6f319726a802,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.888024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780fe278-0023-4c46-9ca5-e19cea3bd1e2 req-201e087a-21a1-4631-be3b-e96d1ec2e6b7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6c1533b57cac4ef0b6317c05490e1659&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397782 Feb 11 13:35:29.975236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-279cdb3e-50bd-4e0d-a4a6-32b1314f4416 req-097f6ac5-c241-4bfb-83c6-e97dacddb98b tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0355768 Feb 11 13:35:30.000585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42288) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:30.107810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-50c9c325-782f-4e2c-b625-5117bc66c0dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6335999f706d430b8f1c2c143bc6bd71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098580 Feb 11 13:35:30.110388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:30.114909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f00f-a248-4034-8395-072f107a079a req-2e8266fb-4862-4fef-95fc-54429dc1c1b2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.116513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfd7f00f-a248-4034-8395-072f107a079a req-2e8266fb-4862-4fef-95fc-54429dc1c1b2 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.3561306 Feb 11 13:35:30.142467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b472b-d49d-43c5-8490-60304afdf354 None None] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:30.171640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9becad7-3d27-4881-8761-a5d2f48ece9b req-9fad319c-16c9-4a63-80fe-7df7fbd97c87 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.172880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9becad7-3d27-4881-8761-a5d2f48ece9b req-9fad319c-16c9-4a63-80fe-7df7fbd97c87 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1109233 Feb 11 13:35:30.204310 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a96328f-2676-4f30-889d-1aa9dcdbe071 admin admin] Publish callbacks [] for security_group (2f2d48ad-f258-448a-89d0-d05efe6f1184), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.218630 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfd7f00f-a248-4034-8395-072f107a079a req-7a633ca8-f9c4-4a0f-a53e-9303a2190fc9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743742 Feb 11 13:35:30.219714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (ddb6871b-f326-4384-aa20-1cb12fd9a246), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.252833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a96328f-2676-4f30-889d-1aa9dcdbe071 admin admin] Publish callbacks [] for security_group (2f2d48ad-f258-448a-89d0-d05efe6f1184), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.275034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe278-0023-4c46-9ca5-e19cea3bd1e2 req-de401a2e-55d9-465c-8f03-b021ffab19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.276593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780fe278-0023-4c46-9ca5-e19cea3bd1e2 req-de401a2e-55d9-465c-8f03-b021ffab19ea service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3173754 Feb 11 13:35:30.302376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9becad7-3d27-4881-8761-a5d2f48ece9b req-688ae87c-e83d-49ab-be31-e58fc65e2f36 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229818 Feb 11 13:35:30.332744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2f8d836e-7257-4828-a287-81e5ece53ed5 None None] Provisioning complete for port 21c04dfd-98a3-45e7-b486-79715bc9a611 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:30.332999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f8d836e-7257-4828-a287-81e5ece53ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.374439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a96328f-2676-4f30-889d-1aa9dcdbe071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2f2d48ad-f258-448a-89d0-d05efe6f1184), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.377275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a96328f-2676-4f30-889d-1aa9dcdbe071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.380907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3a96328f-2676-4f30-889d-1aa9dcdbe071 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f2d48ad-f258-448a-89d0-d05efe6f1184 HTTP/1.1" status: 204 len: 168 time: 0.2672234 Feb 11 13:35:30.387195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96328f-2676-4f30-889d-1aa9dcdbe071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2d48ad-f258-448a-89d0-d05efe6f1184,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:30.447412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6bb2-24bc-495a-8342-6827663c587a req-f9171464-d984-4414-b34a-a3d4f49732ad tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.456479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29bd6bb2-24bc-495a-8342-6827663c587a req-f9171464-d984-4414-b34a-a3d4f49732ad tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 946 time: 0.1114869 Feb 11 13:35:30.486284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d836e-7257-4828-a287-81e5ece53ed5 None None] Current status of the port 21c04dfd-98a3-45e7-b486-79715bc9a611 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:30.487272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f8d836e-7257-4828-a287-81e5ece53ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.517003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.523935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.529963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.538052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.545696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.548323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29bd6bb2-24bc-495a-8342-6827663c587a req-beba394e-c2e8-4fec-a65f-03397adabb4c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902145 Feb 11 13:35:30.553250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Router ddb6871b-f326-4384-aa20-1cb12fd9a246 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:30.556443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.566577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.574618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0009f23f-e296-4bc7-8bbf-f8d9902f7949 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.1330898 Feb 11 13:35:30.578952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2f8d836e-7257-4828-a287-81e5ece53ed5 None None] For port 21c04dfd-98a3-45e7-b486-79715bc9a611, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21c04dfd-98a3-45e7-b486-79715bc9a611,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:30.588653 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f8d836e-7257-4828-a287-81e5ece53ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.695706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18dde18e-3dcf-4591-a7e4-f51d723f96e9 req-0c3a8e0b-adb3-484c-bc97-4437360847e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199961 Feb 11 13:35:30.708577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d836e-7257-4828-a287-81e5ece53ed5 None None] Pushing event updated for resources: {'Port': ['ID=21c04dfd-98a3-45e7-b486-79715bc9a611,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:30.868927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21c04dfd-98a3-45e7-b486-79715bc9a611 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:30.882705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:30.900780 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Sync routers for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:30.918166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.922480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42306) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:30.924521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a4fc3a70-0210-402f-a7d6-82fb4103d746 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1482503 Feb 11 13:35:30.933385 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:30.934042 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:30.957445 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.966381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-219d65f1-cf66-4156-be4d-5d73b0117176 None None] Provisioning complete for port 21c04dfd-98a3-45e7-b486-79715bc9a611 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:30.966754 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-219d65f1-cf66-4156-be4d-5d73b0117176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:30.973898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 21c04dfd-98a3-45e7-b486-79715bc9a611 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:30.974288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:31.111800 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:31.166649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b77e50db-297a-4d31-b44a-e320d6066608 req-6cba8ff8-5923-45df-93a3-47bc0b7a21c6 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0642598 Feb 11 13:35:31.247849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-219d65f1-cf66-4156-be4d-5d73b0117176 None None] Current status of the port 21c04dfd-98a3-45e7-b486-79715bc9a611 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:31.273919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 21c04dfd-98a3-45e7-b486-79715bc9a611 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:31.349505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11353aed-db56-46a3-b47a-9222a489e33c req-08c6a4fe-90ce-4ca6-ad21-7d9c8041ad03 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:31.360710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11353aed-db56-46a3-b47a-9222a489e33c req-08c6a4fe-90ce-4ca6-ad21-7d9c8041ad03 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.2992830 Feb 11 13:35:31.408034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947aef1-8a85-4f47-b52b-78007bb94fe0 req-a9c1343f-3dd8-4273-9bdc-696ee363eae6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:31.418242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f27abca6-0a2c-4121-8280-9b13f7ae6003 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:31.424747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c947aef1-8a85-4f47-b52b-78007bb94fe0 req-a9c1343f-3dd8-4273-9bdc-696ee363eae6 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1146305 Feb 11 13:35:31.471701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: f27abca6-0a2c-4121-8280-9b13f7ae6003 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:31.474864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f27abca6-0a2c-4121-8280-9b13f7ae6003 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:31.523058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c947aef1-8a85-4f47-b52b-78007bb94fe0 req-170faada-9d00-4534-b1d1-aac3e5bb8926 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923851 Feb 11 13:35:31.552678 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:28Z', 'revision_number': 3, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:31.575334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780fe278-0023-4c46-9ca5-e19cea3bd1e2 req-ea98e90a-3d65-44cc-b05d-f4e3ee441845 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0434129 Feb 11 13:35:31.606005 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Checking router: ddb6871b-f326-4384-aa20-1cb12fd9a246 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:31.606680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Updating router ddb6871b-f326-4384-aa20-1cb12fd9a246 port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:31.662516 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:31.822927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d35d2-5ecf-4f4d-b39c-d3e01b8c946f req-41838dbb-42e7-490a-847f-204f817b6f99 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:31.837745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-366d35d2-5ecf-4f4d-b39c-d3e01b8c946f req-41838dbb-42e7-490a-847f-204f817b6f99 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 946 time: 0.1371522 Feb 11 13:35:31.939104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-366d35d2-5ecf-4f4d-b39c-d3e01b8c946f req-3fe9d1a4-ab96-40f4-a885-6a02e9757789 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004531 Feb 11 13:35:32.114558 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Publish callbacks [] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.127454 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.142775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11353aed-db56-46a3-b47a-9222a489e33c req-c72381d2-065c-42ac-8d36-969362346fcc tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805042 Feb 11 13:35:32.158112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42338) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:32.169205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.197840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.213508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.215593 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Attempting to bind port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:32.217225 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Attempting to bind port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:32.217743 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Attempting to bind port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:32.227384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.229857 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:32.233869 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:32.234572 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.234887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.235345 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:32.237468 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Bound port: 0f9a24ef-04f3-46a1-a6b3-9080baf1e849, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:32.238064 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.243224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.248903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.257072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-d300af73-dfc6-44a7-96ee-9dee76b05211 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.2001600 Feb 11 13:35:32.295740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.340768 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Pushing event updated for resources: {'Port': ['ID=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.370859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa4d9a90-1386-4075-a2db-be0f7699da48 req-178c163d-7c98-44a2-8172-eeac99ec0d63 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125178 Feb 11 13:35:32.448271 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] For port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:32.454165 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] For port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:32.471994 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.474915 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.477503 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.480870 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.481426 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.484878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.485408 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.485899 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.489268 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.490178 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.495591 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.496191 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.496793 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:32.512598 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.600636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-network', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:32.633587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Made reservation on behalf of 308a86821b214a7b9972d1c797f8f23f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:32.637060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.655290 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:32.656135 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:32.659655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb68a6e-f9af-4a20-bba2-27bc343db7ed None None] Pushing event updated for resources: {'Port': ['ID=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.673100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3ffcdb0-1640-46c7-9f26-9b2c08a3848a req-c95d1d28-4bfe-45b4-a03f-e9b9dfbaa254 tempest-ServerShowV257Test-1289080213 tempest-ServerShowV257Test-1289080213-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7ecac1b-a613-46a8-b978-80c3e24e576a HTTP/1.1" status: 200 len: 210 time: 0.0767298 Feb 11 13:35:32.685679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.710762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21c04dfd-98a3-45e7-b486-79715bc9a611 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:32.715065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.741642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8fe31-b27c-4f0a-ac89-29ad5946609d req-81b8a771-bf2e-4ef0-afe5-f279b899e1fd tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.765621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0d8fe31-b27c-4f0a-ac89-29ad5946609d req-81b8a771-bf2e-4ef0-afe5-f279b899e1fd tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 946 time: 0.2070394 Feb 11 13:35:32.811498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 21c04dfd-98a3-45e7-b486-79715bc9a611 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.813543 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.864510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0d8fe31-b27c-4f0a-ac89-29ad5946609d req-afc4790b-776c-429c-b33b-18465501e97d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927558 Feb 11 13:35:32.882339 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:32.928027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 21c04dfd-98a3-45e7-b486-79715bc9a611 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:33.011831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90fc22-8a1b-44b6-83af-52fc0bba1f46 req-656e3b67-8063-47c6-b4b8-e5192eb8265d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.014052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d90fc22-8a1b-44b6-83af-52fc0bba1f46 req-656e3b67-8063-47c6-b4b8-e5192eb8265d tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1307812 Feb 11 13:35:33.014837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Allocated IP 172.20.0.1 (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99/02d53af6-37ea-4fc9-91d9-ef5ef836550d/b8561f51-8cb9-49db-8026-285f97dac66c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:33.100993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks [] for security_group (d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.106179 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:28Z', 'revision_number': 3, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:33.109148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.134365 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff77059-d682-404c-bbc0-2f3642142b80 None None] The sync data for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 is: [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:28Z', 'revision_number': 3, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:33.172371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d90fc22-8a1b-44b6-83af-52fc0bba1f46 req-ba16b0aa-16dd-466f-bc27-db9671842762 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472743 Feb 11 13:35:33.176821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:33.197548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:33.212681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8013a79d-69b4-4be8-ba10-2f0be0d517e7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.212681 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Added segment 8013a79d-69b4-4be8-ba10-2f0be0d517e7 of type vlan for network 4e671862-18e6-4997-b5da-60929f1b9450 Feb 11 13:35:33.248302 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks [] for port (b8561f51-8cb9-49db-8026-285f97dac66c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.282801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (4e671862-18e6-4997-b5da-60929f1b9450), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.324023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (4e671862-18e6-4997-b5da-60929f1b9450), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.324952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.325528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.329036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3cc2c-e2d6-4c38-a813-1450f1f55808 req-85cdce99-f893-4c02-9d22-968967e666d5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.339331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3a3cc2c-e2d6-4c38-a813-1450f1f55808 req-85cdce99-f893-4c02-9d22-968967e666d5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0773559 Feb 11 13:35:33.366447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2059376 Feb 11 13:35:33.369201 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.370920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42350) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:33.390453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3a3cc2c-e2d6-4c38-a813-1450f1f55808 req-6f627df4-a38d-4d2c-ae5e-f4fd2c0d2da6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501671 Feb 11 13:35:33.405059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Request body: {'subnet': {'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-subnet', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:33.436157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e0340-0740-4b9a-ab5e-96ba7c2adf4a admin admin] Pushing event updated for resources: {'Network': ['ID=4e671862-18e6-4997-b5da-60929f1b9450,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:33.446626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 4e671862-18e6-4997-b5da-60929f1b9450 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:35:33.478015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:33.485395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:33.488270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:33.524395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Pushing event updated for resources: {'Port': ['ID=b8561f51-8cb9-49db-8026-285f97dac66c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:33.536950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Made reservation on behalf of 308a86821b214a7b9972d1c797f8f23f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:33.540366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.642463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (ddb6871b-f326-4384-aa20-1cb12fd9a246), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.697601 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:33.724995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.733175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.741588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.751037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.758935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.786676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.813488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.823829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8187128-b13a-442f-84f2-ee3415fca714 req-0db811ce-9aab-488f-989f-9288b2c641c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.2759290 Feb 11 13:35:34.003389 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8187128-b13a-442f-84f2-ee3415fca714 req-fa823b61-de54-469a-80d2-04fb6edce352 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655076 Feb 11 13:35:34.034326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.108345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f41d292a-80c8-4368-a21f-610f188479fb None None] Provisioning complete for port b8561f51-8cb9-49db-8026-285f97dac66c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:34.109383 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f41d292a-80c8-4368-a21f-610f188479fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.202012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f41d292a-80c8-4368-a21f-610f188479fb None None] Port b8561f51-8cb9-49db-8026-285f97dac66c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:34.237354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a8603-658c-4678-8bb3-abc7b35a2efc req-afe1ceef-cc53-4b78-b2f6-e0e79223e4c5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.239787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c2a8603-658c-4678-8bb3-abc7b35a2efc req-afe1ceef-cc53-4b78-b2f6-e0e79223e4c5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 946 time: 0.1092384 Feb 11 13:35:34.261679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (1be84e30-4287-4067-83be-a22ec1b418be), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.275883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f24927-701d-48a2-945e-0eecd96087b3 req-c451b792-de00-4b98-bb49-7a534ec8b1d5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.283250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4f24927-701d-48a2-945e-0eecd96087b3 req-c451b792-de00-4b98-bb49-7a534ec8b1d5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.2695901 Feb 11 13:35:34.326008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42370) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:34.377888 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c2a8603-658c-4678-8bb3-abc7b35a2efc req-f220b1c6-7ea7-4b6b-a0c8-9a1897843dd7 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305139 Feb 11 13:35:34.397325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4f24927-701d-48a2-945e-0eecd96087b3 req-677b7cc1-2af0-47bb-a355-3cb7e2c8220a tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129043 Feb 11 13:35:34.507058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be84e30-4287-4067-83be-a22ec1b418be,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.559757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Checking segment: {'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:34.560114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Network hostable DHCP agents. Network: 4e671862-18e6-4997-b5da-60929f1b9450, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:34.564366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc210a-ac44-499f-9a54-21b38a00f049 req-ce492f93-6e6f-4279-b5fb-938a6343f27c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.566221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cfc210a-ac44-499f-9a54-21b38a00f049 req-ce492f93-6e6f-4279-b5fb-938a6343f27c tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1156065 Feb 11 13:35:34.567751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f83013f-669e-495c-bf85-669d1db5d450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.654184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Network 4e671862-18e6-4997-b5da-60929f1b9450 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:34.690890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks [] for port (b8561f51-8cb9-49db-8026-285f97dac66c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.695133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 4e671862-18e6-4997-b5da-60929f1b9450) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:34.697800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.705626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0bfca-d74e-4213-a983-000ce60cb806 None None] Network 4e671862-18e6-4997-b5da-60929f1b9450 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:34.713021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.714195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.797056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:34.807804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-313f9f06-26bb-4b6d-95ef-423dfbfdee2f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4304535 Feb 11 13:35:34.808575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Pushing event updated for resources: {'Port': ['ID=b8561f51-8cb9-49db-8026-285f97dac66c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.810838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42384) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:34.834608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:34.844071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (ddb6871b-f326-4384-aa20-1cb12fd9a246), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.860973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f83013f-669e-495c-bf85-669d1db5d450 admin admin] Publish callbacks [] for security_group (9dc3e42c-8a79-45c8-91a3-3435773c2740), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.880226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cfc210a-ac44-499f-9a54-21b38a00f049 req-a078e52d-1352-4a0b-8516-849ae48bdf7a tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027771 Feb 11 13:35:34.880892 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f83013f-669e-495c-bf85-669d1db5d450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9dc3e42c-8a79-45c8-91a3-3435773c2740), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.885452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed67bb-e669-4ca5-b740-d7114dd3d600 None None] Network 4e671862-18e6-4997-b5da-60929f1b9450 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:34.925705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:34.926087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.954714 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (bff4ef07-c520-4922-8aec-964641218d4f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.956143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (bff4ef07-c520-4922-8aec-964641218d4f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.987883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2f83013f-669e-495c-bf85-669d1db5d450 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c1533b57cac4ef0b6317c05490e1659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6607308 Feb 11 13:35:34.988735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42392) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:34.991989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83013f-669e-495c-bf85-669d1db5d450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3e42c-8a79-45c8-91a3-3435773c2740,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.078988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee4f70e6-c12e-404d-b5fc-8c03b5b8716e admin admin] Publish callbacks [] for security_group (9dc3e42c-8a79-45c8-91a3-3435773c2740), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.115240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee4f70e6-c12e-404d-b5fc-8c03b5b8716e admin admin] Publish callbacks [] for security_group (9dc3e42c-8a79-45c8-91a3-3435773c2740), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.137542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks [] for router_controller (bff4ef07-c520-4922-8aec-964641218d4f), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.189885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:35.204072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:35.215684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:35.216083 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.241389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee4f70e6-c12e-404d-b5fc-8c03b5b8716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9dc3e42c-8a79-45c8-91a3-3435773c2740), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.247362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:35.248283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee4f70e6-c12e-404d-b5fc-8c03b5b8716e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.253689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.268101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ee4f70e6-c12e-404d-b5fc-8c03b5b8716e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9dc3e42c-8a79-45c8-91a3-3435773c2740 HTTP/1.1" status: 204 len: 168 time: 0.2764688 Feb 11 13:35:35.301582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f70e6-c12e-404d-b5fc-8c03b5b8716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3e42c-8a79-45c8-91a3-3435773c2740,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.363822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.376337 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks [] for router_gateway (bff4ef07-c520-4922-8aec-964641218d4f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.606173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e722a-12fb-4c93-b9a6-b7eb41427419 req-ebffb897-717d-49ce-9681-c1088af1b23c tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.613148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e1e722a-12fb-4c93-b9a6-b7eb41427419 req-ebffb897-717d-49ce-9681-c1088af1b23c tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1157918 Feb 11 13:35:35.628420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.633882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.663531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5225d0b2-4c1f-4542-8b62-963acf819366 None None] Provisioning complete for port b8561f51-8cb9-49db-8026-285f97dac66c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:35.666792 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5225d0b2-4c1f-4542-8b62-963acf819366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.667311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.679688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e1e722a-12fb-4c93-b9a6-b7eb41427419 req-e841f616-adae-4bbe-bfe0-2d9a3839ab2d tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656152 Feb 11 13:35:35.680343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.691609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.707239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.719932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.721934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-7adcb8f8-7c53-4bd4-a78b-1101cd0ae492 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.5305991 Feb 11 13:35:35.740751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5225d0b2-4c1f-4542-8b62-963acf819366 None None] Port b8561f51-8cb9-49db-8026-285f97dac66c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:35.750145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Router ddb6871b-f326-4384-aa20-1cb12fd9a246 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:35.905127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e1173b1c-110d-48fe-9bb3-5c1bc9a7b50b req-b1cb25e2-26e5-420f-8c94-f2405d26a19a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687672 Feb 11 13:35:36.033037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:36.040462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a80833ba-ea8a-4a49-942e-acae9c8caf26 admin admin] 10.222.0.79 "PUT /v2.0/routers/ddb6871b-f326-4384-aa20-1cb12fd9a246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1168981 Feb 11 13:35:36.058640 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Sync routers for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:36.093842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:36.096163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:36.116408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks [] for router_gateway (bff4ef07-c520-4922-8aec-964641218d4f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:36.140199 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:36.244620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c178-c8cc-42e1-8970-3ea7090d2fcf req-2ee41df9-09e6-46ec-9b6b-6ccca1818202 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.251602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f60c178-c8cc-42e1-8970-3ea7090d2fcf req-2ee41df9-09e6-46ec-9b6b-6ccca1818202 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.2165089 Feb 11 13:35:36.416957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f60c178-c8cc-42e1-8970-3ea7090d2fcf req-0d2ea298-c3f4-457d-ba90-3d9b6acad639 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644516 Feb 11 13:35:36.420517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Allocated IP 172.25.3.226 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0b0ecff9-75cd-4067-a5a3-9d78e0abeed2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:36.443086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:36.590944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks [] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:36.596615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42448) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:36.689443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:36.768794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-network', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:36.775975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:36.779321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:36.781917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:36.798059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:36.813188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:36.813927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Made reservation on behalf of d98ab33f07be4aa5951a7f38ef841a67 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:36.819944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:36.854258 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.010363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:37.010363 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.060767 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks [] for security_group (cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.071011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.093394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:34Z', 'revision_number': 2, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:37.098842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:37.122953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Checking router: ddb6871b-f326-4384-aa20-1cb12fd9a246 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:37.123713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Updating router ddb6871b-f326-4384-aa20-1cb12fd9a246 port b8561f51-8cb9-49db-8026-285f97dac66c binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:37.127127 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e28d2101-9434-4fb7-bc5f-5dc1c99aa387), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.129187 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Added segment e28d2101-9434-4fb7-bc5f-5dc1c99aa387 of type vlan for network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c Feb 11 13:35:37.176250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.218191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.293845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.298964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.299560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.363869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks [] for router_gateway (bff4ef07-c520-4922-8aec-964641218d4f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.395864 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:35:37.528959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.529908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Publish callbacks [] for port (b8561f51-8cb9-49db-8026-285f97dac66c), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.545578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:35:37.559902 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.586586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42460) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:37.590395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:37.607487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0095916 Feb 11 13:35:37.621357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4b7f8ce7-5d45-4c40-a1ed-2d3ba1d3f04b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167012583', 'description': 'tempest-description--1493066769'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:37.623647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42466) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:37.642168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Request body: {'subnet': {'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-subnet', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:37.690514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bcfe9-2a87-4740-9800-f0c6201b9bed admin admin] Pushing event updated for resources: {'Network': ['ID=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.709392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8ce7-5d45-4c40-a1ed-2d3ba1d3f04b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.714928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:35:37.724566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.733037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.746297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.772416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.789636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.795196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.815478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.824198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-3c73b75b-27dc-47b2-8fac-beb21d788cd6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.5476105 Feb 11 13:35:37.826178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Made reservation on behalf of d98ab33f07be4aa5951a7f38ef841a67 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:37.828600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:37.855481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cff23-e982-422a-8a3c-41abdf69b66d None None] Pushing event updated for resources: {'Port': ['ID=b8561f51-8cb9-49db-8026-285f97dac66c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.033146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Attempting to bind port b8561f51-8cb9-49db-8026-285f97dac66c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:38.033457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Attempting to bind port b8561f51-8cb9-49db-8026-285f97dac66c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:38.033822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Attempting to bind port b8561f51-8cb9-49db-8026-285f97dac66c on network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:38.060364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:38.060747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Checking segment: {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:38.061275 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.061533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Bound using segment: {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:38.062014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Bound port: b8561f51-8cb9-49db-8026-285f97dac66c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:38.062484 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.076100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.272558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Checking segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:38.273104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Network hostable DHCP agents. Network: f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:38.307908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-08891110-1d83-4318-9b00-53d43a818e3c None None] Provisioning complete for port b8561f51-8cb9-49db-8026-285f97dac66c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:38.307908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08891110-1d83-4318-9b00-53d43a818e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.314033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d13ab247-e4bc-4737-8b3d-510c2afacb3f req-a7d26040-5535-4060-8c51-54c9d75c200e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4886718 Feb 11 13:35:38.327351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.395205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:38.424056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:38.455976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:38.455976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.462890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] For port b8561f51-8cb9-49db-8026-285f97dac66c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:38.484206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] For port b8561f51-8cb9-49db-8026-285f97dac66c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b8561f51-8cb9-49db-8026-285f97dac66c,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:38.490868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-08891110-1d83-4318-9b00-53d43a818e3c None None] Port b8561f51-8cb9-49db-8026-285f97dac66c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:38.497788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7869030-60f9-49b6-b483-442c6f302fa1 None None] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:38.503055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:38.508518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.529917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8b520ff6-1d03-4544-801f-bc614c10a599 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9018488 Feb 11 13:35:38.531308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42486) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:38.549957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:38.597559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'mac_address': 'fa:16:3e:38:f1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:35:38.642295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (45ab3971-7949-4e52-ae88-a8085f914f50), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.643201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (45ab3971-7949-4e52-ae88-a8085f914f50), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.853383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:38.854041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:38.886632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks [] for router_controller (45ab3971-7949-4e52-ae88-a8085f914f50), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:38.939805 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (bff4ef07-c520-4922-8aec-964641218d4f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.025606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cff23-e982-422a-8a3c-41abdf69b66d None None] Pushing event updated for resources: {'Port': ['ID=b8561f51-8cb9-49db-8026-285f97dac66c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.035535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:39.035950 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.123729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:39.180856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:39.215756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.223015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1e8bc2bf-9e00-42b6-b9e8-0f7691ea5da5 None None] Provisioning complete for port b8561f51-8cb9-49db-8026-285f97dac66c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:39.223015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc2bf-9e00-42b6-b9e8-0f7691ea5da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.300441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks [] for router_gateway (45ab3971-7949-4e52-ae88-a8085f914f50), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.420098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:35:39.421525 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.427438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.522872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:39.543926 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8ce7-5d45-4c40-a1ed-2d3ba1d3f04b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group (47764ce7-3948-4778-967f-808762733cb5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.562496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88751a-7319-47cc-9739-7c486acda7c5 req-c4fe8eab-e8cb-4018-8454-c09e122b991e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.570986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a88751a-7319-47cc-9739-7c486acda7c5 req-c4fe8eab-e8cb-4018-8454-c09e122b991e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.6118171 Feb 11 13:35:39.588083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-47c734ec-6765-44c6-befc-b2c50cbbf5fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6283822 Feb 11 13:35:39.588876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8ce7-5d45-4c40-a1ed-2d3ba1d3f04b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (47764ce7-3948-4778-967f-808762733cb5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.640724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f8ce7-5d45-4c40-a1ed-2d3ba1d3f04b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47764ce7-3948-4778-967f-808762733cb5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.660702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Router bff4ef07-c520-4922-8aec-964641218d4f is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:39.679027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8ce7-5d45-4c40-a1ed-2d3ba1d3f04b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.681225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4b7f8ce7-5d45-4c40-a1ed-2d3ba1d3f04b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.0936456 Feb 11 13:35:39.684394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:39.749206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1d919471-7b12-4666-855b-3c858c45133a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Request body: {'security_group_rule': {'security_group_id': '47764ce7-3948-4778-967f-808762733cb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:39.853449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.864041 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a88751a-7319-47cc-9739-7c486acda7c5 req-7628e99b-ad11-4e8f-ac31-a06eadd67cea tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921963 Feb 11 13:35:39.876124 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.891394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:39.907305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.909620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d919471-7b12-4666-855b-3c858c45133a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group_rule (154e15cb-af11-4a83-a849-198cb7adfe76), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.936545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.937430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.937905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.938704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.938826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.939298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.939962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.940524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.952613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c7a990e8-7c13-40d0-985b-694992fc4ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a844ca10a5404f0baedffa69e9bced92&device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 6718 time: 0.1933613 Feb 11 13:35:39.961445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.973348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.001397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.011226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-9719fd11-77b8-474f-b298-a60520d63f39 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.5186145 Feb 11 13:35:40.040659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:40.050623 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Sync routers for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:40.076784 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:40.080069 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:40.084567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bc2bf-9e00-42b6-b9e8-0f7691ea5da5 None None] Current status of the port b8561f51-8cb9-49db-8026-285f97dac66c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:40.085555 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc2bf-9e00-42b6-b9e8-0f7691ea5da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.130598 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.134500 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e85564af-d065-4920-8efe-cbedd04e7844 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3065970 Feb 11 13:35:40.137429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:40.212950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d919471-7b12-4666-855b-3c858c45133a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group_rule (154e15cb-af11-4a83-a849-198cb7adfe76), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.229583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d919471-7b12-4666-855b-3c858c45133a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (154e15cb-af11-4a83-a849-198cb7adfe76), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.313573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-ff009699-09b7-412b-8eba-0d707b7db0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.314081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-ff009699-09b7-412b-8eba-0d707b7db0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.314559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-ff009699-09b7-412b-8eba-0d707b7db0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.316835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-ff009699-09b7-412b-8eba-0d707b7db0ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=9851043d-750b-4ec2-a3a6-4cf97820e5af&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&id=c9f37f8f-dd92-4337-a328-55da151aa39c&id=c9f37f8f-dd92-4337-a328-55da151aa39c HTTP/1.1" status: 200 len: 2296 time: 0.3150520 Feb 11 13:35:40.317505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919471-7b12-4666-855b-3c858c45133a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154e15cb-af11-4a83-a849-198cb7adfe76,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:40.346526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d919471-7b12-4666-855b-3c858c45133a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.366462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d919471-7b12-4666-855b-3c858c45133a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6205010 Feb 11 13:35:40.380278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42526) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:40.412641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-78bd6865-befc-4049-8fe3-8848982135a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Request body: {'security_group_rule': {'security_group_id': '47764ce7-3948-4778-967f-808762733cb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:40.473283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1e8bc2bf-9e00-42b6-b9e8-0f7691ea5da5 None None] For port b8561f51-8cb9-49db-8026-285f97dac66c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b8561f51-8cb9-49db-8026-285f97dac66c,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:40.550632 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:40.633551 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc2bf-9e00-42b6-b9e8-0f7691ea5da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.644947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Allocated IP 172.20.0.2 (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c/0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b/1a7228d7-6e82-4ec0-bbce-305a523dcc56) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:40.697409 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks [] for router_gateway (45ab3971-7949-4e52-ae88-a8085f914f50), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.755102 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f3a3617-7a3e-46e1-af61-8f31c3b4b7d0 req-09305ada-f7b2-4de4-ba28-c8f49a5d6e56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7163217 Feb 11 13:35:40.757314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:40.761940 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78bd6865-befc-4049-8fe3-8848982135a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group_rule (98f301ce-bd78-4e7f-8f35-bb56dd93b9ba), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.040508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78bd6865-befc-4049-8fe3-8848982135a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group_rule (98f301ce-bd78-4e7f-8f35-bb56dd93b9ba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.068378 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:37Z', 'revision_number': 3, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:41.069452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bc2bf-9e00-42b6-b9e8-0f7691ea5da5 None None] Pushing event updated for resources: {'Port': ['ID=b8561f51-8cb9-49db-8026-285f97dac66c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.087958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78bd6865-befc-4049-8fe3-8848982135a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (98f301ce-bd78-4e7f-8f35-bb56dd93b9ba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.116867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-2cec2f9f-8580-406f-995d-7d12ae8a98d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3 HTTP/1.1" status: 200 len: 1000 time: 0.7491546 Feb 11 13:35:41.129231 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Checking router: bff4ef07-c520-4922-8aec-964641218d4f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:41.129626 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Updating router bff4ef07-c520-4922-8aec-964641218d4f port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:41.136806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:41.172649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-c9a0e74b-a837-4a6b-8c08-9c9fcfa0f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.175470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-c9a0e74b-a837-4a6b-8c08-9c9fcfa0f833 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.6717086 Feb 11 13:35:41.176041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd6865-befc-4049-8fe3-8848982135a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f301ce-bd78-4e7f-8f35-bb56dd93b9ba,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.189200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd013c8b-c952-437d-a533-b6f2cc2e4b96 None None] The sync data for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 is: [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:41.192688 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.237430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-8ff8bb9c-d37a-4a42-8ff2-bc9c59ff7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.238955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-8ff8bb9c-d37a-4a42-8ff2-bc9c59ff7c12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e119b7f-df68-4b7a-b24e-0d52973d3ffa HTTP/1.1" status: 200 len: 855 time: 0.1131620 Feb 11 13:35:41.266263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2e7ee-b913-4eaa-b085-64ac9ec12b65 req-2b3d382b-1c97-45c6-8032-c8ff53399cb1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.273203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78bd6865-befc-4049-8fe3-8848982135a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.274391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6f2e7ee-b913-4eaa-b085-64ac9ec12b65 req-2b3d382b-1c97-45c6-8032-c8ff53399cb1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.6172757 Feb 11 13:35:41.283739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42534) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:41.293657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-78bd6865-befc-4049-8fe3-8848982135a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9044037 Feb 11 13:35:41.306094 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Publish callbacks [] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.319967 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.360221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:41.391356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d7967-4cee-4487-930a-c8df39307148 req-1e3e279d-3a9b-4702-9824-6e20f93d058f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.406766 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-842d7967-4cee-4487-930a-c8df39307148 req-1e3e279d-3a9b-4702-9824-6e20f93d058f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.3552158 Feb 11 13:35:41.429202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:41.438028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:41.446951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:41.448589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Allocated IP 172.25.3.74 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/aaf0a780-8fc9-49d6-b559-d1e59c6f1650) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:41.506488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:41.525375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Attempting to bind port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:41.525617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Attempting to bind port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:41.525849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Attempting to bind port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:41.528149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Pushing event updated for resources: {'Port': ['ID=1a7228d7-6e82-4ec0-bbce-305a523dcc56,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.561658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:41.562048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Checking segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:41.562497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.562900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Bound using segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:41.563437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Bound port: 1a7228d7-6e82-4ec0-bbce-305a523dcc56, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:41.563782 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.572217 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-842d7967-4cee-4487-930a-c8df39307148 req-ab9ec6af-92e2-4f9f-b8fd-fe772e811713 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589975 Feb 11 13:35:41.610284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-bdb3f0e4-21f0-4934-91f6-c8f46cbc90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.612849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-bdb3f0e4-21f0-4934-91f6-c8f46cbc90e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.3713021 Feb 11 13:35:41.619340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.701422 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks [] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.745362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] For port 1a7228d7-6e82-4ec0-bbce-305a523dcc56, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:41.749467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] For port 1a7228d7-6e82-4ec0-bbce-305a523dcc56, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1a7228d7-6e82-4ec0-bbce-305a523dcc56,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:41.757236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:41.758502 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.762519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.768213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.845701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Pushing event updated for resources: {'Port': ['ID=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.862892 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-413f7aec-3c5e-43e3-90d9-f8480bf6e174 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 217 time: 0.2293284 Feb 11 13:35:41.881557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:41.887278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:41.893447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:42.018376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb31779-59b7-45c4-a7d7-3353f2e0a9ea None None] Pushing event updated for resources: {'Port': ['ID=1a7228d7-6e82-4ec0-bbce-305a523dcc56,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.109186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.121214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.125726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:42.126149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.139841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.153708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.165517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:42.167886 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6acf2cb-cf12-4cf6-a4a8-76d108b0e665" -d '{"events": [{"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-plugged", "status": "completed", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:42.185946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:42.196283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.202225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.232771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.237216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6f2e7ee-b913-4eaa-b085-64ac9ec12b65 req-6d5994ba-6e5a-417c-b79b-d9621cb05e54 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9618721 Feb 11 13:35:42.248424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-a16f3805-ca10-4036-8d99-9a7b5945dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.249956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-a16f3805-ca10-4036-8d99-9a7b5945dc78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9851043d-750b-4ec2-a3a6-4cf97820e5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9959471 Feb 11 13:35:42.269541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.278717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-3505874c-f71c-434c-a675-41e16c7521c8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.3417368 Feb 11 13:35:42.319546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.321074 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Publish callbacks [] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.346840 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.449845 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14acac39-d6b3-4e0a-be54-33be0a9a24db x-openstack-request-id: req-14acac39-d6b3-4e0a-be54-33be0a9a24db {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:42.450533 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-plugged", "status": "completed", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:42.453263 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14acac39-d6b3-4e0a-be54-33be0a9a24db {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:42.453997 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'code': 200} Feb 11 13:35:42.473434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-bc6066e5-0a67-426a-ad18-6e10c35f908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.480796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-bc6066e5-0a67-426a-ad18-6e10c35f908a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.4913425 Feb 11 13:35:42.515825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Attempting to bind port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:42.516581 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Attempting to bind port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:42.517181 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Attempting to bind port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:42.531377 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:42.532659 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:42.533291 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.533914 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:42.534688 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Bound port: 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:42.535897 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.597106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-3b48b0c8-fce6-4f59-8e03-1a9b927e75b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904291 Feb 11 13:35:42.622614 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] For port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:42.629573 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] For port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:42.652260 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.708249 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:42.710904 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:42.781740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adf178b5-3d64-41af-a5bf-4d83d9896a8c req-b939e103-8c9d-45a3-929d-750f6e559675 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3364894 Feb 11 13:35:42.972841 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c5127-c201-454e-8f10-03f4e23ace5a None None] Pushing event updated for resources: {'Port': ['ID=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.989557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks [] for router_gateway (45ab3971-7949-4e52-ae88-a8085f914f50), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.020519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b8561f51-8cb9-49db-8026-285f97dac66c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:43.068240 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:43.122599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-912dd5d9-d22b-4f5b-a641-45ae7aae1491 service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8428841 Feb 11 13:35:43.132644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.149070 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.153549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b8561f51-8cb9-49db-8026-285f97dac66c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:43.154216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.313307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c5127-c201-454e-8f10-03f4e23ace5a None None] Pushing event updated for resources: {'Port': ['ID=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.348758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (45ab3971-7949-4e52-ae88-a8085f914f50), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.384736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b8561f51-8cb9-49db-8026-285f97dac66c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:43.389385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1a7228d7-6e82-4ec0-bbce-305a523dcc56 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:43.467880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d918d-1be7-4ff4-adfa-ccf37b89e6a5 req-9975ce36-aba0-4469-8127-a05de06afd36 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.477489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f17d918d-1be7-4ff4-adfa-ccf37b89e6a5 req-9975ce36-aba0-4469-8127-a05de06afd36 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.7310643 Feb 11 13:35:43.552120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:43.553010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.640908 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:37Z', 'revision_number': 3, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:43.641478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-c78d1cb7-6194-45ac-af07-b8cf84f19238 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9979634 Feb 11 13:35:43.729227 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ec533-227e-448c-bee1-6d9ab802fc06 None None] The sync data for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 is: [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:37Z', 'revision_number': 3, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:43.757064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c5bae-e307-42f5-8eb4-60fa6cbb5c7b req-59bc1e84-dd62-4dd7-a352-59186b149caa tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.763680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:43.764393 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.769087 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-312c5bae-e307-42f5-8eb4-60fa6cbb5c7b req-59bc1e84-dd62-4dd7-a352-59186b149caa tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.2562380 Feb 11 13:35:43.869238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 1a7228d7-6e82-4ec0-bbce-305a523dcc56, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1a7228d7-6e82-4ec0-bbce-305a523dcc56,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:43.877314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:43.990640 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=1a7228d7-6e82-4ec0-bbce-305a523dcc56,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:44.059580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d10af-853d-44b2-ad90-241771d4c60e None None] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:35:44.194284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-59492698-6ec9-4e78-88cf-4931ab161785 None None] Provisioning complete for port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:44.208439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59492698-6ec9-4e78-88cf-4931ab161785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:44.355973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-312c5bae-e307-42f5-8eb4-60fa6cbb5c7b req-d69e7a90-dab2-4069-bd0e-1cbca3ba9f44 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858960 Feb 11 13:35:44.384546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Router 45ab3971-7949-4e52-ae88-a8085f914f50 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:44.521149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-59492698-6ec9-4e78-88cf-4931ab161785 None None] Current status of the port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:44.608969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:44.621190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Sync routers for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:44.645462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f17d918d-1be7-4ff4-adfa-ccf37b89e6a5 req-bd573bc8-0c7a-4dcb-8f79-9b681505fc9f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1669502 Feb 11 13:35:44.667192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:44.667939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:44.693704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:44.709356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2da61480-bff6-49cc-a231-e5445a853b5f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1744733 Feb 11 13:35:44.712906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42574) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:44.757445 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c30a2be1-af76-4fc7-8dce-de218e4b2228 service neutron] 10.222.0.30 "GET /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6154482 Feb 11 13:35:44.843563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-b1115685-0993-45e6-9129-5f6e7ab483ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 217 time: 0.0760219 Feb 11 13:35:44.971315 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ded93b8a-5fe2-4f96-86fb-61e6a885bd45 req-474a4f09-c492-4d7d-a871-a5a3476b23c8 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3292325 Feb 11 13:35:44.983201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Allocated IP 172.25.3.121 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/f7220b23-37a3-4209-ac63-7a00c115c17b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:45.015670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-af76d2af-5d12-476a-9cdc-b91dccc9b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.017246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-af76d2af-5d12-476a-9cdc-b91dccc9b8b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.1225603 Feb 11 13:35:45.018671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Allocated IP 172.20.0.1 (4e671862-18e6-4997-b5da-60929f1b9450/1be84e30-4287-4067-83be-a22ec1b418be/7fb9b1ec-3bfa-4e3b-bf57-be32855d952a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:45.101123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:45.192960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.200031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.208173 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:45.224574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.230688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.246861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.259397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:45.266311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.271686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.274594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-0484ad1d-1185-4541-83c9-e1beb404cb23 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.6989317 Feb 11 13:35:45.304661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-9db32cf1-65f5-4fae-809a-1719a649e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.306208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-9db32cf1-65f5-4fae-809a-1719a649e183 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1797037 Feb 11 13:35:45.485133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-205ad744-23ca-438b-8296-6350e83efdc1 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657948 Feb 11 13:35:45.588204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4e8b3a9-adac-4386-8720-f0220a884c27 req-a9e78c72-87d3-48ba-806c-2066de616242 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3021421 Feb 11 13:35:45.643409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-3ab73b3c-3203-4016-9a01-4ae01e3f7afd service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490967 Feb 11 13:35:45.731567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:45.747156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-08c97b25-5e80-497a-9a3b-c90137d21e3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 217 time: 0.0929334 Feb 11 13:35:45.750494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks [] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:45.787445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0090c9ba-eacb-4ee2-8213-ce954cf3efab None None] Provisioning complete for port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:45.788673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0090c9ba-eacb-4ee2-8213-ce954cf3efab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:45.799046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event updated for resources: {'Port': ['ID=f7220b23-37a3-4209-ac63-7a00c115c17b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:45.818610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.823831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.829569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.835048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.842105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.847939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.850180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:45.854468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.863068 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-08bffbf2-d631-4b80-a03e-e538aa401ceb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.1704969 Feb 11 13:35:45.866389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:45.881139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:45.936587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:45.937506 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:45.939473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc34157-fae1-482a-9e0b-a60d095937fe req-09860c95-ae86-42eb-850b-526163d2ef92 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.946894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bc34157-fae1-482a-9e0b-a60d095937fe req-09860c95-ae86-42eb-850b-526163d2ef92 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.3024576 Feb 11 13:35:45.956744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-435f1380-8b7e-4406-aafc-6e099b2763e9 req-c75b5fb4-fe89-4008-b37b-55d7705ca4fd tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927806 Feb 11 13:35:45.985357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-4e442eb4-953e-4fbb-b218-1189d684260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.986945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-4e442eb4-953e-4fbb-b218-1189d684260c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.1909266 Feb 11 13:35:45.991021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:42Z', 'revision_number': 3, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:46.095431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0090c9ba-eacb-4ee2-8213-ce954cf3efab None None] Current status of the port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:46.098647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Checking router: 45ab3971-7949-4e52-ae88-a8085f914f50 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:46.100009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Updating router 45ab3971-7949-4e52-ae88-a8085f914f50 port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:46.107901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for floatingip (e51ed0f0-1101-40ad-a054-528e6e7fc948), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.115137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.139595 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.215794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:46.216665 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.222017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.231521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bc34157-fae1-482a-9e0b-a60d095937fe req-2dc40445-ac82-40ee-8d3f-42246437e3fc tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837267 Feb 11 13:35:46.264066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Pushing event updated for resources: {'Port': ['ID=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:46.275552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:46.294321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e146e-2278-49d6-b8a4-43dfa6e9e2ae req-9309b86a-76d9-42ac-9d87-468416c48257 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.297492 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.298360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1a7228d7-6e82-4ec0-bbce-305a523dcc56 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:46.305828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b9e146e-2278-49d6-b8a4-43dfa6e9e2ae req-9309b86a-76d9-42ac-9d87-468416c48257 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.2148888 Feb 11 13:35:46.389872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Network 4e671862-18e6-4997-b5da-60929f1b9450 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:46.402474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:46.412467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:46.453085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-6e8ea2fe-1482-46d9-b638-657a0b059478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.454851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-6e8ea2fe-1482-46d9-b638-657a0b059478 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4549351 Feb 11 13:35:46.502108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:46.502476 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.517688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.526468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b9e146e-2278-49d6-b8a4-43dfa6e9e2ae req-6a4860ce-2416-4dbd-9f4d-73b0fa7698d9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192116 Feb 11 13:35:46.605877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:46.685130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Allocated IP 172.20.0.1 (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c/0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b/d0707076-8024-4cf6-b5bf-c703c3a0b0c3) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:46.706218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:46.798238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (bff4ef07-c520-4922-8aec-964641218d4f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.949952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Publish callbacks [] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.959846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.027048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-24b3cff9-5d37-47c1-a196-6629f57d79b3 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184977 Feb 11 13:35:47.055566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:47.101617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.107950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.114093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.120691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.126402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.131861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.141051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.141857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Attempting to bind port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:47.142463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Attempting to bind port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:47.142937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Attempting to bind port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:47.148041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5380e0-eda1-4e0b-8950-c3fd967d2810 None None] Pushing event updated for resources: {'Port': ['ID=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:47.155423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:47.156581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-0caa889c-f96c-4f29-a534-4f8240ec27e1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.3490243 Feb 11 13:35:47.158659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:47.160577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.161207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:47.162631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Bound port: aaf0a780-8fc9-49d6-b559-d1e59c6f1650, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:47.162631 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.164168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks [] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.227043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:47.227786 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.264827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] For port aaf0a780-8fc9-49d6-b559-d1e59c6f1650, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:47.270516 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f7c1b35-c997-4310-b299-ef0cd6ad994c req-32d33a86-16bc-47fd-8269-718da1176e3c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000938 Feb 11 13:35:47.286643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] For port aaf0a780-8fc9-49d6-b559-d1e59c6f1650, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:47.307916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.325603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3d76e-e66c-4f5e-a09f-f18473137927 req-cc145d4c-ffa4-441e-8b58-b2d56848ca30 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.333100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfb3d76e-e66c-4f5e-a09f-f18473137927 req-cc145d4c-ffa4-441e-8b58-b2d56848ca30 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.3325334 Feb 11 13:35:47.340466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.417800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5380e0-eda1-4e0b-8950-c3fd967d2810 None None] Pushing event updated for resources: {'Port': ['ID=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:47.430845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Pushing event updated for resources: {'Port': ['ID=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:47.432597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:47.438654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:47.444412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.488264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.494809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:47.503368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:47.508826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:47.521781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.531689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:47.641362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:47.650669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.659065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.673497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfb3d76e-e66c-4f5e-a09f-f18473137927 req-51787d24-c250-4088-acd5-dd88dadee8c8 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150023 Feb 11 13:35:47.675715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-7c11954a-d4d1-46c8-bed6-b1d125ea5c12 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146832 Feb 11 13:35:47.686244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.690278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e51ed0f0-1101-40ad-a054-528e6e7fc948), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.693277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.699136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.704948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.710984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.713278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-ad252647-40d9-47f7-877e-eb387b45476e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.2994678 Feb 11 13:35:47.721702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (45ab3971-7949-4e52-ae88-a8085f914f50), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.917649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2039ce0-e373-4f2b-99e5-fb9529427c8b req-98fd6c9d-faec-4f4c-bb40-7c3a60c724a2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1914053 Feb 11 13:35:47.950456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event updated for resources: {'Port': ['ID=f7220b23-37a3-4209-ac63-7a00c115c17b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.016335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.035978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d6b10a01-0475-4910-95b5-2acb3eebea10 None None] Provisioning complete for port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:48.036566 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6b10a01-0475-4910-95b5-2acb3eebea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.059446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-f81cafb2-3725-4048-a468-5d37727a9e05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba HTTP/1.1" status: 200 len: 217 time: 0.0524263 Feb 11 13:35:48.063987 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.075604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f023a7d2-3f0d-418b-bb89-25aa823157aa tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7476671 Feb 11 13:35:48.103271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:42Z', 'revision_number': 3, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:48.109293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d6b10a01-0475-4910-95b5-2acb3eebea10 None None] Port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:48.139347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks [] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.142190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d8923-2e03-4d6d-b908-6ad665c529ee None None] The sync data for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 is: [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:42Z', 'revision_number': 3, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:48.150651 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.218994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (bff4ef07-c520-4922-8aec-964641218d4f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.224009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-e40c498d-076d-4891-ad26-6b976756f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.225560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-e40c498d-076d-4891-ad26-6b976756f857 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.1487069 Feb 11 13:35:48.312524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717f946-8296-4664-9423-adafd63250bf req-b1b35822-e195-4b16-ae7e-4781510e8e17 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.312524 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b717f946-8296-4664-9423-adafd63250bf req-b1b35822-e195-4b16-ae7e-4781510e8e17 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.3540554 Feb 11 13:35:48.335545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade35c81-b652-4e92-9253-729cc0872a8b req-b9cd14e5-7c07-4c30-bd17-0627e89b65d9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.337448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ade35c81-b652-4e92-9253-729cc0872a8b req-b9cd14e5-7c07-4c30-bd17-0627e89b65d9 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.1464241 Feb 11 13:35:48.374410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Pushing event updated for resources: {'Port': ['ID=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.411801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks [] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.423642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.439661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ade35c81-b652-4e92-9253-729cc0872a8b req-35447e48-1747-4683-a7ca-561f81adbb6f tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910056 Feb 11 13:35:48.517471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b717f946-8296-4664-9423-adafd63250bf req-1bb4ae9b-e4c3-49ef-893a-b82874fe24ac tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855094 Feb 11 13:35:48.522677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-57c1dfc8-8492-4425-91c7-fe8530261c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.525036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-57c1dfc8-8492-4425-91c7-fe8530261c30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2663872 Feb 11 13:35:48.573466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (45ab3971-7949-4e52-ae88-a8085f914f50), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.642049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Pushing event updated for resources: {'Port': ['ID=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.649579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Network 4e671862-18e6-4997-b5da-60929f1b9450 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:48.669839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:48.702400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-68f4e0e2-4578-414f-a820-e2e50f04ca4b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--167012583&fields=id&tenant_id=ec6680828fc64876a3a66484cc1112c7 HTTP/1.1" status: 200 len: 267 time: 0.1240301 Feb 11 13:35:48.936545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aaf0a780-8fc9-49d6-b559-d1e59c6f1650 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:48.986285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Router bff4ef07-c520-4922-8aec-964641218d4f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:49.006407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:49.008691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:49.020360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-609c47d7-ca97-4322-9be0-487d3f6ef402 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:49.022079 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-609c47d7-ca97-4322-9be0-487d3f6ef402 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/networks?id=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 HTTP/1.1" status: 200 len: 815 time: 0.2981796 Feb 11 13:35:49.037766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:49.040153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:49.050492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-9c46619d-4b1f-4c5d-9077-b4a3a25932c6 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084348 Feb 11 13:35:49.092740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-519469a4-6df4-4387-95a1-39462d19fb16 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/quotas/ec6680828fc64876a3a66484cc1112c7 HTTP/1.1" status: 200 len: 375 time: 0.0630143 Feb 11 13:35:49.239663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:49.246635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:49.291920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port aaf0a780-8fc9-49d6-b559-d1e59c6f1650, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:49.298053 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:49.349966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-2832bec6-d38f-492d-8ed3-c8ac1b8a8c97 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ec6680828fc64876a3a66484cc1112c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2524204 Feb 11 13:35:49.418399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:49.459476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d38cdc4e-bd45-4a3e-a07e-c69f14441266 None None] Provisioning complete for port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:49.459826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d38cdc4e-bd45-4a3e-a07e-c69f14441266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:49.481541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Router 45ab3971-7949-4e52-ae88-a8085f914f50 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:49.541326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d38cdc4e-bd45-4a3e-a07e-c69f14441266 None None] Port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:49.658305 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c5507147-0599-426d-b8d2-348d3880c36c service neutron] 10.222.0.79 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819366 Feb 11 13:35:49.787733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:49.803061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b3ccffdd-1d23-4c1c-be2b-e61cdd212111 admin admin] 10.222.0.79 "PUT /v2.0/routers/45ab3971-7949-4e52-ae88-a8085f914f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0819733 Feb 11 13:35:49.845234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-8de98d89-d01b-4da1-9e9a-da17f5ed7eed service neutron] 10.222.0.79 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860235 Feb 11 13:35:49.980030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:49.982203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:49.987433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:49.993757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:49.998835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.004046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.009433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.015138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.017537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-65eac52e-9a99-498f-9c67-94d9bd8d5ad1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 1.3305895 Feb 11 13:35:50.018594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:50.034869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-23bf2401-7eca-4279-9136-36f029aedb7b admin admin] 10.222.0.79 "PUT /v2.0/routers/bff4ef07-c520-4922-8aec-964641218d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8948996 Feb 11 13:35:50.041227 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Sync routers for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:50.073824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.079220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.080289 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:50.083104 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:50.085442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.091364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.103347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.120818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.137625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.144104 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-f9b67494-d5bf-484d-9a2c-d03af11f4f06 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 1.2196555 Feb 11 13:35:50.311997 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:50.320230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-37d03434-d2d3-4fb1-a469-8bcae960fcb4 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2382493 Feb 11 13:35:50.472074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-e00da735-857a-433a-a4e4-e99df8ca1080 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.475831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-e00da735-857a-433a-a4e4-e99df8ca1080 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "GET /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2910378 Feb 11 13:35:50.479627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-bf6fe6f5-ebb9-4966-aae5-424981fe9b4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92 HTTP/1.1" status: 200 len: 217 time: 0.1585464 Feb 11 13:35:50.519946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.526666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.532234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.538018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.544188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.555672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.561181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.569062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-710a9773-05ed-43b3-90cd-31063405ff51 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 5444 time: 0.1261430 Feb 11 13:35:50.609369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd129b31-5712-43d3-96bb-72c468e360d9 req-1d06baa1-130b-4762-b27c-f7511618e4b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5715456 Feb 11 13:35:50.683210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c5e318cc-e1ba-442c-aa55-b3407b2a9e84 req-0b446716-9f8e-4c4b-a6e2-3448bfe5b44b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128573 Feb 11 13:35:50.736296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-ce8dddfc-be0b-46b6-962d-ba85485e4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.739229 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-ce8dddfc-be0b-46b6-962d-ba85485e4030 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 200 len: 797 time: 0.2449214 Feb 11 13:35:50.823842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-dd4d8098-a9d1-4b37-8b26-7ef28e210a95 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3098433 Feb 11 13:35:50.842368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:50.898426 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 2, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:50.915305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aaf0a780-8fc9-49d6-b559-d1e59c6f1650 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:50.933014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-67eaadbe-a253-4fae-aacc-925ec3435ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.938043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-67eaadbe-a253-4fae-aacc-925ec3435ebf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4bd7c21-30aa-4ea2-b494-b0bb93044029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1917250 Feb 11 13:35:50.961575 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Checking router: bff4ef07-c520-4922-8aec-964641218d4f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:50.970769 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Updating router bff4ef07-c520-4922-8aec-964641218d4f port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:51.045842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a76635-458a-48b0-845e-fc61bf35174a req-bc79e2a9-8d40-475d-bff7-c7f93facfa6d tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:51.046451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:51.047954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:51.061215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01a76635-458a-48b0-845e-fc61bf35174a req-bc79e2a9-8d40-475d-bff7-c7f93facfa6d tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1036160 Feb 11 13:35:51.071674 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:51.133418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:51.139282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01a76635-458a-48b0-845e-fc61bf35174a req-916e130b-52d5-478e-bda6-7f5948768539 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764301 Feb 11 13:35:51.158821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Sync routers for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:51.192047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:51.193276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:51.245735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:51.359169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-183474d2-d353-488a-bc49-5162f2dd2c18 req-a95d3b6a-0294-4c30-b3dd-e76c686861a8 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 210 time: 0.0632386 Feb 11 13:35:51.389574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:51.561968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] For port f99682d4-f7bc-4884-93c3-3c2290d91ca4, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f99682d4-f7bc-4884-93c3-3c2290d91ca4,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:51.682878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] For port f99682d4-f7bc-4884-93c3-3c2290d91ca4, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:51.690185 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Publish callbacks [] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:51.697473 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:51.717604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048633-6be0-495a-b7d6-6359415626fb req-81cc4fc5-162a-440f-8157-b52cd5051365 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:51.730222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-81cc4fc5-162a-440f-8157-b52cd5051365 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 819 time: 0.1952684 Feb 11 13:35:51.779903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-49ebd4e3-1b57-447b-8d89-202926fee28c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/quotas/308a86821b214a7b9972d1c797f8f23f HTTP/1.1" status: 200 len: 375 time: 0.0482256 Feb 11 13:35:51.780455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] device_id is not set on port f99682d4-f7bc-4884-93c3-3c2290d91ca4 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:35:51.800893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] Publish callbacks [] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:51.857208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:51.944829 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1198f7-4a3b-4ec7-a558-de796f384ed8 None None] Pushing event updated for resources: {'Port': ['ID=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:52.005176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-302a3330-c529-4e3b-a685-5062f7d3fc1e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:52.012852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-302a3330-c529-4e3b-a685-5062f7d3fc1e tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.2628582 Feb 11 13:35:52.050155 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Attempting to bind port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:52.050515 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Attempting to bind port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:52.050877 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Attempting to bind port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a on network 4e671862-18e6-4997-b5da-60929f1b9450 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:52.065725 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:52.066111 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Checking segment: {'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:52.066540 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.066927 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Bound using segment: {'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:52.067393 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Bound port: 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:52.067765 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.116224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] No DVR routers for this DVR port f99682d4-f7bc-4884-93c3-3c2290d91ca4 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:52.147061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-7909ccdd-c59d-4dba-b48d-fc322ef60aaa tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3639042 Feb 11 13:35:52.179826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.214967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42700) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:52.242876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:48Z', 'revision_number': 2, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:52.251443 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] For port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:52.255401 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] For port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:52.265459 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.313075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] In _notify_port_updated(), no bound segment for port f99682d4-f7bc-4884-93c3-3c2290d91ca4 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:35:52.313964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:52.314612 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.315933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] 10.222.0.30 "PUT /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 200 len: 1033 time: 1.4856691 Feb 11 13:35:52.323286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ab0cfb50-bb9d-4d6b-954b-f8d6e4402a24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140190298', 'description': 'tempest-description--458675712'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:52.325846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Checking router: 45ab3971-7949-4e52-ae88-a8085f914f50 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:52.326238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Updating router 45ab3971-7949-4e52-ae88-a8085f914f50 port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:52.357340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-863fd33d-9c26-4bc2-a1c0-fe1181991387 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4065363 Feb 11 13:35:52.377818 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:52.378496 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:52.391076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.396673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7a605-469f-4306-b296-9889ada1107f service neutron] Pushing event updated for resources: {'Port': ['ID=f99682d4-f7bc-4884-93c3-3c2290d91ca4,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:52.519703 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:52.603102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c847ad8-c896-4913-9e5d-268fdc2661b8 None None] Provisioning complete for port f99682d4-f7bc-4884-93c3-3c2290d91ca4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:52.603515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c847ad8-c896-4913-9e5d-268fdc2661b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.698398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c847ad8-c896-4913-9e5d-268fdc2661b8 None None] Port f99682d4-f7bc-4884-93c3-3c2290d91ca4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:52.700694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab0cfb50-bb9d-4d6b-954b-f8d6e4402a24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.748796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-44f6f835-ae43-453a-963e-78155f424a66 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:52.750300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-44f6f835-ae43-453a-963e-78155f424a66 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "GET /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3969226 Feb 11 13:35:52.821590 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1198f7-4a3b-4ec7-a558-de796f384ed8 None None] Pushing event updated for resources: {'Port': ['ID=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:52.850960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:52.860735 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:52Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:52.894536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Publish callbacks [] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.899530 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf90ac5-52ec-4e22-b457-de2e31929bb2 None None] The sync data for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 is: [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:52Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:52.903974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:52.989044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-7b2a317b-8c93-4783-8e47-bc36c984d44a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:52.993906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-7b2a317b-8c93-4783-8e47-bc36c984d44a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.30 "GET /v2.0/networks?id=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 HTTP/1.1" status: 200 len: 815 time: 1.1791120 Feb 11 13:35:53.018896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-373f9757-4bf1-4aae-9737-0d838a549850 service neutron] 10.222.0.79 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8594258 Feb 11 13:35:53.073226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e1dc-9d0c-4db4-955a-3224477011ff None None] Pushing event updated for resources: {'Port': ['ID=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:53.081448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782212c-93f1-4bc8-b4c5-97bc561851e4 req-88c6ef51-c95c-4560-b645-daddbd0a8d2b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:53.083082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f782212c-93f1-4bc8-b4c5-97bc561851e4 req-88c6ef51-c95c-4560-b645-daddbd0a8d2b tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=37a5be35-1cb8-449a-9b83-6f5523aa3ec9 HTTP/1.1" status: 200 len: 945 time: 0.6204464 Feb 11 13:35:53.119593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Deleting port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:53.119956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.204916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Attempting to bind port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:53.207252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Attempting to bind port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:53.207832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Attempting to bind port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:53.208759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.230332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:53.230332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Checking segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:53.232223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.232223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Bound using segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:53.240861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Bound port: d0707076-8024-4cf6-b5bf-c703c3a0b0c3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:53.241528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.260845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-b590d7a1-5a1c-40f7-a982-061dbe7a3f05 service neutron] 10.222.0.30 "GET /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476136 Feb 11 13:35:53.366745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] For port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:53.367322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.400803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] For port d0707076-8024-4cf6-b5bf-c703c3a0b0c3, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:53.404876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] For port d0707076-8024-4cf6-b5bf-c703c3a0b0c3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:53.406150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Calling delete_port for 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:53.412538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.436870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c219734d-5dae-4057-906c-f600f7e508f6 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec6680828fc64876a3a66484cc1112c7 HTTP/1.1" status: 200 len: 379 time: 0.4160676 Feb 11 13:35:53.452025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab0cfb50-bb9d-4d6b-954b-f8d6e4402a24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (1ed23a0c-2277-438a-9aa0-02b6fa75742a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.455160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-b797cbc7-2259-4c6c-8b8d-c19c75058b55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be19f246-bd8c-45d7-ae6a-93f62e981172 HTTP/1.1" status: 200 len: 217 time: 0.1749909 Feb 11 13:35:53.459069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Request body: {'port': {'device_id': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'admin_state_up': True, 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'security_groups': ['47764ce7-3948-4778-967f-808762733cb5']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:53.475183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab0cfb50-bb9d-4d6b-954b-f8d6e4402a24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ed23a0c-2277-438a-9aa0-02b6fa75742a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.533679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e1dc-9d0c-4db4-955a-3224477011ff None None] Pushing event updated for resources: {'Port': ['ID=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:53.543352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab0cfb50-bb9d-4d6b-954b-f8d6e4402a24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.544271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device be19f246-bd8c-45d7-ae6a-93f62e981172 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:53.544604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ab0cfb50-bb9d-4d6b-954b-f8d6e4402a24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2277586 Feb 11 13:35:53.547609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:53.552056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2c09cb89-382e-4606-9959-1a08a70e0bbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'security_group_rule': {'security_group_id': '1ed23a0c-2277-438a-9aa0-02b6fa75742a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:53.599374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-a570665e-ecfb-4309-8341-693530f31a4a service neutron] 10.222.0.79 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675430 Feb 11 13:35:53.651671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-24f341d5-5965-4a9b-9773-5d48f7f14b9f None None] Provisioning complete for port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:53.653239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24f341d5-5965-4a9b-9773-5d48f7f14b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.656613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:53.657544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:53.675322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c09cb89-382e-4606-9959-1a08a70e0bbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (b8402703-211a-463f-b847-52a289c410f8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:53.690771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f782212c-93f1-4bc8-b4c5-97bc561851e4 req-3bc01e1b-36ef-4821-9ae9-2357fd72a175 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923400 Feb 11 13:35:53.804847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-291bf5a3-c116-4acd-bf20-7ce1ebfa6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:53.806392 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-291bf5a3-c116-4acd-bf20-7ce1ebfa6414 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 200 len: 797 time: 0.3358521 Feb 11 13:35:53.813790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cfb50-bb9d-4d6b-954b-f8d6e4402a24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed23a0c-2277-438a-9aa0-02b6fa75742a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.028072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6ae5ddd9-9976-4e25-9fcd-8e08192175b2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.050002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c09cb89-382e-4606-9959-1a08a70e0bbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (b8402703-211a-463f-b847-52a289c410f8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.088790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:54.091359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c09cb89-382e-4606-9959-1a08a70e0bbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (b8402703-211a-463f-b847-52a289c410f8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.122806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port be19f246-bd8c-45d7-ae6a-93f62e981172 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:54.123376 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.156940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event deleted for resources: {'Port': ['ID=6ae5ddd9-9976-4e25-9fcd-8e08192175b2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.176297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-24f341d5-5965-4a9b-9773-5d48f7f14b9f None None] Current status of the port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:54.176848 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24f341d5-5965-4a9b-9773-5d48f7f14b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.188114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09cb89-382e-4606-9959-1a08a70e0bbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8402703-211a-463f-b847-52a289c410f8,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.247843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] For port 85d4c3a4-0538-4166-ab43-da97573683f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=85d4c3a4-0538-4166-ab43-da97573683f0,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:54.274351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.286708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port be19f246-bd8c-45d7-ae6a-93f62e981172, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=be19f246-bd8c-45d7-ae6a-93f62e981172,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:54.292777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.298146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.318887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] No DVR routers for this DVR port 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:54.330495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.330723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:54.331176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.337985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.339234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:54.340964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f23a6fd9-e46f-418f-9b79-9041c2d4d564 req-9e068f60-5b7b-4c67-855e-23105852b024 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "DELETE /v2.0/ports/6ae5ddd9-9976-4e25-9fcd-8e08192175b2 HTTP/1.1" status: 204 len: 173 time: 2.3088534 Feb 11 13:35:54.346023 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af401e34-02d7-4300-926b-9255a1c13f3d" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:54.353581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'name': 'network-vif-deleted', 'tag': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:54.368271 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.369341 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fe0bd2-d8c1-4d87-a631-179997aaead8" -d '{"events": [{"server_uuid": "37a5be35-1cb8-449a-9b83-6f5523aa3ec9", "name": "network-vif-deleted", "tag": "6ae5ddd9-9976-4e25-9fcd-8e08192175b2"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:54.372696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 75b8ca74-8355-4152-a0c7-783ae62fdf92 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:54.379487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c09cb89-382e-4606-9959-1a08a70e0bbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.389273 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2c09cb89-382e-4606-9959-1a08a70e0bbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8402631 Feb 11 13:35:54.391414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.392435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42718) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:54.403302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.414752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-44a70f91-1e32-4a01-af11-f6b47629d1b5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.4427993 Feb 11 13:35:54.422671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a4caa6da-cda2-4e2d-ab47-7c4e7a9d4aa9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'security_group_rule': {'security_group_id': '1ed23a0c-2277-438a-9aa0-02b6fa75742a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:54.473733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:54.500734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Made reservation on behalf of ec6680828fc64876a3a66484cc1112c7 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:54.504150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.518543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-fc95cfba-728e-4fea-be25-4acf40041ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.524285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-fc95cfba-728e-4fea-be25-4acf40041ac5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7008746 Feb 11 13:35:54.532998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9549d0-8360-4fe5-ae65-505075502344 req-16b8ef31-f0f2-41cf-a012-94a6ca9c8b19 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.557324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9549d0-8360-4fe5-ae65-505075502344 req-16b8ef31-f0f2-41cf-a012-94a6ca9c8b19 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.566993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9549d0-8360-4fe5-ae65-505075502344 req-16b8ef31-f0f2-41cf-a012-94a6ca9c8b19 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.588076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9549d0-8360-4fe5-ae65-505075502344 req-16b8ef31-f0f2-41cf-a012-94a6ca9c8b19 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.602063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9549d0-8360-4fe5-ae65-505075502344 req-16b8ef31-f0f2-41cf-a012-94a6ca9c8b19 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.611291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9549d0-8360-4fe5-ae65-505075502344 req-16b8ef31-f0f2-41cf-a012-94a6ca9c8b19 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.622094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca9549d0-8360-4fe5-ae65-505075502344 req-16b8ef31-f0f2-41cf-a012-94a6ca9c8b19 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 4664 time: 0.6272779 Feb 11 13:35:54.649258 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4caa6da-cda2-4e2d-ab47-7c4e7a9d4aa9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (973007d8-604c-46ae-bbe0-16b9d7339fd9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.744550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4caa6da-cda2-4e2d-ab47-7c4e7a9d4aa9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (973007d8-604c-46ae-bbe0-16b9d7339fd9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.753587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4caa6da-cda2-4e2d-ab47-7c4e7a9d4aa9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (973007d8-604c-46ae-bbe0-16b9d7339fd9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.824876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:35:54.825534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6ae5ddd9-9976-4e25-9fcd-8e08192175b2 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:54.885257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-24f341d5-5965-4a9b-9773-5d48f7f14b9f None None] For port d0707076-8024-4cf6-b5bf-c703c3a0b0c3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:54.927824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caa6da-cda2-4e2d-ab47-7c4e7a9d4aa9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973007d8-604c-46ae-bbe0-16b9d7339fd9,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.946854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] For port 85d4c3a4-0538-4166-ab43-da97573683f0, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:54.961398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4caa6da-cda2-4e2d-ab47-7c4e7a9d4aa9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:54.966701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a4caa6da-cda2-4e2d-ab47-7c4e7a9d4aa9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5604715 Feb 11 13:35:54.967351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42724) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:35:54.996077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:55.007784 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24f341d5-5965-4a9b-9773-5d48f7f14b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.020835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:55.063736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] device_id is not set on port 85d4c3a4-0538-4166-ab43-da97573683f0 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:35:55.081837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.099033 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] Publish callbacks [] for port (85d4c3a4-0538-4166-ab43-da97573683f0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.142691 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca9549d0-8360-4fe5-ae65-505075502344 req-ab815aea-3c53-4654-9acd-a5322f175bbe tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718&id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5196342 Feb 11 13:35:55.236901 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a84af9bd-df8c-4e80-88b1-7ae263e8b889 req-6e52e396-3d54-4edf-b868-7f5c95a65bd7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8212612 Feb 11 13:35:55.277713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=be19f246-bd8c-45d7-ae6a-93f62e981172,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.358337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-bae59572-3754-40a9-a6eb-5bffd23b282a service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088939 Feb 11 13:35:55.358943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.361903 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.437881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cc8b47d8-efca-4769-91fa-8e34a00f621a None None] Provisioning complete for port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:55.439143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cc8b47d8-efca-4769-91fa-8e34a00f621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.450574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5c9e864-c519-4da6-b3da-c5f3ae98b196 req-c7a2f36c-86c1-4345-a3f8-cb834921fa8f tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 210 time: 0.0377994 Feb 11 13:35:55.561668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-2448fae5-030a-4abb-b679-969327357e6c service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918335 Feb 11 13:35:55.627827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f341d5-5965-4a9b-9773-5d48f7f14b9f None None] Pushing event updated for resources: {'Port': ['ID=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.642674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 75b8ca74-8355-4152-a0c7-783ae62fdf92 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:55.643070 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.652643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Allocated IP 172.25.3.145 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4ef5683d-7f1e-4ad2-a44f-acb74eb34272) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:55.659133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-330eee98-1534-4378-a00c-5e373a797423 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a1962ae-a08a-406c-9207-ca591fc91c98 HTTP/1.1" status: 200 len: 217 time: 0.0889797 Feb 11 13:35:55.725082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] No DVR routers for this DVR port 85d4c3a4-0538-4166-ab43-da97573683f0 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:55.725291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 75b8ca74-8355-4152-a0c7-783ae62fdf92, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:55.738740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f1a59bd-08d2-48d9-a995-2eae56aa38e2 req-c32d716e-282c-4c4a-a1f5-de9eb1bb97e4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 210 time: 0.1709354 Feb 11 13:35:55.769445 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.774380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f99682d4-f7bc-4884-93c3-3c2290d91ca4 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:55.785439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:55.788074 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.873682 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fa88d7-70d2-4471-8b72-c304ad73d983 x-openstack-request-id: req-83fa88d7-70d2-4471-8b72-c304ad73d983 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:55.885557 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5be35-1cb8-449a-9b83-6f5523aa3ec9", "name": "network-vif-deleted", "tag": "6ae5ddd9-9976-4e25-9fcd-8e08192175b2", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:55.886249 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83fa88d7-70d2-4471-8b72-c304ad73d983 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:55.886918 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5be35-1cb8-449a-9b83-6f5523aa3ec9', 'name': 'network-vif-deleted', 'tag': '6ae5ddd9-9976-4e25-9fcd-8e08192175b2', 'status': 'completed', 'code': 200} Feb 11 13:35:55.895492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] In _notify_port_updated(), no bound segment for port 85d4c3a4-0538-4166-ab43-da97573683f0 on network b4bd7c21-30aa-4ea2-b494-b0bb93044029 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:35:55.896401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.897486 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:55.898447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] 10.222.0.30 "PUT /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 200 len: 1032 time: 3.0828278 Feb 11 13:35:55.906366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c83a236a-e05b-4d83-933d-5fecc05edaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.911413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-c83a236a-e05b-4d83-933d-5fecc05edaaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 200 len: 797 time: 0.2187994 Feb 11 13:35:56.029734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Allocated IP 172.20.0.14 (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99/02d53af6-37ea-4fc9-91d9-ef5ef836550d/4a48870b-9864-420d-9fe1-d4336c2f482e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:56.219675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:56.255721 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493b4305-6e53-47d1-8f93-70cfe9cd9179 x-openstack-request-id: req-493b4305-6e53-47d1-8f93-70cfe9cd9179 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:56.256436 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:56.256436 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-493b4305-6e53-47d1-8f93-70cfe9cd9179 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:56.256766 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172', 'code': 200} Feb 11 13:35:56.270960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048633-6be0-495a-b7d6-6359415626fb req-1c18bcbf-f6fc-4fee-b17f-c80b7d09903e tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.277396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-1c18bcbf-f6fc-4fee-b17f-c80b7d09903e tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.83 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 819 time: 0.5329914 Feb 11 13:35:56.305089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Request body: {'port': {'device_id': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'admin_state_up': True, 'tenant_id': '308a86821b214a7b9972d1c797f8f23f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:56.318453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:53Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:56.384751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b47d8-efca-4769-91fa-8e34a00f621a None None] Current status of the port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:56.450969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f63f9-a632-4d5c-aefd-a44b1e430a43 None None] The sync data for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 is: [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:53Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:56.456358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port f99682d4-f7bc-4884-93c3-3c2290d91ca4 host ! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:35:56.456658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f99682d4-f7bc-4884-93c3-3c2290d91ca4 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:56.457099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 2a1962ae-a08a-406c-9207-ca591fc91c98 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:56.463558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=75b8ca74-8355-4152-a0c7-783ae62fdf92,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:56.623038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:56.623733 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:56.647815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9a66fa44-df7e-4a6c-9ab3-d0b583546814 None None] Provisioning complete for port 85d4c3a4-0538-4166-ab43-da97573683f0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:56.649003 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a66fa44-df7e-4a6c-9ab3-d0b583546814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:56.758778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:56.797192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0246aa-7e6c-4c64-9e15-df279005f49f service neutron] Pushing event updated for resources: {'Port': ['ID=85d4c3a4-0538-4166-ab43-da97573683f0,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:56.820541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:56.829999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9a66fa44-df7e-4a6c-9ab3-d0b583546814 None None] Port 85d4c3a4-0538-4166-ab43-da97573683f0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:56.829999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 2a1962ae-a08a-406c-9207-ca591fc91c98 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:56.829999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:56.877805 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:56.878993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Made reservation on behalf of 308a86821b214a7b9972d1c797f8f23f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:56.893599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:56.902283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35bcba-6251-4c52-9f07-3041c2c0fe77 req-35c6cac7-9e31-487e-91ce-571f295b6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.903457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc35bcba-6251-4c52-9f07-3041c2c0fe77 req-35c6cac7-9e31-487e-91ce-571f295b6a2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.4744704 Feb 11 13:35:56.912045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'Port': ['ID=4ef5683d-7f1e-4ad2-a44f-acb74eb34272,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:56.940609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.941022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.941366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.941815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.942210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.942557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.942899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.943236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.943573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.943911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.944244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.944577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.945471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:56.994465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0499b-86c3-43cb-bb20-7f9e6d3621de req-d26d0cf2-4a85-4dac-bc15-5ae283793c5c tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.010751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82e0499b-86c3-43cb-bb20-7f9e6d3621de req-d26d0cf2-4a85-4dac-bc15-5ae283793c5c tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 1.5366552 Feb 11 13:35:57.022448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 2a1962ae-a08a-406c-9207-ca591fc91c98, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2a1962ae-a08a-406c-9207-ca591fc91c98,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:57.046560 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bdb8efbe-fb84-4c44-b323-dabed546ec0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.051390 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.052248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device ebab5e52-f364-4856-9627-72c1ebb60cd3 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:57.057097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:57.057925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d0707076-8024-4cf6-b5bf-c703c3a0b0c3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:57.082633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:57.094600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:57.116195 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1832e-a2c8-4b7d-bcba-bf919d82358f req-e6a28cbd-ba5a-4eaa-a1f2-e3ab95791830 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.123170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1832e-a2c8-4b7d-bcba-bf919d82358f req-e6a28cbd-ba5a-4eaa-a1f2-e3ab95791830 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.129279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1832e-a2c8-4b7d-bcba-bf919d82358f req-e6a28cbd-ba5a-4eaa-a1f2-e3ab95791830 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.135133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1832e-a2c8-4b7d-bcba-bf919d82358f req-e6a28cbd-ba5a-4eaa-a1f2-e3ab95791830 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.147514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1832e-a2c8-4b7d-bcba-bf919d82358f req-e6a28cbd-ba5a-4eaa-a1f2-e3ab95791830 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.153097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f5b1832e-a2c8-4b7d-bcba-bf919d82358f req-e6a28cbd-ba5a-4eaa-a1f2-e3ab95791830 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 3881 time: 0.5257218 Feb 11 13:35:57.155144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.202384 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.262578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:57.263616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.334539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Allocated IP 172.20.0.3 (4e671862-18e6-4997-b5da-60929f1b9450/1be84e30-4287-4067-83be-a22ec1b418be/3be6d20b-96a6-4465-93bc-da23f8d4607c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:57.342723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=2a1962ae-a08a-406c-9207-ca591fc91c98,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.358172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port ebab5e52-f364-4856-9627-72c1ebb60cd3 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:57.358727 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.371909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-a7540c53-6f87-41ee-8a34-469880426094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.373519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-a7540c53-6f87-41ee-8a34-469880426094 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9f37f8f-dd92-4337-a328-55da151aa39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.4392130 Feb 11 13:35:57.386910 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82e0499b-86c3-43cb-bb20-7f9e6d3621de req-8ef6b36a-96f5-4366-8a01-f43eea60bbf2 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751814 Feb 11 13:35:57.445373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port 2a1962ae-a08a-406c-9207-ca591fc91c98 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:57.446151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.457249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.484980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port ebab5e52-f364-4856-9627-72c1ebb60cd3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:57.496188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.497288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:57.591751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:57.599263 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.638051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:57.640258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:57.655942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:57.666890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=ebab5e52-f364-4856-9627-72c1ebb60cd3,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.680811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:57.681339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.684421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event updated for resources: {'Port': ['ID=4a48870b-9864-420d-9fe1-d4336c2f482e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.741208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc35bcba-6251-4c52-9f07-3041c2c0fe77 req-ca571d54-a50d-4aa5-b48a-43fde55eb9ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8119321 Feb 11 13:35:57.754021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:57.761818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.762641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 85d4c3a4-0538-4166-ab43-da97573683f0 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:57.776728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:57.898532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event updated for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.907955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.911559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port 85d4c3a4-0538-4166-ab43-da97573683f0 host ! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:35:57.912535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 85d4c3a4-0538-4166-ab43-da97573683f0 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:57.947096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-27507ead-2d26-48f3-b566-0c778b9e4aa0 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592592 Feb 11 13:35:58.026957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f5b1832e-a2c8-4b7d-bcba-bf919d82358f req-681682e0-4ced-477a-8837-994b5a1762ca tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809341 Feb 11 13:35:58.029100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Network 4e671862-18e6-4997-b5da-60929f1b9450 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:58.032471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:58.042062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:58.067396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9911c4c6-9dac-4509-bac6-17e0ffe64913 req-52d8f865-43a3-4067-92b3-8ab776e52f52 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098258 Feb 11 13:35:58.083934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-acca14de-9509-456b-9cdc-20e5e2876ed2 None None] Provisioning complete for port 4a48870b-9864-420d-9fe1-d4336c2f482e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:58.087633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-acca14de-9509-456b-9cdc-20e5e2876ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.118651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.124229 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.129989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.132107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (8e4ca4c3-6322-492a-af11-f348aa8ea3b5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.136845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.149091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.160220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.172608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.173755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.177579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.199457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-acca14de-9509-456b-9cdc-20e5e2876ed2 None None] Port 4a48870b-9864-420d-9fe1-d4336c2f482e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:35:58.204472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-a5c14de0-9828-4717-a95f-05b3c273ce73 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.5607512 Feb 11 13:35:58.227525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-a711310a-1712-4f98-ab2f-4eb69e5de58c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9398274 Feb 11 13:35:58.232045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.233051 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.253478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Request body: {'port': {'device_id': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:58.258076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92'}, {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98'}, {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3'}, {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:58.261215 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e14ce1b-860c-4e26-bc65-0bca065e75f7" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92"}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98"}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3"}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:58.269315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] For port 2a1962ae-a08a-406c-9207-ca591fc91c98, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=2a1962ae-a08a-406c-9207-ca591fc91c98,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:58.270669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.271143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.280975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c2deb2a7-e838-4be0-b6ed-1a351680349a tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8275352 Feb 11 13:35:58.307073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Request body: {'port': {'device_id': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:58.343549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for 2a1962ae-a08a-406c-9207-ca591fc91c98 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:58.419573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.465561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b4ac18b-4e7c-4f51-8882-d1133b1f7f46 req-6901fe8a-22eb-4019-9cd3-b46305a99c87 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2598166 Feb 11 13:35:58.469504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.719497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc779f-a313-4a93-976a-6f357185b7b1 req-42d07fdb-339f-4581-8192-34335e7f226b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.732471 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82cc779f-a313-4a93-976a-6f357185b7b1 req-42d07fdb-339f-4581-8192-34335e7f226b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 932 time: 0.3362100 Feb 11 13:35:58.782735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756df98-1e3e-4c80-ab0f-9825ee732086 req-c6eb3686-42a1-4ae0-9c94-e2ae04cb19ec tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.789686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2756df98-1e3e-4c80-ab0f-9825ee732086 req-c6eb3686-42a1-4ae0-9c94-e2ae04cb19ec tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 931 time: 0.2256298 Feb 11 13:35:58.803954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2a1962ae-a08a-406c-9207-ca591fc91c98), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.845310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.866970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:58.874370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=2a1962ae-a08a-406c-9207-ca591fc91c98,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:58.893488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82cc779f-a313-4a93-976a-6f357185b7b1 req-654bac8b-c2f5-462c-9b4e-60897be04931 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598244 Feb 11 13:35:58.898099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.898512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.898936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.899231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.899539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.899871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.900202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.900535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.900863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.911204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.911204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.911204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:58.911204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:59.000085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] No DVR routers for this DVR port 2a1962ae-a08a-406c-9207-ca591fc91c98 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:59.006407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.009787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3bc261a0-df38-4979-ad79-9495aed263f4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "DELETE /v2.0/ports/2a1962ae-a08a-406c-9207-ca591fc91c98 HTTP/1.1" status: 204 len: 173 time: 3.0903172 Feb 11 13:35:59.011149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:59.013754 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a162095-35d3-4da9-8558-106c71ce17ed" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:59.032722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2756df98-1e3e-4c80-ab0f-9825ee732086 req-e687ecd3-073d-4197-a343-5f15d76c49b8 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354460 Feb 11 13:35:59.078462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:59.127908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (8e4ca4c3-6322-492a-af11-f348aa8ea3b5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.164529 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d3eba0-863d-46c2-81dd-5ebcfa074eb8 x-openstack-request-id: req-d6d3eba0-863d-46c2-81dd-5ebcfa074eb8 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:59.164906 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92", "code": 200}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98", "code": 200}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3", "code": 200}, {"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-unplugged", "status": "completed", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:59.166330 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6d3eba0-863d-46c2-81dd-5ebcfa074eb8 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:59.166762 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92', 'code': 200} Feb 11 13:35:59.167024 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98', 'code': 200} Feb 11 13:35:59.167309 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'code': 200} Feb 11 13:35:59.169903 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba', 'code': 200} Feb 11 13:35:59.206861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:59.207219 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.229152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'Port': ['ID=4ef5683d-7f1e-4ad2-a44f-acb74eb34272,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:59.234706 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d445b79a-8a55-404e-adc1-71893a65455f x-openstack-request-id: req-d445b79a-8a55-404e-adc1-71893a65455f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:59.235598 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "2a1962ae-a08a-406c-9207-ca591fc91c98", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:59.235924 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d445b79a-8a55-404e-adc1-71893a65455f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:59.236399 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': '2a1962ae-a08a-406c-9207-ca591fc91c98', 'status': 'completed', 'code': 200} Feb 11 13:35:59.241985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.255378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-71199704-d67b-4cac-924f-9b3d347890aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2574561 Feb 11 13:35:59.287868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a48870b-9864-420d-9fe1-d4336c2f482e {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:59.305670 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Publish callbacks [] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.362603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port 75b8ca74-8355-4152-a0c7-783ae62fdf92 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:35:59.362959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.406280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Transition to ACTIVE for port object 4a48870b-9864-420d-9fe1-d4336c2f482e will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:59.421805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629bd97-3fba-4bbb-ac7a-0d6bdb548a70 req-d49015ae-4480-4776-99e5-9bb5cf8b9d53 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.428982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5629bd97-3fba-4bbb-ac7a-0d6bdb548a70 req-d49015ae-4480-4776-99e5-9bb5cf8b9d53 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.2049150 Feb 11 13:35:59.441667 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0f42f80-a787-46c4-90f8-b72321dce525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.455040 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.481900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:59.482698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be6d20b-96a6-4465-93bc-da23f8d4607c {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:59.555190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Publish callbacks [] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.587687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Transition to ACTIVE for port object 3be6d20b-96a6-4465-93bc-da23f8d4607c will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:59.605060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.619049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a48870b-9864-420d-9fe1-d4336c2f482e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:59.667463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5629bd97-3fba-4bbb-ac7a-0d6bdb548a70 req-f085686f-2f65-4f69-b5e3-d29cfc7f085b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373917 Feb 11 13:35:59.686415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Pushing event updated for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:59.698503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] For port 75b8ca74-8355-4152-a0c7-783ae62fdf92, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=75b8ca74-8355-4152-a0c7-783ae62fdf92,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:59.698876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.706771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adbf69-1d91-4c56-9f39-70570de781ca req-4eafd307-77dc-4ecc-b9b8-22625c889a33 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.713806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adbf69-1d91-4c56-9f39-70570de781ca req-4eafd307-77dc-4ecc-b9b8-22625c889a33 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.719978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adbf69-1d91-4c56-9f39-70570de781ca req-4eafd307-77dc-4ecc-b9b8-22625c889a33 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.725654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adbf69-1d91-4c56-9f39-70570de781ca req-4eafd307-77dc-4ecc-b9b8-22625c889a33 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.734688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01adbf69-1d91-4c56-9f39-70570de781ca req-4eafd307-77dc-4ecc-b9b8-22625c889a33 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 3142 time: 0.2249053 Feb 11 13:35:59.737094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for 75b8ca74-8355-4152-a0c7-783ae62fdf92 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:35:59.848161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Attempting to bind port 4a48870b-9864-420d-9fe1-d4336c2f482e on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:59.848530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Attempting to bind port 4a48870b-9864-420d-9fe1-d4336c2f482e by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:59.848865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Attempting to bind port 4a48870b-9864-420d-9fe1-d4336c2f482e on network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:59.871828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Port 4a48870b-9864-420d-9fe1-d4336c2f482e on network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:59.872097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Attempting to bind port 4a48870b-9864-420d-9fe1-d4336c2f482e on network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:59.891475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:59.891811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Checking segment: {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:59.892209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Bound using segment: {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:59.892652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Bound port: 4a48870b-9864-420d-9fe1-d4336c2f482e, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4237465f-0b8c-4df0-8cb9-ae6e653dc36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:59.893010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:59.898723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01adbf69-1d91-4c56-9f39-70570de781ca req-89b50ac1-49b0-4902-a135-b6a499858052 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567655 Feb 11 13:35:59.945617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Attempting to bind port 3be6d20b-96a6-4465-93bc-da23f8d4607c on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:59.946351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Attempting to bind port 3be6d20b-96a6-4465-93bc-da23f8d4607c by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:59.946944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Attempting to bind port 3be6d20b-96a6-4465-93bc-da23f8d4607c on network 4e671862-18e6-4997-b5da-60929f1b9450 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:59.952273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Port 3be6d20b-96a6-4465-93bc-da23f8d4607c on network 4e671862-18e6-4997-b5da-60929f1b9450 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:59.952604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Attempting to bind port 3be6d20b-96a6-4465-93bc-da23f8d4607c on network 4e671862-18e6-4997-b5da-60929f1b9450 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:59.962584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:59.963189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Checking segment: {'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:59.963587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Bound using segment: {'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:59.967463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Bound port: 3be6d20b-96a6-4465-93bc-da23f8d4607c, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013a79d-69b4-4be8-ba10-2f0be0d517e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:59.968327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.081418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-21199a5c-a4f0-4cd0-8216-65cd96146831 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--140190298&fields=id&tenant_id=d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 267 time: 0.1502762 Feb 11 13:36:00.106798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (75b8ca74-8355-4152-a0c7-783ae62fdf92), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.121865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] For port 4a48870b-9864-420d-9fe1-d4336c2f482e, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:00.128097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:00.155690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.161197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.167586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.174828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.178651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.185236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.186754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=75b8ca74-8355-4152-a0c7-783ae62fdf92,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.193298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] For port 4a48870b-9864-420d-9fe1-d4336c2f482e, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4a48870b-9864-420d-9fe1-d4336c2f482e,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:00.197617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.211332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-f01bd86a-6e83-4555-82b8-f5a21bdb87fa tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5420 time: 0.1694665 Feb 11 13:36:00.227064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:00.237721 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.291249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.300054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.300586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.302004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] 10.222.0.83 "PUT /v2.0/ports/3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 1091 time: 2.0625131 Feb 11 13:36:00.305429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:00.307792 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead27180-9351-469d-9712-5566a59944b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:00.351105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1a48b2e4-245e-473e-a630-1b9716689b7a details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:00.360519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] No DVR routers for this DVR port 75b8ca74-8355-4152-a0c7-783ae62fdf92 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:00.370811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.371986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-9218b968-80b2-40f6-8c63-f297562f8dc4 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "DELETE /v2.0/ports/75b8ca74-8355-4152-a0c7-783ae62fdf92 HTTP/1.1" status: 204 len: 173 time: 1.3498285 Feb 11 13:36:00.382274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.383405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.384776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a48870b-9864-420d-9fe1-d4336c2f482e HTTP/1.1" status: 200 len: 1092 time: 2.0848963 Feb 11 13:36:00.400041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9597b639-547a-4777-bca9-ce9b4ce8cf61 req-feed2a2a-3d72-44ad-a6d8-e3810d760ea0 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1877787 Feb 11 13:36:00.436134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-45ed0c4b-8f2a-4dd7-81c3-46bc99abac7e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.437802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-45ed0c4b-8f2a-4dd7-81c3-46bc99abac7e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 817 time: 0.3458433 Feb 11 13:36:00.452703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adfcc5-62ff-4dd0-af0d-6ad9157232fd service neutron] Pushing event updated for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.563885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-2ed85914-d950-40d4-985c-7589993f4b46 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/quotas/d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 375 time: 0.1192636 Feb 11 13:36:00.583737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d0787-2db5-47c6-9bac-095fc1b700d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a48870b-9864-420d-9fe1-d4336c2f482e,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.584815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048633-6be0-495a-b7d6-6359415626fb req-8839b0a9-b35a-41ae-b3b4-a7bbc4fb2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.590473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-8839b0a9-b35a-41ae-b3b4-a7bbc4fb2568 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1125 time: 0.1890147 Feb 11 13:36:00.660068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1a48b2e4-245e-473e-a630-1b9716689b7a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a48b2e4-245e-473e-a630-1b9716689b7a,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:00.688220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-9c7e8120-ffed-4572-822f-80506efb7774 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 217 time: 0.0836160 Feb 11 13:36:00.713922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'port_id': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'mac_address': 'fa:16:3e:83:9a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:00.813695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1a48b2e4-245e-473e-a630-1b9716689b7a is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:00.814213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.849979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048633-6be0-495a-b7d6-6359415626fb req-07eb35d1-0c8b-44eb-ba4f-59ba41f5ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.852821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-07eb35d1-0c8b-44eb-ba4f-59ba41f5ce1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.1635592 Feb 11 13:36:00.880613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a48b2e4-245e-473e-a630-1b9716689b7a {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:00.881561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-1babed39-03cb-41bd-8f39-96eb0ebf6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.886203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-1babed39-03cb-41bd-8f39-96eb0ebf6447 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec6680828fc64876a3a66484cc1112c7&device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 1126 time: 0.3983562 Feb 11 13:36:00.890820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-b730e8ac-8d95-4763-b766-4968ed4981f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304034 Feb 11 13:36:00.924622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cf1de-de1e-4011-8aba-ffd0c397cc99 req-c3383bbb-995a-4129-87b1-a8ca0f7dea02 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.934203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.935612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f42cf1de-de1e-4011-8aba-ffd0c397cc99 req-c3383bbb-995a-4129-87b1-a8ca0f7dea02 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 944 time: 0.2649603 Feb 11 13:36:00.957511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-5f964ab4-25a8-4a39-898d-1ea542a7c95f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3587861 Feb 11 13:36:00.962283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-e8b24003-0aeb-476d-8e3b-ea3c27e02b8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a48870b-9864-420d-9fe1-d4336c2f482e HTTP/1.1" status: 200 len: 217 time: 0.0607038 Feb 11 13:36:00.971237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:00.972366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.978052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1a48b2e4-245e-473e-a630-1b9716689b7a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a48b2e4-245e-473e-a630-1b9716689b7a,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:00.996048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:00.996996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6f8027e9-e087-43cc-b499-fbdca3bb7d19 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:01.065325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f42cf1de-de1e-4011-8aba-ffd0c397cc99 req-8db2f536-6397-4f76-a0ba-af0bf6931dec tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287537 Feb 11 13:36:01.104885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1a48b2e4-245e-473e-a630-1b9716689b7a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.119960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-0da3aef8-b4f0-4f99-8d0b-79ea5c72247b service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206764 Feb 11 13:36:01.145529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] For port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:01.146022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:01.209124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-180923f9-230d-49bd-a122-45b481fee6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.210799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-180923f9-230d-49bd-a122-45b481fee6c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02d53af6-37ea-4fc9-91d9-ef5ef836550d HTTP/1.1" status: 200 len: 854 time: 0.1574657 Feb 11 13:36:01.215273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:01.237039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92'}, {'name': 'network-changed', 'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:01.240164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:01.251124 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77325f81-5ee6-410a-81b9-686c33c8ae83" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92"}, {"name": "network-changed", "server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:01.267068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '6f8027e9-e087-43cc-b499-fbdca3bb7d19', 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b', 'port_id': '6f8027e9-e087-43cc-b499-fbdca3bb7d19', 'mac_address': 'fa:16:3e:2e:cf:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de2b2b5-8a69-426a-b6b1-16f67d6860f3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:01.336331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:01.336892 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:01.338724 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8048633-6be0-495a-b7d6-6359415626fb req-4092d66e-fb0a-4374-8610-568009293889 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113786 Feb 11 13:36:01.339410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-7c1e9d32-0383-4fcf-8198-f136df5edd8a service neutron] 10.222.0.79 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848892 Feb 11 13:36:01.355152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43b5a2-98e2-4197-b493-4cb87747dfc6 req-c16835cb-6725-4929-a174-55717c17d0ba tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.359039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c43b5a2-98e2-4197-b493-4cb87747dfc6 req-c16835cb-6725-4929-a174-55717c17d0ba tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 943 time: 0.1118376 Feb 11 13:36:01.361614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8027e9-e087-43cc-b499-fbdca3bb7d19 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:01.383895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:01.388576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:01.389700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:01.428420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c43b5a2-98e2-4197-b493-4cb87747dfc6 req-cdf1d4a5-0c76-44a9-9a3b-aa54f288ad8a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639925 Feb 11 13:36:01.451538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c7ad843e-477a-4d1e-b4f2-195bb33dc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.453266 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-c7ad843e-477a-4d1e-b4f2-195bb33dc8ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2340946 Feb 11 13:36:01.490653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6f8027e9-e087-43cc-b499-fbdca3bb7d19,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.504375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.504869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.505907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.506454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.507234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.507234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.507758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.508198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.508633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.509071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.509638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.510070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.510697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:01.541268 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801857f3-4e5b-4e28-b2d6-3b756ca30ad6 x-openstack-request-id: req-801857f3-4e5b-4e28-b2d6-3b756ca30ad6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:01.541570 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:01.541853 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-801857f3-4e5b-4e28-b2d6-3b756ca30ad6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:01.542319 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'status': 'completed', 'code': 200} Feb 11 13:36:01.601008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:01.628694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c', 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'port_id': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c', 'mac_address': 'fa:16:3e:dc:43:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b66c70-7623-4232-abef-fdfbddcdd36b', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:01.676886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead27180-9351-469d-9712-5566a59944b9 req-8760f1c4-3a04-4943-85ec-d70aed96afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.682325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ead27180-9351-469d-9712-5566a59944b9 req-8760f1c4-3a04-4943-85ec-d70aed96afcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1125 time: 0.1179731 Feb 11 13:36:01.691507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:01.691900 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:01.715224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:01.781443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:01.787404 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:01.788099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a7d85bf3-73f8-453c-aba2-4a16188453bb details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:01.908751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.912684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:01.929133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'a7d85bf3-73f8-453c-aba2-4a16188453bb', 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'port_id': 'a7d85bf3-73f8-453c-aba2-4a16188453bb', 'mac_address': 'fa:16:3e:73:7f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b66c70-7623-4232-abef-fdfbddcdd36b', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:01.949619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead27180-9351-469d-9712-5566a59944b9 req-0ed45268-2c79-4bbc-9e49-de58a0b180c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.954241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ead27180-9351-469d-9712-5566a59944b9 req-0ed45268-2c79-4bbc-9e49-de58a0b180c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.2661421 Feb 11 13:36:01.998356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a7d85bf3-73f8-453c-aba2-4a16188453bb is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:01.999151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.018053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d85bf3-73f8-453c-aba2-4a16188453bb {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:02.035931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ead27180-9351-469d-9712-5566a59944b9 req-d110ced2-8df7-4b38-b542-d840db987c25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 217 time: 0.0751476 Feb 11 13:36:02.039729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-af8d5b60-3241-4e1c-b86b-a68ffd7be953 service neutron] 10.222.0.79 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928570 Feb 11 13:36:02.075606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.082220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.088314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.089126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:02.133886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3e96-4822-4494-8c4d-db2f70581628 req-5df648c0-59c9-40ae-ae81-206261360d80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:02.140188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3e96-4822-4494-8c4d-db2f70581628 req-5df648c0-59c9-40ae-ae81-206261360d80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:02.145529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3e96-4822-4494-8c4d-db2f70581628 req-5df648c0-59c9-40ae-ae81-206261360d80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:02.154540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-663e3e96-4822-4494-8c4d-db2f70581628 req-5df648c0-59c9-40ae-ae81-206261360d80 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 2332 time: 0.1737599 Feb 11 13:36:02.200972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead27180-9351-469d-9712-5566a59944b9 req-13af9729-f78f-4bbb-aee4-80a62a4ae40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:02.204013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ead27180-9351-469d-9712-5566a59944b9 req-13af9729-f78f-4bbb-aee4-80a62a4ae40b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.1490705 Feb 11 13:36:02.215602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.217596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.223881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.266086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593', 'network_id': '07bec82d-e059-4845-b33e-1c27b17e9b9b', 'port_id': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593', 'mac_address': 'fa:16:3e:0d:09:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de2b2b5-8a69-426a-b6b1-16f67d6860f3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:02.346150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-663e3e96-4822-4494-8c4d-db2f70581628 req-03538789-6575-42f2-96ff-a209b9afad28 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906409 Feb 11 13:36:02.368567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-36bd6ed5-364f-4d9b-93b9-3d756fbf1fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9033685 Feb 11 13:36:02.385575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] No DVR routers for this DVR port eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:02.396241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.414882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:02.415279 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.430901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.440517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:02.444237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-cb999a73-f8be-4413-8749-2c119bec37d8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "DELETE /v2.0/ports/eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba HTTP/1.1" status: 204 len: 173 time: 2.0585287 Feb 11 13:36:02.466840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.472003 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.472883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 854fb093-0bb4-41e1-988b-612a199a21cd details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:02.486144 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada3fe8-c73c-4b60-a4b7-3d00942f8604 x-openstack-request-id: req-eada3fe8-c73c-4b60-a4b7-3d00942f8604 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:02.488572 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "75b8ca74-8355-4152-a0c7-783ae62fdf92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:02.489773 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eada3fe8-c73c-4b60-a4b7-3d00942f8604 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:02.490341 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': '75b8ca74-8355-4152-a0c7-783ae62fdf92', 'status': 'completed', 'code': 200} Feb 11 13:36:02.492089 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'status': 'completed', 'code': 200} Feb 11 13:36:02.530948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.545800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-616eb1e3-2e7c-4f02-b88e-a969d8852209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:02.547845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-616eb1e3-2e7c-4f02-b88e-a969d8852209 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.5068741 Feb 11 13:36:02.612991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 854fb093-0bb4-41e1-988b-612a199a21cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=854fb093-0bb4-41e1-988b-612a199a21cd,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.643824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '854fb093-0bb4-41e1-988b-612a199a21cd', 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'port_id': '854fb093-0bb4-41e1-988b-612a199a21cd', 'mac_address': 'fa:16:3e:b1:cd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b66c70-7623-4232-abef-fdfbddcdd36b', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:02.751474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 854fb093-0bb4-41e1-988b-612a199a21cd is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:02.752006 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.785416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854fb093-0bb4-41e1-988b-612a199a21cd {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:02.817050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 854fb093-0bb4-41e1-988b-612a199a21cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=854fb093-0bb4-41e1-988b-612a199a21cd,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.831911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.831911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:02.907482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.953714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1', 'network_id': '241f4a82-b7b6-4591-8371-86e5a1914f4e', 'port_id': '5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1', 'mac_address': 'fa:16:3e:65:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b66c70-7623-4232-abef-fdfbddcdd36b', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:02.957335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=854fb093-0bb4-41e1-988b-612a199a21cd,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.032636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70f05-4957-4d27-826b-33c9112b46b0 req-a5fd4ed4-29d8-46a1-a64f-ee3ce3184209 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.045851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1c70f05-4957-4d27-826b-33c9112b46b0 req-a5fd4ed4-29d8-46a1-a64f-ee3ce3184209 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.4488776 Feb 11 13:36:03.050300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:03.051124 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:03.063086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86a1dc32-9225-4510-8582-f8131f350b1e req-7bb4ab7f-1aec-49a6-a5a8-cf9e8fcc755c service neutron] 10.222.0.30 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850564 Feb 11 13:36:03.070814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:03.096518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:03.101696 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:03.124361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-c16fb292-50db-4184-b587-c3cd3a6c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.126001 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-c16fb292-50db-4184-b587-c3cd3a6c0e5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.5118086 Feb 11 13:36:03.178970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.212338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port ebab5e52-f364-4856-9627-72c1ebb60cd3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:03.212687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:03.242439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-3ad67dea-c49f-462f-9928-d709b74f9d19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 217 time: 0.1040316 Feb 11 13:36:03.260938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ead27180-9351-469d-9712-5566a59944b9 req-2c9ee6e6-f4d4-4232-a785-844280e5024c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0426791 Feb 11 13:36:03.264331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1c70f05-4957-4d27-826b-33c9112b46b0 req-33d0cdc3-9196-4154-be94-d5f20781a932 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156110 Feb 11 13:36:03.484651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.490460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.496724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.502813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.509243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.515925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.522253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.524291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-c2245d6a-ee37-4816-814c-125f89d5b56f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5427 time: 0.2629673 Feb 11 13:36:03.528615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ead27180-9351-469d-9712-5566a59944b9 req-c4dad798-ab4b-4fb1-8923-603eba5a5ded service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571166 Feb 11 13:36:03.537391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-be9a4554-20d9-469f-88bd-44f0e8962f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.539597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-be9a4554-20d9-469f-88bd-44f0e8962f21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.2552798 Feb 11 13:36:03.541429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] For port ebab5e52-f364-4856-9627-72c1ebb60cd3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=ebab5e52-f364-4856-9627-72c1ebb60cd3,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:03.541801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:03.563807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-e072bc82-1a49-4284-a38a-b167f2ee6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.565359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-e072bc82-1a49-4284-a38a-b167f2ee6b47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec6680828fc64876a3a66484cc1112c7&device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 1126 time: 0.4089155 Feb 11 13:36:03.634833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:03.656177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-66551f0b-a024-41e1-9886-3cd940a07c37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081576 Feb 11 13:36:03.708271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ead27180-9351-469d-9712-5566a59944b9 req-e4bb6ec2-26ab-4057-9081-86c9770a4736 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651101 Feb 11 13:36:03.721166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['1a48b2e4-245e-473e-a630-1b9716689b7a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:03.748079 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fc56a70-7f8b-49a7-a669-be3492b82d0f req-ace517da-c6c0-482c-b28f-e43062c1f00e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2162192 Feb 11 13:36:03.766498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b506b-6a1f-4838-9724-4faf4502c117 req-aa47b83f-785d-4249-ac4e-c01480ab7143 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.782727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa0b506b-6a1f-4838-9724-4faf4502c117 req-aa47b83f-785d-4249-ac4e-c01480ab7143 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 944 time: 0.3540611 Feb 11 13:36:03.797186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:03.805116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:03.807108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6f8027e9-e087-43cc-b499-fbdca3bb7d19'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:03.852471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['854fb093-0bb4-41e1-988b-612a199a21cd'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:03.855066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['69a0c749-17c9-49a2-a9ae-1e3d67b1d593'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:03.887310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['a7d85bf3-73f8-453c-aba2-4a16188453bb'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:03.928233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c38ae62-e72f-4acf-9a24-94597fd4cdbf req-6fd90c6a-4a17-4898-b6aa-5c975b1c5ed3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 210 time: 0.0460973 Feb 11 13:36:03.962346 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:03.962783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:03.963213 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Floating IP fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80 disassociated. External IP: 172.25.3.87, port: ebab5e52-f364-4856-9627-72c1ebb60cd3. Feb 11 13:36:03.963623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for ebab5e52-f364-4856-9627-72c1ebb60cd3 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:04.133661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bcd07-dea3-489a-a1dd-d311ce05a610 req-b06c4f48-d58c-4bbf-9119-1fc2c3d7d7b6 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.145648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e18bcd07-dea3-489a-a1dd-d311ce05a610 req-b06c4f48-d58c-4bbf-9119-1fc2c3d7d7b6 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 943 time: 0.1003015 Feb 11 13:36:04.245478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e18bcd07-dea3-489a-a1dd-d311ce05a610 req-0d80f7c7-3c5c-4509-9dff-32e51a37fc8a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986037 Feb 11 13:36:04.265783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ebab5e52-f364-4856-9627-72c1ebb60cd3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:04.321096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa0b506b-6a1f-4838-9724-4faf4502c117 req-492a3337-b76b-47f2-bc59-7d339c9fa7d8 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5355704 Feb 11 13:36:04.399948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-68f44a02-e6ab-4403-920e-8ec33a084885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.401439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-68f44a02-e6ab-4403-920e-8ec33a084885 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 HTTP/1.1" status: 200 len: 916 time: 0.8071187 Feb 11 13:36:04.476794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=ebab5e52-f364-4856-9627-72c1ebb60cd3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:04.506738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-944f1b13-86c1-40b0-b3bc-6662746e3e8d service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020022 Feb 11 13:36:04.507124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:04.509904 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c55a0e-4506-46be-a77c-259db6e4cdad" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:04.517344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-4d214ee9-1d45-439f-8483-3e2b8d4f655d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.531382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-4d214ee9-1d45-439f-8483-3e2b8d4f655d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.30 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 817 time: 0.2764578 Feb 11 13:36:04.649478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbf6ed-9a42-4472-b7f7-9abd6550e0ef req-b8901d3b-f829-4f19-be07-e833d9fbcb65 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.651064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7cbf6ed-9a42-4472-b7f7-9abd6550e0ef req-b8901d3b-f829-4f19-be07-e833d9fbcb65 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1189842 Feb 11 13:36:04.657153 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-7df06d6f-3502-4778-8b06-3ba212671e05 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 379 time: 0.1017852 Feb 11 13:36:04.668497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'port': {'device_id': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'admin_state_up': True, 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'security_groups': ['1ed23a0c-2277-438a-9aa0-02b6fa75742a']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:04.781595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-8bed7940-1417-49ce-a261-96cd1d361743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a48870b-9864-420d-9fe1-d4336c2f482e HTTP/1.1" status: 200 len: 217 time: 0.3183992 Feb 11 13:36:04.794499 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7cbf6ed-9a42-4472-b7f7-9abd6550e0ef req-4f3cd730-563b-474b-bb0a-109fddc78a71 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295712 Feb 11 13:36:04.844080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ce7b0-b946-473e-95c7-235540efd5e8 req-44872ccd-ec7b-4ade-9839-984b45b33be6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.849248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Made reservation on behalf of d98ab33f07be4aa5951a7f38ef841a67 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:04.854444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:04.861472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f4ce7b0-b946-473e-95c7-235540efd5e8 req-44872ccd-ec7b-4ade-9839-984b45b33be6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 943 time: 0.4453671 Feb 11 13:36:04.919955 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5639c2b4-7ec4-44f9-9d9b-1c5f5de17cda x-openstack-request-id: req-5639c2b4-7ec4-44f9-9d9b-1c5f5de17cda {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:04.920520 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:04.921013 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5639c2b4-7ec4-44f9-9d9b-1c5f5de17cda {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:04.921637 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': 'eb00c9fa-e9a0-4fa5-98a3-bc5f29c46eba', 'status': 'completed', 'code': 200} Feb 11 13:36:04.941415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Router 21364f29-0bd8-4977-b260-1c794d632e34 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:04.955882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0ad3ceb-3bba-4b6c-8536-ed7b80fe3bd8 req-5b16b4a3-9971-453b-a02b-29d09f5814b1 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279926 Feb 11 13:36:04.973236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-2e3a6327-1d37-41b8-abff-0f953d8d21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.976431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-2e3a6327-1d37-41b8-abff-0f953d8d21f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02d53af6-37ea-4fc9-91d9-ef5ef836550d HTTP/1.1" status: 200 len: 854 time: 0.1750138 Feb 11 13:36:05.016129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f4ce7b0-b946-473e-95c7-235540efd5e8 req-107f2d35-ba56-4305-b8b5-ef9cddec01bb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591573 Feb 11 13:36:05.127156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Allocated IP 172.20.0.8 (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c/0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b/aaee7f7c-2617-411b-98d8-1cd5c3ddff86) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:05.133248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3be6d20b-96a6-4465-93bc-da23f8d4607c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:05.222559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e331245c-48d3-440f-a0d1-202cb68175de req-93f16e9a-3927-4548-8cc0-08d3551d7bbe tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 210 time: 0.0796044 Feb 11 13:36:05.228807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-1e58fdd5-f1b5-49dd-9450-df7c06e974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.230680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-1e58fdd5-f1b5-49dd-9450-df7c06e974ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1530802 Feb 11 13:36:05.252834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:05.263650 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] Sync routers for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:05.271750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.277704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.280619 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:05.283081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:05.283225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.288675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.296376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.301408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.308707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.317552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-28391a80-7cb0-4a92-9855-38d06e3bc9d7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5427 time: 0.1605070 Feb 11 13:36:05.429220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] No DVR routers for this DVR port ebab5e52-f364-4856-9627-72c1ebb60cd3 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:05.446266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:05.456876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52ab349e-dde4-4d2d-b5bf-f5def4d5ed95 req-97a47638-3415-4262-933e-36154ebb830b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392667 Feb 11 13:36:05.468647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'port_id': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'mac_address': 'fa:16:3e:6a:5e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:05.496725 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:05.509389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3be6d20b-96a6-4465-93bc-da23f8d4607c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:05.509712 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:05.515215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:05.527838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be6d20b-96a6-4465-93bc-da23f8d4607c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:05.555876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:05.562272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:05.595622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:05.636849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:05.690102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:05.697916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:05.701069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:05.731378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:05.766404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.766950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:05.781882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c32fd-5f22-414e-a5c6-bed211e1c0a6 req-b640245c-0205-4750-975e-5bf8e1c945f0 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.789131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d4c32fd-5f22-414e-a5c6-bed211e1c0a6 req-b640245c-0205-4750-975e-5bf8e1c945f0 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 944 time: 0.1427815 Feb 11 13:36:05.814569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-26e8a03d-b814-4605-908a-a6059dcf06c8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495099 Feb 11 13:36:05.832015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Request body: {'port': {'device_id': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:05.845983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:05.849258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-3da59fd7-8623-4a42-9870-4afd31cb164a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "DELETE /v2.0/ports/ebab5e52-f364-4856-9627-72c1ebb60cd3 HTTP/1.1" status: 204 len: 173 time: 3.3932016 Feb 11 13:36:05.874726 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:59Z', 'revision_number': 5, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:05.881235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d4c32fd-5f22-414e-a5c6-bed211e1c0a6 req-271ec6c6-115f-438c-a6cf-58fe87b173b4 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912621 Feb 11 13:36:05.906749 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] Checking router: 21364f29-0bd8-4977-b260-1c794d632e34 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:05.919850 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:05.920491 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:05.925425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.039433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-c45f2109-f238-4d67-82f9-1ce7a9e6f4a2 service neutron] 10.222.0.30 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986414 Feb 11 13:36:06.048030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ee7f1-ac10-43ed-a4cd-1da0732f836f req-caad1e19-a1ab-467b-92fb-981da85fb0ab tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:06.055653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-177ee7f1-ac10-43ed-a4cd-1da0732f836f req-caad1e19-a1ab-467b-92fb-981da85fb0ab tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 943 time: 0.6388047 Feb 11 13:36:06.067848 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:06.153464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-177ee7f1-ac10-43ed-a4cd-1da0732f836f req-d8e2bcf7-e5d4-45bc-ae70-695632840a22 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907602 Feb 11 13:36:06.197663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7f1dd547-9acb-48ea-b851-9efb61548e10 None None] Provisioning complete for port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:06.198199 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd547-9acb-48ea-b851-9efb61548e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.214671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port be19f246-bd8c-45d7-ae6a-93f62e981172 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:06.221286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.248168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7f1dd547-9acb-48ea-b851-9efb61548e10 None None] Port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:36:06.362515 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:59Z', 'revision_number': 5, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:06.365017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bc4e2-883f-4092-88d5-6833415f5e2d req-d07ffb95-37c6-46cd-b2d5-ee97996dc500 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:06.367191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-093bc4e2-883f-4092-88d5-6833415f5e2d req-d07ffb95-37c6-46cd-b2d5-ee97996dc500 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0864406 Feb 11 13:36:06.370938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77325f81-5ee6-410a-81b9-686c33c8ae83 req-be10ce16-9bef-4893-b7c1-e2e416fac508 service neutron] 10.222.0.30 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035240 Feb 11 13:36:06.409505 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e17107-cdb5-47c6-9c6e-c63fffba8c7f None None] The sync data for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 is: [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:28:51Z', 'revision_number': 4, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2', 'name': '', 'network_id': '9851043d-750b-4ec2-a3a6-4cf97820e5af', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'mac_address': 'fa:16:3e:a6:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:59Z', 'revision_number': 5, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'subnets': [{'id': '0e119b7f-df68-4b7a-b24e-0d52973d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:06.409793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] For port be19f246-bd8c-45d7-ae6a-93f62e981172, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=be19f246-bd8c-45d7-ae6a-93f62e981172,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:06.409793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.432818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956f75e-3462-43ba-a322-61b6623aaa2b req-e81bb640-cf41-46e8-a3be-1ddd613da5ca tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:06.434381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e956f75e-3462-43ba-a322-61b6623aaa2b req-e81bb640-cf41-46e8-a3be-1ddd613da5ca tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 943 time: 0.1050107 Feb 11 13:36:06.435391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for be19f246-bd8c-45d7-ae6a-93f62e981172 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:06.459028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-093bc4e2-883f-4092-88d5-6833415f5e2d req-96da3381-46e4-4560-a4f4-624ea67c6582 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851514 Feb 11 13:36:06.469910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaee7f7c-2617-411b-98d8-1cd5c3ddff86 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:06.482607 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Publish callbacks [] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.497887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Transition to ACTIVE for port object aaee7f7c-2617-411b-98d8-1cd5c3ddff86 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:06.502433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.537914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e956f75e-3462-43ba-a322-61b6623aaa2b req-169be9b0-5942-4fde-af90-e0fc85d92294 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3e31937-e265-4b34-8a72-3f00a3193ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931075 Feb 11 13:36:06.563490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3be6d20b-96a6-4465-93bc-da23f8d4607c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:06.715790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (be19f246-bd8c-45d7-ae6a-93f62e981172), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.762629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:06.787900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=be19f246-bd8c-45d7-ae6a-93f62e981172,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:06.847722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91799b78-37ec-408c-ad38-3a4df3c9e8b7 req-00701849-1123-41e3-94c3-b40579ce7085 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:06.864879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91799b78-37ec-408c-ad38-3a4df3c9e8b7 req-00701849-1123-41e3-94c3-b40579ce7085 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 945 time: 0.3107903 Feb 11 13:36:06.898954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Attempting to bind port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:36:06.899392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Attempting to bind port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:36:06.900009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Attempting to bind port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:06.912673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:36:06.913113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Attempting to bind port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:06.925660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:06.927988 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fd7141-464e-4d13-ad12-11c2eac81fd7" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:06.930861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] No DVR routers for this DVR port be19f246-bd8c-45d7-ae6a-93f62e981172 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:06.933537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:06.934355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Checking segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:36:06.934838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Bound using segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:06.935311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Bound port: aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:36:06.935682 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.939939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:06.944115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd368ac0-c62d-436a-865c-62dbe8731fc3 req-97d5c85f-7ac9-487a-96fa-6373de2a98f2 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.30 "DELETE /v2.0/ports/be19f246-bd8c-45d7-ae6a-93f62e981172 HTTP/1.1" status: 204 len: 173 time: 1.0752826 Feb 11 13:36:06.985157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91799b78-37ec-408c-ad38-3a4df3c9e8b7 req-7a0e91d9-0b8f-479c-9938-aeb9bae563f0 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/security-groups?id=36692f91-6fe8-4859-b563-483694c884f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191411 Feb 11 13:36:06.991743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c490705-9439-4510-8672-c0fbe83f5928 None None] New status for floating IP fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:36:07.112884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:07.129788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:07.145303 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.157595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1a48b2e4-245e-473e-a630-1b9716689b7a up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:07.195234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0db40c-c70c-47b0-9ab9-b4f3a7da2a3d req-495b9b06-d717-4506-9630-298503351d38 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.206579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d0db40c-c70c-47b0-9ab9-b4f3a7da2a3d req-495b9b06-d717-4506-9630-298503351d38 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1559916 Feb 11 13:36:07.257574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 1a48b2e4-245e-473e-a630-1b9716689b7a completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:07.268264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 1a48b2e4-245e-473e-a630-1b9716689b7a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:07.269061 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.273633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.281399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.290493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 200 len: 1091 time: 1.4643099 Feb 11 13:36:07.291135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:07.305880 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8774813-32d6-4dbb-91a8-e370c6a5df15" -d '{"events": [{"name": "network-changed", "server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:07.440738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d0db40c-c70c-47b0-9ab9-b4f3a7da2a3d req-2cd87dcd-d9f1-4f7b-9017-d0bfdcd0bb93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331591 Feb 11 13:36:07.447927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1a48b2e4-245e-473e-a630-1b9716689b7a is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:07.450562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.488200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-bca9ae0b-328a-4afc-bcb8-c2e8c8953ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.490391 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-bca9ae0b-328a-4afc-bcb8-c2e8c8953ec8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 1125 time: 0.1484222 Feb 11 13:36:07.493219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b88ec5-85fc-4196-b170-0b7c60a659c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:07.519443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:07.525368 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2113ff84-a245-4bec-95d3-ea57d5e42d11" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:07.540746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1a48b2e4-245e-473e-a630-1b9716689b7a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a48b2e4-245e-473e-a630-1b9716689b7a,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:07.557376 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.558420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:07.587305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.593366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.598712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.604608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.605418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-f09196ab-8426-4085-9179-aee3b18d6aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 200 len: 217 time: 0.0926161 Feb 11 13:36:07.609812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.615111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.621237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.623262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-334c18a8-11ce-443e-94ca-94f11273b450 req-2c46766b-c9ff-4c10-a427-8f28ed6bb62e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5427 time: 0.1423295 Feb 11 13:36:07.627689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4a48870b-9864-420d-9fe1-d4336c2f482e details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:07.694073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-01110c29-3443-4384-9bcf-1060dae4a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.695724 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-01110c29-3443-4384-9bcf-1060dae4a806 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.0521438 Feb 11 13:36:07.700240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-334c18a8-11ce-443e-94ca-94f11273b450 req-7c75a1eb-c96b-476f-9ca7-5452a944fec9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696166 Feb 11 13:36:07.744707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 4a48870b-9864-420d-9fe1-d4336c2f482e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4a48870b-9864-420d-9fe1-d4336c2f482e,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:07.761341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'port_id': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'mac_address': 'fa:16:3e:23:f2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:07.774582 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5734f4-01a3-4415-8a9c-534a7a5ab348 x-openstack-request-id: req-1d5734f4-01a3-4415-8a9c-534a7a5ab348 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:07.774902 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "ebab5e52-f364-4856-9627-72c1ebb60cd3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:07.775206 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d5734f4-01a3-4415-8a9c-534a7a5ab348 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:07.775541 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': 'ebab5e52-f364-4856-9627-72c1ebb60cd3', 'status': 'completed', 'code': 200} Feb 11 13:36:07.798376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032baa6-a8be-49d7-8876-b3a1e06690ca req-646b7586-eed1-4264-b445-972b62109f11 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.807502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3032baa6-a8be-49d7-8876-b3a1e06690ca req-646b7586-eed1-4264-b445-972b62109f11 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 944 time: 0.2008061 Feb 11 13:36:07.872120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:07.877576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3032baa6-a8be-49d7-8876-b3a1e06690ca req-60a2d42e-fe35-4338-8069-6dcc249c5404 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693283 Feb 11 13:36:07.878543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:07.878921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.880669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1a48b2e4-245e-473e-a630-1b9716689b7a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:07.886796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 4a48870b-9864-420d-9fe1-d4336c2f482e is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:07.887181 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.926962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-4a17fb56-50d7-4232-902d-02439d752195 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.929078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a48870b-9864-420d-9fe1-d4336c2f482e {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:07.929616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-4a17fb56-50d7-4232-902d-02439d752195 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 945 time: 0.3986864 Feb 11 13:36:07.937062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-544cdd03-0969-4538-997c-5787acbc5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.940060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-544cdd03-0969-4538-997c-5787acbc5777 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2255788 Feb 11 13:36:07.954893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 4a48870b-9864-420d-9fe1-d4336c2f482e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4a48870b-9864-420d-9fe1-d4336c2f482e,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:07.958534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e6345-8e13-417e-8d15-3be2ab19866f req-81a3dca7-7150-4c1f-ba36-697a2778d486 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.961186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:07.972954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec5e6345-8e13-417e-8d15-3be2ab19866f req-81a3dca7-7150-4c1f-ba36-697a2778d486 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 944 time: 0.1291831 Feb 11 13:36:08.054967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:08.055359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.059660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=4a48870b-9864-420d-9fe1-d4336c2f482e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.079195 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b36cd16-7f17-4633-8b52-0a96e6c13cde x-openstack-request-id: req-7b36cd16-7f17-4633-8b52-0a96e6c13cde {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:08.079673 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:08.080083 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b36cd16-7f17-4633-8b52-0a96e6c13cde {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:08.080803 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'status': 'completed', 'code': 200} Feb 11 13:36:08.083930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-a01014c3-68a8-49c8-9110-56c372b1b223 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055160 Feb 11 13:36:08.105084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec5e6345-8e13-417e-8d15-3be2ab19866f req-57eb3f85-17fc-43aa-821a-d5ecee8aed8a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226585 Feb 11 13:36:08.123387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:08.129480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.131094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 854fb093-0bb4-41e1-988b-612a199a21cd up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:08.273928 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238fc501-3751-4a45-a0d8-b7d949628427 x-openstack-request-id: req-238fc501-3751-4a45-a0d8-b7d949628427 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:08.274939 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:08.275345 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-238fc501-3751-4a45-a0d8-b7d949628427 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:08.276549 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'code': 200} Feb 11 13:36:08.278687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.297872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864485a1-1f0c-483f-bbaf-f52ef796ce8c req-eb4e446f-56f2-40dd-8b8a-2fe44172faf6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:08.300817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-864485a1-1f0c-483f-bbaf-f52ef796ce8c req-eb4e446f-56f2-40dd-8b8a-2fe44172faf6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1087384 Feb 11 13:36:08.325732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4a48870b-9864-420d-9fe1-d4336c2f482e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:08.342802 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a15c9d92-4164-45a6-a94a-f05db4dcd1be req-d2efbefe-8521-4ce5-9bf8-2cc94faae3e8 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0461729 Feb 11 13:36:08.395903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebeeffe2-45b9-4d70-89a5-45f3d39bacfe req-1a9593a8-a5ba-4902-85b4-ed33c9dde6f9 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045301 Feb 11 13:36:08.405510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Deleting port c64abc70-b6af-447c-8fc8-f3bc8edd340a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:08.405901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.418025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 854fb093-0bb4-41e1-988b-612a199a21cd completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:08.424298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-864485a1-1f0c-483f-bbaf-f52ef796ce8c req-567c1ac7-6730-4301-902b-12218d5050e0 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173906 Feb 11 13:36:08.433488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 854fb093-0bb4-41e1-988b-612a199a21cd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:08.433965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.526251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] For port c64abc70-b6af-447c-8fc8-f3bc8edd340a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=c64abc70-b6af-447c-8fc8-f3bc8edd340a,segment=NetworkSegment(4fe3a02d-5098-4bb8-9da3-b3881b7c98c9),segment_id=4fe3a02d-5098-4bb8-9da3-b3881b7c98c9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:08.526622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.540570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Calling delete_port for c64abc70-b6af-447c-8fc8-f3bc8edd340a owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:08.669309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5e01f98e-abae-4097-b856-1da0e3915e7d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:08.676407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5e01f98e-abae-4097-b856-1da0e3915e7d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.1322534 Feb 11 13:36:08.699425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-baae76b7-9c57-4d1f-9807-284246f48abd tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/quotas/c7228a5e5a17498385380edb6d27077b HTTP/1.1" status: 200 len: 375 time: 0.0220983 Feb 11 13:36:08.707473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c64abc70-b6af-447c-8fc8-f3bc8edd340a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.731950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['c64abc70-b6af-447c-8fc8-f3bc8edd340a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:08.777459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-0ab06414-1789-42b2-a0f4-6d2a49c6db07 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770829 Feb 11 13:36:08.778334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 854fb093-0bb4-41e1-988b-612a199a21cd is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:08.778828 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.795407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28972df0-7879-4272-bbcd-a3d2716071ff req-dc2dd00f-c265-4011-b05c-62d7445dbd21 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ceb0110-b5d8-4601-a294-5218fa969b0e HTTP/1.1" status: 200 len: 210 time: 0.1027479 Feb 11 13:36:08.824126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Pushing event deleted for resources: {'Port': ['ID=c64abc70-b6af-447c-8fc8-f3bc8edd340a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.865261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 854fb093-0bb4-41e1-988b-612a199a21cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=854fb093-0bb4-41e1-988b-612a199a21cd,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:08.875821 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.936740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] No DVR routers for this DVR port c64abc70-b6af-447c-8fc8-f3bc8edd340a on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:08.940809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:08.944098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-722cb588-0497-4ace-8ccc-279f3d88d193 req-a9dd240b-4de9-4d4c-85ec-a4f33a495b93 tempest-ServersTestJSON-157023472 tempest-ServersTestJSON-157023472-project] 10.222.0.83 "DELETE /v2.0/ports/c64abc70-b6af-447c-8fc8-f3bc8edd340a HTTP/1.1" status: 204 len: 173 time: 1.0029881 Feb 11 13:36:08.968003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-3827d927-0008-4703-9a82-53dbe7b56e7f service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896482 Feb 11 13:36:09.019805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-706d7233-2a2e-4f28-a57e-bef206acf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.021144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=854fb093-0bb4-41e1-988b-612a199a21cd,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:09.022258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-706d7233-2a2e-4f28-a57e-bef206acf5e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 1125 time: 0.3326480 Feb 11 13:36:09.120598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3be6d20b-96a6-4465-93bc-da23f8d4607c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:09.131853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b4ed18ef-e6b9-42ae-913a-8e266d1f491d service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414399 Feb 11 13:36:09.185636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed14a8-89c1-44fe-ad3c-59cd5eb43b89 req-9f0ed698-1694-42dd-86d9-9f5e1c1d53fd tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.191787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0bed14a8-89c1-44fe-ad3c-59cd5eb43b89 req-9f0ed698-1694-42dd-86d9-9f5e1c1d53fd tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2562256 Feb 11 13:36:09.197863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 3be6d20b-96a6-4465-93bc-da23f8d4607c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:09.203989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3be6d20b-96a6-4465-93bc-da23f8d4607c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:09.204897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:09.216124 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-fcb6bacb-45ae-4ca7-95b2-3d3cd9354b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.218025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-fcb6bacb-45ae-4ca7-95b2-3d3cd9354b3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.1822522 Feb 11 13:36:09.313236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-a6f92084-3769-4bf9-8fb8-e3a159273e6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 200 len: 217 time: 0.0840287 Feb 11 13:36:09.344509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3be6d20b-96a6-4465-93bc-da23f8d4607c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:09.344509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:09.366893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0bed14a8-89c1-44fe-ad3c-59cd5eb43b89 req-df2492c2-85aa-4696-bc5e-275c3854913c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635513 Feb 11 13:36:09.387490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:09.394613 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:09.395519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6f8027e9-e087-43cc-b499-fbdca3bb7d19 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:09.487202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-35f1ceba-641a-4331-bc34-3ce8362d8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.494225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-35f1ceba-641a-4331-bc34-3ce8362d8d57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.1711466 Feb 11 13:36:09.507949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.516873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.539212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.554816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.564678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.580432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.594242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.594663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0875c-d3d6-4515-b54c-39a4924d5864 req-a94fe597-da89-4f3b-9598-1761558d1285 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.601657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7d0875c-d3d6-4515-b54c-39a4924d5864 req-a94fe597-da89-4f3b-9598-1761558d1285 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 945 time: 0.1008754 Feb 11 13:36:09.606631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-282ba247-f0a9-488b-83da-dacef677944d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5430 time: 0.2216001 Feb 11 13:36:09.611000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-04f8a3bb-b861-4189-9772-6472fe904028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.612689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-04f8a3bb-b861-4189-9772-6472fe904028 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1011648 Feb 11 13:36:09.685664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:09.702070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4a48870b-9864-420d-9fe1-d4336c2f482e up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:09.729289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7d0875c-d3d6-4515-b54c-39a4924d5864 req-418bcc5f-ec1f-460b-8fd0-f7062e6530b8 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242757 Feb 11 13:36:09.758042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adfa350f-0d5b-4b74-9425-6953aca22a4b req-f776a823-e07b-49c1-b7dd-e35eeb3f0dbf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413896 Feb 11 13:36:09.776500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:09.780134 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d4f9c3-5961-40d5-a153-d278e7506390" -d '{"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:09.797577 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-ee1920ee-c073-43bd-a1fe-681c1b19a095 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748443 Feb 11 13:36:09.861439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-acfddfc8-45a8-4415-b62d-d37befae5e51 req-10134b86-6cd1-4be1-b0cd-23083cd44dbf tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 210 time: 0.0512240 Feb 11 13:36:09.895455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:09.897796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 4a48870b-9864-420d-9fe1-d4336c2f482e completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:09.912074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:09.912451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:09.914089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 4a48870b-9864-420d-9fe1-d4336c2f482e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:09.914473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.031451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8774813-32d6-4dbb-91a8-e370c6a5df15 req-3405c7e6-c442-45ac-8755-2c8ca7c2b6f2 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260914 Feb 11 13:36:10.082517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'name': 'network-vif-deleted', 'tag': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:10.085628 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95268e26-9659-4038-bd8c-ad62c24b10ea" -d '{"events": [{"server_uuid": "2ceb0110-b5d8-4601-a294-5218fa969b0e", "name": "network-vif-deleted", "tag": "c64abc70-b6af-447c-8fc8-f3bc8edd340a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:10.089805 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55b92725-d7cf-45c7-b17b-ded97e8430bc req-8ad0e206-7923-49c1-9b6d-99967610ffa7 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0760553 Feb 11 13:36:10.121110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ce30d-6327-4d8b-b027-fe0424250220 req-8e44cb4b-575c-4ab8-bc2c-23ad156fa346 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.122680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-402ce30d-6327-4d8b-b027-fe0424250220 req-8e44cb4b-575c-4ab8-bc2c-23ad156fa346 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9988d8e-716d-44c6-a14d-3d5d703477d4 HTTP/1.1" status: 200 len: 946 time: 0.1769702 Feb 11 13:36:10.151673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf4090-94cd-441b-9d17-a7537bfc67d4 req-a1c9231e-a221-4f5f-97d0-5559780c0bce tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.156830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ceaf4090-94cd-441b-9d17-a7537bfc67d4 req-a1c9231e-a221-4f5f-97d0-5559780c0bce tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.2808492 Feb 11 13:36:10.245823 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfefd11b-808f-402e-9d41-abda71e31ee6 x-openstack-request-id: req-bfefd11b-808f-402e-9d41-abda71e31ee6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:10.250579 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba", "name": "network-vif-deleted", "tag": "be19f246-bd8c-45d7-ae6a-93f62e981172", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:10.251051 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bfefd11b-808f-402e-9d41-abda71e31ee6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:10.251631 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba', 'name': 'network-vif-deleted', 'tag': 'be19f246-bd8c-45d7-ae6a-93f62e981172', 'status': 'completed', 'code': 200} Feb 11 13:36:10.270686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ceaf4090-94cd-441b-9d17-a7537bfc67d4 req-7ae8f663-6ee9-4568-be90-edd6f387deb7 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033077 Feb 11 13:36:10.279409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd'}, {'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:10.282044 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172daa04-3955-4a85-8759-83b4a1df4e96" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd"}, {"server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "name": "network-vif-plugged", "status": "completed", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:10.307198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:10.308978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.331007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 4a48870b-9864-420d-9fe1-d4336c2f482e is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:10.331682 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.332333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43036) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:10.382690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:10.392516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.394245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:10.431241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Deleting port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:10.431582 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.454848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 4a48870b-9864-420d-9fe1-d4336c2f482e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4a48870b-9864-420d-9fe1-d4336c2f482e,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:10.469881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] Deleting subnet d39d1925-8c6c-48c3-b595-54707ce4d893 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:36:10.477130 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eafc65-3c6b-4eb3-a326-1dc24ea5a240 x-openstack-request-id: req-f7eafc65-3c6b-4eb3-a326-1dc24ea5a240 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:10.477325 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ceb0110-b5d8-4601-a294-5218fa969b0e", "name": "network-vif-deleted", "tag": "c64abc70-b6af-447c-8fc8-f3bc8edd340a", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:10.477534 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7eafc65-3c6b-4eb3-a326-1dc24ea5a240 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:10.477925 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ceb0110-b5d8-4601-a294-5218fa969b0e', 'name': 'network-vif-deleted', 'tag': 'c64abc70-b6af-447c-8fc8-f3bc8edd340a', 'status': 'completed', 'code': 200} Feb 11 13:36:10.481589 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] Publish callbacks [] for subnet (d39d1925-8c6c-48c3-b595-54707ce4d893), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.501836 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ca5bf0-3713-491b-a8ac-e828d69beb16 x-openstack-request-id: req-26ca5bf0-3713-491b-a8ac-e828d69beb16 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:10.502416 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd", "code": 200}, {"server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "name": "network-vif-plugged", "status": "completed", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:10.502833 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26ca5bf0-3713-491b-a8ac-e828d69beb16 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:10.503511 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593', 'code': 200} Feb 11 13:36:10.503949 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd', 'code': 200} Feb 11 13:36:10.504351 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'code': 200} Feb 11 13:36:10.535026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.536326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:10.604089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6f8027e9-e087-43cc-b499-fbdca3bb7d19,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:10.647263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:10.667267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:10.667889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.748772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:10.749407 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.754353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=4a48870b-9864-420d-9fe1-d4336c2f482e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:10.754744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:10.755171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.780327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Calling delete_port for 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:10.815965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:10.857222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:10.858063 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.860306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:10.988905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d729b-3f33-4c8e-8e25-2c01c481e99b req-900eb95b-bc12-4071-b8c3-7dc598a2e78b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.001605 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-450d729b-3f33-4c8e-8e25-2c01c481e99b req-900eb95b-bc12-4071-b8c3-7dc598a2e78b tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.1054757 Feb 11 13:36:11.004396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.091932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event deleted for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:11.151590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:11.159368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.160374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a7d85bf3-73f8-453c-aba2-4a16188453bb up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:11.176073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] No DVR routers for this DVR port 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:11.188445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:11.193485 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.225363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-402ce30d-6327-4d8b-b027-fe0424250220 req-3a4f190e-31ec-460a-b43c-8abfe2821871 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "DELETE /v2.0/ports/8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c HTTP/1.1" status: 204 len: 173 time: 1.0942271 Feb 11 13:36:11.249902 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-450d729b-3f33-4c8e-8e25-2c01c481e99b req-6342e604-1fa6-44a1-b729-cc934ce1f345 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472947 Feb 11 13:36:11.266317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:11.326403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port a7d85bf3-73f8-453c-aba2-4a16188453bb completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:11.331966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port a7d85bf3-73f8-453c-aba2-4a16188453bb triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:11.331966 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.333571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (d39d1925-8c6c-48c3-b595-54707ce4d893), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.510049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.519374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d39d1925-8c6c-48c3-b595-54707ce4d893), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.521422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.536654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.545423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a7d85bf3-73f8-453c-aba2-4a16188453bb is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:11.546527 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.553157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.573002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.585689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9cb36-920c-4255-8b4c-7fddb7eb0f3e req-7c1ac003-9d7f-4b92-b904-e772d0a36217 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.587332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.587485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-16e9cb36-920c-4255-8b4c-7fddb7eb0f3e req-7c1ac003-9d7f-4b92-b904-e772d0a36217 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 1.0603991 Feb 11 13:36:11.597866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:11.600563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.607586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-de76ef06-4df7-4d58-8a5d-6b1df1cfd60e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5432 time: 0.2397223 Feb 11 13:36:11.617683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111faca8-dfd0-43df-a6f6-f9af33cf8d0f req-48bf857d-320c-4459-8b57-fefd23583ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.619209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-111faca8-dfd0-43df-a6f6-f9af33cf8d0f req-48bf857d-320c-4459-8b57-fefd23583ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.2921305 Feb 11 13:36:11.623508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:11.631064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.632173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:11.646092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-11444c0d-979a-447a-b432-15f5d6fdb2db tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.647544 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-11444c0d-979a-447a-b432-15f5d6fdb2db tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.3174210 Feb 11 13:36:11.670109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Request body: {'port': {'device_id': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'admin_state_up': True, 'tenant_id': 'c7228a5e5a17498385380edb6d27077b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:11.731586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4323b9ca-7e14-416d-9002-3986feba3f61 req-f58a7450-da5a-46c8-bd88-ce9cb3395972 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166170 Feb 11 13:36:11.740610 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (d39d1925-8c6c-48c3-b595-54707ce4d893), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.783130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-16e9cb36-920c-4255-8b4c-7fddb7eb0f3e req-90e1ddd1-e37f-4704-8cf4-d93b44aa6638 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876976 Feb 11 13:36:11.814981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.818822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d39d1925-8c6c-48c3-b595-54707ce4d893 HTTP/1.1" status: 204 len: 168 time: 1.4848068 Feb 11 13:36:11.820526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-111faca8-dfd0-43df-a6f6-f9af33cf8d0f req-19e501f5-9ea8-4200-90fa-a9dd6f0a9a38 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892152 Feb 11 13:36:11.820887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:11.823576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b9d48-fb5d-43c3-91a0-bf442826f65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39d1925-8c6c-48c3-b595-54707ce4d893,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:11.907323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:11.952231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Made reservation on behalf of c7228a5e5a17498385380edb6d27077b for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:11.969002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:11.989724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:12.022407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:12.026639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:12.027170 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.030742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-858ec60c-231d-47ad-a8a1-be8e0c8840d4 req-c573fc18-8088-4837-994b-459bd61fafc5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0898752 Feb 11 13:36:12.074803 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (085e3d9d-406a-4687-a260-fda81fe2574d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.114871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'port_id': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'mac_address': 'fa:16:3e:74:fa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:12.130669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e14ec835-b6a8-4dbf-92c1-d46e6d831bd1 req-3f13166a-998b-44fa-8bf4-bee267b484d6 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 210 time: 0.1215453 Feb 11 13:36:12.247585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:12.248071 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.253027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-deleted', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:12.255689 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f537b5-25af-409d-8617-c9c2a8f87585" -d '{"events": [{"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-deleted", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:12.267487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaee7f7c-2617-411b-98d8-1cd5c3ddff86 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:12.304398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:12.306393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:12.306797 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.317020 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.342605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (085e3d9d-406a-4687-a260-fda81fe2574d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.349448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c670a-b407-4e59-9744-e5554abbef7e req-27f70c45-0478-41cc-a1ae-a13bcf23b96a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:12.351830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e6c670a-b407-4e59-9744-e5554abbef7e req-27f70c45-0478-41cc-a1ae-a13bcf23b96a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1976063 Feb 11 13:36:12.378894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Allocated IP 172.20.0.14 (056e5573-552f-4acd-9561-6504fa0e984f/ef6418f3-b0d7-4b9d-96d3-909997d73562/89271774-3916-4be1-8e15-43de18b9495d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:12.390646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085e3d9d-406a-4687-a260-fda81fe2574d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:12.400474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:12.403113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:12.403542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe3a02d-5098-4bb8-9da3-b3881b7c98c9') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:12.419677 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (4fe3a02d-5098-4bb8-9da3-b3881b7c98c9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.428984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738d7e-e97f-4338-88f0-236bb39bca23 req-b11bad6c-116f-4bbf-8ac3-c3f8546c3ba5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:12.435779 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0738d7e-e97f-4338-88f0-236bb39bca23 req-b11bad6c-116f-4bbf-8ac3-c3f8546c3ba5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1764312 Feb 11 13:36:12.438855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e6c670a-b407-4e59-9744-e5554abbef7e req-65f461ce-932b-4b39-9113-f1f7a5ae18e9 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813370 Feb 11 13:36:12.464984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:12.478854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.483466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c64abc70-b6af-447c-8fc8-f3bc8edd340a no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:12.511105 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4fe3a02d-5098-4bb8-9da3-b3881b7c98c9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.518811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19'}, {'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e'}, {'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d85bf3-73f8-453c-aba2-4a16188453bb'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:12.522423 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f6850-a4a3-46c1-ae36-d26ad10d45df" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19"}, {"server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "name": "network-vif-plugged", "status": "completed", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e"}, {"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "a7d85bf3-73f8-453c-aba2-4a16188453bb"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:12.528754 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3299dd34-eca4-4f9a-8fe1-438aeafa4222 x-openstack-request-id: req-3299dd34-eca4-4f9a-8fe1-438aeafa4222 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:12.532828 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-deleted", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:12.533261 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3299dd34-eca4-4f9a-8fe1-438aeafa4222 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:12.533831 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-deleted', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'status': 'completed', 'code': 200} Feb 11 13:36:12.538796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: c64abc70-b6af-447c-8fc8-f3bc8edd340a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:36:12.539158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device c64abc70-b6af-447c-8fc8-f3bc8edd340a not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:12.545041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:36:12.545450 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (4fe3a02d-5098-4bb8-9da3-b3881b7c98c9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:12.547256 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:12.644863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['aaee7f7c-2617-411b-98d8-1cd5c3ddff86'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:12.648562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:12.657516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks [] for port (89271774-3916-4be1-8e15-43de18b9495d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.662435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0738d7e-e97f-4338-88f0-236bb39bca23 req-9c3b7df8-7051-48dd-8f62-5dc49be2fce3 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219093 Feb 11 13:36:12.689015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (085e3d9d-406a-4687-a260-fda81fe2574d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.718612 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.730894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/085e3d9d-406a-4687-a260-fda81fe2574d HTTP/1.1" status: 204 len: 168 time: 0.9051199 Feb 11 13:36:12.730894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9e29-deb5-4930-869d-54bcda6677f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=085e3d9d-406a-4687-a260-fda81fe2574d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:12.758453 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3244da-3e03-42d8-98df-26e5ad1ed44f x-openstack-request-id: req-5e3244da-3e03-42d8-98df-26e5ad1ed44f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:12.758903 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19", "code": 200}, {"server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "name": "network-vif-plugged", "status": "completed", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e", "code": 200}, {"server_uuid": "f9988d8e-716d-44c6-a14d-3d5d703477d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "a7d85bf3-73f8-453c-aba2-4a16188453bb", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-plugged", "status": "completed", "tag": "5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:12.759264 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e3244da-3e03-42d8-98df-26e5ad1ed44f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:12.759769 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19', 'code': 200} Feb 11 13:36:12.760125 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'code': 200} Feb 11 13:36:12.760478 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9988d8e-716d-44c6-a14d-3d5d703477d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c', 'code': 200} Feb 11 13:36:12.760825 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c', 'code': 200} Feb 11 13:36:12.761313 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d85bf3-73f8-453c-aba2-4a16188453bb', 'code': 200} Feb 11 13:36:12.761494 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1', 'code': 200} Feb 11 13:36:12.813392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:12.867646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2827-9bee-4f60-96b4-13131a7678f5 req-1d281c2b-ffd1-4b2f-8e6f-29c20b03e150 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:12.875377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a94b2827-9bee-4f60-96b4-13131a7678f5 req-1d281c2b-ffd1-4b2f-8e6f-29c20b03e150 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.2549837 Feb 11 13:36:13.032946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Network 056e5573-552f-4acd-9561-6504fa0e984f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:13.052560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:13.055680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:13.059259 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43078) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:13.097560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fe97-089a-4015-b02d-227b02cc1110 req-6c7c6f6e-2411-4a98-9a96-0d5d1d9861f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.103252 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7123fe97-089a-4015-b02d-227b02cc1110 req-6c7c6f6e-2411-4a98-9a96-0d5d1d9861f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 1128 time: 0.1285408 Feb 11 13:36:13.164576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:13.194032 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7123fe97-089a-4015-b02d-227b02cc1110 req-eb4f4389-6bc3-41db-b132-44b77e30b765 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859864 Feb 11 13:36:13.228430 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a94b2827-9bee-4f60-96b4-13131a7678f5 req-43c9b5f3-9117-4fb9-9621-3e12555d90e9 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517382 Feb 11 13:36:13.277314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:13.278079 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ebd6fa9-9117-43e8-a354-3194150c8970 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f03cdf41d81846bcb7b7318ce3c8f788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121468 Feb 11 13:36:13.296351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.298898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.299391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.299864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.300332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.300799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.301263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.303720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e371956-361a-42f4-b284-39378a707f46 req-b73ba8bb-22fb-4ab0-ae19-cc800434c86a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6708 time: 0.3876748 Feb 11 13:36:13.352051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.352688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.395445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836677fb-97d1-4a01-b6c3-1f42d711c70c admin admin] Publish callbacks [] for security_group (36692f91-6fe8-4859-b563-483694c884f9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.408538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-b8512853-8540-43c6-958c-8be42458a070 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7475786 Feb 11 13:36:13.427038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Request body: {'port': {'device_id': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:13.430672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.436933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.442753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.449270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.455014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.463169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.469405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.472885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-d85a0bcf-1363-4762-86a9-4c4b70c22a4f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.1471016 Feb 11 13:36:13.477906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6e97-884e-4f29-b105-fb22f4c231d6 req-253bc34e-f38b-4070-8807-ceef268df7e6 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.484909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac1d6e97-884e-4f29-b105-fb22f4c231d6 req-253bc34e-f38b-4070-8807-ceef268df7e6 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 944 time: 0.1799431 Feb 11 13:36:13.500571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e371956-361a-42f4-b284-39378a707f46 req-9d55598a-ff75-453d-8f95-78e95294b4ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670055 Feb 11 13:36:13.509526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836677fb-97d1-4a01-b6c3-1f42d711c70c admin admin] Publish callbacks [] for security_group (36692f91-6fe8-4859-b563-483694c884f9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.567061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.583872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:13.584622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac1d6e97-884e-4f29-b105-fb22f4c231d6 req-49ea7c79-23ab-43e7-bebb-5af88422c415 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987816 Feb 11 13:36:13.636374 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0194cf37-c6f0-4274-ba6b-e45fe8b06a6b req-36693012-b513-4cb6-a494-4021d83cbe66 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428933 Feb 11 13:36:13.712043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836677fb-97d1-4a01-b6c3-1f42d711c70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (36692f91-6fe8-4859-b563-483694c884f9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.716731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-836677fb-97d1-4a01-b6c3-1f42d711c70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.718111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-836677fb-97d1-4a01-b6c3-1f42d711c70c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36692f91-6fe8-4859-b563-483694c884f9 HTTP/1.1" status: 204 len: 168 time: 0.4397535 Feb 11 13:36:13.728515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836677fb-97d1-4a01-b6c3-1f42d711c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36692f91-6fe8-4859-b563-483694c884f9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:13.766604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:13.776304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7f52e5f-762d-417e-9748-7061cd6aaa4a req-97414932-cd29-4d92-a133-2f65c6823990 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0764418 Feb 11 13:36:13.781404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:13.781787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.982371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831365c4-ed0b-4c0e-9f36-d4ec46a06fed req-7a50fb35-dcbb-47a3-b69d-b850ace49dbc tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.988990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:13.989623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:13.993097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-831365c4-ed0b-4c0e-9f36-d4ec46a06fed req-7a50fb35-dcbb-47a3-b69d-b850ace49dbc tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 932 time: 0.1600890 Feb 11 13:36:14.063128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:14.067286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:14.068198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:14.135314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-831365c4-ed0b-4c0e-9f36-d4ec46a06fed req-d481cc52-66cc-441d-821d-5a82c0efe40a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353328 Feb 11 13:36:14.154860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:36:14.155073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 8788e69d-1bc2-4cd1-abf9-cbbdef9cf00c not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:14.198682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:14.343024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52afb-c734-409a-baf9-c4081f3cb077 req-4c6b7c4e-7265-4ed8-8242-c2f9f853b512 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.345526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64a52afb-c734-409a-baf9-c4081f3cb077 req-4c6b7c4e-7265-4ed8-8242-c2f9f853b512 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.4723134 Feb 11 13:36:14.377346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89271774-3916-4be1-8e15-43de18b9495d {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:14.390915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Publish callbacks [] for port (89271774-3916-4be1-8e15-43de18b9495d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:14.395523 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:36:14.423189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Transition to ACTIVE for port object 89271774-3916-4be1-8e15-43de18b9495d will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:14.430269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64a52afb-c734-409a-baf9-c4081f3cb077 req-b5381fc9-5d39-4a84-8cec-1cd4f1c6ae29 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764911 Feb 11 13:36:14.433341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:14.486788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:14.509091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20958198-39a7-40a3-89d5-65b30f3ec345 req-b45b6dac-6ab3-468d-8014-364f0a378f53 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.522968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20958198-39a7-40a3-89d5-65b30f3ec345 req-b45b6dac-6ab3-468d-8014-364f0a378f53 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.1718454 Feb 11 13:36:14.655699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Attempting to bind port 89271774-3916-4be1-8e15-43de18b9495d on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:36:14.656225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Attempting to bind port 89271774-3916-4be1-8e15-43de18b9495d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:36:14.656662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Attempting to bind port 89271774-3916-4be1-8e15-43de18b9495d on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:14.665828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Port 89271774-3916-4be1-8e15-43de18b9495d on network 056e5573-552f-4acd-9561-6504fa0e984f not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:36:14.666358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Attempting to bind port 89271774-3916-4be1-8e15-43de18b9495d on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:14.679877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:14.680349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Checking segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:36:14.680520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20958198-39a7-40a3-89d5-65b30f3ec345 req-cb11557e-a50a-440a-ba43-dbea61ab08b8 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470785 Feb 11 13:36:14.680940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Bound using segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:14.681497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Bound port: 89271774-3916-4be1-8e15-43de18b9495d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:36:14.683326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:14.762418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:14.765203 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639040f3-64ff-4822-9b0f-25ff3efdbb3b" -d '{"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-plugged", "status": "completed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:14.876827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:14.881517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:14.970056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9ceaa-9b3c-4366-b047-85d29a712472 req-f75b587d-195c-416b-8d02-df2907a68a68 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.974811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:14.980544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10f9ceaa-9b3c-4366-b047-85d29a712472 req-f75b587d-195c-416b-8d02-df2907a68a68 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1870990 Feb 11 13:36:15.074842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10f9ceaa-9b3c-4366-b047-85d29a712472 req-4b5bf035-7163-4b78-b174-628d0a079284 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857263 Feb 11 13:36:15.098802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.099569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.101573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] 10.222.0.83 "PUT /v2.0/ports/89271774-3916-4be1-8e15-43de18b9495d HTTP/1.1" status: 200 len: 1092 time: 1.6814413 Feb 11 13:36:15.109583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'tag': '89271774-3916-4be1-8e15-43de18b9495d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:15.111924 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075d005a-6aa8-438d-b2b7-532cd0bb4612" -d '{"events": [{"name": "network-changed", "server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "tag": "89271774-3916-4be1-8e15-43de18b9495d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:15.177616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:15.191185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a924936-9f21-4120-b3df-610eeeb92431 service neutron] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:15.268171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-d1609cef-567f-405d-b1e3-4180f280a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.269674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-d1609cef-567f-405d-b1e3-4180f280a506 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.3813620 Feb 11 13:36:15.277063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c55ed-91cd-43ce-b675-0d979d4d9173 req-4983de76-4259-4a7b-b4f7-f504830c58b3 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.278950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc5c55ed-91cd-43ce-b675-0d979d4d9173 req-4983de76-4259-4a7b-b4f7-f504830c58b3 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0993805 Feb 11 13:36:15.287883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.293222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.300269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.305931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.312664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.317929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.323744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.331158 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-08cc25a6-6e18-416c-a400-8efd2153c6b4 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.4449060 Feb 11 13:36:15.345123 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc5c55ed-91cd-43ce-b675-0d979d4d9173 req-00e8c9b5-b490-4363-bcaa-ab833f7e3aed tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592406 Feb 11 13:36:15.380047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2026032315-network', 'tenant_id': 'f2f88e5d0bfe4c9a84992c334202e592'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:15.430146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Made reservation on behalf of f2f88e5d0bfe4c9a84992c334202e592 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:15.435386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.449592 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0432880-05d3-40e2-8389-8e083c34ddf1 x-openstack-request-id: req-e0432880-05d3-40e2-8389-8e083c34ddf1 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:15.450092 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-plugged", "status": "completed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:15.450209 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0432880-05d3-40e2-8389-8e083c34ddf1 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:15.451127 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'code': 200} Feb 11 13:36:15.460193 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.579393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-58255d1e-c9ee-4e0d-ac2c-87b7c87fd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.582647 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-58255d1e-c9ee-4e0d-ac2c-87b7c87fd732 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.2466719 Feb 11 13:36:15.588373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks [] for security_group (3ebba372-3e09-4d90-ba2e-40eed2ff49c8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.625276 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3ebba372-3e09-4d90-ba2e-40eed2ff49c8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.654685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-40abfb89-d333-40ad-9448-869e4b235677 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 217 time: 0.0669022 Feb 11 13:36:15.668687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5c83648b-1c6f-43ac-ac5c-3a2a3eaa3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.669905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-5c83648b-1c6f-43ac-ac5c-3a2a3eaa3caa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 1126 time: 0.4701054 Feb 11 13:36:15.672197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a187158-3128-4b72-95a9-ef028ba4e404 req-99bdbc1e-b929-43bd-8117-e9e0a38715e9 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0498450 Feb 11 13:36:15.677665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:15.705908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3395d9a5-00a1-4594-81a4-38e9c866f0c3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.706291 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Added segment 3395d9a5-00a1-4594-81a4-38e9c866f0c3 of type vlan for network 44aa5b57-7e21-497c-8c57-a345bb8a97ad Feb 11 13:36:15.707874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebba372-3e09-4d90-ba2e-40eed2ff49c8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:15.712311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e321e72-0121-45e1-a085-81b149f3028d req-d10c7c7b-95c5-4890-abb3-07eb813542f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.714044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e321e72-0121-45e1-a085-81b149f3028d req-d10c7c7b-95c5-4890-abb3-07eb813542f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 1127 time: 0.1242585 Feb 11 13:36:15.816673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (44aa5b57-7e21-497c-8c57-a345bb8a97ad), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.827841 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f26f5d-f220-4fff-ba29-1d231aa7fd53 x-openstack-request-id: req-b8f26f5d-f220-4fff-ba29-1d231aa7fd53 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:15.828205 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "tag": "89271774-3916-4be1-8e15-43de18b9495d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:15.828415 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8f26f5d-f220-4fff-ba29-1d231aa7fd53 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:15.829033 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'tag': '89271774-3916-4be1-8e15-43de18b9495d', 'status': 'completed', 'code': 200} Feb 11 13:36:15.872548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6a42105-88c2-4872-862f-ae202080c3b5 req-e5a77443-16ba-4083-8a0e-aa33acb78db2 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5300159 Feb 11 13:36:15.872548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-4aa16003-1d38-4d04-bcb2-9a5353b46fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.872548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-4aa16003-1d38-4d04-bcb2-9a5353b46fc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.1994460 Feb 11 13:36:15.872548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-d6089c17-dc03-41fb-b87f-6a003866a24b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89271774-3916-4be1-8e15-43de18b9495d HTTP/1.1" status: 200 len: 217 time: 0.1353784 Feb 11 13:36:15.889347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (44aa5b57-7e21-497c-8c57-a345bb8a97ad), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.890303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.890884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.957105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-14a64803-44c3-4353-afc0-013c05b0812b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780332 Feb 11 13:36:16.015884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=44aa5b57-7e21-497c-8c57-a345bb8a97ad,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:16.024816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a43cb4e0-69b7-4f26-ad72-32ce39843ad4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8463821 Feb 11 13:36:16.028659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:16.039051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 44aa5b57-7e21-497c-8c57-a345bb8a97ad details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:36:16.051180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Request body: {'subnet': {'network_id': '44aa5b57-7e21-497c-8c57-a345bb8a97ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2026032315-subnet', 'tenant_id': 'f2f88e5d0bfe4c9a84992c334202e592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:16.058153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e321e72-0121-45e1-a085-81b149f3028d req-8e1fc781-e1b6-4a96-ac4d-4f3fc79d4532 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359911 Feb 11 13:36:16.089340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Made reservation on behalf of f2f88e5d0bfe4c9a84992c334202e592 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:16.091663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:16.104375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-4e06fcaf-3b40-4c35-b7a9-6f3d4ed62cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.105906 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-4e06fcaf-3b40-4c35-b7a9-6f3d4ed62cd1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.2281382 Feb 11 13:36:16.144144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-84442357-ab36-4367-ac8f-fcb7c63834f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316472 Feb 11 13:36:16.157117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028826-3a68-48f2-921e-c1b2a66c296f req-260ba6d1-79e4-43ff-b396-03ed2ab5e0cd tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.158308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137812-ac5e-4b6d-8ae0-59bb1e40391b req-cc4c7af8-1e58-4d16-b395-cc94d98dc326 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.158673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff028826-3a68-48f2-921e-c1b2a66c296f req-260ba6d1-79e4-43ff-b396-03ed2ab5e0cd tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.1914806 Feb 11 13:36:16.165845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7137812-ac5e-4b6d-8ae0-59bb1e40391b req-cc4c7af8-1e58-4d16-b395-cc94d98dc326 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 944 time: 0.2777054 Feb 11 13:36:16.173642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-7500be0f-bdd5-4402-843b-31f8191bdf6a service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944952 Feb 11 13:36:16.250334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7137812-ac5e-4b6d-8ae0-59bb1e40391b req-38a90359-ff99-48c5-8e52-f20b405cb23c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803044 Feb 11 13:36:16.344442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff028826-3a68-48f2-921e-c1b2a66c296f req-7968d13c-4b01-4326-8b54-65f24acae350 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578655 Feb 11 13:36:16.378361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-f500a85c-c101-4ad4-91cc-0d23abbc60f9 service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167575 Feb 11 13:36:16.407293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (06e6d86e-5085-4717-a2bb-e8b705991be6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:16.417220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cab020e9-3b98-4cf6-9ccc-958c5de9c184 req-4f42864a-a4ba-467f-b82e-72b2ecbed219 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264810 Feb 11 13:36:16.471011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e6d86e-5085-4717-a2bb-e8b705991be6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:16.492060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675aa39-b2c3-4d37-8760-ddf07eda5b90 req-37505bf5-af6d-4440-b89c-961afc94050d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.493980 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7675aa39-b2c3-4d37-8760-ddf07eda5b90 req-37505bf5-af6d-4440-b89c-961afc94050d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1661930 Feb 11 13:36:16.544393 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8379cb61-fddc-4fa7-ae16-9b654b902005 req-2eae431d-b7c2-4267-8bce-ff7b873f148e service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602678 Feb 11 13:36:16.551448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab69d85-d699-4701-8e76-1abdf4d52c59 req-b93d5d25-e40c-46eb-a06a-3fe44f5972a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.552899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ab69d85-d699-4701-8e76-1abdf4d52c59 req-b93d5d25-e40c-46eb-a06a-3fe44f5972a7 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.0837820 Feb 11 13:36:16.567820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43150) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:16.572623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Checking segment: {'id': '3395d9a5-00a1-4594-81a4-38e9c866f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '44aa5b57-7e21-497c-8c57-a345bb8a97ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:36:16.573130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Network hostable DHCP agents. Network: 44aa5b57-7e21-497c-8c57-a345bb8a97ad, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:16.576080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Request body: {'floatingip': {'port_id': '4a48870b-9864-420d-9fe1-d4336c2f482e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:16.594505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7675aa39-b2c3-4d37-8760-ddf07eda5b90 req-cf4c9eeb-6000-41a2-8256-a56ad656eaeb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910211 Feb 11 13:36:16.625160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Network 44aa5b57-7e21-497c-8c57-a345bb8a97ad is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:16.640906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 44aa5b57-7e21-497c-8c57-a345bb8a97ad) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:16.651200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd8fc8-fdf8-480b-a635-a026b3a57665 None None] Network 44aa5b57-7e21-497c-8c57-a345bb8a97ad requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:36:16.654316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.654976 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:16.671296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for floatingip (e51ed0f0-1101-40ad-a054-528e6e7fc948), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:16.690021 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-61253b6c-d610-4916-97d2-598304cb805b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6601210 Feb 11 13:36:16.809279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff850075-8f41-471d-96d9-4f6b0f5e6b89 None None] Network 44aa5b57-7e21-497c-8c57-a345bb8a97ad requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:36:16.872271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-4e3ca913-fa73-4902-9ec4-466888a68687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.875005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-4e3ca913-fa73-4902-9ec4-466888a68687 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 1126 time: 0.2308223 Feb 11 13:36:16.879848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f31641e0-2c61-43cf-9fd3-7f4142744108 req-93401ff1-54f9-496a-bc64-382744d8de14 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0671959 Feb 11 13:36:16.885472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8198f6-1954-4c0b-8f31-2d99b0750709 req-48398ba2-d799-4eaa-9501-d59aea2ca6bf tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.887570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f8198f6-1954-4c0b-8f31-2d99b0750709 req-48398ba2-d799-4eaa-9501-d59aea2ca6bf tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.2432492 Feb 11 13:36:16.904351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:16.973243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] Deleting subnet 06e6d86e-5085-4717-a2bb-e8b705991be6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:36:17.006003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] Publish callbacks [] for subnet (06e6d86e-5085-4717-a2bb-e8b705991be6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.099368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (06e6d86e-5085-4717-a2bb-e8b705991be6), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.150245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.155779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.161083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.168081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.173468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.179535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.185278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.187378 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-2d3b83c2-1e2d-4762-ab24-8ee16c95c055 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.2069378 Feb 11 13:36:17.222181 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (06e6d86e-5085-4717-a2bb-e8b705991be6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.289907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (06e6d86e-5085-4717-a2bb-e8b705991be6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.337032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.340588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/06e6d86e-5085-4717-a2bb-e8b705991be6 HTTP/1.1" status: 204 len: 168 time: 0.4350185 Feb 11 13:36:17.343699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0f6e5-bde1-4ff2-a33c-71eda9377206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e6d86e-5085-4717-a2bb-e8b705991be6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:17.347199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:17.403439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ac0d0f1-3f9a-4997-99a6-f189e64fdec3 req-c18bba89-1976-452b-9c01-1d301a9be725 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2063522 Feb 11 13:36:17.465551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (44aa5b57-7e21-497c-8c57-a345bb8a97ad), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.470168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f8198f6-1954-4c0b-8f31-2d99b0750709 req-7f68ab72-a2d4-4b39-8b3e-272922a69830 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239382 Feb 11 13:36:17.479174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-d767c6af-7fa0-4e11-b325-9d533cb52ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.480878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-d767c6af-7fa0-4e11-b325-9d533cb52ec2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 906 time: 0.5917211 Feb 11 13:36:17.541458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-c89b5390-0446-4cf7-a536-fbedfa1aeef8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89271774-3916-4be1-8e15-43de18b9495d HTTP/1.1" status: 200 len: 217 time: 0.0509675 Feb 11 13:36:17.611604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (44aa5b57-7e21-497c-8c57-a345bb8a97ad), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.639436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44aa5b57-7e21-497c-8c57-a345bb8a97ad']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.650909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3395d9a5-00a1-4594-81a4-38e9c866f0c3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.651285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3395d9a5-00a1-4594-81a4-38e9c866f0c3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.659380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee976e-79b5-4daf-9f02-3ed888b6073e req-3f9f1915-fdbf-4439-8297-6beccb80c548 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.660866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20ee976e-79b5-4daf-9f02-3ed888b6073e req-3f9f1915-fdbf-4439-8297-6beccb80c548 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 944 time: 0.1419477 Feb 11 13:36:17.670166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (3395d9a5-00a1-4594-81a4-38e9c866f0c3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.694800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3395d9a5-00a1-4594-81a4-38e9c866f0c3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.702580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-4dd6f41d-f5b5-46d3-9ed9-7b4af35ec870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.704128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-4dd6f41d-f5b5-46d3-9ed9-7b4af35ec870 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.1551657 Feb 11 13:36:17.706162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:36:17.706433 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (3395d9a5-00a1-4594-81a4-38e9c866f0c3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:17.708145 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:17.759579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.765186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.770379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.775598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.782164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.786039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.790639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20ee976e-79b5-4daf-9f02-3ed888b6073e req-29881349-bb59-4f40-ae5e-c2fb29f53760 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138988 Feb 11 13:36:17.792080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.800828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (44aa5b57-7e21-497c-8c57-a345bb8a97ad), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.803182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd750001-60e8-468e-9695-965e97d9fb42 req-c8cbad58-568a-449d-ac80-8ffe6c676335 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.2457218 Feb 11 13:36:17.805749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:17.813495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-ea8417b3-9223-4fa4-aeb9-27d4e8eaaf3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023552 Feb 11 13:36:17.817198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Request body: {'floatingip': {'port_id': '1a48b2e4-245e-473e-a630-1b9716689b7a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:17.824047 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.827323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] 10.222.0.79 "DELETE /v2.0/networks/44aa5b57-7e21-497c-8c57-a345bb8a97ad HTTP/1.1" status: 204 len: 168 time: 0.4754140 Feb 11 13:36:17.880111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0199c-3879-4434-971e-1480cf37c686 admin admin] Pushing event deleted for resources: {'Network': ['ID=44aa5b57-7e21-497c-8c57-a345bb8a97ad,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:17.886279 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for floatingip (7d720721-9de0-40bc-9c0d-03b102e03d92), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.978489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:18.045535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b0146f9-d261-467b-920e-9b263a2d591c req-f97c3871-3128-4bb3-894e-e261a17af52e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0420301 Feb 11 13:36:18.071025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:36:18.131385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-117c3e1e-4e6e-4e42-8ccb-7652e362b46b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2f88e5d0bfe4c9a84992c334202e592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494081 Feb 11 13:36:18.131825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:18.149656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a769da-eaf6-4998-bdaa-e82fad514259 req-90b7892a-2b7d-454a-8046-6bc5a5a21b78 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:18.151186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d9a769da-eaf6-4998-bdaa-e82fad514259 req-90b7892a-2b7d-454a-8046-6bc5a5a21b78 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.2490747 Feb 11 13:36:18.159329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-9b06fa97-9d3e-4df7-8baf-a4117ccfd8b9 service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386965 Feb 11 13:36:18.168214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.191160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e51ed0f0-1101-40ad-a054-528e6e7fc948), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.392770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d9a769da-eaf6-4998-bdaa-e82fad514259 req-16bafd69-8343-45e6-8e61-05ea2dc87c01 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217858 Feb 11 13:36:18.405009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-677d9657-89ac-4014-816e-bcf9d604e5d3 admin admin] Publish callbacks [] for security_group (3ebba372-3e09-4d90-ba2e-40eed2ff49c8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.424840 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d005a-6aa8-438d-b2b7-532cd0bb4612 req-9dea927a-9219-4a21-800f-84b0d2893af4 service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553723 Feb 11 13:36:18.441469 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Floating IP e51ed0f0-1101-40ad-a054-528e6e7fc948 associated. External IP: 172.25.3.121, port: 4a48870b-9864-420d-9fe1-d4336c2f482e. Feb 11 13:36:18.494662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-677d9657-89ac-4014-816e-bcf9d604e5d3 admin admin] Publish callbacks [] for security_group (3ebba372-3e09-4d90-ba2e-40eed2ff49c8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.512076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.535123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7d720721-9de0-40bc-9c0d-03b102e03d92), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.691073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43005b0c-602b-4ec4-9b0f-f82ca695cf97 req-3c267dcf-f0db-4112-b717-24f551d14bbc tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:18.692566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43005b0c-602b-4ec4-9b0f-f82ca695cf97 req-3c267dcf-f0db-4112-b717-24f551d14bbc tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1503515 Feb 11 13:36:18.693243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-677d9657-89ac-4014-816e-bcf9d604e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3ebba372-3e09-4d90-ba2e-40eed2ff49c8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.696461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-677d9657-89ac-4014-816e-bcf9d604e5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:18.697591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-677d9657-89ac-4014-816e-bcf9d604e5d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ebba372-3e09-4d90-ba2e-40eed2ff49c8 HTTP/1.1" status: 204 len: 168 time: 0.5648320 Feb 11 13:36:18.714574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d9657-89ac-4014-816e-bcf9d604e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebba372-3e09-4d90-ba2e-40eed2ff49c8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.848040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Router ddb6871b-f326-4384-aa20-1cb12fd9a246 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:18.866794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43005b0c-602b-4ec4-9b0f-f82ca695cf97 req-3b570a91-0f87-4e2b-b673-a8dbd86cffa7 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274226 Feb 11 13:36:18.989463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846e260-57a3-4876-a841-e20024a8a099 req-27ab8045-099d-4172-ad4e-01c7878dde76 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:18.991877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a846e260-57a3-4876-a841-e20024a8a099 req-27ab8045-099d-4172-ad4e-01c7878dde76 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.5001979 Feb 11 13:36:19.002643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43188) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:19.013672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'floatingip': {'port_id': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:19.061426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (8e4ca4c3-6322-492a-af11-f348aa8ea3b5), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:19.077695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744590dc-7ee6-416b-998e-08f6015f7b95 req-ba77c4c0-92ae-4b9f-950f-bf14d795badb tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:19.084460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-744590dc-7ee6-416b-998e-08f6015f7b95 req-ba77c4c0-92ae-4b9f-950f-bf14d795badb tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 944 time: 0.1104097 Feb 11 13:36:19.104175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:19.115505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:19.118415 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] Sync routers for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:19.139201 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:19.143590 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:19.152094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 89271774-3916-4be1-8e15-43de18b9495d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:19.161849 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Floating IP 7d720721-9de0-40bc-9c0d-03b102e03d92 associated. External IP: 172.25.3.190, port: 1a48b2e4-245e-473e-a630-1b9716689b7a. Feb 11 13:36:19.276938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-744590dc-7ee6-416b-998e-08f6015f7b95 req-611c21c0-a837-40c5-8f81-60eb80634fb3 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915855 Feb 11 13:36:19.277083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06add926-c70a-4a67-a93b-0aed249b6fc0 req-1fb33e3c-cb82-491e-85f7-773af43bf3db tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0553558 Feb 11 13:36:19.298194 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ce5530ab-fabe-42d9-aa0c-4ce6079dbc44 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "PUT /v2.0/floatingips/e51ed0f0-1101-40ad-a054-528e6e7fc948 HTTP/1.1" status: 200 len: 992 time: 2.7229114 Feb 11 13:36:19.298194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:19.298194 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:19.397474 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88d4601-6aa4-4c5a-953d-d1eec14712ce x-openstack-request-id: req-c88d4601-6aa4-4c5a-953d-d1eec14712ce {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:19.397920 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:19.398312 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c88d4601-6aa4-4c5a-953d-d1eec14712ce {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:19.400926 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'status': 'completed', 'code': 200} Feb 11 13:36:19.420268 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:19.429457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:19.467022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '89271774-3916-4be1-8e15-43de18b9495d', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': '89271774-3916-4be1-8e15-43de18b9495d', 'mac_address': 'fa:16:3e:37:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:19.566668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 89271774-3916-4be1-8e15-43de18b9495d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:19.567135 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:19.598316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89271774-3916-4be1-8e15-43de18b9495d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:19.621426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-e421ee53-b146-4eb4-a00a-3090398d7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:19.623631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-e421ee53-b146-4eb4-a00a-3090398d7a42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec6680828fc64876a3a66484cc1112c7&device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 1128 time: 0.1726048 Feb 11 13:36:19.642544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:19.648787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:19.718951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:19.810951 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e51ed0f0-1101-40ad-a054-528e6e7fc948', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'port_id': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'mac_address': 'fa:16:3e:23:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:36:17Z', 'revision_number': 1, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:40Z', 'revision_number': 5, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:19.841486 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] Checking router: ddb6871b-f326-4384-aa20-1cb12fd9a246 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:19.853874 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:19.854943 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:19.899519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:19.933926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['89271774-3916-4be1-8e15-43de18b9495d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:19.934860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-ab1c739b-27bc-4ec2-8703-001fb8c23e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:19.936533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-ab1c739b-27bc-4ec2-8703-001fb8c23e97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 HTTP/1.1" status: 200 len: 916 time: 0.3054519 Feb 11 13:36:20.031043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:20.055161 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:20.151258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:36:20.269978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-b5821fa9-9abf-4007-a854-0a9b419ad42f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a48870b-9864-420d-9fe1-d4336c2f482e HTTP/1.1" status: 200 len: 1000 time: 0.3260570 Feb 11 13:36:20.282616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eb628-32ab-4a91-8ae4-a54956336928 req-0317c746-f5b7-4e0f-95c1-62381c4a08e8 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.289504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d82eb628-32ab-4a91-8ae4-a54956336928 req-0317c746-f5b7-4e0f-95c1-62381c4a08e8 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.2673278 Feb 11 13:36:20.332838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e51ed0f0-1101-40ad-a054-528e6e7fc948', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'port_id': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'mac_address': 'fa:16:3e:23:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:36:17Z', 'revision_number': 1, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:40Z', 'revision_number': 5, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:20.345627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-9f838966-1dfd-4d34-a58f-889def1df5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.347169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-9f838966-1dfd-4d34-a58f-889def1df5d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02d53af6-37ea-4fc9-91d9-ef5ef836550d HTTP/1.1" status: 200 len: 854 time: 0.0551097 Feb 11 13:36:20.361877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:20.371398 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09968b9f-1917-4723-ab2d-cc19e6244cf0 None None] The sync data for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 is: [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e51ed0f0-1101-40ad-a054-528e6e7fc948', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'port_id': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'mac_address': 'fa:16:3e:23:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:36:17Z', 'revision_number': 1, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:40Z', 'revision_number': 5, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:20.422662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (8e4ca4c3-6322-492a-af11-f348aa8ea3b5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:20.506770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:20.513228 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:20.519082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] Sync routers for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:20.537930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:20.541669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:20.613343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ed8d8-e87b-4bb3-9fbf-8d785a107ff7 req-1cf0dfc0-a598-4901-b204-957551852649 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.621054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa0ed8d8-e87b-4bb3-9fbf-8d785a107ff7 req-1cf0dfc0-a598-4901-b204-957551852649 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 945 time: 0.0671155 Feb 11 13:36:20.626645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d82eb628-32ab-4a91-8ae4-a54956336928 req-37e3ff6f-9d30-4138-b0f7-6ee64414ecb8 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306887 Feb 11 13:36:20.659324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ab375136-abb4-4d15-88d9-7a64aa68d497 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "PUT /v2.0/floatingips/7d720721-9de0-40bc-9c0d-03b102e03d92 HTTP/1.1" status: 200 len: 992 time: 2.8529589 Feb 11 13:36:20.665960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:20.669906 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315872d3-9f56-4985-8ca4-0bdda279c72e" -d '{"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:20.682987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-58c33d61-2146-49dd-8ff3-5b269ee71b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.685011 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-58c33d61-2146-49dd-8ff3-5b269ee71b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3269603 Feb 11 13:36:20.686853 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Floating IP 8e4ca4c3-6322-492a-af11-f348aa8ea3b5 associated. External IP: 172.25.3.145, port: aaee7f7c-2617-411b-98d8-1cd5c3ddff86. Feb 11 13:36:20.730194 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa0ed8d8-e87b-4bb3-9fbf-8d785a107ff7 req-f59fe798-8312-47be-b303-68901231bdac tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998697 Feb 11 13:36:20.742205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:20.767990 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c935d-c937-4128-bd95-c6c32c2abc57 None None] New status for floating IP e51ed0f0-1101-40ad-a054-528e6e7fc948: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:36:20.834496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29841968-ce3e-46df-bdc6-fb68ad3c183f req-fda40e2e-4356-4bef-a1aa-d34096228409 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0589480 Feb 11 13:36:20.956596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-9edba2a0-cbc1-40cf-9475-8da5f30d429b service neutron] 10.222.0.30 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844068 Feb 11 13:36:20.958178 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ccd44-aabe-44de-ae6f-29e996eba129 x-openstack-request-id: req-d30ccd44-aabe-44de-ae6f-29e996eba129 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:20.958472 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:20.958736 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d30ccd44-aabe-44de-ae6f-29e996eba129 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:20.959096 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'status': 'completed', 'code': 200} Feb 11 13:36:21.076400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.082752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.089869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.095900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.102537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.108109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.114281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.117266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-4c9f3d64-7b12-4ff6-8afa-7cc9c7f3e23d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.2145736 Feb 11 13:36:21.138790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.139526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.140555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.141511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.142296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.142957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.143572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.145865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-9e973ec2-1eb4-465f-bee1-7ec07a6e34c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6708 time: 0.1800437 Feb 11 13:36:21.147055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 89271774-3916-4be1-8e15-43de18b9495d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:21.168981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f42a32d-5896-4a4b-bf99-6a6123f41a0c req-ab050112-cce1-4602-aeb4-eced619ff070 service neutron] 10.222.0.30 "GET /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057414 Feb 11 13:36:21.277467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Router 45ab3971-7949-4e52-ae88-a8085f914f50 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:21.299466 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f20f1a4-fd22-4edf-8c7c-be780209731f req-d6a35ac1-fb8a-4d09-8a85-28701d0a7161 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698201 Feb 11 13:36:21.320592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7d720721-9de0-40bc-9c0d-03b102e03d92', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'port_id': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'mac_address': 'fa:16:3e:83:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:34:51Z', 'updated_at': '2022-02-11T13:36:18Z', 'revision_number': 1, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:44Z', 'revision_number': 5, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:21.351468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-36994eb0-659d-4cf3-83b9-b41a55e8a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.353258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-36994eb0-659d-4cf3-83b9-b41a55e8a962 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ad700d65-3b6f-4bff-9d26-a51f749a33b6 HTTP/1.1" status: 200 len: 911 time: 0.1792505 Feb 11 13:36:21.366182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] Checking router: c166b1b0-796a-4b0f-810b-a3fa2aa990c9 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:21.369081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 89271774-3916-4be1-8e15-43de18b9495d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:21.377344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 89271774-3916-4be1-8e15-43de18b9495d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:21.377344 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (89271774-3916-4be1-8e15-43de18b9495d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:21.401082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:21.402060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:21.469970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:21.481537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:21.532956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-64afe344-9534-4fcd-b86a-1deeb7f8f4be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a48b2e4-245e-473e-a630-1b9716689b7a HTTP/1.1" status: 200 len: 1000 time: 0.1725144 Feb 11 13:36:21.545574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:21.559769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8829bf09-db09-4462-9e9e-858a2b5c90d1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "PUT /v2.0/floatingips/8e4ca4c3-6322-492a-af11-f348aa8ea3b5 HTTP/1.1" status: 200 len: 991 time: 2.5541635 Feb 11 13:36:21.638496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.650955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.655333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] Sync routers for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:21.673429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.685660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.697028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.704170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.712266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.719478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dba1d60-be44-45dc-86d6-f266900c9651 req-44deb5e5-68d6-4d26-94c3-d82330f781d5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.2601025 Feb 11 13:36:21.753653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-d7f14525-d54b-4de9-852d-60b8464f8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.757933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-d7f14525-d54b-4de9-852d-60b8464f8f20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9c40f9e-40df-4e0d-9c3a-d50e4faa0236 HTTP/1.1" status: 200 len: 849 time: 0.2170742 Feb 11 13:36:21.864626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419fae6-5d45-4440-83d5-5a310b74ae8f req-fee244b5-f008-419b-9236-7045cbe48c0f tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.869456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c419fae6-5d45-4440-83d5-5a310b74ae8f req-fee244b5-f008-419b-9236-7045cbe48c0f tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1320236 Feb 11 13:36:21.879620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-2f1ac6e9-8771-4846-8ce0-05d4cc1ff944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.881417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-2f1ac6e9-8771-4846-8ce0-05d4cc1ff944 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1194026 Feb 11 13:36:21.899758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:21.900496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:21.916404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43276) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:21.954799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29abf-415c-43c7-8854-22609c7148c9 req-3a9ff331-22d1-4ee4-8462-17ad686ab2f5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.962686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c419fae6-5d45-4440-83d5-5a310b74ae8f req-3644b951-8435-4c39-bf08-bff623e5f633 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833480 Feb 11 13:36:21.972332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83d29abf-415c-43c7-8854-22609c7148c9 req-3a9ff331-22d1-4ee4-8462-17ad686ab2f5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 945 time: 0.1427503 Feb 11 13:36:21.987237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.046932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 89271774-3916-4be1-8e15-43de18b9495d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:22.047329 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.101317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d59cd07-78a8-4172-aa80-15f468ad9cf7 req-cc639a45-262d-4fca-8e82-914724beef0d tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0434730 Feb 11 13:36:22.115638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0410-81cc-4d68-9ad5-89951edf6e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.143349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89271774-3916-4be1-8e15-43de18b9495d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:22.145584 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e039f7-8ea6-4e60-831e-2af6d88bfbd6" -d '{"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-plugged", "status": "completed", "tag": "89271774-3916-4be1-8e15-43de18b9495d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:22.167574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83d29abf-415c-43c7-8854-22609c7148c9 req-2d576fb5-d97d-4f30-a982-4f04b00e2364 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948044 Feb 11 13:36:22.173394 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-f2d6e681-cb77-4de1-9ceb-9f73eb73fd0d service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849917 Feb 11 13:36:22.182878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:22.192266 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.226238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:22.232429 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e0cf3d-1a2b-4aba-807c-adb6b6c42589 x-openstack-request-id: req-98e0cf3d-1a2b-4aba-807c-adb6b6c42589 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:22.232429 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-plugged", "status": "completed", "tag": "89271774-3916-4be1-8e15-43de18b9495d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:22.232699 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98e0cf3d-1a2b-4aba-807c-adb6b6c42589 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:22.233000 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89271774-3916-4be1-8e15-43de18b9495d', 'code': 200} Feb 11 13:36:22.343423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.366901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7d720721-9de0-40bc-9c0d-03b102e03d92', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'port_id': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'mac_address': 'fa:16:3e:83:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:34:51Z', 'updated_at': '2022-02-11T13:36:18Z', 'revision_number': 1, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:44Z', 'revision_number': 5, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:22.379674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-315872d3-9f56-4985-8ca4-0bdda279c72e req-16acc05e-8f0e-45f2-b962-7c6169a51204 service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977384 Feb 11 13:36:22.384208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0410-81cc-4d68-9ad5-89951edf6e5c admin admin] Publish callbacks [] for security_group (f58b8e5b-4844-41cf-9ea4-918f51c2a2ee), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.399340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0410-81cc-4d68-9ad5-89951edf6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f58b8e5b-4844-41cf-9ea4-918f51c2a2ee), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.412844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db357c0-273e-4aed-b331-52789e404f56 None None] The sync data for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 is: [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '7d720721-9de0-40bc-9c0d-03b102e03d92', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'port_id': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'mac_address': 'fa:16:3e:83:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20395967-1fb6-48b8-ac66-b771f7d86494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:34:51Z', 'updated_at': '2022-02-11T13:36:18Z', 'revision_number': 1, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:44Z', 'revision_number': 5, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:22.440981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080837af-2658-4df8-8e99-2cb2c8df3c68 req-14ce5881-4e1c-4208-adad-1a8bdadb28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:22.443305 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-080837af-2658-4df8-8e99-2cb2c8df3c68 req-14ce5881-4e1c-4208-adad-1a8bdadb28fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 1128 time: 0.1371002 Feb 11 13:36:22.477020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed0410-81cc-4d68-9ad5-89951edf6e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58b8e5b-4844-41cf-9ea4-918f51c2a2ee,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.507552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f4ed0410-81cc-4d68-9ad5-89951edf6e5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=38206d5d622446218d4a9bb10474e0b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5896955 Feb 11 13:36:22.510080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43282) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:22.539000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-080837af-2658-4df8-8e99-2cb2c8df3c68 req-9b67a66c-7098-476b-9fd4-eaab7e485abb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816114 Feb 11 13:36:22.586378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '8e4ca4c3-6322-492a-af11-f348aa8ea3b5', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'port_id': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'mac_address': 'fa:16:3e:74:fa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:35:57Z', 'updated_at': '2022-02-11T13:36:19Z', 'revision_number': 1, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:22.594603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1799c30-a693-40a8-a2db-a54f8bf037fc admin admin] Publish callbacks [] for security_group (f58b8e5b-4844-41cf-9ea4-918f51c2a2ee), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.620321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] Checking router: 45ab3971-7949-4e52-ae88-a8085f914f50 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:22.622858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1799c30-a693-40a8-a2db-a54f8bf037fc admin admin] Publish callbacks [] for security_group (f58b8e5b-4844-41cf-9ea4-918f51c2a2ee), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.630530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:22.631247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:35:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:22.679053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1799c30-a693-40a8-a2db-a54f8bf037fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f58b8e5b-4844-41cf-9ea4-918f51c2a2ee), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.682647 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1799c30-a693-40a8-a2db-a54f8bf037fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:22.684201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1799c30-a693-40a8-a2db-a54f8bf037fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f58b8e5b-4844-41cf-9ea4-918f51c2a2ee HTTP/1.1" status: 204 len: 168 time: 0.1726460 Feb 11 13:36:22.694280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1799c30-a693-40a8-a2db-a54f8bf037fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58b8e5b-4844-41cf-9ea4-918f51c2a2ee,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.727628 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e7cac4-4473-4682-9e12-0c26615aefae None None] New status for floating IP 7d720721-9de0-40bc-9c0d-03b102e03d92: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:36:22.786223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:22.960985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:22.963959 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7616f3-a6be-4347-a59f-04ec6985435b" -d '{"events": [{"name": "network-changed", "server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:23.025164 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ce4074-ebd2-49f0-9d9e-ffec048927db x-openstack-request-id: req-a5ce4074-ebd2-49f0-9d9e-ffec048927db {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:23.025581 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:23.025936 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5ce4074-ebd2-49f0-9d9e-ffec048927db {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:23.026519 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'status': 'completed', 'code': 200} Feb 11 13:36:23.151446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '8e4ca4c3-6322-492a-af11-f348aa8ea3b5', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'port_id': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'mac_address': 'fa:16:3e:74:fa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:35:57Z', 'updated_at': '2022-02-11T13:36:19Z', 'revision_number': 1, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:23.170008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-a7bf242e-9930-48e9-a84e-d027b7823bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:23.181700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-a7bf242e-9930-48e9-a84e-d027b7823bf8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 1127 time: 0.1321526 Feb 11 13:36:23.194933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9645cdb-d5b8-4af9-8921-5376a0c04138 None None] The sync data for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 is: [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '8e4ca4c3-6322-492a-af11-f348aa8ea3b5', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'port_id': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'mac_address': 'fa:16:3e:74:fa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:35:57Z', 'updated_at': '2022-02-11T13:36:19Z', 'revision_number': 1, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:23.214159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc1534-ea24-4a27-95df-62e7f37948bb req-9d41a72c-2ad8-45b0-ae57-862d43460f2d tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:23.221321 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82bc1534-ea24-4a27-95df-62e7f37948bb req-9d41a72c-2ad8-45b0-ae57-862d43460f2d tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1583238 Feb 11 13:36:23.285047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a032394f-aaf4-4a80-8af2-f4db042b2883 req-c9149aea-344e-4b2f-80e7-ef6cd70d1b74 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0512719 Feb 11 13:36:23.418862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82bc1534-ea24-4a27-95df-62e7f37948bb req-6cd3b92a-9b7f-46be-a74f-eb9e445b72ff tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966746 Feb 11 13:36:23.423733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-c6be5069-c9b3-4a7a-a834-e81cb4b014f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:23.426680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-c6be5069-c9b3-4a7a-a834-e81cb4b014f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.2361534 Feb 11 13:36:23.472992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4370d2f-67fe-4837-a58e-0fae472c8a6f req-c48bcd4a-b57f-452b-8e7d-3b5104e4df90 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:23.475162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b4370d2f-67fe-4837-a58e-0fae472c8a6f req-c48bcd4a-b57f-452b-8e7d-3b5104e4df90 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0803461 Feb 11 13:36:23.533051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-22454d23-b7ac-4455-a464-478d95a817b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 200 len: 999 time: 0.0982351 Feb 11 13:36:23.554235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb7c0d-0a9d-4a03-8780-297aeb86eab2 None None] New status for floating IP 8e4ca4c3-6322-492a-af11-f348aa8ea3b5: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:36:23.556293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b4370d2f-67fe-4837-a58e-0fae472c8a6f req-5c9f8487-5a13-4a2a-a820-79e461be2ebf tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695426 Feb 11 13:36:23.602228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-8f055261-56c1-45bb-815b-8c25ef6a8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:23.603834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-8f055261-56c1-45bb-815b-8c25ef6a8639 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.0647655 Feb 11 13:36:23.660814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-a6f5252b-17e8-43c2-b883-200e8c2257b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:23.662431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-a6f5252b-17e8-43c2-b883-200e8c2257b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521131 Feb 11 13:36:23.803342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-0fb9e1dc-1dd9-45ed-8552-c2afbbdec907 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320391 Feb 11 13:36:24.216825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a7616f3-a6be-4347-a59f-04ec6985435b req-c27a3a49-cf67-4c3b-a086-820b26727dfb service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073174 Feb 11 13:36:24.412468 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-185f7b9a-672b-41eb-a2c1-70088514c564 req-cc400506-20a6-49c0-a41f-ef1cb87133dc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0322764 Feb 11 13:36:24.579392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499330-5d27-453d-9f6a-ffbd050fff19 req-cb5dfd63-a9c8-426e-96b1-83a4f6e5e15b tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.589384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1499330-5d27-453d-9f6a-ffbd050fff19 req-cb5dfd63-a9c8-426e-96b1-83a4f6e5e15b tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0866168 Feb 11 13:36:24.644502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1499330-5d27-453d-9f6a-ffbd050fff19 req-fc723c88-e058-418d-86ba-06d79ae29d81 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Feb 11 13:36:24.699489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb418f-2d55-43a3-b9a3-e89dac2df92f req-f3b1f804-cb82-4784-b313-c72ff366b4a2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.700982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cbb418f-2d55-43a3-b9a3-e89dac2df92f req-f3b1f804-cb82-4784-b313-c72ff366b4a2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0717587 Feb 11 13:36:24.751149 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cbb418f-2d55-43a3-b9a3-e89dac2df92f req-2284e90d-c6f3-47d9-bb61-287ce971b8ef tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Feb 11 13:36:24.992338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d668b-3266-4fba-930d-4e42b2d5528e req-f2be62b9-c908-4d5a-8fde-05c64cbe7f96 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.994336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a2d668b-3266-4fba-930d-4e42b2d5528e req-f2be62b9-c908-4d5a-8fde-05c64cbe7f96 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0581632 Feb 11 13:36:25.049955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a2d668b-3266-4fba-930d-4e42b2d5528e req-31f4b93e-0bf1-4a31-9b13-7deef58f8c99 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 Feb 11 13:36:25.519322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ab45a2b-3cfc-4b46-89f3-78f6f288ed4b req-1d317d54-1294-4efb-a049-f033e1a8602e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0300333 Feb 11 13:36:25.647860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43360) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:25.770030 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eba33e26-2cfe-4627-97f6-6cb637edcabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:25.791874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d7aa-1423-4a40-9ee7-ad48c23e7059 req-bda41176-9321-4307-ab3f-afdadedc3443 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:25.793329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c494d7aa-1423-4a40-9ee7-ad48c23e7059 req-bda41176-9321-4307-ab3f-afdadedc3443 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0826936 Feb 11 13:36:25.864377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c494d7aa-1423-4a40-9ee7-ad48c23e7059 req-40a53deb-ddab-4229-90c3-7a214423ba5f tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632761 Feb 11 13:36:25.909450 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eba33e26-2cfe-4627-97f6-6cb637edcabf admin admin] Publish callbacks [] for security_group (4da26934-f9f1-4046-8ac3-f9ced43a00a2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:25.913850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eba33e26-2cfe-4627-97f6-6cb637edcabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4da26934-f9f1-4046-8ac3-f9ced43a00a2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:25.952997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eba33e26-2cfe-4627-97f6-6cb637edcabf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17ab7f5a4b154eebbe4ed29442d8e0cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3038871 Feb 11 13:36:25.954228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba33e26-2cfe-4627-97f6-6cb637edcabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da26934-f9f1-4046-8ac3-f9ced43a00a2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:25.955777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43366) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:26.010100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b53cc031-6dd4-479b-b27f-4058556849b0 admin admin] Publish callbacks [] for security_group (4da26934-f9f1-4046-8ac3-f9ced43a00a2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.031829 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b53cc031-6dd4-479b-b27f-4058556849b0 admin admin] Publish callbacks [] for security_group (4da26934-f9f1-4046-8ac3-f9ced43a00a2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.082605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b53cc031-6dd4-479b-b27f-4058556849b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4da26934-f9f1-4046-8ac3-f9ced43a00a2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.086877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b53cc031-6dd4-479b-b27f-4058556849b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.091220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b53cc031-6dd4-479b-b27f-4058556849b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4da26934-f9f1-4046-8ac3-f9ced43a00a2 HTTP/1.1" status: 204 len: 168 time: 0.1320090 Feb 11 13:36:26.100152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cc031-6dd4-479b-b27f-4058556849b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da26934-f9f1-4046-8ac3-f9ced43a00a2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:26.214583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2b81-56d0-47d5-80ad-1c6f68c75d2d req-f9c6ca01-ae71-409e-b53f-f6577e505751 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:26.216632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-748b2b81-56d0-47d5-80ad-1c6f68c75d2d req-f9c6ca01-ae71-409e-b53f-f6577e505751 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0709553 Feb 11 13:36:26.306533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-748b2b81-56d0-47d5-80ad-1c6f68c75d2d req-86eec363-7f7e-4ee9-a0e6-3e9fcc4f2463 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Feb 11 13:36:26.440031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:26.454003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a471b320-1be1-4bf7-aa03-b67acc910ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.538644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a471b320-1be1-4bf7-aa03-b67acc910ad9 admin admin] Publish callbacks [] for security_group (aba3e5ba-af21-49fb-add4-e3afa95c6566), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.542657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a471b320-1be1-4bf7-aa03-b67acc910ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aba3e5ba-af21-49fb-add4-e3afa95c6566), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.584063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a471b320-1be1-4bf7-aa03-b67acc910ad9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3befa8206a23410587a8628a477af14d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403868 Feb 11 13:36:26.584063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471b320-1be1-4bf7-aa03-b67acc910ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3e5ba-af21-49fb-add4-e3afa95c6566,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:26.584433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43380) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:26.640165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81ede995-2109-4e3b-a459-784bc60e0765 admin admin] Publish callbacks [] for security_group (aba3e5ba-af21-49fb-add4-e3afa95c6566), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.652042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5704a38-3810-460f-98c3-0af69d6bb7ee req-295a1209-948c-409a-82b1-e6696488473e tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0397604 Feb 11 13:36:26.667068 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81ede995-2109-4e3b-a459-784bc60e0765 admin admin] Publish callbacks [] for security_group (aba3e5ba-af21-49fb-add4-e3afa95c6566), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.718477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81ede995-2109-4e3b-a459-784bc60e0765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aba3e5ba-af21-49fb-add4-e3afa95c6566), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.721239 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81ede995-2109-4e3b-a459-784bc60e0765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:26.722479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-81ede995-2109-4e3b-a459-784bc60e0765 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aba3e5ba-af21-49fb-add4-e3afa95c6566 HTTP/1.1" status: 204 len: 168 time: 0.1364908 Feb 11 13:36:26.730867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ede995-2109-4e3b-a459-784bc60e0765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3e5ba-af21-49fb-add4-e3afa95c6566,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.012516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bee36-d229-46d4-a3e4-1f9da21e7c7d req-08823b46-5c69-4856-b708-0231f442c97f tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.015871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b59bee36-d229-46d4-a3e4-1f9da21e7c7d req-08823b46-5c69-4856-b708-0231f442c97f tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0702231 Feb 11 13:36:27.093487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b59bee36-d229-46d4-a3e4-1f9da21e7c7d req-a7a92a27-35d2-4c0f-acee-b9c6134fe06c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701890 Feb 11 13:36:27.138747 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-23535ccf-678d-4a78-b794-19c38732a918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:27.438567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414570d-69b0-4bdb-af9d-1f27a77ad5f0 req-68330a31-4448-4769-88c4-8074f35cab84 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.441211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6414570d-69b0-4bdb-af9d-1f27a77ad5f0 req-68330a31-4448-4769-88c4-8074f35cab84 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0622478 Feb 11 13:36:27.502424 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6414570d-69b0-4bdb-af9d-1f27a77ad5f0 req-53f30480-56c4-43f7-9f5e-0b95dee3164b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519907 Feb 11 13:36:27.762449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01d6b864-79c4-43fe-b3e8-72f9e81367ee req-972086d1-0214-4fd4-bc13-68b34923258b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0276461 Feb 11 13:36:28.237712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b32076-25e3-44ed-af32-da863fc11b79 req-f7d90bfc-6a73-4315-b54b-9df9eb343380 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.239244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15b32076-25e3-44ed-af32-da863fc11b79 req-f7d90bfc-6a73-4315-b54b-9df9eb343380 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0681536 Feb 11 13:36:28.292914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15b32076-25e3-44ed-af32-da863fc11b79 req-ad5bd354-0447-4948-8225-cb8211a015ec tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Feb 11 13:36:28.627219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61967dff-cf78-4872-9939-2f82f2b47637 req-cebc6abf-339a-47d4-bd3f-e91c554632e7 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.628821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61967dff-cf78-4872-9939-2f82f2b47637 req-cebc6abf-339a-47d4-bd3f-e91c554632e7 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0603733 Feb 11 13:36:28.681963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61967dff-cf78-4872-9939-2f82f2b47637 req-216d7dcc-bb16-4012-a4f7-667bbddc0b49 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Feb 11 13:36:28.897893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0cc43fe5-4c13-466d-a94f-ffe6fc33dc67 req-02e35ac1-6620-4127-9d3c-a525417132a0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0496259 Feb 11 13:36:29.358939 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9c25ed9-0127-4a74-b5f5-951a89f5abe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:29.431790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd001-f5f1-4725-9a73-65ab173dd983 req-7922bcfc-762f-4df7-9164-1f9474c8192a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:29.433314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f44cd001-f5f1-4725-9a73-65ab173dd983 req-7922bcfc-762f-4df7-9164-1f9474c8192a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0553973 Feb 11 13:36:29.482997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f44cd001-f5f1-4725-9a73-65ab173dd983 req-f4bd98e9-2c12-48b3-aaff-7ea9af8bbe9a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Feb 11 13:36:29.825469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfced0-cfc6-4d6c-acc1-694f9ad22a3b req-31e2dfd1-9bd9-43e3-bd7f-692fa1cc9e26 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:29.827348 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-71dfced0-cfc6-4d6c-acc1-694f9ad22a3b req-31e2dfd1-9bd9-43e3-bd7f-692fa1cc9e26 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0642509 Feb 11 13:36:29.886883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-71dfced0-cfc6-4d6c-acc1-694f9ad22a3b req-3bc7927e-10b8-4811-972b-9468130dc12a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528982 Feb 11 13:36:30.011956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94dd54cd-8df9-47ab-a48b-5ecbd87b3865 req-5d0a330a-54d8-45a7-9b39-248a9c0f5a3b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0326850 Feb 11 13:36:30.605139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa084-33e7-45ec-a5ca-a16946ab26d0 req-d1ec9da9-7a21-443c-a968-c36a9f44a45b tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:30.606900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d24fa084-33e7-45ec-a5ca-a16946ab26d0 req-d1ec9da9-7a21-443c-a968-c36a9f44a45b tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0551863 Feb 11 13:36:30.661229 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d24fa084-33e7-45ec-a5ca-a16946ab26d0 req-16b1822c-5589-4aed-8fb3-0fa8550e715c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487056 Feb 11 13:36:30.853389 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:31.034777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02f68b-7846-419d-a5e7-a26de894511c req-4385601f-760b-434b-9d2a-0054abbf1228 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:31.036545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab02f68b-7846-419d-a5e7-a26de894511c req-4385601f-760b-434b-9d2a-0054abbf1228 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0684476 Feb 11 13:36:31.104277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab02f68b-7846-419d-a5e7-a26de894511c req-ef700c42-1839-4d30-a4fd-1e58a17e5a90 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613494 Feb 11 13:36:31.151842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5090d63-ec36-475c-ac7d-20df16742b11 req-1ccacdc3-ee6b-4c8e-a2b7-0b616ae36c4b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0425186 Feb 11 13:36:31.805897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94ff3-663c-40e0-ab0a-3269a12f3b92 req-80880147-a0a8-49a5-a671-21c2e975a3d9 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:31.807473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9bb94ff3-663c-40e0-ab0a-3269a12f3b92 req-80880147-a0a8-49a5-a671-21c2e975a3d9 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0685573 Feb 11 13:36:31.883161 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9bb94ff3-663c-40e0-ab0a-3269a12f3b92 req-ce48bd74-f4a2-4b67-9302-c49d63c71f9c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640182 Feb 11 13:36:32.235082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4af9c6-ca73-4a7a-acf4-4800d16f48a4 req-0ba1c59e-1329-4a2e-9e09-f20d4c77dd9c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:32.237513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf4af9c6-ca73-4a7a-acf4-4800d16f48a4 req-0ba1c59e-1329-4a2e-9e09-f20d4c77dd9c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0634491 Feb 11 13:36:32.289755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:32.302520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f87c79c-a82b-4a19-89a1-924cc2548cd6 req-3ecc73d8-bc92-4d21-996f-5ce1d80a7306 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0431621 Feb 11 13:36:32.306720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf4af9c6-ca73-4a7a-acf4-4800d16f48a4 req-e500eeec-8c33-41d4-9121-a6c33e209803 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630853 Feb 11 13:36:33.008715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b1a22-5c5c-41b5-9764-333211d38258 req-de543480-d2dc-48e2-ace1-bfd5f900a6cd tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:33.010289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-839b1a22-5c5c-41b5-9764-333211d38258 req-de543480-d2dc-48e2-ace1-bfd5f900a6cd tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0585828 Feb 11 13:36:33.068561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-839b1a22-5c5c-41b5-9764-333211d38258 req-23bf4e5a-d873-4f7d-b37f-6c2dc5eacf4e tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494988 Feb 11 13:36:33.456457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc7e95-e010-45e0-b045-4b314ee56eb0 req-8cbe2953-03d5-44d2-a6f9-3f037c0349f4 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:33.460785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b25abcfc-4ebb-4154-aaf0-4e75f5d05273 req-97fd5bac-e5f6-4dd9-a73f-3041f3b28faa tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0599172 Feb 11 13:36:33.466752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96cc7e95-e010-45e0-b045-4b314ee56eb0 req-8cbe2953-03d5-44d2-a6f9-3f037c0349f4 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0740762 Feb 11 13:36:33.526373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96cc7e95-e010-45e0-b045-4b314ee56eb0 req-0876de34-5f72-4a46-8407-21a01c281632 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Feb 11 13:36:33.610628 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:34.212494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fcc2d-371d-454f-83f9-36e381b5eb2f req-b2f16ea9-5d56-4a50-b26c-72a391b5e538 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:34.214468 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-708fcc2d-371d-454f-83f9-36e381b5eb2f req-b2f16ea9-5d56-4a50-b26c-72a391b5e538 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0689332 Feb 11 13:36:34.276749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-708fcc2d-371d-454f-83f9-36e381b5eb2f req-0b1ebbd2-ef85-4451-a91c-251816662296 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486104 Feb 11 13:36:34.561443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d92837b-d73e-4aec-aee9-cdbe52829a6c req-442328da-9d39-497e-bc7f-3718e3e4d022 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0345030 Feb 11 13:36:34.680621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647029df-fbbd-4fc0-914a-e3e120f56e6e req-2b618a41-9753-451a-87b4-5d4d48c584ff tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:34.682459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-647029df-fbbd-4fc0-914a-e3e120f56e6e req-2b618a41-9753-451a-87b4-5d4d48c584ff tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0616586 Feb 11 13:36:34.738245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-647029df-fbbd-4fc0-914a-e3e120f56e6e req-f72e6bd0-4dd0-4c2b-bd4a-373630919bf6 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498495 Feb 11 13:36:35.420431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203101a-f97d-4b67-919f-6c7fc372cc0c req-6feed69c-6c32-4489-b0c5-c2af6c293ed7 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:35.422479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f203101a-f97d-4b67-919f-6c7fc372cc0c req-6feed69c-6c32-4489-b0c5-c2af6c293ed7 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0622036 Feb 11 13:36:35.527316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f203101a-f97d-4b67-919f-6c7fc372cc0c req-b6c18a40-11ce-4a71-904d-fd8189f4296a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958650 Feb 11 13:36:35.695250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-43b4e741-9934-47c1-8a71-8a38538feef3 req-0b914da5-5149-43be-addd-e541d06ccf1b tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0486739 Feb 11 13:36:35.881057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b777e-e28b-4d0e-80ab-209f0cd95414 req-6a2c89bf-e5ee-47f7-94dc-6c6b0d781f5b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:35.889294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f28b777e-e28b-4d0e-80ab-209f0cd95414 req-6a2c89bf-e5ee-47f7-94dc-6c6b0d781f5b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0648298 Feb 11 13:36:35.951884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f28b777e-e28b-4d0e-80ab-209f0cd95414 req-a2f4633e-3cdf-45be-b106-d05a875a096c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614252 Feb 11 13:36:36.661707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f105e9-8a66-4933-8236-05db728d3ee1 req-7cc13dcf-0e51-483a-9259-4d6e0af70a62 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:36.664571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26f105e9-8a66-4933-8236-05db728d3ee1 req-7cc13dcf-0e51-483a-9259-4d6e0af70a62 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0624893 Feb 11 13:36:36.747065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26f105e9-8a66-4933-8236-05db728d3ee1 req-020c7c0a-edb3-4bfc-8f88-f9d6029b9927 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766592 Feb 11 13:36:36.855730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33c5f964-f01a-4a98-8fc2-66ee0a07bc16 req-199b409e-a9b2-497c-be37-a192e313ba81 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0424497 Feb 11 13:36:37.081011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61802ce-3190-4dd9-866f-a58b064fe802 req-7063b534-9b52-41af-b709-3288f7699cfb tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:37.082820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e61802ce-3190-4dd9-866f-a58b064fe802 req-7063b534-9b52-41af-b709-3288f7699cfb tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0572457 Feb 11 13:36:37.141301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e61802ce-3190-4dd9-866f-a58b064fe802 req-7c1098df-83bd-4623-b4c3-06f37f94cc0e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Feb 11 13:36:37.536836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:37.656820 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbf97-f715-4285-bdf2-49fcc5126b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:37.731688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbf97-f715-4285-bdf2-49fcc5126b36 admin admin] Publish callbacks [] for security_group (5c9adacb-a287-45bf-b013-a378197045f2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:37.735639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbf97-f715-4285-bdf2-49fcc5126b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5c9adacb-a287-45bf-b013-a378197045f2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:37.778962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:37.782675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d1dbf97-f715-4285-bdf2-49fcc5126b36 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0b62f7159424e23aad18011d6cabd45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443500 Feb 11 13:36:37.783821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dbf97-f715-4285-bdf2-49fcc5126b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9adacb-a287-45bf-b013-a378197045f2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:37.859944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-797c123a-8630-4240-8ea2-c5bf6154683d admin admin] Publish callbacks [] for security_group (5c9adacb-a287-45bf-b013-a378197045f2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:37.886676 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-797c123a-8630-4240-8ea2-c5bf6154683d admin admin] Publish callbacks [] for security_group (5c9adacb-a287-45bf-b013-a378197045f2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:37.920847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86c097-f658-4e73-a8e8-cb05d2874f60 req-b2aac17f-ff78-4cdf-b001-5d5d287235c1 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:37.922662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af86c097-f658-4e73-a8e8-cb05d2874f60 req-b2aac17f-ff78-4cdf-b001-5d5d287235c1 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1006260 Feb 11 13:36:37.980293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-797c123a-8630-4240-8ea2-c5bf6154683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5c9adacb-a287-45bf-b013-a378197045f2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:37.982045 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5cba76d-7b19-4a15-840e-000514b469ca req-0dd38fd9-b10c-490b-8f5e-84e32e8a4cfd tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0424240 Feb 11 13:36:37.982874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-797c123a-8630-4240-8ea2-c5bf6154683d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:37.986816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-797c123a-8630-4240-8ea2-c5bf6154683d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c9adacb-a287-45bf-b013-a378197045f2 HTTP/1.1" status: 204 len: 168 time: 0.2068760 Feb 11 13:36:37.993281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af86c097-f658-4e73-a8e8-cb05d2874f60 req-a614651f-3ca1-441c-839d-acee6be767b2 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600832 Feb 11 13:36:37.999751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c123a-8630-4240-8ea2-c5bf6154683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9adacb-a287-45bf-b013-a378197045f2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:38.264645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665901c-0bf3-4c91-b365-c4ea2c1de130 req-ee62faa3-23c0-4365-8d8f-79c5d5be015b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:38.266377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7665901c-0bf3-4c91-b365-c4ea2c1de130 req-ee62faa3-23c0-4365-8d8f-79c5d5be015b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0546243 Feb 11 13:36:38.280609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:38.294591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03ccbc84-3149-42ed-8e6b-7809e7a19d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:38.325435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7665901c-0bf3-4c91-b365-c4ea2c1de130 req-fec4174e-eb60-4181-a381-b7536626c4e8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529997 Feb 11 13:36:38.381724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03ccbc84-3149-42ed-8e6b-7809e7a19d16 admin admin] Publish callbacks [] for security_group (df791f60-8330-4eec-929f-ec5ca1800be6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:38.386410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03ccbc84-3149-42ed-8e6b-7809e7a19d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (df791f60-8330-4eec-929f-ec5ca1800be6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:38.434327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03ccbc84-3149-42ed-8e6b-7809e7a19d16 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e969059ab124a4c9cbb093162d35dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500006 Feb 11 13:36:38.434327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccbc84-3149-42ed-8e6b-7809e7a19d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df791f60-8330-4eec-929f-ec5ca1800be6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:38.434724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43716) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:38.485090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c24-a4bf-44f1-87de-c733cf569a48 admin admin] Publish callbacks [] for security_group (df791f60-8330-4eec-929f-ec5ca1800be6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:38.507586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c24-a4bf-44f1-87de-c733cf569a48 admin admin] Publish callbacks [] for security_group (df791f60-8330-4eec-929f-ec5ca1800be6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:38.557124 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c24-a4bf-44f1-87de-c733cf569a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (df791f60-8330-4eec-929f-ec5ca1800be6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:38.560070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c24-a4bf-44f1-87de-c733cf569a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:38.561278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a8b6c24-a4bf-44f1-87de-c733cf569a48 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df791f60-8330-4eec-929f-ec5ca1800be6 HTTP/1.1" status: 204 len: 168 time: 0.1254158 Feb 11 13:36:38.569988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b6c24-a4bf-44f1-87de-c733cf569a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df791f60-8330-4eec-929f-ec5ca1800be6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:39.031179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-c091a5a4-7722-48cd-a004-4119a188fb78 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0586989 Feb 11 13:36:39.157862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5305515-dbc2-4ffc-86ba-34c4f18ed115 req-5cc84433-290e-4580-8f63-d92cebf6aee1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0523233 Feb 11 13:36:39.205368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930c5e2-1d15-4f5b-8b27-10f9bd60a569 req-b0704ad2-8611-46de-b879-0921d17e563d tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.207131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.207742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4930c5e2-1d15-4f5b-8b27-10f9bd60a569 req-b0704ad2-8611-46de-b879-0921d17e563d tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1032522 Feb 11 13:36:39.208167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.208789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.209435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.210817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.211735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.212403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.215357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-03df617e-750d-42a5-aede-a2eedc653085 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6708 time: 0.1252341 Feb 11 13:36:39.283156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4930c5e2-1d15-4f5b-8b27-10f9bd60a569 req-e926d9ae-82ba-4965-845c-5655309bd67c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 Feb 11 13:36:39.358093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-bcef1243-d184-4640-9029-fe3707837401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.358853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-bcef1243-d184-4640-9029-fe3707837401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.359678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-bcef1243-d184-4640-9029-fe3707837401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.361797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-bcef1243-d184-4640-9029-fe3707837401 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=07bec82d-e059-4845-b33e-1c27b17e9b9b&id=07bec82d-e059-4845-b33e-1c27b17e9b9b HTTP/1.1" status: 200 len: 2290 time: 0.1145618 Feb 11 13:36:39.495211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-d7b33c31-3325-4802-98ca-0ebf776cfc8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521357 Feb 11 13:36:39.504482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-cfda9d43-c256-403b-8e60-ffe2f230bc1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a48b2e4-245e-473e-a630-1b9716689b7a HTTP/1.1" status: 200 len: 1002 time: 0.1362906 Feb 11 13:36:39.552426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ae679-7d4c-422e-971b-241ad3d544f9 req-8404edbb-e5b7-4214-a4e4-190d8fec2cd9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.554182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a47ae679-7d4c-422e-971b-241ad3d544f9 req-8404edbb-e5b7-4214-a4e4-190d8fec2cd9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.1313081 Feb 11 13:36:39.590823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26981da5-420e-4eb4-8409-d8b6178808ae req-dded0752-a986-40f1-916e-65bfd631d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.592732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-dded0752-a986-40f1-916e-65bfd631d263 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.0738659 Feb 11 13:36:39.613668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-22bf3f5e-8760-47e7-9be1-a2c1663477bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.616158 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-22bf3f5e-8760-47e7-9be1-a2c1663477bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9c40f9e-40df-4e0d-9c3a-d50e4faa0236 HTTP/1.1" status: 200 len: 849 time: 0.1039643 Feb 11 13:36:39.751866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26981da5-420e-4eb4-8409-d8b6178808ae req-390af0de-c5ad-4e47-abc4-6dd458a3c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.754064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-390af0de-c5ad-4e47-abc4-6dd458a3c613 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.1345472 Feb 11 13:36:39.813723 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-fbd80470-8b4c-4154-9a3a-c63e81ef15d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 217 time: 0.0528202 Feb 11 13:36:39.892380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26981da5-420e-4eb4-8409-d8b6178808ae req-48bdea4e-1c3f-445d-b071-ebd6150cf1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.894438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-48bdea4e-1c3f-445d-b071-ebd6150cf1c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.0721076 Feb 11 13:36:39.914477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:39.949233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-732a3b2f-66a3-4b73-aafe-7a4ee7afd717 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477319 Feb 11 13:36:39.973022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a47ae679-7d4c-422e-971b-241ad3d544f9 req-40181787-b375-4c7e-bf93-d119ffd277b3 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061158 Feb 11 13:36:39.989856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-321fad5c-3149-4380-92b4-bfe27d634ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.992348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-321fad5c-3149-4380-92b4-bfe27d634ac7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3680446 Feb 11 13:36:40.077218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-a4629441-6362-47e2-a8ea-ed6b5b07dadc service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162472 Feb 11 13:36:40.125522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b1f07b1-2bc8-48e0-a09b-18cd983ae900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:40.143553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-01862643-2b77-49e0-9fe2-4eae66b4021b service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436577 Feb 11 13:36:40.215127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26981da5-420e-4eb4-8409-d8b6178808ae req-b19016f4-5921-42e2-9ced-d22dcc4dc22c service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316385 Feb 11 13:36:40.265053 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-bd784158-7368-4c8e-b846-d647645501bf service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153338 Feb 11 13:36:40.282629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a6a7146-b2f2-4e23-bd2d-ac5832e26964 req-62a93c7a-eec0-4ee9-8258-08e33413506f tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0331845 Feb 11 13:36:40.284596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b1f07b1-2bc8-48e0-a09b-18cd983ae900 admin admin] Publish callbacks [] for security_group (af2f6a7d-e67b-4691-b733-19691a72da99), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:40.290586 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b1f07b1-2bc8-48e0-a09b-18cd983ae900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (af2f6a7d-e67b-4691-b733-19691a72da99), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:40.320565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-dc463d5a-140a-433d-aaa2-ab08ffa12de3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 217 time: 0.0473168 Feb 11 13:36:40.338661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b1f07b1-2bc8-48e0-a09b-18cd983ae900 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef4b96591428452e953c89ea1b1ae412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224331 Feb 11 13:36:40.341366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:40.350849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f07b1-2bc8-48e0-a09b-18cd983ae900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f6a7d-e67b-4691-b733-19691a72da99,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.407307 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-420e6f54-2f12-43ee-a603-99b1be7ac192 admin admin] Publish callbacks [] for security_group (af2f6a7d-e67b-4691-b733-19691a72da99), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:40.428384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-cdc4d8a7-7a9a-4259-8619-00a7636e87da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.429892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-cdc4d8a7-7a9a-4259-8619-00a7636e87da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.1022379 Feb 11 13:36:40.432135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-420e6f54-2f12-43ee-a603-99b1be7ac192 admin admin] Publish callbacks [] for security_group (af2f6a7d-e67b-4691-b733-19691a72da99), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:40.478467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe656fcc-45ac-4149-abfc-3efe872d76db req-392209c2-e901-4637-8e5f-3649c826d8e0 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.479944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fe656fcc-45ac-4149-abfc-3efe872d76db req-392209c2-e901-4637-8e5f-3649c826d8e0 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0988524 Feb 11 13:36:40.491898 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-420e6f54-2f12-43ee-a603-99b1be7ac192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (af2f6a7d-e67b-4691-b733-19691a72da99), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:40.494777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-420e6f54-2f12-43ee-a603-99b1be7ac192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:40.496018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-420e6f54-2f12-43ee-a603-99b1be7ac192 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af2f6a7d-e67b-4691-b733-19691a72da99 HTTP/1.1" status: 204 len: 168 time: 0.1528776 Feb 11 13:36:40.506481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e6f54-2f12-43ee-a603-99b1be7ac192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f6a7d-e67b-4691-b733-19691a72da99,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.540767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-aa04c5fe-98ac-4a66-84d4-be229a193c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.543240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-aa04c5fe-98ac-4a66-84d4-be229a193c4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1053965 Feb 11 13:36:40.594939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fe656fcc-45ac-4149-abfc-3efe872d76db req-8957e852-8fd8-41dd-ad0b-53ef2e3bbf44 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052022 Feb 11 13:36:40.680444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-32169581-f2dc-4c6a-9ff8-a22a2da2a38e service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293869 Feb 11 13:36:40.783618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-7ae57589-27a4-409b-8fb6-cac40864964e service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965149 Feb 11 13:36:40.834396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-a2a277ec-d9b9-4165-b7ce-7834436ffdeb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 217 time: 0.0447676 Feb 11 13:36:40.890580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-443559ab-9724-426a-94d5-a3636fb803fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.892194 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-443559ab-9724-426a-94d5-a3636fb803fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.0519972 Feb 11 13:36:40.951544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-5625bc4e-a36d-49bf-8ea9-1559ac5ca28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.953072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-5625bc4e-a36d-49bf-8ea9-1559ac5ca28d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0544469 Feb 11 13:36:41.107673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-12cda1d3-ceef-4463-8680-59082c39f156 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479006 Feb 11 13:36:41.128234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa65adf-0349-4136-b9e6-670ab0c3770e req-fe500163-96a3-41e9-b0bf-8c4320be4ff9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.130166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5aa65adf-0349-4136-b9e6-670ab0c3770e req-fe500163-96a3-41e9-b0bf-8c4320be4ff9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0641258 Feb 11 13:36:41.195935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5aa65adf-0349-4136-b9e6-670ab0c3770e req-361f7c7e-b2de-44f1-9127-456b3328568c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586574 Feb 11 13:36:41.246828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-451faaee-5eeb-4a3e-9de5-32945f1e7ccf service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277323 Feb 11 13:36:41.296814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-6dfe9064-475f-44cb-85fa-8c87d8db4eee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=854fb093-0bb4-41e1-988b-612a199a21cd HTTP/1.1" status: 200 len: 217 time: 0.0416811 Feb 11 13:36:41.351864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-b2851a23-fc03-4e12-a6a4-3eb282204ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.353615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-b2851a23-fc03-4e12-a6a4-3eb282204ecf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.0482762 Feb 11 13:36:41.428048 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-88580ad4-c673-49b4-b3e0-0821b44803a1 req-1daa6eef-c83f-40b4-bf95-5fb6ab5514c0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0375669 Feb 11 13:36:41.449340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-8b5e5af8-afae-4629-a7fd-8fe58a58c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.449340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-8b5e5af8-afae-4629-a7fd-8fe58a58c02a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0892491 Feb 11 13:36:41.556834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-1ba2c5b5-6c74-4679-a993-1d94e7bb95c3 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012394 Feb 11 13:36:41.670916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-e2e62d94-c6bb-4209-a7cb-a58b941a07bf service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082339 Feb 11 13:36:41.718861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-d268291b-7006-4663-902f-14ef752c624b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c HTTP/1.1" status: 200 len: 217 time: 0.0392318 Feb 11 13:36:41.763272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834d6c-ed62-465a-ad3f-d42949ae836c req-b997b33a-11d0-4892-a599-71f9fc152c42 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.764841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31834d6c-ed62-465a-ad3f-d42949ae836c req-b997b33a-11d0-4892-a599-71f9fc152c42 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0870183 Feb 11 13:36:41.810706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-4859cff5-e66f-43bc-9b63-4f4e5ef3cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.812532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-4859cff5-e66f-43bc-9b63-4f4e5ef3cbb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.0880067 Feb 11 13:36:41.846780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31834d6c-ed62-465a-ad3f-d42949ae836c req-e105175b-fb4e-42c9-a8cb-6e1a9118d309 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764279 Feb 11 13:36:41.883475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-a57da126-ae08-4086-ad3e-257975ceeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.885001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-a57da126-ae08-4086-ad3e-257975ceeafa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0661438 Feb 11 13:36:42.010084 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-206028ef-50c3-4ac7-9b05-ef498701545e service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182990 Feb 11 13:36:42.166738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-5d552265-0f65-4ebc-abce-d88849e35e66 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495492 Feb 11 13:36:42.217589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-ec6ff155-bb10-4357-a1e6-a1c0225772f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593 HTTP/1.1" status: 200 len: 217 time: 0.0440648 Feb 11 13:36:42.289058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-6d6f45cd-8d4d-47c0-9f7e-0b2ab18a582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.290848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-6d6f45cd-8d4d-47c0-9f7e-0b2ab18a582e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 200 len: 797 time: 0.0671740 Feb 11 13:36:42.380390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1b6fc-6d6a-4ffc-b46f-cc657ca2dc94 req-60c3c8ee-5630-4f22-a071-cbf58500033a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.382055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bd1b6fc-6d6a-4ffc-b46f-cc657ca2dc94 req-60c3c8ee-5630-4f22-a071-cbf58500033a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0902715 Feb 11 13:36:42.385012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-aa423846-562a-4419-ab29-faabe0e5a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.386575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-aa423846-562a-4419-ab29-faabe0e5a094 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0852726 Feb 11 13:36:42.508612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bd1b6fc-6d6a-4ffc-b46f-cc657ca2dc94 req-16a08da4-ddab-405d-b9ad-65ea155473fb tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185138 Feb 11 13:36:42.545451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-3cd99a06-4af5-43ef-9dc1-59ebc302523d service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481030 Feb 11 13:36:42.584045 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86757887-b6e1-47b6-8512-38b869097e05 req-e4df72c8-3ad1-4ddb-b5e9-182f8b8686b6 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0366771 Feb 11 13:36:42.611509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:42.660005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-79cc7b87-86fc-4bda-bd43-046da1d70383 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084361 Feb 11 13:36:42.707314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-f5d8c978-7ed7-4129-8237-1a212a2e2ef7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19 HTTP/1.1" status: 200 len: 217 time: 0.0416851 Feb 11 13:36:42.753128 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d372818-e011-4c9c-91ae-7683df83a64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:42.771349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-62371900-000e-4741-8bf0-9ed41e94676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.773566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-62371900-000e-4741-8bf0-9ed41e94676a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 200 len: 797 time: 0.0610955 Feb 11 13:36:42.835005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-5ae7f855-ac97-4786-b7b8-a57dac641fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.837009 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-5ae7f855-ac97-4786-b7b8-a57dac641fd0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0572398 Feb 11 13:36:42.856751 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d372818-e011-4c9c-91ae-7683df83a64b admin admin] Publish callbacks [] for security_group (9c0dbb88-0cb0-4573-a74c-e336acffdca2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:42.866027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d372818-e011-4c9c-91ae-7683df83a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9c0dbb88-0cb0-4573-a74c-e336acffdca2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:42.908893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372818-e011-4c9c-91ae-7683df83a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0dbb88-0cb0-4573-a74c-e336acffdca2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.926344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3d372818-e011-4c9c-91ae-7683df83a64b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=27d67823ca1444da8912b66dba37dc07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3116617 Feb 11 13:36:42.927335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43840) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:43.033235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-71e37a71-4301-45f0-9e12-8d04e61104a0 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892524 Feb 11 13:36:43.108393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d44c3a-d7f5-4508-a488-ec633ef2c39e req-b48da9d3-940a-47a5-ad28-23ec4ec8ca17 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:43.110632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02d44c3a-d7f5-4508-a488-ec633ef2c39e req-b48da9d3-940a-47a5-ad28-23ec4ec8ca17 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1537013 Feb 11 13:36:43.119356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-621b7269-7793-42d9-9b82-4195af963ef8 admin admin] Publish callbacks [] for security_group (9c0dbb88-0cb0-4573-a74c-e336acffdca2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.206509 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-621b7269-7793-42d9-9b82-4195af963ef8 admin admin] Publish callbacks [] for security_group (9c0dbb88-0cb0-4573-a74c-e336acffdca2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.253316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-117884af-0b70-4b3c-8234-c7645d9122d8 req-5bede1c3-5647-4254-8141-303c01c8f4af service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135284 Feb 11 13:36:43.268108 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02d44c3a-d7f5-4508-a488-ec633ef2c39e req-011565bd-235a-4ab2-bfad-d9421db9c54e tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498458 Feb 11 13:36:43.298784 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-621b7269-7793-42d9-9b82-4195af963ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9c0dbb88-0cb0-4573-a74c-e336acffdca2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.303253 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-621b7269-7793-42d9-9b82-4195af963ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.304632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-621b7269-7793-42d9-9b82-4195af963ef8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c0dbb88-0cb0-4573-a74c-e336acffdca2 HTTP/1.1" status: 204 len: 168 time: 0.3761294 Feb 11 13:36:43.315070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b7269-7793-42d9-9b82-4195af963ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0dbb88-0cb0-4573-a74c-e336acffdca2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:43.609029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43850) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:43.646113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0b08877b-3b92-443c-a576-ae8126d9c437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.661888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e672c4-1acc-4f24-bc94-96e4c6c1cd90 req-3614efae-fc78-4f1c-a1e5-5fd76fba18fd tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:43.666600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3e672c4-1acc-4f24-bc94-96e4c6c1cd90 req-3614efae-fc78-4f1c-a1e5-5fd76fba18fd tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0736761 Feb 11 13:36:43.718493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3e672c4-1acc-4f24-bc94-96e4c6c1cd90 req-766df8fa-279e-411f-9e8b-b9fe008d5eed tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Feb 11 13:36:43.726639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6cb3420b-3bfc-425d-ae64-f8db0b84306a req-74def582-93f3-4fc2-9a43-fae7a4e558cb tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0326581 Feb 11 13:36:43.772183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0b08877b-3b92-443c-a576-ae8126d9c437 admin admin] Publish callbacks [] for security_group (7a3f2396-cb79-4f84-9b62-1fd32afa6ac0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.776015 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0b08877b-3b92-443c-a576-ae8126d9c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7a3f2396-cb79-4f84-9b62-1fd32afa6ac0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.816915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08877b-3b92-443c-a576-ae8126d9c437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f2396-cb79-4f84-9b62-1fd32afa6ac0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:43.824339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0b08877b-3b92-443c-a576-ae8126d9c437 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=201052135ccc4d648ca7dc9b73674fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118287 Feb 11 13:36:43.824679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43854) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:43.881485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2055-bdc4-4aff-ac00-c840811bba10 admin admin] Publish callbacks [] for security_group (7a3f2396-cb79-4f84-9b62-1fd32afa6ac0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.904184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2055-bdc4-4aff-ac00-c840811bba10 admin admin] Publish callbacks [] for security_group (7a3f2396-cb79-4f84-9b62-1fd32afa6ac0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.954248 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2055-bdc4-4aff-ac00-c840811bba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7a3f2396-cb79-4f84-9b62-1fd32afa6ac0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.956908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2055-bdc4-4aff-ac00-c840811bba10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:43.958092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3e7e2055-bdc4-4aff-ac00-c840811bba10 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a3f2396-cb79-4f84-9b62-1fd32afa6ac0 HTTP/1.1" status: 204 len: 168 time: 0.1325238 Feb 11 13:36:43.966574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2055-bdc4-4aff-ac00-c840811bba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f2396-cb79-4f84-9b62-1fd32afa6ac0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.432874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe712-d482-42a4-b768-820bfbd43c57 req-9fe5f6c9-2de7-44d2-a167-cb80ea0d64ad tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:44.434499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfabe712-d482-42a4-b768-820bfbd43c57 req-9fe5f6c9-2de7-44d2-a167-cb80ea0d64ad tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0739684 Feb 11 13:36:44.496277 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfabe712-d482-42a4-b768-820bfbd43c57 req-d09b121d-0de7-47e6-a3a3-625ba3dfbb7e tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523734 Feb 11 13:36:44.877983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c7947-c226-45a7-bbfc-bb50817c53ae req-0901986f-67d6-4128-9498-2354c2709e43 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:44.879558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c11c7947-c226-45a7-bbfc-bb50817c53ae req-0901986f-67d6-4128-9498-2354c2709e43 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0844240 Feb 11 13:36:44.898922 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65ba654b-1a57-44f3-a8e9-9590e2bbb91f req-1d3ac7fe-8cf2-4c86-b586-1a278ed54cb0 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0460935 Feb 11 13:36:44.936320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c11c7947-c226-45a7-bbfc-bb50817c53ae req-33fce153-2649-4fd8-b4a3-f2485bf7749e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512428 Feb 11 13:36:45.639975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84788f06-1932-45c8-b510-88f761ebb2ea req-984f46f6-6703-44c9-bbdf-78e9ec7ae46c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:45.650671 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84788f06-1932-45c8-b510-88f761ebb2ea req-984f46f6-6703-44c9-bbdf-78e9ec7ae46c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0744379 Feb 11 13:36:45.738373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84788f06-1932-45c8-b510-88f761ebb2ea req-b078e650-7ce4-492b-bd7a-678ebecdbab3 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777307 Feb 11 13:36:45.766097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-46a17572-f964-4c25-88a5-ecd249c6c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:45.767766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-46a17572-f964-4c25-88a5-ecd249c6c4d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.0887055 Feb 11 13:36:45.809119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e9b1-ef33-45a1-b4f1-951f01e263bd req-895cd4ce-b1d5-4169-968d-d2cbbbdc86e7 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:45.810635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3b8e9b1-ef33-45a1-b4f1-951f01e263bd req-895cd4ce-b1d5-4169-968d-d2cbbbdc86e7 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0906181 Feb 11 13:36:45.913034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-40136142-0b64-4dfc-9f9f-a502504996af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:45.914551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-40136142-0b64-4dfc-9f9f-a502504996af service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.1400542 Feb 11 13:36:45.917972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3b8e9b1-ef33-45a1-b4f1-951f01e263bd req-e06c37e1-8eb6-4eb3-bef9-331ab326129e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649805 Feb 11 13:36:45.984729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-e2a5e773-05e3-4531-8fa9-ee58632df24c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 217 time: 0.0638595 Feb 11 13:36:46.033662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2e0c629-b7c1-4419-9b5f-66c06016ec9d req-d9e19373-5588-4580-951c-a64b62812efc tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0511422 Feb 11 13:36:46.087838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-19f5d761-9491-43dd-abf8-2a72713931a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:46.089329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-19f5d761-9491-43dd-abf8-2a72713931a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.0956402 Feb 11 13:36:46.128510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-fe713bc7-5a18-4386-9a4a-9c17bfe2f609 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322762 Feb 11 13:36:46.139248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bfc6e-c48f-43a5-b683-161f4d85e553 req-21700576-eb5c-445a-9377-ce79353420f8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:46.146277 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd2bfc6e-c48f-43a5-b683-161f4d85e553 req-21700576-eb5c-445a-9377-ce79353420f8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.1040735 Feb 11 13:36:46.267308 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd2bfc6e-c48f-43a5-b683-161f4d85e553 req-8b0ac25f-eb40-4542-9d5c-5fa4048e00a2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201842 Feb 11 13:36:46.286137 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-72eee7bf-bce8-4310-8b9b-51c978507493 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378109 Feb 11 13:36:46.392248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fffe95fb-ed97-4f67-a7b0-c21e9749c5e2 req-30eaf0ef-e673-4cb6-bab6-fd59c53d4ddb service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972202 Feb 11 13:36:46.572197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43962) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:46.672725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85a7857b-e2bc-45fd-ac42-b83be9857f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.752186 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85a7857b-e2bc-45fd-ac42-b83be9857f56 admin admin] Publish callbacks [] for security_group (c12dbe14-2246-4ba0-bac8-ed95887d8aa5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.756844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85a7857b-e2bc-45fd-ac42-b83be9857f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c12dbe14-2246-4ba0-bac8-ed95887d8aa5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.800561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-85a7857b-e2bc-45fd-ac42-b83be9857f56 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=216f0a740c534a99b8876f5e3a16441b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248304 Feb 11 13:36:46.801389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43968) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:46.809758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7857b-e2bc-45fd-ac42-b83be9857f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12dbe14-2246-4ba0-bac8-ed95887d8aa5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.870932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c51aa195-fd7b-4e43-b8e9-581faffbc6d6 admin admin] Publish callbacks [] for security_group (c12dbe14-2246-4ba0-bac8-ed95887d8aa5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.876312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8142b62-f6d2-47b1-9d1a-72f05b2780b4 req-4e9d2267-c5d3-4794-a1a5-57f9a409e760 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:46.877887 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8142b62-f6d2-47b1-9d1a-72f05b2780b4 req-4e9d2267-c5d3-4794-a1a5-57f9a409e760 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0771759 Feb 11 13:36:46.893719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c51aa195-fd7b-4e43-b8e9-581faffbc6d6 admin admin] Publish callbacks [] for security_group (c12dbe14-2246-4ba0-bac8-ed95887d8aa5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.930936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8142b62-f6d2-47b1-9d1a-72f05b2780b4 req-3349e525-a6e6-4840-b00d-6a21ba6fa521 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Feb 11 13:36:46.951593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c51aa195-fd7b-4e43-b8e9-581faffbc6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c12dbe14-2246-4ba0-bac8-ed95887d8aa5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.954201 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c51aa195-fd7b-4e43-b8e9-581faffbc6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.958964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c51aa195-fd7b-4e43-b8e9-581faffbc6d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c12dbe14-2246-4ba0-bac8-ed95887d8aa5 HTTP/1.1" status: 204 len: 168 time: 0.1556880 Feb 11 13:36:46.970612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aa195-fd7b-4e43-b8e9-581faffbc6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12dbe14-2246-4ba0-bac8-ed95887d8aa5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.064413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2130c-91c1-4f0f-ba3d-cd8319384ce6 req-8dcf2b58-6921-493b-90f0-dfbc37af76de tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:47.066063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0b2130c-91c1-4f0f-ba3d-cd8319384ce6 req-8dcf2b58-6921-493b-90f0-dfbc37af76de tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0637481 Feb 11 13:36:47.143010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0b2130c-91c1-4f0f-ba3d-cd8319384ce6 req-0a7ddef0-2e02-47fe-816a-084f6bfc86bf tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624990 Feb 11 13:36:47.166140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-396444fd-d69b-4447-8ffa-0d997f5840de req-0361cf62-ac6d-4cc4-8445-634941fd7e95 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0466821 Feb 11 13:36:47.269653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:47.282733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6302075f-1c40-4d7d-a7a9-6545ddfa9266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.389354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6302075f-1c40-4d7d-a7a9-6545ddfa9266 admin admin] Publish callbacks [] for security_group (8c52a752-f91d-48ba-b52e-2c954b04a1e0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.394649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6302075f-1c40-4d7d-a7a9-6545ddfa9266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8c52a752-f91d-48ba-b52e-2c954b04a1e0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.446009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc959f7f-78e6-4b25-a359-aa115a165da6 req-b083f86f-74bd-402e-88d7-e3ea545f2f9c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:47.447533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc959f7f-78e6-4b25-a359-aa115a165da6 req-b083f86f-74bd-402e-88d7-e3ea545f2f9c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.1053104 Feb 11 13:36:47.448545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302075f-1c40-4d7d-a7a9-6545ddfa9266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c52a752-f91d-48ba-b52e-2c954b04a1e0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.453396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6302075f-1c40-4d7d-a7a9-6545ddfa9266 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9910a6cc6d85471eb2caa35eef116d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826153 Feb 11 13:36:47.455591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43984) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:47.500859 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc959f7f-78e6-4b25-a359-aa115a165da6 req-cbb5deae-d1b2-4d39-b537-6b4495f3f45f tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Feb 11 13:36:47.515752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb04a7-d3d9-4367-95c4-8c717fb98721 admin admin] Publish callbacks [] for security_group (8c52a752-f91d-48ba-b52e-2c954b04a1e0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.544955 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb04a7-d3d9-4367-95c4-8c717fb98721 admin admin] Publish callbacks [] for security_group (8c52a752-f91d-48ba-b52e-2c954b04a1e0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.600687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb04a7-d3d9-4367-95c4-8c717fb98721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8c52a752-f91d-48ba-b52e-2c954b04a1e0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.603772 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb04a7-d3d9-4367-95c4-8c717fb98721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.604991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c0bb04a7-d3d9-4367-95c4-8c717fb98721 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8c52a752-f91d-48ba-b52e-2c954b04a1e0 HTTP/1.1" status: 204 len: 168 time: 0.1484313 Feb 11 13:36:47.621544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb04a7-d3d9-4367-95c4-8c717fb98721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c52a752-f91d-48ba-b52e-2c954b04a1e0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.661060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b98ff6-7dc7-49d8-9fa8-501473840373 req-02d847c5-e349-4836-98be-8d0a0963120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:47.664235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3b98ff6-7dc7-49d8-9fa8-501473840373 req-02d847c5-e349-4836-98be-8d0a0963120e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.0556331 Feb 11 13:36:47.716152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3b98ff6-7dc7-49d8-9fa8-501473840373 req-aee1b6bf-13a9-4003-9ebb-bd3761ea082d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456986 Feb 11 13:36:48.067666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc61d4d-6f1c-4713-bb94-daab7ee85fb0 req-35cd4b5e-4d58-401c-af54-91033f060006 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:48.069213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2cc61d4d-6f1c-4713-bb94-daab7ee85fb0 req-35cd4b5e-4d58-401c-af54-91033f060006 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0642080 Feb 11 13:36:48.125423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2cc61d4d-6f1c-4713-bb94-daab7ee85fb0 req-16298557-10ae-41f5-a579-27961a17a2c3 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498602 Feb 11 13:36:48.303638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893357b-a461-4b4f-9f70-9bb1d8742c5c req-abc6cd7c-1f3d-4b05-bbf2-12130297ff46 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:48.305072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1893357b-a461-4b4f-9f70-9bb1d8742c5c req-abc6cd7c-1f3d-4b05-bbf2-12130297ff46 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0942771 Feb 11 13:36:48.307756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33cf82ac-3e5b-4e47-93ed-00295c0916fb req-ac924fc0-61c9-4ce4-a339-2e199fb5fb73 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec7f9c-f40a-4f16-b89b-5bc5ea3e40ba HTTP/1.1" status: 200 len: 210 time: 0.0438368 Feb 11 13:36:48.352963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1893357b-a461-4b4f-9f70-9bb1d8742c5c req-b7eb1f85-5cf0-47ae-ad62-c62bca590634 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Feb 11 13:36:48.655785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fc0af-e8fd-4a5b-addf-9fd3405e89a4 req-794fe57f-224a-41e2-bed2-902cdd9aee25 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:48.657370 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a51fc0af-e8fd-4a5b-addf-9fd3405e89a4 req-794fe57f-224a-41e2-bed2-902cdd9aee25 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0707490 Feb 11 13:36:48.710815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a51fc0af-e8fd-4a5b-addf-9fd3405e89a4 req-ca26c7ab-8842-46eb-b350-842a253abe06 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Feb 11 13:36:49.249572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a7bd4-9261-44b4-955c-cc12a4585d4c req-b42be4da-9563-4ef6-88e2-40c83548b27d tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:49.251463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a5a7bd4-9261-44b4-955c-cc12a4585d4c req-b42be4da-9563-4ef6-88e2-40c83548b27d tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0567904 Feb 11 13:36:49.302280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a5a7bd4-9261-44b4-955c-cc12a4585d4c req-8b1e78de-208e-4912-9150-452d1028cd9c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Feb 11 13:36:49.346006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e2c56fde-97af-40c6-8c8d-9782570616e7 req-71eaeccd-521b-4eef-9887-e00cfc7e54ac tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1277207922', 'description': 'tempest-description-614503490'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:49.369084 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e2c56fde-97af-40c6-8c8d-9782570616e7 req-71eaeccd-521b-4eef-9887-e00cfc7e54ac tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.405752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44100) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:49.498061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e2c56fde-97af-40c6-8c8d-9782570616e7 req-71eaeccd-521b-4eef-9887-e00cfc7e54ac tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for security_group (02c9198d-d9d4-46e6-84cf-ff00244a8b2d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.499878 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-212f4bc0-cf3d-4bc2-8984-2865c3b9eb72 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group (a3e31937-e265-4b34-8a72-3f00a3193ddc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.505895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e2c56fde-97af-40c6-8c8d-9782570616e7 req-71eaeccd-521b-4eef-9887-e00cfc7e54ac tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (02c9198d-d9d4-46e6-84cf-ff00244a8b2d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.518423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e75021-dcc9-4366-9a25-e2f569744c87 req-1364d363-5f3b-42d5-b042-c38b052b11c8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:49.519956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11e75021-dcc9-4366-9a25-e2f569744c87 req-1364d363-5f3b-42d5-b042-c38b052b11c8 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0582697 Feb 11 13:36:49.552381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-212f4bc0-cf3d-4bc2-8984-2865c3b9eb72 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group (a3e31937-e265-4b34-8a72-3f00a3193ddc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.560167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e2c56fde-97af-40c6-8c8d-9782570616e7 req-71eaeccd-521b-4eef-9887-e00cfc7e54ac tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.561387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2c56fde-97af-40c6-8c8d-9782570616e7 req-71eaeccd-521b-4eef-9887-e00cfc7e54ac tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2194569 Feb 11 13:36:49.569201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaeccd-521b-4eef-9887-e00cfc7e54ac tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c9198d-d9d4-46e6-84cf-ff00244a8b2d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.587467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11e75021-dcc9-4366-9a25-e2f569744c87 req-5e24cd43-7b06-458e-a572-e4d287d943da tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584552 Feb 11 13:36:49.666081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-212f4bc0-cf3d-4bc2-8984-2865c3b9eb72 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a3e31937-e265-4b34-8a72-3f00a3193ddc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.668860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-212f4bc0-cf3d-4bc2-8984-2865c3b9eb72 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.670099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-212f4bc0-cf3d-4bc2-8984-2865c3b9eb72 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/security-groups/a3e31937-e265-4b34-8a72-3f00a3193ddc HTTP/1.1" status: 204 len: 168 time: 0.2630110 Feb 11 13:36:49.672938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:49.678155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-5068e5a9-51df-4bf0-b580-79045037c265 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1277207922&fields=id&tenant_id=308a86821b214a7b9972d1c797f8f23f HTTP/1.1" status: 200 len: 267 time: 0.0572817 Feb 11 13:36:49.684157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f4bc0-cf3d-4bc2-8984-2865c3b9eb72 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e31937-e265-4b34-8a72-3f00a3193ddc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.686472 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-8a4dd746-1303-4b7c-82ab-06a93d7448a3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] show failed (client error): The resource could not be found. Feb 11 13:36:49.687912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a4dd746-1303-4b7c-82ab-06a93d7448a3 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "GET /v2.0/security-groups/a3e31937-e265-4b34-8a72-3f00a3193ddc HTTP/1.1" status: 404 len: 347 time: 0.0139759 Feb 11 13:36:49.691676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44128) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:49.761559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-c7ab272e-dbca-4995-9ad5-3bfc484d470c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:49.763638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-c7ab272e-dbca-4995-9ad5-3bfc484d470c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.0690641 Feb 11 13:36:49.776097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Request body: {'port': {'security_groups': ['d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8', '02c9198d-d9d4-46e6-84cf-ff00244a8b2d']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:49.864898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.879662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897835c-3d3a-4f85-848e-aee0fdeb17c6 req-097adc34-99bb-486d-a11c-a6786d031453 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:49.886825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8897835c-3d3a-4f85-848e-aee0fdeb17c6 req-097adc34-99bb-486d-a11c-a6786d031453 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0933588 Feb 11 13:36:49.912686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port f61135ea-dce6-4946-9ed8-d9ce0f7d96f3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:49.913035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:49.989911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.007153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8897835c-3d3a-4f85-848e-aee0fdeb17c6 req-672df890-dc26-4137-8f9d-21d13a7e6b26 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172621 Feb 11 13:36:50.036902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.037377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for floatingip (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.051671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for f61135ea-dce6-4946-9ed8-d9ce0f7d96f3 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:50.091029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:50.131214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.136372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.151373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3be6d20b-96a6-4465-93bc-da23f8d4607c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:50.200106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.200639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.202412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac856d5e-ecb7-4f15-b692-176cc3103987 req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "PUT /v2.0/ports/3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 981 time: 0.4324207 Feb 11 13:36:50.202953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:50.210366 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da9c435-656e-487d-88fe-597626f0f8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:50.236973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f61135ea-dce6-4946-9ed8-d9ce0f7d96f3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.241220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cfcad-58b0-4ed4-a202-f13c705bb5b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event updated for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:50.277341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=f61135ea-dce6-4946-9ed8-d9ce0f7d96f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:50.295293 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dda41e-7756-43bc-b762-8a62f4e4c319 x-openstack-request-id: req-a4dda41e-7756-43bc-b762-8a62f4e4c319 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:50.295690 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:50.298603 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4dda41e-7756-43bc-b762-8a62f4e4c319 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:50.299493 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'status': 'completed', 'code': 200} Feb 11 13:36:50.323925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3be6d20b-96a6-4465-93bc-da23f8d4607c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:50.384957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9c435-656e-487d-88fe-597626f0f8cb req-834d0eb5-435e-4f93-8c62-2be9da97ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.386869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da9c435-656e-487d-88fe-597626f0f8cb req-834d0eb5-435e-4f93-8c62-2be9da97ddcd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1166 time: 0.0645597 Feb 11 13:36:50.399004 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for floatingip (fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.401733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.406334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5ef1cf7f-1eb8-4562-b51c-6beb47ac8999 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/floatingips/fc04b7d3-7e67-4e1c-aed1-44e03b2a4c80 HTTP/1.1" status: 204 len: 168 time: 0.7136338 Feb 11 13:36:50.409974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:50.469423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-4e6bbdbb-6279-4298-b9e0-da464799b65f tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1277207922&fields=id&tenant_id=308a86821b214a7b9972d1c797f8f23f HTTP/1.1" status: 200 len: 267 time: 0.1490035 Feb 11 13:36:50.558089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9c435-656e-487d-88fe-597626f0f8cb req-757044b5-5430-4afd-a84d-47484a3fd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.560596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da9c435-656e-487d-88fe-597626f0f8cb req-757044b5-5430-4afd-a84d-47484a3fd732 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.1671939 Feb 11 13:36:50.564219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-06537a35-5989-4ad4-88a8-c04feae9f111 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.565833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-06537a35-5989-4ad4-88a8-c04feae9f111 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 984 time: 0.0890148 Feb 11 13:36:50.583023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Request body: {'port': {'security_groups': ['d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:50.590462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port 85d4c3a4-0538-4166-ab43-da97573683f0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:50.591048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.612539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da9c435-656e-487d-88fe-597626f0f8cb req-7dbf10ea-10b8-416b-8c68-ec01bf981749 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 217 time: 0.0463891 Feb 11 13:36:50.704657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9c435-656e-487d-88fe-597626f0f8cb req-6eb0c940-e457-41b4-9971-f9b7c6392ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.706779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da9c435-656e-487d-88fe-597626f0f8cb req-6eb0c940-e457-41b4-9971-f9b7c6392ed8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.0889041 Feb 11 13:36:50.751594 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.771144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da9c435-656e-487d-88fe-597626f0f8cb req-6102964f-2c13-493c-afec-85135d7da7f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502548 Feb 11 13:36:50.815737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:50.827736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec61b7-605f-49c7-a977-a485cdc04034 req-db086ad6-e2c2-4367-bf1e-93033cbcfbf0 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.829089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28ec61b7-605f-49c7-a977-a485cdc04034 req-db086ad6-e2c2-4367-bf1e-93033cbcfbf0 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1180739 Feb 11 13:36:50.841556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for 85d4c3a4-0538-4166-ab43-da97573683f0 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:50.929697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da9c435-656e-487d-88fe-597626f0f8cb req-909e21d3-4ee0-4b89-b54f-5ab5ebcd816a service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516538 Feb 11 13:36:50.941278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28ec61b7-605f-49c7-a977-a485cdc04034 req-f6d8bacd-31ef-49f8-aa8d-568999a813b6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833058 Feb 11 13:36:51.084501 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8da9c435-656e-487d-88fe-597626f0f8cb req-95d25932-6647-4cd5-9aa3-c5bef65f64f6 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415327 Feb 11 13:36:51.102150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:51.123135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (85d4c3a4-0538-4166-ab43-da97573683f0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.164315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=85d4c3a4-0538-4166-ab43-da97573683f0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.171143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.181754 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.183644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1333a2-f7eb-4668-a9c6-9d8abd505ea8 req-a4cc02e0-1165-4e14-ac02-5ddc0a90a682 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.194891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b1333a2-f7eb-4668-a9c6-9d8abd505ea8 req-a4cc02e0-1165-4e14-ac02-5ddc0a90a682 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.1005862 Feb 11 13:36:51.200411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3be6d20b-96a6-4465-93bc-da23f8d4607c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:51.286429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b1333a2-f7eb-4668-a9c6-9d8abd505ea8 req-87e8c98d-5235-4429-9f25-1adf4a78e4d1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775549 Feb 11 13:36:51.301515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.305772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3c7c8bd8-8620-46ae-aeb8-a862e63e6560 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/ports/85d4c3a4-0538-4166-ab43-da97573683f0 HTTP/1.1" status: 204 len: 168 time: 0.8947744 Feb 11 13:36:51.308963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44232) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:51.332631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.333850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.341991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5078811e-7bde-4f26-ad15-9934ba7a8cb7 req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "PUT /v2.0/ports/3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 942 time: 0.7608886 Feb 11 13:36:51.341991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:51.342628 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f716cd6-66a8-49eb-9c88-a53adb9552e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:51.387437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10762743-e000-497d-9dac-75a9fd322dee tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event updated for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.403338 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:36:51.410990 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946d1fa-a593-44b6-a79a-a2b659163eeb x-openstack-request-id: req-4946d1fa-a593-44b6-a79a-a2b659163eeb {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:51.411238 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:51.411501 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4946d1fa-a593-44b6-a79a-a2b659163eeb {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:51.411907 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'status': 'completed', 'code': 200} Feb 11 13:36:51.480958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3be6d20b-96a6-4465-93bc-da23f8d4607c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:51.580370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44240) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:51.595502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c2e5af-796e-4b12-9959-71087903bb39 req-4eabc911-edca-4486-89ac-fbb5d73e58a5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2259519 Feb 11 13:36:51.617799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:51.639040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-651b9a51-567c-4e43-8f06-1b2c04647e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.640230 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-651b9a51-567c-4e43-8f06-1b2c04647e5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.2035820 Feb 11 13:36:51.649110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting port f99682d4-f7bc-4884-93c3-3c2290d91ca4 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:51.649584 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.683159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.743842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.824285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-804367dc-e1ea-41c9-be25-c07a854a1756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.886436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:51.890672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-7b5d231c-1f54-48a0-b357-f05a9765d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.892315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-7b5d231c-1f54-48a0-b357-f05a9765d5e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.2366834 Feb 11 13:36:51.954082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Calling delete_port for f99682d4-f7bc-4884-93c3-3c2290d91ca4 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:51.997739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-6596af20-b231-4cdc-a4b5-f75fb86a047d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 217 time: 0.0638862 Feb 11 13:36:52.080831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fadac-1402-4815-b9f6-0df91ec492e6 req-1a2b0ba6-ecfa-4c3a-9039-9977c95d9ccf tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.082454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b97fadac-1402-4815-b9f6-0df91ec492e6 req-1a2b0ba6-ecfa-4c3a-9039-9977c95d9ccf tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0553696 Feb 11 13:36:52.134978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b97fadac-1402-4815-b9f6-0df91ec492e6 req-60afb966-2d9a-42ca-821a-44ccf5517fc0 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Feb 11 13:36:52.426276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb510-c7fc-4170-a642-3af274811cbc req-582e1535-db35-443a-9fa8-6d0c639c26fc tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.428762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24ffb510-c7fc-4170-a642-3af274811cbc req-582e1535-db35-443a-9fa8-6d0c639c26fc tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0591893 Feb 11 13:36:52.429144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-89cb397c-57d5-4844-9a48-b215649e63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.430743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-89cb397c-57d5-4844-9a48-b215649e63ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.4256220 Feb 11 13:36:52.484026 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24ffb510-c7fc-4170-a642-3af274811cbc req-79b7b855-d918-4312-969f-7be3ba22ef81 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492721 Feb 11 13:36:52.495224 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-baf7e629-c29c-4ec5-a67a-387a370b0c94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525835 Feb 11 13:36:52.502021 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-804367dc-e1ea-41c9-be25-c07a854a1756 admin admin] Publish callbacks [] for security_group (afe4d888-31f8-4ffb-9b25-f5d0fe1ef633), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.506974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.517137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-804367dc-e1ea-41c9-be25-c07a854a1756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (afe4d888-31f8-4ffb-9b25-f5d0fe1ef633), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.688237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-804367dc-e1ea-41c9-be25-c07a854a1756 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2564f522c87f4ae6bd9f4361489773be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1065416 Feb 11 13:36:52.690794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44250) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:52.695781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804367dc-e1ea-41c9-be25-c07a854a1756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe4d888-31f8-4ffb-9b25-f5d0fe1ef633,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.745601 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f99682d4-f7bc-4884-93c3-3c2290d91ca4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.756712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e78-b56c-41e0-b186-41b679483b17 admin admin] Publish callbacks [] for security_group (afe4d888-31f8-4ffb-9b25-f5d0fe1ef633), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.780659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e78-b56c-41e0-b186-41b679483b17 admin admin] Publish callbacks [] for security_group (afe4d888-31f8-4ffb-9b25-f5d0fe1ef633), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.795900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-eb84c393-2895-412b-9c4b-c07dfa76d765 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908068 Feb 11 13:36:52.796735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Port': ['ID=f99682d4-f7bc-4884-93c3-3c2290d91ca4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.841674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e78-b56c-41e0-b186-41b679483b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (afe4d888-31f8-4ffb-9b25-f5d0fe1ef633), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.844389 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e78-b56c-41e0-b186-41b679483b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:52.846243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e5e26e78-b56c-41e0-b186-41b679483b17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/afe4d888-31f8-4ffb-9b25-f5d0fe1ef633 HTTP/1.1" status: 204 len: 168 time: 0.1538577 Feb 11 13:36:52.854680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e26e78-b56c-41e0-b186-41b679483b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe4d888-31f8-4ffb-9b25-f5d0fe1ef633,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.861938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Allocated IP 172.25.3.220 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/2df6a2b4-6b17-4063-bab7-ee2ee0377b92) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:53.020643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.024723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ea477a48-5c55-405b-99dc-70726fd96802 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/ports/f99682d4-f7bc-4884-93c3-3c2290d91ca4 HTTP/1.1" status: 204 len: 168 time: 1.7131195 Feb 11 13:36:53.027733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44256) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:53.059930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f716cd6-66a8-49eb-9c88-a53adb9552e4 req-2dd53336-9cca-4a3c-b080-1114d58511fa service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576096 Feb 11 13:36:53.087681 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.093925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting subnet 556047b5-f11b-4c0b-bf84-f1152adf6cd0 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:36:53.098075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for subnet (556047b5-f11b-4c0b-bf84-f1152adf6cd0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.133629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.155684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (556047b5-f11b-4c0b-bf84-f1152adf6cd0), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.182894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:53.189820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:53.196114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:53.213392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event updated for resources: {'Port': ['ID=2df6a2b4-6b17-4063-bab7-ee2ee0377b92,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:53.302175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (556047b5-f11b-4c0b-bf84-f1152adf6cd0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.346424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (657806a8-44a9-4f14-a816-a605f2e91501), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.387356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aba01-1799-437e-ad8b-d5fe902d68cc req-ad559595-772b-4f34-849b-a7b9915ebeff tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:53.389960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-664aba01-1799-437e-ad8b-d5fe902d68cc req-ad559595-772b-4f34-849b-a7b9915ebeff tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1410792 Feb 11 13:36:53.420778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.421908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (556047b5-f11b-4c0b-bf84-f1152adf6cd0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.462043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Subnet': ['ID=556047b5-f11b-4c0b-bf84-f1152adf6cd0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:53.467708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a09f06-0f85-4cb4-9e3e-1397d2140441 None None] Network c9f37f8f-dd92-4337-a328-55da151aa39c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:36:53.471455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.475633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3a13093a-3b80-4222-b662-03b9ffe623a5 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/subnets/556047b5-f11b-4c0b-bf84-f1152adf6cd0 HTTP/1.1" status: 204 len: 168 time: 0.4460535 Feb 11 13:36:53.478626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44268) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:53.540511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Deleting subnet 2512bb0a-5763-4936-8a0c-7c7228066f3a {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:36:53.550603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for subnet (2512bb0a-5763-4936-8a0c-7c7228066f3a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.577813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-664aba01-1799-437e-ad8b-d5fe902d68cc req-849db229-2385-49c5-b3b4-013903dd8f1f tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768689 Feb 11 13:36:53.605870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (2512bb0a-5763-4936-8a0c-7c7228066f3a), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.664654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] DHCP port deletion for c9f37f8f-dd92-4337-a328-55da151aa39c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:36:53.694395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.701807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.733707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] Deleting port 13bd9f9a-abf5-4961-a414-c9f9ea690162 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:53.734627 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.799835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (657806a8-44a9-4f14-a816-a605f2e91501), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.800263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (2512bb0a-5763-4936-8a0c-7c7228066f3a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.813775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event updated for resources: {'Port': ['ID=2df6a2b4-6b17-4063-bab7-ee2ee0377b92,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:53.821416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] For port 13bd9f9a-abf5-4961-a414-c9f9ea690162, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=13bd9f9a-abf5-4961-a414-c9f9ea690162,segment=NetworkSegment(82efd20d-4f57-434a-8ebf-be358972c2f5),segment_id=82efd20d-4f57-434a-8ebf-be358972c2f5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:53.821664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.841181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] Calling delete_port for 13bd9f9a-abf5-4961-a414-c9f9ea690162 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:53.846804 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.847575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c2e5af-796e-4b12-9959-71087903bb39 req-87f21665-47f5-455c-a71d-7cd3307a9436 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2364590 Feb 11 13:36:53.856898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e1ca-9ec7-435e-bb51-fca23c941a5c req-a4db5945-2cdc-48c3-afcd-696c366ed4ca tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:53.864312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6d6e1ca-9ec7-435e-bb51-fca23c941a5c req-a4db5945-2cdc-48c3-afcd-696c366ed4ca tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.1555538 Feb 11 13:36:53.923865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c2e5af-796e-4b12-9959-71087903bb39 req-ba052fe3-4dd4-4870-9a26-e27342d51450 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0559335 Feb 11 13:36:53.929629 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (13bd9f9a-abf5-4961-a414-c9f9ea690162), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.939031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6d6e1ca-9ec7-435e-bb51-fca23c941a5c req-730b5a40-72bf-492a-9436-4759a70cc57e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689628 Feb 11 13:36:53.942137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (2512bb0a-5763-4936-8a0c-7c7228066f3a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.976865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] No DVR routers for this DVR port 13bd9f9a-abf5-4961-a414-c9f9ea690162 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:53.979619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715da4d-05ad-4fac-a862-89f6b8f225bf None None] Pushing event deleted for resources: {'Port': ['ID=13bd9f9a-abf5-4961-a414-c9f9ea690162,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:53.982234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:53.986247 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/subnets/2512bb0a-5763-4936-8a0c-7c7228066f3a HTTP/1.1" status: 204 len: 168 time: 0.5056648 Feb 11 13:36:53.986519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a626921-f0fc-45ec-be22-6f23a8a5be7a tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Subnet': ['ID=2512bb0a-5763-4936-8a0c-7c7228066f3a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:53.989975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44284) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:54.002559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bf58d-9413-4710-add8-597a4f569593 None None] Network b4bd7c21-30aa-4ea2-b494-b0bb93044029 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:36:54.071957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2e5af-796e-4b12-9959-71087903bb39 req-372edc82-0324-468d-84db-ce536c30a779 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.073344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c2e5af-796e-4b12-9959-71087903bb39 req-372edc82-0324-468d-84db-ce536c30a779 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1436899 Feb 11 13:36:54.075780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c9f37f8f-dd92-4337-a328-55da151aa39c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.086526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-36c2e5af-796e-4b12-9959-71087903bb39 req-2ec5a9b0-71d7-4997-b9d6-118cfee6c929 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:36:54.087781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c2e5af-796e-4b12-9959-71087903bb39 req-2ec5a9b0-71d7-4997-b9d6-118cfee6c929 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071087 Feb 11 13:36:54.219970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] DHCP port deletion for b4bd7c21-30aa-4ea2-b494-b0bb93044029 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:36:54.234342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c9f37f8f-dd92-4337-a328-55da151aa39c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.264964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f37f8f-dd92-4337-a328-55da151aa39c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:54.278001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82efd20d-4f57-434a-8ebf-be358972c2f5') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:54.278447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82efd20d-4f57-434a-8ebf-be358972c2f5') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:54.283057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] Deleting port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:54.283530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.286663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-a00d784a-cd83-4db7-b01d-8b1fb7ef9bf5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.288800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-a00d784a-cd83-4db7-b01d-8b1fb7ef9bf5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1369483 Feb 11 13:36:54.298939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (82efd20d-4f57-434a-8ebf-be358972c2f5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.375642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] For port e4d502a1-76cf-49cc-81a5-f649b42e0bd5, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e4d502a1-76cf-49cc-81a5-f649b42e0bd5,segment=NetworkSegment(daeef016-71d8-4eb8-8d0b-7147493b44d2),segment_id=daeef016-71d8-4eb8-8d0b-7147493b44d2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:54.376181 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.379546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-17b9bcae-00c8-44c7-838f-34bdbc7442d9 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0820112 Feb 11 13:36:54.381082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (82efd20d-4f57-434a-8ebf-be358972c2f5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.390155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:36:54.390733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (82efd20d-4f57-434a-8ebf-be358972c2f5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.393569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] Calling delete_port for e4d502a1-76cf-49cc-81a5-f649b42e0bd5 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:54.396583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Request body: {'floatingip': {'port_id': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:54.399717 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:54.468443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (657806a8-44a9-4f14-a816-a605f2e91501), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.508547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e4d502a1-76cf-49cc-81a5-f649b42e0bd5), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.543494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] Pushing event deleted for resources: {'Port': ['ID=e4d502a1-76cf-49cc-81a5-f649b42e0bd5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.545648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02471922-0530-4a43-b2bc-92be2e0fc830 None None] No DVR routers for this DVR port e4d502a1-76cf-49cc-81a5-f649b42e0bd5 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:54.727782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652e200-39d4-4f17-87da-ba84bac101bc req-b5de566f-b7e6-4e99-987e-04d23e39b445 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.730747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a652e200-39d4-4f17-87da-ba84bac101bc req-b5de566f-b7e6-4e99-987e-04d23e39b445 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.0699546 Feb 11 13:36:54.785593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a652e200-39d4-4f17-87da-ba84bac101bc req-b3d34552-47ab-4ced-b20c-f6b5578422f8 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489712 Feb 11 13:36:54.925583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c9f37f8f-dd92-4337-a328-55da151aa39c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.929584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122aee0-946e-45b2-a121-2737e2984683 req-24aae3c0-22f2-4673-ba0d-d1a39700fcc4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.931176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f122aee0-946e-45b2-a121-2737e2984683 req-24aae3c0-22f2-4673-ba0d-d1a39700fcc4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0789919 Feb 11 13:36:54.946466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.953881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/networks/c9f37f8f-dd92-4337-a328-55da151aa39c HTTP/1.1" status: 204 len: 168 time: 0.9577911 Feb 11 13:36:54.957375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44326) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:54.985695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36267d8-4eaf-405f-a005-ed4939fe6d65 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Network': ['ID=c9f37f8f-dd92-4337-a328-55da151aa39c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:55.036400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 13bd9f9a-abf5-4961-a414-c9f9ea690162 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:55.065655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 13bd9f9a-abf5-4961-a414-c9f9ea690162 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:36:55.066505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 13bd9f9a-abf5-4961-a414-c9f9ea690162 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:55.066938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e4d502a1-76cf-49cc-81a5-f649b42e0bd5 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:55.085148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b4bd7c21-30aa-4ea2-b494-b0bb93044029), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.089140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e4d502a1-76cf-49cc-81a5-f649b42e0bd5 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:36:55.089500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e4d502a1-76cf-49cc-81a5-f649b42e0bd5 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:55.090186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f122aee0-946e-45b2-a121-2737e2984683 req-20c19274-2006-42c5-9215-915a3c28029e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506629 Feb 11 13:36:55.249363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b4bd7c21-30aa-4ea2-b494-b0bb93044029), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.283476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bd7c21-30aa-4ea2-b494-b0bb93044029']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:55.299412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeef016-71d8-4eb8-8d0b-7147493b44d2') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:55.299771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeef016-71d8-4eb8-8d0b-7147493b44d2') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:55.341580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (daeef016-71d8-4eb8-8d0b-7147493b44d2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.357848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (daeef016-71d8-4eb8-8d0b-7147493b44d2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.367059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:36:55.367753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (daeef016-71d8-4eb8-8d0b-7147493b44d2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:55.371766 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:55.448687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b4bd7c21-30aa-4ea2-b494-b0bb93044029), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.457374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.460333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] 10.222.0.79 "DELETE /v2.0/networks/b4bd7c21-30aa-4ea2-b494-b0bb93044029 HTTP/1.1" status: 204 len: 168 time: 0.4851935 Feb 11 13:36:55.479213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ea46f-5528-4262-a4c8-832ca04dfcc1 tempest-TaggedBootDevicesTest_v242-1233414771 tempest-TaggedBootDevicesTest_v242-1233414771-project] Pushing event deleted for resources: {'Network': ['ID=b4bd7c21-30aa-4ea2-b494-b0bb93044029,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:55.525425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.530618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (657806a8-44a9-4f14-a816-a605f2e91501), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.600500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cc07-ce93-4e0a-a6ce-d7bb15c3f875 req-3d720907-4485-4ba2-9c66-0fbb23c914f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:55.602012 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e83cc07-ce93-4e0a-a6ce-d7bb15c3f875 req-3d720907-4485-4ba2-9c66-0fbb23c914f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.0561960 Feb 11 13:36:55.642920 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Floating IP 657806a8-44a9-4f14-a816-a605f2e91501 associated. External IP: 172.25.3.220, port: 3be6d20b-96a6-4465-93bc-da23f8d4607c. Feb 11 13:36:55.646055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:55.653985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e83cc07-ce93-4e0a-a6ce-d7bb15c3f875 req-8d4a4ca6-46fa-4275-ae31-ef13ecd92e54 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Feb 11 13:36:55.775899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60ced5-0319-4e01-85d6-ee7b34c35cdb req-3c2f3b9c-d656-41a6-857e-1b2b4cfde569 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:55.777421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef60ced5-0319-4e01-85d6-ee7b34c35cdb req-3c2f3b9c-d656-41a6-857e-1b2b4cfde569 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.0565951 Feb 11 13:36:55.824919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a722451-1a90-40df-a2ef-eaf600a0c478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:55.830235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef60ced5-0319-4e01-85d6-ee7b34c35cdb req-22e9de7d-3877-4b35-9c2b-2f809069bb55 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458186 Feb 11 13:36:55.922029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Router bff4ef07-c520-4922-8aec-964641218d4f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:56.017982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a722451-1a90-40df-a2ef-eaf600a0c478 admin admin] Publish callbacks [] for security_group (ad203328-0f6b-40c3-887e-73d87781b8ec), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.025503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a722451-1a90-40df-a2ef-eaf600a0c478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ad203328-0f6b-40c3-887e-73d87781b8ec), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.153081 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2a722451-1a90-40df-a2ef-eaf600a0c478 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b3a269dcf074a04b696fd7f7c73be9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5059130 Feb 11 13:36:56.156064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a722451-1a90-40df-a2ef-eaf600a0c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad203328-0f6b-40c3-887e-73d87781b8ec,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.156881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44394) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:56.175400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:56.182056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.187745 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] Sync routers for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:56.218843 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:56.220174 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:56.228540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-dce83729-aaa7-4b1a-b95e-c2403989b680 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.229491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-dce83729-aaa7-4b1a-b95e-c2403989b680 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.30 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.1266749 Feb 11 13:36:56.243199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2d46ed23-7e54-4122-a4a5-2053048c2dca tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "PUT /v2.0/floatingips/657806a8-44a9-4f14-a816-a605f2e91501 HTTP/1.1" status: 200 len: 996 time: 1.8505020 Feb 11 13:36:56.245078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:56.249539 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb96a34b-bb82-4ad8-9231-814a1bf83f41" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:56.267424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16c980aa-8576-46c4-8343-bf42152abb37 admin admin] Publish callbacks [] for security_group (ad203328-0f6b-40c3-887e-73d87781b8ec), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.339362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16c980aa-8576-46c4-8343-bf42152abb37 admin admin] Publish callbacks [] for security_group (ad203328-0f6b-40c3-887e-73d87781b8ec), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.367763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2c48a6c1-0bb4-4d1d-9f78-68eb972d5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.371140 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:56.373736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f1628-b7cb-466b-a526-7b7e67f6c7e4 req-81583118-7cf2-448a-a9e9-4ee9db6d9d98 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.375503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf6f1628-b7cb-466b-a526-7b7e67f6c7e4 req-81583118-7cf2-448a-a9e9-4ee9db6d9d98 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 946 time: 0.1060026 Feb 11 13:36:56.375656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-2c48a6c1-0bb4-4d1d-9f78-68eb972d5350 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.1216030 Feb 11 13:36:56.453886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf6f1628-b7cb-466b-a526-7b7e67f6c7e4 req-f2d675b0-c485-4c5c-89f1-31a40f0e7523 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups?id=47764ce7-3948-4778-967f-808762733cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576527 Feb 11 13:36:56.455106 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16c980aa-8576-46c4-8343-bf42152abb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ad203328-0f6b-40c3-887e-73d87781b8ec), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.457941 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16c980aa-8576-46c4-8343-bf42152abb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.471262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Deleting port 4a48870b-9864-420d-9fe1-d4336c2f482e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:56.471606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.474315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-16c980aa-8576-46c4-8343-bf42152abb37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad203328-0f6b-40c3-887e-73d87781b8ec HTTP/1.1" status: 204 len: 168 time: 0.3058891 Feb 11 13:36:56.495095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c980aa-8576-46c4-8343-bf42152abb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad203328-0f6b-40c3-887e-73d87781b8ec,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.518463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-7220c822-11ac-41a7-90f3-43ba4e54bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.519859 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-7220c822-11ac-41a7-90f3-43ba4e54bbea service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.1435833 Feb 11 13:36:56.642590 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-d0da0d52-99eb-4973-b2b3-847661e0aa1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 999 time: 0.0927613 Feb 11 13:36:56.644331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] For port 4a48870b-9864-420d-9fe1-d4336c2f482e, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4a48870b-9864-420d-9fe1-d4336c2f482e,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:56.644698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.721614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880a040-04e4-487a-a22d-2c9042cb6481 req-bf3f1489-0973-4171-b6f7-a66e4ec38a98 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.724545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b880a040-04e4-487a-a22d-2c9042cb6481 req-bf3f1489-0973-4171-b6f7-a66e4ec38a98 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1253269 Feb 11 13:36:56.738925 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '657806a8-44a9-4f14-a816-a605f2e91501', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'port_id': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'mac_address': 'fa:16:3e:6a:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:36:53Z', 'updated_at': '2022-02-11T13:36:55Z', 'revision_number': 1, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:56Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:56.797978 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] Checking router: bff4ef07-c520-4922-8aec-964641218d4f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:56.799816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b880a040-04e4-487a-a22d-2c9042cb6481 req-3c42029d-190e-41fa-a4d3-643be83cf7ea tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685747 Feb 11 13:36:56.809690 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:56.811312 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:56.847070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-341f0344-4b1f-4a4d-9b88-9d087d38c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.854838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-341f0344-4b1f-4a4d-9b88-9d087d38c1e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.1948695 Feb 11 13:36:56.934392 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-c3bc6da3-2a4a-43a9-aee6-3828d4e009e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786791 Feb 11 13:36:56.946633 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-a4fb1027-887a-46b5-bd3f-949ed3ade02e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:36:56.947823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-a4fb1027-887a-46b5-bd3f-949ed3ade02e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062826 Feb 11 13:36:56.979853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2860f725-7d3b-41ce-985f-c1a54c2af9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.993681 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d199dc-6ba3-4622-b570-8e914df59248 x-openstack-request-id: req-c9d199dc-6ba3-4622-b570-8e914df59248 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:56.994554 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:56.996456 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9d199dc-6ba3-4622-b570-8e914df59248 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:56.997793 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'status': 'completed', 'code': 200} Feb 11 13:36:57.060050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44418) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:57.077512 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:57.093510 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:57.139024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:57.139626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e51ed0f0-1101-40ad-a054-528e6e7fc948), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:57.140291 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Floating IP e51ed0f0-1101-40ad-a054-528e6e7fc948 disassociated. External IP: 172.25.3.121, port: 4a48870b-9864-420d-9fe1-d4336c2f482e. Feb 11 13:36:57.140821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Calling delete_port for 4a48870b-9864-420d-9fe1-d4336c2f482e owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:57.187666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-bff77ee7-d48f-4cca-91f9-7f6f5dc7208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.189271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-bff77ee7-d48f-4cca-91f9-7f6f5dc7208d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.1748593 Feb 11 13:36:57.202657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef3369-9d6f-4075-b630-f15a3066162e req-62928e93-c6e4-49fb-9b3d-b867d5ac5e67 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.205105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23ef3369-9d6f-4075-b630-f15a3066162e req-62928e93-c6e4-49fb-9b3d-b867d5ac5e67 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1415393 Feb 11 13:36:57.206325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-de8b9fa8-2f96-430c-8ee1-25928f552be0 service neutron] 10.222.0.79 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357886 Feb 11 13:36:57.345665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23ef3369-9d6f-4075-b630-f15a3066162e req-760306c4-43ef-4161-967c-dc3cebdbc251 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226108 Feb 11 13:36:57.365801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee54c5c-84dc-421e-891b-f0fb5460ce50 req-081f57e3-2d2c-4451-b9b8-0e232b0d4f20 service neutron] 10.222.0.79 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509089 Feb 11 13:36:57.401395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4a48870b-9864-420d-9fe1-d4336c2f482e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:57.409339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Publish callbacks [] for security_group (e3f8935e-6d65-4efe-9f8b-498b966ff47e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:57.425932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e3f8935e-6d65-4efe-9f8b-498b966ff47e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:57.441668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event deleted for resources: {'Port': ['ID=4a48870b-9864-420d-9fe1-d4336c2f482e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:57.454176 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '657806a8-44a9-4f14-a816-a605f2e91501', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'port_id': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'mac_address': 'fa:16:3e:6a:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:36:53Z', 'updated_at': '2022-02-11T13:36:55Z', 'revision_number': 1, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:56Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:57.495269 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf28972-01a7-4aca-b37e-0cbbbb0d3b95 None None] The sync data for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 is: [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '657806a8-44a9-4f14-a816-a605f2e91501', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'port_id': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'mac_address': 'fa:16:3e:6a:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:36:53Z', 'updated_at': '2022-02-11T13:36:55Z', 'revision_number': 1, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:56Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:57.567221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-4dc12998-add5-4815-94e8-ed636588de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.569339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-4dc12998-add5-4815-94e8-ed636588de61 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.3630764 Feb 11 13:36:57.592970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f8935e-6d65-4efe-9f8b-498b966ff47e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:57.697859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.698240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.698593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.698937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.699280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.699620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.699960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.700291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.700621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.700948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.701282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.701612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.701936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:57.728616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-c8b47dcd-e0cb-4b6e-b5aa-2334fde6612c tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 999 time: 0.3107963 Feb 11 13:36:57.746408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c4cd143-f123-4f05-86b6-e84183828b39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02e9a311d9f742b8a96aa81e603ffdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6815615 Feb 11 13:36:57.760446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44426) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:57.873626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-029117ce-4c23-41f4-8f32-1f0dc617daf8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 999 time: 0.2685611 Feb 11 13:36:57.887172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a93a4-df10-4e71-b291-c2675c23e61e None None] New status for floating IP 657806a8-44a9-4f14-a816-a605f2e91501: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:36:57.905920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a97353-cb9b-40e7-831c-fb1c57769456 req-37a0e332-4bf9-43fd-8bbf-40ddee532ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.907471 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54a97353-cb9b-40e7-831c-fb1c57769456 req-37a0e332-4bf9-43fd-8bbf-40ddee532ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.2653618 Feb 11 13:36:57.914334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-81bc4c9a-4378-431d-b15d-3d98f91027c4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.928742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-81bc4c9a-4378-431d-b15d-3d98f91027c4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports/3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 942 time: 0.1709292 Feb 11 13:36:58.027422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-a57d4d2b-c5a6-4dce-9cb4-8eecf5175c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.029025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-a57d4d2b-c5a6-4dce-9cb4-8eecf5175c6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.1421776 Feb 11 13:36:58.045857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ee39d8c-ac7a-4638-a7d6-0c1fee3f6ac4 admin admin] Publish callbacks [] for security_group (e3f8935e-6d65-4efe-9f8b-498b966ff47e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:58.109163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85e16aa5-c5e5-42f4-ad28-be9f3a91536d req-4855df7b-6f0b-4d9d-bbd0-81dc277d4fbe tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/ports?device_id=b920e722-ec11-47f3-9f7c-4f80f444ef68 HTTP/1.1" status: 200 len: 210 time: 0.0309763 Feb 11 13:36:58.133186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-3199382d-9ea7-4933-b552-7d95d5996cde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806162 Feb 11 13:36:58.160190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Router ddb6871b-f326-4384-aa20-1cb12fd9a246 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:58.212484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ee39d8c-ac7a-4638-a7d6-0c1fee3f6ac4 admin admin] Publish callbacks [] for security_group (e3f8935e-6d65-4efe-9f8b-498b966ff47e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:58.248331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54a97353-cb9b-40e7-831c-fb1c57769456 req-bafb2d26-5402-4212-afbd-1e371ddd1730 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183875 Feb 11 13:36:58.282645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-c84c5adf-8ddd-4615-af14-2122d6535147 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 999 time: 0.2651458 Feb 11 13:36:58.332451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cfaf2-a791-4e0b-bbf9-8b3f65245f67 req-152567a6-f9d1-4dd3-8b69-a9cc6dcb237a tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.334631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a49cfaf2-a791-4e0b-bbf9-8b3f65245f67 req-152567a6-f9d1-4dd3-8b69-a9cc6dcb237a tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1076727 Feb 11 13:36:58.347528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:58.373931 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c1270-5933-4134-a117-a57f253671e6 None None] Sync routers for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:58.375848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-b258a323-d853-4d57-8715-4d51a422b526 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299669 Feb 11 13:36:58.383924 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:58.384526 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:58.413456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] No DVR routers for this DVR port 4a48870b-9864-420d-9fe1-d4336c2f482e on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:58.418413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:58.421634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-477d0da0-cb65-4e5e-ba97-74fe66dffc4d req-d99f23ee-0825-49c3-be70-cb813e18bc80 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.30 "DELETE /v2.0/ports/4a48870b-9864-420d-9fe1-d4336c2f482e HTTP/1.1" status: 204 len: 173 time: 2.1773627 Feb 11 13:36:58.451781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a49cfaf2-a791-4e0b-bbf9-8b3f65245f67 req-faba1f19-5634-4288-bead-60582e04e70a tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074779 Feb 11 13:36:58.454048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-3e75b099-6ff3-46cd-8439-123704a7aefe tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.455973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-3e75b099-6ff3-46cd-8439-123704a7aefe tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.1594932 Feb 11 13:36:58.549487 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:58.555944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ee39d8c-ac7a-4638-a7d6-0c1fee3f6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e3f8935e-6d65-4efe-9f8b-498b966ff47e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:58.571011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ee39d8c-ac7a-4638-a7d6-0c1fee3f6ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:58.575024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4ee39d8c-ac7a-4638-a7d6-0c1fee3f6ac4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3f8935e-6d65-4efe-9f8b-498b966ff47e HTTP/1.1" status: 204 len: 168 time: 0.8097537 Feb 11 13:36:58.605516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-b9063ee5-5077-4c27-bc74-7f061ee72ce8 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:36:58.616109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-b9063ee5-5077-4c27-bc74-7f061ee72ce8 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162058 Feb 11 13:36:58.682366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee39d8c-ac7a-4638-a7d6-0c1fee3f6ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f8935e-6d65-4efe-9f8b-498b966ff47e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.749386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb96a34b-bb82-4ad8-9231-814a1bf83f41 req-a8874788-9956-4f94-bd46-da8a2279c40c service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924037 Feb 11 13:36:58.764316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ecfe5-df78-4126-81a8-49c2800b3e60 req-7c4d377c-dd22-48c6-a573-95991b941883 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.765417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-990734c4-acf6-4050-9854-9ad482785e4a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 1001 time: 0.1387463 Feb 11 13:36:58.766706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad7ecfe5-df78-4126-81a8-49c2800b3e60 req-7c4d377c-dd22-48c6-a573-95991b941883 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1165981 Feb 11 13:36:58.788263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:58.843993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad7ecfe5-df78-4126-81a8-49c2800b3e60 req-279c3aef-a29f-43a5-9006-2846047a0cd5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713964 Feb 11 13:36:58.908276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (657806a8-44a9-4f14-a816-a605f2e91501), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.000613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'name': 'network-vif-deleted', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:59.007033 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ad3a9-add6-44de-943b-e4bab3323d19" -d '{"events": [{"server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "name": "network-vif-deleted", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:59.035902 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:40Z', 'revision_number': 5, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:59.082198 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c1270-5933-4134-a117-a57f253671e6 None None] Checking router: ddb6871b-f326-4384-aa20-1cb12fd9a246 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:59.093696 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d394e221-4b3e-4cfc-a80d-6e8eaf1c03e0 x-openstack-request-id: req-d394e221-4b3e-4cfc-a80d-6e8eaf1c03e0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:59.094011 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b920e722-ec11-47f3-9f7c-4f80f444ef68", "name": "network-vif-deleted", "tag": "4a48870b-9864-420d-9fe1-d4336c2f482e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:59.094495 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d394e221-4b3e-4cfc-a80d-6e8eaf1c03e0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:59.095659 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b920e722-ec11-47f3-9f7c-4f80f444ef68', 'name': 'network-vif-deleted', 'tag': '4a48870b-9864-420d-9fe1-d4336c2f482e', 'status': 'completed', 'code': 200} Feb 11 13:36:59.101602 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:59.102704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:59.242727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:59.269478 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.278215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (657806a8-44a9-4f14-a816-a605f2e91501), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.278681 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Floating IP 657806a8-44a9-4f14-a816-a605f2e91501 disassociated. External IP: 172.25.3.220, port: 3be6d20b-96a6-4465-93bc-da23f8d4607c. Feb 11 13:36:59.357249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8309f3e5-ab9b-421b-a789-159c89a4fbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.371253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 89271774-3916-4be1-8e15-43de18b9495d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:59.382219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group (47764ce7-3948-4778-967f-808762733cb5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.450985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group (47764ce7-3948-4778-967f-808762733cb5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.497316 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:59.567101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (47764ce7-3948-4778-967f-808762733cb5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.570497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.571958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "DELETE /v2.0/security-groups/47764ce7-3948-4778-967f-808762733cb5 HTTP/1.1" status: 204 len: 168 time: 0.3276320 Feb 11 13:36:59.579270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:59.622889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:59.648034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '89271774-3916-4be1-8e15-43de18b9495d', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': '89271774-3916-4be1-8e15-43de18b9495d', 'mac_address': 'fa:16:3e:37:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:59.648650 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-67a46e36-f7aa-43c0-acdd-01bd0ca403fb tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] show failed (client error): The resource could not be found. Feb 11 13:36:59.652221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-67a46e36-f7aa-43c0-acdd-01bd0ca403fb tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "GET /v2.0/security-groups/47764ce7-3948-4778-967f-808762733cb5 HTTP/1.1" status: 404 len: 347 time: 0.0634036 Feb 11 13:36:59.657938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:36:59.659448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47764ce7-3948-4778-967f-808762733cb5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:59.720306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.720681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.721037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.721377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.724329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.727514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.728158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.729193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.729744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.730300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.730806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.731729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.733729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd751d0b-e8af-4f14-9ba0-f605a300d631 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:59.738486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 89271774-3916-4be1-8e15-43de18b9495d is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:36:59.739050 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.795687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4a48870b-9864-420d-9fe1-d4336c2f482e no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:59.858869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89271774-3916-4be1-8e15-43de18b9495d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:36:59.883998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 4a48870b-9864-420d-9fe1-d4336c2f482e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:36:59.886672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4a48870b-9864-420d-9fe1-d4336c2f482e not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:59.928529 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-886c1270-5933-4134-a117-a57f253671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:40Z', 'revision_number': 5, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:59.932009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:59.939010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:59.998692 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c1270-5933-4134-a117-a57f253671e6 None None] The sync data for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 is: [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b8561f51-8cb9-49db-8026-285f97dac66c', 'name': '', 'network_id': '97b3608c-9bd1-4d0d-bf6e-a287b6b48b99', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'mac_address': 'fa:16:3e:d0:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:32Z', 'updated_at': '2022-02-11T13:35:40Z', 'revision_number': 5, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'subnets': [{'id': '02d53af6-37ea-4fc9-91d9-ef5ef836550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:00.065678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546eff3-1387-40b0-b977-35c12819f3d9 req-8e97bf79-8a0c-484a-96bd-184663b71e5e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:00.072973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['89271774-3916-4be1-8e15-43de18b9495d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:00.075784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0546eff3-1387-40b0-b977-35c12819f3d9 req-8e97bf79-8a0c-484a-96bd-184663b71e5e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.4235208 Feb 11 13:37:00.140940 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0546eff3-1387-40b0-b977-35c12819f3d9 req-fe509398-1294-4963-a119-6bcb0b3a6dff tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640774 Feb 11 13:37:00.185073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Deleting port f7220b23-37a3-4209-ac63-7a00c115c17b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:00.185519 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.242486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.336758 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.337695 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for floatingip (f7220b23-37a3-4209-ac63-7a00c115c17b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.351255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Calling delete_port for f7220b23-37a3-4209-ac63-7a00c115c17b owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:00.561063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f7220b23-37a3-4209-ac63-7a00c115c17b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.588771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f5a95-2828-4f7f-8bb0-20fac72763dc None None] New status for floating IP e51ed0f0-1101-40ad-a054-528e6e7fc948: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:37:00.609428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Router bff4ef07-c520-4922-8aec-964641218d4f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:00.624640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Pushing event deleted for resources: {'Port': ['ID=f7220b23-37a3-4209-ac63-7a00c115c17b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.690072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks [] for floatingip (e51ed0f0-1101-40ad-a054-528e6e7fc948), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.693304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.695410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0959ed60-ae8b-4ee7-8aed-bbdb1a3e4197 tempest-ServersTestFqdnHostnames-359795582 tempest-ServersTestFqdnHostnames-359795582-project] 10.222.0.79 "DELETE /v2.0/floatingips/e51ed0f0-1101-40ad-a054-528e6e7fc948 HTTP/1.1" status: 204 len: 168 time: 1.0170674 Feb 11 13:37:00.698258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44522) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:00.876838 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.905894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269f602-7172-42f2-81d0-965b32a768eb req-e8d236b9-40b3-475f-b3f1-22edc0ef38ef tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:00.908111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3269f602-7172-42f2-81d0-965b32a768eb req-e8d236b9-40b3-475f-b3f1-22edc0ef38ef tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.3609188 Feb 11 13:37:00.975202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:00.993174 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] Sync routers for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:00.997375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:01.016242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3269f602-7172-42f2-81d0-965b32a768eb req-973217c8-bcfa-45b0-9352-50bfccdb8232 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981874 Feb 11 13:37:01.028274 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:01.036204 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:01.073351 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-1b331845-7c64-4c37-a6be-54058a0e9627 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "PUT /v2.0/floatingips/657806a8-44a9-4f14-a816-a605f2e91501 HTTP/1.1" status: 200 len: 695 time: 2.2957938 Feb 11 13:37:01.144903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:01.148407 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b55782e-c6f9-43e1-93d7-4650a862e2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:01.214752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-37d9a7b9-c7ee-46b5-a992-20481041b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:01.234729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-37d9a7b9-c7ee-46b5-a992-20481041b68d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.1604147 Feb 11 13:37:01.329405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (ddb6871b-f326-4384-aa20-1cb12fd9a246), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:01.386434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 89271774-3916-4be1-8e15-43de18b9495d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:01.418224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-0b54a1fd-b2a1-4605-8a26-1de1dc3217e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:01.420108 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-0b54a1fd-b2a1-4605-8a26-1de1dc3217e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.1841469 Feb 11 13:37:01.441758 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:01.520476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-acfc8795-c32f-4a87-a2e2-49555c1ecf11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 217 time: 0.0917118 Feb 11 13:37:01.550621 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae8aea-6cb8-4c93-af38-0c7708f0fd48 x-openstack-request-id: req-f1ae8aea-6cb8-4c93-af38-0c7708f0fd48 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:01.550921 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:01.551207 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1ae8aea-6cb8-4c93-af38-0c7708f0fd48 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:01.554795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 89271774-3916-4be1-8e15-43de18b9495d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:01.555330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (89271774-3916-4be1-8e15-43de18b9495d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:01.559163 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'status': 'completed', 'code': 200} Feb 11 13:37:01.584470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:01.669688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 89271774-3916-4be1-8e15-43de18b9495d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:01.670855 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:01.709488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89271774-3916-4be1-8e15-43de18b9495d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:01.714680 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872537be-4f07-42b1-91b0-76764b9b68dd" -d '{"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-plugged", "status": "completed", "tag": "89271774-3916-4be1-8e15-43de18b9495d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:01.730596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:01.743349 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:01.801448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:01.810903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.811406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.812274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.812855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.813798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.814943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.815525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.816156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.816704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.817245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.817756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.818465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.819260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:01.829776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-9163436a-7e8d-4059-b548-ce496ebbfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:01.845369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-9163436a-7e8d-4059-b548-ce496ebbfbeb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.2829535 Feb 11 13:37:01.860121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-3fe585b8-feac-4ee4-b442-fa7c31561da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:01.865181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-3fe585b8-feac-4ee4-b442-fa7c31561da4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=308a86821b214a7b9972d1c797f8f23f&device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 1127 time: 0.3409035 Feb 11 13:37:01.906418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:02.033004 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:56Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:02.062562 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e1c6f8-73c7-422f-a6d0-a57b45f0273b x-openstack-request-id: req-29e1c6f8-73c7-422f-a6d0-a57b45f0273b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:02.063002 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-plugged", "status": "completed", "tag": "89271774-3916-4be1-8e15-43de18b9495d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:02.063361 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29e1c6f8-73c7-422f-a6d0-a57b45f0273b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:02.063987 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89271774-3916-4be1-8e15-43de18b9495d', 'code': 200} Feb 11 13:37:02.071872 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] Checking router: bff4ef07-c520-4922-8aec-964641218d4f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:37:02.093375 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:02.094009 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:02.096208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-0452561e-5c8c-45c0-ad83-8e7c8931389c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2495763 Feb 11 13:37:02.105515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:02.119774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-b86c54ae-fa87-4dfa-981d-09bcbb667658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:02.121250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-b86c54ae-fa87-4dfa-981d-09bcbb667658 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 200 len: 920 time: 0.2196429 Feb 11 13:37:02.218601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-fcc08e6e-2237-436f-abd0-5a24a18f80d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 200 len: 217 time: 0.0648024 Feb 11 13:37:02.269342 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:02.300007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-a6855063-52e9-47a8-abca-fdfb43ea7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:02.301933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-a6855063-52e9-47a8-abca-fdfb43ea7f6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 200 len: 859 time: 0.0735762 Feb 11 13:37:02.314184 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:02.371634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-5fcbfc66-4d9e-474e-9a1c-fae22ba70941 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e671862-18e6-4997-b5da-60929f1b9450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352995 Feb 11 13:37:02.380350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-84db414b-535f-4e05-8a0a-951cfc72f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:02.381998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-84db414b-535f-4e05-8a0a-951cfc72f3f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 1128 time: 0.4181364 Feb 11 13:37:02.474345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-a400a84b-5fef-470b-a04c-20069b1019b8 service neutron] 10.222.0.79 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772376 Feb 11 13:37:02.614787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1edcc309-5fb2-4218-864a-aa8aafb2fdd1 req-ee2d8306-f47f-4d69-a306-aad062d3be8f service neutron] 10.222.0.79 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056826 Feb 11 13:37:02.614985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d395961-02e6-453a-ad07-2c2e8b9f5e1d req-2dce61ca-043c-4a9f-a2e0-42253cf90376 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:02.623024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d395961-02e6-453a-ad07-2c2e8b9f5e1d req-2dce61ca-043c-4a9f-a2e0-42253cf90376 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.3653491 Feb 11 13:37:02.654213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-6e7f0330-2b38-4db9-a78e-54bda2040263 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721605 Feb 11 13:37:02.715806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Deleting port b8561f51-8cb9-49db-8026-285f97dac66c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:02.716388 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:02.835889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d395961-02e6-453a-ad07-2c2e8b9f5e1d req-437ac721-43d2-441d-ba02-dde31da13bd1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118959 Feb 11 13:37:02.871138 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:56Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:02.926154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b55782e-c6f9-43e1-93d7-4650a862e2cf req-0423d02e-193e-4ef0-9d85-fb94b580f8e1 service neutron] 10.222.0.83 "GET /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638044 Feb 11 13:37:02.946889 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8775b-09e0-4598-8c9f-80482fb05f8c None None] The sync data for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 is: [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7fb9b1ec-3bfa-4e3b-bf57-be32855d952a', 'name': '', 'network_id': '4e671862-18e6-4997-b5da-60929f1b9450', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'mac_address': 'fa:16:3e:09:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '1be84e30-4287-4067-83be-a22ec1b418be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:43Z', 'updated_at': '2022-02-11T13:35:56Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'subnets': [{'id': '1be84e30-4287-4067-83be-a22ec1b418be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:02.956675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c4e2-ac14-4393-bc5c-1f7ce9bce41e req-462ae51d-bb1d-4ac7-94c3-8037720861df tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:02.965979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1175c4e2-ac14-4393-bc5c-1f7ce9bce41e req-462ae51d-bb1d-4ac7-94c3-8037720861df tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1438308 Feb 11 13:37:02.995378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-681ad2f4-c5a6-4c1c-8a32-a36bfe0e0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:02.997091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-681ad2f4-c5a6-4c1c-8a32-a36bfe0e0f29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.6093228 Feb 11 13:37:03.013240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:03.050365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1175c4e2-ac14-4393-bc5c-1f7ce9bce41e req-ed0420cf-ad51-49f2-8089-667dc8d50fed tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830777 Feb 11 13:37:03.122677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-913b6ca4-9ba0-4fed-9fb4-87f49d6ebe80 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips/657806a8-44a9-4f14-a816-a605f2e91501 HTTP/1.1" status: 200 len: 695 time: 0.1335273 Feb 11 13:37:03.124635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-2f77890c-27aa-4b05-98c7-5adb3c3808fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 200 len: 217 time: 0.1179945 Feb 11 13:37:03.259222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Allocated IP 172.25.3.17 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/ec57d81c-6ac9-488a-8637-eeabf6bac7ab) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:03.409337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c473846-2a92-4e25-a18f-70f4164ceb46 None None] New status for floating IP 657806a8-44a9-4f14-a816-a605f2e91501: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:37:03.528909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] For port b8561f51-8cb9-49db-8026-285f97dac66c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b8561f51-8cb9-49db-8026-285f97dac66c,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:03.529567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:03.565575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Calling delete_port for b8561f51-8cb9-49db-8026-285f97dac66c owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:03.617448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-e1ac4177-b4ca-49df-891f-ac815899c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:03.620103 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-e1ac4177-b4ca-49df-891f-ac815899c9bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.1557782 Feb 11 13:37:03.628020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-4be8ee2c-124b-44cd-9972-cfacc0e7a52b tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:03.636416 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-4be8ee2c-124b-44cd-9972-cfacc0e7a52b tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 784 time: 0.2493594 Feb 11 13:37:03.692664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-6721c59d-12f3-44cb-a9ba-7e05561dbac2 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:37:03.700485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-6721c59d-12f3-44cb-a9ba-7e05561dbac2 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0628936 Feb 11 13:37:03.707250 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:03.758944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:03.808735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-873740a8-7015-4ffb-ad61-337ec9f7ed76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672230 Feb 11 13:37:03.841760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-48f86528-6f04-46c7-a022-614618f1650f tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 698 time: 0.1398616 Feb 11 13:37:03.984982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d6973-3dd1-4342-9b1e-8520597328fb req-e8dd394d-ffb2-438b-9419-5162d7135abb tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:03.994444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-350d6973-3dd1-4342-9b1e-8520597328fb req-e8dd394d-ffb2-438b-9419-5162d7135abb tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0723100 Feb 11 13:37:04.005950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-d9d0d306-074f-4b08-806c-74dffd6d62b5 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.1465044 Feb 11 13:37:04.052201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-350d6973-3dd1-4342-9b1e-8520597328fb req-4531f4fe-52c4-460f-aac3-95f28c901019 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566049 Feb 11 13:37:04.369703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d12865-a027-4ced-9adc-bd76611d1929 req-fdbcad94-0980-428a-b8e8-85969d4c0b49 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:04.379247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87d12865-a027-4ced-9adc-bd76611d1929 req-fdbcad94-0980-428a-b8e8-85969d4c0b49 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1582236 Feb 11 13:37:04.465392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87d12865-a027-4ced-9adc-bd76611d1929 req-7753ab65-47d4-4e5d-9d5f-554373b8eb55 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842812 Feb 11 13:37:04.544246 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:04.600365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-d9689059-8316-4664-bd05-54bb84f9b7eb service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822168 Feb 11 13:37:04.688749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:04.759403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:04.805584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Pushing event updated for resources: {'Port': ['ID=ec57d81c-6ac9-488a-8637-eeabf6bac7ab,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:04.847539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:04.853620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b8561f51-8cb9-49db-8026-285f97dac66c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:04.934487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8561f51-8cb9-49db-8026-285f97dac66c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.051913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbe582ec-1970-4390-b7f9-fd0683e2c92b req-f30692c4-d7fc-433f-8222-cd8fe3305933 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181747 Feb 11 13:37:05.144958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for floatingip (f0c07dc0-dc05-4b84-8387-e33d659e7a91), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:05.154093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Deleting port 2df6a2b4-6b17-4063-bab7-ee2ee0377b92 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:05.154620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:05.262007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cadfe-8e2a-4544-94f8-f1c75c1ac571 req-7cdd56b1-e7c6-4da9-b567-239bfe80c332 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:05.271470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-563cadfe-8e2a-4544-94f8-f1c75c1ac571 req-7cdd56b1-e7c6-4da9-b567-239bfe80c332 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1137693 Feb 11 13:37:05.339818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-563cadfe-8e2a-4544-94f8-f1c75c1ac571 req-557ca229-172f-47fb-a0d0-4a90a797c45a tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Feb 11 13:37:05.340489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:05.407627 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:05.408230 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:05.424365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Calling delete_port for 2df6a2b4-6b17-4063-bab7-ee2ee0377b92 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:05.712790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3ed9a-386d-4ad8-80b9-33a11d0efa34 req-1ae339cd-0b79-43c8-b41e-d8f62aeb05aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:05.720888 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1a3ed9a-386d-4ad8-80b9-33a11d0efa34 req-1ae339cd-0b79-43c8-b41e-d8f62aeb05aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1313627 Feb 11 13:37:05.807605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (ddb6871b-f326-4384-aa20-1cb12fd9a246), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:05.816555 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1a3ed9a-386d-4ad8-80b9-33a11d0efa34 req-8003122a-85ef-4f74-a1b7-bcf8693fc5a5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904319 Feb 11 13:37:05.927811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2df6a2b4-6b17-4063-bab7-ee2ee0377b92), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.016367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event deleted for resources: {'Port': ['ID=2df6a2b4-6b17-4063-bab7-ee2ee0377b92,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.098344 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for floatingip (657806a8-44a9-4f14-a816-a605f2e91501), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.100943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.102207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce1bd2f-6ed1-4653-bf5e-cf094dcc5e9b req-e7978086-3c28-4213-aa83-a642a1862c40 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "DELETE /v2.0/floatingips/657806a8-44a9-4f14-a816-a605f2e91501 HTTP/1.1" status: 204 len: 173 time: 2.0692213 Feb 11 13:37:06.179658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.186748 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.235068 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e79a6e1-217a-4636-8a8e-424b436d41c4 req-a5b86946-da43-47c0-9080-466f377c9b97 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups/02c9198d-d9d4-46e6-84cf-ff00244a8b2d HTTP/1.1" status: 200 len: 1826 time: 0.0996258 Feb 11 13:37:06.310521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f0c07dc0-dc05-4b84-8387-e33d659e7a91), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.333235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Pushing event updated for resources: {'Port': ['ID=ec57d81c-6ac9-488a-8637-eeabf6bac7ab,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.346497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.348497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a4361efd-a2e9-4de3-a991-b0461d533274 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7628975 Feb 11 13:37:06.360505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:06.361301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5e79a6e1-217a-4636-8a8e-424b436d41c4 req-25938c8d-54d6-403d-865b-de47c039c7ea tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for security_group (02c9198d-d9d4-46e6-84cf-ff00244a8b2d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.372747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1673987784', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'fixed_ips': [{'ip_address': '172.25.3.17'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:06.425375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Router ddb6871b-f326-4384-aa20-1cb12fd9a246 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:06.445776 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5e79a6e1-217a-4636-8a8e-424b436d41c4 req-25938c8d-54d6-403d-865b-de47c039c7ea tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for security_group (02c9198d-d9d4-46e6-84cf-ff00244a8b2d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.471657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Made reservation on behalf of 06013a351a2a4f6ba6718de931fa67b0 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:06.475386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.490478 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.626588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5e79a6e1-217a-4636-8a8e-424b436d41c4 req-25938c8d-54d6-403d-865b-de47c039c7ea tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (02c9198d-d9d4-46e6-84cf-ff00244a8b2d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.629084 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5e79a6e1-217a-4636-8a8e-424b436d41c4 req-25938c8d-54d6-403d-865b-de47c039c7ea tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.630267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e79a6e1-217a-4636-8a8e-424b436d41c4 req-25938c8d-54d6-403d-865b-de47c039c7ea tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "DELETE /v2.0/security-groups/02c9198d-d9d4-46e6-84cf-ff00244a8b2d HTTP/1.1" status: 204 len: 173 time: 0.3930087 Feb 11 13:37:06.677992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25938c8d-54d6-403d-865b-de47c039c7ea tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c9198d-d9d4-46e6-84cf-ff00244a8b2d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.769592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2df3a-4888-4696-aaff-a90f6220f242 req-b9eba5ee-0035-4500-9c59-078db405eb17 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:06.775945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02e2df3a-4888-4696-aaff-a90f6220f242 req-b9eba5ee-0035-4500-9c59-078db405eb17 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.2682064 Feb 11 13:37:06.796223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for security_group (d8b33f2e-2e42-405b-b6e6-b575f15e3681), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.802088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d8b33f2e-2e42-405b-b6e6-b575f15e3681), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:06.812187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] device_id is not set on port 97733ef6-5287-422a-97b4-dac77d4fab02 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:37:06.881855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:06.892261 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] Sync routers for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:06.899669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41ba5095-01b6-4525-b7cb-dc48984981c1 admin admin] 10.222.0.79 "PUT /v2.0/routers/ddb6871b-f326-4384-aa20-1cb12fd9a246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2001743 Feb 11 13:37:06.903098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44640) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:06.920160 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:06.921401 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:07.017390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b33f2e-2e42-405b-b6e6-b575f15e3681,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:07.183805 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:07.213644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks [] for router (ddb6871b-f326-4384-aa20-1cb12fd9a246), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:07.364697 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:37:07.365321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:07.402747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc63d643-8be8-4ac6-91c3-03b8269ab201 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0376930 Feb 11 13:37:07.407999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44658) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:07.412210 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02e2df3a-4888-4696-aaff-a90f6220f242 req-04873351-a371-4aa0-9b39-18ee07c4afec tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268508 Feb 11 13:37:07.574590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks [] for router_gateway (ddb6871b-f326-4384-aa20-1cb12fd9a246), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:07.743153 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:37:04Z', 'revision_number': 5, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port': {'id': '0f9a24ef-04f3-46a1-a6b3-9080baf1e849', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:27Z', 'updated_at': '2022-02-11T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:07.821315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2719904-2f26-431c-857f-e53e648f11ca req-1e99d797-56a5-4ba4-b6fc-000a4c132e9a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:07.831491 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] Checking router: ddb6871b-f326-4384-aa20-1cb12fd9a246 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:37:07.833627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2719904-2f26-431c-857f-e53e648f11ca req-1e99d797-56a5-4ba4-b6fc-000a4c132e9a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1986589 Feb 11 13:37:07.835958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:07.846485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Deleting port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:07.846827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:07.853236 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] Routers {'ddb6871b-f326-4384-aa20-1cb12fd9a246'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:07.854002 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ddb6871b-f326-4384-aa20-1cb12fd9a246'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:08.034304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Deleting port ec57d81c-6ac9-488a-8637-eeabf6bac7ab {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:08.034649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:08.087885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44682) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:08.191363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] For port 0f9a24ef-04f3-46a1-a6b3-9080baf1e849, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:08.191975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:08.221656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Calling delete_port for 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:08.255500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:08.304751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'port_id': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'mac_address': 'fa:16:3e:74:fa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:08.405709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:08.410762 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:08.464599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaee7f7c-2617-411b-98d8-1cd5c3ddff86 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:08.484890 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] Set router ddb6871b-f326-4384-aa20-1cb12fd9a246 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:08.508630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:08.518256 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:08.538951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136aaf4-0a01-45b9-b731-2807aa916a09 req-11a21757-b2f2-4970-9168-7dce6c5ee07a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.556175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f136aaf4-0a01-45b9-b731-2807aa916a09 req-11a21757-b2f2-4970-9168-7dce6c5ee07a tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.4665816 Feb 11 13:37:08.633156 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:37:07Z', 'revision_number': 6, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:08.642578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:08.645355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for floatingip (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:08.697646 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9881286-3758-4858-be8b-2e66e3aa7e86 None None] The sync data for ids ['ddb6871b-f326-4384-aa20-1cb12fd9a246'] in n-d-828676-2 is: [{'id': 'ddb6871b-f326-4384-aa20-1cb12fd9a246', 'name': 'tempest-ServersTestFqdnHostnames-2081165326-router', 'tenant_id': 'ec6680828fc64876a3a66484cc1112c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:26Z', 'updated_at': '2022-02-11T13:37:07Z', 'revision_number': 6, 'project_id': 'ec6680828fc64876a3a66484cc1112c7', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:08.729087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c2719904-2f26-431c-857f-e53e648f11ca req-dc8a8a32-3131-4a72-b93f-0c24c90c6661 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607457 Feb 11 13:37:08.742313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Calling delete_port for ec57d81c-6ac9-488a-8637-eeabf6bac7ab owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:08.854023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f136aaf4-0a01-45b9-b731-2807aa916a09 req-96df0236-dc4f-4b00-b4ca-f0bfcd7fb835 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935660 Feb 11 13:37:08.875936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.876547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.877617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.878173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.878699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.879220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.879750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.898447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-8f8d3176-0c33-4337-886d-b2b218120119 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6708 time: 0.8005376 Feb 11 13:37:09.054422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-aa9ae6ac-09ad-45da-99de-9b48d1549b74 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546965 Feb 11 13:37:09.088429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0f9a24ef-04f3-46a1-a6b3-9080baf1e849), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.104069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b73d80-11f6-4862-a803-25822913c33f req-4cea516b-060b-4e8c-ac8a-b264b85f910e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:09.105616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86b73d80-11f6-4862-a803-25822913c33f req-4cea516b-060b-4e8c-ac8a-b264b85f910e tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1869142 Feb 11 13:37:09.233080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:09.253146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b8561f51-8cb9-49db-8026-285f97dac66c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:09.253869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9a24ef-04f3-46a1-a6b3-9080baf1e849,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:09.259762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ec57d81c-6ac9-488a-8637-eeabf6bac7ab), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.314207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec57d81c-6ac9-488a-8637-eeabf6bac7ab,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:09.314459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b8561f51-8cb9-49db-8026-285f97dac66c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:09.314459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b8561f51-8cb9-49db-8026-285f97dac66c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:09.329427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['aaee7f7c-2617-411b-98d8-1cd5c3ddff86'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:09.396793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (ddb6871b-f326-4384-aa20-1cb12fd9a246), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.441784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86b73d80-11f6-4862-a803-25822913c33f req-5419025b-c905-4808-aac5-6db2b9a59e08 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413709 Feb 11 13:37:09.468045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks [] for floatingip (f0c07dc0-dc05-4b84-8387-e33d659e7a91), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.473050 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.494832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9b8c02b8-78aa-4e35-b9ef-c44b610e4a03 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705 tempest-ExternalNetworksAdminNegativeTestJSON-1143717705-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/f0c07dc0-dc05-4b84-8387-e33d659e7a91 HTTP/1.1" status: 204 len: 168 time: 2.0868869 Feb 11 13:37:09.528319 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (ddb6871b-f326-4384-aa20-1cb12fd9a246), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.531359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks [] for router_controller (ddb6871b-f326-4384-aa20-1cb12fd9a246), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.614811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (ddb6871b-f326-4384-aa20-1cb12fd9a246), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.616133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddb6871b-f326-4384-aa20-1cb12fd9a246 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:09.624430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.626796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bae8481a-50d5-47da-b7e9-53a48a716a18 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ddb6871b-f326-4384-aa20-1cb12fd9a246 HTTP/1.1" status: 204 len: 168 time: 2.7227051 Feb 11 13:37:09.629828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44726) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:09.835289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] Deleting subnet 02d53af6-37ea-4fc9-91d9-ef5ef836550d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:37:09.850056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] Publish callbacks [] for subnet (02d53af6-37ea-4fc9-91d9-ef5ef836550d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.997712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (02d53af6-37ea-4fc9-91d9-ef5ef836550d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.300967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44742) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:10.311796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (02d53af6-37ea-4fc9-91d9-ef5ef836550d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.547584 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (02d53af6-37ea-4fc9-91d9-ef5ef836550d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.569484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f171a-76a0-4980-8482-0c81a19b2827 req-6652c6da-54de-4028-b107-d5d899d9dfac tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.577389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f63f171a-76a0-4980-8482-0c81a19b2827 req-6652c6da-54de-4028-b107-d5d899d9dfac tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 944 time: 0.2409713 Feb 11 13:37:10.635542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d53af6-37ea-4fc9-91d9-ef5ef836550d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:10.639478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee431d14-7b7d-4d1f-a0de-8feeb5b1d9c5 None None] Network 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:10.648848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.654245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4a8b46af-9477-49e0-86fc-0b0f05a95fb8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/02d53af6-37ea-4fc9-91d9-ef5ef836550d HTTP/1.1" status: 204 len: 168 time: 1.0236897 Feb 11 13:37:10.663102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44746) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:10.689847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7ddd03d-db7d-412c-b311-a7de93525a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.791096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f63f171a-76a0-4980-8482-0c81a19b2827 req-2a71638e-907f-422b-b9f1-0d3ef70aa95b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937711 Feb 11 13:37:10.870724 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.913620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-a647b8a2-12d8-4485-90f6-1f42f0398cb7 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.919175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-a647b8a2-12d8-4485-90f6-1f42f0398cb7 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.3952923 Feb 11 13:37:11.017591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7ddd03d-db7d-412c-b311-a7de93525a5f admin admin] Publish callbacks [] for security_group (373b5001-7cee-4ff0-b377-ac78a65d88eb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.092183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] DHCP port deletion for 97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:37:11.132953 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7ddd03d-db7d-412c-b311-a7de93525a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (373b5001-7cee-4ff0-b377-ac78a65d88eb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.181712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:11.250814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:11.251454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0f9a24ef-04f3-46a1-a6b3-9080baf1e849 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:11.259275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e7ddd03d-db7d-412c-b311-a7de93525a5f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c9df25144e042119ab04f3c4f5995a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9571795 Feb 11 13:37:11.259913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44748) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:11.265426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddd03d-db7d-412c-b311-a7de93525a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373b5001-7cee-4ff0-b377-ac78a65d88eb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.355653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] Deleting port 21c04dfd-98a3-45e7-b486-79715bc9a611 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:11.358298 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.370174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Deleting port 3be6d20b-96a6-4465-93bc-da23f8d4607c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:11.370647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.379161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Deleting port 21c04dfd-98a3-45e7-b486-79715bc9a611 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:11.379383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.480189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] For port 21c04dfd-98a3-45e7-b486-79715bc9a611, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21c04dfd-98a3-45e7-b486-79715bc9a611,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:11.483619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.504341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c61b5-f663-4cfc-b064-e1b8959e06d8 req-508b1d17-fb51-42a8-b1e4-d0a4612bd716 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.514704 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-384c61b5-f663-4cfc-b064-e1b8959e06d8 req-508b1d17-fb51-42a8-b1e4-d0a4612bd716 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.4941535 Feb 11 13:37:11.525328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] Calling delete_port for 21c04dfd-98a3-45e7-b486-79715bc9a611 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:11.561226 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8dc0-0d31-4ff7-afd1-45191920ed47 admin admin] Publish callbacks [] for security_group (373b5001-7cee-4ff0-b377-ac78a65d88eb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.721074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] For port 21c04dfd-98a3-45e7-b486-79715bc9a611, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21c04dfd-98a3-45e7-b486-79715bc9a611,segment=NetworkSegment(4237465f-0b8c-4df0-8cb9-ae6e653dc36a),segment_id=4237465f-0b8c-4df0-8cb9-ae6e653dc36a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:11.721611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.732855 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-384c61b5-f663-4cfc-b064-e1b8959e06d8 req-570abbbe-8795-4939-b479-8d1e1f7b33c0 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170210 Feb 11 13:37:11.774714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Calling delete_port for 21c04dfd-98a3-45e7-b486-79715bc9a611 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:11.799197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.804569 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8dc0-0d31-4ff7-afd1-45191920ed47 admin admin] Publish callbacks [] for security_group (373b5001-7cee-4ff0-b377-ac78a65d88eb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.818633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] For port 3be6d20b-96a6-4465-93bc-da23f8d4607c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3be6d20b-96a6-4465-93bc-da23f8d4607c,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:11.819031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.879276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:11.885289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Calling delete_port for 3be6d20b-96a6-4465-93bc-da23f8d4607c owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:11.920963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] Pushing event deleted for resources: {'Port': ['ID=21c04dfd-98a3-45e7-b486-79715bc9a611,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.929393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8dc0-0d31-4ff7-afd1-45191920ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (373b5001-7cee-4ff0-b377-ac78a65d88eb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.932219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8dc0-0d31-4ff7-afd1-45191920ed47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.935399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c3a8dc0-0d31-4ff7-afd1-45191920ed47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/373b5001-7cee-4ff0-b377-ac78a65d88eb HTTP/1.1" status: 204 len: 168 time: 0.6652043 Feb 11 13:37:11.963368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a8dc0-0d31-4ff7-afd1-45191920ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b5001-7cee-4ff0-b377-ac78a65d88eb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:12.105339 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb625616-fd21-4de5-8dfc-32a63c7a3288 None None] No DVR routers for this DVR port 21c04dfd-98a3-45e7-b486-79715bc9a611 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:12.215733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:12.216122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:12.377545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d65a-18b4-43a7-8cdd-ca3889f4d97e req-9518aca2-92b3-4605-9f4c-7b5aa1f8247c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:12.381176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da72d65a-18b4-43a7-8cdd-ca3889f4d97e req-9518aca2-92b3-4605-9f4c-7b5aa1f8247c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 944 time: 0.2088661 Feb 11 13:37:12.457188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (21c04dfd-98a3-45e7-b486-79715bc9a611), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:12.591187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da72d65a-18b4-43a7-8cdd-ca3889f4d97e req-787984d0-4e6f-499e-b3a1-990d595670a9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999195 Feb 11 13:37:12.606581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:12.608012 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:12.632968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] No DVR routers for this DVR port 21c04dfd-98a3-45e7-b486-79715bc9a611 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:12.653273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Pushing event deleted for resources: {'Port': ['ID=21c04dfd-98a3-45e7-b486-79715bc9a611,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:12.722737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:12.723967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:12.728160 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac2166-45d5-4bc1-9362-5de8e288aab1" -d '{"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-plugged", "status": "completed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:12.763871 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:12.882102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44764) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:12.953887 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d7ffe-2058-40fe-ad87-ec7c4a0ff389 x-openstack-request-id: req-e87d7ffe-2058-40fe-ad87-ec7c4a0ff389 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:12.954709 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-plugged", "status": "completed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:12.954974 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e87d7ffe-2058-40fe-ad87-ec7c4a0ff389 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:12.956010 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'code': 200} Feb 11 13:37:12.961136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.002661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4814ea75-79c2-46b2-892c-4fad4b22d382 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06013a351a2a4f6ba6718de931fa67b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189764 Feb 11 13:37:13.008905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44768) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:13.138618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bb21-e471-4c9d-a885-76e0d3e0a137 req-a7e47247-2e0d-4bac-8a43-2f02b91abbb1 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:13.144343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21c04dfd-98a3-45e7-b486-79715bc9a611 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:13.148882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e48bb21-e471-4c9d-a885-76e0d3e0a137 req-a7e47247-2e0d-4bac-8a43-2f02b91abbb1 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 945 time: 0.1118143 Feb 11 13:37:13.202046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.221013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 21c04dfd-98a3-45e7-b486-79715bc9a611 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:13.223343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21c04dfd-98a3-45e7-b486-79715bc9a611 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:13.272377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e48bb21-e471-4c9d-a885-76e0d3e0a137 req-3b673157-d13f-480d-b993-1a36a00861fb tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225653 Feb 11 13:37:13.331561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b3608c-9bd1-4d0d-bf6e-a287b6b48b99']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:13.392544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3be6d20b-96a6-4465-93bc-da23f8d4607c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.404618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4237465f-0b8c-4df0-8cb9-ae6e653dc36a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:13.404918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4237465f-0b8c-4df0-8cb9-ae6e653dc36a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:13.433097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3be6d20b-96a6-4465-93bc-da23f8d4607c no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:13.447307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (4237465f-0b8c-4df0-8cb9-ae6e653dc36a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.456378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fb0efdb-f072-4d8d-9e39-856ab3cc27f4 admin admin] Publish callbacks [] for security_group (d8b33f2e-2e42-405b-b6e6-b575f15e3681), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.509437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 3be6d20b-96a6-4465-93bc-da23f8d4607c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:13.513339 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3be6d20b-96a6-4465-93bc-da23f8d4607c not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:13.522045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fb0efdb-f072-4d8d-9e39-856ab3cc27f4 admin admin] Publish callbacks [] for security_group (d8b33f2e-2e42-405b-b6e6-b575f15e3681), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.675849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fb0efdb-f072-4d8d-9e39-856ab3cc27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d8b33f2e-2e42-405b-b6e6-b575f15e3681), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.682808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7fb0efdb-f072-4d8d-9e39-856ab3cc27f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.691547 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7fb0efdb-f072-4d8d-9e39-856ab3cc27f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8b33f2e-2e42-405b-b6e6-b575f15e3681 HTTP/1.1" status: 204 len: 168 time: 0.6816545 Feb 11 13:37:13.746599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Pushing event deleted for resources: {'Port': ['ID=3be6d20b-96a6-4465-93bc-da23f8d4607c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.759087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0efdb-f072-4d8d-9e39-856ab3cc27f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b33f2e-2e42-405b-b6e6-b575f15e3681,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.850778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4237465f-0b8c-4df0-8cb9-ae6e653dc36a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.920126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] No DVR routers for this DVR port 3be6d20b-96a6-4465-93bc-da23f8d4607c on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:13.922153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:13.922587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (4237465f-0b8c-4df0-8cb9-ae6e653dc36a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:13.924468 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:13.976446 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:13.985576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4cd6a12-8eb2-4266-936a-970064cbd9fe req-98446453-e795-4c04-8601-0c1183a558a4 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.83 "DELETE /v2.0/ports/3be6d20b-96a6-4465-93bc-da23f8d4607c HTTP/1.1" status: 204 len: 173 time: 3.0592794 Feb 11 13:37:13.986088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'name': 'network-vif-deleted', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:13.993355 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20876100-c6f9-46ca-ab39-a37807c30096" -d '{"events": [{"server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "name": "network-vif-deleted", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:14.046705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01a951-7ad3-4d2a-9aee-310ddf6aec31 req-473037cf-8825-40d0-bcc5-8ef0ba751df3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:14.085388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b01a951-7ad3-4d2a-9aee-310ddf6aec31 req-473037cf-8825-40d0-bcc5-8ef0ba751df3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.2529655 Feb 11 13:37:14.170840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (97b3608c-9bd1-4d0d-bf6e-a287b6b48b99), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:14.179626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:14.190321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] 10.222.0.79 "DELETE /v2.0/networks/97b3608c-9bd1-4d0d-bf6e-a287b6b48b99 HTTP/1.1" status: 204 len: 168 time: 3.5177977 Feb 11 13:37:14.222956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ada0a-66d9-4668-adef-ddd3e553127b admin admin] Pushing event deleted for resources: {'Network': ['ID=97b3608c-9bd1-4d0d-bf6e-a287b6b48b99,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:14.242162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b01a951-7ad3-4d2a-9aee-310ddf6aec31 req-11aa3b72-fdb4-4fcb-b14b-14ac3fc9ce86 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558604 Feb 11 13:37:14.394233 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca23f2-583e-45cd-af27-6b23c125621d x-openstack-request-id: req-40ca23f2-583e-45cd-af27-6b23c125621d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:14.394544 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1fb09e-c22b-4f5e-8408-42c965a63a48", "name": "network-vif-deleted", "tag": "3be6d20b-96a6-4465-93bc-da23f8d4607c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:14.394808 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40ca23f2-583e-45cd-af27-6b23c125621d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:14.395221 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1fb09e-c22b-4f5e-8408-42c965a63a48', 'name': 'network-vif-deleted', 'tag': '3be6d20b-96a6-4465-93bc-da23f8d4607c', 'status': 'completed', 'code': 200} Feb 11 13:37:14.746474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9707980-5822-4ffe-9730-c3d32a4b5f85 req-0f6624e3-5460-49b4-8d44-60490d2aa660 tempest-ServerRescueTestJSONUnderV235-1720476792 tempest-ServerRescueTestJSONUnderV235-1720476792-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1fb09e-c22b-4f5e-8408-42c965a63a48 HTTP/1.1" status: 200 len: 210 time: 0.0750794 Feb 11 13:37:14.794870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44792) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:14.905338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c4cd736d-b8c0-49ba-b4c4-c9543b4b45fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec6680828fc64876a3a66484cc1112c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070821 Feb 11 13:37:14.905889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44796) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:15.033200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3faa6256-74e3-4a5d-81e3-c6c7697366dd admin admin] Publish callbacks [] for security_group (3deab9ba-9481-4de7-8d22-7cca215e5f7e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:15.088720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3faa6256-74e3-4a5d-81e3-c6c7697366dd admin admin] Publish callbacks [] for security_group (3deab9ba-9481-4de7-8d22-7cca215e5f7e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:15.204811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3faa6256-74e3-4a5d-81e3-c6c7697366dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3deab9ba-9481-4de7-8d22-7cca215e5f7e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:15.207796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3faa6256-74e3-4a5d-81e3-c6c7697366dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:15.209673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3faa6256-74e3-4a5d-81e3-c6c7697366dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3deab9ba-9481-4de7-8d22-7cca215e5f7e HTTP/1.1" status: 204 len: 168 time: 0.3027010 Feb 11 13:37:15.227621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa6256-74e3-4a5d-81e3-c6c7697366dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deab9ba-9481-4de7-8d22-7cca215e5f7e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:15.486172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6841251-0bc1-4def-a433-f253a140746c req-a1ab6c93-d3f4-4f29-a095-eb0fdcc9e398 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:15.498683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6841251-0bc1-4def-a433-f253a140746c req-a1ab6c93-d3f4-4f29-a095-eb0fdcc9e398 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1043668 Feb 11 13:37:16.602947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44836) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:16.656057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6841251-0bc1-4def-a433-f253a140746c req-1dd0690f-3b6e-4707-82fa-654dfdfe393f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1537189 Feb 11 13:37:16.735378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44842) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:17.055256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-885170867'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:17.120773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Made reservation on behalf of 9eaeb6520c974799ba7c75be41df202f for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:17.131076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:17.155240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:17.300284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44852) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:17.415445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks [] for security_group (f4316350-bde9-4c19-ae9d-f7c813984b04), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:17.429047 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f4316350-bde9-4c19-ae9d-f7c813984b04), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:17.749435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (bff4ef07-c520-4922-8aec-964641218d4f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.101961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:18.112084 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.112789 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Added segment 8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a of type vlan for network 2bb59b2c-1844-4953-93c5-a76f30b185ed Feb 11 13:37:18.162179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2bb59b2c-1844-4953-93c5-a76f30b185ed), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.194157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1874294986-network', 'tenant_id': 'a88dfe84ebf04b0a87ee55abd516cd89'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:18.203626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3584a59-85d8-46aa-9f8c-a28269b91d47 req-23b4ac57-f060-410c-9158-f1a3a31e4383 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.205592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2bb59b2c-1844-4953-93c5-a76f30b185ed), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.207759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3584a59-85d8-46aa-9f8c-a28269b91d47 req-23b4ac57-f060-410c-9158-f1a3a31e4383 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.2926171 Feb 11 13:37:18.211335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.212234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.342981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3584a59-85d8-46aa-9f8c-a28269b91d47 req-bf82e3a9-6694-44c4-9025-358fe4477e87 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244862 Feb 11 13:37:18.396261 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7921035 Feb 11 13:37:18.396877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44862) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:18.401504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4316350-bde9-4c19-ae9d-f7c813984b04,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:18.418422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Request body: {'subnet': {'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:18.464550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Made reservation on behalf of a88dfe84ebf04b0a87ee55abd516cd89 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:18.476858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.483077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbf349-eadf-4bcc-be73-4a76a9fa4761 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event updated for resources: {'Network': ['ID=2bb59b2c-1844-4953-93c5-a76f30b185ed,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:18.494310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:18.502598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Deleting port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:18.503304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.517767 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.637916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Made reservation on behalf of 9eaeb6520c974799ba7c75be41df202f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:18.647463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.759500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks [] for security_group (aa9d8638-4729-4602-8a11-459a76105932), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.767985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aa9d8638-4729-4602-8a11-459a76105932), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.792102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:18.817673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] For port 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,segment=NetworkSegment(8013a79d-69b4-4be8-ba10-2f0be0d517e7),segment_id=8013a79d-69b4-4be8-ba10-2f0be0d517e7)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:18.818355 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.819866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e5d2857-9593-4311-a71f-282c00de1cbf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:18.831491 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Added segment 7e5d2857-9593-4311-a71f-282c00de1cbf of type vlan for network 63789cdf-54d9-4943-963f-225328d395d8 Feb 11 13:37:18.850006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Calling delete_port for 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:18.960677 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (63789cdf-54d9-4943-963f-225328d395d8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:19.032766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (63789cdf-54d9-4943-963f-225328d395d8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:19.037796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.039032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:19.154923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8509963 Feb 11 13:37:19.154923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d8638-4729-4602-8a11-459a76105932,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.156202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44864) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:19.249219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Request body: {'subnet': {'network_id': '63789cdf-54d9-4943-963f-225328d395d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1874294986-subnet', 'tenant_id': 'a88dfe84ebf04b0a87ee55abd516cd89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:19.295216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22560d6a-45c1-4577-9c6c-092a84c85ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=63789cdf-54d9-4943-963f-225328d395d8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.302150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Made reservation on behalf of a88dfe84ebf04b0a87ee55abd516cd89 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:19.305060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:19.309536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 63789cdf-54d9-4943-963f-225328d395d8 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:19.454114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (d726b2ae-a926-4fb4-afaa-5b50066d3d94), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:19.623672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event updated for resources: {'Subnet': ['ID=d726b2ae-a926-4fb4-afaa-5b50066d3d94,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.734198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (032e9d41-8665-41d4-8b88-95440d271cc0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:19.838718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Pushing event updated for resources: {'Subnet': ['ID=032e9d41-8665-41d4-8b88-95440d271cc0,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.883439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Checking segment: {'id': '7e5d2857-9593-4311-a71f-282c00de1cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '63789cdf-54d9-4943-963f-225328d395d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:19.883748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Checking segment: {'id': '8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:19.884661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Network hostable DHCP agents. Network: 63789cdf-54d9-4943-963f-225328d395d8, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:19.884764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Network hostable DHCP agents. Network: 2bb59b2c-1844-4953-93c5-a76f30b185ed, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:19.922108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Network 63789cdf-54d9-4943-963f-225328d395d8 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:19.937574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 63789cdf-54d9-4943-963f-225328d395d8) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:19.952207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93673376-6191-4277-911c-7d286f4ab8a2 None None] Network 63789cdf-54d9-4943-963f-225328d395d8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:19.954096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.956533 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:19.961697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98a2a-96a0-4c4c-815f-efb169b734cd req-9dc62288-5b38-465a-a305-d544fc5e59c5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.980865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36e98a2a-96a0-4c4c-815f-efb169b734cd req-9dc62288-5b38-465a-a305-d544fc5e59c5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.3722155 Feb 11 13:37:19.993228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0c1fa30b-d167-46ce-9d1a-471a0730809d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8297827 Feb 11 13:37:20.067137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:20.151757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 2bb59b2c-1844-4953-93c5-a76f30b185ed) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:20.199662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:20.200272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:20.224076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7fb9b1ec-3bfa-4e3b-bf57-be32855d952a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:20.258990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbab257-4350-4687-9916-3b27dc596664 None None] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:20.281350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:20.391822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb9b1ec-3bfa-4e3b-bf57-be32855d952a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:20.493882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36e98a2a-96a0-4c4c-815f-efb169b734cd req-8068b50e-6dcc-46eb-8217-fee464f54189 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5119452 Feb 11 13:37:20.520144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ed11fa35-4390-4edb-a0db-4f09288596da tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1179361 Feb 11 13:37:20.522762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44882) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:20.537837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Request body: {'port': {'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2055174484'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:20.791203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e634e-6ece-4537-8d46-2acb73a81b66 None None] Network 63789cdf-54d9-4943-963f-225328d395d8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:20.928207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Made reservation on behalf of 9eaeb6520c974799ba7c75be41df202f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:20.931865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:20.972219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] device_id is not set on port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:37:21.032447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-2bb59b2c-1844-4953-93c5-a76f30b185ed', 'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed', 'project_id': '9eaeb6520c974799ba7c75be41df202f', 'fixed_ips': [{'subnet_id': 'd726b2ae-a926-4fb4-afaa-5b50066d3d94'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:37:21.039402 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:21.111883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (bff4ef07-c520-4922-8aec-964641218d4f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:21.390415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Allocated IP 172.20.0.10 (2bb59b2c-1844-4953-93c5-a76f30b185ed/d726b2ae-a926-4fb4-afaa-5b50066d3d94/617bd363-f4fa-4c7b-b7d1-e10ceb813d50) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:21.666178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Router bff4ef07-c520-4922-8aec-964641218d4f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:21.774542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:21.796129 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks [] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:21.900861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:21.965262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:21.978985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-54068857-e7d6-449d-93fa-79d319d2ccc0 admin admin] 10.222.0.79 "PUT /v2.0/routers/bff4ef07-c520-4922-8aec-964641218d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2415683 Feb 11 13:37:21.982420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44898) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:22.017347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Allocated IP 172.20.0.2 (2bb59b2c-1844-4953-93c5-a76f30b185ed/d726b2ae-a926-4fb4-afaa-5b50066d3d94/e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:22.036246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:22.056133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:22.058851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:22.133311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:22.134200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:22.160535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] Sync routers for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:22.175920 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6485510 Feb 11 13:37:22.179619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4702c-ee43-4769-8557-b747398b8b34 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event updated for resources: {'Port': ['ID=617bd363-f4fa-4c7b-b7d1-e10ceb813d50,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.180537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:22.202110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Request body: {'port': {'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-841781868', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:22.209074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] bootfile-name is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:37:22.211191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] tftp-server is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:37:22.211783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] server-ip-address is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:37:22.232745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:22.233289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:22.349014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Publish callbacks [] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:22.396983 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:22.482581 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks [] for router (bff4ef07-c520-4922-8aec-964641218d4f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:22.546304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Pushing event updated for resources: {'Port': ['ID=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.566840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:22.576159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:22.581633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:22.612856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Made reservation on behalf of 9eaeb6520c974799ba7c75be41df202f for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:22.628308 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:22.727141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] device_id is not set on port 2a469567-3fd6-4453-ae50-627a4ee78112 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:37:22.759469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:22.861233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Attempting to bind port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:37:22.861633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Attempting to bind port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:37:22.862157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Attempting to bind port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 on network 2bb59b2c-1844-4953-93c5-a76f30b185ed {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:22.867802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:22.868332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Checking segment: {'id': '8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:22.868861 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:22.869366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Bound using segment: {'id': '8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:22.869969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Bound port: e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2bb59b2c-1844-4953-93c5-a76f30b185ed'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:37:22.870493 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:22.991327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Allocated IP 172.20.0.13 (2bb59b2c-1844-4953-93c5-a76f30b185ed/d726b2ae-a926-4fb4-afaa-5b50066d3d94/2a469567-3fd6-4453-ae50-627a4ee78112) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:23.130451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] For port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:23.133927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] For port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,segment=NetworkSegment(8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a),segment_id=8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:23.162415 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:23.498647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:37:19Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:23.531727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks [] for port (2a469567-3fd6-4453-ae50-627a4ee78112), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:23.534498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] Checking router: bff4ef07-c520-4922-8aec-964641218d4f for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:37:23.541898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59ab8e-9b0a-4852-8d50-c5631e047239 None None] Pushing event updated for resources: {'Port': ['ID=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:23.551422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] Routers {'bff4ef07-c520-4922-8aec-964641218d4f'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:23.552517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:36:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bff4ef07-c520-4922-8aec-964641218d4f'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:23.619307 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2a469567-3fd6-4453-ae50-627a4ee78112), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:23.718578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:23.722625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:23.731805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:23.847081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:23.856189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:23.877384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] Set router bff4ef07-c520-4922-8aec-964641218d4f gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:23.893204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks [] for router_gateway (bff4ef07-c520-4922-8aec-964641218d4f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:23.903193 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7179787 Feb 11 13:37:23.906111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44912) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:23.941490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94cc47-2629-4183-a69f-d571f237ef4b tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event updated for resources: {'Port': ['ID=2a469567-3fd6-4453-ae50-627a4ee78112,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:24.066582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Deleting port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:24.066723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:24.148171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11766c-0c2a-4c9d-b2c4-ff35ce96c504 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.174757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11766c-0c2a-4c9d-b2c4-ff35ce96c504 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.201199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11766c-0c2a-4c9d-b2c4-ff35ce96c504 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.201199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8d11766c-0c2a-4c9d-b2c4-ff35ce96c504 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2848988 Feb 11 13:37:24.203694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44918) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:24.323975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] For port 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:24.324414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:24.339357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Calling delete_port for 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:24.450009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Deleting port 2a469567-3fd6-4453-ae50-627a4ee78112 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:24.450389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2a469567-3fd6-4453-ae50-627a4ee78112), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:24.501940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:37:19Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:24.547107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b107a17-4c7e-40ba-87d6-c62bdc27fa64 None None] The sync data for ids ['bff4ef07-c520-4922-8aec-964641218d4f'] in n-d-828676-2 is: [{'id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'name': 'tempest-ServerRescueTestJSONUnderV235-255304175-router', 'tenant_id': '308a86821b214a7b9972d1c797f8f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:34Z', 'updated_at': '2022-02-11T13:37:19Z', 'revision_number': 5, 'project_id': '308a86821b214a7b9972d1c797f8f23f', 'gw_port': {'id': '0b0ecff9-75cd-4067-a5a3-9d78e0abeed2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff4ef07-c520-4922-8aec-964641218d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:36Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:24.694779 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2a469567-3fd6-4453-ae50-627a4ee78112), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:24.726749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Calling delete_port for 2a469567-3fd6-4453-ae50-627a4ee78112 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:24.827957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0b0ecff9-75cd-4067-a5a3-9d78e0abeed2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:24.901914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0ecff9-75cd-4067-a5a3-9d78e0abeed2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:25.045448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (bff4ef07-c520-4922-8aec-964641218d4f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.175263 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2a469567-3fd6-4453-ae50-627a4ee78112), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.310168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event deleted for resources: {'Port': ['ID=2a469567-3fd6-4453-ae50-627a4ee78112,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:25.423012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:25.499169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e15228-6e5f-4550-be8d-fd73e52e7e0c req-d8c2af8c-1197-4eb5-b238-474ed653185d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.501051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94e15228-6e5f-4550-be8d-fd73e52e7e0c req-d8c2af8c-1197-4eb5-b238-474ed653185d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.4473135 Feb 11 13:37:25.508964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449dbc87-b137-4ab6-bb4f-42e4ab6584ce None None] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:25.546437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.554146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ee95a121-a599-4b56-88b3-69b5da11d3f2 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "DELETE /v2.0/ports/2a469567-3fd6-4453-ae50-627a4ee78112 HTTP/1.1" status: 204 len: 168 time: 1.3428156 Feb 11 13:37:25.555017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44942) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:25.558854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:25.559529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.565317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Request body: {'port': {'name': 'tempest-new-port-name-433230285', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:25.565791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.api.validators [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] bootfile-name is not in valid_values {{(pid=103175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:37:25.566155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.api.validators [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] tftp-server is not in valid_values {{(pid=103175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:37:25.566495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.api.validators [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] server-ip-address is not in valid_values {{(pid=103175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:37:25.632751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94e15228-6e5f-4550-be8d-fd73e52e7e0c req-26fc670b-f6ca-447a-bd98-aacff5355d2b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175544 Feb 11 13:37:25.669308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-43178d78-888a-4b7d-8ee9-0a2ede573ee3 None None] Provisioning complete for port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:25.671116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43178d78-888a-4b7d-8ee9-0a2ede573ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.690996 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.835783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-43178d78-888a-4b7d-8ee9-0a2ede573ee3 None None] Current status of the port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:25.836489 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43178d78-888a-4b7d-8ee9-0a2ede573ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.932954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-43178d78-888a-4b7d-8ee9-0a2ede573ee3 None None] For port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,segment=NetworkSegment(8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a),segment_id=8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:25.943985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:25.944516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:25.987011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43178d78-888a-4b7d-8ee9-0a2ede573ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.082516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:26.082516 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:26.091241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (bff4ef07-c520-4922-8aec-964641218d4f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.102737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks [] for router_controller (bff4ef07-c520-4922-8aec-964641218d4f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.158418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43178d78-888a-4b7d-8ee9-0a2ede573ee3 None None] Pushing event updated for resources: {'Port': ['ID=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:26.258417 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (bff4ef07-c520-4922-8aec-964641218d4f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.259018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bff4ef07-c520-4922-8aec-964641218d4f {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:26.300410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.308337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b6df1f4b-7fb6-4436-8edc-05210a9983e6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/bff4ef07-c520-4922-8aec-964641218d4f HTTP/1.1" status: 204 len: 168 time: 4.3207991 Feb 11 13:37:26.316653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:26.345737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-36976e48-23b0-40f6-aefb-d69fa8b76f0d None None] Provisioning complete for port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:26.350674 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36976e48-23b0-40f6-aefb-d69fa8b76f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.447608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks [] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.461583 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.484827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430001a-c28d-4300-8847-146b6651e75f req-09b6bd6d-f1c1-4b54-bf09-6bc5f7e31f55 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:26.495832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-09b6bd6d-f1c1-4b54-bf09-6bc5f7e31f55 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/networks?id=63789cdf-54d9-4943-963f-225328d395d8 HTTP/1.1" status: 200 len: 822 time: 1.5983434 Feb 11 13:37:26.503982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] Deleting subnet 1be84e30-4287-4067-83be-a22ec1b418be {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:37:26.545528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] Publish callbacks [] for subnet (1be84e30-4287-4067-83be-a22ec1b418be), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.614561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event updated for resources: {'Port': ['ID=617bd363-f4fa-4c7b-b7d1-e10ceb813d50,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:26.671104 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-e6b8229d-c528-4d60-bd60-6282c5542dbf tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/quotas/a88dfe84ebf04b0a87ee55abd516cd89 HTTP/1.1" status: 200 len: 375 time: 0.1644003 Feb 11 13:37:26.697015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (1be84e30-4287-4067-83be-a22ec1b418be), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.734954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] In _notify_port_updated(), no bound segment for port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 on network 2bb59b2c-1844-4953-93c5-a76f30b185ed {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:37:26.747659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:26.751412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.752891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29c8ab15-ec1b-4aec-bc7a-2784b02f7d09 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "PUT /v2.0/ports/617bd363-f4fa-4c7b-b7d1-e10ceb813d50 HTTP/1.1" status: 200 len: 1136 time: 1.1969156 Feb 11 13:37:26.754162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:26.757765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44976) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:26.775838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:26.809104 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-3e1d4e5e-7011-49a7-881c-a2e8dc72fed6 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a88dfe84ebf04b0a87ee55abd516cd89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304247 Feb 11 13:37:26.835268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:26.835841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7fb9b1ec-3bfa-4e3b-bf57-be32855d952a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:26.842864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-36976e48-23b0-40f6-aefb-d69fa8b76f0d None None] Current status of the port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:26.896772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-36976e48-23b0-40f6-aefb-d69fa8b76f0d None None] Provisioning complete for port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:26.898597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c7e43-1d67-4402-bd8c-5582f3b68d93 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:26.898991 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36976e48-23b0-40f6-aefb-d69fa8b76f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:26.902190 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-160c7e43-1d67-4402-bd8c-5582f3b68d93 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "GET /v2.0/ports/617bd363-f4fa-4c7b-b7d1-e10ceb813d50 HTTP/1.1" status: 200 len: 1136 time: 0.1429200 Feb 11 13:37:26.911777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44990) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:26.943742 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (1be84e30-4287-4067-83be-a22ec1b418be), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.076450 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-331b381b-5d35-4882-818f-694f95c6ca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.083237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-36976e48-23b0-40f6-aefb-d69fa8b76f0d None None] Port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:37:27.127328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-7633f2d6-7327-4b4e-8794-96683b765871 service neutron] 10.222.0.79 "GET /v2.0/networks/63789cdf-54d9-4943-963f-225328d395d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894521 Feb 11 13:37:27.209049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:27.212225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Deleting port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:27.212643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.274349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-002285af-4918-42da-8a0f-f22c05338d30 None None] Provisioning complete for port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:27.277619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-002285af-4918-42da-8a0f-f22c05338d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.363391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-e11751df-8080-413d-b271-4d5db7105a49 service neutron] 10.222.0.79 "GET /v2.0/networks/63789cdf-54d9-4943-963f-225328d395d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341108 Feb 11 13:37:27.390836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:27.392122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.404588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (1be84e30-4287-4067-83be-a22ec1b418be), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.468199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-002285af-4918-42da-8a0f-f22c05338d30 None None] Port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:37:27.475902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be84e30-4287-4067-83be-a22ec1b418be,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.494971 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.498416 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9833f308-250f-489d-9233-d0a2d3253417 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1be84e30-4287-4067-83be-a22ec1b418be HTTP/1.1" status: 204 len: 168 time: 1.1780100 Feb 11 13:37:27.503252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:27.508458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.595338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Calling delete_port for 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:27.622989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3de9f93e-183f-4ef3-a67a-4de1233d2575 None None] Could not find standard attr ID for object 2a469567-3fd6-4453-ae50-627a4ee78112. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:37:27.657342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:27.696110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:27.703140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (4e671862-18e6-4997-b5da-60929f1b9450), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:27.780933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:27.796454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b0ecff9-75cd-4067-a5a3-9d78e0abeed2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:27.823849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccddd8d-c381-42a3-918e-59457701123b req-c45f6fb3-8563-484c-bdfc-9ee35ad27055 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:27.825913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ccddd8d-c381-42a3-918e-59457701123b req-c45f6fb3-8563-484c-bdfc-9ee35ad27055 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.3542871 Feb 11 13:37:28.043908 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ccddd8d-c381-42a3-918e-59457701123b req-dc22d1a8-b4ba-4ddf-a0e2-1bac446f69ad tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044578 Feb 11 13:37:28.089893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e3a5e2b-88b6-4314-b6ae-a88ff5747bc5 req-3e266081-c2c5-4d4b-b10a-21ef8bbb4fbb tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 210 time: 0.1266773 Feb 11 13:37:28.102591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (4e671862-18e6-4997-b5da-60929f1b9450), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.159940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e671862-18e6-4997-b5da-60929f1b9450']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:28.181025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1a35f63d-5c3f-48a9-90de-12b4b657e7cc None None] Provisioning complete for port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:28.181767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a35f63d-5c3f-48a9-90de-12b4b657e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.207865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8013a79d-69b4-4be8-ba10-2f0be0d517e7') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:28.211496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8013a79d-69b4-4be8-ba10-2f0be0d517e7') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:28.236085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (8013a79d-69b4-4be8-ba10-2f0be0d517e7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.243770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (617bd363-f4fa-4c7b-b7d1-e10ceb813d50), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.256840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1a35f63d-5c3f-48a9-90de-12b4b657e7cc None None] Port 617bd363-f4fa-4c7b-b7d1-e10ceb813d50 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:37:28.267577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8013a79d-69b4-4be8-ba10-2f0be0d517e7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.285799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:28.287229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (8013a79d-69b4-4be8-ba10-2f0be0d517e7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:28.289808 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:28.308773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event deleted for resources: {'Port': ['ID=617bd363-f4fa-4c7b-b7d1-e10ceb813d50,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.397426 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:37:28.444462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.454872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f3a60319-1a79-47f0-8e7b-86b1f08f52c7 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "DELETE /v2.0/ports/617bd363-f4fa-4c7b-b7d1-e10ceb813d50 HTTP/1.1" status: 204 len: 168 time: 1.5418706 Feb 11 13:37:28.457226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45030) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:28.544447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (4e671862-18e6-4997-b5da-60929f1b9450), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.561114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Deleting subnet d726b2ae-a926-4fb4-afaa-5b50066d3d94 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:37:28.570765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks [] for subnet (d726b2ae-a926-4fb4-afaa-5b50066d3d94), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.620512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.632888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4e671862-18e6-4997-b5da-60929f1b9450 HTTP/1.1" status: 204 len: 168 time: 1.1220019 Feb 11 13:37:28.646565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a98e8-6fff-4816-81ae-20e2faeb23b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e671862-18e6-4997-b5da-60929f1b9450,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.728170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a1168357-9cb6-4120-b6c4-d7a15308f7da tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:28.729409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a1168357-9cb6-4120-b6c4-d7a15308f7da tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.3766279 Feb 11 13:37:28.749136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (d726b2ae-a926-4fb4-afaa-5b50066d3d94), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:28.779231 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-87a962cb-5b7e-484b-a0e2-3c37ab8b897c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/quotas/c7228a5e5a17498385380edb6d27077b HTTP/1.1" status: 200 len: 375 time: 0.0264711 Feb 11 13:37:28.933992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-bdcbce5f-33ba-482c-8e54-64a8867809f3 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454594 Feb 11 13:37:28.939510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45038) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:28.976720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d726b2ae-a926-4fb4-afaa-5b50066d3d94), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.054224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-620bb70a-01ed-43b0-aab8-ac0ad984bdec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=308a86821b214a7b9972d1c797f8f23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1110044 Feb 11 13:37:29.059009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45040) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:29.077649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (d726b2ae-a926-4fb4-afaa-5b50066d3d94), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.142181 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b799a2ce-93f8-46b1-b15d-a5a4a83b9b9d admin admin] Publish callbacks [] for security_group (d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.170063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b799a2ce-93f8-46b1-b15d-a5a4a83b9b9d admin admin] Publish callbacks [] for security_group (d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.218367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event deleted for resources: {'Subnet': ['ID=d726b2ae-a926-4fb4-afaa-5b50066d3d94,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.219381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-d2ed06f8-40c6-4a30-9c64-f50452e26ded service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719126 Feb 11 13:37:29.235884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1259f05-7c07-45ee-aac0-d3b22b94d29b None None] Network 2bb59b2c-1844-4953-93c5-a76f30b185ed requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:29.239586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.245103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d350779-ff58-4b26-9d29-5aa79fc1c3ea tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "DELETE /v2.0/subnets/d726b2ae-a926-4fb4-afaa-5b50066d3d94 HTTP/1.1" status: 204 len: 168 time: 0.7846467 Feb 11 13:37:29.268182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45046) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:29.362149 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-3ed8a6b7-a1ca-4bfd-ba44-8563ec278ed2 service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385913 Feb 11 13:37:29.380224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b799a2ce-93f8-46b1-b15d-a5a4a83b9b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.383044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b799a2ce-93f8-46b1-b15d-a5a4a83b9b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.384194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b799a2ce-93f8-46b1-b15d-a5a4a83b9b9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8 HTTP/1.1" status: 204 len: 168 time: 0.3201618 Feb 11 13:37:29.403666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4e3441b-2f46-4e9e-b9f6-b1db6225ffe7 req-4a0ebd04-9a01-42fc-b2c3-37cb7a9cc959 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 210 time: 0.1594024 Feb 11 13:37:29.403884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799a2ce-93f8-46b1-b15d-a5a4a83b9b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b9d8fd-9935-4e3c-8e3c-3fc81027e6b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.522757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 89271774-3916-4be1-8e15-43de18b9495d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:29.587931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21f87ef8-304d-4cc9-93e3-040559a072d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.799255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f77e810b-9a4a-4b82-aa72-3768979f2445 req-377ea86e-76d7-429a-85c1-b5fd1722734b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 210 time: 0.1652203 Feb 11 13:37:29.833044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 89271774-3916-4be1-8e15-43de18b9495d is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:29.834413 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.844192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (2bb59b2c-1844-4953-93c5-a76f30b185ed), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:29.890597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-7b5c83e8-de2c-44e1-8212-2ba27a6c87d5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:29.892106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-7b5c83e8-de2c-44e1-8212-2ba27a6c87d5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee880eed-7cce-481d-a396-1a8b0724f699 HTTP/1.1" status: 200 len: 946 time: 0.4660375 Feb 11 13:37:29.900731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] DHCP port deletion for 2bb59b2c-1844-4953-93c5-a76f30b185ed request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:37:29.945812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0839a-c6de-4d19-a9db-b185574304a8 req-b83a8197-e7b6-44a0-b99d-40399c890fa5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:29.948257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94e0839a-c6de-4d19-a9db-b185574304a8 req-b83a8197-e7b6-44a0-b99d-40399c890fa5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.2583561 Feb 11 13:37:29.961182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89271774-3916-4be1-8e15-43de18b9495d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:29.962001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430001a-c28d-4300-8847-146b6651e75f req-66879406-7a25-4322-b625-19a2d9499174 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:29.963675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-66879406-7a25-4322-b625-19a2d9499174 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.83 "GET /v2.0/networks?id=63789cdf-54d9-4943-963f-225328d395d8 HTTP/1.1" status: 200 len: 822 time: 0.5821507 Feb 11 13:37:29.966912 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b46e7b0-1c0c-4bd8-8f30-0a5f70a87767" -d '{"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-unplugged", "status": "completed", "tag": "89271774-3916-4be1-8e15-43de18b9495d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:30.050647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Request body: {'port': {'device_id': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'network_id': '63789cdf-54d9-4943-963f-225328d395d8', 'admin_state_up': True, 'tenant_id': 'a88dfe84ebf04b0a87ee55abd516cd89'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:30.066277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:30.087714 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.120829 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d986ab-8803-496e-a78f-82a2d26ff7ba x-openstack-request-id: req-a1d986ab-8803-496e-a78f-82a2d26ff7ba {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:30.121201 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-unplugged", "status": "completed", "tag": "89271774-3916-4be1-8e15-43de18b9495d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:30.121569 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a1d986ab-8803-496e-a78f-82a2d26ff7ba {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:30.122001 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89271774-3916-4be1-8e15-43de18b9495d', 'code': 200} Feb 11 13:37:30.151126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] Deleting port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:30.151809 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.225910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] For port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,segment=NetworkSegment(8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a),segment_id=8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:30.226637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.242463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] Calling delete_port for e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:30.328026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.333097 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.417807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94e0839a-c6de-4d19-a9db-b185574304a8 req-c8e30c5d-36e7-44cc-8def-dd5ad564a3bd tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469666 Feb 11 13:37:30.417983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] Pushing event deleted for resources: {'Port': ['ID=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.434580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929127d3-5862-4cb7-aa5a-5a688a01a922 None None] No DVR routers for this DVR port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:30.453501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Deleting port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:30.453501 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.587939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] For port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17, host n-d-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:30.588432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.591893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b7e5f12-699c-417b-88b2-88f7e352b3cb req-1ec24f15-d20b-4891-bf04-323070a04898 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 210 time: 0.0445759 Feb 11 13:37:30.619684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Calling delete_port for e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:30.623954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:37:30.627268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.696927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] No DVR routers for this DVR port e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:30.711178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event deleted for resources: {'Port': ['ID=e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.719055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Deleting port 89271774-3916-4be1-8e15-43de18b9495d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:30.719496 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (89271774-3916-4be1-8e15-43de18b9495d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.800318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Made reservation on behalf of a88dfe84ebf04b0a87ee55abd516cd89 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:30.801673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:30.804064 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.901122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.944760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (2bb59b2c-1844-4953-93c5-a76f30b185ed), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.001115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1354735146-network', 'tenant_id': 'f9d02738443545c2a3b1b4b42e0f2f76'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:31.036375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb59b2c-1844-4953-93c5-a76f30b185ed']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:31.050894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:31.051498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:31.057962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Made reservation on behalf of f9d02738443545c2a3b1b4b42e0f2f76 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:31.063524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.078991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.079182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.085930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:31.086562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (8ac51d6e-6daf-4b46-8b6f-f0275cb7b17a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.116376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:31.154793 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:31.168611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:31.205633 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (2bb59b2c-1844-4953-93c5-a76f30b185ed), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.210212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:31.210567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e0d6e386-49d0-4f8d-b8f4-09d5c94c3a17 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:31.215379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1ff8f3e4-b723-40d1-84f3-328510b82329 req-02e147c2-bab5-4695-a8e9-dee2e5fa3e4b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 210 time: 0.2729843 Feb 11 13:37:31.238848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.257435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] 10.222.0.79 "DELETE /v2.0/networks/2bb59b2c-1844-4953-93c5-a76f30b185ed HTTP/1.1" status: 204 len: 168 time: 1.9781570 Feb 11 13:37:31.309334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4f1f5-3f92-455b-b596-17a04b33f562 tempest-ExtraDHCPOptionsTestJSON-881845637 tempest-ExtraDHCPOptionsTestJSON-881845637-project] Pushing event deleted for resources: {'Network': ['ID=2bb59b2c-1844-4953-93c5-a76f30b185ed,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:31.321452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] For port 89271774-3916-4be1-8e15-43de18b9495d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=89271774-3916-4be1-8e15-43de18b9495d,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:31.322097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (89271774-3916-4be1-8e15-43de18b9495d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.353422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Calling delete_port for 89271774-3916-4be1-8e15-43de18b9495d owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:31.606320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks [] for security_group (d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.630169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f88b5-6844-4157-b069-2038eb42bf7f req-541755d7-83bc-461b-8ee7-4507d7fed272 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:31.631785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-037f88b5-6844-4157-b069-2038eb42bf7f req-541755d7-83bc-461b-8ee7-4507d7fed272 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.0919178 Feb 11 13:37:31.638077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-6684183a-0052-4527-b939-52942a58a55d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:31.639745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-6684183a-0052-4527-b939-52942a58a55d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.4402776 Feb 11 13:37:31.660358 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.674143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:31.686996 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b7751829-403c-4d6e-92c0-7e6ed49a7628), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.687364 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Added segment b7751829-403c-4d6e-92c0-7e6ed49a7628 of type vlan for network 76672181-efeb-4b13-8c88-e469f0cbed6e Feb 11 13:37:31.731187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (76672181-efeb-4b13-8c88-e469f0cbed6e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.775532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Request body: {'port': {'device_id': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'admin_state_up': True, 'tenant_id': 'c7228a5e5a17498385380edb6d27077b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:31.802272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (76672181-efeb-4b13-8c88-e469f0cbed6e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.803235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:31.803817 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.811718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:31.813597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:31.848404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (89271774-3916-4be1-8e15-43de18b9495d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.891917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-76bf60e5-f2f3-45d4-ba65-072aca95f872 req-fc1c54c3-e401-4c8c-91b9-d8de622aa0cb tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 210 time: 0.0647595 Feb 11 13:37:31.928764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event deleted for resources: {'Port': ['ID=89271774-3916-4be1-8e15-43de18b9495d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:31.945290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Allocated IP 172.20.0.13 (63789cdf-54d9-4943-963f-225328d395d8/032e9d41-8665-41d4-8b88-95440d271cc0/ddee5ef8-a90e-46b6-912d-a59b37a63d45) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:31.985606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1797202 Feb 11 13:37:31.988099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45110) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:31.991719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] No DVR routers for this DVR port 89271774-3916-4be1-8e15-43de18b9495d on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:31.995940 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:32.002369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34bc07a9-af62-4d90-8253-0e2e93c644b0 req-cf4f1e37-74c8-4cb9-aaf2-2a9525613866 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "DELETE /v2.0/ports/89271774-3916-4be1-8e15-43de18b9495d HTTP/1.1" status: 204 len: 173 time: 2.0990961 Feb 11 13:37:32.015402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Request body: {'subnet': {'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1354735146-subnet', 'tenant_id': 'f9d02738443545c2a3b1b4b42e0f2f76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:32.055698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-deleted', 'tag': '89271774-3916-4be1-8e15-43de18b9495d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:32.062597 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d71019-2dd6-4b14-8256-db7a2db13ae6" -d '{"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-deleted", "tag": "89271774-3916-4be1-8e15-43de18b9495d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:32.078950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Made reservation on behalf of f9d02738443545c2a3b1b4b42e0f2f76 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:32.081245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:32.170378 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-037f88b5-6844-4157-b069-2038eb42bf7f req-a71c102b-e7f0-4746-a47c-98444f9e34b1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5289807 Feb 11 13:37:32.182453 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549e577-118d-4d6c-a762-f06a3ebe82d6 x-openstack-request-id: req-e549e577-118d-4d6c-a762-f06a3ebe82d6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:32.182627 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee880eed-7cce-481d-a396-1a8b0724f699", "name": "network-vif-deleted", "tag": "89271774-3916-4be1-8e15-43de18b9495d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:32.183069 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e549e577-118d-4d6c-a762-f06a3ebe82d6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:32.183615 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee880eed-7cce-481d-a396-1a8b0724f699', 'name': 'network-vif-deleted', 'tag': '89271774-3916-4be1-8e15-43de18b9495d', 'status': 'completed', 'code': 200} Feb 11 13:37:32.189489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4530980-fdeb-45c5-b202-56884b1994a4 admin admin] Pushing event updated for resources: {'Network': ['ID=76672181-efeb-4b13-8c88-e469f0cbed6e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:32.201394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 76672181-efeb-4b13-8c88-e469f0cbed6e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:32.353540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:32.358654 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks [] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:32.445002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (3f4b27ca-4086-4c15-b2eb-e8b009f1805c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:32.479499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:32.511073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cff98d8c-5ad6-4a9d-b31d-9bd555a98152 req-b159709b-f569-4430-93a0-d5478c79ea41 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 210 time: 0.1255653 Feb 11 13:37:32.558350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-73b30ba4-4656-4660-9ea3-d83a303f029e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9eaeb6520c974799ba7c75be41df202f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364943 Feb 11 13:37:32.559142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:32.662693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Made reservation on behalf of c7228a5e5a17498385380edb6d27077b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:32.671777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:32.836079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4f24a5-18ea-41b9-bd24-86b32b061a18 admin admin] Publish callbacks [] for security_group (f4316350-bde9-4c19-ae9d-f7c813984b04), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.014208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4f24a5-18ea-41b9-bd24-86b32b061a18 admin admin] Publish callbacks [] for security_group (f4316350-bde9-4c19-ae9d-f7c813984b04), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.024195 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Network 63789cdf-54d9-4943-963f-225328d395d8 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:33.027217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4b27ca-4086-4c15-b2eb-e8b009f1805c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.036795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:33.039683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:33.049013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Checking segment: {'id': 'b7751829-403c-4d6e-92c0-7e6ed49a7628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:33.049620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Network hostable DHCP agents. Network: 76672181-efeb-4b13-8c88-e469f0cbed6e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:33.085527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Pushing event updated for resources: {'Port': ['ID=ddee5ef8-a90e-46b6-912d-a59b37a63d45,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.178533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Network 76672181-efeb-4b13-8c88-e469f0cbed6e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:33.210876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.211511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.217742 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4f24a5-18ea-41b9-bd24-86b32b061a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f4316350-bde9-4c19-ae9d-f7c813984b04), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.219135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 76672181-efeb-4b13-8c88-e469f0cbed6e) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:33.220750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c4f24a5-18ea-41b9-bd24-86b32b061a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.224298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c4f24a5-18ea-41b9-bd24-86b32b061a18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4316350-bde9-4c19-ae9d-f7c813984b04 HTTP/1.1" status: 204 len: 168 time: 0.6601915 Feb 11 13:37:33.227755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.228530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.237653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec5abd1-d575-4457-85a2-f13e43a23005 None None] Network 76672181-efeb-4b13-8c88-e469f0cbed6e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:33.246634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Allocated IP 172.20.0.6 (056e5573-552f-4acd-9561-6504fa0e984f/ef6418f3-b0d7-4b9d-96d3-909997d73562/b2ff30d1-6f7c-47f9-9d10-dfae57545baa) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:33.283866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f24a5-18ea-41b9-bd24-86b32b061a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4316350-bde9-4c19-ae9d-f7c813984b04,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.310666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c3e74-363c-4c5f-8a2d-00107a4e6774 req-c349ad00-2bfa-463f-9327-387bf5437f08 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.313096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-643c3e74-363c-4c5f-8a2d-00107a4e6774 req-c349ad00-2bfa-463f-9327-387bf5437f08 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 932 time: 0.2024555 Feb 11 13:37:33.319099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-ac43b8a9-6864-4a76-b46b-d520a28d2137 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2899554 Feb 11 13:37:33.331442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6c0c23f0-6428-40c0-86e9-c417db4dde9f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3408515 Feb 11 13:37:33.349983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Request body: {'port': {'device_id': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:33.456900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-643c3e74-363c-4c5f-8a2d-00107a4e6774 req-b823e413-9b0f-4cee-951f-c3485e3bc874 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363456 Feb 11 13:37:33.482570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.522915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 89271774-3916-4be1-8e15-43de18b9495d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:33.576929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 89271774-3916-4be1-8e15-43de18b9495d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:33.579431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 89271774-3916-4be1-8e15-43de18b9495d not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:33.582581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68725fb2-bb20-4957-8a75-7eac64d28ca6 None None] Network 76672181-efeb-4b13-8c88-e469f0cbed6e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:33.658322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173325b-34f7-40c4-838b-6cea83bc5610 req-e1bfffcf-38e4-48e7-99ea-e24841a21bd7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.669294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b173325b-34f7-40c4-838b-6cea83bc5610 req-e1bfffcf-38e4-48e7-99ea-e24841a21bd7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.3499684 Feb 11 13:37:33.747363 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:33.823978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b49fd1fb-602b-4f1e-aa3c-d2995005acb5 req-64a3e77a-2a8c-4208-9d56-4f2b4454c3cd tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 210 time: 0.0832150 Feb 11 13:37:33.923934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b173325b-34f7-40c4-838b-6cea83bc5610 req-ab44c483-be6e-4278-8fe2-2a0ab83be732 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510109 Feb 11 13:37:33.939469 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks [] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.098486 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.161231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Network 056e5573-552f-4acd-9561-6504fa0e984f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:34.192430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:34.196532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:34.204310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.317010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:34.318426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.346553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddee5ef8-a90e-46b6-912d-a59b37a63d45 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:34.352303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a8534b58-4d32-4dcf-9b03-1471e9239c34 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5814078 Feb 11 13:37:34.364108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Publish callbacks [] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.368226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Request body: {'port': {'device_id': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:34.389642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Transition to ACTIVE for port object ddee5ef8-a90e-46b6-912d-a59b37a63d45 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:34.396526 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.544136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.626949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45182) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:34.632563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-451777487-network', 'tenant_id': '6baa3dd31ffb4171af04bb23896d853b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:34.702341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee5ef8-a90e-46b6-912d-a59b37a63d45,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.750955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Made reservation on behalf of 6baa3dd31ffb4171af04bb23896d853b for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:34.754023 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.782347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Attempting to bind port ddee5ef8-a90e-46b6-912d-a59b37a63d45 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:37:34.783293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Attempting to bind port ddee5ef8-a90e-46b6-912d-a59b37a63d45 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '7e5d2857-9593-4311-a71f-282c00de1cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '63789cdf-54d9-4943-963f-225328d395d8'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:37:34.785523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Attempting to bind port ddee5ef8-a90e-46b6-912d-a59b37a63d45 on network 63789cdf-54d9-4943-963f-225328d395d8 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:34.792441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.805978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908fa1d-cd05-4e1d-8392-b0ea12c8a96f req-9f11e6a2-498f-4c0a-9f02-917bade09418 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:34.807792 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d908fa1d-cd05-4e1d-8392-b0ea12c8a96f req-9f11e6a2-498f-4c0a-9f02-917bade09418 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 944 time: 0.1483297 Feb 11 13:37:34.816922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Port ddee5ef8-a90e-46b6-912d-a59b37a63d45 on network 63789cdf-54d9-4943-963f-225328d395d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:34.817340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Attempting to bind port ddee5ef8-a90e-46b6-912d-a59b37a63d45 on network 63789cdf-54d9-4943-963f-225328d395d8 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:34.974168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks [] for security_group (03155b81-866e-46d6-9090-fcc46ec144f9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.982208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:34.982208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Checking segment: {'id': '7e5d2857-9593-4311-a71f-282c00de1cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '63789cdf-54d9-4943-963f-225328d395d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:34.982713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Bound using segment: {'id': '7e5d2857-9593-4311-a71f-282c00de1cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '63789cdf-54d9-4943-963f-225328d395d8'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:34.982924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Bound port: ddee5ef8-a90e-46b6-912d-a59b37a63d45, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5d2857-9593-4311-a71f-282c00de1cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '63789cdf-54d9-4943-963f-225328d395d8'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:37:34.983339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.001380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (03155b81-866e-46d6-9090-fcc46ec144f9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.079132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:35.109400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (81b7db8e-d073-4a7f-9eb3-96b2da98b33f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.118754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ff30d1-6f7c-47f9-9d10-dfae57545baa {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:35.119370 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Added segment 81b7db8e-d073-4a7f-9eb3-96b2da98b33f of type vlan for network 397df8a7-5739-48cf-afb2-f8bf16db6447 Feb 11 13:37:35.138956 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Publish callbacks [] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.174647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03155b81-866e-46d6-9090-fcc46ec144f9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:35.175312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Transition to ACTIVE for port object b2ff30d1-6f7c-47f9-9d10-dfae57545baa will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:35.187348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.199898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (397df8a7-5739-48cf-afb2-f8bf16db6447), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.203539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34854-34f7-405c-8333-34314a331ac5 req-95f129fb-1c61-49c0-90ac-73560bc12f76 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.205119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12d34854-34f7-405c-8333-34314a331ac5 req-95f129fb-1c61-49c0-90ac-73560bc12f76 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 931 time: 0.2202747 Feb 11 13:37:35.241384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] For port ddee5ef8-a90e-46b6-912d-a59b37a63d45, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:35.245717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] For port ddee5ef8-a90e-46b6-912d-a59b37a63d45, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ddee5ef8-a90e-46b6-912d-a59b37a63d45,segment=NetworkSegment(7e5d2857-9593-4311-a71f-282c00de1cbf),segment_id=7e5d2857-9593-4311-a71f-282c00de1cbf)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:35.250088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d908fa1d-cd05-4e1d-8392-b0ea12c8a96f req-6bb6e8aa-ba36-47dc-bf79-cc25f0ad4adf tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296050 Feb 11 13:37:35.268628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.295594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:35.308007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-12d34854-34f7-405c-8333-34314a331ac5 req-f812617d-e3e3-4fbb-9583-43e9dc293da3 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816658 Feb 11 13:37:35.358712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee5ef8-a90e-46b6-912d-a59b37a63d45,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:35.379581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.381341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.383314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-95ff0257-b7fc-4bd8-93f0-c44d0617d9d6 service neutron] 10.222.0.83 "PUT /v2.0/ports/ddee5ef8-a90e-46b6-912d-a59b37a63d45 HTTP/1.1" status: 200 len: 1092 time: 2.0486696 Feb 11 13:37:35.383314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'tag': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:35.385752 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30511cc-82df-4f27-ad2e-216b2b9e2179" -d '{"events": [{"name": "network-changed", "server_uuid": "87bacd66-0686-4984-a3a7-5a74ee431a67", "tag": "ddee5ef8-a90e-46b6-912d-a59b37a63d45"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:35.391557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (397df8a7-5739-48cf-afb2-f8bf16db6447), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.392496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.393069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.489044 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7606986-97eb-4c39-b33c-b4295c84e87d x-openstack-request-id: req-d7606986-97eb-4c39-b33c-b4295c84e87d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:35.489343 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bacd66-0686-4984-a3a7-5a74ee431a67", "tag": "ddee5ef8-a90e-46b6-912d-a59b37a63d45", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:35.490254 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d7606986-97eb-4c39-b33c-b4295c84e87d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:35.490702 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'tag': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45', 'status': 'completed', 'code': 200} Feb 11 13:37:35.491663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Attempting to bind port b2ff30d1-6f7c-47f9-9d10-dfae57545baa on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:37:35.492015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Attempting to bind port b2ff30d1-6f7c-47f9-9d10-dfae57545baa by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:37:35.493172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Attempting to bind port b2ff30d1-6f7c-47f9-9d10-dfae57545baa on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:35.505961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Port b2ff30d1-6f7c-47f9-9d10-dfae57545baa on network 056e5573-552f-4acd-9561-6504fa0e984f not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:35.506371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Attempting to bind port b2ff30d1-6f7c-47f9-9d10-dfae57545baa on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:35.521024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:35.521400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Checking segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:35.521795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Bound using segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:35.522372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Bound port: b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:37:35.522624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.584313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9530094 Feb 11 13:37:35.586219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45218) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:35.595305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Request body: {'subnet': {'network_id': '397df8a7-5739-48cf-afb2-f8bf16db6447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-451777487-subnet', 'tenant_id': '6baa3dd31ffb4171af04bb23896d853b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:35.600782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36143351-42c5-4ebe-a1c3-15c17ac3631c admin admin] Pushing event updated for resources: {'Network': ['ID=397df8a7-5739-48cf-afb2-f8bf16db6447,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:35.612262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 397df8a7-5739-48cf-afb2-f8bf16db6447 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:35.645383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469e0f3-5cc6-4dfb-b3e8-fc2089e97ea4 req-173ed66f-9608-4b05-bb8b-a6823f0623f3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.647054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c469e0f3-5cc6-4dfb-b3e8-fc2089e97ea4 req-173ed66f-9608-4b05-bb8b-a6823f0623f3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.2513275 Feb 11 13:37:35.659035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Made reservation on behalf of 6baa3dd31ffb4171af04bb23896d853b for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:35.662152 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.687172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:35.708929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:35.743589 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.768242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430001a-c28d-4300-8847-146b6651e75f req-c3e3afe1-b961-40c9-bcab-f1658eb3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.769832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-c3e3afe1-b961-40c9-bcab-f1658eb3cea8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a88dfe84ebf04b0a87ee55abd516cd89&device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 1126 time: 0.2827640 Feb 11 13:37:35.829274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-ac0cd5b2-755b-4668-878d-a423a410dbc1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddee5ef8-a90e-46b6-912d-a59b37a63d45 HTTP/1.1" status: 200 len: 217 time: 0.0483379 Feb 11 13:37:35.832791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:35.844080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.845564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.848465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-e982adfc-e4fd-4cb8-ad48-c3bcfbfeeaea service neutron] 10.222.0.30 "PUT /v2.0/ports/b2ff30d1-6f7c-47f9-9d10-dfae57545baa HTTP/1.1" status: 200 len: 1091 time: 1.4883325 Feb 11 13:37:35.854388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:35.859320 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8e9a3-d6ea-47e3-a24e-869691adf838" -d '{"events": [{"name": "network-changed", "server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:35.928258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c469e0f3-5cc6-4dfb-b3e8-fc2089e97ea4 req-cb590313-c6e8-44d0-9ba0-a38d61efa4a9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613041 Feb 11 13:37:35.949667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-da5942bf-e79e-45ef-9b0a-5cd80a67fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.954937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-da5942bf-e79e-45ef-9b0a-5cd80a67fd59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 1127 time: 0.2905734 Feb 11 13:37:35.988984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430001a-c28d-4300-8847-146b6651e75f req-30c40f3d-69c7-4981-bb2f-3582e4ddd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.993150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-30c40f3d-69c7-4981-bb2f-3582e4ddd331 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=032e9d41-8665-41d4-8b88-95440d271cc0 HTTP/1.1" status: 200 len: 862 time: 0.1556904 Feb 11 13:37:36.006584 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84696e-f5fa-481c-980c-96cc98ba8aa3 x-openstack-request-id: req-cd84696e-f5fa-481c-980c-96cc98ba8aa3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:36.006883 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:36.007142 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd84696e-f5fa-481c-980c-96cc98ba8aa3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:36.007554 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'status': 'completed', 'code': 200} Feb 11 13:37:36.084495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-35ff66e1-2a5b-471e-bee1-ace1458759f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.086280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-35ff66e1-2a5b-471e-bee1-ace1458759f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 1125 time: 0.1316938 Feb 11 13:37:36.087914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (ab781663-ca15-47fb-8ef4-ee29ffce36d2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:36.118893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-8c9690cf-4b0a-4953-a5c0-f1ca8bd1dd2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63789cdf-54d9-4943-963f-225328d395d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014929 Feb 11 13:37:36.182391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-f754733c-8991-457e-bdad-5a712cf12412 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa HTTP/1.1" status: 200 len: 217 time: 0.0866888 Feb 11 13:37:36.258592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Checking segment: {'id': '81b7db8e-d073-4a7f-9eb3-96b2da98b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397df8a7-5739-48cf-afb2-f8bf16db6447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:36.258953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Network hostable DHCP agents. Network: 397df8a7-5739-48cf-afb2-f8bf16db6447, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:36.260747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-80cc4588-0edc-4d50-8270-3da630c6e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.265241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-80cc4588-0edc-4d50-8270-3da630c6e8e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.3005648 Feb 11 13:37:36.271411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab781663-ca15-47fb-8ef4-ee29ffce36d2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.303838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-fb1ea227-ef5d-4b9d-86d7-539973ca61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.305674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-fb1ea227-ef5d-4b9d-86d7-539973ca61eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.1083620 Feb 11 13:37:36.312816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Network 397df8a7-5739-48cf-afb2-f8bf16db6447 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:36.366278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-2d8d4e62-357d-4aa6-90bc-7f09c3bc1b6c service neutron] 10.222.0.83 "GET /v2.0/networks/63789cdf-54d9-4943-963f-225328d395d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146611 Feb 11 13:37:36.390600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-a833687f-db32-4e3e-8228-9d310f7f63b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730646 Feb 11 13:37:36.392465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 397df8a7-5739-48cf-afb2-f8bf16db6447) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:36.402431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.403580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:36.409033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737fd015-8c41-46a2-9005-a3f4443148ea None None] Network 397df8a7-5739-48cf-afb2-f8bf16db6447 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:36.501699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e017cd61-aac6-4381-81a5-033cec6f6626 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9144099 Feb 11 13:37:36.523278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-6e402196-77ee-4391-bac7-1c6d0ca99a0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 200 len: 1001 time: 0.2464490 Feb 11 13:37:36.651814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-ae4c57b7-ba16-441c-a532-f50c4f42aee7 service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011075 Feb 11 13:37:36.671020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb411-de7b-4f13-bcd4-e5a3cff11c43 req-4ddce881-0413-474a-a2e8-60437531ce7a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.683725 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf9eb411-de7b-4f13-bcd4-e5a3cff11c43 req-4ddce881-0413-474a-a2e8-60437531ce7a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 943 time: 0.0985944 Feb 11 13:37:36.731241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-3e098988-160e-413d-a6af-4d881fdc34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.733167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-3e098988-160e-413d-a6af-4d881fdc34ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.2096801 Feb 11 13:37:36.863026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ec4eb-f89a-4399-b7e5-a5d057266b59 req-b137a81e-4c1d-4f17-aa27-7b8bd8096d11 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.868467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960ec4eb-f89a-4399-b7e5-a5d057266b59 req-b137a81e-4c1d-4f17-aa27-7b8bd8096d11 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 944 time: 0.4047270 Feb 11 13:37:36.925597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf9eb411-de7b-4f13-bcd4-e5a3cff11c43 req-92a60898-67f5-4e84-a10d-71c28c36fe71 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409892 Feb 11 13:37:36.988374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6430001a-c28d-4300-8847-146b6651e75f req-9560c078-fb15-4033-bb2a-b672f53c567a service neutron] 10.222.0.83 "GET /v2.0/networks/63789cdf-54d9-4943-963f-225328d395d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973182 Feb 11 13:37:36.996887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bad27710-abcc-4a1c-9f3d-36a9b8c41c46 req-50f318e7-aa85-4485-b92d-2a4d2619e4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965159 Feb 11 13:37:37.056069 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960ec4eb-f89a-4399-b7e5-a5d057266b59 req-966a0fa0-f7e3-4e7d-8969-f336cf5c33ed tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725650 Feb 11 13:37:37.059368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-b9779366-6a06-41e9-9e08-6f1c00e9544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.060986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-b9779366-6a06-41e9-9e08-6f1c00e9544c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2919676 Feb 11 13:37:37.155879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260fb466-2bd6-4797-b0cf-23dcecc79940 None None] Network 397df8a7-5739-48cf-afb2-f8bf16db6447 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:37.221893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-46d08116-f671-460d-8725-0ac57c05428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.223439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-46d08116-f671-460d-8725-0ac57c05428c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a88dfe84ebf04b0a87ee55abd516cd89&device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 1126 time: 0.1664989 Feb 11 13:37:37.310745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-7eff77ee-9c5e-4dfb-be29-8d0affd8b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.312448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-7eff77ee-9c5e-4dfb-be29-8d0affd8b530 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 1125 time: 0.2398684 Feb 11 13:37:37.337187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bd0e-d499-4b17-97c3-4dfd6cc05e86 req-99739ba4-35c7-4e44-ae83-c1d326619360 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.342423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c302bd0e-d499-4b17-97c3-4dfd6cc05e86 req-99739ba4-35c7-4e44-ae83-c1d326619360 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1984377 Feb 11 13:37:37.384960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-c07bd982-1e54-4bae-95f2-4701a87d0df6 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936983 Feb 11 13:37:37.494485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-98ada7b4-51f0-40d0-abac-d702cba45af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.496007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-98ada7b4-51f0-40d0-abac-d702cba45af4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 906 time: 0.1719000 Feb 11 13:37:37.637255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-d33dd94d-3a7c-471d-81a5-3259d22c5dbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa HTTP/1.1" status: 200 len: 217 time: 0.1176143 Feb 11 13:37:37.678278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-1ac3a9d1-2669-427a-b383-7aa669f19350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.680065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-1ac3a9d1-2669-427a-b383-7aa669f19350 service neutron] 10.222.0.83 "GET /v2.0/networks?id=63789cdf-54d9-4943-963f-225328d395d8 HTTP/1.1" status: 200 len: 923 time: 0.4482474 Feb 11 13:37:37.685550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c302bd0e-d499-4b17-97c3-4dfd6cc05e86 req-4dc4646c-b062-4d89-926a-b4ac29bec187 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293860 Feb 11 13:37:37.749044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-9cd6bd8d-aea6-48c0-b262-a78845b1cdfa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddee5ef8-a90e-46b6-912d-a59b37a63d45 HTTP/1.1" status: 200 len: 217 time: 0.0436549 Feb 11 13:37:37.765608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ca3f8a57-6f57-4aec-945e-a695c440f6db tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.766556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-b9eadd6a-f5fd-4424-9e1b-628ce57558e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.775440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-b9eadd6a-f5fd-4424-9e1b-628ce57558e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.1163375 Feb 11 13:37:37.777268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ca3f8a57-6f57-4aec-945e-a695c440f6db tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/networks?id=76672181-efeb-4b13-8c88-e469f0cbed6e HTTP/1.1" status: 200 len: 825 time: 0.3688869 Feb 11 13:37:37.836821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-c0296e96-fd02-4b00-b028-dda234e41218 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600960 Feb 11 13:37:37.865883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-137c125f-44a6-4352-9c08-adc7908d7309 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/quotas/f9d02738443545c2a3b1b4b42e0f2f76 HTTP/1.1" status: 200 len: 375 time: 0.0874813 Feb 11 13:37:37.881272 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64036f64-e028-4b32-9d01-2d1d7b5090f7 req-2b39d3e1-cec3-4df2-8714-8f19728dd970 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819317 Feb 11 13:37:37.981242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-e1b688ed-e585-4e22-92d6-2290cbf213f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.982794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-e1b688ed-e585-4e22-92d6-2290cbf213f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=032e9d41-8665-41d4-8b88-95440d271cc0 HTTP/1.1" status: 200 len: 862 time: 0.1910970 Feb 11 13:37:37.984946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-4d2b3828-a0c6-4b79-8d12-f584c0992aac tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d02738443545c2a3b1b4b42e0f2f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179469 Feb 11 13:37:38.038196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-3b4d8add-eb32-4666-a37b-b70526a11a13 service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926847 Feb 11 13:37:38.055780 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-96d34482-432e-449c-aa28-ed2fe97430ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63789cdf-54d9-4943-963f-225328d395d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662062 Feb 11 13:37:38.205460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-1526b1c1-3548-407f-9ed2-a11d98639d0a service neutron] 10.222.0.83 "GET /v2.0/networks/63789cdf-54d9-4943-963f-225328d395d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197765 Feb 11 13:37:38.251294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad87ff3-c8a8-4769-9dd7-62fea94fcb94 req-d5f9d4ef-4152-444d-8e11-dd941f8e97a8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:38.252898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ad87ff3-c8a8-4769-9dd7-62fea94fcb94 req-d5f9d4ef-4152-444d-8e11-dd941f8e97a8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 943 time: 0.2098117 Feb 11 13:37:38.271546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eaf8e9a3-d6ea-47e3-a24e-869691adf838 req-67bd1fdc-0dfe-4b87-ac5f-4b1c653ae36d service neutron] 10.222.0.30 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195647 Feb 11 13:37:38.315321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-25bf7335-8d12-4977-b86c-af9a49dd5ee5 service neutron] 10.222.0.79 "GET /v2.0/networks/76672181-efeb-4b13-8c88-e469f0cbed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175774 Feb 11 13:37:38.355078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ad87ff3-c8a8-4769-9dd7-62fea94fcb94 req-9bf12490-e4b0-4458-8abc-f38426a686fa tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948615 Feb 11 13:37:38.530061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30511cc-82df-4f27-ad2e-216b2b9e2179 req-5b5a00b3-6d87-44b6-a671-1dd35a53864d service neutron] 10.222.0.83 "GET /v2.0/networks/63789cdf-54d9-4943-963f-225328d395d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189766 Feb 11 13:37:38.561566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-3da5d52f-34aa-4e4e-9a25-a65339cafbc9 service neutron] 10.222.0.79 "GET /v2.0/networks/76672181-efeb-4b13-8c88-e469f0cbed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107282 Feb 11 13:37:38.693649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f695-fcaa-4402-b5e0-48a607043c23 req-88e3e49e-976e-4ec5-92ba-30d3bc27ee5a tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:38.695411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b411f695-fcaa-4402-b5e0-48a607043c23 req-88e3e49e-976e-4ec5-92ba-30d3bc27ee5a tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 944 time: 0.2062800 Feb 11 13:37:38.819483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b411f695-fcaa-4402-b5e0-48a607043c23 req-09d03ded-4150-4b2e-9205-2a20b08575a9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113908 Feb 11 13:37:38.944998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4034fb-3e2c-4672-b392-c867de8a09c3 req-ec7ae8ce-712b-45c2-8644-eb1383c1ba16 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:38.953904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb4034fb-3e2c-4672-b392-c867de8a09c3 req-ec7ae8ce-712b-45c2-8644-eb1383c1ba16 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.0868852 Feb 11 13:37:38.964787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b202c7d7-3349-4ea0-8a58-c940e9dd3fdd req-531bc224-3d2b-428c-b661-01d22a73bc50 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 210 time: 0.0711873 Feb 11 13:37:39.031915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb4034fb-3e2c-4672-b392-c867de8a09c3 req-e90648e0-93fd-4dd6-b7d7-d44aa4e0d677 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768375 Feb 11 13:37:39.515149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ddee5ef8-a90e-46b6-912d-a59b37a63d45 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:39.585812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971719b-3766-48c1-a8a2-c6ccd7d7d639 req-26570067-b293-464e-8fb9-b182574a7bfa tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:39.591524 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1971719b-3766-48c1-a8a2-c6ccd7d7d639 req-26570067-b293-464e-8fb9-b182574a7bfa tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 943 time: 0.1290593 Feb 11 13:37:39.625036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ddee5ef8-a90e-46b6-912d-a59b37a63d45, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ddee5ef8-a90e-46b6-912d-a59b37a63d45,segment=NetworkSegment(7e5d2857-9593-4311-a71f-282c00de1cbf),segment_id=7e5d2857-9593-4311-a71f-282c00de1cbf)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:39.638949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45', 'network_id': '63789cdf-54d9-4943-963f-225328d395d8', 'port_id': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45', 'mac_address': 'fa:16:3e:bf:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032e9d41-8665-41d4-8b88-95440d271cc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:39.650569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1971719b-3766-48c1-a8a2-c6ccd7d7d639 req-4774a28f-821c-49e8-862e-eeab041624de tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Feb 11 13:37:39.688296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ddee5ef8-a90e-46b6-912d-a59b37a63d45 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:39.688694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:39.707149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddee5ef8-a90e-46b6-912d-a59b37a63d45 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:39.744799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ddee5ef8-a90e-46b6-912d-a59b37a63d45, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ddee5ef8-a90e-46b6-912d-a59b37a63d45,segment=NetworkSegment(7e5d2857-9593-4311-a71f-282c00de1cbf),segment_id=7e5d2857-9593-4311-a71f-282c00de1cbf)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:39.753222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:39.844579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ddee5ef8-a90e-46b6-912d-a59b37a63d45,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:39.937373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device b2ff30d1-6f7c-47f9-9d10-dfae57545baa details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:39.945404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:40.019737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9b250c27-f261-49bb-9f42-969704a18891 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:40.021929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9b250c27-f261-49bb-9f42-969704a18891 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.83 "GET /v2.0/networks?id=76672181-efeb-4b13-8c88-e469f0cbed6e HTTP/1.1" status: 200 len: 825 time: 0.1295161 Feb 11 13:37:40.076056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Request body: {'port': {'device_id': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e', 'admin_state_up': True, 'tenant_id': 'f9d02738443545c2a3b1b4b42e0f2f76'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:40.093074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ddee5ef8-a90e-46b6-912d-a59b37a63d45'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:40.168062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515a6ce-fec9-4226-96d0-6f4106ff6a23 req-0dfcac89-5256-4c61-8506-cbc673f4dc49 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:40.169496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f515a6ce-fec9-4226-96d0-6f4106ff6a23 req-0dfcac89-5256-4c61-8506-cbc673f4dc49 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 945 time: 0.2651024 Feb 11 13:37:40.250745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-914ccfc4-547b-4a70-b416-ead617a0c75d req-3728359d-5b81-4f6c-b315-0e896df36dc3 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 210 time: 0.1076345 Feb 11 13:37:40.280506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f515a6ce-fec9-4226-96d0-6f4106ff6a23 req-c03bced4-4155-4b34-ad68-bc020dcf1542 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021440 Feb 11 13:37:40.282100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Made reservation on behalf of f9d02738443545c2a3b1b4b42e0f2f76 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:40.298615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:40.309255 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:37:40.435710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:40.436020 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:40.499265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:40.500075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d192d9-990e-45bc-b0b3-ec5b25d1fb80 req-08a9c88f-51da-4270-b4c0-5894ab79c4f9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:40.501997 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a27015-8d59-43f7-b31a-d369f9ce1cef" -d '{"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-unplugged", "status": "completed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:40.503899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81d192d9-990e-45bc-b0b3-ec5b25d1fb80 req-08a9c88f-51da-4270-b4c0-5894ab79c4f9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 945 time: 0.1322792 Feb 11 13:37:40.508723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Allocated IP 172.20.0.3 (76672181-efeb-4b13-8c88-e469f0cbed6e/3f4b27ca-4086-4c15-b2eb-e8b009f1805c/293474f5-8c22-4a88-9077-e7515e3d9c11) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:40.533453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:40.545954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:40.603871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81d192d9-990e-45bc-b0b3-ec5b25d1fb80 req-eccb5484-44e8-41fa-a5b4-d420b9909c15 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889359 Feb 11 13:37:40.604964 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23f9c95-8cfc-4b9f-8656-f1f38ac51a7f x-openstack-request-id: req-d23f9c95-8cfc-4b9f-8656-f1f38ac51a7f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:40.605268 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-unplugged", "status": "failed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86", "code": 422}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:40.605526 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d23f9c95-8cfc-4b9f-8656-f1f38ac51a7f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:40.608096 n-d-828676-2 neutron-server[103177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'code': 422} returned with failed status Feb 11 13:37:40.703784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:40.810609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks [] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:40.838514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'mac_address': 'fa:16:3e:ec:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:40.841674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:40.847408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:40.860244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:40.922889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Network 76672181-efeb-4b13-8c88-e469f0cbed6e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:40.926891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:40.931490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:40.938846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Pushing event updated for resources: {'Port': ['ID=293474f5-8c22-4a88-9077-e7515e3d9c11,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:40.943689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da308791-837f-415c-b901-8dfed13864fc req-bbe95d3b-f7a9-4a81-86c9-d79d7982065d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:40.953831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da308791-837f-415c-b901-8dfed13864fc req-bbe95d3b-f7a9-4a81-86c9-d79d7982065d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 943 time: 0.1705942 Feb 11 13:37:41.044984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:41.046717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:41.071975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port b2ff30d1-6f7c-47f9-9d10-dfae57545baa is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:41.072365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:41.080427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9dfa8fe8-be92-4eaa-963b-2b6a29038d6e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0107481 Feb 11 13:37:41.093349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Request body: {'port': {'device_id': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:41.097709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da308791-837f-415c-b901-8dfed13864fc req-aca10742-4a00-48cd-9b13-afc46c2ccef7 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416752 Feb 11 13:37:41.125189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ff30d1-6f7c-47f9-9d10-dfae57545baa {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:41.155839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:41.161048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:41.225374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:41.380757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['b2ff30d1-6f7c-47f9-9d10-dfae57545baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:41.852258 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:41.951174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:42.132964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:42.250052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cc23e-01a4-4867-8664-4c8f17821d72 req-53012dfc-63ac-43bc-a97c-11a7becca0d4 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.258680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d73cc23e-01a4-4867-8664-4c8f17821d72 req-53012dfc-63ac-43bc-a97c-11a7becca0d4 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 945 time: 0.4263077 Feb 11 13:37:42.377486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-d44130b8-0b83-495d-83a6-e02ed3e63252 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1990840 Feb 11 13:37:42.385675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d73cc23e-01a4-4867-8664-4c8f17821d72 req-e1f4c9bf-a9f7-49e6-8b0f-83268fbef59a tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260283 Feb 11 13:37:42.399021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352b70c-6f6e-47e9-8856-f8b8cbcbcef8 req-b107e4d4-0dd4-48bf-82c9-e690b5133639 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.402218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f352b70c-6f6e-47e9-8856-f8b8cbcbcef8 req-b107e4d4-0dd4-48bf-82c9-e690b5133639 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 931 time: 0.9805610 Feb 11 13:37:42.422416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293474f5-8c22-4a88-9077-e7515e3d9c11 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:42.446232 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Publish callbacks [] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:42.468410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Transition to ACTIVE for port object 293474f5-8c22-4a88-9077-e7515e3d9c11 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:42.475615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:42.501455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-4cbeecff-0dfd-4b4e-a323-2cda5503c35f req-8505902d-94b8-4b0b-ad7d-61d3b2133bb0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:37:42.502773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cbeecff-0dfd-4b4e-a323-2cda5503c35f req-8505902d-94b8-4b0b-ad7d-61d3b2133bb0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094647 Feb 11 13:37:42.599261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Pushing event updated for resources: {'Port': ['ID=293474f5-8c22-4a88-9077-e7515e3d9c11,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:42.662569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Attempting to bind port 293474f5-8c22-4a88-9077-e7515e3d9c11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:37:42.662816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Attempting to bind port 293474f5-8c22-4a88-9077-e7515e3d9c11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'b7751829-403c-4d6e-92c0-7e6ed49a7628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:37:42.663313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Attempting to bind port 293474f5-8c22-4a88-9077-e7515e3d9c11 on network 76672181-efeb-4b13-8c88-e469f0cbed6e {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:42.669145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Port 293474f5-8c22-4a88-9077-e7515e3d9c11 on network 76672181-efeb-4b13-8c88-e469f0cbed6e not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:42.669515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Attempting to bind port 293474f5-8c22-4a88-9077-e7515e3d9c11 on network 76672181-efeb-4b13-8c88-e469f0cbed6e {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:42.690959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:42.691340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Checking segment: {'id': 'b7751829-403c-4d6e-92c0-7e6ed49a7628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:42.691716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Bound using segment: {'id': 'b7751829-403c-4d6e-92c0-7e6ed49a7628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:42.693803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Bound port: 293474f5-8c22-4a88-9077-e7515e3d9c11, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7751829-403c-4d6e-92c0-7e6ed49a7628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:37:42.694223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:42.719402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f352b70c-6f6e-47e9-8856-f8b8cbcbcef8 req-61f93fe5-e9cf-47a5-bdbe-ee79261e79a0 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782116 Feb 11 13:37:42.778616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-f9397534-ad2e-430d-b4e0-b99fa458e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.780171 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-f9397534-ad2e-430d-b4e0-b99fa458e630 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0090387900d0418b976b2b3fbd3d064f&device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 1128 time: 0.3161683 Feb 11 13:37:42.896019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] For port 293474f5-8c22-4a88-9077-e7515e3d9c11, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:42.899746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] For port 293474f5-8c22-4a88-9077-e7515e3d9c11, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=293474f5-8c22-4a88-9077-e7515e3d9c11,segment=NetworkSegment(b7751829-403c-4d6e-92c0-7e6ed49a7628),segment_id=b7751829-403c-4d6e-92c0-7e6ed49a7628)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:42.957005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:43.061877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-ded0bbd6-1d2d-47ca-aa71-bb9743fee065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.063381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-ded0bbd6-1d2d-47ca-aa71-bb9743fee065 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 200 len: 920 time: 0.2192063 Feb 11 13:37:43.083383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbd812-96ae-4ce5-9f14-892b7e8b7773 req-2cf986d7-38e0-4e93-b6e9-df7f8cda452e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.086176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Pushing event updated for resources: {'Port': ['ID=293474f5-8c22-4a88-9077-e7515e3d9c11,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:43.092826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1cbd812-96ae-4ce5-9f14-892b7e8b7773 req-2cf986d7-38e0-4e93-b6e9-df7f8cda452e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2067502 Feb 11 13:37:43.101642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.102307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:43.103709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-ed8d14a2-561c-464a-b247-73b2d00f49c8 service neutron] 10.222.0.83 "PUT /v2.0/ports/293474f5-8c22-4a88-9077-e7515e3d9c11 HTTP/1.1" status: 200 len: 1091 time: 2.0155530 Feb 11 13:37:43.104165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:43.106505 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222e52bd-c867-4266-a801-e88310e2bdca" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:43.138904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8aa81-fc66-4adc-af28-1383d63b426b req-1982a94d-586a-4447-b3a5-0329013272f9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.145962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-cb0ba882-d90e-4494-8f35-ad6a9792d4a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243 HTTP/1.1" status: 200 len: 217 time: 0.0717411 Feb 11 13:37:43.146914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01c8aa81-fc66-4adc-af28-1383d63b426b req-1982a94d-586a-4447-b3a5-0329013272f9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 944 time: 0.2967815 Feb 11 13:37:43.154620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (21364f29-0bd8-4977-b260-1c794d632e34), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:43.272927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01c8aa81-fc66-4adc-af28-1383d63b426b req-606f6d58-5e78-4605-9096-fbb3035f70f8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250899 Feb 11 13:37:43.279766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-20015298-799f-48f2-98f8-f00569681780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.283464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-20015298-799f-48f2-98f8-f00569681780 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9d02738443545c2a3b1b4b42e0f2f76&device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 1125 time: 0.1097822 Feb 11 13:37:43.356428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-9c3c7313-0ca9-4e2a-969b-f7422344b476 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293474f5-8c22-4a88-9077-e7515e3d9c11 HTTP/1.1" status: 200 len: 217 time: 0.0660069 Feb 11 13:37:43.358744 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea3d38f-09ed-4800-b4f9-ba8b8011edc5 x-openstack-request-id: req-4ea3d38f-09ed-4800-b4f9-ba8b8011edc5 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:43.359211 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:43.359631 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ea3d38f-09ed-4800-b4f9-ba8b8011edc5 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:43.360416 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11', 'status': 'completed', 'code': 200} Feb 11 13:37:43.386921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1cbd812-96ae-4ce5-9f14-892b7e8b7773 req-7e52621a-a326-402c-86d8-a68b861d9f5e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930589 Feb 11 13:37:43.403654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-cd47e16c-0509-4862-b40c-1fb88e10b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.408554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-cd47e16c-0509-4862-b40c-1fb88e10b8b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 200 len: 859 time: 0.2478442 Feb 11 13:37:43.473517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-71756bb5-4abf-4e71-97e6-58587559026f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a212139-3c9b-4738-90c7-5c26b759e6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556870 Feb 11 13:37:43.513114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-843d65c8-20b6-4811-bbe1-33abda0364d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.514654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-843d65c8-20b6-4811-bbe1-33abda0364d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f4b27ca-4086-4c15-b2eb-e8b009f1805c HTTP/1.1" status: 200 len: 865 time: 0.1525350 Feb 11 13:37:43.516516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-a06e30bd-1a6b-4f39-a1c5-3468598d320d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4497979 Feb 11 13:37:43.522183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-80ddbc80-ac35-472a-b6b9-4ac624d41eb5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:37:43.527106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-80ddbc80-ac35-472a-b6b9-4ac624d41eb5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086935 Feb 11 13:37:43.537406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ddee5ef8-a90e-46b6-912d-a59b37a63d45 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:43.582169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-92819b93-b21f-47bf-8723-4c0a583103e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76672181-efeb-4b13-8c88-e469f0cbed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519409 Feb 11 13:37:43.606282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098171-1adc-48fa-bc73-c83d5ce24e7c req-2c3983a1-f01e-41e3-a662-2a29514bd40f tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.614224 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f098171-1adc-48fa-bc73-c83d5ce24e7c req-2c3983a1-f01e-41e3-a662-2a29514bd40f tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 945 time: 0.1144173 Feb 11 13:37:43.680179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port ddee5ef8-a90e-46b6-912d-a59b37a63d45 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:43.691851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port ddee5ef8-a90e-46b6-912d-a59b37a63d45 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:43.695437 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:43.741227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f098171-1adc-48fa-bc73-c83d5ce24e7c req-7f9ded36-0ee5-4b6d-ba18-9a2cf834d46c tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258116 Feb 11 13:37:43.789943 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-91969b9f-cd76-47f4-8f97-c643c3c650b8 service neutron] 10.222.0.83 "GET /v2.0/networks/76672181-efeb-4b13-8c88-e469f0cbed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009246 Feb 11 13:37:43.804553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-e785411a-0ac7-4262-834e-7b8958bb65f9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.806080 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-e785411a-0ac7-4262-834e-7b8958bb65f9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports/aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 200 len: 940 time: 0.1959722 Feb 11 13:37:43.837787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-ada88151-7c28-4cbb-89aa-6b9d0b9703e2 service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303618 Feb 11 13:37:43.956401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device b2ff30d1-6f7c-47f9-9d10-dfae57545baa up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:43.993242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a0cbe40-fb1f-41fe-95ef-da94d160caf8 req-7c036490-fbc6-4543-a286-118717255cae service neutron] 10.222.0.83 "GET /v2.0/networks/76672181-efeb-4b13-8c88-e469f0cbed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971521 Feb 11 13:37:44.029991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ddee5ef8-a90e-46b6-912d-a59b37a63d45 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:44.030731 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:44.119564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e52bd-c867-4266-a801-e88310e2bdca req-fa840b2a-0ee4-4cda-a2bf-d264134dfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:44.121117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ddee5ef8-a90e-46b6-912d-a59b37a63d45, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ddee5ef8-a90e-46b6-912d-a59b37a63d45,segment=NetworkSegment(7e5d2857-9593-4311-a71f-282c00de1cbf),segment_id=7e5d2857-9593-4311-a71f-282c00de1cbf)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:44.124255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-222e52bd-c867-4266-a801-e88310e2bdca req-fa840b2a-0ee4-4cda-a2bf-d264134dfb76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9d02738443545c2a3b1b4b42e0f2f76&device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 1125 time: 0.0793748 Feb 11 13:37:44.124406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:44.127154 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d821888-900c-41c8-ac73-bb9fb3cc1d6e" -d '{"events": [{"server_uuid": "87bacd66-0686-4984-a3a7-5a74ee431a67", "name": "network-vif-plugged", "status": "completed", "tag": "ddee5ef8-a90e-46b6-912d-a59b37a63d45"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:44.133264 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:44.221156 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81686033-10ca-4d0c-8804-a92a910c333b x-openstack-request-id: req-81686033-10ca-4d0c-8804-a92a910c333b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:44.221466 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bacd66-0686-4984-a3a7-5a74ee431a67", "name": "network-vif-plugged", "status": "completed", "tag": "ddee5ef8-a90e-46b6-912d-a59b37a63d45", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:44.221830 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81686033-10ca-4d0c-8804-a92a910c333b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:44.222113 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45', 'code': 200} Feb 11 13:37:44.245007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port b2ff30d1-6f7c-47f9-9d10-dfae57545baa completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:44.368004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad99a4-61b7-4b04-917a-ebc4e4a539ab req-ff2808cc-36bc-4383-8582-20a2f56e026a tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:44.381907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfad99a4-61b7-4b04-917a-ebc4e4a539ab req-ff2808cc-36bc-4383-8582-20a2f56e026a tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 943 time: 0.5080771 Feb 11 13:37:44.394262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e52bd-c867-4266-a801-e88310e2bdca req-4e747702-4ab1-4e72-b0aa-2f17b4b58d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:44.395862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-222e52bd-c867-4266-a801-e88310e2bdca req-4e747702-4ab1-4e72-b0aa-2f17b4b58d0c service neutron] 10.222.0.83 "GET /v2.0/networks?id=76672181-efeb-4b13-8c88-e469f0cbed6e HTTP/1.1" status: 200 len: 926 time: 0.2658608 Feb 11 13:37:44.403617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Deleting port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:44.404140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:44.440035 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-999d64fe-de80-4001-9ea0-a0fc43a3c59e req-fb5bdd3e-05f3-406a-8dc9-dd67a959d43d service neutron] 10.222.0.30 "GET /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816567 Feb 11 13:37:44.465779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ddee5ef8-a90e-46b6-912d-a59b37a63d45,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:44.512144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port b2ff30d1-6f7c-47f9-9d10-dfae57545baa triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:44.512756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:44.526335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-222e52bd-c867-4266-a801-e88310e2bdca req-2949b2b3-d879-4a82-9436-0765447055c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293474f5-8c22-4a88-9077-e7515e3d9c11 HTTP/1.1" status: 200 len: 217 time: 0.1162016 Feb 11 13:37:44.643353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e52bd-c867-4266-a801-e88310e2bdca req-f20c7b0b-0ae5-48e6-83d9-2c2ee2b01257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:44.646692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-222e52bd-c867-4266-a801-e88310e2bdca req-f20c7b0b-0ae5-48e6-83d9-2c2ee2b01257 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f4b27ca-4086-4c15-b2eb-e8b009f1805c HTTP/1.1" status: 200 len: 865 time: 0.0696146 Feb 11 13:37:44.699991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-222e52bd-c867-4266-a801-e88310e2bdca req-f7c83565-896c-4857-9cca-3ce6b4b69468 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=76672181-efeb-4b13-8c88-e469f0cbed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321128 Feb 11 13:37:44.774461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port b2ff30d1-6f7c-47f9-9d10-dfae57545baa is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:44.775027 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:44.808385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfad99a4-61b7-4b04-917a-ebc4e4a539ab req-598f572c-869d-409a-b91d-22f46d33cc21 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017777 Feb 11 13:37:44.815572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] For port 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:44.816229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:44.842826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Calling delete_port for 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:44.886309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:44.897370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:44.908986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-222e52bd-c867-4266-a801-e88310e2bdca req-45736f74-4a65-4c27-9c5f-2cf49ab8e964 service neutron] 10.222.0.83 "GET /v2.0/networks/76672181-efeb-4b13-8c88-e469f0cbed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958160 Feb 11 13:37:45.017668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:45.149304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66331-8a16-45a6-83a7-d2ae9113110f req-0ceb5db9-015b-4f23-94a7-f81790aee7f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:45.155462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94e66331-8a16-45a6-83a7-d2ae9113110f req-0ceb5db9-015b-4f23-94a7-f81790aee7f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 944 time: 0.6267290 Feb 11 13:37:45.165157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c09a2-0879-4333-a79b-336fd7e90e4b req-e798b154-45ca-4da4-abb2-7e6d87df0aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:45.168470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e1c09a2-0879-4333-a79b-336fd7e90e4b req-e798b154-45ca-4da4-abb2-7e6d87df0aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1749840 Feb 11 13:37:45.174698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cab94-0273-45cd-bf24-b615e9c7d58f req-4af43a47-5629-4f70-9654-a85c465e6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:45.177308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-684cab94-0273-45cd-bf24-b615e9c7d58f req-4af43a47-5629-4f70-9654-a85c465e6d9c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 1128 time: 0.7799361 Feb 11 13:37:45.211551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-222e52bd-c867-4266-a801-e88310e2bdca req-4d2256ed-149f-4890-ade5-268ebad16f4b service neutron] 10.222.0.83 "GET /v2.0/networks/76672181-efeb-4b13-8c88-e469f0cbed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866147 Feb 11 13:37:45.279853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94e66331-8a16-45a6-83a7-d2ae9113110f req-e286a1f7-acbd-45aa-aeb9-7500429d0047 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155975 Feb 11 13:37:45.282493 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:45.313755 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-684cab94-0273-45cd-bf24-b615e9c7d58f req-2515bdad-b506-49be-b764-59466049e6e1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244876 Feb 11 13:37:45.369143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:45.405749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e1c09a2-0879-4333-a79b-336fd7e90e4b req-5f8e6c5b-02f8-496c-8f2a-cb6609c7ab74 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274318 Feb 11 13:37:45.547224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2153-4a3b-481b-97f6-fac4b67bedc0 req-c41e9153-e81a-4838-8b00-77587c80e11e tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:45.548977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d89f2153-4a3b-481b-97f6-fac4b67bedc0 req-c41e9153-e81a-4838-8b00-77587c80e11e tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 946 time: 0.1319904 Feb 11 13:37:45.613878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (21364f29-0bd8-4977-b260-1c794d632e34), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:45.641425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d89f2153-4a3b-481b-97f6-fac4b67bedc0 req-d12b2a8a-73c3-4269-809e-e4d327b8b87e tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847273 Feb 11 13:37:46.047365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Router 21364f29-0bd8-4977-b260-1c794d632e34 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:46.059416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593acb7-fa8f-4c51-acdd-dc1f079f15d0 req-0b403c4b-cdcb-4925-85b0-8f148a8eda4b tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.061327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8593acb7-fa8f-4c51-acdd-dc1f079f15d0 req-0b403c4b-cdcb-4925-85b0-8f148a8eda4b tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 943 time: 0.0979645 Feb 11 13:37:46.168061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8593acb7-fa8f-4c51-acdd-dc1f079f15d0 req-5454126a-c0de-404e-99d9-ca1665c30871 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959437 Feb 11 13:37:46.227299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:46.229500 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35fa322-7085-40dd-9bf7-cd9d126941b6" -d '{"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:46.243188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:46.260730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45410) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:46.261002 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4085daa1-87b6-4d39-9ba3-62f390272fbb admin admin] 10.222.0.79 "PUT /v2.0/routers/21364f29-0bd8-4977-b260-1c794d632e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4083350 Feb 11 13:37:46.285068 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] Sync routers for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:46.375695 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6435689b-6593-4a6c-b763-2b6d1a717e46 x-openstack-request-id: req-6435689b-6593-4a6c-b763-2b6d1a717e46 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:46.376215 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:46.376644 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6435689b-6593-4a6c-b763-2b6d1a717e46 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:46.377387 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'code': 200} Feb 11 13:37:46.392555 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:46.393186 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:37:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:46.424359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks [] for router (21364f29-0bd8-4977-b260-1c794d632e34), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:46.636672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks [] for router_gateway (21364f29-0bd8-4977-b260-1c794d632e34), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:46.652158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36589548-bf97-4f7e-b3eb-531b7d54a3d9 req-0a0caca8-2439-4f0c-a605-386af3a57519 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.659652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36589548-bf97-4f7e-b3eb-531b7d54a3d9 req-0a0caca8-2439-4f0c-a605-386af3a57519 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.0876019 Feb 11 13:37:46.674507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf0e4e-8840-4b76-ae12-c3f85322aa6d req-b15f9053-fef8-498a-b868-31da840ae4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.676863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5bcf0e4e-8840-4b76-ae12-c3f85322aa6d req-b15f9053-fef8-498a-b868-31da840ae4ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 1127 time: 0.1227720 Feb 11 13:37:46.738166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5bcf0e4e-8840-4b76-ae12-c3f85322aa6d req-101e6f92-7993-473b-b04a-90a421925087 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508161 Feb 11 13:37:46.746942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501370-9679-4cf9-83d6-74fb2cc0d94b req-b5f79c2c-17d5-470a-aef2-185b13c0411c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.748898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd501370-9679-4cf9-83d6-74fb2cc0d94b req-b5f79c2c-17d5-470a-aef2-185b13c0411c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 945 time: 0.3076639 Feb 11 13:37:46.827120 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:46.850815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36589548-bf97-4f7e-b3eb-531b7d54a3d9 req-7353b6d0-0e6d-4506-b99f-c5332caba101 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899452 Feb 11 13:37:46.862531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd501370-9679-4cf9-83d6-74fb2cc0d94b req-39dcf5f8-66c9-4049-8ab1-855dc6c5a950 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991678 Feb 11 13:37:46.883713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Deleting port d974401b-05d4-4f0b-9d8b-1049a46bc41a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:46.884060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:47.062476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] For port d974401b-05d4-4f0b-9d8b-1049a46bc41a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d974401b-05d4-4f0b-9d8b-1049a46bc41a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:47.064620 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:47.095814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Calling delete_port for d974401b-05d4-4f0b-9d8b-1049a46bc41a owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:47.118449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceedee-c4dd-435e-8552-f147aa9f6851 req-64e07b33-3c14-4063-a18f-8ea2c432948f tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:47.120498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32ceedee-c4dd-435e-8552-f147aa9f6851 req-64e07b33-3c14-4063-a18f-8ea2c432948f tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 946 time: 0.1433988 Feb 11 13:37:47.263474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32ceedee-c4dd-435e-8552-f147aa9f6851 req-30479766-7630-4af3-888b-af1c2d843a50 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366284 Feb 11 13:37:47.494842 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:37:45Z', 'revision_number': 5, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port': {'id': 'd974401b-05d4-4f0b-9d8b-1049a46bc41a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21364f29-0bd8-4977-b260-1c794d632e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:44Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:47.565205 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] Checking router: 21364f29-0bd8-4977-b260-1c794d632e34 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:37:47.581053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 293474f5-8c22-4a88-9077-e7515e3d9c11 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:47.587409 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] Routers {'21364f29-0bd8-4977-b260-1c794d632e34'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:47.591995 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:37:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['21364f29-0bd8-4977-b260-1c794d632e34'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:47.606800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93b6b-409b-4dc0-ac47-c32c24354091 req-251d2ed7-e1bd-4a53-bb56-79ff385d995f tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:47.608728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92a93b6b-409b-4dc0-ac47-c32c24354091 req-251d2ed7-e1bd-4a53-bb56-79ff385d995f tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 943 time: 0.2929657 Feb 11 13:37:47.610278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d974401b-05d4-4f0b-9d8b-1049a46bc41a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:47.719628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Pushing event deleted for resources: {'Port': ['ID=d974401b-05d4-4f0b-9d8b-1049a46bc41a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:47.855727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 293474f5-8c22-4a88-9077-e7515e3d9c11, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=293474f5-8c22-4a88-9077-e7515e3d9c11,segment=NetworkSegment(b7751829-403c-4d6e-92c0-7e6ed49a7628),segment_id=b7751829-403c-4d6e-92c0-7e6ed49a7628)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:47.878718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '293474f5-8c22-4a88-9077-e7515e3d9c11', 'network_id': '76672181-efeb-4b13-8c88-e469f0cbed6e', 'port_id': '293474f5-8c22-4a88-9077-e7515e3d9c11', 'mac_address': 'fa:16:3e:6a:a3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4b27ca-4086-4c15-b2eb-e8b009f1805c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:47.893617 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] Set router 21364f29-0bd8-4977-b260-1c794d632e34 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:47.953155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92a93b6b-409b-4dc0-ac47-c32c24354091 req-c1b7d4f8-39d9-4a22-9f77-071fae52d89b tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292832 Feb 11 13:37:47.962634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (21364f29-0bd8-4977-b260-1c794d632e34), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:47.972909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 293474f5-8c22-4a88-9077-e7515e3d9c11 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:47.973241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:47.982032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912027-5ff5-4beb-bcdc-4f1359a03782 req-be241b9d-fcfe-4c27-b85f-8cff40418191 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:47.996986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a3912027-5ff5-4beb-bcdc-4f1359a03782 req-be241b9d-fcfe-4c27-b85f-8cff40418191 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 946 time: 0.1275291 Feb 11 13:37:48.017276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293474f5-8c22-4a88-9077-e7515e3d9c11 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:48.059000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 293474f5-8c22-4a88-9077-e7515e3d9c11, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=293474f5-8c22-4a88-9077-e7515e3d9c11,segment=NetworkSegment(b7751829-403c-4d6e-92c0-7e6ed49a7628),segment_id=b7751829-403c-4d6e-92c0-7e6ed49a7628)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:48.061351 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:37:46Z', 'revision_number': 6, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.068958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.134810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a3912027-5ff5-4beb-bcdc-4f1359a03782 req-64681cf6-0613-4864-9588-876c483ec312 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365135 Feb 11 13:37:48.158673 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ba4f2-3b09-435b-9f70-152b2c43a9dd None None] The sync data for ids ['21364f29-0bd8-4977-b260-1c794d632e34'] in n-d-828676-2 is: [{'id': '21364f29-0bd8-4977-b260-1c794d632e34', 'name': 'tempest-TaggedBootDevicesTest_v242-971029513-router', 'tenant_id': 'a844ca10a5404f0baedffa69e9bced92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:43Z', 'updated_at': '2022-02-11T13:37:46Z', 'revision_number': 6, 'project_id': 'a844ca10a5404f0baedffa69e9bced92', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:48.191275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=293474f5-8c22-4a88-9077-e7515e3d9c11,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:48.289776 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (21364f29-0bd8-4977-b260-1c794d632e34), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.301796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks [] for router_controller (21364f29-0bd8-4977-b260-1c794d632e34), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.349374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['293474f5-8c22-4a88-9077-e7515e3d9c11'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:48.369834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eab670-f286-437d-9a8d-772acd60db12 req-2d3f72b7-57a5-4f9d-98de-7ae9d31a116a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:48.373492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09eab670-f286-437d-9a8d-772acd60db12 req-2d3f72b7-57a5-4f9d-98de-7ae9d31a116a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1209440 Feb 11 13:37:48.381513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be3bd0-2e2f-4347-8565-deca058e76e3 req-971f994e-ce41-4ebc-9ccc-4f35d443d436 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:48.390028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4be3bd0-2e2f-4347-8565-deca058e76e3 req-971f994e-ce41-4ebc-9ccc-4f35d443d436 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 945 time: 0.2309215 Feb 11 13:37:48.418946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (21364f29-0bd8-4977-b260-1c794d632e34), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.420107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21364f29-0bd8-4977-b260-1c794d632e34 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:48.430596 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.432738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-db3b88f0-534e-478f-91c0-2928339af609 admin admin] 10.222.0.79 "DELETE /v2.0/routers/21364f29-0bd8-4977-b260-1c794d632e34 HTTP/1.1" status: 204 len: 168 time: 2.1709399 Feb 11 13:37:48.436216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45446) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:48.492035 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09eab670-f286-437d-9a8d-772acd60db12 req-a9630fc2-5dfd-45a0-b465-85f57e4d2912 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103237 Feb 11 13:37:48.519843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4be3bd0-2e2f-4347-8565-deca058e76e3 req-7925e15f-fcf5-4490-8fb4-520d115a1758 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285727 Feb 11 13:37:48.542891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] Deleting subnet 0e119b7f-df68-4b7a-b24e-0d52973d3ffa {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:37:48.549085 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] Publish callbacks [] for subnet (0e119b7f-df68-4b7a-b24e-0d52973d3ffa), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.658502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (0e119b7f-df68-4b7a-b24e-0d52973d3ffa), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.859318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0e119b7f-df68-4b7a-b24e-0d52973d3ffa), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:48.975798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13858-a7fe-414e-891a-0492636fdecf req-9ae3336c-38ef-4bfb-97c4-c6601c4d9711 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:48.977937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fac13858-a7fe-414e-891a-0492636fdecf req-9ae3336c-38ef-4bfb-97c4-c6601c4d9711 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 945 time: 0.0912189 Feb 11 13:37:48.979759 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (0e119b7f-df68-4b7a-b24e-0d52973d3ffa), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.019771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.020198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701032a9-9ba3-410f-b98d-018e7752c16f None None] Network 9851043d-750b-4ec2-a3a6-4cf97820e5af requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:49.025075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0e119b7f-df68-4b7a-b24e-0d52973d3ffa HTTP/1.1" status: 204 len: 168 time: 0.5868602 Feb 11 13:37:49.028012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:49.117033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e93e1-f1e8-42e2-9764-861474ec61ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e119b7f-df68-4b7a-b24e-0d52973d3ffa,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:49.191911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-dce013f3-ee8d-43e6-9af2-d6c67d2cce6d tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:49.203491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-dce013f3-ee8d-43e6-9af2-d6c67d2cce6d tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.83 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 946 time: 0.2025301 Feb 11 13:37:49.234541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:49.274845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fac13858-a7fe-414e-891a-0492636fdecf req-38836282-f84d-40aa-8179-3084028bc96b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714889 Feb 11 13:37:49.343796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Deleting port ddee5ef8-a90e-46b6-912d-a59b37a63d45 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:49.344191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.356393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:49.356741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 74c72e7d-d4ad-4b9c-8903-fa314ef9e8e2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:49.357184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d974401b-05d4-4f0b-9d8b-1049a46bc41a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:49.404403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (9851043d-750b-4ec2-a3a6-4cf97820e5af), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.462333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743d8be-7f60-47ae-8087-ac008ec9de08 req-3fd40857-41b4-4a24-9420-c15926b64b89 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:49.464738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d743d8be-7f60-47ae-8087-ac008ec9de08 req-3fd40857-41b4-4a24-9420-c15926b64b89 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 944 time: 0.3368256 Feb 11 13:37:49.484046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d974401b-05d4-4f0b-9d8b-1049a46bc41a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:49.484391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d974401b-05d4-4f0b-9d8b-1049a46bc41a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:49.577233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 293474f5-8c22-4a88-9077-e7515e3d9c11 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:49.694304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] DHCP port deletion for 9851043d-750b-4ec2-a3a6-4cf97820e5af request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:37:49.722189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aef20-c473-4116-8eee-a9cd0496c710 req-e236fb5f-06da-43b9-b651-583af2dd58f6 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:49.725045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-871aef20-c473-4116-8eee-a9cd0496c710 req-e236fb5f-06da-43b9-b651-583af2dd58f6 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 946 time: 0.2332215 Feb 11 13:37:49.727284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] For port ddee5ef8-a90e-46b6-912d-a59b37a63d45, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ddee5ef8-a90e-46b6-912d-a59b37a63d45,segment=NetworkSegment(7e5d2857-9593-4311-a71f-282c00de1cbf),segment_id=7e5d2857-9593-4311-a71f-282c00de1cbf)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:49.727776 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.745052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d743d8be-7f60-47ae-8087-ac008ec9de08 req-14a1169e-fd4a-4c43-8783-e4389c23b041 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673624 Feb 11 13:37:49.775257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Deleting port 21b315df-cee2-404b-9492-2f08b0997d39 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:49.775497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (21b315df-cee2-404b-9492-2f08b0997d39), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.789958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Calling delete_port for ddee5ef8-a90e-46b6-912d-a59b37a63d45 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:49.809934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] Deleting port 21b315df-cee2-404b-9492-2f08b0997d39 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:49.810588 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (21b315df-cee2-404b-9492-2f08b0997d39), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.822443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 293474f5-8c22-4a88-9077-e7515e3d9c11 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:49.879636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 293474f5-8c22-4a88-9077-e7515e3d9c11 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:49.887979 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:49.911453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-871aef20-c473-4116-8eee-a9cd0496c710 req-67e3c588-ca9a-4923-bfc3-2e2f7108a9e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa9d8638-4729-4602-8a11-459a76105932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803637 Feb 11 13:37:49.990194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] For port 21b315df-cee2-404b-9492-2f08b0997d39, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21b315df-cee2-404b-9492-2f08b0997d39,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:49.990716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (21b315df-cee2-404b-9492-2f08b0997d39), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.010112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Calling delete_port for 21b315df-cee2-404b-9492-2f08b0997d39 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:50.074834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d80bc-81c7-474f-865f-76dfa6cd19d1 req-13280841-ec85-47ac-b64e-bad40a78b36b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:50.082251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b11d80bc-81c7-474f-865f-76dfa6cd19d1 req-13280841-ec85-47ac-b64e-bad40a78b36b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1448379 Feb 11 13:37:50.093429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] For port 21b315df-cee2-404b-9492-2f08b0997d39, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21b315df-cee2-404b-9492-2f08b0997d39,segment=NetworkSegment(92e9c3cb-9684-49bd-bae3-02f96cdcbb90),segment_id=92e9c3cb-9684-49bd-bae3-02f96cdcbb90)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:50.093968 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (21b315df-cee2-404b-9492-2f08b0997d39), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.147655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] Calling delete_port for 21b315df-cee2-404b-9492-2f08b0997d39 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:50.155183 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.166915 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b11d80bc-81c7-474f-865f-76dfa6cd19d1 req-2c149158-3fe0-44eb-ac4f-f5ca433b167b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834391 Feb 11 13:37:50.193274 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ddee5ef8-a90e-46b6-912d-a59b37a63d45), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.207604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (21b315df-cee2-404b-9492-2f08b0997d39), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.243437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Pushing event deleted for resources: {'Port': ['ID=21b315df-cee2-404b-9492-2f08b0997d39,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.245990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] No DVR routers for this DVR port 21b315df-cee2-404b-9492-2f08b0997d39 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:50.280225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ddee5ef8-a90e-46b6-912d-a59b37a63d45'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:50.287696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Pushing event deleted for resources: {'Port': ['ID=ddee5ef8-a90e-46b6-912d-a59b37a63d45,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.361430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (9851043d-750b-4ec2-a3a6-4cf97820e5af), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.392827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] No DVR routers for this DVR port ddee5ef8-a90e-46b6-912d-a59b37a63d45 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:50.409686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 293474f5-8c22-4a88-9077-e7515e3d9c11 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:50.410622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9851043d-750b-4ec2-a3a6-4cf97820e5af']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:50.410875 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.431342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e9c3cb-9684-49bd-bae3-02f96cdcbb90') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:50.431645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e9c3cb-9684-49bd-bae3-02f96cdcbb90') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:50.439237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (21b315df-cee2-404b-9492-2f08b0997d39), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.455139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (92e9c3cb-9684-49bd-bae3-02f96cdcbb90), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.463923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:50.465118 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.466158 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992126da-2080-42f1-bfb1-4ced5e267dd8" -d '{"events": [{"server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "name": "network-vif-plugged", "status": "completed", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:50.471786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] Pushing event deleted for resources: {'Port': ['ID=21b315df-cee2-404b-9492-2f08b0997d39,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.472538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd5b2bfb-93bf-46e4-8c2b-4b768db47328 req-5653f695-0d0b-4525-8f18-70c480e409e9 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.83 "DELETE /v2.0/ports/ddee5ef8-a90e-46b6-912d-a59b37a63d45 HTTP/1.1" status: 204 len: 173 time: 1.2679145 Feb 11 13:37:50.475430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'name': 'network-vif-deleted', 'tag': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:50.481403 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb5e1eb-ef16-422a-bbc7-5ea06001c5f8" -d '{"events": [{"server_uuid": "87bacd66-0686-4984-a3a7-5a74ee431a67", "name": "network-vif-deleted", "tag": "ddee5ef8-a90e-46b6-912d-a59b37a63d45"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:50.483285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (92e9c3cb-9684-49bd-bae3-02f96cdcbb90), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.500426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:50.502001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (92e9c3cb-9684-49bd-bae3-02f96cdcbb90), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.526327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 293474f5-8c22-4a88-9077-e7515e3d9c11, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=293474f5-8c22-4a88-9077-e7515e3d9c11,segment=NetworkSegment(b7751829-403c-4d6e-92c0-7e6ed49a7628),segment_id=b7751829-403c-4d6e-92c0-7e6ed49a7628)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:50.529891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5e150-8f87-4889-ae4c-f1f6f1b6f5c4 None None] No DVR routers for this DVR port 21b315df-cee2-404b-9492-2f08b0997d39 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:50.547460 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.562968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e7d08-99ec-4da7-9241-3ba08c0c2cdb req-803fe80a-f7c5-49b1-830d-de6c63730a8b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:50.568460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fe3e7d08-99ec-4da7-9241-3ba08c0c2cdb req-803fe80a-f7c5-49b1-830d-de6c63730a8b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 945 time: 0.1769681 Feb 11 13:37:50.569398 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec4c5d-b15a-4d34-85ce-a00f2e8fdc3f x-openstack-request-id: req-95ec4c5d-b15a-4d34-85ce-a00f2e8fdc3f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:50.569398 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "name": "network-vif-plugged", "status": "completed", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:50.569700 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95ec4c5d-b15a-4d34-85ce-a00f2e8fdc3f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:50.570078 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11', 'code': 200} Feb 11 13:37:50.640194 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ff3d7-c50a-444e-a69b-11aa7c17138c x-openstack-request-id: req-5d4ff3d7-c50a-444e-a69b-11aa7c17138c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:50.641211 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bacd66-0686-4984-a3a7-5a74ee431a67", "name": "network-vif-deleted", "tag": "ddee5ef8-a90e-46b6-912d-a59b37a63d45", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:50.641479 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d4ff3d7-c50a-444e-a69b-11aa7c17138c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:50.641889 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bacd66-0686-4984-a3a7-5a74ee431a67', 'name': 'network-vif-deleted', 'tag': 'ddee5ef8-a90e-46b6-912d-a59b37a63d45', 'status': 'completed', 'code': 200} Feb 11 13:37:50.686913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fe3e7d08-99ec-4da7-9241-3ba08c0c2cdb req-ef492eea-fbdb-4fc1-a9e9-a53cc85300e4 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070437 Feb 11 13:37:50.740811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=293474f5-8c22-4a88-9077-e7515e3d9c11,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:50.741097 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:50.752642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (9851043d-750b-4ec2-a3a6-4cf97820e5af), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.764112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:50.767857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] 10.222.0.79 "DELETE /v2.0/networks/9851043d-750b-4ec2-a3a6-4cf97820e5af HTTP/1.1" status: 204 len: 168 time: 1.7386682 Feb 11 13:37:50.771050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:50.787834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83be431-e7a7-450d-bd67-a8c710a8c31a admin admin] Pushing event deleted for resources: {'Network': ['ID=9851043d-750b-4ec2-a3a6-4cf97820e5af,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.885105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0fdcb-1524-411f-b7bf-49a65f6b8726 req-e95e5f93-4364-4b6a-939b-210b8118c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:50.886774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fa0fdcb-1524-411f-b7bf-49a65f6b8726 req-e95e5f93-4364-4b6a-939b-210b8118c3f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 1127 time: 0.2023132 Feb 11 13:37:50.990066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fa0fdcb-1524-411f-b7bf-49a65f6b8726 req-74e82869-ca76-4fb2-8801-4ec014f8c6ae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963020 Feb 11 13:37:51.079256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa92ab-e767-4537-b8e1-77f181d94b5f req-e6a20f34-be36-479b-bbe3-7938e0ff1039 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:51.090696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9baa92ab-e767-4537-b8e1-77f181d94b5f req-e6a20f34-be36-479b-bbe3-7938e0ff1039 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 945 time: 0.1879921 Feb 11 13:37:51.178196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9baa92ab-e767-4537-b8e1-77f181d94b5f req-a41376e0-d4cf-41c6-b420-bc3855f8ee0e tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827298 Feb 11 13:37:51.190958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21b315df-cee2-404b-9492-2f08b0997d39 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:51.261051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 21b315df-cee2-404b-9492-2f08b0997d39 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:51.261535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21b315df-cee2-404b-9492-2f08b0997d39 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:51.321131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f58315f-4575-4ec6-9b67-73e5f60fd148 req-8101c532-8fa4-4d56-acf4-0ea6d23b91c6 tempest-InstanceActionsNegativeTestJSON-374229793 tempest-InstanceActionsNegativeTestJSON-374229793-project] 10.222.0.79 "GET /v2.0/ports?device_id=87bacd66-0686-4984-a3a7-5a74ee431a67 HTTP/1.1" status: 200 len: 210 time: 0.0578220 Feb 11 13:37:51.488499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00e3b3-fa18-4def-84f0-7a318e630e95 req-007a0e19-11fc-4b28-bffe-c7f825b11854 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:51.491010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad00e3b3-fa18-4def-84f0-7a318e630e95 req-007a0e19-11fc-4b28-bffe-c7f825b11854 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1060016 Feb 11 13:37:51.582504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad00e3b3-fa18-4def-84f0-7a318e630e95 req-c3690d6a-48ae-470f-b7dc-280df5d5562c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856586 Feb 11 13:37:51.783873 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:51.849904 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (ec04bfc1-65b0-4af9-991b-4a0872524485), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.216438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Deleting port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:52.216928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.321818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] For port f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,segment=NetworkSegment(395d6207-5866-4b55-b7d3-43e8fa183c73),segment_id=395d6207-5866-4b55-b7d3-43e8fa183c73)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:52.322319 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.337380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Calling delete_port for f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:52.396391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45514) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:52.481882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] Deleting subnet 032e9d41-8665-41d4-8b88-95440d271cc0 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:37:52.488716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] Publish callbacks [] for subnet (032e9d41-8665-41d4-8b88-95440d271cc0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.563534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (032e9d41-8665-41d4-8b88-95440d271cc0), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.633061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (032e9d41-8665-41d4-8b88-95440d271cc0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.669068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5e666-4342-4075-a74c-b118b620fa59 req-b2943a53-b7bc-41da-ac6f-4106d7b28dfc tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:52.685189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0e5e666-4342-4075-a74c-b118b620fa59 req-b2943a53-b7bc-41da-ac6f-4106d7b28dfc tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 945 time: 0.1318090 Feb 11 13:37:52.719531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (032e9d41-8665-41d4-8b88-95440d271cc0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.758816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.765450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/032e9d41-8665-41d4-8b88-95440d271cc0 HTTP/1.1" status: 204 len: 168 time: 0.3678164 Feb 11 13:37:52.768107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45530) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:52.791535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:52.815565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d955a-a6b4-44b9-afd1-7d0fe7e14858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032e9d41-8665-41d4-8b88-95440d271cc0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.870260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9a6bf-bfe7-4a3e-a810-2de2bfc08794 req-b2b8462b-bc55-4bf9-bc99-8ec80b225533 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:52.871918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ef9a6bf-bfe7-4a3e-a810-2de2bfc08794 req-b2b8462b-bc55-4bf9-bc99-8ec80b225533 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1542215 Feb 11 13:37:52.912139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.983048 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ef9a6bf-bfe7-4a3e-a810-2de2bfc08794 req-66c96c21-a00f-4342-872e-db07f543fd93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018543 Feb 11 13:37:53.016072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0e5e666-4342-4075-a74c-b118b620fa59 req-0e00bfcc-bc49-469e-80af-0888401d773d tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227842 Feb 11 13:37:53.026882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (63789cdf-54d9-4943-963f-225328d395d8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.393442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (ec04bfc1-65b0-4af9-991b-4a0872524485), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.505765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (63789cdf-54d9-4943-963f-225328d395d8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.533831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f99db-b491-43aa-a249-6d3e5edfe8a7 req-1e3fd410-ff02-4acd-8bf7-e6a1488b96b5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:53.548517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63789cdf-54d9-4943-963f-225328d395d8']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:53.549644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-783f99db-b491-43aa-a249-6d3e5edfe8a7 req-1e3fd410-ff02-4acd-8bf7-e6a1488b96b5 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1337001 Feb 11 13:37:53.560661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5d2857-9593-4311-a71f-282c00de1cbf') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:53.560954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5d2857-9593-4311-a71f-282c00de1cbf') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:53.574004 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (7e5d2857-9593-4311-a71f-282c00de1cbf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.590950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e5d2857-9593-4311-a71f-282c00de1cbf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.602427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ddee5ef8-a90e-46b6-912d-a59b37a63d45 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:53.634501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: ddee5ef8-a90e-46b6-912d-a59b37a63d45 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:53.635316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ddee5ef8-a90e-46b6-912d-a59b37a63d45 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:53.657832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-783f99db-b491-43aa-a249-6d3e5edfe8a7 req-028aa37b-6b6e-44e3-a39e-50b489ef1083 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054261 Feb 11 13:37:53.685577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:53.685577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (7e5d2857-9593-4311-a71f-282c00de1cbf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:53.688243 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:53.837252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (63789cdf-54d9-4943-963f-225328d395d8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.849309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:53.852700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] 10.222.0.79 "DELETE /v2.0/networks/63789cdf-54d9-4943-963f-225328d395d8 HTTP/1.1" status: 204 len: 168 time: 1.0811961 Feb 11 13:37:53.878514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15adc2f-aa8e-4256-981f-ad9a37df9f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=63789cdf-54d9-4943-963f-225328d395d8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:53.889295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0a630-f48d-4b29-ac02-dd2ea51071ac req-20b2b72e-6106-4eeb-9eeb-b7bcee6dba19 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:53.896956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2b0a630-f48d-4b29-ac02-dd2ea51071ac req-20b2b72e-6106-4eeb-9eeb-b7bcee6dba19 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 945 time: 0.2999640 Feb 11 13:37:53.991749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Router ec04bfc1-65b0-4af9-991b-4a0872524485 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:54.006596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2b0a630-f48d-4b29-ac02-dd2ea51071ac req-462de461-1abd-48a2-9f0e-6c99dbd54e5c tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032808 Feb 11 13:37:54.028949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device b2ff30d1-6f7c-47f9-9d10-dfae57545baa details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:54.111322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45560) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:54.231807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8a12e69-67e3-4572-887e-3d1593638634 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a88dfe84ebf04b0a87ee55abd516cd89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193759 Feb 11 13:37:54.260621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45562) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:54.302818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:54.316487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-17171522-53c2-4b08-98aa-6854ce0b9e33 admin admin] 10.222.0.79 "PUT /v2.0/routers/ec04bfc1-65b0-4af9-991b-4a0872524485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5441632 Feb 11 13:37:54.317140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:54.329104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:54.356139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'mac_address': 'fa:16:3e:ec:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:54.358901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] Sync routers for ids ['ec04bfc1-65b0-4af9-991b-4a0872524485'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:54.361847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e18ab-e37d-4c5f-9f24-3a8a7b8390ec req-870e9062-722c-413c-bb77-23f347efcf6f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:54.369635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-976e18ab-e37d-4c5f-9f24-3a8a7b8390ec req-870e9062-722c-413c-bb77-23f347efcf6f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2319341 Feb 11 13:37:54.379397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] Routers {'ec04bfc1-65b0-4af9-991b-4a0872524485'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:54.380841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:37:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ec04bfc1-65b0-4af9-991b-4a0872524485'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:54.408308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b6c818d-3ba1-4f38-b7de-b8dfacdf64b5 admin admin] Publish callbacks [] for security_group (aa9d8638-4729-4602-8a11-459a76105932), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:54.523907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b6c818d-3ba1-4f38-b7de-b8dfacdf64b5 admin admin] Publish callbacks [] for security_group (aa9d8638-4729-4602-8a11-459a76105932), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:54.557176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-976e18ab-e37d-4c5f-9f24-3a8a7b8390ec req-7e7982c3-9e65-4557-8f1f-479c62c52916 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863062 Feb 11 13:37:54.622949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefea07-f9b0-4c3f-beb7-cf6214bcf238 req-96d11b0c-8ab4-4387-bd89-dbc6f7241200 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:54.624619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-feefea07-f9b0-4c3f-beb7-cf6214bcf238 req-96d11b0c-8ab4-4387-bd89-dbc6f7241200 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 945 time: 0.2933571 Feb 11 13:37:54.642227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b6c818d-3ba1-4f38-b7de-b8dfacdf64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aa9d8638-4729-4602-8a11-459a76105932), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:54.647281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b6c818d-3ba1-4f38-b7de-b8dfacdf64b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:54.648999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b6c818d-3ba1-4f38-b7de-b8dfacdf64b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa9d8638-4729-4602-8a11-459a76105932 HTTP/1.1" status: 204 len: 168 time: 0.3776970 Feb 11 13:37:54.653251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks [] for router (ec04bfc1-65b0-4af9-991b-4a0872524485), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:54.662548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c818d-3ba1-4f38-b7de-b8dfacdf64b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d8638-4729-4602-8a11-459a76105932,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:54.836399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port b2ff30d1-6f7c-47f9-9d10-dfae57545baa is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:54.849854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:54.896744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2ff30d1-6f7c-47f9-9d10-dfae57545baa {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:54.901243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ee27b-6f6a-495d-a2d0-c9e2d78f1310 req-cf8bbb9a-79b4-4a02-a1b8-62862d2ab0d4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:54.921400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-736ee27b-6f6a-495d-a2d0-c9e2d78f1310 req-cf8bbb9a-79b4-4a02-a1b8-62862d2ab0d4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1817789 Feb 11 13:37:54.939385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-feefea07-f9b0-4c3f-beb7-cf6214bcf238 req-37bc3db2-9b76-4557-957b-20750973df7a tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983854 Feb 11 13:37:54.984186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks [] for router_gateway (ec04bfc1-65b0-4af9-991b-4a0872524485), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:55.024604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:55.039917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:55.101280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Deleting port c3c4ad09-f04f-41fa-b20e-051889bbda9b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:55.102149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:55.109259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] Set router ec04bfc1-65b0-4af9-991b-4a0872524485 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:55.150475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-736ee27b-6f6a-495d-a2d0-c9e2d78f1310 req-2fdf8afe-82e7-4e45-9f5d-99a7cf41d3c6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280726 Feb 11 13:37:55.251706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['b2ff30d1-6f7c-47f9-9d10-dfae57545baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:55.274578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] For port c3c4ad09-f04f-41fa-b20e-051889bbda9b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c3c4ad09-f04f-41fa-b20e-051889bbda9b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:55.275166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:55.304080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Calling delete_port for c3c4ad09-f04f-41fa-b20e-051889bbda9b owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:55.398394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:55.763517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559993d5-5d95-4635-bee2-b50f2dc8157b req-4c1c239c-5a19-40fe-85a7-ed1cd061c66f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:55.776023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-559993d5-5d95-4635-bee2-b50f2dc8157b req-4c1c239c-5a19-40fe-85a7-ed1cd061c66f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1113710 Feb 11 13:37:55.859909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-559993d5-5d95-4635-bee2-b50f2dc8157b req-247192fc-7e17-440b-9099-896545811d7e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764124 Feb 11 13:37:55.992357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:37:52Z', 'revision_number': 5, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port': {'id': 'c3c4ad09-f04f-41fa-b20e-051889bbda9b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:01Z', 'updated_at': '2022-02-11T13:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:55.995557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-ba00b2ac-3cd0-492a-acd0-89b19d0345c6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:55.997113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-ba00b2ac-3cd0-492a-acd0-89b19d0345c6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.4561708 Feb 11 13:37:56.043653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c3c4ad09-f04f-41fa-b20e-051889bbda9b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.053365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] Checking router: ec04bfc1-65b0-4af9-991b-4a0872524485 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:37:56.078410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] Routers {'ec04bfc1-65b0-4af9-991b-4a0872524485'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:56.079066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:37:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ec04bfc1-65b0-4af9-991b-4a0872524485'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:56.154489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35348b-cf85-45e0-8d31-1461a729a273 req-bb89930f-96df-49f8-9e9b-b21bea87cde5 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:56.167437 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac35348b-cf85-45e0-8d31-1461a729a273 req-bb89930f-96df-49f8-9e9b-b21bea87cde5 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 945 time: 0.4994550 Feb 11 13:37:56.198898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c4ad09-f04f-41fa-b20e-051889bbda9b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:56.231386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45646) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:56.263893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] Set router ec04bfc1-65b0-4af9-991b-4a0872524485 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:56.397437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:37:55Z', 'revision_number': 7, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:56.461559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02185a81-fb24-499f-9e6e-957a2f5842e6 None None] The sync data for ids ['ec04bfc1-65b0-4af9-991b-4a0872524485'] in n-d-828676-2 is: [{'id': 'ec04bfc1-65b0-4af9-991b-4a0872524485', 'name': 'tempest-TaggedBootDevicesTest_v242-1039476174-router', 'tenant_id': '040cdadc183e4258b2d259736f654fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:00Z', 'updated_at': '2022-02-11T13:37:55Z', 'revision_number': 7, 'project_id': '040cdadc183e4258b2d259736f654fe3', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:56.486742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e423c6-f8e9-49f6-8499-2820bb77e50c req-b7663327-8575-4833-acbe-61cf1b270aec tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:56.496269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e423c6-f8e9-49f6-8499-2820bb77e50c req-b7663327-8575-4833-acbe-61cf1b270aec tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 946 time: 0.1407893 Feb 11 13:37:56.506022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac35348b-cf85-45e0-8d31-1461a729a273 req-d0c6d825-bad6-4693-9c6a-3bfef8cc5ee5 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373787 Feb 11 13:37:56.531604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (ec04bfc1-65b0-4af9-991b-4a0872524485), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.624421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Deleting port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:56.628984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1546938253-network', 'tenant_id': 'fc9135e439614cffbecdc7a6c8778215'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:56.656641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.658956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81e423c6-f8e9-49f6-8499-2820bb77e50c req-54b3ff21-5a77-470c-bad1-65128343f8e1 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584320 Feb 11 13:37:56.716684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Made reservation on behalf of fc9135e439614cffbecdc7a6c8778215 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:56.719499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.738137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.775203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (ec04bfc1-65b0-4af9-991b-4a0872524485), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.826334 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks [] for router_controller (ec04bfc1-65b0-4af9-991b-4a0872524485), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.973102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (ec04bfc1-65b0-4af9-991b-4a0872524485), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.973756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec04bfc1-65b0-4af9-991b-4a0872524485 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:56.979299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.983387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a5ec-93dc-4034-bd4c-c165007aab36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:56.984549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45654) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:56.987125 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6049dad1-b0ac-434f-a432-dab2c1f67228 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ec04bfc1-65b0-4af9-991b-4a0872524485 HTTP/1.1" status: 204 len: 168 time: 2.6689389 Feb 11 13:37:57.031413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] For port c8d95a02-0e8b-4db5-adcb-edbc69c2f243, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:57.031800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.064647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-33b3df45-2e67-4b75-9a93-ea78cfdc8064 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:57.067144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-33b3df45-2e67-4b75-9a93-ea78cfdc8064 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 945 time: 0.2712948 Feb 11 13:37:57.080938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Calling delete_port for c8d95a02-0e8b-4db5-adcb-edbc69c2f243 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:57.199036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Deleting subnet 57471797-709a-41b7-b6e8-9afaf57cac79 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:37:57.206225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Publish callbacks [] for subnet (57471797-709a-41b7-b6e8-9afaf57cac79), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.240293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec679e40-e37c-410c-bf2e-a8f0ea3c17d0 req-30ba8d23-6907-4237-b41c-6927b0f2ad5f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:57.245231 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec679e40-e37c-410c-bf2e-a8f0ea3c17d0 req-30ba8d23-6907-4237-b41c-6927b0f2ad5f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2102158 Feb 11 13:37:57.261624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c3c4ad09-f04f-41fa-b20e-051889bbda9b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:57.304643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (57471797-709a-41b7-b6e8-9afaf57cac79), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.329556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c3c4ad09-f04f-41fa-b20e-051889bbda9b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:57.333936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c3c4ad09-f04f-41fa-b20e-051889bbda9b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:57.335317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:57.366288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:57.366766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f99f198d-3b7c-4e56-b7a7-1cbeaa49c55e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:57.454170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (57471797-709a-41b7-b6e8-9afaf57cac79), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.500148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c8d95a02-0e8b-4db5-adcb-edbc69c2f243), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.513228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['0e709adb-88a9-40f9-9957-66559d724d43', 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:57.581101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (57471797-709a-41b7-b6e8-9afaf57cac79), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.672194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Pushing event deleted for resources: {'Port': ['ID=c8d95a02-0e8b-4db5-adcb-edbc69c2f243,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:57.731329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks [] for security_group (b16dd786-c380-4a20-b787-f37f817db8db), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.732441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c24517-55b9-4488-b415-04ae13ea1b21 None None] Network 6326eb79-9c73-424c-bdeb-6ef513542a8f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:37:57.733177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.741971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/57471797-709a-41b7-b6e8-9afaf57cac79 HTTP/1.1" status: 204 len: 168 time: 0.7556515 Feb 11 13:37:57.746331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45670) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:57.925187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b16dd786-c380-4a20-b787-f37f817db8db), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.950063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] No DVR routers for this DVR port c8d95a02-0e8b-4db5-adcb-edbc69c2f243 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:57.953087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:57.957037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd4a6df5-7ecb-4ddd-8559-88fb5b8ee2f5 req-2b4042af-6d57-41ba-95a6-fb67270ca5f6 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "DELETE /v2.0/ports/c8d95a02-0e8b-4db5-adcb-edbc69c2f243 HTTP/1.1" status: 204 len: 173 time: 1.9396172 Feb 11 13:37:57.958002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:57.958487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'name': 'network-vif-deleted', 'tag': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:57.961449 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d0f41-7b4b-4092-8112-867e939730f1" -d '{"events": [{"server_uuid": "5564923b-2ee4-4fc8-8be4-9252bef4aa42", "name": "network-vif-deleted", "tag": "c8d95a02-0e8b-4db5-adcb-edbc69c2f243"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:57.973353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec679e40-e37c-410c-bf2e-a8f0ea3c17d0 req-38e21b68-5e12-4f02-93f9-7a6b2ec16e73 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5076020 Feb 11 13:37:58.033631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device b2ff30d1-6f7c-47f9-9d10-dfae57545baa up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:58.052941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57471797-709a-41b7-b6e8-9afaf57cac79,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:58.116636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] DHCP port deletion for 6326eb79-9c73-424c-bdeb-6ef513542a8f request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:37:58.129830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (98583b38-8abe-4024-8967-9435367d845a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.131949 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Added segment 98583b38-8abe-4024-8967-9435367d845a of type vlan for network 242c779a-3bea-4329-8613-4bdf63de4652 Feb 11 13:37:58.248564 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-affa87fd-26f2-4736-a1d7-6bd03f8bcf29 req-e8c5c6c3-5816-4e3c-8f9d-0e4979aaf44a tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5564923b-2ee4-4fc8-8be4-9252bef4aa42 HTTP/1.1" status: 200 len: 210 time: 0.0904460 Feb 11 13:37:58.249078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.251203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.252968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.253430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.253883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.255487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.255939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.256386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.263671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.264194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.264659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.265105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.265546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292ffef-f549-43ee-9b82-356b107484c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:58.327214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port b2ff30d1-6f7c-47f9-9d10-dfae57545baa triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:58.327743 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.342349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16dd786-c380-4a20-b787-f37f817db8db,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:58.365803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] Deleting port 681867ce-800a-4e79-b036-89a5760c84f4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:58.366766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (681867ce-800a-4e79-b036-89a5760c84f4), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.381977 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4212e354-022e-488b-bc4b-6b6c0cb2a475 x-openstack-request-id: req-4212e354-022e-488b-bc4b-6b6c0cb2a475 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:58.382344 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5564923b-2ee4-4fc8-8be4-9252bef4aa42", "name": "network-vif-deleted", "tag": "c8d95a02-0e8b-4db5-adcb-edbc69c2f243", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:58.382605 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4212e354-022e-488b-bc4b-6b6c0cb2a475 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:58.383029 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5564923b-2ee4-4fc8-8be4-9252bef4aa42', 'name': 'network-vif-deleted', 'tag': 'c8d95a02-0e8b-4db5-adcb-edbc69c2f243', 'status': 'completed', 'code': 200} Feb 11 13:37:58.420834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (6326eb79-9c73-424c-bdeb-6ef513542a8f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.440721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] For port 681867ce-800a-4e79-b036-89a5760c84f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=681867ce-800a-4e79-b036-89a5760c84f4,segment=NetworkSegment(395d6207-5866-4b55-b7d3-43e8fa183c73),segment_id=395d6207-5866-4b55-b7d3-43e8fa183c73)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:58.441696 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (681867ce-800a-4e79-b036-89a5760c84f4), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.475484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] Calling delete_port for 681867ce-800a-4e79-b036-89a5760c84f4 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:37:58.499934 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (242c779a-3bea-4329-8613-4bdf63de4652), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.543266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324553a5-bfc2-4bb7-8709-1ef70732e76f req-662dfe53-37a1-44ed-8d30-18faa75b3f3f tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:58.549500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-324553a5-bfc2-4bb7-8709-1ef70732e76f req-662dfe53-37a1-44ed-8d30-18faa75b3f3f tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 945 time: 0.8823910 Feb 11 13:37:58.677641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port b2ff30d1-6f7c-47f9-9d10-dfae57545baa is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:58.678689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.681814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Deleting port 293474f5-8c22-4a88-9077-e7515e3d9c11 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:58.690332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.715356 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (681867ce-800a-4e79-b036-89a5760c84f4), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.773188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:58.775835 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61cf58a-91fb-43a2-a438-bc7b00de40ab" -d '{"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:58.785255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] Pushing event deleted for resources: {'Port': ['ID=681867ce-800a-4e79-b036-89a5760c84f4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:58.805573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65801cd-cb05-469c-97e2-70dbdc3471fa None None] No DVR routers for this DVR port 681867ce-800a-4e79-b036-89a5760c84f4 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:58.820385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:58.836003 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:58.837490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8d95a02-0e8b-4db5-adcb-edbc69c2f243 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:58.882398 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18bb6c-7ebe-4be2-8686-3fde9dd2201d x-openstack-request-id: req-ce18bb6c-7ebe-4be2-8686-3fde9dd2201d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:58.882826 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:58.883211 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce18bb6c-7ebe-4be2-8686-3fde9dd2201d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:58.883715 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'code': 200} Feb 11 13:37:58.886675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: c8d95a02-0e8b-4db5-adcb-edbc69c2f243 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:58.887155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8d95a02-0e8b-4db5-adcb-edbc69c2f243 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:58.962969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:59.118807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 681867ce-800a-4e79-b036-89a5760c84f4 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:59.154086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 681867ce-800a-4e79-b036-89a5760c84f4 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:59.154884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 681867ce-800a-4e79-b036-89a5760c84f4 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:59.214770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29930559-6d4d-4247-990b-0d629d32b8bb req-5168f827-bafb-4aba-94ec-9003064814ce tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:59.216282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29930559-6d4d-4247-990b-0d629d32b8bb req-5168f827-bafb-4aba-94ec-9003064814ce tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1088595 Feb 11 13:37:59.337746 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29930559-6d4d-4247-990b-0d629d32b8bb req-5a435241-3306-473f-972e-5e6641fa31a1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147399 Feb 11 13:37:59.366690 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-02a96dbb-7509-4fc4-b868-e1e4c12bfb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.623389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 293474f5-8c22-4a88-9077-e7515e3d9c11 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:59.635254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-324553a5-bfc2-4bb7-8709-1ef70732e76f req-03870e13-bfcc-4423-9c06-22956dc4cac1 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/security-groups?id=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0708573 Feb 11 13:37:59.643430 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (242c779a-3bea-4329-8613-4bdf63de4652), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.645712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:59.646562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.736151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] Pushing event updated for resources: {'Network': ['ID=242c779a-3bea-4329-8613-4bdf63de4652,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:59.749166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 242c779a-3bea-4329-8613-4bdf63de4652 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:59.822719 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6932203e-4c33-417a-beee-9c6b83064c2e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5875692 Feb 11 13:37:59.822937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:37:59.828005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Request body: {'subnet': {'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1546938253-subnet', 'tenant_id': 'fc9135e439614cffbecdc7a6c8778215', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:59.859659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] For port 293474f5-8c22-4a88-9077-e7515e3d9c11, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=293474f5-8c22-4a88-9077-e7515e3d9c11,segment=NetworkSegment(b7751829-403c-4d6e-92c0-7e6ed49a7628),segment_id=b7751829-403c-4d6e-92c0-7e6ed49a7628)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:59.861629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.870807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Deleting port 681867ce-800a-4e79-b036-89a5760c84f4 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:37:59.871471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (681867ce-800a-4e79-b036-89a5760c84f4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.875925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Made reservation on behalf of fc9135e439614cffbecdc7a6c8778215 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:59.878604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.943751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 293474f5-8c22-4a88-9077-e7515e3d9c11 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:59.944401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.955360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Calling delete_port for 293474f5-8c22-4a88-9077-e7515e3d9c11 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:00.020231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 293474f5-8c22-4a88-9077-e7515e3d9c11, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=293474f5-8c22-4a88-9077-e7515e3d9c11,segment=NetworkSegment(b7751829-403c-4d6e-92c0-7e6ed49a7628),segment_id=b7751829-403c-4d6e-92c0-7e6ed49a7628)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:00.028395 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.086045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] For port 681867ce-800a-4e79-b036-89a5760c84f4, host n-d-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:00.086928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (681867ce-800a-4e79-b036-89a5760c84f4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.106277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Calling delete_port for 681867ce-800a-4e79-b036-89a5760c84f4 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:00.110791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Port 681867ce-800a-4e79-b036-89a5760c84f4 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:38:00.139311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=293474f5-8c22-4a88-9077-e7515e3d9c11,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:00.322514 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (681867ce-800a-4e79-b036-89a5760c84f4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.346612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] No DVR routers for this DVR port 681867ce-800a-4e79-b036-89a5760c84f4 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:00.352309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (293474f5-8c22-4a88-9077-e7515e3d9c11), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.522161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14171f-243d-4cb4-81cb-90809a071da1 req-9aa61e30-fa1a-4eb6-9a14-6a4ce4f6e3d4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:00.524206 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de14171f-243d-4cb4-81cb-90809a071da1 req-9aa61e30-fa1a-4eb6-9a14-6a4ce4f6e3d4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.7743530 Feb 11 13:38:00.527794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Pushing event deleted for resources: {'Port': ['ID=681867ce-800a-4e79-b036-89a5760c84f4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:00.581041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Pushing event deleted for resources: {'Port': ['ID=293474f5-8c22-4a88-9077-e7515e3d9c11,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:00.675875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (6326eb79-9c73-424c-bdeb-6ef513542a8f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.696179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] No DVR routers for this DVR port 293474f5-8c22-4a88-9077-e7515e3d9c11 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:00.696179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.696179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8f829ea-8916-4ed8-ac44-521ad4e28d07 req-8cf00929-0b22-42f9-b0c3-c9c9421ff934 tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.83 "DELETE /v2.0/ports/293474f5-8c22-4a88-9077-e7515e3d9c11 HTTP/1.1" status: 204 len: 173 time: 3.6125836 Feb 11 13:38:00.709986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6326eb79-9c73-424c-bdeb-6ef513542a8f']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.746533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395d6207-5866-4b55-b7d3-43e8fa183c73') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.747573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395d6207-5866-4b55-b7d3-43e8fa183c73') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.765522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (395d6207-5866-4b55-b7d3-43e8fa183c73), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.785379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (395d6207-5866-4b55-b7d3-43e8fa183c73), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.793400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:00.793838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (395d6207-5866-4b55-b7d3-43e8fa183c73), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.855202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e045-f12d-4372-b6e6-bf678d5bd14b req-1b8504a2-8c40-4ac9-9df0-f063368bdeb9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:00.861320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0111e045-f12d-4372-b6e6-bf678d5bd14b req-1b8504a2-8c40-4ac9-9df0-f063368bdeb9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.3162818 Feb 11 13:38:00.883714 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.885808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'name': 'network-vif-deleted', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:00.886983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:00.889670 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7cab3-5d1c-4283-b4a6-dfd53fe2fbfc" -d '{"events": [{"server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "name": "network-vif-unplugged", "status": "completed", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:00.890256 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182b7c2-96ac-4e86-b04b-99120a10ff0b" -d '{"events": [{"server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "name": "network-vif-deleted", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:00.934500 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:00.938983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de14171f-243d-4cb4-81cb-90809a071da1 req-fddc1fe5-bd28-4271-b50b-1e0dfba730bd tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597288 Feb 11 13:38:00.942913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (6326eb79-9c73-424c-bdeb-6ef513542a8f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.954369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:00.960688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6326eb79-9c73-424c-bdeb-6ef513542a8f HTTP/1.1" status: 204 len: 168 time: 3.1837759 Feb 11 13:38:00.988170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93c150-ffc4-4735-a1ec-be4227bac831 admin admin] Pushing event deleted for resources: {'Network': ['ID=6326eb79-9c73-424c-bdeb-6ef513542a8f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.086652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0111e045-f12d-4372-b6e6-bf678d5bd14b req-cdd1ae24-9113-4d1c-b79a-5d5baf7d683a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020199 Feb 11 13:38:01.175709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (cdaa9f3e-6f16-44c7-8948-45785d041721), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.265119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d94a0458-c777-4f2f-b605-bfc2935f3c2d req-05a05ca2-29b6-426f-9b21-b8f5250928da tempest-ServersNegativeTestMultiTenantJSON-689114929 tempest-ServersNegativeTestMultiTenantJSON-689114929-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa5f940e-b94d-4381-bbee-97370f4358d3 HTTP/1.1" status: 200 len: 210 time: 0.0852270 Feb 11 13:38:01.279986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45738) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:01.350796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-51b8c4de-6168-40da-add4-e547a57da7cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a844ca10a5404f0baedffa69e9bced92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660901 Feb 11 13:38:01.352042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45740) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:01.377112 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d6a3b-7891-423c-8e99-2a9921c98af8 x-openstack-request-id: req-ff4d6a3b-7891-423c-8e99-2a9921c98af8 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:01.377543 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "name": "network-vif-unplugged", "status": "completed", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:01.377772 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff4d6a3b-7891-423c-8e99-2a9921c98af8 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:01.378131 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11', 'code': 200} Feb 11 13:38:01.395536 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2e3c4c-38a9-48fb-96a8-9aeeea638dae x-openstack-request-id: req-ed2e3c4c-38a9-48fb-96a8-9aeeea638dae {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:01.396230 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f940e-b94d-4381-bbee-97370f4358d3", "name": "network-vif-deleted", "tag": "293474f5-8c22-4a88-9077-e7515e3d9c11", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:01.396892 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed2e3c4c-38a9-48fb-96a8-9aeeea638dae {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:01.397352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdaa9f3e-6f16-44c7-8948-45785d041721,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.397780 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f940e-b94d-4381-bbee-97370f4358d3', 'name': 'network-vif-deleted', 'tag': '293474f5-8c22-4a88-9077-e7515e3d9c11', 'status': 'completed', 'code': 200} Feb 11 13:38:01.444097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.444869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.445565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.447528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.448120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.448686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.451710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.452339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.452903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.453461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.454019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.454609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.455748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:01.468411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d32b6d-ca85-48a0-9441-a97434b4cd5d admin admin] Publish callbacks [] for security_group (6a46a5f9-d67e-40c0-8f1a-8e5fdd211718), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.517841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d32b6d-ca85-48a0-9441-a97434b4cd5d admin admin] Publish callbacks [] for security_group (6a46a5f9-d67e-40c0-8f1a-8e5fdd211718), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.519188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Checking segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:01.520963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Network hostable DHCP agents. Network: 242c779a-3bea-4329-8613-4bdf63de4652, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:01.554890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Network 242c779a-3bea-4329-8613-4bdf63de4652 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:01.568445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 242c779a-3bea-4329-8613-4bdf63de4652) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:01.577223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf77245-6703-46f2-bb47-dcb55e3cf5ce None None] Network 242c779a-3bea-4329-8613-4bdf63de4652 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:38:01.590881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:01.591726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.598073 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d32b6d-ca85-48a0-9441-a97434b4cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a46a5f9-d67e-40c0-8f1a-8e5fdd211718), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.601641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51d32b6d-ca85-48a0-9441-a97434b4cd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.603075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-51d32b6d-ca85-48a0-9441-a97434b4cd5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a46a5f9-d67e-40c0-8f1a-8e5fdd211718 HTTP/1.1" status: 204 len: 168 time: 0.2494800 Feb 11 13:38:01.620477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d32b6d-ca85-48a0-9441-a97434b4cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a46a5f9-d67e-40c0-8f1a-8e5fdd211718,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.645859 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8dbf0eac-99fd-4989-9fe7-02162a0ce44f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8211770 Feb 11 13:38:02.225045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-242c779a-3bea-4329-8613-4bdf63de4652', 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'project_id': 'fc9135e439614cffbecdc7a6c8778215', 'fixed_ips': [{'subnet_id': 'cdaa9f3e-6f16-44c7-8948-45785d041721'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:38:02.225045 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.269912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7f98a-c9be-4bbf-b2d0-7154684078e1 req-cc68f303-5d77-43cb-81f0-fe3cc4e6a65b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:02.279858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3eb7f98a-c9be-4bbf-b2d0-7154684078e1 req-cc68f303-5d77-43cb-81f0-fe3cc4e6a65b tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1573155 Feb 11 13:38:02.341534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.373150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3eb7f98a-c9be-4bbf-b2d0-7154684078e1 req-57be1860-1e31-43ab-95c7-83f05965deea tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842545 Feb 11 13:38:02.447368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95da3-ba05-414e-9362-8d34c5c60a52 req-af8da851-0e05-4445-bf93-a6a615ec8290 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:02.452290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5a95da3-ba05-414e-9362-8d34c5c60a52 req-af8da851-0e05-4445-bf93-a6a615ec8290 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1760654 Feb 11 13:38:02.488656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:02.555185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5a95da3-ba05-414e-9362-8d34c5c60a52 req-2fe79745-56e5-4178-ab00-931e98a051b7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983078 Feb 11 13:38:02.579263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:02.636375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d3794cab-f090-4233-b834-265c603dfd0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=040cdadc183e4258b2d259736f654fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557573 Feb 11 13:38:02.639567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45780) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:02.643352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] Deleting subnet 3f4b27ca-4086-4c15-b2eb-e8b009f1805c {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:38:02.649049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Allocated IP 172.20.0.2 (242c779a-3bea-4329-8613-4bdf63de4652/cdaa9f3e-6f16-44c7-8948-45785d041721/08024015-d134-4920-a81c-39f8241d8278) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:02.651387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] Publish callbacks [] for subnet (3f4b27ca-4086-4c15-b2eb-e8b009f1805c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.723348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c812bbc-f218-468d-9def-5271a3539920 admin admin] Publish callbacks [] for security_group (7d46fef7-5ea1-42c6-80f4-e94a0e6c8072), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.750719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (3f4b27ca-4086-4c15-b2eb-e8b009f1805c), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.779651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c812bbc-f218-468d-9def-5271a3539920 admin admin] Publish callbacks [] for security_group (7d46fef7-5ea1-42c6-80f4-e94a0e6c8072), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.867267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (3f4b27ca-4086-4c15-b2eb-e8b009f1805c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.872901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c812bbc-f218-468d-9def-5271a3539920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d46fef7-5ea1-42c6-80f4-e94a0e6c8072), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.876063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c812bbc-f218-468d-9def-5271a3539920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.880459 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5c812bbc-f218-468d-9def-5271a3539920 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d46fef7-5ea1-42c6-80f4-e94a0e6c8072 HTTP/1.1" status: 204 len: 168 time: 0.2399247 Feb 11 13:38:02.897418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c812bbc-f218-468d-9def-5271a3539920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d46fef7-5ea1-42c6-80f4-e94a0e6c8072,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:02.979645 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (3f4b27ca-4086-4c15-b2eb-e8b009f1805c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.019749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4b27ca-4086-4c15-b2eb-e8b009f1805c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:03.027469 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.033494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2248662e-3d02-4cf5-94b7-6fd087632f8d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3f4b27ca-4086-4c15-b2eb-e8b009f1805c HTTP/1.1" status: 204 len: 168 time: 0.5412073 Feb 11 13:38:03.034033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45784) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:03.095302 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Publish callbacks [] for port (08024015-d134-4920-a81c-39f8241d8278), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.118035 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (08024015-d134-4920-a81c-39f8241d8278), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.130993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (76672181-efeb-4b13-8c88-e469f0cbed6e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.216393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Network 242c779a-3bea-4329-8613-4bdf63de4652 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:03.220089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:03.224562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:03.242166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Pushing event updated for resources: {'Port': ['ID=08024015-d134-4920-a81c-39f8241d8278,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:03.264977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (76672181-efeb-4b13-8c88-e469f0cbed6e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.281149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.281402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.281728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.282151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.282565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.282966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.283362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.283776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.284166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.284564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.284971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.285359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.286344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:03.307388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76672181-efeb-4b13-8c88-e469f0cbed6e']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:03.319288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7751829-403c-4d6e-92c0-7e6ed49a7628') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:03.319502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7751829-403c-4d6e-92c0-7e6ed49a7628') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:03.331261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (b7751829-403c-4d6e-92c0-7e6ed49a7628), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.347102 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b7751829-403c-4d6e-92c0-7e6ed49a7628), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.353963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:03.354418 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (b7751829-403c-4d6e-92c0-7e6ed49a7628), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.407450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Attempting to bind port 08024015-d134-4920-a81c-39f8241d8278 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:03.408054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Attempting to bind port 08024015-d134-4920-a81c-39f8241d8278 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:03.409649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Attempting to bind port 08024015-d134-4920-a81c-39f8241d8278 on network 242c779a-3bea-4329-8613-4bdf63de4652 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:03.420843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:03.421233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Checking segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:03.421653 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.422168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Bound using segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:03.422558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Bound port: 08024015-d134-4920-a81c-39f8241d8278, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:03.422959 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (08024015-d134-4920-a81c-39f8241d8278), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.427712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-821827a5-d17f-4dde-ac79-e597f9940761 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:03.429876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-821827a5-d17f-4dde-ac79-e597f9940761 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 816 time: 0.1883864 Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:03.432781 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:03.461059 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-fc79b101-998e-45ea-acf6-ee981916cf23 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/quotas/fc9135e439614cffbecdc7a6c8778215 HTTP/1.1" status: 200 len: 375 time: 0.0247946 Feb 11 13:38:03.471183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (76672181-efeb-4b13-8c88-e469f0cbed6e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.476871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.486496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:03.490715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] 10.222.0.79 "DELETE /v2.0/networks/76672181-efeb-4b13-8c88-e469f0cbed6e HTTP/1.1" status: 204 len: 168 time: 0.4548430 Feb 11 13:38:03.519236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8649-df4f-4479-b559-e67146592764 admin admin] Pushing event deleted for resources: {'Network': ['ID=76672181-efeb-4b13-8c88-e469f0cbed6e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:03.616387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] Deleting subnet ab781663-ca15-47fb-8ef4-ee29ffce36d2 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:38:03.620682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] Publish callbacks [] for subnet (ab781663-ca15-47fb-8ef4-ee29ffce36d2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.632619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] For port 08024015-d134-4920-a81c-39f8241d8278, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:03.638490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] For port 08024015-d134-4920-a81c-39f8241d8278, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=08024015-d134-4920-a81c-39f8241d8278,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:03.642535 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.649608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (08024015-d134-4920-a81c-39f8241d8278), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.654052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbfb5-cf67-4379-9cda-261e1f4ae18f req-7a5a49c4-50cc-4211-8948-5863c16d4b08 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:03.661348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-271bbfb5-cf67-4379-9cda-261e1f4ae18f req-7a5a49c4-50cc-4211-8948-5863c16d4b08 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.0973647 Feb 11 13:38:03.718846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-bd6b878c-a56b-46af-a489-b080feb7ecf3 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2567348 Feb 11 13:38:03.762629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-271bbfb5-cf67-4379-9cda-261e1f4ae18f req-86b86c9c-65eb-4083-a651-06f74fe62d21 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978177 Feb 11 13:38:03.808120 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (ab781663-ca15-47fb-8ef4-ee29ffce36d2), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.811767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8175-931d-4277-9ae2-96a0c23adc5f None None] Pushing event updated for resources: {'Port': ['ID=08024015-d134-4920-a81c-39f8241d8278,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:03.961922 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ab781663-ca15-47fb-8ef4-ee29ffce36d2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:04.149031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-6c1808b8-4d96-4691-afc7-fbbf95de0470 service neutron] 10.222.0.79 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204273 Feb 11 13:38:04.224381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbfc99-d4ec-4e89-ae21-a76988928e07 req-65b4494c-9b30-4b2f-a2d3-b5947dba68c1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:04.231886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffdbfc99-d4ec-4e89-ae21-a76988928e07 req-65b4494c-9b30-4b2f-a2d3-b5947dba68c1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.1613538 Feb 11 13:38:04.347579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffdbfc99-d4ec-4e89-ae21-a76988928e07 req-2f5cb8b8-f133-46cd-ba80-a785587c4a0c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147807 Feb 11 13:38:04.360512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (ab781663-ca15-47fb-8ef4-ee29ffce36d2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:04.420096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:04.424479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ab781663-ca15-47fb-8ef4-ee29ffce36d2 HTTP/1.1" status: 204 len: 168 time: 0.9370797 Feb 11 13:38:04.427829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:04.454103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84447b41-f45e-41e5-a231-8bde7383fc0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab781663-ca15-47fb-8ef4-ee29ffce36d2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:04.477592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-71107826-b18d-414b-85b1-e2dfdbbd1b89 service neutron] 10.222.0.79 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275788 Feb 11 13:38:04.597920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (397df8a7-5739-48cf-afb2-f8bf16db6447), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:04.685022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de1b7-4435-4369-b703-279842787015 req-00d28cd9-1d86-4d84-b0b9-87ccdf94cef4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:04.692105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-915de1b7-4435-4369-b703-279842787015 req-00d28cd9-1d86-4d84-b0b9-87ccdf94cef4 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.1219683 Feb 11 13:38:04.861883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-67458d20-2f59-4619-a30d-0da94d5fd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:04.863658 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-67458d20-2f59-4619-a30d-0da94d5fd611 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5&tenant_id=d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 1125 time: 0.1986198 Feb 11 13:38:04.866202 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (397df8a7-5739-48cf-afb2-f8bf16db6447), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:04.901596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397df8a7-5739-48cf-afb2-f8bf16db6447']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.925275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b7db8e-d073-4a7f-9eb3-96b2da98b33f') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.925603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b7db8e-d073-4a7f-9eb3-96b2da98b33f') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.954574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (81b7db8e-d073-4a7f-9eb3-96b2da98b33f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:04.994655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (81b7db8e-d073-4a7f-9eb3-96b2da98b33f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.007515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:05.026520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (81b7db8e-d073-4a7f-9eb3-96b2da98b33f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.037917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:05.172550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Deleting port 0e709adb-88a9-40f9-9957-66559d724d43 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:05.175749 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0e709adb-88a9-40f9-9957-66559d724d43), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:05.218726 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:05.283693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (397df8a7-5739-48cf-afb2-f8bf16db6447), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.306975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 08024015-d134-4920-a81c-39f8241d8278 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:05.331154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] For port 0e709adb-88a9-40f9-9957-66559d724d43, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0e709adb-88a9-40f9-9957-66559d724d43,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:05.335939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0e709adb-88a9-40f9-9957-66559d724d43), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.392265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Calling delete_port for 0e709adb-88a9-40f9-9957-66559d724d43 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:05.399177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:38:05.411335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.433525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] 10.222.0.79 "DELETE /v2.0/networks/397df8a7-5739-48cf-afb2-f8bf16db6447 HTTP/1.1" status: 204 len: 168 time: 1.0045514 Feb 11 13:38:05.439585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 08024015-d134-4920-a81c-39f8241d8278 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:05.440342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (08024015-d134-4920-a81c-39f8241d8278), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.471458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1425b76-8cdb-4925-919c-7ed23cb0503d admin admin] Pushing event deleted for resources: {'Network': ['ID=397df8a7-5739-48cf-afb2-f8bf16db6447,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:05.544415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-e69e7265-8599-4193-8442-61d579d3a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:05.545973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-e69e7265-8599-4193-8442-61d579d3a03f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 1125 time: 0.3254855 Feb 11 13:38:05.570593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573014c-3f81-4d11-bf62-3fb3b75ce3d7 req-3e2b5aea-5e27-4586-9997-a7f002ffe4e7 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:05.584201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3573014c-3f81-4d11-bf62-3fb3b75ce3d7 req-3e2b5aea-5e27-4586-9997-a7f002ffe4e7 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/ports?device_id=0663b92e-f752-4f2f-be38-8949db21576e HTTP/1.1" status: 200 len: 946 time: 0.3585122 Feb 11 13:38:05.632928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 08024015-d134-4920-a81c-39f8241d8278 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:05.633532 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (08024015-d134-4920-a81c-39f8241d8278), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.701466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 08024015-d134-4920-a81c-39f8241d8278, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=08024015-d134-4920-a81c-39f8241d8278,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:05.712515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (08024015-d134-4920-a81c-39f8241d8278), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:05.730133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45886) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:05.737451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1200618564-network', 'tenant_id': 'e6d2cf83dd8c4c33beceea3b1559452d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:05.837281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=08024015-d134-4920-a81c-39f8241d8278,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:05.876714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8884b6f-8353-4872-9778-a7974ddc801f None None] Network 242c779a-3bea-4329-8613-4bdf63de4652 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:38:05.919352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3573014c-3f81-4d11-bf62-3fb3b75ce3d7 req-e687f2f6-1e22-4fb1-b9f7-febc29be3c47 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.79 "GET /v2.0/security-groups?id=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327777 Feb 11 13:38:05.956975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-1bc07570-981a-4a24-ba62-43545955736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:05.959317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-1bc07570-981a-4a24-ba62-43545955736d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.3722112 Feb 11 13:38:05.975288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-fa37e200-6324-4657-97f6-664b9e0f77b2 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:05.986335 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-fa37e200-6324-4657-97f6-664b9e0f77b2 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 816 time: 0.2441244 Feb 11 13:38:06.019157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-5617f53d-6470-4f29-a26d-4b7315518209 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/quotas/fc9135e439614cffbecdc7a6c8778215 HTTP/1.1" status: 200 len: 375 time: 0.0315704 Feb 11 13:38:06.029223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0e709adb-88a9-40f9-9957-66559d724d43), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.088061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['0e709adb-88a9-40f9-9957-66559d724d43'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:06.113881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Pushing event deleted for resources: {'Port': ['ID=0e709adb-88a9-40f9-9957-66559d724d43,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:06.220168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-700c9286-5a9e-4c9e-94a6-9a0799c01137 None None] Provisioning complete for port 08024015-d134-4920-a81c-39f8241d8278 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:06.220562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-700c9286-5a9e-4c9e-94a6-9a0799c01137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (08024015-d134-4920-a81c-39f8241d8278), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.284389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-61c4382d-9bfc-4a72-adc2-36c5411613cd tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2642646 Feb 11 13:38:06.312447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-7c6a5584-46ee-4cb5-9afa-7031cca62f88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 200 len: 999 time: 0.3461587 Feb 11 13:38:06.356927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Made reservation on behalf of e6d2cf83dd8c4c33beceea3b1559452d for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:06.362379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.418655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.428241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] No DVR routers for this DVR port 0e709adb-88a9-40f9-9957-66559d724d43 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:06.443818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-7ea0a48c-e223-4677-9d74-e99eb5ec0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:06.446426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-7ea0a48c-e223-4677-9d74-e99eb5ec0525 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.1207623 Feb 11 13:38:06.457003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-700c9286-5a9e-4c9e-94a6-9a0799c01137 None None] Current status of the port 08024015-d134-4920-a81c-39f8241d8278 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:06.476057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a9652-4a61-484b-b524-4f75fc796dfc req-90afd0f3-3bdb-400f-aaf5-76713c1d0735 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:06.483018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.486591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-915de1b7-4435-4369-b703-279842787015 req-475108a4-a50d-4639-b1c7-a6a2ee7a3742 tempest-ServerRescueNegativeTestJSON-1065226067 tempest-ServerRescueNegativeTestJSON-1065226067-project] 10.222.0.30 "DELETE /v2.0/ports/0e709adb-88a9-40f9-9957-66559d724d43 HTTP/1.1" status: 204 len: 173 time: 1.7894194 Feb 11 13:38:06.495420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0663b92e-f752-4f2f-be38-8949db21576e', 'name': 'network-vif-deleted', 'tag': '0e709adb-88a9-40f9-9957-66559d724d43'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:06.497915 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd55fe6-7858-4a14-8274-bb5ee6fd95ce" -d '{"events": [{"server_uuid": "0663b92e-f752-4f2f-be38-8949db21576e", "name": "network-vif-deleted", "tag": "0e709adb-88a9-40f9-9957-66559d724d43"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:06.502700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e95a9652-4a61-484b-b524-4f75fc796dfc req-90afd0f3-3bdb-400f-aaf5-76713c1d0735 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.3373165 Feb 11 13:38:06.534854 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a404fc9-6916-442e-9c51-0affba211734 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9d02738443545c2a3b1b4b42e0f2f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902019 Feb 11 13:38:06.536885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45894) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:06.789646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-78d9c7ee-1a9d-4962-aa19-57259c821781 None None] Provisioning complete for port 08024015-d134-4920-a81c-39f8241d8278 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:06.789948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78d9c7ee-1a9d-4962-aa19-57259c821781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (08024015-d134-4920-a81c-39f8241d8278), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.811858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks [] for security_group (242b6b03-85b4-45ad-a2c5-67f3348db4c9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.834165 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e95a9652-4a61-484b-b524-4f75fc796dfc req-6bd018d3-a25e-4099-b72c-3cfe0e09174d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913337 Feb 11 13:38:06.835726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (242b6b03-85b4-45ad-a2c5-67f3348db4c9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.844393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-9f7daf8a-e915-4a74-8aaa-3b615263a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:06.846259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-9f7daf8a-e915-4a74-8aaa-3b615263a502 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3918240 Feb 11 13:38:06.861034 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-5e1ffdb4-b180-4ec8-80be-d48259bd969a service neutron] 10.222.0.79 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704374 Feb 11 13:38:06.958984 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfc689e6-cc98-4b39-a66d-6282ad2e4659 admin admin] Publish callbacks [] for security_group (d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:06.980511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-78d9c7ee-1a9d-4962-aa19-57259c821781 None None] Current status of the port 08024015-d134-4920-a81c-39f8241d8278 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:07.056633 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:07.085511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b6b03-85b4-45ad-a2c5-67f3348db4c9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:07.090540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfc689e6-cc98-4b39-a66d-6282ad2e4659 admin admin] Publish callbacks [] for security_group (d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.157068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e2d490d-0051-40a5-b82f-d47f6afc1e2c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.157910 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Added segment 7e2d490d-0051-40a5-b82f-d47f6afc1e2c of type vlan for network ca398627-d621-4795-82a2-a9f413595dbf Feb 11 13:38:07.200853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 08024015-d134-4920-a81c-39f8241d8278 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:07.241083 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf50719-f251-4516-86e6-b2df28a41e2d x-openstack-request-id: req-0bf50719-f251-4516-86e6-b2df28a41e2d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:07.241494 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0663b92e-f752-4f2f-be38-8949db21576e", "name": "network-vif-deleted", "tag": "0e709adb-88a9-40f9-9957-66559d724d43", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:07.242792 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0bf50719-f251-4516-86e6-b2df28a41e2d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:07.243234 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0663b92e-f752-4f2f-be38-8949db21576e', 'name': 'network-vif-deleted', 'tag': '0e709adb-88a9-40f9-9957-66559d724d43', 'status': 'completed', 'code': 200} Feb 11 13:38:07.259510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-969b6741-add9-447a-927b-1de90df292cd service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040613 Feb 11 13:38:07.283054 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-0c578857-af6b-4e80-a79c-f4d7bf5e3b40 service neutron] 10.222.0.79 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038048 Feb 11 13:38:07.332184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-5ddd9ddf-bd0f-40b8-ad71-40aaf9278b20 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:07.335051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-5ddd9ddf-bd0f-40b8-ad71-40aaf9278b20 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 816 time: 0.4432735 Feb 11 13:38:07.360247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Request body: {'port': {'device_id': '272f7654-4575-4121-9efe-300bda06bfe1', 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'admin_state_up': True, 'tenant_id': 'fc9135e439614cffbecdc7a6c8778215'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:07.367647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 08024015-d134-4920-a81c-39f8241d8278 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:07.368400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (08024015-d134-4920-a81c-39f8241d8278), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.369707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfc689e6-cc98-4b39-a66d-6282ad2e4659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.372515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfc689e6-cc98-4b39-a66d-6282ad2e4659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.374258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bfc689e6-cc98-4b39-a66d-6282ad2e4659 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d HTTP/1.1" status: 204 len: 168 time: 0.8357611 Feb 11 13:38:07.426212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45910) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:07.433197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (ca398627-d621-4795-82a2-a9f413595dbf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.502892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 08024015-d134-4920-a81c-39f8241d8278 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:07.507318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (ca398627-d621-4795-82a2-a9f413595dbf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.508390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:07.509168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.583605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc689e6-cc98-4b39-a66d-6282ad2e4659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5062c0f-e3ae-4ef3-97f0-66b8b7083a0d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:07.589210 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5426073 Feb 11 13:38:07.592223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:07.599099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Request body: {'subnet': {'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1200618564-subnet', 'tenant_id': 'e6d2cf83dd8c4c33beceea3b1559452d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:07.677966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8265deb-c3fc-4850-89dd-4d39201cac4c admin admin] Pushing event updated for resources: {'Network': ['ID=ca398627-d621-4795-82a2-a9f413595dbf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:07.694325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network ca398627-d621-4795-82a2-a9f413595dbf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:38:07.718414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Made reservation on behalf of e6d2cf83dd8c4c33beceea3b1559452d for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:07.721511 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:07.876262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b83c59-a25f-4726-9178-5ae9f6b09467 req-2978a62f-89e9-4c5e-83d8-e306476da6f0 service neutron] 10.222.0.30 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980351 Feb 11 13:38:08.063453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (413a7200-3208-4a15-9839-1d5e425a4983), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:08.084827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0e709adb-88a9-40f9-9957-66559d724d43 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:08.147266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413a7200-3208-4a15-9839-1d5e425a4983,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:08.165976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Checking segment: {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:08.166288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 0e709adb-88a9-40f9-9957-66559d724d43 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:08.166811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Network hostable DHCP agents. Network: ca398627-d621-4795-82a2-a9f413595dbf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:08.166957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0e709adb-88a9-40f9-9957-66559d724d43 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:08.209868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Network ca398627-d621-4795-82a2-a9f413595dbf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:08.221841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, ca398627-d621-4795-82a2-a9f413595dbf) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:08.227084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:08.227889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:08.233598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b4134-7230-4081-9b86-b4573b3998f6 None None] Network ca398627-d621-4795-82a2-a9f413595dbf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:38:08.266204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce5b54dd-3bf3-4558-b8c4-11125bddb7d9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6706452 Feb 11 13:38:08.320423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Made reservation on behalf of fc9135e439614cffbecdc7a6c8778215 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:08.357498 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:08.461668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45952) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:08.612620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560facf-c162-4558-9860-8f077db0a749 None None] Network ca398627-d621-4795-82a2-a9f413595dbf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:38:08.622285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-22016878-929b-46e8-9d57-f2630145591f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6baa3dd31ffb4171af04bb23896d853b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593237 Feb 11 13:38:08.630631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45956) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:08.761567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3fd89-3a19-4995-9171-dc8092e17be5 req-01c1a7f3-580f-476d-9bf6-ddf304f4ad6f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:08.767135 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24a3fd89-3a19-4995-9171-dc8092e17be5 req-01c1a7f3-580f-476d-9bf6-ddf304f4ad6f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.6178799 Feb 11 13:38:08.840237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29017985-26dc-482a-a946-f59b3c94875c admin admin] Publish callbacks [] for security_group (03155b81-866e-46d6-9090-fcc46ec144f9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:08.916761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24a3fd89-3a19-4995-9171-dc8092e17be5 req-60f236aa-aba8-447f-9bb4-b8d725e56f48 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055369 Feb 11 13:38:08.966619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29017985-26dc-482a-a946-f59b3c94875c admin admin] Publish callbacks [] for security_group (03155b81-866e-46d6-9090-fcc46ec144f9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:09.081136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29017985-26dc-482a-a946-f59b3c94875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (03155b81-866e-46d6-9090-fcc46ec144f9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:09.084587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29017985-26dc-482a-a946-f59b3c94875c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:09.085226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Allocated IP 172.20.0.8 (242c779a-3bea-4329-8613-4bdf63de4652/cdaa9f3e-6f16-44c7-8948-45785d041721/51c756f9-29ed-4169-bfa2-fa5103e74db9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:09.086258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-29017985-26dc-482a-a946-f59b3c94875c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03155b81-866e-46d6-9090-fcc46ec144f9 HTTP/1.1" status: 204 len: 168 time: 0.4546003 Feb 11 13:38:09.095152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29017985-26dc-482a-a946-f59b3c94875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03155b81-866e-46d6-9090-fcc46ec144f9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:09.428906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (a3f2433a-7873-4328-9e25-97c05388d775), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:09.549545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-b6fc013e-d86b-42b1-8555-4c13d3deefa8 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:09.551966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-b6fc013e-d86b-42b1-8555-4c13d3deefa8 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 816 time: 0.1650894 Feb 11 13:38:09.682814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Request body: {'port': {'device_id': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'admin_state_up': True, 'tenant_id': 'fc9135e439614cffbecdc7a6c8778215'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:10.413933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks [] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:10.645049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:10.653501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Made reservation on behalf of fc9135e439614cffbecdc7a6c8778215 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:10.668269 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:10.822972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Network 242c779a-3bea-4329-8613-4bdf63de4652 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:10.835876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:10.906592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:10.947045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Pushing event updated for resources: {'Port': ['ID=51c756f9-29ed-4169-bfa2-fa5103e74db9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:11.038810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Deleting port b6dae989-b298-4fb9-a726-7982b7522ae1 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:11.039155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:11.105589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:11.106265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:11.207568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Allocated IP 172.20.0.6 (242c779a-3bea-4329-8613-4bdf63de4652/cdaa9f3e-6f16-44c7-8948-45785d041721/33482cc8-90aa-4e0e-a84f-1c33111679fe) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:11.219322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f59a3dca-9fa7-414f-a211-897742989a59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8676765 Feb 11 13:38:11.233925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Request body: {'port': {'device_id': '272f7654-4575-4121-9efe-300bda06bfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:11.273333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a51a30dd-7327-4f2b-95e4-36795df5f933 None None] Provisioning complete for port 51c756f9-29ed-4169-bfa2-fa5103e74db9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:11.274022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a51a30dd-7327-4f2b-95e4-36795df5f933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:11.350779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] For port b6dae989-b298-4fb9-a726-7982b7522ae1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b6dae989-b298-4fb9-a726-7982b7522ae1,segment=NetworkSegment(8ed7495c-197f-4544-b369-6df26ab982b9),segment_id=8ed7495c-197f-4544-b369-6df26ab982b9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:11.351629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:11.368635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a51a30dd-7327-4f2b-95e4-36795df5f933 None None] Port 51c756f9-29ed-4169-bfa2-fa5103e74db9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:38:11.369099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Calling delete_port for b6dae989-b298-4fb9-a726-7982b7522ae1 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:11.651513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b6dae989-b298-4fb9-a726-7982b7522ae1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:11.750445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6dae989-b298-4fb9-a726-7982b7522ae1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:11.770108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:12.202573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks [] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:12.417706 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (a3f2433a-7873-4328-9e25-97c05388d775), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:12.500771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:12.533743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:12.749119 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aba052f2-2c90-4ff1-9572-e8ee6472f651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:12.863231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Network 242c779a-3bea-4329-8613-4bdf63de4652 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:12.898712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:12.943315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:12.969980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aba052f2-2c90-4ff1-9572-e8ee6472f651 admin admin] Publish callbacks [] for security_group (6cbcd9b5-1acd-456a-a139-fe33a85fcc35), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:12.981919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aba052f2-2c90-4ff1-9572-e8ee6472f651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6cbcd9b5-1acd-456a-a139-fe33a85fcc35), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.150726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aba052f2-2c90-4ff1-9572-e8ee6472f651 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f780ae12b55492bb6c3165d83ef85cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486826 Feb 11 13:38:13.151716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:13.168892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba052f2-2c90-4ff1-9572-e8ee6472f651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbcd9b5-1acd-456a-a139-fe33a85fcc35,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:13.312947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de123047-fd47-475d-93e4-ee7539a40134 admin admin] Publish callbacks [] for security_group (6cbcd9b5-1acd-456a-a139-fe33a85fcc35), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.368361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de123047-fd47-475d-93e4-ee7539a40134 admin admin] Publish callbacks [] for security_group (6cbcd9b5-1acd-456a-a139-fe33a85fcc35), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.405859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c756f9-29ed-4169-bfa2-fa5103e74db9 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:13.431051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Publish callbacks [] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.431356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-807f51bb-fd31-460d-805e-fb165a21400e None None] Provisioning complete for port 33482cc8-90aa-4e0e-a84f-1c33111679fe triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:13.434607 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-807f51bb-fd31-460d-805e-fb165a21400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.456270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Transition to ACTIVE for port object 51c756f9-29ed-4169-bfa2-fa5103e74db9 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:13.459227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Pushing event updated for resources: {'Port': ['ID=33482cc8-90aa-4e0e-a84f-1c33111679fe,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:13.485140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.497122 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de123047-fd47-475d-93e4-ee7539a40134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6cbcd9b5-1acd-456a-a139-fe33a85fcc35), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.497829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-807f51bb-fd31-460d-805e-fb165a21400e None None] Port 33482cc8-90aa-4e0e-a84f-1c33111679fe cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:38:13.500687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de123047-fd47-475d-93e4-ee7539a40134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.505577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-de123047-fd47-475d-93e4-ee7539a40134 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cbcd9b5-1acd-456a-a139-fe33a85fcc35 HTTP/1.1" status: 204 len: 168 time: 0.3483269 Feb 11 13:38:13.522336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de123047-fd47-475d-93e4-ee7539a40134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbcd9b5-1acd-456a-a139-fe33a85fcc35,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:13.643531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:13.644545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:13.910443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Pushing event updated for resources: {'Port': ['ID=51c756f9-29ed-4169-bfa2-fa5103e74db9,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:13.953839 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-6efeef1c-21fb-4ad4-bea3-336aaceeac6f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2798727 Feb 11 13:38:13.994767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Request body: {'port': {'device_id': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:14.241655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46018) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:14.268590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c895da75-74a8-4459-adf6-e74c45b63ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.398414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.498256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c895da75-74a8-4459-adf6-e74c45b63ff3 admin admin] Publish callbacks [] for security_group (7d8aa313-7aa9-4959-ae77-3e2f0e60d165), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.508477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c895da75-74a8-4459-adf6-e74c45b63ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d8aa313-7aa9-4959-ae77-3e2f0e60d165), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.633028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c895da75-74a8-4459-adf6-e74c45b63ff3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0394face4110492b86adb0d884f5f579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899839 Feb 11 13:38:14.640949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895da75-74a8-4459-adf6-e74c45b63ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8aa313-7aa9-4959-ae77-3e2f0e60d165,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:14.646940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46020) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:14.783836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35ce4c96-e982-42c9-ac5e-7d0e921f05fc admin admin] Publish callbacks [] for security_group (7d8aa313-7aa9-4959-ae77-3e2f0e60d165), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.857632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35ce4c96-e982-42c9-ac5e-7d0e921f05fc admin admin] Publish callbacks [] for security_group (7d8aa313-7aa9-4959-ae77-3e2f0e60d165), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.977106 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35ce4c96-e982-42c9-ac5e-7d0e921f05fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d8aa313-7aa9-4959-ae77-3e2f0e60d165), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.980180 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35ce4c96-e982-42c9-ac5e-7d0e921f05fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:14.983731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-35ce4c96-e982-42c9-ac5e-7d0e921f05fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d8aa313-7aa9-4959-ae77-3e2f0e60d165 HTTP/1.1" status: 204 len: 168 time: 0.3324611 Feb 11 13:38:15.008739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce4c96-e982-42c9-ac5e-7d0e921f05fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8aa313-7aa9-4959-ae77-3e2f0e60d165,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:15.308862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33482cc8-90aa-4e0e-a84f-1c33111679fe {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:15.332798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Publish callbacks [] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:15.363870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Transition to ACTIVE for port object 33482cc8-90aa-4e0e-a84f-1c33111679fe will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:15.395918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Attempting to bind port 51c756f9-29ed-4169-bfa2-fa5103e74db9 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:15.398303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Attempting to bind port 51c756f9-29ed-4169-bfa2-fa5103e74db9 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:15.398651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Attempting to bind port 51c756f9-29ed-4169-bfa2-fa5103e74db9 on network 242c779a-3bea-4329-8613-4bdf63de4652 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:15.410858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:15.418451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Router a3f2433a-7873-4328-9e25-97c05388d775 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:15.420111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Port 51c756f9-29ed-4169-bfa2-fa5103e74db9 on network 242c779a-3bea-4329-8613-4bdf63de4652 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:15.420436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Attempting to bind port 51c756f9-29ed-4169-bfa2-fa5103e74db9 on network 242c779a-3bea-4329-8613-4bdf63de4652 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:15.512066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:15.512699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Checking segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:15.513066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Bound using segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:15.513511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Bound port: 51c756f9-29ed-4169-bfa2-fa5103e74db9, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:15.513868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:15.531058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=33482cc8-90aa-4e0e-a84f-1c33111679fe,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:15.657399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] For port 51c756f9-29ed-4169-bfa2-fa5103e74db9, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:15.661557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] For port 51c756f9-29ed-4169-bfa2-fa5103e74db9, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:15.679862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:15.846005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:15.854247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:15.856101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] 10.222.0.83 "PUT /v2.0/ports/51c756f9-29ed-4169-bfa2-fa5103e74db9 HTTP/1.1" status: 200 len: 1091 time: 4.6265545 Feb 11 13:38:15.881327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272f7654-4575-4121-9efe-300bda06bfe1', 'tag': '51c756f9-29ed-4169-bfa2-fa5103e74db9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:15.883146 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33" -d '{"events": [{"name": "network-changed", "server_uuid": "272f7654-4575-4121-9efe-300bda06bfe1", "tag": "51c756f9-29ed-4169-bfa2-fa5103e74db9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:16.289898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6933dd-09a3-4503-a9de-3e76d7fb7715 service neutron] Pushing event updated for resources: {'Port': ['ID=51c756f9-29ed-4169-bfa2-fa5103e74db9,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:16.296732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:16.318672 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] Sync routers for ids ['a3f2433a-7873-4328-9e25-97c05388d775'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:16.327511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c1dcbb44-205c-4afc-89a3-1dedcc9ec297 admin admin] 10.222.0.79 "PUT /v2.0/routers/a3f2433a-7873-4328-9e25-97c05388d775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8894794 Feb 11 13:38:16.327511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Attempting to bind port 33482cc8-90aa-4e0e-a84f-1c33111679fe on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:16.327511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Attempting to bind port 33482cc8-90aa-4e0e-a84f-1c33111679fe by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:16.327511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Attempting to bind port 33482cc8-90aa-4e0e-a84f-1c33111679fe on network 242c779a-3bea-4329-8613-4bdf63de4652 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:16.328319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:16.339591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-a0c1a516-3534-4118-abee-131f991cd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:16.341549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-a0c1a516-3534-4118-abee-131f991cd8be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 1125 time: 0.4076910 Feb 11 13:38:16.342306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Port 33482cc8-90aa-4e0e-a84f-1c33111679fe on network 242c779a-3bea-4329-8613-4bdf63de4652 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:16.342628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Attempting to bind port 33482cc8-90aa-4e0e-a84f-1c33111679fe on network 242c779a-3bea-4329-8613-4bdf63de4652 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:16.365822 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] Routers {'a3f2433a-7873-4328-9e25-97c05388d775'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:16.366774 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:37:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a3f2433a-7873-4328-9e25-97c05388d775'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:16.443407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:16.444149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Checking segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:16.444881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Bound using segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:16.445564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Bound port: 33482cc8-90aa-4e0e-a84f-1c33111679fe, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:16.446378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:16.456826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-d500614c-14d2-4754-898f-cd12ad975548 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9 HTTP/1.1" status: 200 len: 217 time: 0.1014972 Feb 11 13:38:16.529486 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks [] for router (a3f2433a-7873-4328-9e25-97c05388d775), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:16.602941 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] Set router a3f2433a-7873-4328-9e25-97c05388d775 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:38:16.673869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f7e6a50d-e64f-4bce-8a12-6ab1c99fe196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:16.684845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-f7e6a50d-e64f-4bce-8a12-6ab1c99fe196 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 200 len: 855 time: 0.2108052 Feb 11 13:38:16.746095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] For port 33482cc8-90aa-4e0e-a84f-1c33111679fe, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:16.755351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks [] for router_gateway (a3f2433a-7873-4328-9e25-97c05388d775), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:16.796950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] For port 33482cc8-90aa-4e0e-a84f-1c33111679fe, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33482cc8-90aa-4e0e-a84f-1c33111679fe,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:16.812861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:16.882249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Deleting port a1b0a501-823a-4eed-826e-acedb1129b0a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:16.882588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:16.965868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-a544d702-55f2-467d-ac89-2017729e41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:16.967844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-a544d702-55f2-467d-ac89-2017729e41d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=242c779a-3bea-4329-8613-4bdf63de4652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2820477 Feb 11 13:38:17.098988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] For port a1b0a501-823a-4eed-826e-acedb1129b0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a1b0a501-823a-4eed-826e-acedb1129b0a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:17.099370 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:17.116763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Calling delete_port for a1b0a501-823a-4eed-826e-acedb1129b0a owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:17.154618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:17.157137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:17.160545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] 10.222.0.83 "PUT /v2.0/ports/33482cc8-90aa-4e0e-a84f-1c33111679fe HTTP/1.1" status: 200 len: 1091 time: 3.1726613 Feb 11 13:38:17.219856 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:38:11Z', 'revision_number': 5, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port': {'id': 'a1b0a501-823a-4eed-826e-acedb1129b0a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:34:19Z', 'updated_at': '2022-02-11T13:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:17.364926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebb36b-c879-4c08-a762-103d2632a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=33482cc8-90aa-4e0e-a84f-1c33111679fe,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:17.396592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-83274313-5c77-4cf0-950d-02c8b003ffaa service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108953 Feb 11 13:38:17.452919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-9728efab-1ad0-4294-899f-18df51fc3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:17.454851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-9728efab-1ad0-4294-899f-18df51fc3dcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 1125 time: 0.2233562 Feb 11 13:38:17.589955 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] Checking router: a3f2433a-7873-4328-9e25-97c05388d775 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:38:17.612472 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] Routers {'a3f2433a-7873-4328-9e25-97c05388d775'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:17.615016 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:37:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a3f2433a-7873-4328-9e25-97c05388d775'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:17.653066 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a1b0a501-823a-4eed-826e-acedb1129b0a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:17.750457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b0a501-823a-4eed-826e-acedb1129b0a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:17.858261 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] Set router a3f2433a-7873-4328-9e25-97c05388d775 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:38:18.013782 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:38:16Z', 'revision_number': 6, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:18.076335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (a3f2433a-7873-4328-9e25-97c05388d775), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:18.077623 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7be813-413c-41e9-944b-27a782f647d8 None None] The sync data for ids ['a3f2433a-7873-4328-9e25-97c05388d775'] in n-d-828676-2 is: [{'id': 'a3f2433a-7873-4328-9e25-97c05388d775', 'name': 'tempest-ServerRescueNegativeTestJSON-1997411215-router', 'tenant_id': '0090387900d0418b976b2b3fbd3d064f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:34:17Z', 'updated_at': '2022-02-11T13:38:16Z', 'revision_number': 6, 'project_id': '0090387900d0418b976b2b3fbd3d064f', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:18.221458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-de09103d-fbbd-4e71-a1d6-f8ecd2c49abe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33482cc8-90aa-4e0e-a84f-1c33111679fe HTTP/1.1" status: 200 len: 217 time: 0.7462025 Feb 11 13:38:18.272340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-3e98fc28-7d47-4ea7-b5a7-6419350efb46 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:18.273893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-3e98fc28-7d47-4ea7-b5a7-6419350efb46 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 816 time: 0.5581284 Feb 11 13:38:18.275835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (a3f2433a-7873-4328-9e25-97c05388d775), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:18.278885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks [] for router_controller (a3f2433a-7873-4328-9e25-97c05388d775), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:18.343647 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-8091e9f4-d4d1-4e0c-a91c-402b64aaa978 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/quotas/fc9135e439614cffbecdc7a6c8778215 HTTP/1.1" status: 200 len: 375 time: 0.0501475 Feb 11 13:38:18.357927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (a3f2433a-7873-4328-9e25-97c05388d775), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:18.358514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f2433a-7873-4328-9e25-97c05388d775 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:18.367361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:18.368815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6d943cb6-e88f-4421-9558-b87521b1ceec admin admin] 10.222.0.79 "DELETE /v2.0/routers/a3f2433a-7873-4328-9e25-97c05388d775 HTTP/1.1" status: 204 len: 168 time: 2.0404587 Feb 11 13:38:18.374732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-bbf21866-06a6-4367-82ef-8cd4e8c3e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:18.377750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-bbf21866-06a6-4367-82ef-8cd4e8c3e804 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 200 len: 855 time: 0.1279776 Feb 11 13:38:18.384507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46100) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:18.424554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36bc6263-923d-4389-8ff4-71cfd44b3c19 req-0a5905ae-e96e-4f11-b2a1-9aee9478f6aa service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0206473 Feb 11 13:38:18.577901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] Deleting subnet ce989429-4144-4c63-9575-d46a19519f04 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:38:18.590554 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] Publish callbacks [] for subnet (ce989429-4144-4c63-9575-d46a19519f04), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:18.616048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-dab4683c-303d-417f-adf4-3eec5391ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:18.617885 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-dab4683c-303d-417f-adf4-3eec5391ae67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=242c779a-3bea-4329-8613-4bdf63de4652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1473327 Feb 11 13:38:18.626397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-569fa575-3f36-4ae0-862d-ad444bb3bd94 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2694921 Feb 11 13:38:18.752552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-868ec8f6-f4eb-4414-bf3c-e988027b24bb service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272357 Feb 11 13:38:18.811474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-939a5c9f-9cff-4f1f-8aea-bdaaafb3c31c tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:18.813474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-939a5c9f-9cff-4f1f-8aea-bdaaafb3c31c tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/networks?id=ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 200 len: 818 time: 0.4345167 Feb 11 13:38:18.837001 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-f6d78faf-d805-41e8-ace9-32d521e600aa service neutron] 10.222.0.79 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986821 Feb 11 13:38:18.855125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (ce989429-4144-4c63-9575-d46a19519f04), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:18.876596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-dd8e78c5-588b-4dbe-afd2-1c62dae1bf52 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/quotas/e6d2cf83dd8c4c33beceea3b1559452d HTTP/1.1" status: 200 len: 375 time: 0.0143561 Feb 11 13:38:18.940168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-3cd20a53-406a-4f53-a6a2-b531b3ba1634 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548687 Feb 11 13:38:19.088488 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ce989429-4144-4c63-9575-d46a19519f04), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:19.146482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-0f24cb38-ee69-4489-bc42-3089492bbdab service neutron] 10.222.0.79 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956100 Feb 11 13:38:19.170687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-b868a6bd-e404-4e57-b246-4b5d792a4bad service neutron] 10.222.0.79 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267317 Feb 11 13:38:19.175220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (ce989429-4144-4c63-9575-d46a19519f04), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:19.187610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a1b0a501-823a-4eed-826e-acedb1129b0a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:19.218473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72ddca6e-8964-42d8-a07c-002ec4e3b691 req-e25914ee-7c87-4fcc-b5af-5d713b79a489 service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580321 Feb 11 13:38:19.245758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce989429-4144-4c63-9575-d46a19519f04,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:19.249016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: a1b0a501-823a-4eed-826e-acedb1129b0a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:19.249016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a1b0a501-823a-4eed-826e-acedb1129b0a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:19.249016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b6dae989-b298-4fb9-a726-7982b7522ae1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:19.255100 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:19.262903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-333eff88-a9b8-46be-89ec-cc92a82de817 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ce989429-4144-4c63-9575-d46a19519f04 HTTP/1.1" status: 204 len: 168 time: 0.8727572 Feb 11 13:38:19.266350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:19.349511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b6dae989-b298-4fb9-a726-7982b7522ae1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:19.349858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b6dae989-b298-4fb9-a726-7982b7522ae1 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:19.371118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-5e979d2e-930c-42c1-be77-e7f2e71a38d4 service neutron] 10.222.0.79 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167914 Feb 11 13:38:19.435392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7a212139-3c9b-4738-90c7-5c26b759e6ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:19.783833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7a212139-3c9b-4738-90c7-5c26b759e6ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:19.845861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d1379-2d34-4bba-a6b8-d8c035c79387 req-54024076-df52-478e-b910-42147fe4f1ef tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:19.847583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-293d1379-2d34-4bba-a6b8-d8c035c79387 req-54024076-df52-478e-b910-42147fe4f1ef tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2582386 Feb 11 13:38:19.879881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a212139-3c9b-4738-90c7-5c26b759e6ab']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:19.925271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed7495c-197f-4544-b369-6df26ab982b9') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:19.935052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed7495c-197f-4544-b369-6df26ab982b9') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:20.031683 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:20.042855 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (8ed7495c-197f-4544-b369-6df26ab982b9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:20.064756 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18774069-f0ab-4572-9f87-4ed220d44152 x-openstack-request-id: req-18774069-f0ab-4572-9f87-4ed220d44152 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:20.064756 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272f7654-4575-4121-9efe-300bda06bfe1", "tag": "51c756f9-29ed-4169-bfa2-fa5103e74db9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:20.064756 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18774069-f0ab-4572-9f87-4ed220d44152 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:20.064756 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272f7654-4575-4121-9efe-300bda06bfe1', 'tag': '51c756f9-29ed-4169-bfa2-fa5103e74db9', 'status': 'completed', 'code': 200} Feb 11 13:38:20.106534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8ed7495c-197f-4544-b369-6df26ab982b9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:20.121774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:20.122559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (8ed7495c-197f-4544-b369-6df26ab982b9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:20.189076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-7da914e8-2f42-4c92-8fe6-337d485b0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:20.190256 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-7da914e8-2f42-4c92-8fe6-337d485b0698 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 1125 time: 0.0938489 Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:20.218037 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:20.433099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3cd0be5-a9e8-451c-895a-c537b091ef05 req-0701f846-eef3-4206-93f4-43add5751e31 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 210 time: 0.1500158 Feb 11 13:38:20.494265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-49570566-95c1-49c1-a8a4-59a51e846823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:20.497293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-49570566-95c1-49c1-a8a4-59a51e846823 service neutron] 10.222.0.83 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 917 time: 0.3008847 Feb 11 13:38:20.572379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-e76c2f5d-df5b-4a40-83a5-5dd05ebd55d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9 HTTP/1.1" status: 200 len: 217 time: 0.0690477 Feb 11 13:38:20.659425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-0afa4cf6-2416-46a3-8ac5-0340d59c27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:20.661617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-0afa4cf6-2416-46a3-8ac5-0340d59c27f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 200 len: 855 time: 0.0718102 Feb 11 13:38:20.853554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-8125f59f-a37c-40a5-ae39-a7e9077ae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:20.857019 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-8125f59f-a37c-40a5-ae39-a7e9077ae55a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=242c779a-3bea-4329-8613-4bdf63de4652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1887186 Feb 11 13:38:21.172577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-293d1379-2d34-4bba-a6b8-d8c035c79387 req-b28bf9e4-0faa-41a9-9785-04b2579d480d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2839949 Feb 11 13:38:21.234819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-f1cb269e-d28e-4643-b6b3-ed95c273aa0d service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693490 Feb 11 13:38:21.422425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cca066f1-e531-4a86-89b7-a3684b365ebf req-1829e43e-2656-46cd-bbab-1e841f7e3266 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 210 time: 0.1010611 Feb 11 13:38:21.424971 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7a212139-3c9b-4738-90c7-5c26b759e6ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:21.433282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:21.438022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] 10.222.0.79 "DELETE /v2.0/networks/7a212139-3c9b-4738-90c7-5c26b759e6ab HTTP/1.1" status: 204 len: 168 time: 2.1682045 Feb 11 13:38:21.502357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce43f5-ea46-4b1b-962d-8572c9c669aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7a212139-3c9b-4738-90c7-5c26b759e6ab,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:21.507803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:21.623321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e7ae43b-d999-44ab-8eb5-a96a1bab2c33 req-2c9b8117-3472-4148-a641-c1891af6d3eb service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801644 Feb 11 13:38:21.655446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1005000f-86de-4aaa-b8b6-ed7424067c5a req-9733be04-fa8c-4530-8513-ae92b4f2e977 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 210 time: 0.0767708 Feb 11 13:38:21.732673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33482cc8-90aa-4e0e-a84f-1c33111679fe details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:21.746322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46190) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:21.928000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1d637ab-792a-4ddc-b2cf-f2173bb78e94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0090387900d0418b976b2b3fbd3d064f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801302 Feb 11 13:38:21.930318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:21.978963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 33482cc8-90aa-4e0e-a84f-1c33111679fe, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33482cc8-90aa-4e0e-a84f-1c33111679fe,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:22.013473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '33482cc8-90aa-4e0e-a84f-1c33111679fe', 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'port_id': '33482cc8-90aa-4e0e-a84f-1c33111679fe', 'mac_address': 'fa:16:3e:cc:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdaa9f3e-6f16-44c7-8948-45785d041721', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:22.065220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3520aab5-0680-4fcf-8ba4-93016aaddd97 admin admin] Publish callbacks [] for security_group (b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.067604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'tag': '33482cc8-90aa-4e0e-a84f-1c33111679fe'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:22.070783 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135a5c7e-7394-4db3-a3fe-baf72d6226ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0238bc-1b8f-4548-ad4e-828f42d7f5b4", "tag": "33482cc8-90aa-4e0e-a84f-1c33111679fe"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:22.143798 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9f6c56-f01d-419e-9604-4d6b5ab661ed x-openstack-request-id: req-8a9f6c56-f01d-419e-9604-4d6b5ab661ed {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:22.144102 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0238bc-1b8f-4548-ad4e-828f42d7f5b4", "tag": "33482cc8-90aa-4e0e-a84f-1c33111679fe", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:22.144357 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a9f6c56-f01d-419e-9604-4d6b5ab661ed {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:22.144788 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'tag': '33482cc8-90aa-4e0e-a84f-1c33111679fe', 'status': 'completed', 'code': 200} Feb 11 13:38:22.153295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3520aab5-0680-4fcf-8ba4-93016aaddd97 admin admin] Publish callbacks [] for security_group (b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.180851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 33482cc8-90aa-4e0e-a84f-1c33111679fe is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:22.182049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.188383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-708911c8-c4bd-4f73-91da-a5b85fb938d0 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.190416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device b2ff30d1-6f7c-47f9-9d10-dfae57545baa no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:22.199359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-708911c8-c4bd-4f73-91da-a5b85fb938d0 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.30 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 816 time: 0.3742914 Feb 11 13:38:22.280279 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.328124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33482cc8-90aa-4e0e-a84f-1c33111679fe {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:22.336816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3520aab5-0680-4fcf-8ba4-93016aaddd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.361191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3520aab5-0680-4fcf-8ba4-93016aaddd97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.361384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Request body: {'port': {'device_id': '19a1d380-43b8-4656-a267-d302546a258f', 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'admin_state_up': True, 'tenant_id': 'fc9135e439614cffbecdc7a6c8778215'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:22.380767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3520aab5-0680-4fcf-8ba4-93016aaddd97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a HTTP/1.1" status: 204 len: 168 time: 0.4493365 Feb 11 13:38:22.385182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 33482cc8-90aa-4e0e-a84f-1c33111679fe, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33482cc8-90aa-4e0e-a84f-1c33111679fe,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:22.392608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.393317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c756f9-29ed-4169-bfa2-fa5103e74db9 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:22.468016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=33482cc8-90aa-4e0e-a84f-1c33111679fe,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:22.471995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520aab5-0680-4fcf-8ba4-93016aaddd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe32cf-39d8-46d7-93b4-3ba0d7b7582a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:22.472492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port b2ff30d1-6f7c-47f9-9d10-dfae57545baa is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:22.473853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.478454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-60d37117-0cde-44b3-be54-50ec80f33687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.585052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-829a132d-a8dc-4069-aabe-602aca7bf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.600076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-829a132d-a8dc-4069-aabe-602aca7bf744 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 1125 time: 0.3996472 Feb 11 13:38:22.600515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb16987-d9da-4144-af37-b9afeb9c1c0e req-0a1386bb-8908-4d76-931e-221c298cd63a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.606670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ffb16987-d9da-4144-af37-b9afeb9c1c0e req-0a1386bb-8908-4d76-931e-221c298cd63a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2205198 Feb 11 13:38:22.620147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:22.656798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:22.659110 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aa72b9-ea9c-43d5-9da4-71457c432739" -d '{"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:22.690570 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:38:22.699014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:22.897340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:22.911904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 51c756f9-29ed-4169-bfa2-fa5103e74db9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:22.954016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '51c756f9-29ed-4169-bfa2-fa5103e74db9', 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'port_id': '51c756f9-29ed-4169-bfa2-fa5103e74db9', 'mac_address': 'fa:16:3e:6b:82:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdaa9f3e-6f16-44c7-8948-45785d041721', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:22.993418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-de591afb-dedd-4379-9476-ec39b37dc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.996065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-de591afb-dedd-4379-9476-ec39b37dc356 service neutron] 10.222.0.83 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 917 time: 0.2833478 Feb 11 13:38:23.006241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Made reservation on behalf of fc9135e439614cffbecdc7a6c8778215 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:23.010927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:23.015746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-60d37117-0cde-44b3-be54-50ec80f33687 admin admin] Publish callbacks [] for security_group (9030d2ff-96dc-477e-b574-a814c6e07b5b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:23.036711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-60d37117-0cde-44b3-be54-50ec80f33687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9030d2ff-96dc-477e-b574-a814c6e07b5b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:23.109557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-98d4d032-f7ad-4fec-85dd-e4abf0dbfb50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33482cc8-90aa-4e0e-a84f-1c33111679fe HTTP/1.1" status: 200 len: 217 time: 0.1068428 Feb 11 13:38:23.162322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 51c756f9-29ed-4169-bfa2-fa5103e74db9 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:23.166366 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:23.247027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c756f9-29ed-4169-bfa2-fa5103e74db9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:23.289138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37117-0cde-44b3-be54-50ec80f33687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9030d2ff-96dc-477e-b574-a814c6e07b5b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:23.328075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 51c756f9-29ed-4169-bfa2-fa5103e74db9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:23.338740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:23.342817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ffb16987-d9da-4144-af37-b9afeb9c1c0e req-611cf942-af25-4880-99d6-ca7ee76629de tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7075441 Feb 11 13:38:23.359597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Allocated IP 172.20.0.13 (242c779a-3bea-4329-8613-4bdf63de4652/cdaa9f3e-6f16-44c7-8948-45785d041721/c30856a0-076c-4668-bb07-3075724addba) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:23.381017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-60d37117-0cde-44b3-be54-50ec80f33687 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37cb610194c341f196f52c9590a687ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8702776 Feb 11 13:38:23.425008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46246) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:23.547938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=51c756f9-29ed-4169-bfa2-fa5103e74db9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:23.641205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['33482cc8-90aa-4e0e-a84f-1c33111679fe'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:23.718996 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb9c8fdb-b80e-42c4-a3bd-3e8c36ec5583 req-bdb1c714-d73c-4a62-90a6-3791966821eb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 210 time: 0.3000169 Feb 11 13:38:23.796469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['51c756f9-29ed-4169-bfa2-fa5103e74db9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:23.856503 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f60e3914-6fed-44e2-9b3f-a0953b2282ec req-d3143567-b3b6-4bb2-b9ba-1a54ae158e89 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 210 time: 0.2723582 Feb 11 13:38:23.949998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-71547314-e89a-453a-ad4f-20ff9f82d735 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:23.951630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-71547314-e89a-453a-ad4f-20ff9f82d735 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "GET /v2.0/networks?id=ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 200 len: 818 time: 0.7485192 Feb 11 13:38:23.968881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Request body: {'port': {'device_id': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf', 'admin_state_up': True, 'tenant_id': 'e6d2cf83dd8c4c33beceea3b1559452d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:23.994167 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714a7c71-40de-4cfe-8211-16e15e3bc107 x-openstack-request-id: req-714a7c71-40de-4cfe-8211-16e15e3bc107 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:23.994167 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:23.994167 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-714a7c71-40de-4cfe-8211-16e15e3bc107 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:23.994167 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'code': 200} Feb 11 13:38:24.185989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f35f6ca8-8390-49db-8db6-403309f61d4e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:24.187656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f35f6ca8-8390-49db-8db6-403309f61d4e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "GET /v2.0/networks?id=ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 200 len: 818 time: 0.8365195 Feb 11 13:38:24.189591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Made reservation on behalf of e6d2cf83dd8c4c33beceea3b1559452d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:24.194924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:24.203452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Request body: {'port': {'device_id': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf', 'admin_state_up': True, 'tenant_id': 'e6d2cf83dd8c4c33beceea3b1559452d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:24.263712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7a12-e573-4fab-af01-978894eba312 admin admin] Publish callbacks [] for security_group (9030d2ff-96dc-477e-b574-a814c6e07b5b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:24.268485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-3ab469eb-046e-456e-b473-f7699e3422dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:24.276218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-3ab469eb-046e-456e-b473-f7699e3422dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 200 len: 855 time: 0.8609633 Feb 11 13:38:24.499237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-39f6dab7-f856-401a-b829-acf670e3a0c8 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:24.501407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-39f6dab7-f856-401a-b829-acf670e3a0c8 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.83 "GET /v2.0/networks?id=ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 200 len: 818 time: 1.0756359 Feb 11 13:38:24.521052 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7a12-e573-4fab-af01-978894eba312 admin admin] Publish callbacks [] for security_group (9030d2ff-96dc-477e-b574-a814c6e07b5b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:24.534228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Request body: {'port': {'device_id': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf', 'admin_state_up': True, 'tenant_id': 'e6d2cf83dd8c4c33beceea3b1559452d'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:24.962399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Allocated IP 172.20.0.12 (ca398627-d621-4795-82a2-a9f413595dbf/413a7200-3208-4a15-9839-1d5e425a4983/a98fc705-0d4e-499d-9bb3-10889a9dbbaa) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:24.964858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Made reservation on behalf of e6d2cf83dd8c4c33beceea3b1559452d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:24.968235 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:24.981640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276975e-dfb3-4801-bfc6-d087d8b01070 req-8e0ca0b3-63d0-44dd-9b7e-e67a6ea024fb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:24.988519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b276975e-dfb3-4801-bfc6-d087d8b01070 req-8e0ca0b3-63d0-44dd-9b7e-e67a6ea024fb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.4070632 Feb 11 13:38:25.075231 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks [] for port (c30856a0-076c-4668-bb07-3075724addba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:25.099834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b276975e-dfb3-4801-bfc6-d087d8b01070 req-45863008-b3ca-4450-8e6f-f7ba13f0bee8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998914 Feb 11 13:38:25.161029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-85e21f51-7750-460c-9bc7-2e8d8d54195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:25.164210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-85e21f51-7750-460c-9bc7-2e8d8d54195f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=242c779a-3bea-4329-8613-4bdf63de4652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7913074 Feb 11 13:38:25.305904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7a12-e573-4fab-af01-978894eba312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9030d2ff-96dc-477e-b574-a814c6e07b5b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:25.312250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7a12-e573-4fab-af01-978894eba312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:25.313871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4b7f7a12-e573-4fab-af01-978894eba312 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9030d2ff-96dc-477e-b574-a814c6e07b5b HTTP/1.1" status: 204 len: 168 time: 1.8822942 Feb 11 13:38:25.430443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a3eec59-2129-4f99-9381-c3b7ecf8c942 req-f72ea443-ff66-4cd7-9554-a89b80de6f9e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 210 time: 0.1524568 Feb 11 13:38:25.653754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-265bd470-66ca-45e3-8739-a7fb88199b84 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:25.659690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-265bd470-66ca-45e3-8739-a7fb88199b84 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.8132093 Feb 11 13:38:25.660561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f7a12-e573-4fab-af01-978894eba312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9030d2ff-96dc-477e-b574-a814c6e07b5b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:25.737554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de5f84dd-df06-45dc-bb5c-13d64ef793d0 req-d8a40547-bd92-4a3c-82dd-b4029fbf7f9f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 210 time: 0.0815349 Feb 11 13:38:25.769348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c756f9-29ed-4169-bfa2-fa5103e74db9 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:25.774778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-0800f651-069e-4387-b4fa-16561a6d893a service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431213 Feb 11 13:38:25.801827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks [] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:25.887930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Made reservation on behalf of e6d2cf83dd8c4c33beceea3b1559452d for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:25.891351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:25.906922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 51c756f9-29ed-4169-bfa2-fa5103e74db9 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:25.917525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 51c756f9-29ed-4169-bfa2-fa5103e74db9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:25.918226 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:25.950040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Allocated IP 172.20.0.8 (ca398627-d621-4795-82a2-a9f413595dbf/413a7200-3208-4a15-9839-1d5e425a4983/c2877624-1e37-4885-a4fc-85481fb5e344) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:26.037198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-d5515de4-f8fb-47ce-a850-a1d71d4153e2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/quotas/c7228a5e5a17498385380edb6d27077b HTTP/1.1" status: 200 len: 375 time: 0.3592491 Feb 11 13:38:26.060311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c30856a0-076c-4668-bb07-3075724addba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:26.074939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['33482cc8-90aa-4e0e-a84f-1c33111679fe', '51c756f9-29ed-4169-bfa2-fa5103e74db9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:26.303778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Pushing event updated for resources: {'Port': ['ID=c30856a0-076c-4668-bb07-3075724addba,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:26.338675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks [] for port (c2877624-1e37-4885-a4fc-85481fb5e344), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:26.392646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Network 242c779a-3bea-4329-8613-4bdf63de4652 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:26.399327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:26.405604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:26.431618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:26.442523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:26.483418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:26.484471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:26.727937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-4a3d3505-271b-4b6e-83c1-95d76c0b0a90 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6898372 Feb 11 13:38:26.763471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Pushing event updated for resources: {'Port': ['ID=c2877624-1e37-4885-a4fc-85481fb5e344,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:26.782990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Allocated IP 172.20.0.11 (ca398627-d621-4795-82a2-a9f413595dbf/413a7200-3208-4a15-9839-1d5e425a4983/4768d783-4c50-4870-8b7d-0b4318bdb268) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:26.802778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 51c756f9-29ed-4169-bfa2-fa5103e74db9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:26.803518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:26.887367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-cfc16ec6-29e3-4bb2-8ee6-b379a759709a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5420747 Feb 11 13:38:26.923003 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-135a5c7e-7394-4db3-a3fe-baf72d6226ed req-04a23368-f1c5-4ce0-af87-e4a0c35fba06 service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0674644 Feb 11 13:38:27.107688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Pushing event updated for resources: {'Port': ['ID=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:27.131645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Network ca398627-d621-4795-82a2-a9f413595dbf is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:27.187480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:27.211290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272f7654-4575-4121-9efe-300bda06bfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c756f9-29ed-4169-bfa2-fa5103e74db9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:27.220766 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b99ff4-ac91-42ec-91c2-bc4f5b77169f" -d '{"events": [{"server_uuid": "272f7654-4575-4121-9efe-300bda06bfe1", "name": "network-vif-plugged", "status": "completed", "tag": "51c756f9-29ed-4169-bfa2-fa5103e74db9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:27.225689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Network ca398627-d621-4795-82a2-a9f413595dbf is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:27.253310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:27.269003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46336) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:27.279748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9df03af0-b9a4-4e2f-92e1-98674d5c6788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.289064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 51c756f9-29ed-4169-bfa2-fa5103e74db9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:27.299077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:27.309650 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.313927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:27.316322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33482cc8-90aa-4e0e-a84f-1c33111679fe up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:27.374634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-1ea3bb1f-2653-450d-a155-102c535417bc service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456196 Feb 11 13:38:27.415858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Request body: {'port': {'device_id': '19a1d380-43b8-4656-a267-d302546a258f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:27.436345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd645b75-816b-49c1-8ada-18e9159698ee req-3db52cf4-850b-4596-84c4-0ac80eeea20d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:27.440829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd645b75-816b-49c1-8ada-18e9159698ee req-3db52cf4-850b-4596-84c4-0ac80eeea20d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 1.0023732 Feb 11 13:38:27.508931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c30856a0-076c-4668-bb07-3075724addba), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.544720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=51c756f9-29ed-4169-bfa2-fa5103e74db9,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:27.556505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-df4410a2-aa36-4c42-8a7f-6180099b4872 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:27.560278 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-df4410a2-aa36-4c42-8a7f-6180099b4872 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded69982-0e5d-4716-a13b-cf45bf30966d HTTP/1.1" status: 200 len: 943 time: 0.9049335 Feb 11 13:38:27.583410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1635281148-network', 'tenant_id': '03d8b0e57d35413e94e3eaf69d682335'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:27.590338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cd839891-5116-43ec-b585-6fc040057461 None None] Provisioning complete for port c30856a0-076c-4668-bb07-3075724addba triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:27.591851 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd839891-5116-43ec-b585-6fc040057461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c30856a0-076c-4668-bb07-3075724addba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.702917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cd839891-5116-43ec-b585-6fc040057461 None None] Port c30856a0-076c-4668-bb07-3075724addba cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:38:27.823372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 33482cc8-90aa-4e0e-a84f-1c33111679fe completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:27.858941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:27.859635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.865695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd645b75-816b-49c1-8ada-18e9159698ee req-3e9d10c9-bf4a-49cc-bb69-eb1692fc2a66 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129462 Feb 11 13:38:27.917398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Made reservation on behalf of 03d8b0e57d35413e94e3eaf69d682335 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:27.919811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.946274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 33482cc8-90aa-4e0e-a84f-1c33111679fe triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:27.946663 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.959051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:27.959686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:27.968953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-900c6cca-5934-4403-ac8d-4b703a95ec1b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7704444 Feb 11 13:38:27.995227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.019093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Request body: {'port': {'device_id': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:28.051097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1ae0f3f5-37be-43e7-b833-e4cac561d2dc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0888116 Feb 11 13:38:28.086680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Request body: {'port': {'device_id': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:28.212037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Deleting port b2ff30d1-6f7c-47f9-9d10-dfae57545baa {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:28.212379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.242942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 33482cc8-90aa-4e0e-a84f-1c33111679fe is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:28.243549 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.290283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 33482cc8-90aa-4e0e-a84f-1c33111679fe, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33482cc8-90aa-4e0e-a84f-1c33111679fe,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:28.297700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.324346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-b294c883-eda1-4814-877e-dbb8fc2d0e6b service neutron] 10.222.0.79 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9487989 Feb 11 13:38:28.398586 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks [] for security_group (fb0de94f-ec8c-4c23-bd6d-68c0b8043477), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.433258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=33482cc8-90aa-4e0e-a84f-1c33111679fe,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:28.516354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.520249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fb0de94f-ec8c-4c23-bd6d-68c0b8043477), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.539671 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.543392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks [] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.599960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875409-8b2a-4be5-9184-59ce257f3aec req-8418ce09-ee9f-4c18-ac02-d073c88bce11 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:28.613982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4875409-8b2a-4be5-9184-59ce257f3aec req-8418ce09-ee9f-4c18-ac02-d073c88bce11 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 931 time: 0.5794191 Feb 11 13:38:28.622630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:28.723067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e3b067a-9d00-450f-841d-4f406364c67f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.723524 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Added segment 7e3b067a-9d00-450f-841d-4f406364c67f of type vlan for network 7649109f-1596-4c33-a664-b0f60051ad1b Feb 11 13:38:28.760119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] For port b2ff30d1-6f7c-47f9-9d10-dfae57545baa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:28.764376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.849560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:28.932226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0de94f-ec8c-4c23-bd6d-68c0b8043477,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:28.962707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Calling delete_port for b2ff30d1-6f7c-47f9-9d10-dfae57545baa owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:28.981690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d9604-71de-45e1-873f-d412d2d5588e req-a97ca534-d78c-447e-9fda-36160e75b68b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:28.983309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-128d9604-71de-45e1-873f-d412d2d5588e req-a97ca534-d78c-447e-9fda-36160e75b68b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 932 time: 0.3720241 Feb 11 13:38:28.991871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30856a0-076c-4668-bb07-3075724addba {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:29.021785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Network ca398627-d621-4795-82a2-a9f413595dbf is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:29.030592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Publish callbacks [] for port (c30856a0-076c-4668-bb07-3075724addba), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.042364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:29.049851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Pushing event updated for resources: {'Port': ['ID=4768d783-4c50-4870-8b7d-0b4318bdb268,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.062192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:29.113502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Transition to ACTIVE for port object c30856a0-076c-4668-bb07-3075724addba will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:29.124331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-128d9604-71de-45e1-873f-d412d2d5588e req-70a0c032-68cc-4a60-820e-f1261abeb98d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232445 Feb 11 13:38:29.132153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c30856a0-076c-4668-bb07-3075724addba), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.157699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4875409-8b2a-4be5-9184-59ce257f3aec req-ebfbff48-396c-4c26-9bb6-d38c8ba7078f tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427766 Feb 11 13:38:29.212659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.213126 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62241e05-9bec-4156-9a52-0670bebd13d4 x-openstack-request-id: req-62241e05-9bec-4156-9a52-0670bebd13d4 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:29.213842 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272f7654-4575-4121-9efe-300bda06bfe1", "name": "network-vif-plugged", "status": "completed", "tag": "51c756f9-29ed-4169-bfa2-fa5103e74db9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:29.213842 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62241e05-9bec-4156-9a52-0670bebd13d4 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:29.214360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.220177 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272f7654-4575-4121-9efe-300bda06bfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c756f9-29ed-4169-bfa2-fa5103e74db9', 'code': 200} Feb 11 13:38:29.223819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7649109f-1596-4c33-a664-b0f60051ad1b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.270444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Pushing event updated for resources: {'Port': ['ID=c30856a0-076c-4668-bb07-3075724addba,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.355504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-a5cc7420-2049-4b7d-905a-8b90a4f249cb tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8306532 Feb 11 13:38:29.363680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78c8b03b-4102-4cf6-ba22-8f35ac92a11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.396434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Request body: {'port': {'device_id': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:29.433044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a56f5d6-3747-44de-b6ad-329dba9d3411 req-fe7460e8-c709-458a-a482-89f9e874c5e3 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 210 time: 0.1053553 Feb 11 13:38:29.497251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7649109f-1596-4c33-a664-b0f60051ad1b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.498204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.498771 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.552009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.571761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Attempting to bind port c30856a0-076c-4668-bb07-3075724addba on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:29.572079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Attempting to bind port c30856a0-076c-4668-bb07-3075724addba by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:29.572408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Attempting to bind port c30856a0-076c-4668-bb07-3075724addba on network 242c779a-3bea-4329-8613-4bdf63de4652 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:29.583274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2722816 Feb 11 13:38:29.585609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8d23e-4ec7-4700-ae0a-969da8309b01 req-8a74a2e5-247f-4a27-80d3-3fb5e420e61e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.592133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09c8d23e-4ec7-4700-ae0a-969da8309b01 req-8a74a2e5-247f-4a27-80d3-3fb5e420e61e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2355785 Feb 11 13:38:29.596356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b66cb-ce15-4639-9150-399cb4b8926d req-81868dc3-490f-4285-aebb-63c637bf91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.598417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-843b66cb-ce15-4639-9150-399cb4b8926d req-81868dc3-490f-4285-aebb-63c637bf91b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 1127 time: 0.2387536 Feb 11 13:38:29.604741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Port c30856a0-076c-4668-bb07-3075724addba on network 242c779a-3bea-4329-8613-4bdf63de4652 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:29.605067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Attempting to bind port c30856a0-076c-4668-bb07-3075724addba on network 242c779a-3bea-4329-8613-4bdf63de4652 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:29.628600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746127-5ba2-4c1d-b4c4-379cc340e1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=7649109f-1596-4c33-a664-b0f60051ad1b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.639336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b2ff30d1-6f7c-47f9-9d10-dfae57545baa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.650156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:29.650507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Checking segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:29.651730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Bound using segment: {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:29.651730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Bound port: c30856a0-076c-4668-bb07-3075724addba, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98583b38-8abe-4024-8967-9435367d845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:29.651730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c30856a0-076c-4668-bb07-3075724addba), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.669239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7649109f-1596-4c33-a664-b0f60051ad1b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:38:29.683951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event deleted for resources: {'Port': ['ID=b2ff30d1-6f7c-47f9-9d10-dfae57545baa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.756867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] No DVR routers for this DVR port b2ff30d1-6f7c-47f9-9d10-dfae57545baa on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:29.761232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.764163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.30 "DELETE /v2.0/ports/b2ff30d1-6f7c-47f9-9d10-dfae57545baa HTTP/1.1" status: 204 len: 173 time: 2.1569426 Feb 11 13:38:29.764624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-deleted', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:29.766904 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affec899-0071-4376-b404-0e0eb59a67f8" -d '{"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-deleted", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:29.809307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98fc705-0d4e-499d-9bb3-10889a9dbbaa {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:29.823861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Publish callbacks [] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.832254 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c16f7-739e-492e-8dfe-be4cf8716899 x-openstack-request-id: req-474c16f7-739e-492e-8dfe-be4cf8716899 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:29.832968 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded69982-0e5d-4716-a13b-cf45bf30966d", "name": "network-vif-deleted", "tag": "b2ff30d1-6f7c-47f9-9d10-dfae57545baa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:29.833491 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-474c16f7-739e-492e-8dfe-be4cf8716899 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:29.834088 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded69982-0e5d-4716-a13b-cf45bf30966d', 'name': 'network-vif-deleted', 'tag': 'b2ff30d1-6f7c-47f9-9d10-dfae57545baa', 'status': 'completed', 'code': 200} Feb 11 13:38:29.842087 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09c8d23e-4ec7-4700-ae0a-969da8309b01 req-243ffd4b-22e0-4c82-abff-d9a22e8396cf tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490950 Feb 11 13:38:29.853246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-843b66cb-ce15-4639-9150-399cb4b8926d req-00a28b31-c3d9-4cba-b716-88e9c402d030 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449956 Feb 11 13:38:29.858492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Transition to ACTIVE for port object a98fc705-0d4e-499d-9bb3-10889a9dbbaa will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:29.877319 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.898570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] For port c30856a0-076c-4668-bb07-3075724addba, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:29.919316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] For port c30856a0-076c-4668-bb07-3075724addba, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c30856a0-076c-4668-bb07-3075724addba,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:29.931381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c30856a0-076c-4668-bb07-3075724addba), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.983928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.984859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.987014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] 10.222.0.30 "PUT /v2.0/ports/c30856a0-076c-4668-bb07-3075724addba HTTP/1.1" status: 200 len: 1092 time: 3.0630713 Feb 11 13:38:29.987584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a1d380-43b8-4656-a267-d302546a258f', 'tag': 'c30856a0-076c-4668-bb07-3075724addba'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:29.991966 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0300ce89-e340-4d06-af11-7061c309b3af" -d '{"events": [{"name": "network-changed", "server_uuid": "19a1d380-43b8-4656-a267-d302546a258f", "tag": "c30856a0-076c-4668-bb07-3075724addba"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:30.070945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Pushing event updated for resources: {'Port': ['ID=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:30.077458 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5e7880-c0e2-44ca-86f2-aaef7adf09d1 x-openstack-request-id: req-db5e7880-c0e2-44ca-86f2-aaef7adf09d1 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:30.077763 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a1d380-43b8-4656-a267-d302546a258f", "tag": "c30856a0-076c-4668-bb07-3075724addba", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:30.078241 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db5e7880-c0e2-44ca-86f2-aaef7adf09d1 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:30.078657 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a1d380-43b8-4656-a267-d302546a258f', 'tag': 'c30856a0-076c-4668-bb07-3075724addba', 'status': 'completed', 'code': 200} Feb 11 13:38:30.125733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a59c85-df11-4f68-92ba-4ee214be2080 service neutron] Pushing event updated for resources: {'Port': ['ID=c30856a0-076c-4668-bb07-3075724addba,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:30.157359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-8f0b1b1f-7122-46a6-829c-e20bc79b1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:30.159276 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-8f0b1b1f-7122-46a6-829c-e20bc79b1e2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 1126 time: 0.1009874 Feb 11 13:38:30.168251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device b2ff30d1-6f7c-47f9-9d10-dfae57545baa no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:30.228323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-9cb33e8c-cbc6-469b-be6f-9831b47b5f10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c30856a0-076c-4668-bb07-3075724addba HTTP/1.1" status: 200 len: 217 time: 0.0611041 Feb 11 13:38:30.274684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: b2ff30d1-6f7c-47f9-9d10-dfae57545baa {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:30.275907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device b2ff30d1-6f7c-47f9-9d10-dfae57545baa not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:30.401814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2877624-1e37-4885-a4fc-85481fb5e344 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:30.414583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Attempting to bind port a98fc705-0d4e-499d-9bb3-10889a9dbbaa on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:30.414927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Attempting to bind port a98fc705-0d4e-499d-9bb3-10889a9dbbaa by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:30.415277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Attempting to bind port a98fc705-0d4e-499d-9bb3-10889a9dbbaa on network ca398627-d621-4795-82a2-a9f413595dbf {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:30.429703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-d884609d-1ac5-4dd2-9ea0-ffbd18b1eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:30.432907 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-d884609d-1ac5-4dd2-9ea0-ffbd18b1eb77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 200 len: 855 time: 0.1984720 Feb 11 13:38:30.493967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Publish callbacks [] for port (c2877624-1e37-4885-a4fc-85481fb5e344), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:30.540851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Port a98fc705-0d4e-499d-9bb3-10889a9dbbaa on network ca398627-d621-4795-82a2-a9f413595dbf not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:30.541182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Attempting to bind port a98fc705-0d4e-499d-9bb3-10889a9dbbaa on network ca398627-d621-4795-82a2-a9f413595dbf {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:30.596838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:30.597444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Checking segment: {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:30.597870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Bound using segment: {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:30.598194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Bound port: a98fc705-0d4e-499d-9bb3-10889a9dbbaa, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:30.598451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:30.623115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Transition to ACTIVE for port object c2877624-1e37-4885-a4fc-85481fb5e344 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:30.631681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cf1f2-1550-41c9-a360-4408e958b766 req-c00e637c-4d8e-4b72-833b-b5c3f9e640db tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:30.633301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a25cf1f2-1550-41c9-a360-4408e958b766 req-c00e637c-4d8e-4b72-833b-b5c3f9e640db tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 944 time: 0.3414459 Feb 11 13:38:30.798633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-ea227ba3-0133-472d-baed-6e45cbeb6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:30.801137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-ea227ba3-0133-472d-baed-6e45cbeb6449 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=242c779a-3bea-4329-8613-4bdf63de4652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3375418 Feb 11 13:38:30.839379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a25cf1f2-1550-41c9-a360-4408e958b766 req-e7b193ef-d71f-4afc-b34c-ef5dc4d6fd48 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647880 Feb 11 13:38:30.850576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-39edcb20-93ef-4276-b197-b01741fa09f5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:30.852103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-39edcb20-93ef-4276-b197-b01741fa09f5 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 805 time: 0.5060873 Feb 11 13:38:30.883845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:30.886016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Request body: {'port': {'device_id': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'admin_state_up': True, 'tenant_id': 'c7228a5e5a17498385380edb6d27077b'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:31.058949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-bcd08c5c-9720-464f-b8a3-487ac8e567ef service neutron] 10.222.0.30 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184954 Feb 11 13:38:31.137261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.146552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4768d783-4c50-4870-8b7d-0b4318bdb268 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:31.155563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Publish callbacks [] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.169791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Transition to ACTIVE for port object 4768d783-4c50-4870-8b7d-0b4318bdb268 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:31.221770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33482cc8-90aa-4e0e-a84f-1c33111679fe'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:31.224183 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dff908-94da-4540-a6da-5bc31a3b813e" -d '{"events": [{"server_uuid": "5e0238bc-1b8f-4548-ad4e-828f42d7f5b4", "name": "network-vif-plugged", "status": "completed", "tag": "33482cc8-90aa-4e0e-a84f-1c33111679fe"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:31.253490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] For port a98fc705-0d4e-499d-9bb3-10889a9dbbaa, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:31.258852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] For port a98fc705-0d4e-499d-9bb3-10889a9dbbaa, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:31.278637 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.321982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.322836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.324475 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] 10.222.0.30 "PUT /v2.0/ports/a98fc705-0d4e-499d-9bb3-10889a9dbbaa HTTP/1.1" status: 200 len: 1092 time: 3.2537472 Feb 11 13:38:31.381215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d3654ac-5b48-4c6b-b93b-483a0883aaab req-14e98d1f-935c-46ff-b289-5a27cf2a6323 service neutron] 10.222.0.30 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063305 Feb 11 13:38:31.404563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.437728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Pushing event updated for resources: {'Port': ['ID=c2877624-1e37-4885-a4fc-85481fb5e344,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:31.481618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Pushing event updated for resources: {'Port': ['ID=4768d783-4c50-4870-8b7d-0b4318bdb268,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:31.484152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Made reservation on behalf of c7228a5e5a17498385380edb6d27077b for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:31.487807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.513276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f7415-e22b-4c6a-ad8e-ff6b06970a70 service neutron] Pushing event updated for resources: {'Port': ['ID=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:31.554985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f6eb-a000-47e1-aa5b-8fcb6e74fb84 req-f146a493-9093-4213-b9c5-6bded9f5ecd8 tempest-ComputeTenantNetworksTest-1682256036 tempest-ComputeTenantNetworksTest-1682256036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.561706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f6eb-a000-47e1-aa5b-8fcb6e74fb84 req-f146a493-9093-4213-b9c5-6bded9f5ecd8 tempest-ComputeTenantNetworksTest-1682256036 tempest-ComputeTenantNetworksTest-1682256036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.575634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f6eb-a000-47e1-aa5b-8fcb6e74fb84 req-f146a493-9093-4213-b9c5-6bded9f5ecd8 tempest-ComputeTenantNetworksTest-1682256036 tempest-ComputeTenantNetworksTest-1682256036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.578100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6154f6eb-a000-47e1-aa5b-8fcb6e74fb84 req-f146a493-9093-4213-b9c5-6bded9f5ecd8 tempest-ComputeTenantNetworksTest-1682256036 tempest-ComputeTenantNetworksTest-1682256036-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.2039156 Feb 11 13:38:31.600161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-29f63a8f-9c8b-4018-9d5d-2c06044f8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.601672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-29f63a8f-9c8b-4018-9d5d-2c06044f8003 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 1126 time: 0.2191525 Feb 11 13:38:31.685636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-8a0f99e0-8355-49f0-819c-506f334ddd07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98fc705-0d4e-499d-9bb3-10889a9dbbaa HTTP/1.1" status: 200 len: 217 time: 0.0695961 Feb 11 13:38:31.705519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Attempting to bind port c2877624-1e37-4885-a4fc-85481fb5e344 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:31.705856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Attempting to bind port c2877624-1e37-4885-a4fc-85481fb5e344 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:31.706213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Attempting to bind port c2877624-1e37-4885-a4fc-85481fb5e344 on network ca398627-d621-4795-82a2-a9f413595dbf {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:31.724669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Port c2877624-1e37-4885-a4fc-85481fb5e344 on network ca398627-d621-4795-82a2-a9f413595dbf not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:31.724993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Attempting to bind port c2877624-1e37-4885-a4fc-85481fb5e344 on network ca398627-d621-4795-82a2-a9f413595dbf {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:31.764666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Attempting to bind port 4768d783-4c50-4870-8b7d-0b4318bdb268 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:31.765459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Attempting to bind port 4768d783-4c50-4870-8b7d-0b4318bdb268 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:31.765895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Attempting to bind port 4768d783-4c50-4870-8b7d-0b4318bdb268 on network ca398627-d621-4795-82a2-a9f413595dbf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:31.767190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:31.767672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Checking segment: {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:31.768071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Bound using segment: {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:31.768514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Bound port: c2877624-1e37-4885-a4fc-85481fb5e344, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:31.768873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.775157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2cff0d18-7a7f-438e-9f82-86258d791f5d req-e52e8288-b397-4474-9560-0dfa02aa7d0c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 210 time: 0.0885391 Feb 11 13:38:31.779924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d84677-2d60-4c51-97ec-d10dab0e2f00 req-0e0514fa-e03a-4b0d-9bae-ced17668bbfa tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.781546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45d84677-2d60-4c51-97ec-d10dab0e2f00 req-0e0514fa-e03a-4b0d-9bae-ced17668bbfa tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 943 time: 0.7143152 Feb 11 13:38:31.789519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300ce89-e340-4d06-af11-7061c309b3af req-dbc929e6-3954-4764-8ff6-b156b4ae6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.791206 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0300ce89-e340-4d06-af11-7061c309b3af req-dbc929e6-3954-4764-8ff6-b156b4ae6fea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 1126 time: 0.3177752 Feb 11 13:38:31.821885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Port 4768d783-4c50-4870-8b7d-0b4318bdb268 on network ca398627-d621-4795-82a2-a9f413595dbf not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:31.822284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Attempting to bind port 4768d783-4c50-4870-8b7d-0b4318bdb268 on network ca398627-d621-4795-82a2-a9f413595dbf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:31.848665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] For port c2877624-1e37-4885-a4fc-85481fb5e344, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:31.852090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'tag': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:31.854391 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f8b62-3c50-4eef-a973-1fd06c08ef1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a41411d-8a6d-4ae0-8432-13b2efb802c7", "tag": "a98fc705-0d4e-499d-9bb3-10889a9dbbaa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:31.859781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] For port c2877624-1e37-4885-a4fc-85481fb5e344, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c2877624-1e37-4885-a4fc-85481fb5e344,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:31.868615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:31.869385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Checking segment: {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:31.870170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Bound using segment: {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:31.871063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Bound port: 4768d783-4c50-4870-8b7d-0b4318bdb268, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2d490d-0051-40a5-b82f-d47f6afc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:31.871888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.873985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1fd8bf89-9a20-4a2d-bed4-a226b2e7d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.877752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-1fd8bf89-9a20-4a2d-bed4-a226b2e7d55c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=413a7200-3208-4a15-9839-1d5e425a4983 HTTP/1.1" status: 200 len: 858 time: 0.1681194 Feb 11 13:38:31.879807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.978603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-842b25cf-34d0-4c80-8d55-157b3d028dae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca398627-d621-4795-82a2-a9f413595dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876429 Feb 11 13:38:31.983599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.985012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.986105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] 10.222.0.30 "PUT /v2.0/ports/c2877624-1e37-4885-a4fc-85481fb5e344 HTTP/1.1" status: 200 len: 1091 time: 3.9788091 Feb 11 13:38:32.003637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45d84677-2d60-4c51-97ec-d10dab0e2f00 req-9965581f-155c-4874-8863-f865506c1e59 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085586 Feb 11 13:38:32.147364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca1f7-8627-4fdb-8e24-bbab4dd9bd46 service neutron] Pushing event updated for resources: {'Port': ['ID=c2877624-1e37-4885-a4fc-85481fb5e344,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:32.162357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Allocated IP 172.20.0.11 (056e5573-552f-4acd-9561-6504fa0e984f/ef6418f3-b0d7-4b9d-96d3-909997d73562/f2b76c6c-119f-463d-8fa2-ba6257f11700) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:32.172947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22bda8-d574-40db-b2dc-dfa8793da6f2 req-c807d2ee-bde6-4963-8707-9af1d2786cba tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.189064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f22bda8-d574-40db-b2dc-dfa8793da6f2 req-c807d2ee-bde6-4963-8707-9af1d2786cba tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2965763 Feb 11 13:38:32.213358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300ce89-e340-4d06-af11-7061c309b3af req-8cdfb8ae-829b-430e-b5ed-0afa84947785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.215826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0300ce89-e340-4d06-af11-7061c309b3af req-8cdfb8ae-829b-430e-b5ed-0afa84947785 service neutron] 10.222.0.30 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 917 time: 0.3804698 Feb 11 13:38:32.242735 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f696c-05cf-473e-8889-9fab6d1417f0 x-openstack-request-id: req-196f696c-05cf-473e-8889-9fab6d1417f0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:32.243261 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0238bc-1b8f-4548-ad4e-828f42d7f5b4", "name": "network-vif-plugged", "status": "completed", "tag": "33482cc8-90aa-4e0e-a84f-1c33111679fe", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:32.243261 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-196f696c-05cf-473e-8889-9fab6d1417f0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:32.243648 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33482cc8-90aa-4e0e-a84f-1c33111679fe', 'code': 200} Feb 11 13:38:32.281468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0300ce89-e340-4d06-af11-7061c309b3af req-653de446-14ae-45e1-90e6-6307210e138e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c30856a0-076c-4668-bb07-3075724addba HTTP/1.1" status: 200 len: 217 time: 0.0558176 Feb 11 13:38:32.306087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] For port 4768d783-4c50-4870-8b7d-0b4318bdb268, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:32.325930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f22bda8-d574-40db-b2dc-dfa8793da6f2 req-e2c664ab-0aea-4fc8-837e-09eef2cc0e98 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365180 Feb 11 13:38:32.330781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-32949b44-296b-4224-b509-53c058c259a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.332414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-32949b44-296b-4224-b509-53c058c259a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 1125 time: 0.2920566 Feb 11 13:38:32.333987 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:32.406210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] For port 4768d783-4c50-4870-8b7d-0b4318bdb268, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4768d783-4c50-4870-8b7d-0b4318bdb268,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:32.422603 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb920e57-ee39-4027-9b78-72b9224d9493 x-openstack-request-id: req-bb920e57-ee39-4027-9b78-72b9224d9493 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:32.422932 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a41411d-8a6d-4ae0-8432-13b2efb802c7", "tag": "a98fc705-0d4e-499d-9bb3-10889a9dbbaa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:32.423147 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb920e57-ee39-4027-9b78-72b9224d9493 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:32.423607 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'tag': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa', 'status': 'completed', 'code': 200} Feb 11 13:38:32.426886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-f835dc75-51ad-428c-80a4-dc065ad16285 service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328065 Feb 11 13:38:32.428317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-01ed9d4f-40dc-4fe8-bf97-a4c3b52826c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2877624-1e37-4885-a4fc-85481fb5e344 HTTP/1.1" status: 200 len: 217 time: 0.0813434 Feb 11 13:38:32.449448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:32.551714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300ce89-e340-4d06-af11-7061c309b3af req-3d069f6e-34e1-45c0-86ee-54e9bae7de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.553262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0300ce89-e340-4d06-af11-7061c309b3af req-3d069f6e-34e1-45c0-86ee-54e9bae7de9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 200 len: 855 time: 0.2637451 Feb 11 13:38:32.583974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.584606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:32.586037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] 10.222.0.83 "PUT /v2.0/ports/4768d783-4c50-4870-8b7d-0b4318bdb268 HTTP/1.1" status: 200 len: 1092 time: 3.2213161 Feb 11 13:38:32.586958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-817b1dd4-057b-47bd-9ebe-be7907fe7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.588695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-817b1dd4-057b-47bd-9ebe-be7907fe7caa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=413a7200-3208-4a15-9839-1d5e425a4983 HTTP/1.1" status: 200 len: 858 time: 0.1490567 Feb 11 13:38:32.591756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'tag': '4768d783-4c50-4870-8b7d-0b4318bdb268'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:32.594021 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7feabe2-8965-4d3f-8469-482bc1dc2518" -d '{"events": [{"name": "network-changed", "server_uuid": "03d7c170-efc2-4962-9774-6b6b62ed6534", "tag": "4768d783-4c50-4870-8b7d-0b4318bdb268"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:32.602432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ae96e-f5f4-4e4a-82b4-83538f7a3238 req-52410990-78c0-4424-acbe-e142072747a2 tempest-ComputeTenantNetworksTest-1682256036 tempest-ComputeTenantNetworksTest-1682256036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.604669 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-572ae96e-f5f4-4e4a-82b4-83538f7a3238 req-52410990-78c0-4424-acbe-e142072747a2 tempest-ComputeTenantNetworksTest-1682256036 tempest-ComputeTenantNetworksTest-1682256036-project] 10.222.0.79 "GET /v2.0/networks/7649109f-1596-4c33-a664-b0f60051ad1b HTTP/1.1" status: 200 len: 769 time: 0.2958474 Feb 11 13:38:32.623127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-59292368-08c7-436e-8f16-b23f34b4f9de service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849298 Feb 11 13:38:32.624731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46428) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:32.667080 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7951ef7-488a-4a4e-9ed3-8e41f2d1db31 x-openstack-request-id: req-e7951ef7-488a-4a4e-9ed3-8e41f2d1db31 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:32.667080 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d7c170-efc2-4962-9774-6b6b62ed6534", "tag": "4768d783-4c50-4870-8b7d-0b4318bdb268", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:32.667080 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e7951ef7-488a-4a4e-9ed3-8e41f2d1db31 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:32.667080 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'tag': '4768d783-4c50-4870-8b7d-0b4318bdb268', 'status': 'completed', 'code': 200} Feb 11 13:38:32.697887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe1066-0a0f-4653-ab29-1c0698ceea7a req-10f43d13-eae1-4c64-ada7-d08f94b98c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.699529 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0fe1066-0a0f-4653-ab29-1c0698ceea7a req-10f43d13-eae1-4c64-ada7-d08f94b98c7e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 1127 time: 0.3505721 Feb 11 13:38:32.721395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-2a6452fe-686d-4cae-8310-4e99e2fb4316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca398627-d621-4795-82a2-a9f413595dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972712 Feb 11 13:38:32.723352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567e1f9-ba87-4461-97b5-102d26fd2436 service neutron] Pushing event updated for resources: {'Port': ['ID=4768d783-4c50-4870-8b7d-0b4318bdb268,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:32.772358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks [] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:32.791602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300ce89-e340-4d06-af11-7061c309b3af req-13a930e8-ba95-4f78-b62d-a704e169ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.793144 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0300ce89-e340-4d06-af11-7061c309b3af req-13a930e8-ba95-4f78-b62d-a704e169ceff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=242c779a-3bea-4329-8613-4bdf63de4652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2024260 Feb 11 13:38:32.823993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7649109f-1596-4c33-a664-b0f60051ad1b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:32.838202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cbf76-d73f-4d31-9376-256165036f6b req-26325307-3aa7-4fea-accf-21b3a36e15eb tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.840074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-457cbf76-d73f-4d31-9376-256165036f6b req-26325307-3aa7-4fea-accf-21b3a36e15eb tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 944 time: 0.3834908 Feb 11 13:38:32.885270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-bd739205-e545-4081-bdea-98f1c9c3d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.886879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-bd739205-e545-4081-bdea-98f1c9c3d362 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 1126 time: 0.2470191 Feb 11 13:38:32.896423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0fe1066-0a0f-4653-ab29-1c0698ceea7a req-f6b7582c-961b-4394-88f9-c29753970105 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867442 Feb 11 13:38:33.093890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7649109f-1596-4c33-a664-b0f60051ad1b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.127723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7649109f-1596-4c33-a664-b0f60051ad1b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:33.142033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-457cbf76-d73f-4d31-9376-256165036f6b req-1660df88-b8e2-4fb4-8d87-ce11153776c6 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880745 Feb 11 13:38:33.163852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3b067a-9d00-450f-841d-4f406364c67f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:33.164343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3b067a-9d00-450f-841d-4f406364c67f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:33.179582 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (7e3b067a-9d00-450f-841d-4f406364c67f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.204013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e3b067a-9d00-450f-841d-4f406364c67f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.220237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:33.224402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (7e3b067a-9d00-450f-841d-4f406364c67f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.324281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0300ce89-e340-4d06-af11-7061c309b3af req-3d7fb3f2-20dd-4565-a138-f2696bc8f3ba service neutron] 10.222.0.30 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212572 Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:33.345901 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:33.372860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-a644ee68-5b1e-4cf5-b780-97e20fc9edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.375323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-a644ee68-5b1e-4cf5-b780-97e20fc9edc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 1126 time: 0.5599654 Feb 11 13:38:33.388364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-b53d04e2-5035-42c3-ac69-786d43a79676 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4768d783-4c50-4870-8b7d-0b4318bdb268 HTTP/1.1" status: 200 len: 217 time: 0.4908028 Feb 11 13:38:33.424654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a1890189-5a39-4a36-86f6-b0f15f0506fc req-98875da7-1b44-4022-b83a-052b12e6582b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 210 time: 0.0980186 Feb 11 13:38:33.438154 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7649109f-1596-4c33-a664-b0f60051ad1b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.465526 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-9d86be78-7548-48f9-b6dc-c1d869785b65 service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167257 Feb 11 13:38:33.539058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0300ce89-e340-4d06-af11-7061c309b3af req-906706c5-dc5e-432b-9abe-56fddd586de3 service neutron] 10.222.0.30 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627371 Feb 11 13:38:33.585379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-a2f6b873-72ea-4bb4-9634-413e21f422b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.585533 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.588695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-a2f6b873-72ea-4bb4-9634-413e21f422b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 200 len: 919 time: 0.1899862 Feb 11 13:38:33.619783 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.625059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.631069 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] 10.222.0.79 "DELETE /v2.0/networks/7649109f-1596-4c33-a664-b0f60051ad1b HTTP/1.1" status: 204 len: 168 time: 1.0043309 Feb 11 13:38:33.633463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c973f-84ee-4e47-8c6d-aea612ec4abc admin admin] Pushing event deleted for resources: {'Network': ['ID=7649109f-1596-4c33-a664-b0f60051ad1b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:33.678410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-0ab04bab-8e41-4f43-b0c8-9120b140cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.680423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-0ab04bab-8e41-4f43-b0c8-9120b140cfae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=413a7200-3208-4a15-9839-1d5e425a4983 HTTP/1.1" status: 200 len: 858 time: 0.2555137 Feb 11 13:38:33.706880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-6d0bda53-eef5-442f-812a-8bf8050cb3a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98fc705-0d4e-499d-9bb3-10889a9dbbaa HTTP/1.1" status: 200 len: 217 time: 0.0697246 Feb 11 13:38:33.715250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Network 056e5573-552f-4acd-9561-6504fa0e984f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:33.750015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:33.770313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-c6d0b0ca-dd51-4987-96c6-9e592bcfa7ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca398627-d621-4795-82a2-a9f413595dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795608 Feb 11 13:38:33.771903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:33.812780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2663-e88b-4910-88d1-ee8fb73a5b2e req-ab6c29f1-5251-4938-9c08-78a99b11598f tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.821760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca9e2663-e88b-4910-88d1-ee8fb73a5b2e req-ab6c29f1-5251-4938-9c08-78a99b11598f tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 943 time: 0.4720376 Feb 11 13:38:33.843224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16fd57-ad8a-48f3-b496-e1df076b15c5 req-7a508cd8-40a2-4b8d-96c5-05ada8cda21b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.844952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c16fd57-ad8a-48f3-b496-e1df076b15c5 req-7a508cd8-40a2-4b8d-96c5-05ada8cda21b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.3036723 Feb 11 13:38:33.849554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event updated for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:33.878244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.879455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:33.915086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:33.990034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-54871ad0-d4de-481c-82e2-2ad977e054d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.991735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-54871ad0-d4de-481c-82e2-2ad977e054d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=413a7200-3208-4a15-9839-1d5e425a4983 HTTP/1.1" status: 200 len: 858 time: 0.2770524 Feb 11 13:38:33.999722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-aef3c993-e6f3-4308-aa7d-7eeb7ff5ac1e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1239011 Feb 11 13:38:34.054815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-fb6b594f-990d-424a-9e94-44676d9d36f6 service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523051 Feb 11 13:38:34.069912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Request body: {'port': {'device_id': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:34.104038 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-0be089cc-4274-43f7-84d3-ac9e29b28c47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca398627-d621-4795-82a2-a9f413595dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794115 Feb 11 13:38:34.110963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca9e2663-e88b-4910-88d1-ee8fb73a5b2e req-0462dbb9-3cd5-4d2e-9288-28a3d2006edc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883005 Feb 11 13:38:34.155015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a266e992-c2db-4af2-938e-b318afc4348f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03d8b0e57d35413e94e3eaf69d682335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364974 Feb 11 13:38:34.164643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:34.171646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c30856a0-076c-4668-bb07-3075724addba details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:34.258861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-71f9e40c-58eb-4065-8aa8-74f164046161 service neutron] 10.222.0.83 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102025 Feb 11 13:38:34.297366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6660780b-2480-4074-a0e3-fbd2e17a9ad2 admin admin] Publish callbacks [] for security_group (fb0de94f-ec8c-4c23-bd6d-68c0b8043477), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.336244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-10e59784-b818-4334-b9d5-805f01e40a2a service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191398 Feb 11 13:38:34.350103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c16fd57-ad8a-48f3-b496-e1df076b15c5 req-f483508c-2b4e-41dd-9103-99ab68726135 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4788604 Feb 11 13:38:34.370638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c30856a0-076c-4668-bb07-3075724addba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c30856a0-076c-4668-bb07-3075724addba,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:34.385593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6660780b-2480-4074-a0e3-fbd2e17a9ad2 admin admin] Publish callbacks [] for security_group (fb0de94f-ec8c-4c23-bd6d-68c0b8043477), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.398373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'c30856a0-076c-4668-bb07-3075724addba', 'network_id': '242c779a-3bea-4329-8613-4bdf63de4652', 'port_id': 'c30856a0-076c-4668-bb07-3075724addba', 'mac_address': 'fa:16:3e:f2:99:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdaa9f3e-6f16-44c7-8948-45785d041721', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:34.431703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.434285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'tag': 'c2877624-1e37-4885-a4fc-85481fb5e344'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:34.436496 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386d92f9-5b5e-48dd-ab6d-f6661bc41448" -d '{"events": [{"name": "network-changed", "server_uuid": "7a757a29-f313-4aab-af18-4c4f6466dfbb", "tag": "c2877624-1e37-4885-a4fc-85481fb5e344"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:34.477278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09c95a-1af2-4dc7-a0e2-225707a1f863 req-bed58218-f413-421b-b436-b37fea8429a6 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.477792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c30856a0-076c-4668-bb07-3075724addba is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:34.478318 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c30856a0-076c-4668-bb07-3075724addba), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.479013 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e09c95a-1af2-4dc7-a0e2-225707a1f863 req-bed58218-f413-421b-b436-b37fea8429a6 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 944 time: 0.1974266 Feb 11 13:38:34.500533 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2104ea-5f3f-4024-85a6-98bf6d0878da x-openstack-request-id: req-5b2104ea-5f3f-4024-85a6-98bf6d0878da {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:34.500793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30856a0-076c-4668-bb07-3075724addba {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:34.501003 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a757a29-f313-4aab-af18-4c4f6466dfbb", "tag": "c2877624-1e37-4885-a4fc-85481fb5e344", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:34.501185 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b2104ea-5f3f-4024-85a6-98bf6d0878da {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:34.501650 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'tag': 'c2877624-1e37-4885-a4fc-85481fb5e344', 'status': 'completed', 'code': 200} Feb 11 13:38:34.514054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c245f-2d80-487d-aef9-706845a0c981 req-55280a81-7c24-4c40-b81d-2532cceb6f33 service neutron] 10.222.0.83 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352116 Feb 11 13:38:34.589409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-031f8b62-3c50-4eef-a973-1fd06c08ef1f req-1392f5ef-827d-45fe-b670-22fc3fe0ad87 service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442400 Feb 11 13:38:34.590792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c30856a0-076c-4668-bb07-3075724addba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c30856a0-076c-4668-bb07-3075724addba,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:34.615472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e09c95a-1af2-4dc7-a0e2-225707a1f863 req-1f6709b4-33df-42d6-844a-2bbdc69e5151 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266673 Feb 11 13:38:34.630300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c30856a0-076c-4668-bb07-3075724addba), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.650734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-bb3adb7e-2bc0-4705-9d2b-d4ca732f4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.652954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-bb3adb7e-2bc0-4705-9d2b-d4ca732f4f68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 1125 time: 0.1048121 Feb 11 13:38:34.653769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6660780b-2480-4074-a0e3-fbd2e17a9ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fb0de94f-ec8c-4c23-bd6d-68c0b8043477), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.657019 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6660780b-2480-4074-a0e3-fbd2e17a9ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.661101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6660780b-2480-4074-a0e3-fbd2e17a9ad2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb0de94f-ec8c-4c23-bd6d-68c0b8043477 HTTP/1.1" status: 204 len: 168 time: 0.4925880 Feb 11 13:38:34.688947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660780b-2480-4074-a0e3-fbd2e17a9ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0de94f-ec8c-4c23-bd6d-68c0b8043477,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:34.745974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c30856a0-076c-4668-bb07-3075724addba,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:34.768734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-519d8cd2-f610-4452-aad6-92d0f96ab397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.771601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-519d8cd2-f610-4452-aad6-92d0f96ab397 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 200 len: 919 time: 0.1094499 Feb 11 13:38:34.834932 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-77d8e137-53a7-43b6-9e44-a6bd7c097054 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2877624-1e37-4885-a4fc-85481fb5e344 HTTP/1.1" status: 200 len: 217 time: 0.0548484 Feb 11 13:38:34.855355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-358daf0e-219b-48ad-b7cc-b3f23d9b6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.861805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c30856a0-076c-4668-bb07-3075724addba'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:34.864788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-358daf0e-219b-48ad-b7cc-b3f23d9b6190 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 1126 time: 0.2695148 Feb 11 13:38:34.876434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ba99-4b58-4b9c-8500-9cecb5129659 req-3c3c3655-8167-432b-9fee-4befb286fefa tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.878187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30c9ba99-4b58-4b9c-8500-9cecb5129659 req-3c3c3655-8167-432b-9fee-4befb286fefa tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 932 time: 0.2694633 Feb 11 13:38:34.905266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-52639ca5-b170-4bae-9c18-ac5ee68148b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.907546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-52639ca5-b170-4bae-9c18-ac5ee68148b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=413a7200-3208-4a15-9839-1d5e425a4983 HTTP/1.1" status: 200 len: 858 time: 0.0665090 Feb 11 13:38:34.973134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-70fcd423-6a87-42b4-8d7d-ac8ee1b1acc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca398627-d621-4795-82a2-a9f413595dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580213 Feb 11 13:38:35.024164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b76c6c-119f-463d-8fa2-ba6257f11700 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:35.041311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Publish callbacks [] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:35.068670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30c9ba99-4b58-4b9c-8500-9cecb5129659 req-ef1315d2-1f5a-4fc9-a664-86aabb2252be tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772332 Feb 11 13:38:35.069844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Transition to ACTIVE for port object f2b76c6c-119f-463d-8fa2-ba6257f11700 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:35.083472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:35.123380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-7dba9c1a-f3ae-42ff-add7-1bcf17bc8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.125220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-7dba9c1a-f3ae-42ff-add7-1bcf17bc8974 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 200 len: 919 time: 0.2454960 Feb 11 13:38:35.210503 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-af327f1f-7ee8-4bb4-b2b5-70386879e853 service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264831 Feb 11 13:38:35.214847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-45836a52-69ff-4602-a6b5-218e27421e22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4768d783-4c50-4870-8b7d-0b4318bdb268 HTTP/1.1" status: 200 len: 217 time: 0.0797515 Feb 11 13:38:35.350877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce234-dec6-4dba-85cf-337fbe2b14c0 req-acfe03f9-40f9-4136-a6c5-470827f1b76a tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.352721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-dc9d5667-1d8c-48f8-b786-d97d8a5edb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.352961 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f60ce234-dec6-4dba-85cf-337fbe2b14c0 req-acfe03f9-40f9-4136-a6c5-470827f1b76a tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 943 time: 0.1415360 Feb 11 13:38:35.355747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-dc9d5667-1d8c-48f8-b786-d97d8a5edb19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=413a7200-3208-4a15-9839-1d5e425a4983 HTTP/1.1" status: 200 len: 858 time: 0.1329124 Feb 11 13:38:35.356439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:35.398264 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-07c5dc08-d040-49f9-8d87-38dd2861652c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca398627-d621-4795-82a2-a9f413595dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324059 Feb 11 13:38:35.470530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386d92f9-5b5e-48dd-ab6d-f6661bc41448 req-fb810e68-7ba7-4804-be36-28551cd0dbab service neutron] 10.222.0.30 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431557 Feb 11 13:38:35.543377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f60ce234-dec6-4dba-85cf-337fbe2b14c0 req-7e5aaff6-3d8c-4fdc-af3b-fc16e5e590e5 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710997 Feb 11 13:38:35.582651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Attempting to bind port f2b76c6c-119f-463d-8fa2-ba6257f11700 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:38:35.582999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Attempting to bind port f2b76c6c-119f-463d-8fa2-ba6257f11700 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:38:35.583333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Attempting to bind port f2b76c6c-119f-463d-8fa2-ba6257f11700 on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:35.645475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Port f2b76c6c-119f-463d-8fa2-ba6257f11700 on network 056e5573-552f-4acd-9561-6504fa0e984f not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:35.645885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Attempting to bind port f2b76c6c-119f-463d-8fa2-ba6257f11700 on network 056e5573-552f-4acd-9561-6504fa0e984f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:35.668817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:35.669343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Checking segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:38:35.669810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Bound using segment: {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:35.670529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Bound port: f2b76c6c-119f-463d-8fa2-ba6257f11700, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b860cce3-89ed-47a5-b384-01ccfc113959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:38:35.671006 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:35.683547 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-95e6cd42-2f59-4b87-a4da-855f9cbcd721 service neutron] 10.222.0.83 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768259 Feb 11 13:38:35.777038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1550-2f47-462d-8cce-d4e733bd737d req-dde28e39-2492-4f90-ae78-e3d4061f0ee7 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.780146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d58e1550-2f47-462d-8cce-d4e733bd737d req-dde28e39-2492-4f90-ae78-e3d4061f0ee7 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 945 time: 0.0643001 Feb 11 13:38:35.816624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb3941-bb4d-4535-b743-e8b13afc7899 req-493eacef-93bc-4db7-809f-7567c72ef71c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.818148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3fb3941-bb4d-4535-b743-e8b13afc7899 req-493eacef-93bc-4db7-809f-7567c72ef71c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 943 time: 0.2372396 Feb 11 13:38:35.820871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:35.848196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d58e1550-2f47-462d-8cce-d4e733bd737d req-5dfc89b8-adca-45d7-ab1a-0d692c8b7c7c tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576928 Feb 11 13:38:35.884415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:35.901892 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:35.969196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7feabe2-8965-4d3f-8469-482bc1dc2518 req-7af1491c-9896-4d09-ae8c-8e2cab42a9cc service neutron] 10.222.0.83 "GET /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787261 Feb 11 13:38:35.982545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.983204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:35.984629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] 10.222.0.83 "PUT /v2.0/ports/f2b76c6c-119f-463d-8fa2-ba6257f11700 HTTP/1.1" status: 200 len: 1092 time: 1.9663522 Feb 11 13:38:35.989739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'tag': 'f2b76c6c-119f-463d-8fa2-ba6257f11700'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:35.992343 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892" -d '{"events": [{"name": "network-changed", "server_uuid": "c15878f7-bed4-4ad5-a468-6f1c2df18122", "tag": "f2b76c6c-119f-463d-8fa2-ba6257f11700"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:36.001257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3fb3941-bb4d-4535-b743-e8b13afc7899 req-7d661fdb-5144-41a5-a7a9-59fc3be99e6e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484258 Feb 11 13:38:36.029921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f4132-2ff7-4830-ad47-e75ceeb1b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.053251 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e8364a-c0eb-4ad3-81a0-42b17be77322 x-openstack-request-id: req-18e8364a-c0eb-4ad3-81a0-42b17be77322 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:36.053786 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15878f7-bed4-4ad5-a468-6f1c2df18122", "tag": "f2b76c6c-119f-463d-8fa2-ba6257f11700", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:36.054232 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18e8364a-c0eb-4ad3-81a0-42b17be77322 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:36.054798 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'tag': 'f2b76c6c-119f-463d-8fa2-ba6257f11700', 'status': 'completed', 'code': 200} Feb 11 13:38:36.093992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-b54bf9a9-b6d3-4790-babe-28a5bb5227e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.096277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-b54bf9a9-b6d3-4790-babe-28a5bb5227e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 1126 time: 0.0572484 Feb 11 13:38:36.159834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-f0a31beb-b692-41f9-9ce7-4685cf45016f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700 HTTP/1.1" status: 200 len: 217 time: 0.0562031 Feb 11 13:38:36.194806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a98fc705-0d4e-499d-9bb3-10889a9dbbaa details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:36.211575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd62dac-5f06-4214-bb31-5894af8a2643 req-e75dd658-0ef6-4686-bd78-5eb62124064d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.214508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bd62dac-5f06-4214-bb31-5894af8a2643 req-e75dd658-0ef6-4686-bd78-5eb62124064d tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 944 time: 0.0730941 Feb 11 13:38:36.217161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c30856a0-076c-4668-bb07-3075724addba up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:36.231449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-d02006aa-4842-4b6f-b23b-53ee74a97c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.233323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-d02006aa-4842-4b6f-b23b-53ee74a97c63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.0680590 Feb 11 13:38:36.276366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-5375ef19-6c72-4c98-9353-ef8a439868c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368078 Feb 11 13:38:36.336264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bd62dac-5f06-4214-bb31-5894af8a2643 req-dd4a9feb-2844-4387-be90-e79fb008f837 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014640 Feb 11 13:38:36.337364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port c30856a0-076c-4668-bb07-3075724addba completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:36.343002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port c30856a0-076c-4668-bb07-3075724addba triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:36.343382 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c30856a0-076c-4668-bb07-3075724addba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.390291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a98fc705-0d4e-499d-9bb3-10889a9dbbaa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:36.406692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa', 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf', 'port_id': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa', 'mac_address': 'fa:16:3e:d9:30:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413a7200-3208-4a15-9839-1d5e425a4983', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:36.460771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-bd845b7a-c70d-4d22-b7e8-9fc22becb455 service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787064 Feb 11 13:38:36.483388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a98fc705-0d4e-499d-9bb3-10889a9dbbaa is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:36.483818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.501703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98fc705-0d4e-499d-9bb3-10889a9dbbaa {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:36.522855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a98fc705-0d4e-499d-9bb3-10889a9dbbaa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:36.527302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c30856a0-076c-4668-bb07-3075724addba is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:36.527707 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c30856a0-076c-4668-bb07-3075724addba), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.530626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.531285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c2877624-1e37-4885-a4fc-85481fb5e344 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:36.583757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d6b23ff-fd60-471a-9371-a93a8866a637 req-0b6c738b-2f24-4a5a-8681-29b179f10bbf service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169994 Feb 11 13:38:36.618736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:36.645148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c30856a0-076c-4668-bb07-3075724addba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c30856a0-076c-4668-bb07-3075724addba,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:36.655818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1d380-43b8-4656-a267-d302546a258f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30856a0-076c-4668-bb07-3075724addba'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:36.679533 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a509a526-fb27-4dce-b847-0bc07fe628c1" -d '{"events": [{"server_uuid": "19a1d380-43b8-4656-a267-d302546a258f", "name": "network-vif-plugged", "status": "completed", "tag": "c30856a0-076c-4668-bb07-3075724addba"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:36.690426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c30856a0-076c-4668-bb07-3075724addba), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.699067 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:38:36.727884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c2877624-1e37-4885-a4fc-85481fb5e344, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c2877624-1e37-4885-a4fc-85481fb5e344,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:36.740176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.770760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4dc70-354b-4eae-b096-30cd0a984e2a req-dc7b7dd0-84f5-4e9e-a761-25bba21a7671 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.777096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74c3f4eb-1ac1-468c-bfce-2f8b630964b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.787283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23f4dc70-354b-4eae-b096-30cd0a984e2a req-dc7b7dd0-84f5-4e9e-a761-25bba21a7671 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 943 time: 0.1423848 Feb 11 13:38:36.812760 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee109c1d-7966-44a8-8eee-357dd627d19a x-openstack-request-id: req-ee109c1d-7966-44a8-8eee-357dd627d19a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:36.813065 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1d380-43b8-4656-a267-d302546a258f", "name": "network-vif-plugged", "status": "completed", "tag": "c30856a0-076c-4668-bb07-3075724addba", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:36.813342 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee109c1d-7966-44a8-8eee-357dd627d19a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:36.813716 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1d380-43b8-4656-a267-d302546a258f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30856a0-076c-4668-bb07-3075724addba', 'code': 200} Feb 11 13:38:36.814793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c30856a0-076c-4668-bb07-3075724addba,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.819067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'c2877624-1e37-4885-a4fc-85481fb5e344', 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf', 'port_id': 'c2877624-1e37-4885-a4fc-85481fb5e344', 'mac_address': 'fa:16:3e:c5:5a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413a7200-3208-4a15-9839-1d5e425a4983', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:36.851255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-e6e9d98c-c5f1-4d74-80e5-3c50c731d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.853474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-e6e9d98c-c5f1-4d74-80e5-3c50c731d3b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7228a5e5a17498385380edb6d27077b&device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 1126 time: 0.1711431 Feb 11 13:38:36.862153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c2877624-1e37-4885-a4fc-85481fb5e344 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:36.862562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.876617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2877624-1e37-4885-a4fc-85481fb5e344 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:36.898209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c2877624-1e37-4885-a4fc-85481fb5e344, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c2877624-1e37-4885-a4fc-85481fb5e344,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:36.903775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:36.904617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:36.933780 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23f4dc70-354b-4eae-b096-30cd0a984e2a req-f36c1d10-6c8b-499f-ad34-4a63e6551409 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452715 Feb 11 13:38:36.988835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c2877624-1e37-4885-a4fc-85481fb5e344,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.007933 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74c3f4eb-1ac1-468c-bfce-2f8b630964b0 admin admin] Publish callbacks [] for security_group (b96dfddd-1bd7-474a-a899-536338db1a66), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.011394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770c5e8-4b7d-445f-b8a9-5fb304c93b7f req-44361f44-6d98-437f-97cc-67259a6e0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:37.013971 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b770c5e8-4b7d-445f-b8a9-5fb304c93b7f req-44361f44-6d98-437f-97cc-67259a6e0d5d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 1128 time: 0.1526775 Feb 11 13:38:37.015016 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74c3f4eb-1ac1-468c-bfce-2f8b630964b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b96dfddd-1bd7-474a-a899-536338db1a66), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.081335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:37.088000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3f4eb-1ac1-468c-bfce-2f8b630964b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96dfddd-1bd7-474a-a899-536338db1a66,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.101701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'port_id': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'mac_address': 'fa:16:3e:74:fa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:37.111581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-74c3f4eb-1ac1-468c-bfce-2f8b630964b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36288b071e99433999c8be11490c7150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916830 Feb 11 13:38:37.117233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46566) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:37.138897 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b770c5e8-4b7d-445f-b8a9-5fb304c93b7f req-dbde3f4e-adfd-45bd-a0d5-b4066c2a9f00 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176243 Feb 11 13:38:37.146614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:37.147244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.162829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaee7f7c-2617-411b-98d8-1cd5c3ddff86 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:37.197182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:37.200531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-512c6089-9d70-42d1-80f1-531119355535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:37.202041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-512c6089-9d70-42d1-80f1-531119355535 service neutron] 10.222.0.83 "GET /v2.0/networks?id=056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 200 len: 906 time: 0.3353426 Feb 11 13:38:37.202739 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.260700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.270942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-dd0e1689-e52b-4167-83a9-ec27e3362adb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700 HTTP/1.1" status: 200 len: 217 time: 0.0612748 Feb 11 13:38:37.276925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381901d-2020-460c-b07c-ee7c52e9c271 req-545e7dfd-4c60-4054-a614-96cc01727f47 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:37.278597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b381901d-2020-460c-b07c-ee7c52e9c271 req-545e7dfd-4c60-4054-a614-96cc01727f47 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 944 time: 0.0555918 Feb 11 13:38:37.280376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6e217-d30d-42af-ad98-0832418a324f req-5596750c-f4aa-4fd4-813f-3d96910cd08b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:37.281956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1d6e217-d30d-42af-ad98-0832418a324f req-5596750c-f4aa-4fd4-813f-3d96910cd08b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.2496982 Feb 11 13:38:37.328551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b381901d-2020-460c-b07c-ee7c52e9c271 req-4ca4d740-61a1-484e-a6ef-5e78e3960681 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Feb 11 13:38:37.341366 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-241025c4-5453-49a9-83c9-4e880d5e6722 admin admin] Publish callbacks [] for security_group (b96dfddd-1bd7-474a-a899-536338db1a66), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.398903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-9657fde1-39fa-4e70-86f7-320b95550cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:37.400467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-9657fde1-39fa-4e70-86f7-320b95550cab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 200 len: 845 time: 0.1176252 Feb 11 13:38:37.402372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-241025c4-5453-49a9-83c9-4e880d5e6722 admin admin] Publish callbacks [] for security_group (b96dfddd-1bd7-474a-a899-536338db1a66), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.412663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1d6e217-d30d-42af-ad98-0832418a324f req-6d31b5b6-7c6f-4dc3-9ba7-7e7040805348 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238256 Feb 11 13:38:37.442534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-a1afb4b8-ba34-4f48-a94e-e4d0f1cfe2f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=056e5573-552f-4acd-9561-6504fa0e984f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288382 Feb 11 13:38:37.470390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c2877624-1e37-4885-a4fc-85481fb5e344'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:37.502429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['aaee7f7c-2617-411b-98d8-1cd5c3ddff86'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:37.536447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a98fc705-0d4e-499d-9bb3-10889a9dbbaa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:37.623193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-3bb00ea7-458a-4877-a48b-eff4a5370860 service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696761 Feb 11 13:38:37.627369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-241025c4-5453-49a9-83c9-4e880d5e6722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b96dfddd-1bd7-474a-a899-536338db1a66), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.632622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-241025c4-5453-49a9-83c9-4e880d5e6722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:37.638791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-241025c4-5453-49a9-83c9-4e880d5e6722 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b96dfddd-1bd7-474a-a899-536338db1a66 HTTP/1.1" status: 204 len: 168 time: 0.5149345 Feb 11 13:38:37.801981 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bcbd6d-c4c6-4aba-80ee-8fc028d1f892 req-3a59555a-6ebe-42f3-83bb-b9aa1415f0ea service neutron] 10.222.0.83 "GET /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594143 Feb 11 13:38:37.803508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241025c4-5453-49a9-83c9-4e880d5e6722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96dfddd-1bd7-474a-a899-536338db1a66,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.824711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278533-5c2c-4e32-889d-eaee1a6906f2 req-ec17e61d-4130-4979-9751-919d53038df7 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:37.828835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c278533-5c2c-4e32-889d-eaee1a6906f2 req-ec17e61d-4130-4979-9751-919d53038df7 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 944 time: 0.3117917 Feb 11 13:38:37.830680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4768d783-4c50-4870-8b7d-0b4318bdb268 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:37.923892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3c278533-5c2c-4e32-889d-eaee1a6906f2 req-f0b1e36c-5c6a-478c-b623-77a028ac4456 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858798 Feb 11 13:38:38.070314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4768d783-4c50-4870-8b7d-0b4318bdb268, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4768d783-4c50-4870-8b7d-0b4318bdb268,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:38.081671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '4768d783-4c50-4870-8b7d-0b4318bdb268', 'network_id': 'ca398627-d621-4795-82a2-a9f413595dbf', 'port_id': '4768d783-4c50-4870-8b7d-0b4318bdb268', 'mac_address': 'fa:16:3e:a4:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413a7200-3208-4a15-9839-1d5e425a4983', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:38.122545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1cb23-7493-40a2-a87d-dfb3da577e6a req-a4f86819-4986-4115-acc1-575b51c07b0f tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.125752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5df1cb23-7493-40a2-a87d-dfb3da577e6a req-a4f86819-4986-4115-acc1-575b51c07b0f tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 944 time: 0.1061771 Feb 11 13:38:38.179430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 4768d783-4c50-4870-8b7d-0b4318bdb268 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:38.179921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:38.220146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4768d783-4c50-4870-8b7d-0b4318bdb268 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:38.225307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5df1cb23-7493-40a2-a87d-dfb3da577e6a req-a336e530-e034-4d1f-af8a-3d0119e5d4dd tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928264 Feb 11 13:38:38.249784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4768d783-4c50-4870-8b7d-0b4318bdb268, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4768d783-4c50-4870-8b7d-0b4318bdb268,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:38.255399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:38.326900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=4768d783-4c50-4870-8b7d-0b4318bdb268,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:38.449243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-3a15a698-0c6d-4c81-82e3-cf5d1062ef5d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1245201 Feb 11 13:38:38.570752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['4768d783-4c50-4870-8b7d-0b4318bdb268'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:38.649877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.650679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.651169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.651420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd1fe0-fce0-4cdb-a6da-2ec3dd41313a req-fc0751d5-83ae-489f-8763-d2f90b716358 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.651886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.652393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.652654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.652990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0fd1fe0-fce0-4cdb-a6da-2ec3dd41313a req-fc0751d5-83ae-489f-8763-d2f90b716358 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.1187680 Feb 11 13:38:38.653157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.655310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7203467a-56b0-41ee-8033-f9f4c3847b74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 6708 time: 0.1260130 Feb 11 13:38:38.670758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8098001-9736-4f2d-98b9-8a32ac015833 req-27db5d78-83cb-456f-9cce-52c26def7569 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.672724 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8098001-9736-4f2d-98b9-8a32ac015833 req-27db5d78-83cb-456f-9cce-52c26def7569 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 944 time: 0.1308668 Feb 11 13:38:38.785732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0fd1fe0-fce0-4cdb-a6da-2ec3dd41313a req-76c4e98b-021d-4732-a549-2fd2bfeb04a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256523 Feb 11 13:38:38.943781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8098001-9736-4f2d-98b9-8a32ac015833 req-62420812-057e-4e41-b623-305c43d2e137 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644300 Feb 11 13:38:38.999779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-09a1d44d-af6b-436c-a69e-79f858561169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.002078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-09a1d44d-af6b-436c-a69e-79f858561169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.006081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-09a1d44d-af6b-436c-a69e-79f858561169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.010340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-09a1d44d-af6b-436c-a69e-79f858561169 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=241f4a82-b7b6-4591-8371-86e5a1914f4e&id=07bec82d-e059-4845-b33e-1c27b17e9b9b&id=07bec82d-e059-4845-b33e-1c27b17e9b9b HTTP/1.1" status: 200 len: 2290 time: 0.3133984 Feb 11 13:38:39.014388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a759af-465d-4d27-9d67-b41f155bca8d req-35e9f267-b427-4532-a523-9fa09c8d3850 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.021147 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-22a759af-465d-4d27-9d67-b41f155bca8d req-35e9f267-b427-4532-a523-9fa09c8d3850 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1231499 Feb 11 13:38:39.097527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-22a759af-465d-4d27-9d67-b41f155bca8d req-18bda1d5-b589-4781-b1ab-a56da23f06a3 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730391 Feb 11 13:38:39.170886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-074f59f3-d765-4baa-9fb5-b4987dd282bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a48b2e4-245e-473e-a630-1b9716689b7a HTTP/1.1" status: 200 len: 1002 time: 0.1539404 Feb 11 13:38:39.239384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05206d-7a42-483d-afa7-4b99b33ab555 req-bc2d6a40-330d-4d9c-84d0-a1c2768479f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.240837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da05206d-7a42-483d-afa7-4b99b33ab555 req-bc2d6a40-330d-4d9c-84d0-a1c2768479f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 944 time: 0.1449857 Feb 11 13:38:39.249606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eb805-876b-40ca-97c1-e47d4eb79d63 req-2d2bca4e-8c4c-4200-ba2e-edce74099b97 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.251802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e75eb805-876b-40ca-97c1-e47d4eb79d63 req-2d2bca4e-8c4c-4200-ba2e-edce74099b97 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 945 time: 0.0647538 Feb 11 13:38:39.269632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-de5cca6f-ad67-435f-aec5-9e03761653be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.271154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-de5cca6f-ad67-435f-aec5-9e03761653be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9c40f9e-40df-4e0d-9c3a-d50e4faa0236 HTTP/1.1" status: 200 len: 849 time: 0.0929909 Feb 11 13:38:39.337015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e75eb805-876b-40ca-97c1-e47d4eb79d63 req-eee88f09-2823-4387-9d67-803a514ad82f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774162 Feb 11 13:38:39.367323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da05206d-7a42-483d-afa7-4b99b33ab555 req-1285d88a-3e35-4c19-a3ca-cb5f10d7483e tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145949 Feb 11 13:38:39.386673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-34ca11d5-412d-4fdc-a483-6d557a87aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.388899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-34ca11d5-412d-4fdc-a483-6d557a87aa55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad700d65-3b6f-4bff-9d26-a51f749a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1105294 Feb 11 13:38:39.476298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe9163-0d4b-4fa3-be53-0d8325901d52 req-ff728842-db88-42e1-860b-caaf5b4adacc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.478334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54fe9163-0d4b-4fa3-be53-0d8325901d52 req-ff728842-db88-42e1-860b-caaf5b4adacc tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 944 time: 0.0727606 Feb 11 13:38:39.544240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-660c81ce-d8bc-47cc-a27d-5012503bd9d5 service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488857 Feb 11 13:38:39.592950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54fe9163-0d4b-4fa3-be53-0d8325901d52 req-e6643457-5105-4f68-b069-708eb78a2b89 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084063 Feb 11 13:38:39.812909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f2b76c6c-119f-463d-8fa2-ba6257f11700 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:39.985201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:40.002537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'f2b76c6c-119f-463d-8fa2-ba6257f11700', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': 'f2b76c6c-119f-463d-8fa2-ba6257f11700', 'mac_address': 'fa:16:3e:51:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:40.069887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f2b76c6c-119f-463d-8fa2-ba6257f11700 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:40.070905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:40.088750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b76c6c-119f-463d-8fa2-ba6257f11700 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:40.106048 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-8ace2943-93a8-4771-b388-f538ff5c6201 service neutron] 10.222.0.83 "GET /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541899 Feb 11 13:38:40.126944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48cf5-e2e0-41ab-93de-19d2279a49cc req-6552127a-a95e-44b9-88eb-400245a4ba70 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.129032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83a48cf5-e2e0-41ab-93de-19d2279a49cc req-6552127a-a95e-44b9-88eb-400245a4ba70 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.4722567 Feb 11 13:38:40.139277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:40.148999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:40.162291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-31a825f4-6495-47ba-9f37-62c93169c675 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 217 time: 0.0487318 Feb 11 13:38:40.177941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394b72-6ef0-447d-988d-5615a1318da8 req-4a67de3d-2e56-4762-88bb-1c64a6ff5714 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.188880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b394b72-6ef0-447d-988d-5615a1318da8 req-4a67de3d-2e56-4762-88bb-1c64a6ff5714 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 944 time: 0.1030724 Feb 11 13:38:40.232497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:40.258743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83a48cf5-e2e0-41ab-93de-19d2279a49cc req-4d3ec031-5c55-4193-802b-f4aed9b11700 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882862 Feb 11 13:38:40.262990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-ebc6c85d-cc62-4e6f-8b8c-8fbd7e068895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.264541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-ebc6c85d-cc62-4e6f-8b8c-8fbd7e068895 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.0955682 Feb 11 13:38:40.295392 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b394b72-6ef0-447d-988d-5615a1318da8 req-bef74077-38a3-4129-afea-b10e601b61b3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052821 Feb 11 13:38:40.366817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:40.371610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-9d1eabe2-16ef-451a-a87a-3f5324378599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.382562 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-9d1eabe2-16ef-451a-a87a-3f5324378599 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1075306 Feb 11 13:38:40.415347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:40.415738 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:40.510220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['f2b76c6c-119f-463d-8fa2-ba6257f11700'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:40.528553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4bb3c-9783-49aa-b062-09ba9fb247f6 req-01d90a36-f04a-4934-b693-8face04b39f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.539224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-edf4bb3c-9783-49aa-b062-09ba9fb247f6 req-01d90a36-f04a-4934-b693-8face04b39f0 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 945 time: 0.0777574 Feb 11 13:38:40.600939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-38b556a5-d600-4552-b0f0-7fac877a5e96 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116334 Feb 11 13:38:40.622341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-edf4bb3c-9783-49aa-b062-09ba9fb247f6 req-50b130b7-ec66-4791-9719-e1e421b6e3aa tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821614 Feb 11 13:38:40.781215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:40.781509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:40.823403 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-59f4a542-1304-49b5-8d3c-d4ab3eb3262b service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167335 Feb 11 13:38:40.837026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a4261-7bf6-4f8b-ba48-3d132d1b77c9 req-3b1eb435-f49c-4002-ad84-ff2104db8e76 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.848537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da8a4261-7bf6-4f8b-ba48-3d132d1b77c9 req-3b1eb435-f49c-4002-ad84-ff2104db8e76 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 944 time: 0.1035306 Feb 11 13:38:40.855563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:40.864397 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ea7388-9a45-4985-b582-69301d76b7ec" -d '{"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-plugged", "status": "completed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:40.890166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:40.908863 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:40.909264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb550df-a527-432e-9045-118b2aa2e73a req-b76d64d6-a37b-40a2-8b3c-01f7890b756d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.910936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fcb550df-a527-432e-9045-118b2aa2e73a req-b76d64d6-a37b-40a2-8b3c-01f7890b756d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1664970 Feb 11 13:38:40.912438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-5550da5a-052f-4761-b82a-6e4e21bcf97b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 217 time: 0.0814617 Feb 11 13:38:40.919717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a98fc705-0d4e-499d-9bb3-10889a9dbbaa up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:40.957703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da8a4261-7bf6-4f8b-ba48-3d132d1b77c9 req-91a7a7b7-fb52-4abb-8337-4b7263361233 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954680 Feb 11 13:38:40.995362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fcb550df-a527-432e-9045-118b2aa2e73a req-651ec3cd-fef3-4176-afdd-1adb88ef3570 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Feb 11 13:38:41.045610 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ef3dc5-9c94-4082-a876-5165fbba5d9f x-openstack-request-id: req-71ef3dc5-9c94-4082-a876-5165fbba5d9f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:41.050568 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-plugged", "status": "completed", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:41.050977 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71ef3dc5-9c94-4082-a876-5165fbba5d9f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:41.051378 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'code': 200} Feb 11 13:38:41.061820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-9fbff223-9750-4a90-9ff7-0cc18ec9063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.067503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-9fbff223-9750-4a90-9ff7-0cc18ec9063b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.1449561 Feb 11 13:38:41.082999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port a98fc705-0d4e-499d-9bb3-10889a9dbbaa completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:41.104315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port a98fc705-0d4e-499d-9bb3-10889a9dbbaa triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:41.104647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:41.188244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-cf66c878-3b93-4d9e-843c-e2dbef06797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.192530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-cf66c878-3b93-4d9e-843c-e2dbef06797b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1237078 Feb 11 13:38:41.218021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.270666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b189a-0b98-4a00-8a8a-53181780264d req-9e5a636e-b9c2-42e4-a569-dca354eeaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.275781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d2b189a-0b98-4a00-8a8a-53181780264d req-9e5a636e-b9c2-42e4-a569-dca354eeaa7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 1128 time: 0.0750642 Feb 11 13:38:41.352371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a98fc705-0d4e-499d-9bb3-10889a9dbbaa is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:41.352891 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:41.390694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d2b189a-0b98-4a00-8a8a-53181780264d req-17462a68-f7f0-4dea-b4ad-f4e64e2e4033 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094873 Feb 11 13:38:41.412594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-d2ac79e7-ffad-48aa-83a5-d130ce14d736 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125068 Feb 11 13:38:41.435690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a98fc705-0d4e-499d-9bb3-10889a9dbbaa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:41.444933 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:41.445810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c2877624-1e37-4885-a4fc-85481fb5e344 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:41.585761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46698) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:41.607100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port c2877624-1e37-4885-a4fc-85481fb5e344 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:41.618821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port c2877624-1e37-4885-a4fc-85481fb5e344 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:41.620980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:41.628621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-e510baec-651a-4226-9476-0ab7762e121c service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090092 Feb 11 13:38:41.714754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.760948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c2877624-1e37-4885-a4fc-85481fb5e344 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:41.761344 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:41.785394 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-edf2fbe7-a0cc-4d85-ac4a-25ca1cc05430 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=854fb093-0bb4-41e1-988b-612a199a21cd HTTP/1.1" status: 200 len: 217 time: 0.1283095 Feb 11 13:38:41.803744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f77da6-534f-4a0b-bc4b-744d13f5a9c5 req-ad2ce22a-e38d-48e1-80b4-c3bb0afd7f73 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.805810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c2877624-1e37-4885-a4fc-85481fb5e344, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c2877624-1e37-4885-a4fc-85481fb5e344,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:41.810951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:41.818313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f77da6-534f-4a0b-bc4b-744d13f5a9c5 req-ad2ce22a-e38d-48e1-80b4-c3bb0afd7f73 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.830628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f77da6-534f-4a0b-bc4b-744d13f5a9c5 req-ad2ce22a-e38d-48e1-80b4-c3bb0afd7f73 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.839400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32f77da6-534f-4a0b-bc4b-744d13f5a9c5 req-ad2ce22a-e38d-48e1-80b4-c3bb0afd7f73 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f&device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4&device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 2417 time: 0.2876282 Feb 11 13:38:41.861173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4768d783-4c50-4870-8b7d-0b4318bdb268 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:41.914465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55d18-9840-44a7-a6f5-7ed93742669d req-b44ccf81-dfaa-474e-99b8-9608b7f28ec0 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.916310 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01c55d18-9840-44a7-a6f5-7ed93742669d req-b44ccf81-dfaa-474e-99b8-9608b7f28ec0 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 946 time: 0.5085521 Feb 11 13:38:41.948381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-e568bb02-49d4-4d1e-837d-95b6643411a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.950229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-e568bb02-49d4-4d1e-837d-95b6643411a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.1636302 Feb 11 13:38:41.964099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c2877624-1e37-4885-a4fc-85481fb5e344,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.969730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-17cddb69-4cca-4651-8538-4d2960f790f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:41.973196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01c55d18-9840-44a7-a6f5-7ed93742669d req-096057c5-8f27-4c10-acc5-c8803450f352 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506504 Feb 11 13:38:42.005505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 4768d783-4c50-4870-8b7d-0b4318bdb268 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:42.011503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 4768d783-4c50-4870-8b7d-0b4318bdb268 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:42.012131 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.062754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32f77da6-534f-4a0b-bc4b-744d13f5a9c5 req-68a2f6fb-4d10-471f-8448-bd6aa850780b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052655 Feb 11 13:38:42.124348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 4768d783-4c50-4870-8b7d-0b4318bdb268 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:42.124669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.131147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-5b0c0aea-6d34-4171-a9e4-6257386b2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.133197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-5b0c0aea-6d34-4171-a9e4-6257386b2217 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1741843 Feb 11 13:38:42.184909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 4768d783-4c50-4870-8b7d-0b4318bdb268, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4768d783-4c50-4870-8b7d-0b4318bdb268,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:42.192214 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.202045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164a037-d72b-444c-b5a3-abe7706679b5 req-1e46e7f6-15f6-43e0-b55a-168b206c92bc tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.211242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e164a037-d72b-444c-b5a3-abe7706679b5 req-1e46e7f6-15f6-43e0-b55a-168b206c92bc tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 945 time: 0.0875368 Feb 11 13:38:42.267133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=4768d783-4c50-4870-8b7d-0b4318bdb268,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.278831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e164a037-d72b-444c-b5a3-abe7706679b5 req-a093f1af-c1b6-465c-85a5-3a75a13e2797 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661135 Feb 11 13:38:42.358058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-17cddb69-4cca-4651-8538-4d2960f790f7 admin admin] Publish callbacks [] for security_group (648e32e9-10e0-4eba-ac0f-5ea23e294610), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.372956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-17cddb69-4cca-4651-8538-4d2960f790f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (648e32e9-10e0-4eba-ac0f-5ea23e294610), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.400187 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:38:42.454300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-17cddb69-4cca-4651-8538-4d2960f790f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aea70aa669864908bf0093a419670946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8645840 Feb 11 13:38:42.463235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-7c1575d1-6f40-4837-948e-4b91206bfa50 service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233731 Feb 11 13:38:42.472007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:42.480944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638ece0-8289-4c83-9ce1-95fa8122c848 req-ad798c60-57b7-413c-92db-4a819b401ed1 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.482922 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7638ece0-8289-4c83-9ce1-95fa8122c848 req-ad798c60-57b7-413c-92db-4a819b401ed1 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 945 time: 0.3024087 Feb 11 13:38:42.515560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cddb69-4cca-4651-8538-4d2960f790f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e32e9-10e0-4eba-ac0f-5ea23e294610,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.537485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae470e-f41f-4fea-b19b-1d3226d9d4fc req-5ea900fa-eef2-4ecb-98ed-89f910835716 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.539196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8ae470e-f41f-4fea-b19b-1d3226d9d4fc req-5ea900fa-eef2-4ecb-98ed-89f910835716 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.1171203 Feb 11 13:38:42.608958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16d1d580-4b22-430e-8c99-7ec1ac73ff78 admin admin] Publish callbacks [] for security_group (648e32e9-10e0-4eba-ac0f-5ea23e294610), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.639625 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7638ece0-8289-4c83-9ce1-95fa8122c848 req-5b34b65a-f2ea-4207-9b5b-f4ab9c1c381f tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413898 Feb 11 13:38:42.649697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8ae470e-f41f-4fea-b19b-1d3226d9d4fc req-8d67d22c-b021-46a6-a5ca-967089b552a4 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832074 Feb 11 13:38:42.680959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16d1d580-4b22-430e-8c99-7ec1ac73ff78 admin admin] Publish callbacks [] for security_group (648e32e9-10e0-4eba-ac0f-5ea23e294610), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.691284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-6a764b35-83d4-4dfc-b207-6898b944a70a service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041245 Feb 11 13:38:42.755815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-2ca48d06-28e2-448f-a0ae-160a6bf4e248 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c HTTP/1.1" status: 200 len: 217 time: 0.0578907 Feb 11 13:38:42.811504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16d1d580-4b22-430e-8c99-7ec1ac73ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (648e32e9-10e0-4eba-ac0f-5ea23e294610), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.815183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16d1d580-4b22-430e-8c99-7ec1ac73ff78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:42.816941 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-16d1d580-4b22-430e-8c99-7ec1ac73ff78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/648e32e9-10e0-4eba-ac0f-5ea23e294610 HTTP/1.1" status: 204 len: 168 time: 0.3385572 Feb 11 13:38:42.831377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d580-4b22-430e-8c99-7ec1ac73ff78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e32e9-10e0-4eba-ac0f-5ea23e294610,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.876843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-b52eaca4-7495-479f-94b5-626f8fd8a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.879565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-b52eaca4-7495-479f-94b5-626f8fd8a45e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 200 len: 797 time: 0.1167090 Feb 11 13:38:43.005437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-12e58b4f-a466-4d7c-a7e9-e3f42c1da25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.007054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-12e58b4f-a466-4d7c-a7e9-e3f42c1da25f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241f4a82-b7b6-4591-8371-86e5a1914f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1203403 Feb 11 13:38:43.052688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa'}, {'server_uuid': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2877624-1e37-4885-a4fc-85481fb5e344'}, {'server_uuid': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4768d783-4c50-4870-8b7d-0b4318bdb268'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:43.061015 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba57ee08-9099-4237-bc62-2ba47fabee4b" -d '{"events": [{"server_uuid": "0a41411d-8a6d-4ae0-8432-13b2efb802c7", "name": "network-vif-plugged", "status": "completed", "tag": "a98fc705-0d4e-499d-9bb3-10889a9dbbaa"}, {"server_uuid": "7a757a29-f313-4aab-af18-4c4f6466dfbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2877624-1e37-4885-a4fc-85481fb5e344"}, {"server_uuid": "03d7c170-efc2-4962-9774-6b6b62ed6534", "name": "network-vif-plugged", "status": "completed", "tag": "4768d783-4c50-4870-8b7d-0b4318bdb268"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:43.190705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-d31a448e-82d9-4fac-93c5-d075d590214f service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737268 Feb 11 13:38:43.257545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde9cea-1bb6-481a-8d19-cabb078f299e req-dbda7059-ce86-4013-8104-aa9b3796898f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.261146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbde9cea-1bb6-481a-8d19-cabb078f299e req-dbda7059-ce86-4013-8104-aa9b3796898f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 946 time: 0.1679389 Feb 11 13:38:43.299517 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ab102-e243-498c-bd90-24555bdf6672 x-openstack-request-id: req-999ab102-e243-498c-bd90-24555bdf6672 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:43.301248 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a41411d-8a6d-4ae0-8432-13b2efb802c7", "name": "network-vif-plugged", "status": "completed", "tag": "a98fc705-0d4e-499d-9bb3-10889a9dbbaa", "code": 200}, {"server_uuid": "7a757a29-f313-4aab-af18-4c4f6466dfbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2877624-1e37-4885-a4fc-85481fb5e344", "code": 200}, {"server_uuid": "03d7c170-efc2-4962-9774-6b6b62ed6534", "name": "network-vif-plugged", "status": "completed", "tag": "4768d783-4c50-4870-8b7d-0b4318bdb268", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:43.301612 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-999ab102-e243-498c-bd90-24555bdf6672 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:43.302859 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa', 'code': 200} Feb 11 13:38:43.303712 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2877624-1e37-4885-a4fc-85481fb5e344', 'code': 200} Feb 11 13:38:43.305650 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4768d783-4c50-4870-8b7d-0b4318bdb268', 'code': 200} Feb 11 13:38:43.446373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbde9cea-1bb6-481a-8d19-cabb078f299e req-e76f85f1-db0b-4a35-9a3a-81b6fae0dee5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732693 Feb 11 13:38:43.535302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-eec8bdcf-e30f-400d-a740-b6c6a6bd121f service neutron] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383498 Feb 11 13:38:43.535857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46770) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:43.634987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e1b88-985b-48f4-b5fb-541f1c9c0ba1 req-b0fce23f-d7dc-430c-a1bb-32979fe30847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.636797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-279e1b88-985b-48f4-b5fb-541f1c9c0ba1 req-b0fce23f-d7dc-430c-a1bb-32979fe30847 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 1127 time: 0.1568251 Feb 11 13:38:43.643813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3a039-3cdb-489a-b541-2c0856d033fa req-88ba6721-a125-46e3-9471-13471f52dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.645702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88d3a039-3cdb-489a-b541-2c0856d033fa req-88ba6721-a125-46e3-9471-13471f52dbb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 1128 time: 0.0803683 Feb 11 13:38:43.736857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-236d9860-f58e-480d-b4e1-720a36c5e763 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593 HTTP/1.1" status: 200 len: 217 time: 0.1629462 Feb 11 13:38:43.778039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21467cdc-db3b-468b-9503-94c15b665819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:43.793494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-279e1b88-985b-48f4-b5fb-541f1c9c0ba1 req-f8fc84fa-5554-4f8b-9b7e-279dc8905860 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465597 Feb 11 13:38:43.806555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88d3a039-3cdb-489a-b541-2c0856d033fa req-d3e0c9c1-c180-4d92-8f35-e681822b796d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513076 Feb 11 13:38:43.825503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f2b76c6c-119f-463d-8fa2-ba6257f11700 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:43.866707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-66e6eeb5-dbe2-4da0-897c-82bb7ba1b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.868187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-66e6eeb5-dbe2-4da0-897c-82bb7ba1b82c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 200 len: 797 time: 0.0754013 Feb 11 13:38:43.912183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port f2b76c6c-119f-463d-8fa2-ba6257f11700 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:43.917698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port f2b76c6c-119f-463d-8fa2-ba6257f11700 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:43.918338 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:43.952099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95fe14-aa2c-493f-8553-0d489bd9aac3 req-b9b44fb1-86ec-4773-bc1b-547c0ab0c2b5 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.976442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea95fe14-aa2c-493f-8553-0d489bd9aac3 req-b9b44fb1-86ec-4773-bc1b-547c0ab0c2b5 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 945 time: 0.1421530 Feb 11 13:38:43.999101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f0a3-98c6-4746-9ce3-ddcf069097e1 req-75e98eaa-3e1e-4ac0-865e-e8ba33b2b817 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.000787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a51f0a3-98c6-4746-9ce3-ddcf069097e1 req-75e98eaa-3e1e-4ac0-865e-e8ba33b2b817 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 945 time: 0.3391137 Feb 11 13:38:44.008697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9321aa-1242-432f-90c6-0c55520bcd21 req-735736cb-13fa-4241-a547-2dc5de5caffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.010634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af9321aa-1242-432f-90c6-0c55520bcd21 req-735736cb-13fa-4241-a547-2dc5de5caffd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 1128 time: 0.5548835 Feb 11 13:38:44.031333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f2b76c6c-119f-463d-8fa2-ba6257f11700 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:44.032398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.065175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea95fe14-aa2c-493f-8553-0d489bd9aac3 req-4f45c73b-b028-4139-9163-562bbb69a27e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884843 Feb 11 13:38:44.112435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:44.122607 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.133137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21467cdc-db3b-468b-9503-94c15b665819 admin admin] Publish callbacks [] for security_group (c0885106-ca6c-44e0-94a8-0ccc2fb51e86), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.177062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a51f0a3-98c6-4746-9ce3-ddcf069097e1 req-3d219549-e81d-4c14-9a45-dcf2defa5c7c tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654305 Feb 11 13:38:44.200585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-4e517a1e-7727-4abf-be52-574ae1eb6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.202494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-4e517a1e-7727-4abf-be52-574ae1eb6392 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3249445 Feb 11 13:38:44.203169 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21467cdc-db3b-468b-9503-94c15b665819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c0885106-ca6c-44e0-94a8-0ccc2fb51e86), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.248867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:44.419326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-540ef6cd-1511-4b62-abf8-cb7e16e1618a service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855474 Feb 11 13:38:44.440332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46782) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:44.448522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-21467cdc-db3b-468b-9503-94c15b665819 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d7fb34b797f4d75a08d7bbc887edea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8887317 Feb 11 13:38:44.468547 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af9321aa-1242-432f-90c6-0c55520bcd21 req-bfbe4c81-6203-4a91-9d75-32f4bf762dfe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264371 Feb 11 13:38:44.539471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21467cdc-db3b-468b-9503-94c15b665819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0885106-ca6c-44e0-94a8-0ccc2fb51e86,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:44.556084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c895b5b-c025-4499-8f02-738d78cd0bed admin admin] Publish callbacks [] for security_group (c0885106-ca6c-44e0-94a8-0ccc2fb51e86), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.607503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c895b5b-c025-4499-8f02-738d78cd0bed admin admin] Publish callbacks [] for security_group (c0885106-ca6c-44e0-94a8-0ccc2fb51e86), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.694326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c895b5b-c025-4499-8f02-738d78cd0bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c0885106-ca6c-44e0-94a8-0ccc2fb51e86), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.701769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c895b5b-c025-4499-8f02-738d78cd0bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:44.703285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0c895b5b-c025-4499-8f02-738d78cd0bed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0885106-ca6c-44e0-94a8-0ccc2fb51e86 HTTP/1.1" status: 204 len: 168 time: 0.2618394 Feb 11 13:38:44.715744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895b5b-c025-4499-8f02-738d78cd0bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0885106-ca6c-44e0-94a8-0ccc2fb51e86,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:44.754988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba203-49f1-4bca-89a5-c6f056be4c73 req-41f2dd24-4eb5-4a13-b502-3d10ee3d70f9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.757473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cbba203-49f1-4bca-89a5-c6f056be4c73 req-41f2dd24-4eb5-4a13-b502-3d10ee3d70f9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 946 time: 0.1406741 Feb 11 13:38:44.768340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-8d31d725-d50e-46c5-8e66-8751c4371ee9 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139582 Feb 11 13:38:44.863214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bedb-b5e6-4f0a-8269-d5eb3bf320f0 req-d454afd4-f8c9-47a1-96c7-e5084184f09c tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.868815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-98db0b02-0811-40a5-8a81-3523726f3b49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19 HTTP/1.1" status: 200 len: 217 time: 0.0922790 Feb 11 13:38:44.871940 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d71bedb-b5e6-4f0a-8269-d5eb3bf320f0 req-d454afd4-f8c9-47a1-96c7-e5084184f09c tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1105793 Feb 11 13:38:44.911185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cbba203-49f1-4bca-89a5-c6f056be4c73 req-3d6b7046-2560-44a5-943b-3f6efd9fe80a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363962 Feb 11 13:38:44.939847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d71bedb-b5e6-4f0a-8269-d5eb3bf320f0 req-1beb669e-2f29-4697-bbd0-e0d11c1bf66b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633538 Feb 11 13:38:44.978625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-c43e1f9f-6a02-4e47-991c-24b4c643104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.980327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-c43e1f9f-6a02-4e47-991c-24b4c643104e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 200 len: 797 time: 0.0682380 Feb 11 13:38:45.076995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-44046216-70c7-477c-b1d6-cf74bd7c0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.080057 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-44046216-70c7-477c-b1d6-cf74bd7c0f68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07bec82d-e059-4845-b33e-1c27b17e9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0923841 Feb 11 13:38:45.307220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b76c6c-119f-463d-8fa2-ba6257f11700'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:45.310695 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5792e75f-3604-4aef-a921-43e5d69bc72d" -d '{"events": [{"server_uuid": "c15878f7-bed4-4ad5-a468-6f1c2df18122", "name": "network-vif-plugged", "status": "completed", "tag": "f2b76c6c-119f-463d-8fa2-ba6257f11700"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:45.361525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-1c66ade9-706e-4fc3-b436-4e49a10c0e27 service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689447 Feb 11 13:38:45.426387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8ff30-9314-4338-aaca-e21f3e2d70f7 req-997165b9-5cf1-424b-b467-0c0f15fe1929 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.433688 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17c8ff30-9314-4338-aaca-e21f3e2d70f7 req-997165b9-5cf1-424b-b467-0c0f15fe1929 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 946 time: 0.1029184 Feb 11 13:38:45.486092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78b7dee2-4ebb-4dbe-bebb-d4536746519b req-27ff9fcb-026c-4c83-8602-846307aba84c service neutron] 10.222.0.83 "GET /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211138 Feb 11 13:38:45.501503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fb9ef-12e6-48d4-9aa5-26078076c97c req-918c1b33-9c21-4479-a0d7-52383ec5eef2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.510554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692fb9ef-12e6-48d4-9aa5-26078076c97c req-918c1b33-9c21-4479-a0d7-52383ec5eef2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 945 time: 0.2465224 Feb 11 13:38:45.510819 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17c8ff30-9314-4338-aaca-e21f3e2d70f7 req-6eb3ee83-f4d0-446a-9942-3d2a93c70314 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715008 Feb 11 13:38:45.560425 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b802f84-4eed-4604-9a32-305a6e1ed637 x-openstack-request-id: req-0b802f84-4eed-4604-9a32-305a6e1ed637 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:45.560984 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15878f7-bed4-4ad5-a468-6f1c2df18122", "name": "network-vif-plugged", "status": "completed", "tag": "f2b76c6c-119f-463d-8fa2-ba6257f11700", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:45.561468 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b802f84-4eed-4604-9a32-305a6e1ed637 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:45.562154 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b76c6c-119f-463d-8fa2-ba6257f11700', 'code': 200} Feb 11 13:38:45.595297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692fb9ef-12e6-48d4-9aa5-26078076c97c req-4789c752-8d53-410a-9dd4-1876ac55a828 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833924 Feb 11 13:38:45.779039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5941-aaf7-4b14-a3f4-b73c295e2e2a req-306586d8-aa7a-4ff2-8b8d-8828423702c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.780683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a14e5941-aaf7-4b14-a3f4-b73c295e2e2a req-306586d8-aa7a-4ff2-8b8d-8828423702c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 1128 time: 0.0775344 Feb 11 13:38:45.900531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a14e5941-aaf7-4b14-a3f4-b73c295e2e2a req-0161ed30-918f-4a69-a28f-1125eff9a906 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124184 Feb 11 13:38:46.138860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3233f8-cd54-41a7-b3be-bd8fef6d0664 req-4991097a-7962-45ea-8ea2-f236f7138f18 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.141016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a3233f8-cd54-41a7-b3be-bd8fef6d0664 req-4991097a-7962-45ea-8ea2-f236f7138f18 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0907512 Feb 11 13:38:46.300220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a3233f8-cd54-41a7-b3be-bd8fef6d0664 req-c0e550c5-c769-4842-bc0c-109d22eaa7ef tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462831 Feb 11 13:38:46.674021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6716-1e88-498f-8e91-de7cff127628 req-0db397b9-3d95-4367-894d-e74298820447 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.682067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67ef6716-1e88-498f-8e91-de7cff127628 req-0db397b9-3d95-4367-894d-e74298820447 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 946 time: 0.1045873 Feb 11 13:38:46.762170 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67ef6716-1e88-498f-8e91-de7cff127628 req-5d55ac4c-976f-4534-8f2d-eb8d51c04be3 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 Feb 11 13:38:46.829258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9153e0-fb09-4417-bc4c-8d00c6aa3fd6 req-e6b9b4ff-faf5-41f1-ab34-1117281207ef tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.830796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e9153e0-fb09-4417-bc4c-8d00c6aa3fd6 req-e6b9b4ff-faf5-41f1-ab34-1117281207ef tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 945 time: 0.0781128 Feb 11 13:38:46.954353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e9153e0-fb09-4417-bc4c-8d00c6aa3fd6 req-c2806182-230a-460d-8102-9ff7d82adce9 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014688 Feb 11 13:38:47.057479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62421856-c341-4ea7-b1fe-a2658cce16c1 req-45659725-a72e-4774-949b-c6092094d79a tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.071930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62421856-c341-4ea7-b1fe-a2658cce16c1 req-45659725-a72e-4774-949b-c6092094d79a tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 946 time: 0.0654473 Feb 11 13:38:47.134626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62421856-c341-4ea7-b1fe-a2658cce16c1 req-ff28a8dc-0fc0-4e90-a06c-bd65dbbfbc33 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609274 Feb 11 13:38:47.356076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc03f91-8c32-4911-a107-db9becd77d0c req-2116c316-bb77-4f85-9311-da5909d9043b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.367399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccc03f91-8c32-4911-a107-db9becd77d0c req-2116c316-bb77-4f85-9311-da5909d9043b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 946 time: 0.1454694 Feb 11 13:38:47.445601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccc03f91-8c32-4911-a107-db9becd77d0c req-8b2401b4-5d5d-4c49-b75c-1602a099b5f1 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766988 Feb 11 13:38:47.460802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d69a74-4982-47d6-bd31-6a923a5d629d req-86c1213b-41c4-45e8-89a5-40a8d3518e97 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.468778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52d69a74-4982-47d6-bd31-6a923a5d629d req-86c1213b-41c4-45e8-89a5-40a8d3518e97 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1020455 Feb 11 13:38:47.523601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52d69a74-4982-47d6-bd31-6a923a5d629d req-3d4f4999-94d3-494a-8f51-6dab034ead16 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504522 Feb 11 13:38:47.783287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9277-0d29-4cad-b6c8-de919d72cf90 req-2af06516-155e-403c-a7b6-70788a5a3a86 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.793159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f10a9277-0d29-4cad-b6c8-de919d72cf90 req-2af06516-155e-403c-a7b6-70788a5a3a86 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 946 time: 0.0926816 Feb 11 13:38:47.911025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f10a9277-0d29-4cad-b6c8-de919d72cf90 req-1f67f315-be1c-4c9e-8e2c-b5248480f719 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150951 Feb 11 13:38:47.941692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f04c-35f6-4f02-a1b6-7b0aa898b11b req-36dc0211-f6e7-4111-ac55-8960b6ccd327 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.943240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd8f04c-35f6-4f02-a1b6-7b0aa898b11b req-36dc0211-f6e7-4111-ac55-8960b6ccd327 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 946 time: 0.0893230 Feb 11 13:38:48.005818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd8f04c-35f6-4f02-a1b6-7b0aa898b11b req-cae340dd-a596-4821-a8dd-7488e8bebe59 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560801 Feb 11 13:38:48.690587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee01c3-e467-4c0b-9fc1-9a0f7deb5daf req-4819de83-ad94-498b-b67a-f09f330a62b5 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:48.699582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ceee01c3-e467-4c0b-9fc1-9a0f7deb5daf req-4819de83-ad94-498b-b67a-f09f330a62b5 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0860972 Feb 11 13:38:48.823006 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ceee01c3-e467-4c0b-9fc1-9a0f7deb5daf req-abb874ab-a962-41fe-9a66-410163bf2b2e tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224489 Feb 11 13:38:48.969998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd5c7-3c76-4b44-ad6a-978a1ecc1981 req-74382805-ab8f-4e49-81de-908670b36ace tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:48.971983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2ffd5c7-3c76-4b44-ad6a-978a1ecc1981 req-74382805-ab8f-4e49-81de-908670b36ace tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 946 time: 0.0724146 Feb 11 13:38:49.039342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2ffd5c7-3c76-4b44-ad6a-978a1ecc1981 req-ca713b42-89e1-4f26-953f-87a4c8b0bc50 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601878 Feb 11 13:38:49.050790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f8fee-95a7-4429-8da5-34c39ce5968c req-053086ee-5b9c-45f4-8ef3-41406afed61e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.052325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf9f8fee-95a7-4429-8da5-34c39ce5968c req-053086ee-5b9c-45f4-8ef3-41406afed61e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 946 time: 0.0684955 Feb 11 13:38:49.108013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf9f8fee-95a7-4429-8da5-34c39ce5968c req-3ea6a557-c8db-4dc4-a9a7-496832ee7a03 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Feb 11 13:38:49.212635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86042bc-5594-4873-866f-2deebd82d664 req-6af87656-5e2f-4e98-87bf-35cc8599506b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.214256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a86042bc-5594-4873-866f-2deebd82d664 req-6af87656-5e2f-4e98-87bf-35cc8599506b tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 946 time: 0.0633125 Feb 11 13:38:49.330608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Deleting port a98fc705-0d4e-499d-9bb3-10889a9dbbaa {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:49.331006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.341603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46954) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:49.441004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] For port a98fc705-0d4e-499d-9bb3-10889a9dbbaa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:49.442032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.457410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Calling delete_port for a98fc705-0d4e-499d-9bb3-10889a9dbbaa owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:49.486362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0996ac8-9e5c-4d8b-ad38-4b9d55cf9a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.590390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0996ac8-9e5c-4d8b-ad38-4b9d55cf9a89 admin admin] Publish callbacks [] for security_group (3833e38d-36af-4c66-8561-d05c79f9caf7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.595034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0996ac8-9e5c-4d8b-ad38-4b9d55cf9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3833e38d-36af-4c66-8561-d05c79f9caf7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.605233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a98fc705-0d4e-499d-9bb3-10889a9dbbaa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.623274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c2877624-1e37-4885-a4fc-85481fb5e344', 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:49.637537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0996ac8-9e5c-4d8b-ad38-4b9d55cf9a89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=546ccefa977744ed9aefab4f171e0f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942336 Feb 11 13:38:49.640237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46960) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:49.644597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Pushing event deleted for resources: {'Port': ['ID=a98fc705-0d4e-499d-9bb3-10889a9dbbaa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.677787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0996ac8-9e5c-4d8b-ad38-4b9d55cf9a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3833e38d-36af-4c66-8561-d05c79f9caf7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.705218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] No DVR routers for this DVR port a98fc705-0d4e-499d-9bb3-10889a9dbbaa on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:49.709467 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.710202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['4768d783-4c50-4870-8b7d-0b4318bdb268'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:49.713309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a86042bc-5594-4873-866f-2deebd82d664 req-b9d71dc5-837f-40ff-ae32-d0040fce9c2d tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "DELETE /v2.0/ports/a98fc705-0d4e-499d-9bb3-10889a9dbbaa HTTP/1.1" status: 204 len: 173 time: 0.4932103 Feb 11 13:38:49.713778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'name': 'network-vif-deleted', 'tag': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:49.716191 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfa0252-eb48-4b57-bf65-7d9f74160c35" -d '{"events": [{"server_uuid": "0a41411d-8a6d-4ae0-8432-13b2efb802c7", "name": "network-vif-deleted", "tag": "a98fc705-0d4e-499d-9bb3-10889a9dbbaa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:49.720151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f449dc8a-e8f3-484b-941b-4142799fc65d admin admin] Publish callbacks [] for security_group (3833e38d-36af-4c66-8561-d05c79f9caf7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.774953 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f449dc8a-e8f3-484b-941b-4142799fc65d admin admin] Publish callbacks [] for security_group (3833e38d-36af-4c66-8561-d05c79f9caf7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.894681 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f449dc8a-e8f3-484b-941b-4142799fc65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3833e38d-36af-4c66-8561-d05c79f9caf7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.897827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f449dc8a-e8f3-484b-941b-4142799fc65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:49.900779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f449dc8a-e8f3-484b-941b-4142799fc65d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3833e38d-36af-4c66-8561-d05c79f9caf7 HTTP/1.1" status: 204 len: 168 time: 0.2572773 Feb 11 13:38:49.908033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449dc8a-e8f3-484b-941b-4142799fc65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3833e38d-36af-4c66-8561-d05c79f9caf7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.962453 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1531d-f4f9-48a0-a49e-7d63a7a4fb5b x-openstack-request-id: req-cbf1531d-f4f9-48a0-a49e-7d63a7a4fb5b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:49.962753 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a41411d-8a6d-4ae0-8432-13b2efb802c7", "name": "network-vif-deleted", "tag": "a98fc705-0d4e-499d-9bb3-10889a9dbbaa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:49.963016 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cbf1531d-f4f9-48a0-a49e-7d63a7a4fb5b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:49.963427 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a41411d-8a6d-4ae0-8432-13b2efb802c7', 'name': 'network-vif-deleted', 'tag': 'a98fc705-0d4e-499d-9bb3-10889a9dbbaa', 'status': 'completed', 'code': 200} Feb 11 13:38:50.046605 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.088990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512baaa-32cb-4102-93c9-d35098f0696c req-25d82878-d3c6-437e-b9bf-226551bb34e4 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:50.090676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f512baaa-32cb-4102-93c9-d35098f0696c req-25d82878-d3c6-437e-b9bf-226551bb34e4 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1243062 Feb 11 13:38:50.183062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f512baaa-32cb-4102-93c9-d35098f0696c req-237c47cc-0ace-40ac-b32e-dbd33e2e4910 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847273 Feb 11 13:38:50.265307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0276400-fa20-485c-b810-fe5b6a21ce23 req-76b38b61-26ba-4d10-a7c2-2c1b670fe362 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:50.273978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0276400-fa20-485c-b810-fe5b6a21ce23 req-76b38b61-26ba-4d10-a7c2-2c1b670fe362 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 946 time: 0.1267655 Feb 11 13:38:50.343801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0276400-fa20-485c-b810-fe5b6a21ce23 req-8391c2fe-2f38-4d83-9346-87b6b4ebab7a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674100 Feb 11 13:38:50.403158 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d58fb850-997e-45f4-8348-0965a4b7d24e req-568ac32f-2f2c-45f4-b849-0f1666c93048 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a41411d-8a6d-4ae0-8432-13b2efb802c7 HTTP/1.1" status: 200 len: 210 time: 0.0378306 Feb 11 13:38:50.455419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46986) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:50.468780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b46-5292-4957-a16e-72eccd8f96da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.549236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b46-5292-4957-a16e-72eccd8f96da admin admin] Publish callbacks [] for security_group (39ea9e3c-1c31-4252-8dd4-62d7287d53d3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.554178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b46-5292-4957-a16e-72eccd8f96da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (39ea9e3c-1c31-4252-8dd4-62d7287d53d3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.604364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:50.604570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-99ae0b46-5292-4957-a16e-72eccd8f96da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a1c6551b97d455bb59813de96a2ca66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476600 Feb 11 13:38:50.605182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae0b46-5292-4957-a16e-72eccd8f96da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea9e3c-1c31-4252-8dd4-62d7287d53d3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:50.683783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a8fdd1-15c0-43e0-bc7b-0ac3593eafeb admin admin] Publish callbacks [] for security_group (39ea9e3c-1c31-4252-8dd4-62d7287d53d3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.708984 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a8fdd1-15c0-43e0-bc7b-0ac3593eafeb admin admin] Publish callbacks [] for security_group (39ea9e3c-1c31-4252-8dd4-62d7287d53d3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.772426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a8fdd1-15c0-43e0-bc7b-0ac3593eafeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (39ea9e3c-1c31-4252-8dd4-62d7287d53d3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.775713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a8fdd1-15c0-43e0-bc7b-0ac3593eafeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:50.777188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19a8fdd1-15c0-43e0-bc7b-0ac3593eafeb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39ea9e3c-1c31-4252-8dd4-62d7287d53d3 HTTP/1.1" status: 204 len: 168 time: 0.1708746 Feb 11 13:38:50.787961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8fdd1-15c0-43e0-bc7b-0ac3593eafeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea9e3c-1c31-4252-8dd4-62d7287d53d3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:51.404475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f19a1-c299-4094-9120-eceae8dd2706 req-6e7b8c98-90fc-478c-83fa-9a935c220a83 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:51.423677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a8f19a1-c299-4094-9120-eceae8dd2706 req-6e7b8c98-90fc-478c-83fa-9a935c220a83 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1335590 Feb 11 13:38:51.532632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093616d5-592c-4f71-840c-8348b31c9737 req-7d61ce0b-03a7-4cb5-9d05-82ec6d42c8bf tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:51.534773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-093616d5-592c-4f71-840c-8348b31c9737 req-7d61ce0b-03a7-4cb5-9d05-82ec6d42c8bf tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 946 time: 0.1027002 Feb 11 13:38:51.552869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a8f19a1-c299-4094-9120-eceae8dd2706 req-35efa6c0-4170-4180-9169-0bd6a8d34b0e tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254404 Feb 11 13:38:51.631570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-093616d5-592c-4f71-840c-8348b31c9737 req-a4b47797-ea7e-4b4c-b6d6-f8fce0744de9 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810556 Feb 11 13:38:51.835806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f2b76c6c-119f-463d-8fa2-ba6257f11700 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:51.850650 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:52.116887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:52.133948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'f2b76c6c-119f-463d-8fa2-ba6257f11700', 'network_id': '056e5573-552f-4acd-9561-6504fa0e984f', 'port_id': 'f2b76c6c-119f-463d-8fa2-ba6257f11700', 'mac_address': 'fa:16:3e:51:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6418f3-b0d7-4b9d-96d3-909997d73562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:52.234867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f2b76c6c-119f-463d-8fa2-ba6257f11700 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:52.235537 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:52.268278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2b76c6c-119f-463d-8fa2-ba6257f11700 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:52.315321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:52.320787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:52.474834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:52.481020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['f2b76c6c-119f-463d-8fa2-ba6257f11700'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:52.727839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53d95-225b-43d6-82a4-fe005814b02a req-e07e086a-20c0-45c4-90ab-1d15dc06c1fa tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.733562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22f760-e980-4430-843c-5a4c67201d04 req-d133d1df-d1f1-4b60-8b5f-86f965e7a348 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.735903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a22f760-e980-4430-843c-5a4c67201d04 req-d133d1df-d1f1-4b60-8b5f-86f965e7a348 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1081350 Feb 11 13:38:52.745982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53d95-225b-43d6-82a4-fe005814b02a req-e07e086a-20c0-45c4-90ab-1d15dc06c1fa tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.747682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ea53d95-225b-43d6-82a4-fe005814b02a req-e07e086a-20c0-45c4-90ab-1d15dc06c1fa tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d7c170-efc2-4962-9774-6b6b62ed6534&device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 1682 time: 0.0872378 Feb 11 13:38:52.811678 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a22f760-e980-4430-843c-5a4c67201d04 req-3add1864-fed0-4ad7-8f21-bdca5fd04303 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630431 Feb 11 13:38:52.831238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ea53d95-225b-43d6-82a4-fe005814b02a req-b629882c-0942-456c-ad65-c35d6fac8fbd tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757606 Feb 11 13:38:52.970245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b742c-3cf1-49df-af68-b7863c1d86b6 req-5437784a-406b-4bb3-9fba-cca351862383 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.979023 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-280b742c-3cf1-49df-af68-b7863c1d86b6 req-5437784a-406b-4bb3-9fba-cca351862383 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 945 time: 0.0988538 Feb 11 13:38:53.030191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-280b742c-3cf1-49df-af68-b7863c1d86b6 req-44b1ae5f-0e38-44e2-8ed9-39d02d4ad071 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 Feb 11 13:38:53.727460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76696c-e23e-46ce-86d0-25757eacebce req-4fe3e4f5-d5b5-4e14-a1df-c1493ec690db tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:53.729036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c76696c-e23e-46ce-86d0-25757eacebce req-4fe3e4f5-d5b5-4e14-a1df-c1493ec690db tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 945 time: 0.0876176 Feb 11 13:38:53.816518 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c76696c-e23e-46ce-86d0-25757eacebce req-5a648012-cf83-418a-9a8e-4a4b307b400a tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723789 Feb 11 13:38:53.840501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da806a32-6980-45d4-88d2-ff106ae2a32d req-776a6c90-a0fb-4d46-9e27-4e4fe6b414b6 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:53.843616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f2b76c6c-119f-463d-8fa2-ba6257f11700 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:53.850017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da806a32-6980-45d4-88d2-ff106ae2a32d req-776a6c90-a0fb-4d46-9e27-4e4fe6b414b6 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 946 time: 0.1033146 Feb 11 13:38:53.948059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da806a32-6980-45d4-88d2-ff106ae2a32d req-dc6120df-5bfe-4a04-ac77-5324a71a0a9c tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970383 Feb 11 13:38:53.995958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port f2b76c6c-119f-463d-8fa2-ba6257f11700 is: BUILD; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:38:53.996468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:54.014102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2b76c6c-119f-463d-8fa2-ba6257f11700 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:38:54.030614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447f71b-6741-4049-a834-494891820981 req-6beb0d71-79cf-49ab-b1f4-3d1c2ba4f907 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.034287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:54.038347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9447f71b-6741-4049-a834-494891820981 req-6beb0d71-79cf-49ab-b1f4-3d1c2ba4f907 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1031990 Feb 11 13:38:54.038747 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:54.092011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:54.098868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9447f71b-6741-4049-a834-494891820981 req-e6dd9116-a39d-4437-99ca-c6a1f4c3f1ce tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594330 Feb 11 13:38:54.287184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a98fc705-0d4e-499d-9bb3-10889a9dbbaa no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:54.308131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: a98fc705-0d4e-499d-9bb3-10889a9dbbaa {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:54.308478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a98fc705-0d4e-499d-9bb3-10889a9dbbaa not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:54.786114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47140) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:54.934786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a40ea2af-0414-4056-b2d7-85ce655c675a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:54.961496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c92e2b-db45-46da-9fa5-2b0cd04caf17 req-cb934b2e-4315-4f56-b4a1-b06ca3dd6328 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.963560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6c92e2b-db45-46da-9fa5-2b0cd04caf17 req-cb934b2e-4315-4f56-b4a1-b06ca3dd6328 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 944 time: 0.0689170 Feb 11 13:38:55.103222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6c92e2b-db45-46da-9fa5-2b0cd04caf17 req-d241a02a-a6bf-4dbc-9407-3da435c88d7b tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336842 Feb 11 13:38:55.154868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-490efadf-6258-42a5-bea0-bb4000d87633 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.156628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-490efadf-6258-42a5-bea0-bb4000d87633 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.83 "GET /v2.0/ports?device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 946 time: 0.1037714 Feb 11 13:38:55.196770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a40ea2af-0414-4056-b2d7-85ce655c675a admin admin] Publish callbacks [] for security_group (79f85f7e-1c66-435b-9a13-d6da9567db0a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.204432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a40ea2af-0414-4056-b2d7-85ce655c675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (79f85f7e-1c66-435b-9a13-d6da9567db0a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.281779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a71f22-f429-470c-877a-be9ed90af224 req-109e48fa-1af5-4eb8-8bba-6bafa6454976 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.284701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51a71f22-f429-470c-877a-be9ed90af224 req-109e48fa-1af5-4eb8-8bba-6bafa6454976 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a757a29-f313-4aab-af18-4c4f6466dfbb HTTP/1.1" status: 200 len: 945 time: 0.2284994 Feb 11 13:38:55.287314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a40ea2af-0414-4056-b2d7-85ce655c675a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96c2d8dcafb648a1b72fb9fbb77633a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4999659 Feb 11 13:38:55.289128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ea2af-0414-4056-b2d7-85ce655c675a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f85f7e-1c66-435b-9a13-d6da9567db0a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.292150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47152) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:55.315333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0299ed-97fc-4d4d-b766-354a6d1fc5c9 req-954bbd17-f6f9-486e-8610-3ce93973009e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.324111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d0299ed-97fc-4d4d-b766-354a6d1fc5c9 req-954bbd17-f6f9-486e-8610-3ce93973009e tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 946 time: 0.1851640 Feb 11 13:38:55.399324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1eaab-fb1b-4c7b-9b2b-1755b3e27948 req-6614e0c1-05c5-4ec6-82cb-a04e5a3e9a70 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.402267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60b1eaab-fb1b-4c7b-9b2b-1755b3e27948 req-6614e0c1-05c5-4ec6-82cb-a04e5a3e9a70 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1499608 Feb 11 13:38:55.464493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-2536f4a5-9747-41a0-a2d9-f01b259a5ad8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.465990 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-2536f4a5-9747-41a0-a2d9-f01b259a5ad8 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 944 time: 0.2151632 Feb 11 13:38:55.474659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Deleting port 4768d783-4c50-4870-8b7d-0b4318bdb268 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:55.475005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.478454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d0299ed-97fc-4d4d-b766-354a6d1fc5c9 req-907978ed-da96-4cdd-9593-75c5f5455fde tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/security-groups?id=242b6b03-85b4-45ad-a2c5-67f3348db4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486852 Feb 11 13:38:55.514233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06898dab-754d-44f0-932b-7cdc9e38bfc9 admin admin] Publish callbacks [] for security_group (79f85f7e-1c66-435b-9a13-d6da9567db0a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.535450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Deleting port c2877624-1e37-4885-a4fc-85481fb5e344 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:55.536037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.560189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06898dab-754d-44f0-932b-7cdc9e38bfc9 admin admin] Publish callbacks [] for security_group (79f85f7e-1c66-435b-9a13-d6da9567db0a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.611699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] For port 4768d783-4c50-4870-8b7d-0b4318bdb268, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=4768d783-4c50-4870-8b7d-0b4318bdb268,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:55.612071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.632093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Calling delete_port for 4768d783-4c50-4870-8b7d-0b4318bdb268 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:55.683437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] For port c2877624-1e37-4885-a4fc-85481fb5e344, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c2877624-1e37-4885-a4fc-85481fb5e344,segment=NetworkSegment(7e2d490d-0051-40a5-b82f-d47f6afc1e2c),segment_id=7e2d490d-0051-40a5-b82f-d47f6afc1e2c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:55.684124 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.686352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06898dab-754d-44f0-932b-7cdc9e38bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (79f85f7e-1c66-435b-9a13-d6da9567db0a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.688851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06898dab-754d-44f0-932b-7cdc9e38bfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.689981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-06898dab-754d-44f0-932b-7cdc9e38bfc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79f85f7e-1c66-435b-9a13-d6da9567db0a HTTP/1.1" status: 204 len: 168 time: 0.3853517 Feb 11 13:38:55.708476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Calling delete_port for c2877624-1e37-4885-a4fc-85481fb5e344 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:55.710640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06898dab-754d-44f0-932b-7cdc9e38bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f85f7e-1c66-435b-9a13-d6da9567db0a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.830357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60b1eaab-fb1b-4c7b-9b2b-1755b3e27948 req-ae17d39f-e723-40a9-900e-49d857dec179 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118438 Feb 11 13:38:55.890076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c2877624-1e37-4885-a4fc-85481fb5e344), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:55.908050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c2877624-1e37-4885-a4fc-85481fb5e344'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:55.939513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Pushing event deleted for resources: {'Port': ['ID=c2877624-1e37-4885-a4fc-85481fb5e344,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.995312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] No DVR routers for this DVR port c2877624-1e37-4885-a4fc-85481fb5e344 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:55.998584 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.002419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51a71f22-f429-470c-877a-be9ed90af224 req-69c888d5-3979-428d-93ff-83bce7d43e68 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.30 "DELETE /v2.0/ports/c2877624-1e37-4885-a4fc-85481fb5e344 HTTP/1.1" status: 204 len: 173 time: 0.6991582 Feb 11 13:38:56.002925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'name': 'network-vif-deleted', 'tag': 'c2877624-1e37-4885-a4fc-85481fb5e344'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:56.005327 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34a1b14-53bf-48e8-8a99-95f53a70b7dd" -d '{"events": [{"server_uuid": "7a757a29-f313-4aab-af18-4c4f6466dfbb", "name": "network-vif-deleted", "tag": "c2877624-1e37-4885-a4fc-85481fb5e344"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:56.118637 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7f7749-5479-428b-8a02-c674b687377f x-openstack-request-id: req-dd7f7749-5479-428b-8a02-c674b687377f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:56.118951 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a757a29-f313-4aab-af18-4c4f6466dfbb", "name": "network-vif-deleted", "tag": "c2877624-1e37-4885-a4fc-85481fb5e344", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:56.119214 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd7f7749-5479-428b-8a02-c674b687377f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:56.119650 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a757a29-f313-4aab-af18-4c4f6466dfbb', 'name': 'network-vif-deleted', 'tag': 'c2877624-1e37-4885-a4fc-85481fb5e344', 'status': 'completed', 'code': 200} Feb 11 13:38:56.219613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:56.254168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-126a510c-3be5-46dc-af03-4778af471adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.450017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Deleting port f2b76c6c-119f-463d-8fa2-ba6257f11700 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:56.450915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.467052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-126a510c-3be5-46dc-af03-4778af471adc admin admin] Publish callbacks [] for security_group (13a2b5be-68fb-490d-be38-5d826aafa65a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.472348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-126a510c-3be5-46dc-af03-4778af471adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (13a2b5be-68fb-490d-be38-5d826aafa65a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.473780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4768d783-4c50-4870-8b7d-0b4318bdb268), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.537150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a510c-3be5-46dc-af03-4778af471adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2b5be-68fb-490d-be38-5d826aafa65a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:56.553049 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-126a510c-3be5-46dc-af03-4778af471adc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5fe776b2e65244f7be013d20ede41fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320198 Feb 11 13:38:56.555969 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:56.587261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577a0f-b8bb-4a3d-af54-04fbe98b05fa req-19913af9-4009-404e-923a-3b119e1ca540 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:56.594581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da577a0f-b8bb-4a3d-af54-04fbe98b05fa req-19913af9-4009-404e-923a-3b119e1ca540 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 944 time: 0.2053411 Feb 11 13:38:56.601461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Pushing event deleted for resources: {'Port': ['ID=4768d783-4c50-4870-8b7d-0b4318bdb268,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:56.716863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b583465-4c26-4dff-a55a-1bf26859ef15 req-e60353c8-9771-442f-9649-48a74e9ad701 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d7c170-efc2-4962-9774-6b6b62ed6534 HTTP/1.1" status: 200 len: 210 time: 0.0815415 Feb 11 13:38:56.727004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] No DVR routers for this DVR port 4768d783-4c50-4870-8b7d-0b4318bdb268 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:56.729874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fd6fbd9-adec-4145-80e2-5b9bf3cd1e0a admin admin] Publish callbacks [] for security_group (13a2b5be-68fb-490d-be38-5d826aafa65a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.744267 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.747957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b61033d-0edf-4fcd-891b-cad2c35e66f8 req-a6077cfe-507d-4e01-9e3e-4d2031501ad2 tempest-ListServersNegativeTestJSON-1066486727 tempest-ListServersNegativeTestJSON-1066486727-project] 10.222.0.83 "DELETE /v2.0/ports/4768d783-4c50-4870-8b7d-0b4318bdb268 HTTP/1.1" status: 204 len: 173 time: 1.5855219 Feb 11 13:38:56.753696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'name': 'network-vif-deleted', 'tag': '4768d783-4c50-4870-8b7d-0b4318bdb268'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:56.756003 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b72d8a-0338-4584-b030-b7f7b54dc29e" -d '{"events": [{"server_uuid": "03d7c170-efc2-4962-9774-6b6b62ed6534", "name": "network-vif-deleted", "tag": "4768d783-4c50-4870-8b7d-0b4318bdb268"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:56.797014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47182) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:56.798742 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fd6fbd9-adec-4145-80e2-5b9bf3cd1e0a admin admin] Publish callbacks [] for security_group (13a2b5be-68fb-490d-be38-5d826aafa65a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.801920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] For port f2b76c6c-119f-463d-8fa2-ba6257f11700, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=f2b76c6c-119f-463d-8fa2-ba6257f11700,segment=NetworkSegment(b860cce3-89ed-47a5-b384-01ccfc113959),segment_id=b860cce3-89ed-47a5-b384-01ccfc113959)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:56.802342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.859537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da577a0f-b8bb-4a3d-af54-04fbe98b05fa req-12a18234-500e-4bd8-aef9-3347fc739b8f tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/security-groups?id=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475882 Feb 11 13:38:56.859831 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e8988a-6afb-4a2b-bea1-c720789bb98f x-openstack-request-id: req-63e8988a-6afb-4a2b-bea1-c720789bb98f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:56.863078 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d7c170-efc2-4962-9774-6b6b62ed6534", "name": "network-vif-deleted", "tag": "4768d783-4c50-4870-8b7d-0b4318bdb268", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:56.863078 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63e8988a-6afb-4a2b-bea1-c720789bb98f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:56.863078 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d7c170-efc2-4962-9774-6b6b62ed6534', 'name': 'network-vif-deleted', 'tag': '4768d783-4c50-4870-8b7d-0b4318bdb268', 'status': 'completed', 'code': 200} Feb 11 13:38:56.875300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Calling delete_port for f2b76c6c-119f-463d-8fa2-ba6257f11700 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:56.944317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fd6fbd9-adec-4145-80e2-5b9bf3cd1e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (13a2b5be-68fb-490d-be38-5d826aafa65a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.947582 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4fd6fbd9-adec-4145-80e2-5b9bf3cd1e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:56.951350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4fd6fbd9-adec-4145-80e2-5b9bf3cd1e0a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13a2b5be-68fb-490d-be38-5d826aafa65a HTTP/1.1" status: 204 len: 168 time: 0.3918159 Feb 11 13:38:56.982789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c794f12e-a669-418f-b6f3-fe0905c02cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.040174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6fbd9-adec-4145-80e2-5b9bf3cd1e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2b5be-68fb-490d-be38-5d826aafa65a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.074734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-013f4367-d3f4-4b46-a699-3a7926efcd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.108955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73cb8-9f02-46e3-a77d-a8e04a45af58 req-edad0eb5-2331-4577-b367-6018b6c9059f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:57.126526 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0c73cb8-9f02-46e3-a77d-a8e04a45af58 req-edad0eb5-2331-4577-b367-6018b6c9059f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1526513 Feb 11 13:38:57.190068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0c73cb8-9f02-46e3-a77d-a8e04a45af58 req-b4283901-fd06-4256-9428-a4e51e4db5b1 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Feb 11 13:38:57.276956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-013f4367-d3f4-4b46-a699-3a7926efcd3d admin admin] Publish callbacks [] for security_group (5b0e4fdd-a609-464f-ac38-55a92220c1fb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.289248 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-013f4367-d3f4-4b46-a699-3a7926efcd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5b0e4fdd-a609-464f-ac38-55a92220c1fb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.358270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f2b76c6c-119f-463d-8fa2-ba6257f11700), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.374316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-013f4367-d3f4-4b46-a699-3a7926efcd3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6ad8aca0579401f96645e5357ddd177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5752165 Feb 11 13:38:57.375292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f4367-d3f4-4b46-a699-3a7926efcd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0e4fdd-a609-464f-ac38-55a92220c1fb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.377272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:57.473465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Pushing event deleted for resources: {'Port': ['ID=f2b76c6c-119f-463d-8fa2-ba6257f11700,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.529126 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6d8816d-6540-4e11-98fe-89345ec192fc admin admin] Publish callbacks [] for security_group (5b0e4fdd-a609-464f-ac38-55a92220c1fb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.553944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6d8816d-6540-4e11-98fe-89345ec192fc admin admin] Publish callbacks [] for security_group (5b0e4fdd-a609-464f-ac38-55a92220c1fb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.559352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] No DVR routers for this DVR port f2b76c6c-119f-463d-8fa2-ba6257f11700 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:57.565389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.569997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56a8a8c2-bf67-4e1a-99e7-4905a065292f req-5881992f-b3e4-462f-9169-1f86d71f50d2 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.83 "DELETE /v2.0/ports/f2b76c6c-119f-463d-8fa2-ba6257f11700 HTTP/1.1" status: 204 len: 173 time: 1.8930185 Feb 11 13:38:57.639278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6d8816d-6540-4e11-98fe-89345ec192fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5b0e4fdd-a609-464f-ac38-55a92220c1fb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.646680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6d8816d-6540-4e11-98fe-89345ec192fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:57.647583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b6d8816d-6540-4e11-98fe-89345ec192fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b0e4fdd-a609-464f-ac38-55a92220c1fb HTTP/1.1" status: 204 len: 168 time: 0.2685728 Feb 11 13:38:57.660043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8816d-6540-4e11-98fe-89345ec192fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0e4fdd-a609-464f-ac38-55a92220c1fb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.865895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4768d783-4c50-4870-8b7d-0b4318bdb268 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:57.896356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 4768d783-4c50-4870-8b7d-0b4318bdb268 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:57.897103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 4768d783-4c50-4870-8b7d-0b4318bdb268 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:57.897830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f2b76c6c-119f-463d-8fa2-ba6257f11700 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:57.925166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47216) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:57.960218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: f2b76c6c-119f-463d-8fa2-ba6257f11700 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:57.960573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device f2b76c6c-119f-463d-8fa2-ba6257f11700 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:58.110252 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac0685c5-19b8-4853-93bf-b25bd2c25458 req-ba68ba24-c5c0-4f26-af51-8ff773113288 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15878f7-bed4-4ad5-a468-6f1c2df18122 HTTP/1.1" status: 200 len: 210 time: 0.0591578 Feb 11 13:38:58.130240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Deleting subnet 413a7200-3208-4a15-9839-1d5e425a4983 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:38:58.130240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Publish callbacks [] for subnet (413a7200-3208-4a15-9839-1d5e425a4983), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.179828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (413a7200-3208-4a15-9839-1d5e425a4983), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.232981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (413a7200-3208-4a15-9839-1d5e425a4983), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.315378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c2877624-1e37-4885-a4fc-85481fb5e344 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:58.320840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (413a7200-3208-4a15-9839-1d5e425a4983), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.359686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413a7200-3208-4a15-9839-1d5e425a4983,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:58.363431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.367189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/413a7200-3208-4a15-9839-1d5e425a4983 HTTP/1.1" status: 204 len: 168 time: 0.4407094 Feb 11 13:38:58.368331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: c2877624-1e37-4885-a4fc-85481fb5e344 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:58.368693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c2877624-1e37-4885-a4fc-85481fb5e344 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:58.369410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47230) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:58.448471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830464-7e1e-4f70-8763-420ce67c00d3 req-d25380f8-407a-4cdd-b706-ad519672c156 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:58.450013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.450410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.450825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.451304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-33830464-7e1e-4f70-8763-420ce67c00d3 req-d25380f8-407a-4cdd-b706-ad519672c156 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0995467 Feb 11 13:38:58.457050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.457414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.457767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.458115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.458481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.458820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.459156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.460111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.460459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.460796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f5137-67b0-40ef-8f1c-a869d009ea5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:58.478735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (ca398627-d621-4795-82a2-a9f413595dbf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.516110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-33830464-7e1e-4f70-8763-420ce67c00d3 req-92058e90-5a79-4b8a-b1a0-51f2dc2b9518 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577061 Feb 11 13:38:58.585676 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (ca398627-d621-4795-82a2-a9f413595dbf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.606814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca398627-d621-4795-82a2-a9f413595dbf']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.617375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2d490d-0051-40a5-b82f-d47f6afc1e2c') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.617676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2d490d-0051-40a5-b82f-d47f6afc1e2c') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.627988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (7e2d490d-0051-40a5-b82f-d47f6afc1e2c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.648080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e2d490d-0051-40a5-b82f-d47f6afc1e2c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.655958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:58.656544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (7e2d490d-0051-40a5-b82f-d47f6afc1e2c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:58.658582 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:58.716926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (ca398627-d621-4795-82a2-a9f413595dbf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.723625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:58.729938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ca398627-d621-4795-82a2-a9f413595dbf HTTP/1.1" status: 204 len: 168 time: 0.3567591 Feb 11 13:38:58.736751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff26fc-b666-41f4-a25e-a6ec051bc3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca398627-d621-4795-82a2-a9f413595dbf,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:58.863639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'name': 'network-vif-deleted', 'tag': 'f2b76c6c-119f-463d-8fa2-ba6257f11700'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:58.869116 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dd9781-0d99-48bf-a747-086ba8677ebe" -d '{"events": [{"server_uuid": "c15878f7-bed4-4ad5-a468-6f1c2df18122", "name": "network-vif-deleted", "tag": "f2b76c6c-119f-463d-8fa2-ba6257f11700"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:58.924834 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d0e940-fcf1-4779-8fcc-fd6a90c49dab x-openstack-request-id: req-73d0e940-fcf1-4779-8fcc-fd6a90c49dab {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:58.925897 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15878f7-bed4-4ad5-a468-6f1c2df18122", "name": "network-vif-deleted", "tag": "f2b76c6c-119f-463d-8fa2-ba6257f11700", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:58.926270 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73d0e940-fcf1-4779-8fcc-fd6a90c49dab {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:58.927943 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15878f7-bed4-4ad5-a468-6f1c2df18122', 'name': 'network-vif-deleted', 'tag': 'f2b76c6c-119f-463d-8fa2-ba6257f11700', 'status': 'completed', 'code': 200} Feb 11 13:38:59.005921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47270) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:59.065884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06214f31-2c6a-4818-9bc9-9096f23f3e29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6d2cf83dd8c4c33beceea3b1559452d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578542 Feb 11 13:38:59.068236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47274) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:59.157550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb0a1-a810-42d1-bc7b-5f24ade0c04c admin admin] Publish callbacks [] for security_group (242b6b03-85b4-45ad-a2c5-67f3348db4c9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.185961 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb0a1-a810-42d1-bc7b-5f24ade0c04c admin admin] Publish callbacks [] for security_group (242b6b03-85b4-45ad-a2c5-67f3348db4c9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.271483 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb0a1-a810-42d1-bc7b-5f24ade0c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (242b6b03-85b4-45ad-a2c5-67f3348db4c9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.274302 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb0a1-a810-42d1-bc7b-5f24ade0c04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.278226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b4ddb0a1-a810-42d1-bc7b-5f24ade0c04c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/242b6b03-85b4-45ad-a2c5-67f3348db4c9 HTTP/1.1" status: 204 len: 168 time: 0.2057645 Feb 11 13:38:59.288821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddb0a1-a810-42d1-bc7b-5f24ade0c04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b6b03-85b4-45ad-a2c5-67f3348db4c9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:59.373769 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf014-794b-488f-b0d6-a7b5019e44e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.624003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:59.712626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] Deleting subnet ef6418f3-b0d7-4b9d-96d3-909997d73562 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:38:59.736933 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] Publish callbacks [] for subnet (ef6418f3-b0d7-4b9d-96d3-909997d73562), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.756560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77efca0-7a27-4eb8-a308-7cbb255a2366 req-29f07f6c-79dd-486e-b4fd-6509c3c2b74d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:59.758543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b77efca0-7a27-4eb8-a308-7cbb255a2366 req-29f07f6c-79dd-486e-b4fd-6509c3c2b74d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1065361 Feb 11 13:38:59.802750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (ef6418f3-b0d7-4b9d-96d3-909997d73562), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.820764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b77efca0-7a27-4eb8-a308-7cbb255a2366 req-7788c21b-1096-46b3-b2b4-8411499ad97e tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553334 Feb 11 13:38:59.857734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ef6418f3-b0d7-4b9d-96d3-909997d73562), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.942881 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (ef6418f3-b0d7-4b9d-96d3-909997d73562), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.971689 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:59.977437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47336) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:38:59.977708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ef6418f3-b0d7-4b9d-96d3-909997d73562 HTTP/1.1" status: 204 len: 168 time: 0.3520021 Feb 11 13:38:59.979064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7d741-3535-46dc-87e9-ce875bc3f8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6418f3-b0d7-4b9d-96d3-909997d73562,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:00.058733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (056e5573-552f-4acd-9561-6504fa0e984f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.158393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (056e5573-552f-4acd-9561-6504fa0e984f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.201314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056e5573-552f-4acd-9561-6504fa0e984f']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.216376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b860cce3-89ed-47a5-b384-01ccfc113959') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.217043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b860cce3-89ed-47a5-b384-01ccfc113959') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.234028 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (b860cce3-89ed-47a5-b384-01ccfc113959), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.255208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b860cce3-89ed-47a5-b384-01ccfc113959), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.268234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:00.269227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (b860cce3-89ed-47a5-b384-01ccfc113959), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:00.272599 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:00.344848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (056e5573-552f-4acd-9561-6504fa0e984f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.362880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.367387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] 10.222.0.79 "DELETE /v2.0/networks/056e5573-552f-4acd-9561-6504fa0e984f HTTP/1.1" status: 204 len: 168 time: 0.3877730 Feb 11 13:39:00.381824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f570a-938d-4202-9055-e3aea979e498 admin admin] Pushing event deleted for resources: {'Network': ['ID=056e5573-552f-4acd-9561-6504fa0e984f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:00.619285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47368) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:00.671389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2b5eb6a3-3891-4aab-a6d7-de1302af19c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c7228a5e5a17498385380edb6d27077b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506105 Feb 11 13:39:00.673829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:00.735202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ff4230a-0548-4a3f-a6fb-01b462caf4de admin admin] Publish callbacks [] for security_group (46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.761197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ff4230a-0548-4a3f-a6fb-01b462caf4de admin admin] Publish callbacks [] for security_group (46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.817480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ff4230a-0548-4a3f-a6fb-01b462caf4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.821789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ff4230a-0548-4a3f-a6fb-01b462caf4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.830451 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ff4230a-0548-4a3f-a6fb-01b462caf4de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c HTTP/1.1" status: 204 len: 168 time: 0.1489067 Feb 11 13:39:00.840184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4230a-0548-4a3f-a6fb-01b462caf4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bbed7f-a46c-4be5-9cb7-9ee5a725bb3c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:00.908397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:00.989964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e69c1f-8383-4793-a5af-6edf6065f828 req-c9172aa8-391c-45d3-ad72-4a1b996bf17f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:00.998527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-91e69c1f-8383-4793-a5af-6edf6065f828 req-c9172aa8-391c-45d3-ad72-4a1b996bf17f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0780196 Feb 11 13:39:01.054858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47390) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:01.057265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-91e69c1f-8383-4793-a5af-6edf6065f828 req-d0ef53ce-c218-42e0-b9c6-a31656089e7a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575409 Feb 11 13:39:01.403096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-533932299-network', 'tenant_id': 'f2030ab7c04f4969a435943a52f14768'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:01.445232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Made reservation on behalf of f2030ab7c04f4969a435943a52f14768 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:01.449440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.460755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.569210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks [] for security_group (06b2a415-f980-42d2-b0a1-fc0c0f426d20), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.573759 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (06b2a415-f980-42d2-b0a1-fc0c0f426d20), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.609619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:01.620432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b2a415-f980-42d2-b0a1-fc0c0f426d20,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:01.646303 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (130e68d3-4c80-48ee-be1c-240307564629), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.648674 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Added segment 130e68d3-4c80-48ee-be1c-240307564629 of type vlan for network c5f86892-4cfa-49d9-8836-4197bfaf2e58 Feb 11 13:39:01.705917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c5f86892-4cfa-49d9-8836-4197bfaf2e58), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.758113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c5f86892-4cfa-49d9-8836-4197bfaf2e58), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.759181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:01.759769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.795569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7393384 Feb 11 13:39:01.798268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47422) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:01.804557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Request body: {'subnet': {'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-533932299-subnet', 'tenant_id': 'f2030ab7c04f4969a435943a52f14768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:01.836137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Made reservation on behalf of f2030ab7c04f4969a435943a52f14768 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:01.838825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.853584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484bed0-dfe7-4e28-a102-ce8dd1c448a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f86892-4cfa-49d9-8836-4197bfaf2e58,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:01.875336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c5f86892-4cfa-49d9-8836-4197bfaf2e58 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:02.109513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (e8cc34ab-4a5e-4bf1-9668-5382265b0a48), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.162285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cc34ab-4a5e-4bf1-9668-5382265b0a48,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:02.176415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.176769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.177111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.177447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.178276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.178276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.178480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.178757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.179084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.179393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.179734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.180030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.180348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:02.199615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Checking segment: {'id': '130e68d3-4c80-48ee-be1c-240307564629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:02.199982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Network hostable DHCP agents. Network: c5f86892-4cfa-49d9-8836-4197bfaf2e58, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:02.233520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Network c5f86892-4cfa-49d9-8836-4197bfaf2e58 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:02.267542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c5f86892-4cfa-49d9-8836-4197bfaf2e58) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:02.269026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772775ef-c090-4bb3-ae32-878d80f19597 req-3a87062e-32a4-4edb-85e9-263e408d1a44 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.270803 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-772775ef-c090-4bb3-ae32-878d80f19597 req-3a87062e-32a4-4edb-85e9-263e408d1a44 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1225955 Feb 11 13:39:02.281776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2bf891-511a-43c9-a646-e1720dc2c3ac None None] Network c5f86892-4cfa-49d9-8836-4197bfaf2e58 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:02.283888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.285401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.309368 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d40d456-205e-40db-9b41-328f69b95e37 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5087578 Feb 11 13:39:02.368045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-772775ef-c090-4bb3-ae32-878d80f19597 req-23195c63-0810-417d-aee0-b8ba9f3ee847 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906427 Feb 11 13:39:02.420925 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.428043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603fd06-79bb-45f8-b248-857fc1031610 None None] Network c5f86892-4cfa-49d9-8836-4197bfaf2e58 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:02.516702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47462) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:02.757950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1288434942-network', 'tenant_id': '00e35b30fdc54a9cade09d6b6b7f904c'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:02.781653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Made reservation on behalf of 00e35b30fdc54a9cade09d6b6b7f904c for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:02.786191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.801867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.912857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks [] for security_group (8e800c74-137d-434d-aa31-f736083ad863), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.919285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8e800c74-137d-434d-aa31-f736083ad863), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.943472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:02.966464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a5df3d42-b59c-410b-8a65-1ba1387a75df), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.967204 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Added segment a5df3d42-b59c-410b-8a65-1ba1387a75df of type vlan for network 52bf3bd1-5037-451b-8a3a-32ea7a3d765d Feb 11 13:39:02.975827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e800c74-137d-434d-aa31-f736083ad863,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:03.040860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (52bf3bd1-5037-451b-8a3a-32ea7a3d765d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.070903 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (52bf3bd1-5037-451b-8a3a-32ea7a3d765d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.071985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:03.072855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.116929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5983410 Feb 11 13:39:03.117436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:03.138973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Request body: {'subnet': {'network_id': '52bf3bd1-5037-451b-8a3a-32ea7a3d765d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1288434942-subnet', 'tenant_id': '00e35b30fdc54a9cade09d6b6b7f904c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:03.155402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262634c3-8c66-44bd-993c-4f837a352fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=52bf3bd1-5037-451b-8a3a-32ea7a3d765d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:03.167738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 52bf3bd1-5037-451b-8a3a-32ea7a3d765d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:03.236782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Made reservation on behalf of 00e35b30fdc54a9cade09d6b6b7f904c for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:03.239702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.417936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-1593f45f-69c6-47d3-89ed-f7994abd165a tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:03.425201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-1593f45f-69c6-47d3-89ed-f7994abd165a tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/networks?id=c5f86892-4cfa-49d9-8836-4197bfaf2e58 HTTP/1.1" status: 200 len: 821 time: 0.3322451 Feb 11 13:39:03.452444 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-53aaea2a-2c22-4b0a-8c1f-4aee7e1ce514 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/quotas/f2030ab7c04f4969a435943a52f14768 HTTP/1.1" status: 200 len: 375 time: 0.0261109 Feb 11 13:39:03.523920 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-2a0adf14-1cf7-4dc6-a77c-f0bb8c9cb087 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f2030ab7c04f4969a435943a52f14768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702972 Feb 11 13:39:03.529398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47516) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:03.565806 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (aa88efa5-0275-4ff9-9280-011a3bd240e6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.620115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1283a2-cec4-434b-a2b5-c0e0a9a6b4bf req-68030ba9-7eb3-48cc-8e82-91177b25f1f9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:03.632136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba1283a2-cec4-434b-a2b5-c0e0a9a6b4bf req-68030ba9-7eb3-48cc-8e82-91177b25f1f9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1524043 Feb 11 13:39:03.635447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.671583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa88efa5-0275-4ff9-9280-011a3bd240e6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:03.735903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba1283a2-cec4-434b-a2b5-c0e0a9a6b4bf req-40a348b5-3e58-4702-bdfa-7a52c630369e tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940111 Feb 11 13:39:03.749977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Checking segment: {'id': 'a5df3d42-b59c-410b-8a65-1ba1387a75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '52bf3bd1-5037-451b-8a3a-32ea7a3d765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:03.750382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Network hostable DHCP agents. Network: 52bf3bd1-5037-451b-8a3a-32ea7a3d765d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:03.781556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-3b6fca8e-5732-4ed9-a47f-0fdb53ddcbb3 service neutron] 10.222.0.79 "GET /v2.0/networks/c5f86892-4cfa-49d9-8836-4197bfaf2e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564912 Feb 11 13:39:03.787512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Network 52bf3bd1-5037-451b-8a3a-32ea7a3d765d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:03.814735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41735c80-49f9-49da-9d69-4c92dc049b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.827978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 52bf3bd1-5037-451b-8a3a-32ea7a3d765d) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:03.839148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22680976-9752-49fd-9f40-252e5e013ca6 None None] Network 52bf3bd1-5037-451b-8a3a-32ea7a3d765d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:03.841290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:03.841991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:03.912013 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6b764a4c-8895-4cf7-8a2f-e2535794bd78 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7732229 Feb 11 13:39:03.931228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-8f3b0428-8988-412e-8245-31251af041b4 service neutron] 10.222.0.79 "GET /v2.0/networks/c5f86892-4cfa-49d9-8836-4197bfaf2e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392329 Feb 11 13:39:04.058259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a806c12-4a38-4eac-8604-a721b943b471 None None] Network 52bf3bd1-5037-451b-8a3a-32ea7a3d765d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:04.058964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41735c80-49f9-49da-9d69-4c92dc049b11 admin admin] Publish callbacks [] for security_group (105b6495-ff60-4cf8-bed2-110d1eb908ac), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.065346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41735c80-49f9-49da-9d69-4c92dc049b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (105b6495-ff60-4cf8-bed2-110d1eb908ac), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.124393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:04.125017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-41735c80-49f9-49da-9d69-4c92dc049b11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90fff106f04e4726b73435f618c54eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5929484 Feb 11 13:39:04.126155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41735c80-49f9-49da-9d69-4c92dc049b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105b6495-ff60-4cf8-bed2-110d1eb908ac,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:04.262767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d2ebd64-fc2d-4516-b459-37d541b5c687 req-cef3b77f-9a19-4465-ab25-ec79a781c5c1 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 210 time: 0.0577724 Feb 11 13:39:04.290750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a6180f-4882-4786-97a7-1f0047b23716 admin admin] Publish callbacks [] for security_group (105b6495-ff60-4cf8-bed2-110d1eb908ac), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.351148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a6180f-4882-4786-97a7-1f0047b23716 admin admin] Publish callbacks [] for security_group (105b6495-ff60-4cf8-bed2-110d1eb908ac), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.359540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-72fcd11b-47b5-4b7f-b542-b4ca992ed244 req-b1292e64-68d9-4e12-b42b-b150d37f51fd tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1435238739', 'description': 'tempest-description-615411429'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:04.407343 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72fcd11b-47b5-4b7f-b542-b4ca992ed244 req-b1292e64-68d9-4e12-b42b-b150d37f51fd tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.460533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a6180f-4882-4786-97a7-1f0047b23716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (105b6495-ff60-4cf8-bed2-110d1eb908ac), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.465208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a6180f-4882-4786-97a7-1f0047b23716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.469711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-44a6180f-4882-4786-97a7-1f0047b23716 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/105b6495-ff60-4cf8-bed2-110d1eb908ac HTTP/1.1" status: 204 len: 168 time: 0.3443594 Feb 11 13:39:04.479596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6180f-4882-4786-97a7-1f0047b23716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105b6495-ff60-4cf8-bed2-110d1eb908ac,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:04.537277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72fcd11b-47b5-4b7f-b542-b4ca992ed244 req-b1292e64-68d9-4e12-b42b-b150d37f51fd tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (76a6420a-8efc-4863-a706-f93b92454d3e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.543614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72fcd11b-47b5-4b7f-b542-b4ca992ed244 req-b1292e64-68d9-4e12-b42b-b150d37f51fd tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (76a6420a-8efc-4863-a706-f93b92454d3e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.580063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-72fcd11b-47b5-4b7f-b542-b4ca992ed244 req-b1292e64-68d9-4e12-b42b-b150d37f51fd tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.586417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72fcd11b-47b5-4b7f-b542-b4ca992ed244 req-b1292e64-68d9-4e12-b42b-b150d37f51fd tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2320607 Feb 11 13:39:04.589129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1292e64-68d9-4e12-b42b-b150d37f51fd tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6420a-8efc-4863-a706-f93b92454d3e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:04.654037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-021744ac-6055-478e-9ab6-87509d1db12d req-201cb594-70b0-4df8-90d1-8d201184e501 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/76a6420a-8efc-4863-a706-f93b92454d3e HTTP/1.1" status: 200 len: 1823 time: 0.0467653 Feb 11 13:39:04.665888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-021744ac-6055-478e-9ab6-87509d1db12d req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '76a6420a-8efc-4863-a706-f93b92454d3e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:04.666352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-021744ac-6055-478e-9ab6-87509d1db12d req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '76a6420a-8efc-4863-a706-f93b92454d3e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:04.779928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-021744ac-6055-478e-9ab6-87509d1db12d req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (657a6be5-b3fa-43e5-ba34-b8f58e9e364c), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.864981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47572) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:04.867157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-021744ac-6055-478e-9ab6-87509d1db12d req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (657a6be5-b3fa-43e5-ba34-b8f58e9e364c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.887559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-021744ac-6055-478e-9ab6-87509d1db12d req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (657a6be5-b3fa-43e5-ba34-b8f58e9e364c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.914338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657a6be5-b3fa-43e5-ba34-b8f58e9e364c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:04.928788 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-021744ac-6055-478e-9ab6-87509d1db12d req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.931413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-021744ac-6055-478e-9ab6-87509d1db12d req-9dfb2936-f46a-4ac9-9338-90e7bbe4010b tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2694728 Feb 11 13:39:04.949047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494bc13-cd40-4271-8760-8d42af6e28b7 req-d2a91912-a43a-4f62-9b5b-455fd2c4f9c4 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:04.950949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e494bc13-cd40-4271-8760-8d42af6e28b7 req-d2a91912-a43a-4f62-9b5b-455fd2c4f9c4 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1100943 Feb 11 13:39:04.964093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-14739802-b4c3-4f97-bd53-a019a9e56e3c req-a9aa9fe4-7eaf-4b11-ac66-aa83b7603ae2 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-984663257', 'description': 'tempest-description-293788881'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:04.998254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14739802-b4c3-4f97-bd53-a019a9e56e3c req-a9aa9fe4-7eaf-4b11-ac66-aa83b7603ae2 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.054434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e494bc13-cd40-4271-8760-8d42af6e28b7 req-6319251c-618f-48f1-91fc-e81e55db6093 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961125 Feb 11 13:39:05.083587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47578) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:05.123722 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db9800a5-5833-4ede-8453-1a06b6721a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.168926 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14739802-b4c3-4f97-bd53-a019a9e56e3c req-a9aa9fe4-7eaf-4b11-ac66-aa83b7603ae2 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (30e6ab64-dd7c-49d8-a593-1d5c438aacfe), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.178535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14739802-b4c3-4f97-bd53-a019a9e56e3c req-a9aa9fe4-7eaf-4b11-ac66-aa83b7603ae2 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (30e6ab64-dd7c-49d8-a593-1d5c438aacfe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.218517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa9fe4-7eaf-4b11-ac66-aa83b7603ae2 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e6ab64-dd7c-49d8-a593-1d5c438aacfe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.229053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db9800a5-5833-4ede-8453-1a06b6721a8f admin admin] Publish callbacks [] for security_group (95b0bd40-a01b-4db0-8fef-1c61ab1c047a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.235354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db9800a5-5833-4ede-8453-1a06b6721a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (95b0bd40-a01b-4db0-8fef-1c61ab1c047a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.247228 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-14739802-b4c3-4f97-bd53-a019a9e56e3c req-a9aa9fe4-7eaf-4b11-ac66-aa83b7603ae2 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.248649 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14739802-b4c3-4f97-bd53-a019a9e56e3c req-a9aa9fe4-7eaf-4b11-ac66-aa83b7603ae2 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2889307 Feb 11 13:39:05.284734 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-db9800a5-5833-4ede-8453-1a06b6721a8f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0554ac4354ae4db8880109babf5f367e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992319 Feb 11 13:39:05.285888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9800a5-5833-4ede-8453-1a06b6721a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b0bd40-a01b-4db0-8fef-1c61ab1c047a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.287650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:05.340805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-4a356465-8912-4b4d-a933-63f2aa36b3f5 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/30e6ab64-dd7c-49d8-a593-1d5c438aacfe HTTP/1.1" status: 200 len: 1822 time: 0.0471015 Feb 11 13:39:05.354003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '30e6ab64-dd7c-49d8-a593-1d5c438aacfe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:05.354225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '30e6ab64-dd7c-49d8-a593-1d5c438aacfe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:05.394405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c34-e148-4917-bcd2-875be44cca00 admin admin] Publish callbacks [] for security_group (95b0bd40-a01b-4db0-8fef-1c61ab1c047a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.399522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-50254e68-6aba-408c-a53d-95ea582fc352 req-a29deb90-4731-4c26-9f0e-071208d7b9b7 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 210 time: 0.0517147 Feb 11 13:39:05.422746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (4b691759-c368-48b5-b835-44a86bef6a26), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.439432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3683146-0311-4f6e-ad06-a6783c3a64f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.469059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c34-e148-4917-bcd2-875be44cca00 admin admin] Publish callbacks [] for security_group (95b0bd40-a01b-4db0-8fef-1c61ab1c047a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.473692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (4b691759-c368-48b5-b835-44a86bef6a26), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.482381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (4b691759-c368-48b5-b835-44a86bef6a26), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.533144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b691759-c368-48b5-b835-44a86bef6a26,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.557134 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.564624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2848792-c02a-4e7a-98f5-2dc2c26f0e3f req-839822e7-4c04-4154-b6eb-a0ce090ddfa6 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2155924 Feb 11 13:39:05.575491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c34-e148-4917-bcd2-875be44cca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (95b0bd40-a01b-4db0-8fef-1c61ab1c047a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.578401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c34-e148-4917-bcd2-875be44cca00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.579799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-73ab6c34-e148-4917-bcd2-875be44cca00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95b0bd40-a01b-4db0-8fef-1c61ab1c047a HTTP/1.1" status: 204 len: 168 time: 0.2909241 Feb 11 13:39:05.594915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab6c34-e148-4917-bcd2-875be44cca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b0bd40-a01b-4db0-8fef-1c61ab1c047a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.614714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-19af372f-ef0c-4e80-afab-c971d700c8fb req-8ecac13f-5879-4f3a-b112-7141a0a270f1 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-799804271', 'description': 'tempest-description-1452064187'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:05.640746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3683146-0311-4f6e-ad06-a6783c3a64f7 admin admin] Publish callbacks [] for security_group (2fd72cef-efbc-40e7-8e47-b8a9e0626a9e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.648403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3683146-0311-4f6e-ad06-a6783c3a64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2fd72cef-efbc-40e7-8e47-b8a9e0626a9e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.684853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19af372f-ef0c-4e80-afab-c971d700c8fb req-8ecac13f-5879-4f3a-b112-7141a0a270f1 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.741789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3683146-0311-4f6e-ad06-a6783c3a64f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe204107552c4cfa9661bd8acd0d8d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8732178 Feb 11 13:39:05.744909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47590) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:05.750510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3683146-0311-4f6e-ad06-a6783c3a64f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd72cef-efbc-40e7-8e47-b8a9e0626a9e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.820551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-5dd20c62-b47d-4639-860a-065d37688bc7 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:05.822377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-5dd20c62-b47d-4639-860a-065d37688bc7 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.83 "GET /v2.0/networks?id=c5f86892-4cfa-49d9-8836-4197bfaf2e58 HTTP/1.1" status: 200 len: 821 time: 0.2223387 Feb 11 13:39:05.845872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Request body: {'port': {'device_id': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58', 'admin_state_up': True, 'tenant_id': 'f2030ab7c04f4969a435943a52f14768'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:05.861664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19af372f-ef0c-4e80-afab-c971d700c8fb req-8ecac13f-5879-4f3a-b112-7141a0a270f1 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (fe008c29-4836-4d7f-8ed2-eab2e46ff022), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.866524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19af372f-ef0c-4e80-afab-c971d700c8fb req-8ecac13f-5879-4f3a-b112-7141a0a270f1 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fe008c29-4836-4d7f-8ed2-eab2e46ff022), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.904529 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-19af372f-ef0c-4e80-afab-c971d700c8fb req-8ecac13f-5879-4f3a-b112-7141a0a270f1 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.906015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-19af372f-ef0c-4e80-afab-c971d700c8fb req-8ecac13f-5879-4f3a-b112-7141a0a270f1 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3046763 Feb 11 13:39:05.907196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecac13f-5879-4f3a-b112-7141a0a270f1 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe008c29-4836-4d7f-8ed2-eab2e46ff022,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.947952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-305b299c-2c2d-47a6-80ef-b14916ed5839 admin admin] Publish callbacks [] for security_group (2fd72cef-efbc-40e7-8e47-b8a9e0626a9e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.958273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-483479ff-1f54-4248-a98a-ddcd335cbfbc req-d30e9cc8-b9b0-4a5d-9942-c4de5421fa17 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887758722', 'description': 'tempest-description-245284504'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:06.003947 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-305b299c-2c2d-47a6-80ef-b14916ed5839 admin admin] Publish callbacks [] for security_group (2fd72cef-efbc-40e7-8e47-b8a9e0626a9e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.018070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-483479ff-1f54-4248-a98a-ddcd335cbfbc req-d30e9cc8-b9b0-4a5d-9942-c4de5421fa17 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.071646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Made reservation on behalf of f2030ab7c04f4969a435943a52f14768 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:06.075120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.168854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-305b299c-2c2d-47a6-80ef-b14916ed5839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2fd72cef-efbc-40e7-8e47-b8a9e0626a9e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.171348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-305b299c-2c2d-47a6-80ef-b14916ed5839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.172506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-305b299c-2c2d-47a6-80ef-b14916ed5839 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fd72cef-efbc-40e7-8e47-b8a9e0626a9e HTTP/1.1" status: 204 len: 168 time: 0.4257889 Feb 11 13:39:06.181472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4574b1-cb52-464a-b15c-6454c273d0ef req-ba0b1b0e-4961-4ab9-b36a-30ee0f8e9505 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.183461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e4574b1-cb52-464a-b15c-6454c273d0ef req-ba0b1b0e-4961-4ab9-b36a-30ee0f8e9505 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0669365 Feb 11 13:39:06.198978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b299c-2c2d-47a6-80ef-b14916ed5839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd72cef-efbc-40e7-8e47-b8a9e0626a9e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:06.204130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-483479ff-1f54-4248-a98a-ddcd335cbfbc req-d30e9cc8-b9b0-4a5d-9942-c4de5421fa17 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (013f3f11-aa47-417f-8caf-7f2e69f73576), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.215350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-483479ff-1f54-4248-a98a-ddcd335cbfbc req-d30e9cc8-b9b0-4a5d-9942-c4de5421fa17 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (013f3f11-aa47-417f-8caf-7f2e69f73576), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.278784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e4574b1-cb52-464a-b15c-6454c273d0ef req-c3ac2ea6-4089-4d87-b299-702dff4c8284 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882142 Feb 11 13:39:06.280492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-483479ff-1f54-4248-a98a-ddcd335cbfbc req-d30e9cc8-b9b0-4a5d-9942-c4de5421fa17 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.281727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483479ff-1f54-4248-a98a-ddcd335cbfbc req-d30e9cc8-b9b0-4a5d-9942-c4de5421fa17 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3349776 Feb 11 13:39:06.296664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e9cc8-b9b0-4a5d-9942-c4de5421fa17 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013f3f11-aa47-417f-8caf-7f2e69f73576,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:06.311928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Allocated IP 172.20.0.11 (c5f86892-4cfa-49d9-8836-4197bfaf2e58/e8cc34ab-4a5e-4bf1-9668-5382265b0a48/add1b89a-bf5f-4edd-af3c-8cf5df79a944) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:06.421258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-c80c504c-b2ba-4741-941e-155a8da0b3e9 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/fe008c29-4836-4d7f-8ed2-eab2e46ff022 HTTP/1.1" status: 200 len: 1823 time: 0.0877051 Feb 11 13:39:06.567333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-7f9723b9-e8ac-4c31-a9b5-1bf3162402f0 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/013f3f11-aa47-417f-8caf-7f2e69f73576 HTTP/1.1" status: 200 len: 1822 time: 0.1292093 Feb 11 13:39:06.574851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe008c29-4836-4d7f-8ed2-eab2e46ff022', 'remote_group_id': '013f3f11-aa47-417f-8caf-7f2e69f73576', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:06.575162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe008c29-4836-4d7f-8ed2-eab2e46ff022', 'remote_group_id': '013f3f11-aa47-417f-8caf-7f2e69f73576', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:06.621756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks [] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.676630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff116af0-f190-4207-92f8-3021c7a3c5f9 req-0bb85d30-fe74-4560-b236-e5cf176da119 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 210 time: 0.0372653 Feb 11 13:39:06.730827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.776655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:06.793224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a965da66-3ace-4153-95ca-0e21c35cc454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.809614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (8c8ab308-22e7-45c6-a08b-2828c40d5307), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.823301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Network c5f86892-4cfa-49d9-8836-4197bfaf2e58 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:06.825894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Pushing event updated for resources: {'Port': ['ID=add1b89a-bf5f-4edd-af3c-8cf5df79a944,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:06.834882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-5dba6074-03e4-4cab-b98a-12d66b7913eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.836638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-5dba6074-03e4-4cab-b98a-12d66b7913eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fc9135e439614cffbecdc7a6c8778215&device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 1127 time: 0.1581006 Feb 11 13:39:06.849207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:06.852249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:06.895007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ade2d-9305-45d4-bec8-244e39a34961 req-f0b43eb7-ad41-42dc-bceb-fdcbf442beda tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.897185 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a1ade2d-9305-45d4-bec8-244e39a34961 req-f0b43eb7-ad41-42dc-bceb-fdcbf442beda tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1573343 Feb 11 13:39:06.928698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (8c8ab308-22e7-45c6-a08b-2828c40d5307), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.968846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a1ade2d-9305-45d4-bec8-244e39a34961 req-8093c716-b438-40af-bf8e-229a4eb83b0c tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 Feb 11 13:39:06.970365 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (8c8ab308-22e7-45c6-a08b-2828c40d5307), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:06.992642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.993272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.009194 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a965da66-3ace-4153-95ca-0e21c35cc454 admin admin] Publish callbacks [] for security_group (615f8ae1-f583-41d0-8814-46b4d43dcf1e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.016119 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a965da66-3ace-4153-95ca-0e21c35cc454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (615f8ae1-f583-41d0-8814-46b4d43dcf1e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.019684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8ab308-22e7-45c6-a08b-2828c40d5307,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.031033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.032221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f510cc0-17c2-401c-b10f-f6c4c1376f41 req-e3a569b6-4d3e-4e76-9274-8c535f18cf36 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4641011 Feb 11 13:39:07.054459 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-29f2ae52-d8cf-4418-9e50-9a23eb7ebe3c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2157869 Feb 11 13:39:07.068536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Request body: {'port': {'device_id': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:07.076944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-852db295-ed38-4a53-8b0f-18e7acd5a5ec req-b24e0a28-c4f2-4f90-80b1-d62867cafe78 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1954187107', 'description': 'tempest-description-1165335001'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:07.089051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-cb181866-5ee3-4467-8801-bc375e5c0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.090580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-cb181866-5ee3-4467-8801-bc375e5c0af2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 200 len: 917 time: 0.2352474 Feb 11 13:39:07.109914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-852db295-ed38-4a53-8b0f-18e7acd5a5ec req-b24e0a28-c4f2-4f90-80b1-d62867cafe78 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.127237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a965da66-3ace-4153-95ca-0e21c35cc454 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=951598c934e64dc9911718f3c85b39d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3493230 Feb 11 13:39:07.135250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47656) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:07.135250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965da66-3ace-4153-95ca-0e21c35cc454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615f8ae1-f583-41d0-8814-46b4d43dcf1e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.148763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-7a2a5eae-1959-4d2c-aae6-094fd47a4204 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9 HTTP/1.1" status: 200 len: 217 time: 0.0505431 Feb 11 13:39:07.219044 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.246103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-bd894c03-8777-4472-9906-b34300805357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.247638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-bd894c03-8777-4472-9906-b34300805357 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 200 len: 855 time: 0.0701923 Feb 11 13:39:07.248039 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f81c950-f244-4467-89f6-fb9a40059e38 admin admin] Publish callbacks [] for security_group (615f8ae1-f583-41d0-8814-46b4d43dcf1e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.274952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-852db295-ed38-4a53-8b0f-18e7acd5a5ec req-b24e0a28-c4f2-4f90-80b1-d62867cafe78 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (ab94f1b0-246e-447b-a664-237b90b9e1cd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.288777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-852db295-ed38-4a53-8b0f-18e7acd5a5ec req-b24e0a28-c4f2-4f90-80b1-d62867cafe78 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ab94f1b0-246e-447b-a664-237b90b9e1cd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.309451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f81c950-f244-4467-89f6-fb9a40059e38 admin admin] Publish callbacks [] for security_group (615f8ae1-f583-41d0-8814-46b4d43dcf1e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.340022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-852db295-ed38-4a53-8b0f-18e7acd5a5ec req-b24e0a28-c4f2-4f90-80b1-d62867cafe78 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.341431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-852db295-ed38-4a53-8b0f-18e7acd5a5ec req-b24e0a28-c4f2-4f90-80b1-d62867cafe78 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2812772 Feb 11 13:39:07.350884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e0a28-c4f2-4f90-80b1-d62867cafe78 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab94f1b0-246e-447b-a664-237b90b9e1cd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.393445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-62eeb624-5670-44c1-ad81-41840c693a12 req-26e899c2-e2ad-4595-9fc5-9ab623cd17b3 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-330992693', 'description': 'tempest-description-1636424452'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:07.393689 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f81c950-f244-4467-89f6-fb9a40059e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (615f8ae1-f583-41d0-8814-46b4d43dcf1e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.399169 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f81c950-f244-4467-89f6-fb9a40059e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.404729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1f81c950-f244-4467-89f6-fb9a40059e38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/615f8ae1-f583-41d0-8814-46b4d43dcf1e HTTP/1.1" status: 204 len: 168 time: 0.2733188 Feb 11 13:39:07.426719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-0f22dc43-297d-4e66-b2b2-6a5ed971e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.428217 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-0f22dc43-297d-4e66-b2b2-6a5ed971e260 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=242c779a-3bea-4329-8613-4bdf63de4652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1631258 Feb 11 13:39:07.429782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81c950-f244-4467-89f6-fb9a40059e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615f8ae1-f583-41d0-8814-46b4d43dcf1e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.462816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-62eeb624-5670-44c1-ad81-41840c693a12 req-26e899c2-e2ad-4595-9fc5-9ab623cd17b3 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.666858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-4e0d9571-7abe-4105-828f-da10ef5fa942 service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268331 Feb 11 13:39:07.778014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-62eeb624-5670-44c1-ad81-41840c693a12 req-26e899c2-e2ad-4595-9fc5-9ab623cd17b3 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.797540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-62eeb624-5670-44c1-ad81-41840c693a12 req-26e899c2-e2ad-4595-9fc5-9ab623cd17b3 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.831095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add1b89a-bf5f-4edd-af3c-8cf5df79a944 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:39:07.854557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Publish callbacks [] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.877538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3389b4-afaa-4c90-a724-b9502693aa9d req-386ad541-f709-444f-a74a-1d8c4cebadf5 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.879330 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da3389b4-afaa-4c90-a724-b9502693aa9d req-386ad541-f709-444f-a74a-1d8c4cebadf5 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 932 time: 0.1094742 Feb 11 13:39:07.895171 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-62eeb624-5670-44c1-ad81-41840c693a12 req-26e899c2-e2ad-4595-9fc5-9ab623cd17b3 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.896608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62eeb624-5670-44c1-ad81-41840c693a12 req-26e899c2-e2ad-4595-9fc5-9ab623cd17b3 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5121789 Feb 11 13:39:07.910923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e899c2-e2ad-4595-9fc5-9ab623cd17b3 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.924151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Transition to ACTIVE for port object add1b89a-bf5f-4edd-af3c-8cf5df79a944 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:07.938066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-180d7e80-6cad-47e2-ad47-87fb1076d951 req-4b1c6801-5a78-4dcc-af2a-3743568a6d42 service neutron] 10.222.0.83 "GET /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598915 Feb 11 13:39:07.945490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:07.998191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da3389b4-afaa-4c90-a724-b9502693aa9d req-f88c39b0-2928-4461-bc64-8fc1dcda342b tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118405 Feb 11 13:39:08.039323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3aa49864-41d6-4443-9660-67b971648c9d req-7d6b9b40-1fd2-4432-8860-9641c9b5eade tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/ab94f1b0-246e-447b-a664-237b90b9e1cd HTTP/1.1" status: 200 len: 1824 time: 0.1117318 Feb 11 13:39:08.042111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Pushing event updated for resources: {'Port': ['ID=add1b89a-bf5f-4edd-af3c-8cf5df79a944,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.140470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3aa49864-41d6-4443-9660-67b971648c9d req-1d6a30d6-be1b-4048-a01d-166a527ec3c0 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d HTTP/1.1" status: 200 len: 1823 time: 0.0790660 Feb 11 13:39:08.141844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Attempting to bind port add1b89a-bf5f-4edd-af3c-8cf5df79a944 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:08.146572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Attempting to bind port add1b89a-bf5f-4edd-af3c-8cf5df79a944 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '130e68d3-4c80-48ee-be1c-240307564629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:08.147153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Attempting to bind port add1b89a-bf5f-4edd-af3c-8cf5df79a944 on network c5f86892-4cfa-49d9-8836-4197bfaf2e58 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:08.154159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef9f9f-2eea-48a6-93b2-848bfebba47c req-69306b47-afce-408d-a7d1-49b6b77da243 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:08.160750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7ef9f9f-2eea-48a6-93b2-848bfebba47c req-69306b47-afce-408d-a7d1-49b6b77da243 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0897458 Feb 11 13:39:08.165068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3aa49864-41d6-4443-9660-67b971648c9d req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab94f1b0-246e-447b-a664-237b90b9e1cd', 'remote_group_id': 'd72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:08.165648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3aa49864-41d6-4443-9660-67b971648c9d req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab94f1b0-246e-447b-a664-237b90b9e1cd', 'remote_group_id': 'd72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:08.172182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Port add1b89a-bf5f-4edd-af3c-8cf5df79a944 on network c5f86892-4cfa-49d9-8836-4197bfaf2e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:39:08.172781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Attempting to bind port add1b89a-bf5f-4edd-af3c-8cf5df79a944 on network c5f86892-4cfa-49d9-8836-4197bfaf2e58 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:08.182467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:08.183061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Checking segment: {'id': '130e68d3-4c80-48ee-be1c-240307564629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:08.183642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Bound using segment: {'id': '130e68d3-4c80-48ee-be1c-240307564629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:08.184301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Bound port: add1b89a-bf5f-4edd-af3c-8cf5df79a944, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130e68d3-4c80-48ee-be1c-240307564629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:08.184881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.305131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7ef9f9f-2eea-48a6-93b2-848bfebba47c req-0b51955e-0e4b-47d9-81b7-10e5be0bc47f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385367 Feb 11 13:39:08.308120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] For port add1b89a-bf5f-4edd-af3c-8cf5df79a944, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:08.313667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3aa49864-41d6-4443-9660-67b971648c9d req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (c31c3fa8-a892-42f8-a82f-55bfd974a578), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.335356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] For port add1b89a-bf5f-4edd-af3c-8cf5df79a944, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=add1b89a-bf5f-4edd-af3c-8cf5df79a944,segment=NetworkSegment(130e68d3-4c80-48ee-be1c-240307564629),segment_id=130e68d3-4c80-48ee-be1c-240307564629)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:08.351729 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.402204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3aa49864-41d6-4443-9660-67b971648c9d req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (c31c3fa8-a892-42f8-a82f-55bfd974a578), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.408679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:08.410444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.412078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] 10.222.0.83 "PUT /v2.0/ports/add1b89a-bf5f-4edd-af3c-8cf5df79a944 HTTP/1.1" status: 200 len: 1092 time: 1.3492470 Feb 11 13:39:08.429887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'tag': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:08.432523 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4599c4a-71bf-4963-af09-e5d171e13a36" -d '{"events": [{"name": "network-changed", "server_uuid": "68d407d0-b37f-464a-a1e5-bc00f4438bfa", "tag": "add1b89a-bf5f-4edd-af3c-8cf5df79a944"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:08.442707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3aa49864-41d6-4443-9660-67b971648c9d req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (c31c3fa8-a892-42f8-a82f-55bfd974a578), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.543300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3aa49864-41d6-4443-9660-67b971648c9d req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.545088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3aa49864-41d6-4443-9660-67b971648c9d req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3898282 Feb 11 13:39:08.554162 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c0c51d-1f2c-4e78-80af-5867bf0ee67c x-openstack-request-id: req-d8c0c51d-1f2c-4e78-80af-5867bf0ee67c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:08.554744 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d407d0-b37f-464a-a1e5-bc00f4438bfa", "tag": "add1b89a-bf5f-4edd-af3c-8cf5df79a944", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:08.555218 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8c0c51d-1f2c-4e78-80af-5867bf0ee67c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:08.555868 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'tag': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944', 'status': 'completed', 'code': 200} Feb 11 13:39:08.576442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a5ff4-4e20-4eb5-9e44-ef3590fff390 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31c3fa8-a892-42f8-a82f-55bfd974a578,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.585166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d03288-faca-47af-af2d-8f6062de5403 service neutron] Pushing event updated for resources: {'Port': ['ID=add1b89a-bf5f-4edd-af3c-8cf5df79a944,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.619890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-2aa189c1-52a1-4661-b08f-aca60b28c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:08.622399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-2aa189c1-52a1-4661-b08f-aca60b28c045 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2030ab7c04f4969a435943a52f14768&device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 1126 time: 0.1385212 Feb 11 13:39:08.635234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f088525-af42-4b46-8eb7-149300628e35 req-59265a88-f524-44bd-a567-aa4b0f912c26 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d HTTP/1.1" status: 200 len: 1823 time: 0.0589609 Feb 11 13:39:08.687340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-c07993ae-c90b-4575-a210-67e16f316f36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add1b89a-bf5f-4edd-af3c-8cf5df79a944 HTTP/1.1" status: 200 len: 217 time: 0.0576823 Feb 11 13:39:08.758808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-d64a6ca1-0ea2-4351-8b98-25f27db42978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:08.760886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-d64a6ca1-0ea2-4351-8b98-25f27db42978 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8cc34ab-4a5e-4bf1-9668-5382265b0a48 HTTP/1.1" status: 200 len: 861 time: 0.0678954 Feb 11 13:39:08.783363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0f088525-af42-4b46-8eb7-149300628e35 req-6dfd45e0-0d4e-4de8-a059-2ff9e79d7fea tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.813799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-1600a947-6b7a-4b21-8065-90c7dd048ce1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5f86892-4cfa-49d9-8836-4197bfaf2e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437334 Feb 11 13:39:08.821276 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0f088525-af42-4b46-8eb7-149300628e35 req-6dfd45e0-0d4e-4de8-a059-2ff9e79d7fea tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.918246 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0f088525-af42-4b46-8eb7-149300628e35 req-6dfd45e0-0d4e-4de8-a059-2ff9e79d7fea tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.925420 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0f088525-af42-4b46-8eb7-149300628e35 req-6dfd45e0-0d4e-4de8-a059-2ff9e79d7fea tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:08.932632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f088525-af42-4b46-8eb7-149300628e35 req-6dfd45e0-0d4e-4de8-a059-2ff9e79d7fea tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-groups/d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d HTTP/1.1" status: 204 len: 173 time: 0.2888057 Feb 11 13:39:08.959206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd45e0-0d4e-4de8-a059-2ff9e79d7fea tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:09.026628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83e14add-3543-42ca-a8ee-f03ab5849b11 req-a5b389a4-741e-416b-874c-03fe209d5a55 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/ab94f1b0-246e-447b-a664-237b90b9e1cd HTTP/1.1" status: 200 len: 1824 time: 0.0697231 Feb 11 13:39:09.044688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-2a99081e-e7dc-4a35-8b16-5fdec1cfb051 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f86892-4cfa-49d9-8836-4197bfaf2e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186916 Feb 11 13:39:09.141463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2c5078e5-28e9-4150-9f64-ad624844d217 req-65ad9bef-b6f3-4386-b854-0dfbd5c13296 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1126089840', 'description': 'tempest-description-916332560'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:09.184148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a87a1d-ae07-4cdd-9dd7-6eb687378ee2 req-9cbe3bbb-5bc1-4b6b-8c10-0b9f8ce4f943 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.187103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2c5078e5-28e9-4150-9f64-ad624844d217 req-65ad9bef-b6f3-4386-b854-0dfbd5c13296 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:09.197950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-59a87a1d-ae07-4cdd-9dd7-6eb687378ee2 req-9cbe3bbb-5bc1-4b6b-8c10-0b9f8ce4f943 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 944 time: 0.0904491 Feb 11 13:39:09.240641 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d6ca9a0-a456-4b8f-a31f-7507f1493fb3 req-3b146b54-d4cb-4e61-963d-533ddcae44f8 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f86892-4cfa-49d9-8836-4197bfaf2e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915529 Feb 11 13:39:09.298435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-59a87a1d-ae07-4cdd-9dd7-6eb687378ee2 req-ba3bc70c-0ca6-4ba8-a97c-d1b67a46052c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990405 Feb 11 13:39:09.366301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2c5078e5-28e9-4150-9f64-ad624844d217 req-65ad9bef-b6f3-4386-b854-0dfbd5c13296 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (a170a74d-ee0c-419e-8b70-2ea18c1b120d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:09.374216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-be2fa384-ae82-4759-94dd-d2871a8e99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.377510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-be2fa384-ae82-4759-94dd-d2871a8e99ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2030ab7c04f4969a435943a52f14768&device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 1126 time: 0.0760100 Feb 11 13:39:09.379392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2c5078e5-28e9-4150-9f64-ad624844d217 req-65ad9bef-b6f3-4386-b854-0dfbd5c13296 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a170a74d-ee0c-419e-8b70-2ea18c1b120d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:09.491246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1d88f-b74a-4188-be04-8bf585190420 req-7fbc285c-6462-4f6c-8dd3-9123d96bfd90 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.497063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28d1d88f-b74a-4188-be04-8bf585190420 req-7fbc285c-6462-4f6c-8dd3-9123d96bfd90 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0808916 Feb 11 13:39:09.613012 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28d1d88f-b74a-4188-be04-8bf585190420 req-56518111-c7bd-4102-8905-e298b36d3247 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053286 Feb 11 13:39:09.858023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47782) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:09.891471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13040fda-2eb4-4488-aa07-1a4fdcfbc952 req-88c159ae-0288-4bad-a3c1-06e8339fd18a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.896119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13040fda-2eb4-4488-aa07-1a4fdcfbc952 req-88c159ae-0288-4bad-a3c1-06e8339fd18a tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1161904 Feb 11 13:39:09.954463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2c5078e5-28e9-4150-9f64-ad624844d217 req-65ad9bef-b6f3-4386-b854-0dfbd5c13296 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:09.955729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c5078e5-28e9-4150-9f64-ad624844d217 req-65ad9bef-b6f3-4386-b854-0dfbd5c13296 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8207393 Feb 11 13:39:09.973820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad9bef-b6f3-4386-b854-0dfbd5c13296 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a170a74d-ee0c-419e-8b70-2ea18c1b120d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.004284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-822229b8-74a4-4f3f-a14c-6fdfb7498798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:10.005781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-822229b8-74a4-4f3f-a14c-6fdfb7498798 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5f86892-4cfa-49d9-8836-4197bfaf2e58 HTTP/1.1" status: 200 len: 922 time: 0.6131949 Feb 11 13:39:10.021573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-13040fda-2eb4-4488-aa07-1a4fdcfbc952 req-c62266c3-0351-43cd-b1f5-20595880fdaa tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159141 Feb 11 13:39:10.064363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-0ec0c633-357f-4c78-a485-88c75c0f11b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add1b89a-bf5f-4edd-af3c-8cf5df79a944 HTTP/1.1" status: 200 len: 217 time: 0.0477045 Feb 11 13:39:10.070413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-3910dbe6-5d66-4c1e-916f-1e0c18288428 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/a170a74d-ee0c-419e-8b70-2ea18c1b120d HTTP/1.1" status: 200 len: 1823 time: 0.0838921 Feb 11 13:39:10.102807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a170a74d-ee0c-419e-8b70-2ea18c1b120d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:10.112946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a170a74d-ee0c-419e-8b70-2ea18c1b120d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:10.214901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da2bff50-8558-479b-a609-1f993ef3d0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.230498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-6e866955-8be8-4e13-8882-d55206aaa7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:10.234765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-6e866955-8be8-4e13-8882-d55206aaa7d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8cc34ab-4a5e-4bf1-9668-5382265b0a48 HTTP/1.1" status: 200 len: 861 time: 0.1586013 Feb 11 13:39:10.299634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b023e-0920-497f-ae25-503551d551a8 req-f7b589c7-5fca-4450-86d1-e7d1f9d8a3ad tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:10.301322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b37b023e-0920-497f-ae25-503551d551a8 req-f7b589c7-5fca-4450-86d1-e7d1f9d8a3ad tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 945 time: 0.1412168 Feb 11 13:39:10.328639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-87d1897f-ebe9-44ea-b37b-c786d0f0e40e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5f86892-4cfa-49d9-8836-4197bfaf2e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705147 Feb 11 13:39:10.333808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (69fbf5bd-3b36-436f-8b50-fc8374ab7345), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.387919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (69fbf5bd-3b36-436f-8b50-fc8374ab7345), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.402774 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (69fbf5bd-3b36-436f-8b50-fc8374ab7345), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.407488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b37b023e-0920-497f-ae25-503551d551a8 req-dc63340b-f46b-4e6e-b1dc-d045280990af tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996320 Feb 11 13:39:10.418475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da2bff50-8558-479b-a609-1f993ef3d0b1 admin admin] Publish callbacks [] for security_group (de660f97-0859-48b7-8236-3c8c632d8356), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.426362 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da2bff50-8558-479b-a609-1f993ef3d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de660f97-0859-48b7-8236-3c8c632d8356), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.463009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fbf5bd-3b36-436f-8b50-fc8374ab7345,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.463637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-da2bff50-8558-479b-a609-1f993ef3d0b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32d0ec3c2c414c31819f05efa33cae96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039524 Feb 11 13:39:10.468339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47806) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:10.493490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bff50-8558-479b-a609-1f993ef3d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de660f97-0859-48b7-8236-3c8c632d8356,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.499793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.501049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce70c6e6-7572-4dc5-a5b3-3deb7abf09ca req-a1ad8731-8754-41fb-a8ab-8f0e7008bb28 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4037108 Feb 11 13:39:10.561488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-60d0e9be-d981-4de0-960e-415574a01dc0 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f86892-4cfa-49d9-8836-4197bfaf2e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240508 Feb 11 13:39:10.624732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd415-9aa5-4ef6-97a9-b31f8878c02b req-3f7d772c-f070-4c99-b5ea-75cf39191d55 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:10.633634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d9bd415-9aa5-4ef6-97a9-b31f8878c02b req-3f7d772c-f070-4c99-b5ea-75cf39191d55 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 944 time: 0.0886135 Feb 11 13:39:10.680493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6aa41462-9e45-4aea-a2d0-46a58777d9c8 admin admin] Publish callbacks [] for security_group (de660f97-0859-48b7-8236-3c8c632d8356), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.700914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d9bd415-9aa5-4ef6-97a9-b31f8878c02b req-fcadd1fc-0eae-48c3-bfe9-6652ee66986c tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663345 Feb 11 13:39:10.759987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6aa41462-9e45-4aea-a2d0-46a58777d9c8 admin admin] Publish callbacks [] for security_group (de660f97-0859-48b7-8236-3c8c632d8356), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.764687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c4599c4a-71bf-4963-af09-e5d171e13a36 req-43b124d2-d075-4bcc-8fcf-c1f913800539 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f86892-4cfa-49d9-8836-4197bfaf2e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960316 Feb 11 13:39:10.773400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-90fc7aba-c5a5-41e3-b7f5-97c91e77a231 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/a170a74d-ee0c-419e-8b70-2ea18c1b120d HTTP/1.1" status: 200 len: 2417 time: 0.0457497 Feb 11 13:39:10.785347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a170a74d-ee0c-419e-8b70-2ea18c1b120d', 'remote_group_id': None}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:10.785665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a170a74d-ee0c-419e-8b70-2ea18c1b120d', 'remote_group_id': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:10.809978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678b4e5-51cb-42ed-b725-b529bc09c209 req-b218b5f0-edf5-418d-bb16-b28286f359c1 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:10.811548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f678b4e5-51cb-42ed-b725-b529bc09c209 req-b218b5f0-edf5-418d-bb16-b28286f359c1 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.1407080 Feb 11 13:39:10.842930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6aa41462-9e45-4aea-a2d0-46a58777d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de660f97-0859-48b7-8236-3c8c632d8356), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.845680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6aa41462-9e45-4aea-a2d0-46a58777d9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.847459 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6aa41462-9e45-4aea-a2d0-46a58777d9c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de660f97-0859-48b7-8236-3c8c632d8356 HTTP/1.1" status: 204 len: 168 time: 0.3696134 Feb 11 13:39:10.866612 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (a36e38f1-6489-4fb1-b32f-22b683e8cf3b), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.871196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa41462-9e45-4aea-a2d0-46a58777d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de660f97-0859-48b7-8236-3c8c632d8356,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.919064 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (a36e38f1-6489-4fb1-b32f-22b683e8cf3b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.920209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f678b4e5-51cb-42ed-b725-b529bc09c209 req-235f0e4c-2bd6-4fe3-bf0e-6da05da31628 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912545 Feb 11 13:39:10.928705 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a36e38f1-6489-4fb1-b32f-22b683e8cf3b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.957555 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.967806 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0e86741-223b-458b-89e9-c44da5fb0e32 req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1873205 Feb 11 13:39:10.970807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626c99-a0c8-4996-bc94-024b8e85fd00 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36e38f1-6489-4fb1-b32f-22b683e8cf3b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.979029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-86d6b840-4fd6-4c29-af38-aec22c3cb9ac req-e74a464f-8edb-48fb-92f4-6b4efa8fe5b1 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:39:10.980482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86d6b840-4fd6-4c29-af38-aec22c3cb9ac req-e74a464f-8edb-48fb-92f4-6b4efa8fe5b1 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115390 Feb 11 13:39:11.084065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86d6b840-4fd6-4c29-af38-aec22c3cb9ac req-9151e341-dfb3-4d7d-becd-8c19c8477212 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0975325 Feb 11 13:39:11.308173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6cde4b54-c3a4-4be5-8f13-ad7aa504436c req-f36a39c1-47c0-4616-82f8-0ee1d0d82c29 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/a170a74d-ee0c-419e-8b70-2ea18c1b120d HTTP/1.1" status: 200 len: 3016 time: 0.0405693 Feb 11 13:39:11.451079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:11.469919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeff6d0-7d47-4859-b10c-55c110db0679 req-deec8422-9e11-465d-81b6-0ffb6551f001 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.479317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adeff6d0-7d47-4859-b10c-55c110db0679 req-deec8422-9e11-465d-81b6-0ffb6551f001 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0877473 Feb 11 13:39:11.482894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49d6e54c-7105-4363-ab71-127b57923bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:11.546072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb248aef-115b-42d0-99fa-66ba36883111 req-ee965235-ee92-4666-9715-126cb03f05a4 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-group-rules/a36e38f1-6489-4fb1-b32f-22b683e8cf3b HTTP/1.1" status: 200 len: 783 time: 0.0250041 Feb 11 13:39:11.585299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adeff6d0-7d47-4859-b10c-55c110db0679 req-22a681c3-325c-4ef3-af25-554e8c488db7 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047733 Feb 11 13:39:11.628003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb248aef-115b-42d0-99fa-66ba36883111 req-41d90265-b977-4605-82e0-7ac064bed887 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/a170a74d-ee0c-419e-8b70-2ea18c1b120d HTTP/1.1" status: 200 len: 3016 time: 0.0660958 Feb 11 13:39:11.708725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49d6e54c-7105-4363-ab71-127b57923bc9 admin admin] Publish callbacks [] for security_group (ab755d0f-b93e-47ff-bbef-5d10cbec562e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:11.713477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eb248aef-115b-42d0-99fa-66ba36883111 req-cedf7aaa-43a6-4c68-9bb9-86eac11dc667 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (a36e38f1-6489-4fb1-b32f-22b683e8cf3b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:11.718553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49d6e54c-7105-4363-ab71-127b57923bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ab755d0f-b93e-47ff-bbef-5d10cbec562e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:11.736510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eb248aef-115b-42d0-99fa-66ba36883111 req-cedf7aaa-43a6-4c68-9bb9-86eac11dc667 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (a36e38f1-6489-4fb1-b32f-22b683e8cf3b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:11.754322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.773868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.794499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6e54c-7105-4363-ab71-127b57923bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab755d0f-b93e-47ff-bbef-5d10cbec562e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:11.802853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.810625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.815482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-49d6e54c-7105-4363-ab71-127b57923bc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2755415932e404fa74ccd6ceda6ebca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631825 Feb 11 13:39:11.818498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.818640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:11.824716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.832282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.841119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-eed11adb-b75b-426d-8013-f4fbd6a5e319 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.1755440 Feb 11 13:39:11.855182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eb248aef-115b-42d0-99fa-66ba36883111 req-cedf7aaa-43a6-4c68-9bb9-86eac11dc667 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a36e38f1-6489-4fb1-b32f-22b683e8cf3b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:11.860314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-eb248aef-115b-42d0-99fa-66ba36883111 req-cedf7aaa-43a6-4c68-9bb9-86eac11dc667 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:11.874297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb248aef-115b-42d0-99fa-66ba36883111 req-cedf7aaa-43a6-4c68-9bb9-86eac11dc667 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a36e38f1-6489-4fb1-b32f-22b683e8cf3b HTTP/1.1" status: 204 len: 173 time: 0.2338641 Feb 11 13:39:11.913045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device add1b89a-bf5f-4edd-af3c-8cf5df79a944 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:39:11.931624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3bd7fc0-237a-4704-a914-eb9303b5481b req-73e70e84-edd4-45cc-9ca3-62a01ea542d2 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893319 Feb 11 13:39:11.969421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf7aaa-43a6-4c68-9bb9-86eac11dc667 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a36e38f1-6489-4fb1-b32f-22b683e8cf3b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.079031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-debeda81-eb46-426a-90dd-3a5db1a3d4af admin admin] Publish callbacks [] for security_group (ab755d0f-b93e-47ff-bbef-5d10cbec562e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.131379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd4527-4870-438c-a196-85b5bd0b2b5b req-d6a8ceeb-6900-4397-9f24-ab74a11b9586 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:12.141285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41dd4527-4870-438c-a196-85b5bd0b2b5b req-d6a8ceeb-6900-4397-9f24-ab74a11b9586 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 944 time: 0.0984352 Feb 11 13:39:12.147296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port add1b89a-bf5f-4edd-af3c-8cf5df79a944, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=add1b89a-bf5f-4edd-af3c-8cf5df79a944,segment=NetworkSegment(130e68d3-4c80-48ee-be1c-240307564629),segment_id=130e68d3-4c80-48ee-be1c-240307564629)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:12.162698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944', 'network_id': 'c5f86892-4cfa-49d9-8836-4197bfaf2e58', 'port_id': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944', 'mac_address': 'fa:16:3e:ac:53:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cc34ab-4a5e-4bf1-9668-5382265b0a48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:39:12.177232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-debeda81-eb46-426a-90dd-3a5db1a3d4af admin admin] Publish callbacks [] for security_group (ab755d0f-b93e-47ff-bbef-5d10cbec562e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.224075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port add1b89a-bf5f-4edd-af3c-8cf5df79a944 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:12.224865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.237294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41dd4527-4870-438c-a196-85b5bd0b2b5b req-8467ef9c-8fbf-4927-9188-b66ddd9460ff tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962214 Feb 11 13:39:12.245672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add1b89a-bf5f-4edd-af3c-8cf5df79a944 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:39:12.282877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port add1b89a-bf5f-4edd-af3c-8cf5df79a944, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=add1b89a-bf5f-4edd-af3c-8cf5df79a944,segment=NetworkSegment(130e68d3-4c80-48ee-be1c-240307564629),segment_id=130e68d3-4c80-48ee-be1c-240307564629)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:12.291094 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.320766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce01ef7-78e3-4f60-a0e8-a94871bc677c req-790504d7-66ba-436f-a135-fdbe92b7dc78 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:12.332201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce01ef7-78e3-4f60-a0e8-a94871bc677c req-790504d7-66ba-436f-a135-fdbe92b7dc78 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 945 time: 0.2899640 Feb 11 13:39:12.342094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a461635-8a74-4cd7-a146-341e86d469ba req-a4598d72-afe0-41e0-b49d-cda25e9ab962 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/a170a74d-ee0c-419e-8b70-2ea18c1b120d HTTP/1.1" status: 200 len: 2417 time: 0.0861425 Feb 11 13:39:12.402640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-debeda81-eb46-426a-90dd-3a5db1a3d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ab755d0f-b93e-47ff-bbef-5d10cbec562e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.410306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-debeda81-eb46-426a-90dd-3a5db1a3d4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.413983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-debeda81-eb46-426a-90dd-3a5db1a3d4af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab755d0f-b93e-47ff-bbef-5d10cbec562e HTTP/1.1" status: 204 len: 168 time: 0.5833418 Feb 11 13:39:12.417597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=add1b89a-bf5f-4edd-af3c-8cf5df79a944,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.435410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.435982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.436486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.437024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.437535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.438039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.438690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.439252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.439742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.440922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.441414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.443683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.444204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:12.459794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ce01ef7-78e3-4f60-a0e8-a94871bc677c req-ad8e5db1-74cf-46b7-a9a2-83026053b283 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259601 Feb 11 13:39:12.461430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debeda81-eb46-426a-90dd-3a5db1a3d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab755d0f-b93e-47ff-bbef-5d10cbec562e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.485898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a461635-8a74-4cd7-a146-341e86d469ba req-09013a58-b756-4096-bd3a-bcea823ed8ed tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (a170a74d-ee0c-419e-8b70-2ea18c1b120d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.542322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a461635-8a74-4cd7-a146-341e86d469ba req-09013a58-b756-4096-bd3a-bcea823ed8ed tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (a170a74d-ee0c-419e-8b70-2ea18c1b120d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.632303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['add1b89a-bf5f-4edd-af3c-8cf5df79a944'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:12.646474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a461635-8a74-4cd7-a146-341e86d469ba req-09013a58-b756-4096-bd3a-bcea823ed8ed tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a170a74d-ee0c-419e-8b70-2ea18c1b120d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.658061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a461635-8a74-4cd7-a146-341e86d469ba req-09013a58-b756-4096-bd3a-bcea823ed8ed tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.660914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a461635-8a74-4cd7-a146-341e86d469ba req-09013a58-b756-4096-bd3a-bcea823ed8ed tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-groups/a170a74d-ee0c-419e-8b70-2ea18c1b120d HTTP/1.1" status: 204 len: 173 time: 0.3179419 Feb 11 13:39:12.678783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f773cad-ebfe-4191-848d-1e63cd7fb1ec req-70c1e552-f7ae-46fc-bbc0-5d9e6a2b0b64 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:12.686597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f773cad-ebfe-4191-848d-1e63cd7fb1ec req-70c1e552-f7ae-46fc-bbc0-5d9e6a2b0b64 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.1112428 Feb 11 13:39:12.694021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09013a58-b756-4096-bd3a-bcea823ed8ed tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a170a74d-ee0c-419e-8b70-2ea18c1b120d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.736023 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-eae51581-541f-43fb-89be-51bd10e0da5f req-060885fb-afe7-4647-a24d-0a3469b21206 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] show failed (client error): The resource could not be found. Feb 11 13:39:12.743454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eae51581-541f-43fb-89be-51bd10e0da5f req-060885fb-afe7-4647-a24d-0a3469b21206 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/d72a5f3f-d174-4608-b7bc-fa9f5e2d0f4d HTTP/1.1" status: 404 len: 352 time: 0.0535114 Feb 11 13:39:12.773557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f773cad-ebfe-4191-848d-1e63cd7fb1ec req-1ddee6ce-a3bb-42da-8efe-6460b6cd74c9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768559 Feb 11 13:39:12.850657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed81fde6-9ed1-41d6-a110-35aa0fa57378 req-48dc20e7-073d-4d08-9bb1-b0f1514a7ffb tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/ab94f1b0-246e-447b-a664-237b90b9e1cd HTTP/1.1" status: 200 len: 1824 time: 0.0721941 Feb 11 13:39:12.977221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed81fde6-9ed1-41d6-a110-35aa0fa57378 req-6e9cd9d8-655e-4eed-b71b-153d550ca30e tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (ab94f1b0-246e-447b-a664-237b90b9e1cd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.004666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed81fde6-9ed1-41d6-a110-35aa0fa57378 req-6e9cd9d8-655e-4eed-b71b-153d550ca30e tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (ab94f1b0-246e-447b-a664-237b90b9e1cd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.131532 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed81fde6-9ed1-41d6-a110-35aa0fa57378 req-6e9cd9d8-655e-4eed-b71b-153d550ca30e tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ab94f1b0-246e-447b-a664-237b90b9e1cd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.134505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ed81fde6-9ed1-41d6-a110-35aa0fa57378 req-6e9cd9d8-655e-4eed-b71b-153d550ca30e tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.135741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed81fde6-9ed1-41d6-a110-35aa0fa57378 req-6e9cd9d8-655e-4eed-b71b-153d550ca30e tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-groups/ab94f1b0-246e-447b-a664-237b90b9e1cd HTTP/1.1" status: 204 len: 173 time: 0.2836967 Feb 11 13:39:13.153458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cd9d8-655e-4eed-b71b-153d550ca30e tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab94f1b0-246e-447b-a664-237b90b9e1cd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:13.219571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e13f1-6e95-4c0b-b2db-f7bc1468b37f req-30454468-f159-4691-8219-f890652d7599 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.243359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e13f1-6e95-4c0b-b2db-f7bc1468b37f req-30454468-f159-4691-8219-f890652d7599 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.260116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e13f1-6e95-4c0b-b2db-f7bc1468b37f req-30454468-f159-4691-8219-f890652d7599 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.275094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f8e13f1-6e95-4c0b-b2db-f7bc1468b37f req-30454468-f159-4691-8219-f890652d7599 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f&device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4&device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 2417 time: 0.1874728 Feb 11 13:39:13.365029 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0f8e13f1-6e95-4c0b-b2db-f7bc1468b37f req-689c0ccb-9a58-46f4-b0c9-d2d0a70959a4 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860157 Feb 11 13:39:13.415996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.434003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.444582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.457387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47fea923-80ff-4f40-946c-42bbddc3b874 req-607743f9-85cd-4bd6-af94-80449bdf6cc9 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/013f3f11-aa47-417f-8caf-7f2e69f73576 HTTP/1.1" status: 200 len: 1822 time: 0.0846033 Feb 11 13:39:13.459560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.472392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.479284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.485998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.499179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-69deecfe-a2dc-4833-a6bf-94cb83affb56 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.2125232 Feb 11 13:39:13.543319 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-47fea923-80ff-4f40-946c-42bbddc3b874 req-bc8c4169-ead7-49e9-8627-e482d0f58331 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (013f3f11-aa47-417f-8caf-7f2e69f73576), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.578380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-47fea923-80ff-4f40-946c-42bbddc3b874 req-bc8c4169-ead7-49e9-8627-e482d0f58331 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (013f3f11-aa47-417f-8caf-7f2e69f73576), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.661549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da1c263a-ee01-4844-aa6f-ef936276dc65 req-da0a4453-7a0b-4457-a563-9d864f590202 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611445 Feb 11 13:39:13.661993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-47fea923-80ff-4f40-946c-42bbddc3b874 req-bc8c4169-ead7-49e9-8627-e482d0f58331 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (013f3f11-aa47-417f-8caf-7f2e69f73576), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.665175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-47fea923-80ff-4f40-946c-42bbddc3b874 req-bc8c4169-ead7-49e9-8627-e482d0f58331 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.666492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47fea923-80ff-4f40-946c-42bbddc3b874 req-bc8c4169-ead7-49e9-8627-e482d0f58331 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-groups/013f3f11-aa47-417f-8caf-7f2e69f73576 HTTP/1.1" status: 204 len: 173 time: 0.2024977 Feb 11 13:39:13.712391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c4169-ead7-49e9-8627-e482d0f58331 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013f3f11-aa47-417f-8caf-7f2e69f73576,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:13.863517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f80c7-750e-4de2-8909-9e0cbe275223 req-53f5e025-fdf7-41b3-894c-f8c83132929e tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.870049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f859780-0406-4270-8284-b1114269913a req-184a5494-cc8b-4df7-9834-2db0bc7778e1 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1162035 Feb 11 13:39:13.873168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a3f80c7-750e-4de2-8909-9e0cbe275223 req-53f5e025-fdf7-41b3-894c-f8c83132929e tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 945 time: 0.0752344 Feb 11 13:39:13.932279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a3f80c7-750e-4de2-8909-9e0cbe275223 req-2e96a064-6602-40fb-8706-b6af7debb6bc tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577679 Feb 11 13:39:14.062744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4082ba4-babe-4bc3-96f3-50ddc667e3cb req-fe52626d-b536-485e-88ec-21a110227bfb tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/fe008c29-4836-4d7f-8ed2-eab2e46ff022 HTTP/1.1" status: 200 len: 1823 time: 0.0824780 Feb 11 13:39:14.139072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d4082ba4-babe-4bc3-96f3-50ddc667e3cb req-4374ae71-1e87-42a7-b1cc-d77327100867 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (fe008c29-4836-4d7f-8ed2-eab2e46ff022), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.191360 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d4082ba4-babe-4bc3-96f3-50ddc667e3cb req-4374ae71-1e87-42a7-b1cc-d77327100867 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (fe008c29-4836-4d7f-8ed2-eab2e46ff022), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.300954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d4082ba4-babe-4bc3-96f3-50ddc667e3cb req-4374ae71-1e87-42a7-b1cc-d77327100867 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fe008c29-4836-4d7f-8ed2-eab2e46ff022), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.303753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d4082ba4-babe-4bc3-96f3-50ddc667e3cb req-4374ae71-1e87-42a7-b1cc-d77327100867 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.305042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4082ba4-babe-4bc3-96f3-50ddc667e3cb req-4374ae71-1e87-42a7-b1cc-d77327100867 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-groups/fe008c29-4836-4d7f-8ed2-eab2e46ff022 HTTP/1.1" status: 204 len: 173 time: 0.2414956 Feb 11 13:39:14.324611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374ae71-1e87-42a7-b1cc-d77327100867 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe008c29-4836-4d7f-8ed2-eab2e46ff022,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:14.432121 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a5b220c-94fb-4cdd-ac45-128601004e08 req-21d5a605-7cda-4f93-b90f-e8ae7f417c5d tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/30e6ab64-dd7c-49d8-a593-1d5c438aacfe HTTP/1.1" status: 200 len: 2422 time: 0.0943851 Feb 11 13:39:14.570727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a5b220c-94fb-4cdd-ac45-128601004e08 req-864bfe1e-e043-4e6f-8488-d60d7213b928 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (30e6ab64-dd7c-49d8-a593-1d5c438aacfe), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.632588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a5b220c-94fb-4cdd-ac45-128601004e08 req-864bfe1e-e043-4e6f-8488-d60d7213b928 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (30e6ab64-dd7c-49d8-a593-1d5c438aacfe), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.702862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a5b220c-94fb-4cdd-ac45-128601004e08 req-864bfe1e-e043-4e6f-8488-d60d7213b928 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (30e6ab64-dd7c-49d8-a593-1d5c438aacfe), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.707129 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8a5b220c-94fb-4cdd-ac45-128601004e08 req-864bfe1e-e043-4e6f-8488-d60d7213b928 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.713491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a5b220c-94fb-4cdd-ac45-128601004e08 req-864bfe1e-e043-4e6f-8488-d60d7213b928 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-groups/30e6ab64-dd7c-49d8-a593-1d5c438aacfe HTTP/1.1" status: 204 len: 173 time: 0.2804701 Feb 11 13:39:14.746735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bfe1e-e043-4e6f-8488-d60d7213b928 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e6ab64-dd7c-49d8-a593-1d5c438aacfe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:14.914545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.920371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.938623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.953284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.960275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.976992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.985159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.001102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-11c24a5b-a94a-48fa-957c-70f303e06726 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.2109754 Feb 11 13:39:15.019640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.025604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.037818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.057105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.068157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.083822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.098289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.101253 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-b7a66364-e4d7-43eb-b6cd-3582c6a90fa7 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 5434 time: 0.2248001 Feb 11 13:39:15.173319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d84ff3fe-08e7-4da5-9c3d-2f1f83b2e1ff req-4cb1a690-5323-49d3-b8aa-a0f5ef1b77e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713092 Feb 11 13:39:15.201089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fce7bd3c-cc07-4938-9568-0a4d38b1a83a req-0cdc065b-d24b-46ab-bb6c-f4bae11f83db tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "GET /v2.0/security-groups/76a6420a-8efc-4863-a706-f93b92454d3e HTTP/1.1" status: 200 len: 2417 time: 0.0980124 Feb 11 13:39:15.213087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-d2ab848a-6c1f-47aa-85b5-1611ab10fe00 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.215133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-d2ab848a-6c1f-47aa-85b5-1611ab10fe00 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "GET /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1057248 Feb 11 13:39:15.369018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fce7bd3c-cc07-4938-9568-0a4d38b1a83a req-b0ac121d-8cf9-47f1-ba00-c82b32cb3b67 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (76a6420a-8efc-4863-a706-f93b92454d3e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.382638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c40856-a3f9-4884-b7c3-2d0f6418a8cd req-6f1b5612-c1c6-4250-b915-c09081e4ee11 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.384459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90c40856-a3f9-4884-b7c3-2d0f6418a8cd req-6f1b5612-c1c6-4250-b915-c09081e4ee11 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 945 time: 0.1117597 Feb 11 13:39:15.408421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-e0ecc489-2b25-402a-b85b-95e9e92cef87 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "GET /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1835206 Feb 11 13:39:15.423879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:15.458862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fce7bd3c-cc07-4938-9568-0a4d38b1a83a req-b0ac121d-8cf9-47f1-ba00-c82b32cb3b67 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (76a6420a-8efc-4863-a706-f93b92454d3e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.474135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90c40856-a3f9-4884-b7c3-2d0f6418a8cd req-9f654058-7acc-4ce1-830d-0b71c4ba0b74 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818086 Feb 11 13:39:15.523230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.578707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fce7bd3c-cc07-4938-9568-0a4d38b1a83a req-b0ac121d-8cf9-47f1-ba00-c82b32cb3b67 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (76a6420a-8efc-4863-a706-f93b92454d3e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.583118 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-fce7bd3c-cc07-4938-9568-0a4d38b1a83a req-b0ac121d-8cf9-47f1-ba00-c82b32cb3b67 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.586594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fce7bd3c-cc07-4938-9568-0a4d38b1a83a req-b0ac121d-8cf9-47f1-ba00-c82b32cb3b67 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] 10.222.0.79 "DELETE /v2.0/security-groups/76a6420a-8efc-4863-a706-f93b92454d3e HTTP/1.1" status: 204 len: 173 time: 0.3842099 Feb 11 13:39:15.592237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47982) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:15.620335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac121d-8cf9-47f1-ba00-c82b32cb3b67 tempest-SecurityGroupRulesTestJSON-1757289173 tempest-SecurityGroupRulesTestJSON-1757289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6420a-8efc-4863-a706-f93b92454d3e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.655338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] Deleting subnet aa88efa5-0275-4ff9-9280-011a3bd240e6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:39:15.665095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] Publish callbacks [] for subnet (aa88efa5-0275-4ff9-9280-011a3bd240e6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.762271 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (aa88efa5-0275-4ff9-9280-011a3bd240e6), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.828738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] For port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:15.874706 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (aa88efa5-0275-4ff9-9280-011a3bd240e6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.909355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] For port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:15.946804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device add1b89a-bf5f-4edd-af3c-8cf5df79a944 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:15.967593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (aa88efa5-0275-4ff9-9280-011a3bd240e6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.987514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] device_id is not set on port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:39:16.007648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] Publish callbacks [] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.020076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.051704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa88efa5-0275-4ff9-9280-011a3bd240e6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.066250 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.066513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port add1b89a-bf5f-4edd-af3c-8cf5df79a944 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:16.069708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fb080f38-9169-456d-84b3-5af4191ec75a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/aa88efa5-0275-4ff9-9280-011a3bd240e6 HTTP/1.1" status: 204 len: 168 time: 0.4736087 Feb 11 13:39:16.070891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port add1b89a-bf5f-4edd-af3c-8cf5df79a944 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:16.071326 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.074791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47994) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:16.157494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] Pushing event updated for resources: {'Port': ['ID=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.227302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] No DVR routers for this DVR port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:16.241717 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (52bf3bd1-5037-451b-8a3a-32ea7a3d765d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.320795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port add1b89a-bf5f-4edd-af3c-8cf5df79a944 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:16.321195 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.347428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] In _notify_port_updated(), no bound segment for port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:39:16.351972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.352802 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.364931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-5e3513b6-83a6-4b12-877c-2d740b15ee6f service neutron] 10.222.0.83 "PUT /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 200 len: 1027 time: 0.9452817 Feb 11 13:39:16.379107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:16.383611 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3112d01-012f-497a-853c-448fc29079ee" -d '{"events": [{"server_uuid": "68d407d0-b37f-464a-a1e5-bc00f4438bfa", "name": "network-vif-plugged", "status": "completed", "tag": "add1b89a-bf5f-4edd-af3c-8cf5df79a944"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:16.434301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port add1b89a-bf5f-4edd-af3c-8cf5df79a944, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=add1b89a-bf5f-4edd-af3c-8cf5df79a944,segment=NetworkSegment(130e68d3-4c80-48ee-be1c-240307564629),segment_id=130e68d3-4c80-48ee-be1c-240307564629)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:16.447865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.449511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1a48b2e4-245e-473e-a630-1b9716689b7a no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:16.476774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (52bf3bd1-5037-451b-8a3a-32ea7a3d765d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.538708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bf3bd1-5037-451b-8a3a-32ea7a3d765d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:16.559619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5df3d42-b59c-410b-8a65-1ba1387a75df') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:16.568625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5df3d42-b59c-410b-8a65-1ba1387a75df') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:16.592923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-0a43a7a5-77e8-49a7-bc03-6690fb8c3f6b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.593645 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (a5df3d42-b59c-410b-8a65-1ba1387a75df), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.596928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-0a43a7a5-77e8-49a7-bc03-6690fb8c3f6b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "GET /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2177138 Feb 11 13:39:16.602395 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc48624b-9f0d-4d21-9d79-26453521806d x-openstack-request-id: req-cc48624b-9f0d-4d21-9d79-26453521806d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:16.602747 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d407d0-b37f-464a-a1e5-bc00f4438bfa", "name": "network-vif-plugged", "status": "completed", "tag": "add1b89a-bf5f-4edd-af3c-8cf5df79a944", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:16.602943 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc48624b-9f0d-4d21-9d79-26453521806d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:16.603337 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944', 'code': 200} Feb 11 13:39:16.623568 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a5df3d42-b59c-410b-8a65-1ba1387a75df), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.626501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:16.638557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:16.639341 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (a5df3d42-b59c-410b-8a65-1ba1387a75df), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:16.641322 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:16.662691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=add1b89a-bf5f-4edd-af3c-8cf5df79a944,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.695206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-124900b8-b179-472e-852c-b8c4dc25d10c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.699981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-124900b8-b179-472e-852c-b8c4dc25d10c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.723607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-124900b8-b179-472e-852c-b8c4dc25d10c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.726439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1a48b2e4-245e-473e-a630-1b9716689b7a is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:16.727143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.728989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-124900b8-b179-472e-852c-b8c4dc25d10c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.742784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-124900b8-b179-472e-852c-b8c4dc25d10c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.748021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-124900b8-b179-472e-852c-b8c4dc25d10c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.764238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-124900b8-b179-472e-852c-b8c4dc25d10c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 4660 time: 0.3963735 Feb 11 13:39:16.766215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a6c0ff36-754b-40fd-987f-690959731a7f None None] Provisioning complete for port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:16.767114 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6c0ff36-754b-40fd-987f-690959731a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.813050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1a48b2e4-245e-473e-a630-1b9716689b7a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a48b2e4-245e-473e-a630-1b9716689b7a,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:16.817968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (52bf3bd1-5037-451b-8a3a-32ea7a3d765d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.824077 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.825749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a7d85bf3-73f8-453c-aba2-4a16188453bb no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:16.837980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.849408 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] 10.222.0.79 "DELETE /v2.0/networks/52bf3bd1-5037-451b-8a3a-32ea7a3d765d HTTP/1.1" status: 204 len: 168 time: 0.7735713 Feb 11 13:39:16.885429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3eb10b-cc42-40c0-8a2c-126776293d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=52bf3bd1-5037-451b-8a3a-32ea7a3d765d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.914833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0ff36-754b-40fd-987f-690959731a7f None None] Port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:16.918148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55264f65-4685-4587-84a3-711b1a257801 req-4afcc6f3-8358-447b-a82b-31accc00c0a6 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.919692 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55264f65-4685-4587-84a3-711b1a257801 req-4afcc6f3-8358-447b-a82b-31accc00c0a6 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 946 time: 0.1847503 Feb 11 13:39:16.977153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1a48b2e4-245e-473e-a630-1b9716689b7a,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.997888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55264f65-4685-4587-84a3-711b1a257801 req-85d4b591-3e3e-4fcb-9fab-e7b8b9750127 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667922 Feb 11 13:39:17.009177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.030408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6375106c-e92c-4ccb-904e-ca4b5f3dd057 req-e463aa7f-0648-4403-927e-f7a6ed18b015 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e&id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2603781 Feb 11 13:39:17.034311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a7d85bf3-73f8-453c-aba2-4a16188453bb is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:17.034836 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.100397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:17.110906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.111978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6f8027e9-e087-43cc-b499-fbdca3bb7d19 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:17.131568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a00ed-d5ad-465c-9988-16ff6618529e req-289b2bec-eef5-4cc5-8c16-eed5bffd6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.133368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc2a00ed-d5ad-465c-9988-16ff6618529e req-289b2bec-eef5-4cc5-8c16-eed5bffd6199 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 1128 time: 0.3638289 Feb 11 13:39:17.165289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60949e36-703e-488d-93ba-423cc06511f8 req-b6cd4573-cccd-44ab-b5e4-42b8af72a376 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.173481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-60949e36-703e-488d-93ba-423cc06511f8 req-b6cd4573-cccd-44ab-b5e4-42b8af72a376 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.0738413 Feb 11 13:39:17.196267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc2a00ed-d5ad-465c-9988-16ff6618529e req-9d023484-3389-4616-b92d-214a459078ca service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562377 Feb 11 13:39:17.212040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.api [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:39:17.212740 n-d-828676-2 neutron-server[103175]: DEBUG oslo_db.api [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:39:17.243820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-60949e36-703e-488d-93ba-423cc06511f8 req-96e47534-ee29-49a6-ba5d-6d4b1f164bef tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690701 Feb 11 13:39:17.246638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.291832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:17.292447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.340976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:17.346948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.347934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 854fb093-0bb4-41e1-988b-612a199a21cd no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:17.449201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48034) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:17.495091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6f8027e9-e087-43cc-b499-fbdca3bb7d19,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.521460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 854fb093-0bb4-41e1-988b-612a199a21cd is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:17.521718 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.536893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a96066de-f519-465d-a52a-87c5cb001864 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00e35b30fdc54a9cade09d6b6b7f904c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0863962 Feb 11 13:39:17.539424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48038) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:17.582650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 854fb093-0bb4-41e1-988b-612a199a21cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=854fb093-0bb4-41e1-988b-612a199a21cd,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:17.591017 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.622909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74d2ab07-fe60-4cf3-9e99-fd34ff392b4a admin admin] Publish callbacks [] for security_group (8e800c74-137d-434d-aa31-f736083ad863), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.660249 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74d2ab07-fe60-4cf3-9e99-fd34ff392b4a admin admin] Publish callbacks [] for security_group (8e800c74-137d-434d-aa31-f736083ad863), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.695875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=854fb093-0bb4-41e1-988b-612a199a21cd,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.720260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74d2ab07-fe60-4cf3-9e99-fd34ff392b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8e800c74-137d-434d-aa31-f736083ad863), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.727545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74d2ab07-fe60-4cf3-9e99-fd34ff392b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.736098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-74d2ab07-fe60-4cf3-9e99-fd34ff392b4a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e800c74-137d-434d-aa31-f736083ad863 HTTP/1.1" status: 204 len: 168 time: 0.1955283 Feb 11 13:39:17.766898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2ab07-fe60-4cf3-9e99-fd34ff392b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e800c74-137d-434d-aa31-f736083ad863,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.775182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.926920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a7d85bf3-73f8-453c-aba2-4a16188453bb,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:17.970280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] For port a7d85bf3-73f8-453c-aba2-4a16188453bb, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:17.973917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:18.006791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] device_id is not set on port a7d85bf3-73f8-453c-aba2-4a16188453bb yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:39:18.019728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Publish callbacks [] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.029377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-94cd5e3a-dc44-4dd9-9278-8e5750c51817 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.030817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-94cd5e3a-dc44-4dd9-9278-8e5750c51817 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.30 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 946 time: 0.0886862 Feb 11 13:39:18.041675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.193459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.217735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:18.218281 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.236864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Deleting port c30856a0-076c-4668-bb07-3075724addba {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:18.236864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c30856a0-076c-4668-bb07-3075724addba), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.303595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:18.317496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.318608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:18.347654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] No DVR routers for this DVR port a7d85bf3-73f8-453c-aba2-4a16188453bb on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:18.489670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.493343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732084-33c0-4d27-9d70-6af750ae0249 req-54632a47-1907-4f60-bd2e-cc01cdc80371 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.501081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b732084-33c0-4d27-9d70-6af750ae0249 req-54632a47-1907-4f60-bd2e-cc01cdc80371 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 946 time: 0.2804840 Feb 11 13:39:18.518108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] In _notify_port_updated(), no bound segment for port a7d85bf3-73f8-453c-aba2-4a16188453bb on network 241f4a82-b7b6-4591-8371-86e5a1914f4e {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:39:18.521514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.522310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.525868 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-aadbcd4d-3e67-4f8a-b274-582754aad380 service neutron] 10.222.0.83 "PUT /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 200 len: 1028 time: 1.9165425 Feb 11 13:39:18.573034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:18.573823 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.603481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82500b2-bd35-4dcb-b119-35a1a29d1ff4 req-0ed6cc31-5faa-4c18-b028-279cd3d1bec9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.607756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d85bf3-73f8-453c-aba2-4a16188453bb'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:18.608673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82500b2-bd35-4dcb-b119-35a1a29d1ff4 req-0ed6cc31-5faa-4c18-b028-279cd3d1bec9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.610715 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd5260-e35b-452d-a2e3-2fecbc363883" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d85bf3-73f8-453c-aba2-4a16188453bb"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:18.624909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:18.630001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82500b2-bd35-4dcb-b119-35a1a29d1ff4 req-0ed6cc31-5faa-4c18-b028-279cd3d1bec9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.631735 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.633773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:18.649693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82500b2-bd35-4dcb-b119-35a1a29d1ff4 req-0ed6cc31-5faa-4c18-b028-279cd3d1bec9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.655346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82500b2-bd35-4dcb-b119-35a1a29d1ff4 req-0ed6cc31-5faa-4c18-b028-279cd3d1bec9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.662663 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f82500b2-bd35-4dcb-b119-35a1a29d1ff4 req-0ed6cc31-5faa-4c18-b028-279cd3d1bec9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 3879 time: 0.4314573 Feb 11 13:39:18.686953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b732084-33c0-4d27-9d70-6af750ae0249 req-f94e225c-4240-4a2d-9393-5379be5f4601 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848433 Feb 11 13:39:18.723403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 host ! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:39:18.724568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:18.733610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] For port c30856a0-076c-4668-bb07-3075724addba, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c30856a0-076c-4668-bb07-3075724addba,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:18.736520 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c30856a0-076c-4668-bb07-3075724addba), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.760066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c4e1e8e7-21fb-4cd5-900d-c09e14df00b9 None None] Provisioning complete for port a7d85bf3-73f8-453c-aba2-4a16188453bb triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:18.760473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4e1e8e7-21fb-4cd5-900d-c09e14df00b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.776407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port 1a48b2e4-245e-473e-a630-1b9716689b7a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:18.789738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.797269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.805570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Calling delete_port for c30856a0-076c-4668-bb07-3075724addba owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:18.812639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1e8e7-21fb-4cd5-900d-c09e14df00b9 None None] Port a7d85bf3-73f8-453c-aba2-4a16188453bb cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:18.884850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f82500b2-bd35-4dcb-b119-35a1a29d1ff4 req-d6121555-807d-4f38-a156-285f90782ee0 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209115 Feb 11 13:39:18.986660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] For port 1a48b2e4-245e-473e-a630-1b9716689b7a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1a48b2e4-245e-473e-a630-1b9716689b7a,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:18.987570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.032933 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d160aa-3e33-43d5-80f9-4ddf52ae05f7 x-openstack-request-id: req-77d160aa-3e33-43d5-80f9-4ddf52ae05f7 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:19.033358 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d85bf3-73f8-453c-aba2-4a16188453bb", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:19.034307 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77d160aa-3e33-43d5-80f9-4ddf52ae05f7 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:19.034822 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'code': 200} Feb 11 13:39:19.035183 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d85bf3-73f8-453c-aba2-4a16188453bb', 'code': 200} Feb 11 13:39:19.035543 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19', 'code': 200} Feb 11 13:39:19.035969 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd', 'code': 200} Feb 11 13:39:19.036316 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593', 'code': 200} Feb 11 13:39:19.036659 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c', 'code': 200} Feb 11 13:39:19.150259 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c30856a0-076c-4668-bb07-3075724addba), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.164558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['33482cc8-90aa-4e0e-a84f-1c33111679fe', '51c756f9-29ed-4169-bfa2-fa5103e74db9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:19.166843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c30856a0-076c-4668-bb07-3075724addba'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:19.238254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Pushing event deleted for resources: {'Port': ['ID=c30856a0-076c-4668-bb07-3075724addba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.278483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] No DVR routers for this DVR port c30856a0-076c-4668-bb07-3075724addba on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:19.282791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.287302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7b6a720-2ee5-4212-9534-b27a6d67ddf2 req-a42f50b2-0a8a-4872-a0bc-362e90f986a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.30 "DELETE /v2.0/ports/c30856a0-076c-4668-bb07-3075724addba HTTP/1.1" status: 204 len: 173 time: 1.2504799 Feb 11 13:39:19.287994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1d380-43b8-4656-a267-d302546a258f', 'name': 'network-vif-deleted', 'tag': 'c30856a0-076c-4668-bb07-3075724addba'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:19.290754 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5016d079-a663-4abc-a6e0-1bfb6f71f041" -d '{"events": [{"server_uuid": "19a1d380-43b8-4656-a267-d302546a258f", "name": "network-vif-deleted", "tag": "c30856a0-076c-4668-bb07-3075724addba"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:19.324901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.325486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7d720721-9de0-40bc-9c0d-03b102e03d92), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.325870 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Floating IP 7d720721-9de0-40bc-9c0d-03b102e03d92 disassociated. External IP: 172.25.3.190, port: 1a48b2e4-245e-473e-a630-1b9716689b7a. Feb 11 13:39:19.326389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for 1a48b2e4-245e-473e-a630-1b9716689b7a owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:19.400521 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:39:19.508107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1a48b2e4-245e-473e-a630-1b9716689b7a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.547060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48092) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:19.556644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=1a48b2e4-245e-473e-a630-1b9716689b7a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.627244 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1c4040-9901-47a1-962f-ad37be65991b x-openstack-request-id: req-7d1c4040-9901-47a1-962f-ad37be65991b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:19.627577 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1d380-43b8-4656-a267-d302546a258f", "name": "network-vif-deleted", "tag": "c30856a0-076c-4668-bb07-3075724addba", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:19.627881 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d1c4040-9901-47a1-962f-ad37be65991b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:19.628378 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1d380-43b8-4656-a267-d302546a258f', 'name': 'network-vif-deleted', 'tag': 'c30856a0-076c-4668-bb07-3075724addba', 'status': 'completed', 'code': 200} Feb 11 13:39:19.781664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb4a1-d4f0-4d75-9df2-77ba4cce0d6c req-a00826ea-d99d-40c8-b40b-589c5c8883ca tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:19.796082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eeedb4a1-d4f0-4d75-9df2-77ba4cce0d6c req-a00826ea-d99d-40c8-b40b-589c5c8883ca tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a1d380-43b8-4656-a267-d302546a258f HTTP/1.1" status: 200 len: 867 time: 0.8185654 Feb 11 13:39:19.890071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:19.943168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1309d2f-efbb-4b3d-ae57-a018c978b75c req-bdffa736-83f2-4340-854f-0e8c91121782 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:19.946207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1309d2f-efbb-4b3d-ae57-a018c978b75c req-bdffa736-83f2-4340-854f-0e8c91121782 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 946 time: 0.0904553 Feb 11 13:39:20.017864 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:20.055581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1309d2f-efbb-4b3d-ae57-a018c978b75c req-139ccc1f-6d91-4d29-9aab-9aad3e774d7b tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010273 Feb 11 13:39:20.129853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eeedb4a1-d4f0-4d75-9df2-77ba4cce0d6c req-120604b4-f429-4860-a761-d1bbd09629a2 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320401 Feb 11 13:39:20.336619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:20.349008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] Sync routers for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:20.374558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:20.375213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:38:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:20.387468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46212038-4ce5-4290-911e-31009655ae20 req-e9e90bef-a026-45d2-9bfb-a30231a865ff tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:20.409383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46212038-4ce5-4290-911e-31009655ae20 req-e9e90bef-a026-45d2-9bfb-a30231a865ff tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:20.444450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] No DVR routers for this DVR port 1a48b2e4-245e-473e-a630-1b9716689b7a on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:20.446708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46212038-4ce5-4290-911e-31009655ae20 req-e9e90bef-a026-45d2-9bfb-a30231a865ff tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:20.453126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:20.456972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-b339041e-de24-4dc6-8f30-e83e88f09096 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "DELETE /v2.0/ports/1a48b2e4-245e-473e-a630-1b9716689b7a HTTP/1.1" status: 204 len: 173 time: 1.9206808 Feb 11 13:39:20.457464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:20.465170 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa4b6e-830e-49df-8992-2907cffcb1cb" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:20.465718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46212038-4ce5-4290-911e-31009655ae20 req-e9e90bef-a026-45d2-9bfb-a30231a865ff tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:20.468612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46212038-4ce5-4290-911e-31009655ae20 req-e9e90bef-a026-45d2-9bfb-a30231a865ff tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 3141 time: 0.2799835 Feb 11 13:39:20.493502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4329-0f82-45a6-9104-3a6ff440fc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:20.628471 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8645628b-64e0-48eb-8a43-8e9cc0b4aaaf x-openstack-request-id: req-8645628b-64e0-48eb-8a43-8e9cc0b4aaaf {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:20.629000 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "1a48b2e4-245e-473e-a630-1b9716689b7a", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:20.629446 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8645628b-64e0-48eb-8a43-8e9cc0b4aaaf {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:20.630020 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '1a48b2e4-245e-473e-a630-1b9716689b7a', 'status': 'completed', 'code': 200} Feb 11 13:39:20.692239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port 854fb093-0bb4-41e1-988b-612a199a21cd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:20.693783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:20.720849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:20.731340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46212038-4ce5-4290-911e-31009655ae20 req-e0967122-7c6d-4ed1-9ac0-f88f75400eb3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332933 Feb 11 13:39:20.825201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] For port 854fb093-0bb4-41e1-988b-612a199a21cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=854fb093-0bb4-41e1-988b-612a199a21cd,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:20.825566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:20.841520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for 854fb093-0bb4-41e1-988b-612a199a21cd owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:21.198848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (854fb093-0bb4-41e1-988b-612a199a21cd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:21.257121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:44Z', 'revision_number': 5, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:21.290969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=854fb093-0bb4-41e1-988b-612a199a21cd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:21.328760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] Checking router: c166b1b0-796a-4b0f-810b-a3fa2aa990c9 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:21.342420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81195cd8-98a6-49ae-8e4a-25867bb2eb53 req-690fb61d-68c4-45a8-9bfd-f2b7b3e90dd0 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:21.346214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:21.346750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81195cd8-98a6-49ae-8e4a-25867bb2eb53 req-690fb61d-68c4-45a8-9bfd-f2b7b3e90dd0 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 946 time: 0.2760823 Feb 11 13:39:21.347538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:38:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:21.448260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] No DVR routers for this DVR port 854fb093-0bb4-41e1-988b-612a199a21cd on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:21.467220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:21.476565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-7c2f8f7e-d2d6-4449-9e3e-4128661776ad tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "DELETE /v2.0/ports/854fb093-0bb4-41e1-988b-612a199a21cd HTTP/1.1" status: 204 len: 173 time: 1.0068483 Feb 11 13:39:21.585143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4329-0f82-45a6-9104-3a6ff440fc9d admin admin] Publish callbacks [] for security_group (67f02c97-ee47-4ba6-ab9a-0044f3ae6e61), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:21.591251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca8d4329-0f82-45a6-9104-3a6ff440fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (67f02c97-ee47-4ba6-ab9a-0044f3ae6e61), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:21.604024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:21.643799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81195cd8-98a6-49ae-8e4a-25867bb2eb53 req-804356d7-77fa-4b79-9f43-90a00fe970c9 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433052 Feb 11 13:39:21.694503 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ca8d4329-0f82-45a6-9104-3a6ff440fc9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f972f037b3b24e218470df6eec7c311d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1456363 Feb 11 13:39:21.697299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d4329-0f82-45a6-9104-3a6ff440fc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f02c97-ee47-4ba6-ab9a-0044f3ae6e61,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:21.699874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48140) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:21.789773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6020-4ca1-4b60-9b2e-1b76ebf8388f req-dc93bb75-9fc3-429f-940b-d4025b7240a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:21.797938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cca6020-4ca1-4b60-9b2e-1b76ebf8388f req-dc93bb75-9fc3-429f-940b-d4025b7240a9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 945 time: 0.1022685 Feb 11 13:39:21.873213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:21.929341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed915582-d963-496b-963e-e292839ee683 admin admin] Publish callbacks [] for security_group (67f02c97-ee47-4ba6-ab9a-0044f3ae6e61), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:21.945193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:21.949176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:21.968432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cca6020-4ca1-4b60-9b2e-1b76ebf8388f req-0551f697-86c4-402a-9b24-6e2389e39fec tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538591 Feb 11 13:39:22.160398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed915582-d963-496b-963e-e292839ee683 admin admin] Publish callbacks [] for security_group (67f02c97-ee47-4ba6-ab9a-0044f3ae6e61), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.372792 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.425811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:44Z', 'revision_number': 5, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:22.434458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-070ab7e2-fb47-4d13-a72b-45cc0119a9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.438182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c30856a0-076c-4668-bb07-3075724addba no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:22.442698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:22.461507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c9a2f-c42c-4b37-ba4f-1922494a8faf req-4e85754d-358d-403f-b6b5-f80f0f4922bc tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:22.467256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c9a2f-c42c-4b37-ba4f-1922494a8faf req-4e85754d-358d-403f-b6b5-f80f0f4922bc tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:22.477714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c9a2f-c42c-4b37-ba4f-1922494a8faf req-4e85754d-358d-403f-b6b5-f80f0f4922bc tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:22.479855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-213c9a2f-c42c-4b37-ba4f-1922494a8faf req-4e85754d-358d-403f-b6b5-f80f0f4922bc tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 2409 time: 0.5264504 Feb 11 13:39:22.482251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] For port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:22.482626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.535278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-44c7d2c7-2d7b-472f-b889-d0895fcf6964 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:22.539826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-44c7d2c7-2d7b-472f-b889-d0895fcf6964 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.83 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 946 time: 0.5648906 Feb 11 13:39:22.556069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2e8fb-1c6e-41e9-8de3-178906ad2d4e None None] The sync data for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 is: [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:33:37Z', 'revision_number': 4, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '852ae601-e4f9-47b3-a52f-70e9dd735586', 'name': '', 'network_id': 'ad700d65-3b6f-4bff-9d26-a51f749a33b6', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'mac_address': 'fa:16:3e:39:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:35Z', 'updated_at': '2022-02-11T13:33:44Z', 'revision_number': 5, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'subnets': [{'id': 'd9c40f9e-40df-4e0d-9c3a-d50e4faa0236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:22.559216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: c30856a0-076c-4668-bb07-3075724addba {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:39:22.560176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c30856a0-076c-4668-bb07-3075724addba not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:22.582934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:22.602053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed915582-d963-496b-963e-e292839ee683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (67f02c97-ee47-4ba6-ab9a-0044f3ae6e61), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.602934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55339052-3557-4409-b345-76d47960ce4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.604601 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed915582-d963-496b-963e-e292839ee683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.608356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ed915582-d963-496b-963e-e292839ee683 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67f02c97-ee47-4ba6-ab9a-0044f3ae6e61 HTTP/1.1" status: 204 len: 168 time: 0.8931103 Feb 11 13:39:22.644032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:22.648621 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb343e-340d-4aa2-ad9b-cb8fb0205f27" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:22.732689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed915582-d963-496b-963e-e292839ee683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f02c97-ee47-4ba6-ab9a-0044f3ae6e61,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:22.820922 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55339052-3557-4409-b345-76d47960ce4b admin admin] Publish callbacks [] for security_group (b0cd3840-724d-49d5-9a91-b48c9243d132), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.833975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55339052-3557-4409-b345-76d47960ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b0cd3840-724d-49d5-9a91-b48c9243d132), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.906564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-213c9a2f-c42c-4b37-ba4f-1922494a8faf req-9cb2c68d-1b20-4546-ac60-e680369909a1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840423 Feb 11 13:39:22.917219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48176) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:22.922300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-55339052-3557-4409-b345-76d47960ce4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d81db2b150524e2298e4844968db6383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782732 Feb 11 13:39:22.924841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55339052-3557-4409-b345-76d47960ce4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cd3840-724d-49d5-9a91-b48c9243d132,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:22.984183 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ba3d0c-6591-4977-ba3f-9cd087d75660 x-openstack-request-id: req-95ba3d0c-6591-4977-ba3f-9cd087d75660 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:22.984733 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "854fb093-0bb4-41e1-988b-612a199a21cd", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:22.985175 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95ba3d0c-6591-4977-ba3f-9cd087d75660 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:22.985721 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '854fb093-0bb4-41e1-988b-612a199a21cd', 'status': 'completed', 'code': 200} Feb 11 13:39:23.075320 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4272e94-f5fa-4dd8-a47d-6b1939f47d98 None None] New status for floating IP 7d720721-9de0-40bc-9c0d-03b102e03d92: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:39:23.215532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:23.233036 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-254cd3f6-6536-41e6-9db9-4741af6cf434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.357468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-254cd3f6-6536-41e6-9db9-4741af6cf434 admin admin] Publish callbacks [] for security_group (06cfab24-4753-464b-ae5f-b818d0b1cf92), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.405144 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-254cd3f6-6536-41e6-9db9-4741af6cf434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (06cfab24-4753-464b-ae5f-b818d0b1cf92), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.483517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-254cd3f6-6536-41e6-9db9-4741af6cf434 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=937c0040bf304b67ae2aed870b7c3828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667506 Feb 11 13:39:23.488237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48188) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:23.509472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cd3f6-6536-41e6-9db9-4741af6cf434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cfab24-4753-464b-ae5f-b818d0b1cf92,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.527976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-070ab7e2-fb47-4d13-a72b-45cc0119a9a3 admin admin] Publish callbacks [] for security_group (912b01e5-780e-4eb0-8d2a-43d8d6d78f1b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.548460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-070ab7e2-fb47-4d13-a72b-45cc0119a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (912b01e5-780e-4eb0-8d2a-43d8d6d78f1b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.564008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8553638-9edb-4e68-8d32-76e4ceb89636 req-8196abd5-99bc-47b1-90fa-49973cee7055 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.571455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8553638-9edb-4e68-8d32-76e4ceb89636 req-8196abd5-99bc-47b1-90fa-49973cee7055 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 945 time: 0.2192702 Feb 11 13:39:23.620006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0369d01-f44a-435a-9cb2-24a6ba96b962 admin admin] Publish callbacks [] for security_group (06cfab24-4753-464b-ae5f-b818d0b1cf92), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.639027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d6dbe0-40af-4896-a286-a866f4b48dcf admin admin] Publish callbacks [] for security_group (b0cd3840-724d-49d5-9a91-b48c9243d132), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.652964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Deleting port add1b89a-bf5f-4edd-af3c-8cf5df79a944 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:23.653763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.662813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-f7f506a3-19f4-4023-9c60-c777905bef23 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.664354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-f7f506a3-19f4-4023-9c60-c777905bef23 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 945 time: 0.6850293 Feb 11 13:39:23.670163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8553638-9edb-4e68-8d32-76e4ceb89636 req-b0a3791e-2c03-4f16-8eb7-aba54cc8f77d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976179 Feb 11 13:39:23.670609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:23.688425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0369d01-f44a-435a-9cb2-24a6ba96b962 admin admin] Publish callbacks [] for security_group (06cfab24-4753-464b-ae5f-b818d0b1cf92), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.761376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0369d01-f44a-435a-9cb2-24a6ba96b962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (06cfab24-4753-464b-ae5f-b818d0b1cf92), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.764813 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0369d01-f44a-435a-9cb2-24a6ba96b962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.768129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0369d01-f44a-435a-9cb2-24a6ba96b962 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06cfab24-4753-464b-ae5f-b818d0b1cf92 HTTP/1.1" status: 204 len: 168 time: 0.2755492 Feb 11 13:39:23.775547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369d01-f44a-435a-9cb2-24a6ba96b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cfab24-4753-464b-ae5f-b818d0b1cf92,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.822090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ab7e2-fb47-4d13-a72b-45cc0119a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b01e5-780e-4eb0-8d2a-43d8d6d78f1b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.850100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-070ab7e2-fb47-4d13-a72b-45cc0119a9a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d6b2549dc7ff448f8262e85dfe848f94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9745200 Feb 11 13:39:23.852740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48198) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:23.902350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cefa-afc5-4f3b-9d68-e14cf3c6e31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.905235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dee60-cc80-4265-a88e-b60cb7ea8c4c req-1486cbf5-4ff6-4618-8e09-a84bca6ecef2 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.914705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c1dee60-cc80-4265-a88e-b60cb7ea8c4c req-1486cbf5-4ff6-4618-8e09-a84bca6ecef2 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 946 time: 0.4868207 Feb 11 13:39:23.915405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (69a0c749-17c9-49a2-a9ae-1e3d67b1d593), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.959560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33000ff9-2cf7-41dd-97c6-ff27403f230c admin admin] Publish callbacks [] for security_group (912b01e5-780e-4eb0-8d2a-43d8d6d78f1b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.994380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33000ff9-2cf7-41dd-97c6-ff27403f230c admin admin] Publish callbacks [] for security_group (912b01e5-780e-4eb0-8d2a-43d8d6d78f1b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.011232 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d6dbe0-40af-4896-a286-a866f4b48dcf admin admin] Publish callbacks [] for security_group (b0cd3840-724d-49d5-9a91-b48c9243d132), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.024453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=69a0c749-17c9-49a2-a9ae-1e3d67b1d593,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.064010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cefa-afc5-4f3b-9d68-e14cf3c6e31d admin admin] Publish callbacks [] for security_group (24b07cbe-5f0d-418c-839a-6b8186bd40d1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.069805 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cefa-afc5-4f3b-9d68-e14cf3c6e31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (24b07cbe-5f0d-418c-839a-6b8186bd40d1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.086647 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33000ff9-2cf7-41dd-97c6-ff27403f230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (912b01e5-780e-4eb0-8d2a-43d8d6d78f1b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.089015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33000ff9-2cf7-41dd-97c6-ff27403f230c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.090428 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-33000ff9-2cf7-41dd-97c6-ff27403f230c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/912b01e5-780e-4eb0-8d2a-43d8d6d78f1b HTTP/1.1" status: 204 len: 168 time: 0.2364213 Feb 11 13:39:24.224844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4cefa-afc5-4f3b-9d68-e14cf3c6e31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b07cbe-5f0d-418c-839a-6b8186bd40d1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.229098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b4c4cefa-afc5-4f3b-9d68-e14cf3c6e31d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=253861bd1e9e45c8a3457f632008a7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5547216 Feb 11 13:39:24.232877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:24.257200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33000ff9-2cf7-41dd-97c6-ff27403f230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b01e5-780e-4eb0-8d2a-43d8d6d78f1b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.305943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf93b0-d4c1-44d4-9c0a-0e7792b4e07d req-ba61e5a5-1ccc-4ce3-8082-b9fde6f4b6ab tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.313883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf93b0-d4c1-44d4-9c0a-0e7792b4e07d req-ba61e5a5-1ccc-4ce3-8082-b9fde6f4b6ab tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.322516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ccf93b0-d4c1-44d4-9c0a-0e7792b4e07d req-ba61e5a5-1ccc-4ce3-8082-b9fde6f4b6ab tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 1676 time: 0.2398405 Feb 11 13:39:24.362764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8264062d-6664-4176-9524-287d9c3262fe admin admin] Publish callbacks [] for security_group (24b07cbe-5f0d-418c-839a-6b8186bd40d1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.391101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8264062d-6664-4176-9524-287d9c3262fe admin admin] Publish callbacks [] for security_group (24b07cbe-5f0d-418c-839a-6b8186bd40d1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.432054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] No DVR routers for this DVR port 69a0c749-17c9-49a2-a9ae-1e3d67b1d593 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:24.444413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.449195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-a50c7237-ca52-4e8d-8a1a-e052f114439a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "DELETE /v2.0/ports/69a0c749-17c9-49a2-a9ae-1e3d67b1d593 HTTP/1.1" status: 204 len: 173 time: 2.9676850 Feb 11 13:39:24.460407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8264062d-6664-4176-9524-287d9c3262fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (24b07cbe-5f0d-418c-839a-6b8186bd40d1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.463483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] For port add1b89a-bf5f-4edd-af3c-8cf5df79a944, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=add1b89a-bf5f-4edd-af3c-8cf5df79a944,segment=NetworkSegment(130e68d3-4c80-48ee-be1c-240307564629),segment_id=130e68d3-4c80-48ee-be1c-240307564629)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:24.463799 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8264062d-6664-4176-9524-287d9c3262fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.463969 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.468301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8264062d-6664-4176-9524-287d9c3262fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/24b07cbe-5f0d-418c-839a-6b8186bd40d1 HTTP/1.1" status: 204 len: 168 time: 0.2328484 Feb 11 13:39:24.495727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ccf93b0-d4c1-44d4-9c0a-0e7792b4e07d req-14c6a192-2a70-43bf-b9bc-35824ac06ce6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716840 Feb 11 13:39:24.513773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264062d-6664-4176-9524-287d9c3262fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b07cbe-5f0d-418c-839a-6b8186bd40d1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.567727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Calling delete_port for add1b89a-bf5f-4edd-af3c-8cf5df79a944 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:24.578788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Deleting port 33482cc8-90aa-4e0e-a84f-1c33111679fe {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:24.579989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.594439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c1dee60-cc80-4265-a88e-b60cb7ea8c4c req-8608ff33-7cd2-4ea6-990d-e4b80516aa55 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/security-groups?id=06b2a415-f980-42d2-b0a1-fc0c0f426d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712302 Feb 11 13:39:24.765723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d6dbe0-40af-4896-a286-a866f4b48dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b0cd3840-724d-49d5-9a91-b48c9243d132), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.771539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d6dbe0-40af-4896-a286-a866f4b48dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.781173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-16d6dbe0-40af-4896-a286-a866f4b48dcf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0cd3840-724d-49d5-9a91-b48c9243d132 HTTP/1.1" status: 204 len: 168 time: 1.8591001 Feb 11 13:39:24.808453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6dbe0-40af-4896-a286-a866f4b48dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cd3840-724d-49d5-9a91-b48c9243d132,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.859081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48226) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:24.884096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b9b36d8-092c-4aaf-91cc-ac6a70f52ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:24.926924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077595c-76f4-4a0b-8b16-fddd4bf41760 req-ce3f9ce4-bf4a-489e-ba85-a6566aaf93fc tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.937266 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7077595c-76f4-4a0b-8b16-fddd4bf41760 req-ce3f9ce4-bf4a-489e-ba85-a6566aaf93fc tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 945 time: 0.1474755 Feb 11 13:39:24.997888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:25.000209 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b389578-cac5-4302-aab9-6cbce7ab6273" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:25.021311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7077595c-76f4-4a0b-8b16-fddd4bf41760 req-8e93879b-1e27-4c2b-95da-d0137c60baf9 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838814 Feb 11 13:39:25.075417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] For port 33482cc8-90aa-4e0e-a84f-1c33111679fe, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33482cc8-90aa-4e0e-a84f-1c33111679fe,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:25.075913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.077062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b9b36d8-092c-4aaf-91cc-ac6a70f52ab2 admin admin] Publish callbacks [] for security_group (ce346e5b-6b13-4fc3-9a0a-0e0d1923f392), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.084681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b9b36d8-092c-4aaf-91cc-ac6a70f52ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ce346e5b-6b13-4fc3-9a0a-0e0d1923f392), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.107962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:25.108394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.138346 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699fb1e8-b295-489b-bbaa-b57ef5a563d6 x-openstack-request-id: req-699fb1e8-b295-489b-bbaa-b57ef5a563d6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:25.138654 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "69a0c749-17c9-49a2-a9ae-1e3d67b1d593", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:25.138924 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-699fb1e8-b295-489b-bbaa-b57ef5a563d6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:25.139345 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '69a0c749-17c9-49a2-a9ae-1e3d67b1d593', 'status': 'completed', 'code': 200} Feb 11 13:39:25.142602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7b9b36d8-092c-4aaf-91cc-ac6a70f52ab2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa837d8eb6b6425bb25fa4b3eb95056c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812567 Feb 11 13:39:25.143900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b36d8-092c-4aaf-91cc-ac6a70f52ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce346e5b-6b13-4fc3-9a0a-0e0d1923f392,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:25.146580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:25.177283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Calling delete_port for 33482cc8-90aa-4e0e-a84f-1c33111679fe owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:25.205138 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f85a7b6b-d42c-4f72-8167-fbebf14e72dd admin admin] Publish callbacks [] for security_group (ce346e5b-6b13-4fc3-9a0a-0e0d1923f392), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.256236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f85a7b6b-d42c-4f72-8167-fbebf14e72dd admin admin] Publish callbacks [] for security_group (ce346e5b-6b13-4fc3-9a0a-0e0d1923f392), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.336448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f85a7b6b-d42c-4f72-8167-fbebf14e72dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ce346e5b-6b13-4fc3-9a0a-0e0d1923f392), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.339636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f85a7b6b-d42c-4f72-8167-fbebf14e72dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.344722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f85a7b6b-d42c-4f72-8167-fbebf14e72dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce346e5b-6b13-4fc3-9a0a-0e0d1923f392 HTTP/1.1" status: 204 len: 168 time: 0.1970363 Feb 11 13:39:25.358273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a7b6b-d42c-4f72-8167-fbebf14e72dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce346e5b-6b13-4fc3-9a0a-0e0d1923f392,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:25.411599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (add1b89a-bf5f-4edd-af3c-8cf5df79a944), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.444832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48246) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:25.467343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Pushing event deleted for resources: {'Port': ['ID=add1b89a-bf5f-4edd-af3c-8cf5df79a944,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:25.473499 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fce3e8c9-a3bc-48fa-84f8-24d30f57b266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.505710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] For port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:25.505710 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.625171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:25.659144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] No DVR routers for this DVR port add1b89a-bf5f-4edd-af3c-8cf5df79a944 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:25.685368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.695727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3ff77e8-9595-4e06-b5c4-bcadd63a9968 req-cce59939-af7f-4376-9e84-8e0e70ad0a73 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.83 "DELETE /v2.0/ports/add1b89a-bf5f-4edd-af3c-8cf5df79a944 HTTP/1.1" status: 204 len: 173 time: 3.1298954 Feb 11 13:39:25.792861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fce3e8c9-a3bc-48fa-84f8-24d30f57b266 admin admin] Publish callbacks [] for security_group (551cd7e5-6adf-44ed-b5f0-d802157242ba), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.803751 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fce3e8c9-a3bc-48fa-84f8-24d30f57b266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (551cd7e5-6adf-44ed-b5f0-d802157242ba), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.826738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fc7dcbf-32a4-4581-9a21-566e1b4e5d07 req-f8231493-9ec9-4a9a-afcb-ce5948623332 tempest-ServerAddressesNegativeTestJSON-285753728 tempest-ServerAddressesNegativeTestJSON-285753728-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d407d0-b37f-464a-a1e5-bc00f4438bfa HTTP/1.1" status: 200 len: 210 time: 0.0498736 Feb 11 13:39:25.842641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3e8c9-a3bc-48fa-84f8-24d30f57b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551cd7e5-6adf-44ed-b5f0-d802157242ba,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:25.875216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9b89a-ecb9-4b22-be0e-42210134416d req-c45051f1-5dff-446a-959c-e6d83cde8748 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:25.885368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9b89a-ecb9-4b22-be0e-42210134416d req-c45051f1-5dff-446a-959c-e6d83cde8748 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:25.888868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54a9b89a-ecb9-4b22-be0e-42210134416d req-c45051f1-5dff-446a-959c-e6d83cde8748 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 1676 time: 0.2274826 Feb 11 13:39:25.922439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (33482cc8-90aa-4e0e-a84f-1c33111679fe), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:25.936863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['51c756f9-29ed-4169-bfa2-fa5103e74db9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:25.938100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fce3e8c9-a3bc-48fa-84f8-24d30f57b266 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=280f32456669418abebb0b3ba69e7064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921196 Feb 11 13:39:25.961003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:26.014145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device add1b89a-bf5f-4edd-af3c-8cf5df79a944 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:26.083527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54a9b89a-ecb9-4b22-be0e-42210134416d req-fcf52b54-b50d-4451-a145-0063629adf8d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730661 Feb 11 13:39:26.118437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: add1b89a-bf5f-4edd-af3c-8cf5df79a944 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:39:26.123535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device add1b89a-bf5f-4edd-af3c-8cf5df79a944 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:26.124205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33482cc8-90aa-4e0e-a84f-1c33111679fe no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:26.168014 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-711f45e8-1cd1-439c-be47-c78e0ad5a715 admin admin] Publish callbacks [] for security_group (551cd7e5-6adf-44ed-b5f0-d802157242ba), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.175294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 33482cc8-90aa-4e0e-a84f-1c33111679fe {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:39:26.194941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-711f45e8-1cd1-439c-be47-c78e0ad5a715 admin admin] Publish callbacks [] for security_group (551cd7e5-6adf-44ed-b5f0-d802157242ba), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.195196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33482cc8-90aa-4e0e-a84f-1c33111679fe not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:26.200458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Pushing event deleted for resources: {'Port': ['ID=33482cc8-90aa-4e0e-a84f-1c33111679fe,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:26.264732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-711f45e8-1cd1-439c-be47-c78e0ad5a715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (551cd7e5-6adf-44ed-b5f0-d802157242ba), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.267530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-711f45e8-1cd1-439c-be47-c78e0ad5a715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.272370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-711f45e8-1cd1-439c-be47-c78e0ad5a715 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/551cd7e5-6adf-44ed-b5f0-d802157242ba HTTP/1.1" status: 204 len: 168 time: 0.3054676 Feb 11 13:39:26.278773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f45e8-1cd1-439c-be47-c78e0ad5a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551cd7e5-6adf-44ed-b5f0-d802157242ba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:26.311115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] No DVR routers for this DVR port 33482cc8-90aa-4e0e-a84f-1c33111679fe on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:26.320869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.326000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7472fb34-a57b-4e2b-8c6b-92f71a5e71f7 req-446db0e7-bdd3-45e3-bf9a-e5a765bb0d6d tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "DELETE /v2.0/ports/33482cc8-90aa-4e0e-a84f-1c33111679fe HTTP/1.1" status: 204 len: 173 time: 2.5727329 Feb 11 13:39:26.396490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74b30955-c30d-49f1-b677-8656de25218b req-6150ba49-5718-4b90-96d1-e585a6c3ca59 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e0238bc-1b8f-4548-ad4e-828f42d7f5b4 HTTP/1.1" status: 200 len: 210 time: 0.2314634 Feb 11 13:39:26.426883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.526535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:26.581845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] No DVR routers for this DVR port b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:26.587062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.595183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-fdac0464-51a6-40f1-9116-04a32fe99ef8 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "DELETE /v2.0/ports/b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c HTTP/1.1" status: 204 len: 173 time: 2.1367877 Feb 11 13:39:26.776510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:26.777203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.922330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48288) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:26.923582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] For port 6f8027e9-e087-43cc-b499-fbdca3bb7d19, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6f8027e9-e087-43cc-b499-fbdca3bb7d19,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:26.923983 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:26.957168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for 6f8027e9-e087-43cc-b499-fbdca3bb7d19 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:26.985936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b26d5ee6-94ec-4a95-a5eb-1f7af7f1cbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.053856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] Deleting subnet e8cc34ab-4a5e-4bf1-9668-5382265b0a48 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:39:27.057742 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] Publish callbacks [] for subnet (e8cc34ab-4a5e-4bf1-9668-5382265b0a48), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.139894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'name': 'network-vif-deleted', 'tag': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944'}, {'server_uuid': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'name': 'network-vif-deleted', 'tag': '33482cc8-90aa-4e0e-a84f-1c33111679fe'}, {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:27.147213 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (e8cc34ab-4a5e-4bf1-9668-5382265b0a48), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.165391 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29438a0-cb1c-4f9a-98e2-c803d806e569" -d '{"events": [{"server_uuid": "68d407d0-b37f-464a-a1e5-bc00f4438bfa", "name": "network-vif-deleted", "tag": "add1b89a-bf5f-4edd-af3c-8cf5df79a944"}, {"server_uuid": "5e0238bc-1b8f-4548-ad4e-828f42d7f5b4", "name": "network-vif-deleted", "tag": "33482cc8-90aa-4e0e-a84f-1c33111679fe"}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:27.243691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e8cc34ab-4a5e-4bf1-9668-5382265b0a48), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.361736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8e52-21aa-4720-9a30-f322b8be39c9 req-87711af1-042d-432b-ae87-1e6304c644dd tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:27.369063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-907e8e52-21aa-4720-9a30-f322b8be39c9 req-87711af1-042d-432b-ae87-1e6304c644dd tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 943 time: 0.0858781 Feb 11 13:39:27.392924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (e8cc34ab-4a5e-4bf1-9668-5382265b0a48), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.429836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.443158 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e8cc34ab-4a5e-4bf1-9668-5382265b0a48 HTTP/1.1" status: 204 len: 168 time: 0.5195527 Feb 11 13:39:27.448689 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fdc4bc-f031-4dc9-83d9-ed77f07dbe76 x-openstack-request-id: req-f5fdc4bc-f031-4dc9-83d9-ed77f07dbe76 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:27.449067 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d407d0-b37f-464a-a1e5-bc00f4438bfa", "name": "network-vif-deleted", "tag": "add1b89a-bf5f-4edd-af3c-8cf5df79a944", "status": "completed", "code": 200}, {"server_uuid": "5e0238bc-1b8f-4548-ad4e-828f42d7f5b4", "name": "network-vif-deleted", "tag": "33482cc8-90aa-4e0e-a84f-1c33111679fe", "status": "completed", "code": 200}, {"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:27.449393 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5fdc4bc-f031-4dc9-83d9-ed77f07dbe76 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:27.450167 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d407d0-b37f-464a-a1e5-bc00f4438bfa', 'name': 'network-vif-deleted', 'tag': 'add1b89a-bf5f-4edd-af3c-8cf5df79a944', 'status': 'completed', 'code': 200} Feb 11 13:39:27.453327 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0238bc-1b8f-4548-ad4e-828f42d7f5b4', 'name': 'network-vif-deleted', 'tag': '33482cc8-90aa-4e0e-a84f-1c33111679fe', 'status': 'completed', 'code': 200} Feb 11 13:39:27.453327 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': 'b1c8ebbe-1a26-4cf1-af8f-1eba3558dd8c', 'status': 'completed', 'code': 200} Feb 11 13:39:27.453539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48318) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:27.453644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6f8027e9-e087-43cc-b499-fbdca3bb7d19), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.493247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=6f8027e9-e087-43cc-b499-fbdca3bb7d19,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.539286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9c151-9de4-401b-a1e3-4bb4baedb3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cc34ab-4a5e-4bf1-9668-5382265b0a48,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.565399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] No DVR routers for this DVR port 6f8027e9-e087-43cc-b499-fbdca3bb7d19 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:27.568888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.572567 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e80adcd8-792e-4c27-b32c-83729064884b req-63551e27-f0d9-4d45-a06a-e4110d3d46b1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.83 "DELETE /v2.0/ports/6f8027e9-e087-43cc-b499-fbdca3bb7d19 HTTP/1.1" status: 204 len: 173 time: 0.9701486 Feb 11 13:39:27.646678 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-907e8e52-21aa-4720-9a30-f322b8be39c9 req-dd24d90f-3b8f-4e14-a61f-a4137a67f50e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b28304-e76b-4e89-8a76-0caf390e9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764173 Feb 11 13:39:27.683376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c5f86892-4cfa-49d9-8836-4197bfaf2e58), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.785843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48330) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:27.841668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c5f86892-4cfa-49d9-8836-4197bfaf2e58), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.915063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f86892-4cfa-49d9-8836-4197bfaf2e58']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:27.953923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130e68d3-4c80-48ee-be1c-240307564629') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:27.954628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130e68d3-4c80-48ee-be1c-240307564629') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:27.985668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (130e68d3-4c80-48ee-be1c-240307564629), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.006422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (130e68d3-4c80-48ee-be1c-240307564629), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.022509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1f68-4ec1-4a02-bb12-6b44c7fb60cf req-ad629ee1-7ef9-4b18-a0bd-8ae44d81829f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:28.024480 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55cf1f68-4ec1-4a02-bb12-6b44c7fb60cf req-ad629ee1-7ef9-4b18-a0bd-8ae44d81829f tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1848714 Feb 11 13:39:28.027797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:28.028418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (130e68d3-4c80-48ee-be1c-240307564629), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:28.030877 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:28.156276 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c5f86892-4cfa-49d9-8836-4197bfaf2e58), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.169037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.169508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-686260100-network', 'tenant_id': 'f12274e0b313465280e9026db195b585'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:28.179433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c5f86892-4cfa-49d9-8836-4197bfaf2e58 HTTP/1.1" status: 204 len: 168 time: 0.7243109 Feb 11 13:39:28.214450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55cf1f68-4ec1-4a02-bb12-6b44c7fb60cf req-445f35f6-afad-40ab-afda-b708596be279 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681874 Feb 11 13:39:28.215795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5761222-6fa7-4c88-9ab4-147c1361faf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f86892-4cfa-49d9-8836-4197bfaf2e58,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:28.220266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Made reservation on behalf of f12274e0b313465280e9026db195b585 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:28.222831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.254205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.369913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks [] for security_group (56d596a2-ed51-45d9-ae77-df9f60019dc5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.375168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (56d596a2-ed51-45d9-ae77-df9f60019dc5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.407247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:28.423471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d596a2-ed51-45d9-ae77-df9f60019dc5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:28.432395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9ba21185-3cf3-4434-9fb3-e5c8bdb11462), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.433019 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Added segment 9ba21185-3cf3-4434-9fb3-e5c8bdb11462 of type vlan for network f753548a-f7f7-46b2-8299-118d33536372 Feb 11 13:39:28.500924 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f753548a-f7f7-46b2-8299-118d33536372), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.537864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f753548a-f7f7-46b2-8299-118d33536372), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.539805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:28.540755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.579234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7915540 Feb 11 13:39:28.583945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:28.592531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Request body: {'subnet': {'network_id': 'f753548a-f7f7-46b2-8299-118d33536372', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-686260100-subnet', 'tenant_id': 'f12274e0b313465280e9026db195b585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:28.630857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af609a46-60c0-42aa-a0f5-4d509a8a32ec admin admin] Pushing event updated for resources: {'Network': ['ID=f753548a-f7f7-46b2-8299-118d33536372,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:28.644337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Made reservation on behalf of f12274e0b313465280e9026db195b585 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:28.644622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f753548a-f7f7-46b2-8299-118d33536372 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:28.649635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:28.680011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48360) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:28.779439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b6332c1a-419b-4309-b984-326c0eec0b0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2030ab7c04f4969a435943a52f14768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962627 Feb 11 13:39:28.781366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48364) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:28.971401 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6939b38f-3913-46a9-add3-2e16c374a8bf req-d2980197-b028-4229-b83e-8bb0709d22f6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1649809 Feb 11 13:39:28.973068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (2164d28d-0b5f-4a7f-aeb7-845bb7151785), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.082674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Checking segment: {'id': '9ba21185-3cf3-4434-9fb3-e5c8bdb11462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f753548a-f7f7-46b2-8299-118d33536372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:29.083312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Network hostable DHCP agents. Network: f753548a-f7f7-46b2-8299-118d33536372, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:29.091525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2164d28d-0b5f-4a7f-aeb7-845bb7151785,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.098270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdacf6c3-6e4d-473f-8a18-bd523d4ee4a3 admin admin] Publish callbacks [] for security_group (06b2a415-f980-42d2-b0a1-fc0c0f426d20), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.124409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdacf6c3-6e4d-473f-8a18-bd523d4ee4a3 admin admin] Publish callbacks [] for security_group (06b2a415-f980-42d2-b0a1-fc0c0f426d20), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.200769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdacf6c3-6e4d-473f-8a18-bd523d4ee4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (06b2a415-f980-42d2-b0a1-fc0c0f426d20), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.203984 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdacf6c3-6e4d-473f-8a18-bd523d4ee4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.208156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bdacf6c3-6e4d-473f-8a18-bd523d4ee4a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06b2a415-f980-42d2-b0a1-fc0c0f426d20 HTTP/1.1" status: 204 len: 168 time: 0.4257357 Feb 11 13:39:29.212965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Network f753548a-f7f7-46b2-8299-118d33536372 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:29.234065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f753548a-f7f7-46b2-8299-118d33536372) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:29.238946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacf6c3-6e4d-473f-8a18-bd523d4ee4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b2a415-f980-42d2-b0a1-fc0c0f426d20,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.241513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.242101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.282207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0ff4145-7e79-4f45-abf6-1937b4ed5af3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6912444 Feb 11 13:39:29.282497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc3a0a-7f6d-4b6c-94d3-55a5556c7a2d None None] Network f753548a-f7f7-46b2-8299-118d33536372 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:29.471039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-e2eea03f-e1f9-4296-89b2-466748d1eaa3 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.478438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-e2eea03f-e1f9-4296-89b2-466748d1eaa3 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.1987584 Feb 11 13:39:29.480066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e593076d-104d-4578-8568-207534a1b084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.486360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:29.495027 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8cf1d1-8f20-4b28-92e8-0e16f4baec73" -d '{"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:29.522507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38267767-025e-488c-90cd-04975fa72770 None None] Network f753548a-f7f7-46b2-8299-118d33536372 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:29.549796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360a72e-7f85-444e-ade8-123f48ef4347 req-2d1c21de-b4c4-41de-b679-b86985107c87 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.564552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1360a72e-7f85-444e-ade8-123f48ef4347 req-2d1c21de-b4c4-41de-b679-b86985107c87 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 945 time: 0.2172031 Feb 11 13:39:29.609164 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9627af3b-7b9a-46d6-bf69-b51f8c5f77e0 x-openstack-request-id: req-9627af3b-7b9a-46d6-bf69-b51f8c5f77e0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:29.609504 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20395967-1fb6-48b8-ac66-b771f7d86494", "name": "network-vif-deleted", "tag": "6f8027e9-e087-43cc-b499-fbdca3bb7d19", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:29.609815 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9627af3b-7b9a-46d6-bf69-b51f8c5f77e0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:29.610254 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20395967-1fb6-48b8-ac66-b771f7d86494', 'name': 'network-vif-deleted', 'tag': '6f8027e9-e087-43cc-b499-fbdca3bb7d19', 'status': 'completed', 'code': 200} Feb 11 13:39:29.693502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1360a72e-7f85-444e-ade8-123f48ef4347 req-a80c874e-8374-4375-964f-3f0b40c33a5c tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/security-groups?id=b16dd786-c380-4a20-b787-f37f817db8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278486 Feb 11 13:39:29.729934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Deleting port 51c756f9-29ed-4169-bfa2-fa5103e74db9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:29.730342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.868583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] For port 51c756f9-29ed-4169-bfa2-fa5103e74db9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c756f9-29ed-4169-bfa2-fa5103e74db9,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:29.869004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.882301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Calling delete_port for 51c756f9-29ed-4169-bfa2-fa5103e74db9 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:30.042719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (51c756f9-29ed-4169-bfa2-fa5103e74db9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:30.076365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Pushing event deleted for resources: {'Port': ['ID=51c756f9-29ed-4169-bfa2-fa5103e74db9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:30.181268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] No DVR routers for this DVR port 51c756f9-29ed-4169-bfa2-fa5103e74db9 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:30.188419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:30.201207 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebcb2638-5266-4966-bf8d-23f53c22e47c req-f1f7d024-b3f3-464f-b22e-1f4ddc27e29b tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.83 "DELETE /v2.0/ports/51c756f9-29ed-4169-bfa2-fa5103e74db9 HTTP/1.1" status: 204 len: 173 time: 0.7007055 Feb 11 13:39:30.225694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e1e507a-a1b9-4140-af76-d65b41ccb0e7 req-50537003-5a36-401d-9423-a533ddc0a7e5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0769327 Feb 11 13:39:30.745331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-35828ac7-bb0f-4af7-b049-082d97baa9fb tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.747208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-35828ac7-bb0f-4af7-b049-082d97baa9fb tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/networks?id=f753548a-f7f7-46b2-8299-118d33536372 HTTP/1.1" status: 200 len: 813 time: 0.2044756 Feb 11 13:39:30.774169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-84edd2c7-8d52-4453-b653-d9a77b77c3f7 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/quotas/f12274e0b313465280e9026db195b585 HTTP/1.1" status: 200 len: 375 time: 0.0198047 Feb 11 13:39:30.852137 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-261538c7-9481-4d51-9393-f6ab2f6f25a1 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f12274e0b313465280e9026db195b585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655580 Feb 11 13:39:30.879772 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:30.895598 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43b93c5d-090c-4f5b-860c-968dc54a784b req-9ad984f3-731a-4162-afef-8d5322f536a4 tempest-ListServerFiltersTestJSON-1004743789 tempest-ListServerFiltersTestJSON-1004743789-project] 10.222.0.79 "GET /v2.0/ports?device_id=272f7654-4575-4121-9efe-300bda06bfe1 HTTP/1.1" status: 200 len: 210 time: 0.0399177 Feb 11 13:39:30.985198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-edc44d7d-b715-4a04-aff5-ac07d873958e service neutron] 10.222.0.79 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307826 Feb 11 13:39:31.148418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-07279d30-1858-4182-914f-30c05c24426e service neutron] 10.222.0.79 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520796 Feb 11 13:39:31.382818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1527bfc9-f45a-4be1-921a-5677464f4cf5 req-44e11408-fc62-440c-bb56-511af65d811d tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 210 time: 0.0468698 Feb 11 13:39:31.469886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-064a320d-ba3b-4e1c-aefa-8ef04d5a288b req-61a0561b-c6df-42b8-a553-32169cc39240 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0663981 Feb 11 13:39:31.590489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:31.612344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272f7654-4575-4121-9efe-300bda06bfe1', 'name': 'network-vif-deleted', 'tag': '51c756f9-29ed-4169-bfa2-fa5103e74db9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:31.615813 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01e8a0-aa59-454c-ba87-b167af14403a" -d '{"events": [{"server_uuid": "272f7654-4575-4121-9efe-300bda06bfe1", "name": "network-vif-deleted", "tag": "51c756f9-29ed-4169-bfa2-fa5103e74db9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:31.683095 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933dc881-5f7d-4b58-8de2-b34224dcabe2 x-openstack-request-id: req-933dc881-5f7d-4b58-8de2-b34224dcabe2 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:31.683440 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272f7654-4575-4121-9efe-300bda06bfe1", "name": "network-vif-deleted", "tag": "51c756f9-29ed-4169-bfa2-fa5103e74db9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:31.683694 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-933dc881-5f7d-4b58-8de2-b34224dcabe2 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:31.684161 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272f7654-4575-4121-9efe-300bda06bfe1', 'name': 'network-vif-deleted', 'tag': '51c756f9-29ed-4169-bfa2-fa5103e74db9', 'status': 'completed', 'code': 200} Feb 11 13:39:31.863043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1855007195-network', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:31.896348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Made reservation on behalf of 6bee6c4b7d584ff9b1f4b9e88341e48d for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:31.901504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:31.916159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:31.982253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48500) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:31.993045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c756f9-29ed-4169-bfa2-fa5103e74db9 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:32.036749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 51c756f9-29ed-4169-bfa2-fa5103e74db9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:39:32.046650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c756f9-29ed-4169-bfa2-fa5103e74db9 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:32.086728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks [] for security_group (2fe9a99d-d986-4942-9d59-ae0cb7070235), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.097228 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2fe9a99d-d986-4942-9d59-ae0cb7070235), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.116356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] Deleting subnet cdaa9f3e-6f16-44c7-8948-45785d041721 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:39:32.119855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] Publish callbacks [] for subnet (cdaa9f3e-6f16-44c7-8948-45785d041721), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.173076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:32.197516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9a99d-d986-4942-9d59-ae0cb7070235,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:32.216915 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (75bc4543-cb91-4f82-b11b-f4de134a2b44), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.217568 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Added segment 75bc4543-cb91-4f82-b11b-f4de134a2b44 of type vlan for network e248a5e8-5eb9-4084-a078-7528c53bbd9a Feb 11 13:39:32.219409 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (cdaa9f3e-6f16-44c7-8948-45785d041721), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.282939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e248a5e8-5eb9-4084-a078-7528c53bbd9a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.331551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e248a5e8-5eb9-4084-a078-7528c53bbd9a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.333864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:32.335564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.339268 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.382162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7901890 Feb 11 13:39:32.382515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:32.403690 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (cdaa9f3e-6f16-44c7-8948-45785d041721), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.425367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Request body: {'subnet': {'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1855007195-subnet', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:32.429960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b198a-cb8c-45bc-a688-1cccc739f411 admin admin] Pushing event updated for resources: {'Network': ['ID=e248a5e8-5eb9-4084-a078-7528c53bbd9a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:32.445040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:32.451536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Made reservation on behalf of 6bee6c4b7d584ff9b1f4b9e88341e48d for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:32.454097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.532535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (cdaa9f3e-6f16-44c7-8948-45785d041721), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.596258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdaa9f3e-6f16-44c7-8948-45785d041721,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:32.601736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.607246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fa02dfd5-46ae-4d3b-ab4c-e96285f2b323 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cdaa9f3e-6f16-44c7-8948-45785d041721 HTTP/1.1" status: 204 len: 168 time: 0.6232531 Feb 11 13:39:32.610876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48524) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:32.617091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e2cdf-4a04-4b7b-9998-888efa2d6a30 None None] Network 242c779a-3bea-4329-8613-4bdf63de4652 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:32.688746 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0159442c-f5ad-4dee-8e4c-019760972525 req-5da52306-f2a9-404e-a283-f51518113792 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 210 time: 0.0677490 Feb 11 13:39:32.740812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ae2ab6a-9430-4508-9772-f480545b967b req-a8a059c5-49a8-4b80-8cc7-7c30ce8d12c1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0654588 Feb 11 13:39:32.833447 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (242c779a-3bea-4329-8613-4bdf63de4652), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.983503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Deleting port 08024015-d134-4920-a81c-39f8241d8278 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:32.984099 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (08024015-d134-4920-a81c-39f8241d8278), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.006472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-cc42761b-ebb3-4a1e-8184-01f393d48e6e tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:33.007950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-cc42761b-ebb3-4a1e-8184-01f393d48e6e tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.30 "GET /v2.0/networks?id=f753548a-f7f7-46b2-8299-118d33536372 HTTP/1.1" status: 200 len: 813 time: 0.2246559 Feb 11 13:39:33.035828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] DHCP port deletion for 242c779a-3bea-4329-8613-4bdf63de4652 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:39:33.065574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Request body: {'port': {'device_id': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'network_id': 'f753548a-f7f7-46b2-8299-118d33536372', 'admin_state_up': True, 'tenant_id': 'f12274e0b313465280e9026db195b585'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:33.067541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] For port 08024015-d134-4920-a81c-39f8241d8278, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=08024015-d134-4920-a81c-39f8241d8278,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:33.067987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (08024015-d134-4920-a81c-39f8241d8278), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.085039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Calling delete_port for 08024015-d134-4920-a81c-39f8241d8278 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:33.163735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] Deleting port 08024015-d134-4920-a81c-39f8241d8278 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:33.164126 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (08024015-d134-4920-a81c-39f8241d8278), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.204178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (08024015-d134-4920-a81c-39f8241d8278), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.234343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:33.244996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Pushing event deleted for resources: {'Port': ['ID=08024015-d134-4920-a81c-39f8241d8278,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.248893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] No DVR routers for this DVR port 08024015-d134-4920-a81c-39f8241d8278 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:33.251396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (7bfd9419-0972-4eb3-850a-e08010556429), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.291367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 08024015-d134-4920-a81c-39f8241d8278 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:33.351422 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (242c779a-3bea-4329-8613-4bdf63de4652), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.360383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 08024015-d134-4920-a81c-39f8241d8278 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:39:33.360737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 08024015-d134-4920-a81c-39f8241d8278 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:33.380061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242c779a-3bea-4329-8613-4bdf63de4652']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:33.382849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] For port 08024015-d134-4920-a81c-39f8241d8278, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=08024015-d134-4920-a81c-39f8241d8278,segment=NetworkSegment(98583b38-8abe-4024-8967-9435367d845a),segment_id=98583b38-8abe-4024-8967-9435367d845a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:33.383280 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (08024015-d134-4920-a81c-39f8241d8278), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.391312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98583b38-8abe-4024-8967-9435367d845a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:33.391615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98583b38-8abe-4024-8967-9435367d845a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:33.394562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfd9419-0972-4eb3-850a-e08010556429,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.403475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] Calling delete_port for 08024015-d134-4920-a81c-39f8241d8278 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:33.407362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (98583b38-8abe-4024-8967-9435367d845a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.432605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (98583b38-8abe-4024-8967-9435367d845a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.444596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Checking segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:33.445347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Network hostable DHCP agents. Network: e248a5e8-5eb9-4084-a078-7528c53bbd9a, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:33.446673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:33.447143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (98583b38-8abe-4024-8967-9435367d845a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:33.451768 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:33.459231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Made reservation on behalf of f12274e0b313465280e9026db195b585 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:33.465644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.497422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:33.542444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e248a5e8-5eb9-4084-a078-7528c53bbd9a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:33.544405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:33.553446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead0ff6-bbec-45f4-8590-0dd32d8e8d53 None None] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:33.563061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:33.563734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.583819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f4ec-25f7-43a0-a324-688fc3691386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.595607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6d477045-e469-412b-b214-63e273e3d722 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1768374 Feb 11 13:39:33.596189 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (08024015-d134-4920-a81c-39f8241d8278), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.599456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48542) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:33.605583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:33.643303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] Pushing event deleted for resources: {'Port': ['ID=08024015-d134-4920-a81c-39f8241d8278,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.648623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Allocated IP 172.20.0.13 (f753548a-f7f7-46b2-8299-118d33536372/2164d28d-0b5f-4a7f-aeb7-845bb7151785/966bd5e9-51b8-4cd5-8e71-9fae26e2eced) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:33.673501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] Network 242c779a-3bea-4329-8613-4bdf63de4652 is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:39:33.675207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2766785-d129-461f-9f87-e09ca928fdd2 None None] No DVR routers for this DVR port 08024015-d134-4920-a81c-39f8241d8278 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:33.683215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.725695 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.726761 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.733660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (242c779a-3bea-4329-8613-4bdf63de4652), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.754404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.761318 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] 10.222.0.79 "DELETE /v2.0/networks/242c779a-3bea-4329-8613-4bdf63de4652 HTTP/1.1" status: 204 len: 168 time: 1.1447558 Feb 11 13:39:33.774947 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f4ec-25f7-43a0-a324-688fc3691386 admin admin] Publish callbacks [] for security_group (d5287c6b-a5e6-466f-912f-8a4ac2ca2808), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.779741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3c98-8ec6-48ed-b351-3fec433f1595 admin admin] Pushing event deleted for resources: {'Network': ['ID=242c779a-3bea-4329-8613-4bdf63de4652,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.783392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5d2f4ec-25f7-43a0-a324-688fc3691386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d5287c6b-a5e6-466f-912f-8a4ac2ca2808), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.848867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:39:33.853058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.853216 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b54471d-7c72-4d64-993d-f412ba681a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.866850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d5d2f4ec-25f7-43a0-a324-688fc3691386 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=762770bc8b77410484cbb3573e24a776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6295457 Feb 11 13:39:33.869741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks [] for router_controller (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.870805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:33.880260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2f4ec-25f7-43a0-a324-688fc3691386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5287c6b-a5e6-466f-912f-8a4ac2ca2808,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.991788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-866fdc98-431d-43bf-ba19-53bdceb8ff18 req-bcb0ef9b-d72c-4f39-a4cb-6041c757d4ef tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 210 time: 0.0521402 Feb 11 13:39:33.995645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48554) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:34.065316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6c6c5ab-452d-418c-8516-45f8c7317381 req-680e653d-2065-4c04-98ef-5a9a97d33b3a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0537119 Feb 11 13:39:34.126751 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0c314dd-4768-495f-8f6d-5b09522edfc9 admin admin] Publish callbacks [] for security_group (d5287c6b-a5e6-466f-912f-8a4ac2ca2808), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.156071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks [] for router_gateway (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.163485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Allocated IP 172.20.0.2 (e248a5e8-5eb9-4084-a078-7528c53bbd9a/7bfd9419-0972-4eb3-850a-e08010556429/9edc94d2-186f-4ce8-bdd0-1dc087190204) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:34.172890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks [] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.192005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-90cea7e8-0323-49b4-af8d-abd80dea7b23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc9135e439614cffbecdc7a6c8778215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947310 Feb 11 13:39:34.193141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0c314dd-4768-495f-8f6d-5b09522edfc9 admin admin] Publish callbacks [] for security_group (d5287c6b-a5e6-466f-912f-8a4ac2ca2808), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.201450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48556) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:34.294794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b54471d-7c72-4d64-993d-f412ba681a05 admin admin] Publish callbacks [] for security_group (802b5599-c0b8-4f2b-b592-e8e8cb491e62), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.308617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b54471d-7c72-4d64-993d-f412ba681a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (802b5599-c0b8-4f2b-b592-e8e8cb491e62), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.348203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.378628 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Publish callbacks [] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.389842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.414380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9b54471d-7c72-4d64-993d-f412ba681a05 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d477b443d869498397335b98985017f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8662658 Feb 11 13:39:34.415455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54471d-7c72-4d64-993d-f412ba681a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802b5599-c0b8-4f2b-b592-e8e8cb491e62,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.417698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48558) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:34.431728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa530bd3-99d1-4131-99ba-e661c91b7d3e admin admin] Publish callbacks [] for security_group (b16dd786-c380-4a20-b787-f37f817db8db), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.443340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0c314dd-4768-495f-8f6d-5b09522edfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d5287c6b-a5e6-466f-912f-8a4ac2ca2808), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.446073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0c314dd-4768-495f-8f6d-5b09522edfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.449679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a0c314dd-4768-495f-8f6d-5b09522edfc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5287c6b-a5e6-466f-912f-8a4ac2ca2808 HTTP/1.1" status: 204 len: 168 time: 0.5569885 Feb 11 13:39:34.449847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Network f753548a-f7f7-46b2-8299-118d33536372 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:34.454644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks [] for router_gateway (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.471681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:34.476416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:34.481962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c314dd-4768-495f-8f6d-5b09522edfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5287c6b-a5e6-466f-912f-8a4ac2ca2808,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.483255 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.507537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Pushing event updated for resources: {'Port': ['ID=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.510191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:34.521609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:34.533679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:34.538586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Pushing event updated for resources: {'Port': ['ID=9edc94d2-186f-4ce8-bdd0-1dc087190204,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.579793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa530bd3-99d1-4131-99ba-e661c91b7d3e admin admin] Publish callbacks [] for security_group (b16dd786-c380-4a20-b787-f37f817db8db), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.646473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.647783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.649580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Allocated IP 172.25.3.209 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/5ec4bf30-751c-460d-b6ba-89d0696b375d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:34.666919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-06a3e1a9-3d3a-4edf-ba91-223cc7b3f99b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6064138 Feb 11 13:39:34.681315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Request body: {'port': {'device_id': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:34.701564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Attempting to bind port 9edc94d2-186f-4ce8-bdd0-1dc087190204 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:34.701960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Attempting to bind port 9edc94d2-186f-4ce8-bdd0-1dc087190204 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:34.703146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Attempting to bind port 9edc94d2-186f-4ce8-bdd0-1dc087190204 on network e248a5e8-5eb9-4084-a078-7528c53bbd9a {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:34.714402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:34.714823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Checking segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:34.715202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.717520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Bound using segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:34.721564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Bound port: 9edc94d2-186f-4ce8-bdd0-1dc087190204, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:34.722246 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.723428 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa530bd3-99d1-4131-99ba-e661c91b7d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b16dd786-c380-4a20-b787-f37f817db8db), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.726449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa530bd3-99d1-4131-99ba-e661c91b7d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.728183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fa530bd3-99d1-4131-99ba-e661c91b7d3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b16dd786-c380-4a20-b787-f37f817db8db HTTP/1.1" status: 204 len: 168 time: 0.5201578 Feb 11 13:39:34.750706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa530bd3-99d1-4131-99ba-e661c91b7d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16dd786-c380-4a20-b787-f37f817db8db,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.785489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.851928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] For port 9edc94d2-186f-4ce8-bdd0-1dc087190204, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:34.858264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] For port 9edc94d2-186f-4ce8-bdd0-1dc087190204, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9edc94d2-186f-4ce8-bdd0-1dc087190204,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:34.878597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.941030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b5bdc-0dfa-4378-8a1e-3f02edad3613 None None] Pushing event updated for resources: {'Port': ['ID=9edc94d2-186f-4ce8-bdd0-1dc087190204,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.947413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks [] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.072341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2886697b-4bf2-4c3b-ae11-f38ba43f5ed0 admin admin] Publish callbacks [] for security_group (802b5599-c0b8-4f2b-b592-e8e8cb491e62), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.151141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2886697b-4bf2-4c3b-ae11-f38ba43f5ed0 admin admin] Publish callbacks [] for security_group (802b5599-c0b8-4f2b-b592-e8e8cb491e62), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.191648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.336862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fcbdc-f763-482a-8000-e78045648d10 req-1c7715af-0775-4e09-909d-e47ae7ab45d2 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:35.338580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d5fcbdc-f763-482a-8000-e78045648d10 req-1c7715af-0775-4e09-909d-e47ae7ab45d2 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 932 time: 0.1670790 Feb 11 13:39:35.448326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966bd5e9-51b8-4cd5-8e71-9fae26e2eced {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:39:35.461156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Publish callbacks [] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.501118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Transition to ACTIVE for port object 966bd5e9-51b8-4cd5-8e71-9fae26e2eced will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:35.554106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48582) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:35.559436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d5fcbdc-f763-482a-8000-e78045648d10 req-2225bd9f-e5b1-4264-8526-db80f22bbe7a tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989834 Feb 11 13:39:35.572877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.655830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Pushing event updated for resources: {'Port': ['ID=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:35.663125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5793e84e-3a58-450d-8b04-a0587dc3b776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.763904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Attempting to bind port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:35.764361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Attempting to bind port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '9ba21185-3cf3-4434-9fb3-e5c8bdb11462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f753548a-f7f7-46b2-8299-118d33536372'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:35.764578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Attempting to bind port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced on network f753548a-f7f7-46b2-8299-118d33536372 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:35.774495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced on network f753548a-f7f7-46b2-8299-118d33536372 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:39:35.774926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Attempting to bind port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced on network f753548a-f7f7-46b2-8299-118d33536372 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:35.789823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:35.790191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Checking segment: {'id': '9ba21185-3cf3-4434-9fb3-e5c8bdb11462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f753548a-f7f7-46b2-8299-118d33536372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:35.790585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Bound using segment: {'id': '9ba21185-3cf3-4434-9fb3-e5c8bdb11462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f753548a-f7f7-46b2-8299-118d33536372'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:35.791026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Bound port: 966bd5e9-51b8-4cd5-8e71-9fae26e2eced, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba21185-3cf3-4434-9fb3-e5c8bdb11462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f753548a-f7f7-46b2-8299-118d33536372'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:35.791387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.884367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] For port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:35.889006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] For port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,segment=NetworkSegment(9ba21185-3cf3-4434-9fb3-e5c8bdb11462),segment_id=9ba21185-3cf3-4434-9fb3-e5c8bdb11462)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:35.905836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:35.910360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a8064d0-0176-437f-a8e1-0cf52760fe23 req-1fe69e6b-e287-4f56-84f7-c1a1c9d2700b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0656753 Feb 11 13:39:35.937182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:35.943255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:35.951287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:35.987534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec4bf30-751c-460d-b6ba-89d0696b375d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.026726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2886697b-4bf2-4c3b-ae11-f38ba43f5ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (802b5599-c0b8-4f2b-b592-e8e8cb491e62), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.030604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2886697b-4bf2-4c3b-ae11-f38ba43f5ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.035378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2886697b-4bf2-4c3b-ae11-f38ba43f5ed0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/802b5599-c0b8-4f2b-b592-e8e8cb491e62 HTTP/1.1" status: 204 len: 168 time: 1.6163349 Feb 11 13:39:36.057053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886697b-4bf2-4c3b-ae11-f38ba43f5ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802b5599-c0b8-4f2b-b592-e8e8cb491e62,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.061645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:36.066067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.067674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] 10.222.0.30 "PUT /v2.0/ports/966bd5e9-51b8-4cd5-8e71-9fae26e2eced HTTP/1.1" status: 200 len: 1092 time: 1.3937001 Feb 11 13:39:36.090595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'tag': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:36.099224 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c77123a-6028-497a-ade6-ecaf8a539ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b48c18c-6f12-4ea9-8418-fc4cee6387c8", "tag": "966bd5e9-51b8-4cd5-8e71-9fae26e2eced"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:36.132685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5793e84e-3a58-450d-8b04-a0587dc3b776 admin admin] Publish callbacks [] for security_group (a78f18be-5df6-438e-a315-dfcee51828b3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.242528 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9211ca-3a82-4db3-a0c3-4c5e7722c5a7 x-openstack-request-id: req-3a9211ca-3a82-4db3-a0c3-4c5e7722c5a7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:36.243769 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b48c18c-6f12-4ea9-8418-fc4cee6387c8", "tag": "966bd5e9-51b8-4cd5-8e71-9fae26e2eced", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:36.249645 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a9211ca-3a82-4db3-a0c3-4c5e7722c5a7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:36.250249 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'tag': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced', 'status': 'completed', 'code': 200} Feb 11 13:39:36.255254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5793e84e-3a58-450d-8b04-a0587dc3b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a78f18be-5df6-438e-a315-dfcee51828b3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.265489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e227-1d0a-4e1b-a989-dc89c718c86b service neutron] Pushing event updated for resources: {'Port': ['ID=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.384794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793e84e-3a58-450d-8b04-a0587dc3b776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f18be-5df6-438e-a315-dfcee51828b3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.393767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5793e84e-3a58-450d-8b04-a0587dc3b776 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=082c8c07402644a29f96c71c303183bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8308828 Feb 11 13:39:36.401640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48608) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:36.417891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-c95cf096-2e82-4d38-8892-e88a73951041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:36.424811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-c95cf096-2e82-4d38-8892-e88a73951041 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12274e0b313465280e9026db195b585&device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 1126 time: 0.2838867 Feb 11 13:39:36.461420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48610) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:36.499663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks [] for router_gateway (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.515017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-5cb720f4-80ce-4285-ac23-b4269747cac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced HTTP/1.1" status: 200 len: 217 time: 0.0738194 Feb 11 13:39:36.791827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57fff43-93b2-4268-b57c-427f7a7d1ba8 None None] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:36.804690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-377a18f6-7bd1-4132-acac-e5f16f9038d4 admin admin] Publish callbacks [] for security_group (a78f18be-5df6-438e-a315-dfcee51828b3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.822550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-188dad9f-9099-48a8-8250-46a7808d6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:36.824077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-188dad9f-9099-48a8-8250-46a7808d6cfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2164d28d-0b5f-4a7f-aeb7-845bb7151785 HTTP/1.1" status: 200 len: 853 time: 0.3021836 Feb 11 13:39:36.840870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1238740260-network', 'tenant_id': '0fc1963646b24db29d6fa425515bd613'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:36.868354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-377a18f6-7bd1-4132-acac-e5f16f9038d4 admin admin] Publish callbacks [] for security_group (a78f18be-5df6-438e-a315-dfcee51828b3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:36.870055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:36.883427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-307b285b-4f33-4d90-8646-29f61c8ab054 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f753548a-f7f7-46b2-8299-118d33536372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511954 Feb 11 13:39:36.975740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Made reservation on behalf of 0fc1963646b24db29d6fa425515bd613 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:36.983146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.017109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.060479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-04b6afa5-e0b2-4494-a304-928d15ecc91a service neutron] 10.222.0.30 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634800 Feb 11 13:39:37.061737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0be71d83-2f58-425f-a7f7-5dbb18408e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.101520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-183456b4-13c8-4f15-88b3-5121d58f726c None None] Provisioning complete for port 9edc94d2-186f-4ce8-bdd0-1dc087190204 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:37.102079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-183456b4-13c8-4f15-88b3-5121d58f726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.103385 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.180634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-829986e5-7b83-427c-b0e1-7cb12a0ca7ef req-f942b020-5d37-4e70-aff8-1c34b3f4c6d6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0857587 Feb 11 13:39:37.266727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-183456b4-13c8-4f15-88b3-5121d58f726c None None] Current status of the port 9edc94d2-186f-4ce8-bdd0-1dc087190204 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:37.268494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-183456b4-13c8-4f15-88b3-5121d58f726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.370163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-183456b4-13c8-4f15-88b3-5121d58f726c None None] For port 9edc94d2-186f-4ce8-bdd0-1dc087190204, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9edc94d2-186f-4ce8-bdd0-1dc087190204,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:37.377731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9edc94d2-186f-4ce8-bdd0-1dc087190204 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:37.378140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-377a18f6-7bd1-4132-acac-e5f16f9038d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a78f18be-5df6-438e-a315-dfcee51828b3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.381175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-377a18f6-7bd1-4132-acac-e5f16f9038d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.386061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-377a18f6-7bd1-4132-acac-e5f16f9038d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a78f18be-5df6-438e-a315-dfcee51828b3 HTTP/1.1" status: 204 len: 168 time: 0.9753721 Feb 11 13:39:37.387916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-183456b4-13c8-4f15-88b3-5121d58f726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.397671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e171140-36a6-4fda-b754-a7ee1b8b8dd2 req-0ae77584-fc54-47f0-bd3e-646641ee8e4d service neutron] 10.222.0.30 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311203 Feb 11 13:39:37.418469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18f6-7bd1-4132-acac-e5f16f9038d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f18be-5df6-438e-a315-dfcee51828b3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:37.446169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace55776-3dc5-4dd2-8a44-0ca8c056a74f req-9097ecd1-42ef-44f9-8bf7-7e69e6acfb86 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.453328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33269-00f8-40a9-b000-33467803a993 req-fdc71361-803b-4f85-bcb9-0bdf7f168530 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.460275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfd33269-00f8-40a9-b000-33467803a993 req-fdc71361-803b-4f85-bcb9-0bdf7f168530 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 946 time: 0.1477406 Feb 11 13:39:37.460497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ace55776-3dc5-4dd2-8a44-0ca8c056a74f req-9097ecd1-42ef-44f9-8bf7-7e69e6acfb86 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 944 time: 0.6273246 Feb 11 13:39:37.500976 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0be71d83-2f58-425f-a7f7-5dbb18408e05 admin admin] Publish callbacks [] for security_group (41e4f73e-d01a-4d06-9fb6-b9b107c67232), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.559076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfd33269-00f8-40a9-b000-33467803a993 req-098c4b97-c59b-4c11-af31-11d7f9f331cb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978446 Feb 11 13:39:37.565868 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0be71d83-2f58-425f-a7f7-5dbb18408e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (41e4f73e-d01a-4d06-9fb6-b9b107c67232), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.663455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183456b4-13c8-4f15-88b3-5121d58f726c None None] Pushing event updated for resources: {'Port': ['ID=9edc94d2-186f-4ce8-bdd0-1dc087190204,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:37.713280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0be71d83-2f58-425f-a7f7-5dbb18408e05 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78de979eb7aa4a19bdf068796252653d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8420451 Feb 11 13:39:37.725854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be71d83-2f58-425f-a7f7-5dbb18408e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e4f73e-d01a-4d06-9fb6-b9b107c67232,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:37.727026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ace55776-3dc5-4dd2-8a44-0ca8c056a74f req-2292d687-988f-4863-ad4e-04047f6422f6 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652638 Feb 11 13:39:37.732155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ba81b6c1-2d6d-426f-8bf3-1e521a6c5d5b None None] Provisioning complete for port 9edc94d2-186f-4ce8-bdd0-1dc087190204 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:37.732539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba81b6c1-2d6d-426f-8bf3-1e521a6c5d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.732954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48634) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:37.745018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-7a9148f4-9ee5-495e-a3ae-c7ff09f11181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.746666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-7a9148f4-9ee5-495e-a3ae-c7ff09f11181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12274e0b313465280e9026db195b585&device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 1126 time: 0.2569356 Feb 11 13:39:37.792581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:37.845264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f35a72-db70-43d0-aec1-393e0898fc8b admin admin] Publish callbacks [] for security_group (41e4f73e-d01a-4d06-9fb6-b9b107c67232), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.875822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9edc94d2-186f-4ce8-bdd0-1dc087190204 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:37.876335 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:37.974301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-5e2215b0-3af1-4328-973c-f3763d19af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.976258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-5e2215b0-3af1-4328-973c-f3763d19af60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f753548a-f7f7-46b2-8299-118d33536372 HTTP/1.1" status: 200 len: 914 time: 0.2230661 Feb 11 13:39:38.006801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f35a72-db70-43d0-aec1-393e0898fc8b admin admin] Publish callbacks [] for security_group (41e4f73e-d01a-4d06-9fb6-b9b107c67232), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.061893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9edc94d2-186f-4ce8-bdd0-1dc087190204 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:38.064523 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks [] for security_group (2ddcab5c-2a80-427e-ba05-3a8ddfa4f621), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.064699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ba81b6c1-2d6d-426f-8bf3-1e521a6c5d5b None None] Current status of the port 9edc94d2-186f-4ce8-bdd0-1dc087190204 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:38.091402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-9b06eb21-2123-4c3c-b9eb-ffeaa1c11dba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced HTTP/1.1" status: 200 len: 217 time: 0.1077881 Feb 11 13:39:38.120131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2ddcab5c-2a80-427e-ba05-3a8ddfa4f621), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.166622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:38.179493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:38.186430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:38.205567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.206081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Sync routers for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:38.216808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48646) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:38.217315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2245e6b4-bd72-4aea-a9a7-81e8c67d3d69 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6157389 Feb 11 13:39:38.221644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:38.222541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:38.245212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2a69d1b5-38f1-4789-a72c-457862e5b12c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.245569 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Added segment 2a69d1b5-38f1-4789-a72c-457862e5b12c of type vlan for network 1e2e3114-c580-4e15-b954-e5b348075cc9 Feb 11 13:39:38.254724 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f35a72-db70-43d0-aec1-393e0898fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (41e4f73e-d01a-4d06-9fb6-b9b107c67232), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.262232 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f35a72-db70-43d0-aec1-393e0898fc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.269163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c8f35a72-db70-43d0-aec1-393e0898fc8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41e4f73e-d01a-4d06-9fb6-b9b107c67232 HTTP/1.1" status: 204 len: 168 time: 0.5337267 Feb 11 13:39:38.355126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f35a72-db70-43d0-aec1-393e0898fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e4f73e-d01a-4d06-9fb6-b9b107c67232,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:38.406931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (1e2e3114-c580-4e15-b954-e5b348075cc9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.456439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-b5f21a4f-d19d-476d-9298-6879aa0bbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.458029 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-b5f21a4f-d19d-476d-9298-6879aa0bbd57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2164d28d-0b5f-4a7f-aeb7-845bb7151785 HTTP/1.1" status: 200 len: 853 time: 0.3600659 Feb 11 13:39:38.458471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:38.498762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (1e2e3114-c580-4e15-b954-e5b348075cc9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.499814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.503341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.609688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1440797 Feb 11 13:39:38.613969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48658) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:38.648630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Request body: {'subnet': {'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1238740260-subnet', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:38.796043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fc9a7-679d-421e-9727-658a10561587 admin admin] Pushing event updated for resources: {'Network': ['ID=1e2e3114-c580-4e15-b954-e5b348075cc9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:38.819530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:38.840421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Made reservation on behalf of 0fc1963646b24db29d6fa425515bd613 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:38.846317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.964969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46555f-d19a-4a51-a489-743495d09a2b req-1864acf4-834a-4fa1-a66c-6e533ed55bd1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.966573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de46555f-d19a-4a51-a489-743495d09a2b req-1864acf4-834a-4fa1-a66c-6e533ed55bd1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 946 time: 0.2136002 Feb 11 13:39:39.021085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:36Z', 'revision_number': 3, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:39.080829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de46555f-d19a-4a51-a489-743495d09a2b req-eee7e776-0296-4c4b-bd28-9d094cb37d44 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015792 Feb 11 13:39:39.307321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (78e991b3-5a92-48e4-a2cd-9448eaedded5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:39.315426 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-760b1083-a3fc-48a0-9e5c-e8b13f9db551 req-0ab5178d-4450-4b34-be6d-15432bb03f2b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.8715248 Feb 11 13:39:39.410614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-00d71ecc-7e69-4794-ae95-0033fcf3bda1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f753548a-f7f7-46b2-8299-118d33536372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9118717 Feb 11 13:39:39.582886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9edc94d2-186f-4ce8-bdd0-1dc087190204 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:39.586552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Checking router: f56347bd-1fd7-47d8-abe5-2a3ea605ff49 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:39.586906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Updating router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 port 5ec4bf30-751c-460d-b6ba-89d0696b375d binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:39:39.648984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202b726-b998-4f41-800c-d2af48ea8f59 req-5a35cb81-5dd4-419f-8b4c-7b35468205e3 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.656131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3202b726-b998-4f41-800c-d2af48ea8f59 req-5a35cb81-5dd4-419f-8b4c-7b35468205e3 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 944 time: 0.3647473 Feb 11 13:39:39.702357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:39.703553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Network hostable DHCP agents. Network: 1e2e3114-c580-4e15-b954-e5b348075cc9, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:39.713451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e991b3-5a92-48e4-a2cd-9448eaedded5,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:39.724605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b004c-4989-4555-b638-0c102b73ef67 req-44845c66-25bb-4f5a-aeb0-dc889e8e84ce tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.725848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a51b004c-4989-4555-b638-0c102b73ef67 req-44845c66-25bb-4f5a-aeb0-dc889e8e84ce tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.30 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 946 time: 1.2301807 Feb 11 13:39:39.758706 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:39.838834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:39.866988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3202b726-b998-4f41-800c-d2af48ea8f59 req-e2c4faa3-536a-4529-b555-b77d21f847be tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779451 Feb 11 13:39:39.870246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 1e2e3114-c580-4e15-b954-e5b348075cc9) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:39.879156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.879652 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:39.916086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5e512ee8-8f30-4155-8009-75213111cbba admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2746954 Feb 11 13:39:39.918770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48688) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:39.926888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:39.948556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-f895bd8f-5c38-4661-af0f-a12ea839fdb9 service neutron] 10.222.0.30 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876873 Feb 11 13:39:39.963775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:39.965841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.094712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks [] for router_controller (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.168027 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Publish callbacks [] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.173219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac7889b-6b0a-4442-a76e-416b81cd5403 None None] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:40.176571 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.208524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Deleting port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:40.209163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.306712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9edc94d2-186f-4ce8-bdd0-1dc087190204 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:40.307098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.324699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867689eb-052c-436c-bf7b-969eaf44416d None None] Pushing event updated for resources: {'Port': ['ID=5ec4bf30-751c-460d-b6ba-89d0696b375d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.356803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Attempting to bind port 5ec4bf30-751c-460d-b6ba-89d0696b375d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:40.357267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Attempting to bind port 5ec4bf30-751c-460d-b6ba-89d0696b375d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:40.357544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Attempting to bind port 5ec4bf30-751c-460d-b6ba-89d0696b375d on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:40.370463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:40.370848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:40.371192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.371602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:40.372099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Bound port: 5ec4bf30-751c-460d-b6ba-89d0696b375d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:40.372488 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.435619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c77123a-6028-497a-ade6-ecaf8a539ffb req-853b6d97-3faf-4fd3-ba76-94586e2baa28 service neutron] 10.222.0.30 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782143 Feb 11 13:39:40.454349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] For port 5ec4bf30-751c-460d-b6ba-89d0696b375d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:40.458494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] For port 5ec4bf30-751c-460d-b6ba-89d0696b375d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5ec4bf30-751c-460d-b6ba-89d0696b375d,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:40.480218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.518997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 966bd5e9-51b8-4cd5-8e71-9fae26e2eced details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:39:40.530932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] For port aaee7f7c-2617-411b-98d8-1cd5c3ddff86, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:40.531309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.632575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks [] for router_gateway (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.703172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-1e2e3114-c580-4e15-b954-e5b348075cc9', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'project_id': '0fc1963646b24db29d6fa425515bd613', 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:39:40.704043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.734743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-920567e0-f9e3-4776-8bfd-7d3e1066fa9a req-7f4a1cb5-29cb-426d-b2d5-7b89511561b3 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1269779 Feb 11 13:39:40.807127 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:39:40.820806 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.821553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (8e4ca4c3-6322-492a-af11-f348aa8ea3b5), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:40.821553 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Floating IP 8e4ca4c3-6322-492a-af11-f348aa8ea3b5 disassociated. External IP: 172.25.3.145, port: aaee7f7c-2617-411b-98d8-1cd5c3ddff86. Feb 11 13:39:40.821915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Calling delete_port for aaee7f7c-2617-411b-98d8-1cd5c3ddff86 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:40.867877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867689eb-052c-436c-bf7b-969eaf44416d None None] Pushing event updated for resources: {'Port': ['ID=5ec4bf30-751c-460d-b6ba-89d0696b375d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.876731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:40.877993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:41.047062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9edc94d2-186f-4ce8-bdd0-1dc087190204 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:41.273468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (aaee7f7c-2617-411b-98d8-1cd5c3ddff86), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:41.349697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,segment=NetworkSegment(9ba21185-3cf3-4434-9fb3-e5c8bdb11462),segment_id=9ba21185-3cf3-4434-9fb3-e5c8bdb11462)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:41.373390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event deleted for resources: {'Port': ['ID=aaee7f7c-2617-411b-98d8-1cd5c3ddff86,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:41.390258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8acb4-cca9-4721-98f4-78b6eaabf434 req-9df61359-9f10-4f1c-91c5-981446c75fd7 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:41.399337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ef8acb4-cca9-4721-98f4-78b6eaabf434 req-9df61359-9f10-4f1c-91c5-981446c75fd7 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 944 time: 0.2833302 Feb 11 13:39:41.483352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced', 'network_id': 'f753548a-f7f7-46b2-8299-118d33536372', 'port_id': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced', 'mac_address': 'fa:16:3e:16:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2164d28d-0b5f-4a7f-aeb7-845bb7151785', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:39:41.526729 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks [] for router_gateway (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:41.531493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Allocated IP 172.20.0.2 (1e2e3114-c580-4e15-b954-e5b348075cc9/78e991b3-5a92-48e4-a2cd-9448eaedded5/6b4b27da-cb34-409d-a00e-6f0723db2f85) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:41.553988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:41.569600 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ef8acb4-cca9-4721-98f4-78b6eaabf434 req-33b7e915-1be6-417b-a729-ad1090affb2b tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687813 Feb 11 13:39:41.698915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:41.757067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844e507-0ffc-4a72-90a3-f7799f722fd6 req-46ea16ef-c6be-46eb-9dad-7542d94ba572 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:41.766499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1844e507-0ffc-4a72-90a3-f7799f722fd6 req-46ea16ef-c6be-46eb-9dad-7542d94ba572 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 868 time: 1.4456646 Feb 11 13:39:41.774816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Router 45ab3971-7949-4e52-ae88-a8085f914f50 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:41.810778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Allocated IP 172.25.3.119 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/241ecf32-6ab8-4657-8f7b-0ca2d7089e3b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:41.829115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48734) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:41.832909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.063647 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42e653c7-cfcd-446c-8b6d-0a567a3082d6 req-b2259b17-e974-450f-8aac-52c69905f950 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1013243 Feb 11 13:39:42.065045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71446ae6-8316-4275-8e65-3a2801db294e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.222634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks [] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.244312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:42.244699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.280591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Allocated IP 172.20.0.1 (e248a5e8-5eb9-4084-a078-7528c53bbd9a/7bfd9419-0972-4eb3-850a-e08010556429/1ffa3274-4d34-4317-9e7f-0206ce38b0f6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:42.331163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71446ae6-8316-4275-8e65-3a2801db294e admin admin] Publish callbacks [] for security_group (70f75df0-4f0a-4655-9fce-bc60ade49ef1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.334472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.351827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966bd5e9-51b8-4cd5-8e71-9fae26e2eced {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:39:42.373244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71446ae6-8316-4275-8e65-3a2801db294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (70f75df0-4f0a-4655-9fce-bc60ade49ef1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.427169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1844e507-0ffc-4a72-90a3-f7799f722fd6 req-a2be29c9-d834-4a98-a618-27f5f23c451a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ed23a0c-2277-438a-9aa0-02b6fa75742a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6596496 Feb 11 13:39:42.474850 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Publish callbacks [] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.477472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,segment=NetworkSegment(9ba21185-3cf3-4434-9fb3-e5c8bdb11462),segment_id=9ba21185-3cf3-4434-9fb3-e5c8bdb11462)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:42.499029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.513685 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.562825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-71446ae6-8316-4275-8e65-3a2801db294e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28189cefeff243d7b5f0ea3759968e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303600 Feb 11 13:39:42.570803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:42.579504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71446ae6-8316-4275-8e65-3a2801db294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f75df0-4f0a-4655-9fce-bc60ade49ef1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:42.594632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:42.598429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:42.602534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:42.615557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks [] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.647231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:36Z', 'revision_number': 3, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:42.651295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:42.651460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Pushing event updated for resources: {'Port': ['ID=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:42.662081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] Sync routers for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:42.678600 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:42.682786 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:42.761079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:42.773557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] No DVR routers for this DVR port aaee7f7c-2617-411b-98d8-1cd5c3ddff86 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:42.782600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.786557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a51b004c-4989-4555-b638-0c102b73ef67 req-43089ced-c7c7-4ffe-a190-30675bf84fe8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.30 "DELETE /v2.0/ports/aaee7f7c-2617-411b-98d8-1cd5c3ddff86 HTTP/1.1" status: 204 len: 173 time: 3.0544388 Feb 11 13:39:42.787248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9e8a5-96cb-41e7-865f-b32d31fd2233 None None] The sync data for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 is: [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:36Z', 'revision_number': 3, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:42.788134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-deleted', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:42.797866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:42.802738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:42.814577 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47313489-f50d-4c53-a045-f733a1cd032d" -d '{"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-deleted", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:42.820180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:42.901197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['966bd5e9-51b8-4cd5-8e71-9fae26e2eced'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:42.936805 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34043d49-4ab1-4542-ad5b-157a0eb0d487 admin admin] Publish callbacks [] for security_group (70f75df0-4f0a-4655-9fce-bc60ade49ef1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:42.968003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34043d49-4ab1-4542-ad5b-157a0eb0d487 admin admin] Publish callbacks [] for security_group (70f75df0-4f0a-4655-9fce-bc60ade49ef1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:43.061804 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fbe246-2c0c-4b79-8344-157c723ef046 x-openstack-request-id: req-02fbe246-2c0c-4b79-8344-157c723ef046 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:43.062103 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d2a13a-a4fd-4eaa-8900-2a3372b266e5", "name": "network-vif-deleted", "tag": "aaee7f7c-2617-411b-98d8-1cd5c3ddff86", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:43.062464 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02fbe246-2c0c-4b79-8344-157c723ef046 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:43.062930 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d2a13a-a4fd-4eaa-8900-2a3372b266e5', 'name': 'network-vif-deleted', 'tag': 'aaee7f7c-2617-411b-98d8-1cd5c3ddff86', 'status': 'completed', 'code': 200} Feb 11 13:39:43.067421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34043d49-4ab1-4542-ad5b-157a0eb0d487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (70f75df0-4f0a-4655-9fce-bc60ade49ef1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:43.070336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34043d49-4ab1-4542-ad5b-157a0eb0d487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:43.080569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-34043d49-4ab1-4542-ad5b-157a0eb0d487 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70f75df0-4f0a-4655-9fce-bc60ade49ef1 HTTP/1.1" status: 204 len: 168 time: 0.5064085 Feb 11 13:39:43.082050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:43.107308 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:43.195654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34043d49-4ab1-4542-ad5b-157a0eb0d487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f75df0-4f0a-4655-9fce-bc60ade49ef1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.257098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:43.351177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:43.379740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:43.426945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.573753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f486a924-ee9e-487e-b97e-37cf9f9f499c req-e02ecd4a-fd1e-4355-a44b-39e4b34720ac tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.2973757 Feb 11 13:39:43.795690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48802) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:43.812053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c54f201-5f58-446f-885f-303024af5e50 req-28d7f096-d980-40ae-b3fd-766c8aefad18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2567739 Feb 11 13:39:43.819124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Attempting to bind port 6b4b27da-cb34-409d-a00e-6f0723db2f85 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:43.819740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Attempting to bind port 6b4b27da-cb34-409d-a00e-6f0723db2f85 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:43.819865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Attempting to bind port 6b4b27da-cb34-409d-a00e-6f0723db2f85 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:43.917838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:43.923960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:43.925136 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:43.932323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Bound using segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:43.933890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Bound port: 6b4b27da-cb34-409d-a00e-6f0723db2f85, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:43.935384 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:43.951736 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:43.960098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c54f201-5f58-446f-885f-303024af5e50 req-ccc204a0-f606-47b6-b4b2-c21643799da7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=33d2a13a-a4fd-4eaa-8900-2a3372b266e5 HTTP/1.1" status: 200 len: 210 time: 0.0664384 Feb 11 13:39:43.963906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.020826 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] Checking router: 45ab3971-7949-4e52-ae88-a8085f914f50 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:44.028306 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks [] for router_gateway (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.047904 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:44.048937 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:44.084171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de0943-5f7a-42af-b3cf-05fc396c6e8f req-f8dd5ecc-224f-40e5-83a8-824c996df206 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:44.099427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7de0943-5f7a-42af-b3cf-05fc396c6e8f req-f8dd5ecc-224f-40e5-83a8-824c996df206 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 945 time: 0.9271414 Feb 11 13:39:44.102355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48806) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:44.190361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Pushing event updated for resources: {'Port': ['ID=6b4b27da-cb34-409d-a00e-6f0723db2f85,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:44.282868 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:44.346280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87172e12-8c03-49a5-bd99-aff6cc1e1c93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (1ed23a0c-2277-438a-9aa0-02b6fa75742a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.355212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d4283932-70e0-4954-85b7-250a943d894e None None] Provisioning complete for port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:44.355569 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4283932-70e0-4954-85b7-250a943d894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.398160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:44.404359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7de0943-5f7a-42af-b3cf-05fc396c6e8f req-c0cd283d-7000-4e0c-b3d8-362c17273c5d tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036659 Feb 11 13:39:44.408971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] For port 6b4b27da-cb34-409d-a00e-6f0723db2f85, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:44.416193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] For port 6b4b27da-cb34-409d-a00e-6f0723db2f85, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b4b27da-cb34-409d-a00e-6f0723db2f85,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:44.470485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d4283932-70e0-4954-85b7-250a943d894e None None] Port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:44.482153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.492076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dcb0-057d-429a-ab2d-60fdfde1099c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.548265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:44.565060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9c32562-d63a-47a6-813b-b2f078ad80cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.570476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54f201-5f58-446f-885f-303024af5e50 req-2e53d4ea-db4d-4453-8144-bf2e7f0777de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:44.570696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87172e12-8c03-49a5-bd99-aff6cc1e1c93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (1ed23a0c-2277-438a-9aa0-02b6fa75742a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:44.576992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c54f201-5f58-446f-885f-303024af5e50 req-2e53d4ea-db4d-4453-8144-bf2e7f0777de service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4535635 Feb 11 13:39:44.734485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: aaee7f7c-2617-411b-98d8-1cd5c3ddff86 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:39:44.734831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device aaee7f7c-2617-411b-98d8-1cd5c3ddff86 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:44.768376 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:44.834197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8f309183-142a-408c-b910-91cf569a3007 req-3d42f49e-8a56-4f5d-9132-a95cfec78bf9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0616639 Feb 11 13:39:44.847146 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82218fd-4bed-4a91-be42-3c6c07e1fc20 None None] The sync data for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 is: [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:44.847611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949896d-c6ac-442d-b956-6bbf354ec02a None None] Pushing event updated for resources: {'Port': ['ID=6b4b27da-cb34-409d-a00e-6f0723db2f85,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:44.968873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54f201-5f58-446f-885f-303024af5e50 req-9a1d0860-52da-47d5-93bd-34661ca33390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:44.978089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c54f201-5f58-446f-885f-303024af5e50 req-9a1d0860-52da-47d5-93bd-34661ca33390 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3832686 Feb 11 13:39:45.051031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.170874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dcb0-057d-429a-ab2d-60fdfde1099c admin admin] Publish callbacks [] for security_group (c023379f-b882-404c-ad5a-19fd76eecc57), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.178487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dcb0-057d-429a-ab2d-60fdfde1099c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c023379f-b882-404c-ad5a-19fd76eecc57), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.239850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3f1dcb0-057d-429a-ab2d-60fdfde1099c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6100634399ad4c8fb0873cf2022a88af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8364425 Feb 11 13:39:45.248748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:45.323125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1dcb0-057d-429a-ab2d-60fdfde1099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023379f-b882-404c-ad5a-19fd76eecc57,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.381442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-092cb240-4ac7-46bc-94eb-cd29895d8481 admin admin] Publish callbacks [] for security_group (c023379f-b882-404c-ad5a-19fd76eecc57), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.449864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5ec4bf30-751c-460d-b6ba-89d0696b375d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:45.458604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-092cb240-4ac7-46bc-94eb-cd29895d8481 admin admin] Publish callbacks [] for security_group (c023379f-b882-404c-ad5a-19fd76eecc57), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.511132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks [] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.520916 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.561977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5ec4bf30-751c-460d-b6ba-89d0696b375d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:45.563160 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.648429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.655113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-092cb240-4ac7-46bc-94eb-cd29895d8481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c023379f-b882-404c-ad5a-19fd76eecc57), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.658766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-092cb240-4ac7-46bc-94eb-cd29895d8481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.659705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-092cb240-4ac7-46bc-94eb-cd29895d8481 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c023379f-b882-404c-ad5a-19fd76eecc57 HTTP/1.1" status: 204 len: 168 time: 0.4098408 Feb 11 13:39:45.693322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8cfad-1123-4378-8f77-7bec72ad5a36 None None] New status for floating IP 8e4ca4c3-6322-492a-af11-f348aa8ea3b5: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:39:45.703991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cb240-4ac7-46bc-94eb-cd29895d8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023379f-b882-404c-ad5a-19fd76eecc57,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.708898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.816128 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:45.988559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87172e12-8c03-49a5-bd99-aff6cc1e1c93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ed23a0c-2277-438a-9aa0-02b6fa75742a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.016504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87172e12-8c03-49a5-bd99-aff6cc1e1c93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.046640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-87172e12-8c03-49a5-bd99-aff6cc1e1c93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "DELETE /v2.0/security-groups/1ed23a0c-2277-438a-9aa0-02b6fa75742a HTTP/1.1" status: 204 len: 168 time: 2.2085295 Feb 11 13:39:46.054704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48826) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:46.087209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5ec4bf30-751c-460d-b6ba-89d0696b375d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:46.087672 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.160723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 5ec4bf30-751c-460d-b6ba-89d0696b375d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5ec4bf30-751c-460d-b6ba-89d0696b375d,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:46.189699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.197934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b4b27da-cb34-409d-a00e-6f0723db2f85 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:46.238189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3143fd1-7e0b-45bc-a976-7786a895f595 req-35b7df75-ca5f-4217-b63c-c8bbf484e53f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0804811 Feb 11 13:39:46.269998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:46.271513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:46.427082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87172e12-8c03-49a5-bd99-aff6cc1e1c93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed23a0c-2277-438a-9aa0-02b6fa75742a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.554259 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-662818f6-d032-45f5-a676-20733cb64d12 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] show failed (client error): The resource could not be found. Feb 11 13:39:46.559091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-662818f6-d032-45f5-a676-20733cb64d12 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups/1ed23a0c-2277-438a-9aa0-02b6fa75742a HTTP/1.1" status: 404 len: 347 time: 0.2402849 Feb 11 13:39:46.559309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 966bd5e9-51b8-4cd5-8e71-9fae26e2eced up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:46.568322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=5ec4bf30-751c-460d-b6ba-89d0696b375d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.586757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:46.731587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780596ba-c23b-4046-9642-0e6f7da5ca9e req-87f19855-0547-4418-b5f3-46419f303308 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:46.738941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780596ba-c23b-4046-9642-0e6f7da5ca9e req-87f19855-0547-4418-b5f3-46419f303308 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 945 time: 0.8848698 Feb 11 13:39:46.791002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6b4b27da-cb34-409d-a00e-6f0723db2f85 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:46.791382 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.801031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9c32562-d63a-47a6-813b-b2f078ad80cf admin admin] Publish callbacks [] for security_group (e290ad55-46dd-484e-9c45-644ef57aa0b8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.830502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9c32562-d63a-47a6-813b-b2f078ad80cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e290ad55-46dd-484e-9c45-644ef57aa0b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.879134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a06a68-aeeb-4c21-b687-914cbb063191 None None] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:46.897754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:46.933722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:46.954565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:46.954863 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:46.990187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d9c32562-d63a-47a6-813b-b2f078ad80cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0aa7da7b5884df99d9b49773fb8b139&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8839760 Feb 11 13:39:46.995096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48844) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:47.004212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Deleting port 4ef5683d-7f1e-4ad2-a44f-acb74eb34272 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:39:47.004564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.036300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c32562-d63a-47a6-813b-b2f078ad80cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290ad55-46dd-484e-9c45-644ef57aa0b8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:47.089709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780596ba-c23b-4046-9642-0e6f7da5ca9e req-8f95a897-f3a3-40c2-8636-6f6ad1b969af tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803285 Feb 11 13:39:47.103179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:47.203221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d2a6fdc3-b90d-4922-97d6-a2de744320fa None None] Provisioning complete for port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:47.204949 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2a6fdc3-b90d-4922-97d6-a2de744320fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.330092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:47.341914 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Sync routers for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:47.345086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0eba-8550-4799-a49b-6ec45d9c3b7e admin admin] Publish callbacks [] for security_group (e290ad55-46dd-484e-9c45-644ef57aa0b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.360914 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:47.362011 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:47.379853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.381606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5e66822-b988-42d0-8fc9-48fd1f611a92 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4615326 Feb 11 13:39:47.385658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48860) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:47.390029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0eba-8550-4799-a49b-6ec45d9c3b7e admin admin] Publish callbacks [] for security_group (e290ad55-46dd-484e-9c45-644ef57aa0b8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.438396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6b4b27da-cb34-409d-a00e-6f0723db2f85 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:47.438800 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.445428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2a6fdc3-b90d-4922-97d6-a2de744320fa None None] Port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:47.591508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0eba-8550-4799-a49b-6ec45d9c3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e290ad55-46dd-484e-9c45-644ef57aa0b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.604512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d2a6fdc3-b90d-4922-97d6-a2de744320fa None None] Provisioning complete for port 6b4b27da-cb34-409d-a00e-6f0723db2f85 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:47.604714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0eba-8550-4799-a49b-6ec45d9c3b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.605119 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2a6fdc3-b90d-4922-97d6-a2de744320fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.606285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c0bb0eba-8550-4799-a49b-6ec45d9c3b7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e290ad55-46dd-484e-9c45-644ef57aa0b8 HTTP/1.1" status: 204 len: 168 time: 0.6054263 Feb 11 13:39:47.632200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:47.632849 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.724581 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:47.766984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb0eba-8550-4799-a49b-6ec45d9c3b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290ad55-46dd-484e-9c45-644ef57aa0b8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:47.864356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 6b4b27da-cb34-409d-a00e-6f0723db2f85, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b4b27da-cb34-409d-a00e-6f0723db2f85,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:47.890535 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.895193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:47.903893 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39c91d-c2d8-4b14-bc8c-b0a0d3f1e825" -d '{"events": [{"server_uuid": "7b48c18c-6f12-4ea9-8418-fc4cee6387c8", "name": "network-vif-plugged", "status": "completed", "tag": "966bd5e9-51b8-4cd5-8e71-9fae26e2eced"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:48.044270 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc80b77-f3cb-4800-9602-dfb67a285961 x-openstack-request-id: req-fbc80b77-f3cb-4800-9602-dfb67a285961 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:48.046464 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b48c18c-6f12-4ea9-8418-fc4cee6387c8", "name": "network-vif-plugged", "status": "completed", "tag": "966bd5e9-51b8-4cd5-8e71-9fae26e2eced", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:48.047894 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fbc80b77-f3cb-4800-9602-dfb67a285961 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:48.049517 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced', 'code': 200} Feb 11 13:39:48.051847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,segment=NetworkSegment(9ba21185-3cf3-4434-9fb3-e5c8bdb11462),segment_id=9ba21185-3cf3-4434-9fb3-e5c8bdb11462)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:48.086403 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.117503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5ec4bf30-751c-460d-b6ba-89d0696b375d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:48.251081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:43Z', 'revision_number': 3, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:48.300472 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Checking router: d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:48.301177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Updating router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:39:48.304412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=6b4b27da-cb34-409d-a00e-6f0723db2f85,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.364681 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.461186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2a6fdc3-b90d-4922-97d6-a2de744320fa None None] Current status of the port 6b4b27da-cb34-409d-a00e-6f0723db2f85 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:48.502440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8458d789-94f0-4fab-a573-92c2941d4efa req-8f242664-d624-4ddb-9f77-3ad0dffda066 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1952913 Feb 11 13:39:48.507067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.549560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5ec4bf30-751c-460d-b6ba-89d0696b375d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:48.552177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.586596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.587491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.607647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Calling delete_port for 4ef5683d-7f1e-4ad2-a44f-acb74eb34272 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:39:48.652186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7850c025-b2dc-4609-91e9-27794a599d3a None None] Provisioning complete for port 6b4b27da-cb34-409d-a00e-6f0723db2f85 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:48.655417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48898) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:48.658788 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7850c025-b2dc-4609-91e9-27794a599d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.663137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.742329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c44f9e1-eafe-4a8e-9165-0ba8b8c50bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.824509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4ef5683d-7f1e-4ad2-a44f-acb74eb34272), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.835082 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Publish callbacks [] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.840826 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.882440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event deleted for resources: {'Port': ['ID=4ef5683d-7f1e-4ad2-a44f-acb74eb34272,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.931508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a86a1c-c1af-4e5e-b9a7-b5d4933d4796 req-60758a8a-ab9d-4fce-b507-8cd28aed3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:48.933872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20a86a1c-c1af-4e5e-b9a7-b5d4933d4796 req-60758a8a-ab9d-4fce-b507-8cd28aed3b11 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 1128 time: 0.6723874 Feb 11 13:39:48.937880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5ec4bf30-751c-460d-b6ba-89d0696b375d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:48.965063 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Attempting to bind port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:48.965680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Attempting to bind port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:48.966671 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Attempting to bind port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:48.980509 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:48.981222 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:48.981990 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:48.982763 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:48.983536 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Bound port: 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:48.984155 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.005566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7850c025-b2dc-4609-91e9-27794a599d3a None None] Current status of the port 6b4b27da-cb34-409d-a00e-6f0723db2f85 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:49.012178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:49.024216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Sync routers for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:49.039736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-30adf5e9-c5a4-4cb4-91d2-12025e732192 admin admin] 10.222.0.79 "PUT /v2.0/routers/f56347bd-1fd7-47d8-abe5-2a3ea605ff49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8052461 Feb 11 13:39:49.041066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:49.041719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:49.050604 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] For port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:49.053922 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] For port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:49.062429 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.077919 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Pushing event updated for resources: {'Port': ['ID=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.090739 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.091463 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.092024 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.092511 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.092994 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.093502 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.093982 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.096128 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.096651 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.097181 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.097703 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.098251 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.098732 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:49.145143 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:49.146061 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:49.190333 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (8e4ca4c3-6322-492a-af11-f348aa8ea3b5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.204574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.214229 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4484b61f-e2d2-4427-99b3-bf4314d7ba96 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "DELETE /v2.0/floatingips/8e4ca4c3-6322-492a-af11-f348aa8ea3b5 HTTP/1.1" status: 204 len: 168 time: 2.6262681 Feb 11 13:39:49.217554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20a86a1c-c1af-4e5e-b9a7-b5d4933d4796 req-8cdf2210-7444-4137-8a7a-98030b1fb43d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557251 Feb 11 13:39:49.253579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Allocated IP 172.20.0.1 (1e2e3114-c580-4e15-b954-e5b348075cc9/78e991b3-5a92-48e4-a2cd-9448eaedded5/1ce6c355-bac2-4cfa-9468-74fd4a48088e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:49.281191 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21d37c-756d-4595-bb4a-3b805f6c5719 None None] Pushing event updated for resources: {'Port': ['ID=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.374392 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:49.577723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48934) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:49.583746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-332271c7-48b8-4390-b3b3-a662c1e5b41f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336496712', 'description': 'tempest-description--1836130302'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:49.605980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:49.632385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-332271c7-48b8-4390-b3b3-a662c1e5b41f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.755891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c44f9e1-eafe-4a8e-9165-0ba8b8c50bba admin admin] Publish callbacks [] for security_group (825e4e4e-79c9-411c-937d-55ff928c0674), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.818756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks [] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.829084 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:43Z', 'revision_number': 3, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:49.839148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-332271c7-48b8-4390-b3b3-a662c1e5b41f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (c68da825-6c00-4d82-b702-5b79467cf50d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.845394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-332271c7-48b8-4390-b3b3-a662c1e5b41f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c68da825-6c00-4d82-b702-5b79467cf50d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.852766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c44f9e1-eafe-4a8e-9165-0ba8b8c50bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (825e4e4e-79c9-411c-937d-55ff928c0674), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.907737 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a91f83-748d-4a10-b297-58cb62e0f063 None None] The sync data for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 is: [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:43Z', 'revision_number': 3, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:49.921818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda3b3f-e7db-4bd9-b55d-2b3b1c51bdcc req-1ed5c0b0-6e9a-4dad-aa81-3102efaefa01 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:49.927972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fda3b3f-e7db-4bd9-b55d-2b3b1c51bdcc req-1ed5c0b0-6e9a-4dad-aa81-3102efaefa01 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 1.6015329 Feb 11 13:39:49.944155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332271c7-48b8-4390-b3b3-a662c1e5b41f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68da825-6c00-4d82-b702-5b79467cf50d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.974607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-332271c7-48b8-4390-b3b3-a662c1e5b41f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:49.977896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-332271c7-48b8-4390-b3b3-a662c1e5b41f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3989172 Feb 11 13:39:49.982349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48952) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:49.990968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-005949d7-2310-4ddc-9212-5b4ca88c5719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'security_group_rule': {'security_group_id': 'c68da825-6c00-4d82-b702-5b79467cf50d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:50.014237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7c44f9e1-eafe-4a8e-9165-0ba8b8c50bba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c9de77eea3e41d28ecd31e8bf1e15fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3438892 Feb 11 13:39:50.016772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48954) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:50.082773 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.085507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b4b27da-cb34-409d-a00e-6f0723db2f85 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:50.140968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44f9e1-eafe-4a8e-9165-0ba8b8c50bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825e4e4e-79c9-411c-937d-55ff928c0674,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.162446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005949d7-2310-4ddc-9212-5b4ca88c5719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (cf644d96-d947-4a58-91cd-f3e57fc012bf), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.218738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35af6a01-f444-438f-bca0-37b37a4ee604 admin admin] Publish callbacks [] for security_group (825e4e4e-79c9-411c-937d-55ff928c0674), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.286982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35af6a01-f444-438f-bca0-37b37a4ee604 admin admin] Publish callbacks [] for security_group (825e4e4e-79c9-411c-937d-55ff928c0674), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.304633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:50.326354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3c6c0ad8-2099-4e2b-b18d-7d2e1d707a14 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943521092', 'description': 'tempest-description--25007232'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:50.353294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3fda3b3f-e7db-4bd9-b55d-2b3b1c51bdcc req-845d196d-0ad9-46d2-a883-d485208ef584 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420944 Feb 11 13:39:50.357861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.380088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6b4b27da-cb34-409d-a00e-6f0723db2f85 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:50.380468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.446952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3c6c0ad8-2099-4e2b-b18d-7d2e1d707a14 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.454174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:50.471491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:50.474552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce6c355-bac2-4cfa-9468-74fd4a48088e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.570842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9fd0bca2-3706-4e17-98fe-8ea05eef8f05 req-32bf4d37-3cad-477b-b524-61d1c489397f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1224270 Feb 11 13:39:50.606047 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35af6a01-f444-438f-bca0-37b37a4ee604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (825e4e4e-79c9-411c-937d-55ff928c0674), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.609121 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3c6c0ad8-2099-4e2b-b18d-7d2e1d707a14 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (7d22e72c-27f8-4799-9715-61def0f217d5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.614658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35af6a01-f444-438f-bca0-37b37a4ee604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.614902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:50.619260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-35af6a01-f444-438f-bca0-37b37a4ee604 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/825e4e4e-79c9-411c-937d-55ff928c0674 HTTP/1.1" status: 204 len: 168 time: 0.5979917 Feb 11 13:39:50.626939 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3c6c0ad8-2099-4e2b-b18d-7d2e1d707a14 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d22e72c-27f8-4799-9715-61def0f217d5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.653718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:45Z', 'revision_number': 2, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:50.708932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005949d7-2310-4ddc-9212-5b4ca88c5719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (cf644d96-d947-4a58-91cd-f3e57fc012bf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.711584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af6a01-f444-438f-bca0-37b37a4ee604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e4e4e-79c9-411c-937d-55ff928c0674,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.734685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005949d7-2310-4ddc-9212-5b4ca88c5719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (cf644d96-d947-4a58-91cd-f3e57fc012bf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.810692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005949d7-2310-4ddc-9212-5b4ca88c5719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf644d96-d947-4a58-91cd-f3e57fc012bf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.826065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c0ad8-2099-4e2b-b18d-7d2e1d707a14 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d22e72c-27f8-4799-9715-61def0f217d5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.832012 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.834828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-005949d7-2310-4ddc-9212-5b4ca88c5719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.840283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-005949d7-2310-4ddc-9212-5b4ca88c5719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8568251 Feb 11 13:39:50.841414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48978) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:50.843156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Checking router: f56347bd-1fd7-47d8-abe5-2a3ea605ff49 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:50.843503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Updating router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:39:50.848157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-162a9fd9-ba47-4e40-a695-30f60d959aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'security_group_rule': {'security_group_id': 'c68da825-6c00-4d82-b702-5b79467cf50d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:50.902593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-162a9fd9-ba47-4e40-a695-30f60d959aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (c1b1b696-16d6-478f-9359-2d3ec5f8ad5c), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:50.993545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6b4b27da-cb34-409d-a00e-6f0723db2f85 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:51.017005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.098722 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-162a9fd9-ba47-4e40-a695-30f60d959aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (c1b1b696-16d6-478f-9359-2d3ec5f8ad5c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.104203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-162a9fd9-ba47-4e40-a695-30f60d959aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (c1b1b696-16d6-478f-9359-2d3ec5f8ad5c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.156694 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.161808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a9fd9-ba47-4e40-a695-30f60d959aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b1b696-16d6-478f-9359-2d3ec5f8ad5c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:51.174664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-162a9fd9-ba47-4e40-a695-30f60d959aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.183576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-162a9fd9-ba47-4e40-a695-30f60d959aa3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393791 Feb 11 13:39:51.184568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:51.198984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:51.207264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3c6c0ad8-2099-4e2b-b18d-7d2e1d707a14 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.208577 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3c6c0ad8-2099-4e2b-b18d-7d2e1d707a14 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8966141 Feb 11 13:39:51.212495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48994) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:51.229106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a75bbe48-5848-44c0-bac2-2e716c75c78d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'security_group_rule': {'security_group_id': '7d22e72c-27f8-4799-9715-61def0f217d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:51.264127 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.425946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a75bbe48-5848-44c0-bac2-2e716c75c78d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (fcc39ba2-ba95-451c-8c69-ff227964a3d7), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.458776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9c4a8bb3-449b-47de-ba93-d04d18ca4ecf None None] Provisioning complete for port 1ce6c355-bac2-4cfa-9468-74fd4a48088e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:51.468258 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c4a8bb3-449b-47de-ba93-d04d18ca4ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.529813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a75bbe48-5848-44c0-bac2-2e716c75c78d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (fcc39ba2-ba95-451c-8c69-ff227964a3d7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.559887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a75bbe48-5848-44c0-bac2-2e716c75c78d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (fcc39ba2-ba95-451c-8c69-ff227964a3d7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.570047 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.708880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a75bbe48-5848-44c0-bac2-2e716c75c78d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:51.710185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a75bbe48-5848-44c0-bac2-2e716c75c78d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4931703 Feb 11 13:39:51.715165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49020) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:51.737710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bc917f64-d238-4f9e-9a23-4a7c2c7476fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'security_group_rule': {'security_group_id': '7d22e72c-27f8-4799-9715-61def0f217d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:51.749269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a8bb3-449b-47de-ba93-d04d18ca4ecf None None] Port 1ce6c355-bac2-4cfa-9468-74fd4a48088e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:51.814787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bbe48-5848-44c0-bac2-2e716c75c78d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc39ba2-ba95-451c-8c69-ff227964a3d7,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:51.851624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd15d19-46d1-458a-9022-49e3118a0721 req-90cf8dc9-2909-4256-8724-5fd742f8ed99 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:51.853429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8fd15d19-46d1-458a-9022-49e3118a0721 req-90cf8dc9-2909-4256-8724-5fd742f8ed99 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 0.2994907 Feb 11 13:39:51.864566 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.026799 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Publish callbacks [] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.070793 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be546bcc-9d6c-4051-a8d6-a2722f911a20 req-a7630e46-8e3e-4ce6-b9f9-be3521c0e9bf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.3078682 Feb 11 13:39:52.079383 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.115790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks [] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.144066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8fd15d19-46d1-458a-9022-49e3118a0721 req-8e2a59be-005a-4cad-b232-88a680ee78a7 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802207 Feb 11 13:39:52.147113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:52.147578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.228903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Allocated IP 172.25.3.149 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/d7e5d6e2-af3c-47a4-b416-225254a0cd38) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:52.396459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d064e08-e178-4076-baae-35ed2e7f4d32 None None] Pushing event updated for resources: {'Port': ['ID=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:52.413065 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.455565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:52.456301 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.483125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc917f64-d238-4f9e-9a23-4a7c2c7476fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (bfeb49c9-e32a-401a-bc26-8ea7135c1642), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.537718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce6c355-bac2-4cfa-9468-74fd4a48088e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:52.769529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Attempting to bind port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:52.770953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Attempting to bind port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:52.773182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Attempting to bind port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 on network e248a5e8-5eb9-4084-a078-7528c53bbd9a {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:52.792237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:52.793906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:52.844135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:52.846505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Checking segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:52.847890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.849310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Bound using segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:52.850788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Bound port: 1ffa3274-4d34-4317-9e7f-0206ce38b0f6, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:52.853307 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.853446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:52.903749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61305230-201c-46fe-8812-e7fef55c39f0 req-bf178b21-782f-495d-b90a-a17d8b71533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:52.905362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61305230-201c-46fe-8812-e7fef55c39f0 req-bf178b21-782f-495d-b90a-a17d8b71533c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12274e0b313465280e9026db195b585&device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 1128 time: 0.2216399 Feb 11 13:39:52.945920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6c6ccca1-dda7-43dc-bc63-6cf4d3562201 None None] Provisioning complete for port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:52.974641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c6ccca1-dda7-43dc-bc63-6cf4d3562201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.076406 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc917f64-d238-4f9e-9a23-4a7c2c7476fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (bfeb49c9-e32a-401a-bc26-8ea7135c1642), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.084648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61305230-201c-46fe-8812-e7fef55c39f0 req-d73de109-bd86-4a7e-9c20-62b857a1c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:53.087784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61305230-201c-46fe-8812-e7fef55c39f0 req-d73de109-bd86-4a7e-9c20-62b857a1c7db service neutron] 10.222.0.30 "GET /v2.0/networks?id=f753548a-f7f7-46b2-8299-118d33536372 HTTP/1.1" status: 200 len: 914 time: 0.1739650 Feb 11 13:39:53.094751 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc917f64-d238-4f9e-9a23-4a7c2c7476fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (bfeb49c9-e32a-401a-bc26-8ea7135c1642), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.169539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:53.256315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc917f64-d238-4f9e-9a23-4a7c2c7476fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfeb49c9-e32a-401a-bc26-8ea7135c1642,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.303182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc917f64-d238-4f9e-9a23-4a7c2c7476fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.307556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bc917f64-d238-4f9e-9a23-4a7c2c7476fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5856965 Feb 11 13:39:53.333029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49074) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:53.333649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10a85d-d69a-4bbc-9b80-59e65a3510a1 req-54f49607-ae89-4fab-8841-b9650f964cbf tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:53.335217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef10a85d-d69a-4bbc-9b80-59e65a3510a1 req-54f49607-ae89-4fab-8841-b9650f964cbf tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 0.6209583 Feb 11 13:39:53.336684 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61305230-201c-46fe-8812-e7fef55c39f0 req-3eb7aec3-a0cf-441d-aa84-5e65819ede70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced HTTP/1.1" status: 200 len: 217 time: 0.2352121 Feb 11 13:39:53.340421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:53.366640 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ccca1-dda7-43dc-bc63-6cf4d3562201 None None] Port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:53.376051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] For port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:53.395326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] For port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:53.396956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:53.397500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.408677 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.423199 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.448277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:53.469903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15423051-dea7-44cb-88f4-1defd607668d req-6eef377e-a3a9-4b04-814c-00d36f9ae052 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1349754 Feb 11 13:39:53.551516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d064e08-e178-4076-baae-35ed2e7f4d32 None None] Pushing event updated for resources: {'Port': ['ID=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.577216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.590725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:53.591530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:53.678105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.695261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.788722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:53.795684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61305230-201c-46fe-8812-e7fef55c39f0 req-0cf941d3-22cc-4e54-9090-662e66fcb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:53.798842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61305230-201c-46fe-8812-e7fef55c39f0 req-0cf941d3-22cc-4e54-9090-662e66fcb606 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2164d28d-0b5f-4a7f-aeb7-845bb7151785 HTTP/1.1" status: 200 len: 853 time: 0.4488709 Feb 11 13:39:53.813288 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Sync routers for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:53.819989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef10a85d-d69a-4bbc-9b80-59e65a3510a1 req-2211a27b-acf3-491c-9d55-d9340141a153 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522521 Feb 11 13:39:53.834682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3f0bead7-603f-473f-8baa-bc0ee8719e82 admin admin] 10.222.0.79 "PUT /v2.0/routers/d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4469202 Feb 11 13:39:53.836741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b5f2a86e-44ef-49d7-95b4-3f7d22c428df None None] Provisioning complete for port 1ce6c355-bac2-4cfa-9468-74fd4a48088e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:53.837260 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a86e-44ef-49d7-95b4-3f7d22c428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.848689 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:53.849321 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:53.898793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:53.931332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:53.954277 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61305230-201c-46fe-8812-e7fef55c39f0 req-078b28e2-783d-49cc-bfd7-2422d737d7bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f753548a-f7f7-46b2-8299-118d33536372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182823 Feb 11 13:39:53.960080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:53.986441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:54.094586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'Port': ['ID=d7e5d6e2-af3c-47a4-b416-225254a0cd38,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:54.201677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2a86e-44ef-49d7-95b4-3f7d22c428df None None] Port 1ce6c355-bac2-4cfa-9468-74fd4a48088e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:54.238580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:54.246273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:54.412580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Allocated IP 172.25.3.94 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c3c439e4-71a3-4bb3-95ae-218c7b937212) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:54.534592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:54.633609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61305230-201c-46fe-8812-e7fef55c39f0 req-0234d9a1-b871-4bdc-b90a-ac8f5ebaa778 service neutron] 10.222.0.30 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592326 Feb 11 13:39:54.635150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (9635c076-aebd-4098-9db2-67b234bc1b25), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:54.667449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5dce39f2-124c-4b5d-aa6f-4df9586685ae None None] Provisioning complete for port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:54.673028 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dce39f2-124c-4b5d-aa6f-4df9586685ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:54.779357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:54.925948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:54.935528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49158) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:54.938386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:54.938949 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:54.976632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bed0befa-3ea9-4ddf-ad8e-2625a7c48e0c req-8fc81d3b-35fa-4f58-8878-c5712e01891e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.2167089 Feb 11 13:39:55.007921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.019268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-beae2a55-21ec-47a6-98e2-27c7e102336d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683100260', 'description': 'tempest-description--1226187601'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:55.023561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'Port': ['ID=c3c439e4-71a3-4bb3-95ae-218c7b937212,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:55.084875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:55.168745 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 2, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.177362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61305230-201c-46fe-8812-e7fef55c39f0 req-0f445606-4476-4f68-9d51-8d0910f0b9b5 service neutron] 10.222.0.30 "GET /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341499 Feb 11 13:39:55.186428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5dce39f2-124c-4b5d-aa6f-4df9586685ae None None] Current status of the port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:55.187080 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dce39f2-124c-4b5d-aa6f-4df9586685ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.215572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:55.224750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:55.241812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5dce39f2-124c-4b5d-aa6f-4df9586685ae None None] For port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:55.257945 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Checking router: d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:55.268352 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Updating router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 port 1ce6c355-bac2-4cfa-9468-74fd4a48088e binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:39:55.297693 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dce39f2-124c-4b5d-aa6f-4df9586685ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.341326 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.371479 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-beae2a55-21ec-47a6-98e2-27c7e102336d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.528190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab99b5-549c-43fc-a68a-f3a97fd25748 req-fd2f66bc-1ef8-4c84-a6bb-fe0d4866f874 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:55.539901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.552617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80ab99b5-549c-43fc-a68a-f3a97fd25748 req-fd2f66bc-1ef8-4c84-a6bb-fe0d4866f874 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 0.4798546 Feb 11 13:39:55.552849 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.613205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (f9a22e65-7936-453d-9e51-8e553c2aa4d9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.632462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:55.668309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce39f2-124c-4b5d-aa6f-4df9586685ae None None] Pushing event updated for resources: {'Port': ['ID=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:55.676971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'Port': ['ID=d7e5d6e2-af3c-47a4-b416-225254a0cd38,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:55.715428 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (9635c076-aebd-4098-9db2-67b234bc1b25), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.750008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.778506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:55.779810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-55c29c51-13eb-4307-882a-84c4da215990 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5941024 Feb 11 13:39:55.850406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a2927-0b14-4bb4-958d-86c8426db3b4 None None] The sync data for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 is: [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:55.898251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80ab99b5-549c-43fc-a68a-f3a97fd25748 req-6c663db4-97e8-4ce3-8ecd-fb90c0e102a7 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440886 Feb 11 13:39:55.913107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.027259 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-beae2a55-21ec-47a6-98e2-27c7e102336d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group (cb1105ea-4a15-47db-a92e-b63a0937ac9e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.051004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-beae2a55-21ec-47a6-98e2-27c7e102336d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cb1105ea-4a15-47db-a92e-b63a0937ac9e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.096967 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Publish callbacks [] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.123067 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.203557 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6d99e-99f6-46f8-8ed4-3d19ec89049e None None] Pushing event updated for resources: {'Port': ['ID=1ce6c355-bac2-4cfa-9468-74fd4a48088e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.217430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae2a55-21ec-47a6-98e2-27c7e102336d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1105ea-4a15-47db-a92e-b63a0937ac9e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.276918 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f82178fb-0eaf-4379-a888-f93337efe36b req-d23ead53-73ea-4f44-85cc-4e86f28f589e tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1352603 Feb 11 13:39:56.374275 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Attempting to bind port 1ce6c355-bac2-4cfa-9468-74fd4a48088e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:56.375244 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Attempting to bind port 1ce6c355-bac2-4cfa-9468-74fd4a48088e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:56.392828 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Attempting to bind port 1ce6c355-bac2-4cfa-9468-74fd4a48088e on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:56.439120 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:56.441247 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:56.441900 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.443066 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Bound using segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:56.451724 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Bound port: 1ce6c355-bac2-4cfa-9468-74fd4a48088e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:56.452441 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.457516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.460221 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:39:56.464588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-beae2a55-21ec-47a6-98e2-27c7e102336d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.472516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49296) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:56.478092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2ce1521a-ae21-4b1e-82a6-5faaa1cf5998 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'security_group_rule': {'security_group_id': 'cb1105ea-4a15-47db-a92e-b63a0937ac9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:56.483606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-beae2a55-21ec-47a6-98e2-27c7e102336d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4807489 Feb 11 13:39:56.488670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.543736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ce1521a-ae21-4b1e-82a6-5faaa1cf5998 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group_rule (a749f181-0e3e-4cdd-8fe4-daf6710c5336), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.675294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'Port': ['ID=c3c439e4-71a3-4bb3-95ae-218c7b937212,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.679323 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] For port 1ce6c355-bac2-4cfa-9468-74fd4a48088e, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:56.686720 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] For port 1ce6c355-bac2-4cfa-9468-74fd4a48088e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce6c355-bac2-4cfa-9468-74fd4a48088e,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:56.697348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-1aa96124-8065-4a1b-9b3a-d3abcfbae009 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1336496712&fields=id&tenant_id=d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 267 time: 0.2124407 Feb 11 13:39:56.709695 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.758916 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ce1521a-ae21-4b1e-82a6-5faaa1cf5998 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group_rule (a749f181-0e3e-4cdd-8fe4-daf6710c5336), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.766144 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ce1521a-ae21-4b1e-82a6-5faaa1cf5998 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a749f181-0e3e-4cdd-8fe4-daf6710c5336), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.864975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ce1521a-ae21-4b1e-82a6-5faaa1cf5998 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.868820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2ce1521a-ae21-4b1e-82a6-5faaa1cf5998 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3948624 Feb 11 13:39:56.884591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49332) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:56.897827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-45e906b7-e8b3-48ac-8c84-c75a4c2a0184 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:56.911538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-81602960-b9f6-44a4-b8a0-653864000de3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'security_group_rule': {'security_group_id': 'cb1105ea-4a15-47db-a92e-b63a0937ac9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:56.913419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-45e906b7-e8b3-48ac-8c84-c75a4c2a0184 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 817 time: 0.2109997 Feb 11 13:39:56.916664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f9a22e65-7936-453d-9e51-8e553c2aa4d9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.927065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1521a-ae21-4b1e-82a6-5faaa1cf5998 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a749f181-0e3e-4cdd-8fe4-daf6710c5336,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.959426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-174a60d2-7924-41ad-b1c1-d80a7b3fbd32 None None] Provisioning complete for port 1ce6c355-bac2-4cfa-9468-74fd4a48088e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:56.962313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-12b13bcc-cab7-4fc5-8b06-0b65958ac014 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/quotas/d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 375 time: 0.0478926 Feb 11 13:39:56.962978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-174a60d2-7924-41ad-b1c1-d80a7b3fbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.980166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:56.986487 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6d99e-99f6-46f8-8ed4-3d19ec89049e None None] Pushing event updated for resources: {'Port': ['ID=1ce6c355-bac2-4cfa-9468-74fd4a48088e,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.987997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8adcd43-ed9f-44ed-95fe-23a3bd8d2b7d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6518681 Feb 11 13:39:57.044302 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:57.044691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81602960-b9f6-44a4-b8a0-653864000de3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group_rule (993a46a8-31ef-405f-8287-5d15c8a2a34d), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:57.045435 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:57.224003 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-cc5ea2c0-f170-4d92-9c93-3ca2d930f254 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2606950 Feb 11 13:39:57.249744 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4df3e5e0-490a-4d91-bf4e-4030eca8ca0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:57.418304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81602960-b9f6-44a4-b8a0-653864000de3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group_rule (993a46a8-31ef-405f-8287-5d15c8a2a34d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:57.428100 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81602960-b9f6-44a4-b8a0-653864000de3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (993a46a8-31ef-405f-8287-5d15c8a2a34d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:57.455398 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:57.503759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81602960-b9f6-44a4-b8a0-653864000de3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993a46a8-31ef-405f-8287-5d15c8a2a34d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:57.533761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-eae75053-387a-42b6-8f78-6587dbf6a7f8 service neutron] 10.222.0.79 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063052 Feb 11 13:39:57.555982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af337-71f0-41f3-904f-3f819818bdf8 req-d966f278-b379-4d83-b593-b7daa9470436 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:57.563661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc0af337-71f0-41f3-904f-3f819818bdf8 req-d966f278-b379-4d83-b593-b7daa9470436 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 0.4508193 Feb 11 13:39:57.654043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81602960-b9f6-44a4-b8a0-653864000de3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:57.661704 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-81602960-b9f6-44a4-b8a0-653864000de3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7727194 Feb 11 13:39:57.677186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49394) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:57.699269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:57.723513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc0af337-71f0-41f3-904f-3f819818bdf8 req-8a96ad62-36c6-4e38-b665-cf739c9030eb tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550374 Feb 11 13:39:57.835842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:57.945366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-312a7a63-3e89-45dc-bbf4-aea819e0ec30 service neutron] 10.222.0.79 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056013 Feb 11 13:39:57.948846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-174a60d2-7924-41ad-b1c1-d80a7b3fbd32 None None] Current status of the port 1ce6c355-bac2-4cfa-9468-74fd4a48088e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:57.949093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-174a60d2-7924-41ad-b1c1-d80a7b3fbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:58.039240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf20edeb-3b28-46f3-8cc1-6522a93b246a req-f75e88f3-9c46-4458-ba36-4aa53960ea74 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1493711 Feb 11 13:39:58.061228 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:56Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:58.118944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-174a60d2-7924-41ad-b1c1-d80a7b3fbd32 None None] For port 1ce6c355-bac2-4cfa-9468-74fd4a48088e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce6c355-bac2-4cfa-9468-74fd4a48088e,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:58.126839 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-174a60d2-7924-41ad-b1c1-d80a7b3fbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:58.175532 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29690e82-f2e1-4db6-ac43-118a3f493268 None None] The sync data for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 is: [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:56Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:58.229133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:58.378339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-325818db-2d33-4081-90ec-69dd31b3fe81 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1943521092&fields=id&tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d HTTP/1.1" status: 200 len: 267 time: 0.1336703 Feb 11 13:39:58.421836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:58.568005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2e0b6611-9502-4b83-a667-d1ac5701b158 None None] Provisioning complete for port 1ce6c355-bac2-4cfa-9468-74fd4a48088e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:58.573576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6611-9502-4b83-a667-d1ac5701b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:58.584088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-ce725181-f522-4354-ac7d-160df7557278 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:58.590930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-ce725181-f522-4354-ac7d-160df7557278 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 811 time: 0.2098427 Feb 11 13:39:58.640147 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-55fe6391-4dfb-447a-a8d5-fa2714cd88fd tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/quotas/6bee6c4b7d584ff9b1f4b9e88341e48d HTTP/1.1" status: 200 len: 375 time: 0.0481448 Feb 11 13:39:58.722495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:58.724291 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:58.792981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-49ff8e07-b686-4790-8e2a-f0f1c3f3a5fc tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519933 Feb 11 13:39:58.819564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a60d2-7924-41ad-b1c1-d80a7b3fbd32 None None] Pushing event updated for resources: {'Port': ['ID=1ce6c355-bac2-4cfa-9468-74fd4a48088e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:58.904990 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cdb429ab-fadb-4cd4-b8f0-1cc7aa106777 req-95c126dd-7e0a-4fa7-86d3-1575bcf34986 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 210 time: 0.1244316 Feb 11 13:39:58.911871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49460) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:59.002563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Allocated IP 172.25.3.40 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c17c2bce-3d28-400d-affb-650cb2ee51ca) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:59.092260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-80837ea1-4b9a-4e11-8916-ee35afb41651 service neutron] 10.222.0.79 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821400 Feb 11 13:39:59.146458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:59.349665 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:59.369505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b6611-9502-4b83-a667-d1ac5701b158 None None] Current status of the port 1ce6c355-bac2-4cfa-9468-74fd4a48088e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:59.394147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5aa4e8ff-5cd1-4e8d-9470-b4e6011d302d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:59.398189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-889d38e7-d6f2-449a-82b3-6d7f29106742 service neutron] 10.222.0.79 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030899 Feb 11 13:39:59.446281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5378492d-4353-4b6f-b9ae-e4e589df6197 req-40980618-1064-43db-92fb-694aa7aafd03 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0776410 Feb 11 13:39:59.589009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:59.884002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208207-2b8d-4d43-b7ab-204fbc7c5fbc req-ca6a0489-486d-454e-a5e4-eace9dfbffcf tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:59.886983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b208207-2b8d-4d43-b7ab-204fbc7c5fbc req-ca6a0489-486d-454e-a5e4-eace9dfbffcf tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 0.2950120 Feb 11 13:39:59.931494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65f2547a-2dfd-44c9-b98d-35181cfe733e req-a3adcf89-a1be-458f-b86f-fb21fee7d2fb tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 210 time: 0.0771234 Feb 11 13:39:59.932699 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Publish callbacks [] for security_group (b1a2852e-4a84-4c85-8e47-895add7cceba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:59.984226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b1a2852e-4a84-4c85-8e47-895add7cceba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:59.995964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:00.162742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99b3bbe0-9f00-4ea2-99d4-43664e917bc0 req-a104bc60-9378-4615-9c9c-1dc4bc1e0b2f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 210 time: 0.1055558 Feb 11 13:40:00.220458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce6c355-bac2-4cfa-9468-74fd4a48088e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:00.232793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:00.242410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2852e-4a84-4c85-8e47-895add7cceba,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:00.244706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:00.302377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b208207-2b8d-4d43-b7ab-204fbc7c5fbc req-7317fc28-c201-4a88-9c45-4630ecc5d8a5 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004087 Feb 11 13:40:00.303427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:00.328088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eeee180d5e1d4674b1a702b7e447cd01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4151759 Feb 11 13:40:00.331273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:00.362626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1ce6c355-bac2-4cfa-9468-74fd4a48088e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:00.363351 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:00.378544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.378906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.379253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.379598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.379940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.380313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.380642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.387128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.388533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.396262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.397631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.398203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.403681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c625-6dd2-44cd-ba45-382b324c420e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:00.484080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=c17c2bce-3d28-400d-affb-650cb2ee51ca,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:00.500315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49522) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:00.657167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1ce6c355-bac2-4cfa-9468-74fd4a48088e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:00.674588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e148a0c-dd05-4466-bd85-de65e048b6b0 admin admin] Publish callbacks [] for security_group (b1a2852e-4a84-4c85-8e47-895add7cceba), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:00.702260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab5d8d24-43e6-4403-8f94-f1141c754635 req-c27ce330-a58f-4b77-a4bb-8a83aa65187a tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0563350 Feb 11 13:40:00.753396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e148a0c-dd05-4466-bd85-de65e048b6b0 admin admin] Publish callbacks [] for security_group (b1a2852e-4a84-4c85-8e47-895add7cceba), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:00.791183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-1e57ebb1-14b3-4dcc-aac8-2170f0d29519 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:00.794706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-1e57ebb1-14b3-4dcc-aac8-2170f0d29519 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 0.2454171 Feb 11 13:40:00.910047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:00.995806 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.132483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Deleting port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:01.136310 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.144318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e148a0c-dd05-4466-bd85-de65e048b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b1a2852e-4a84-4c85-8e47-895add7cceba), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.147263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e148a0c-dd05-4466-bd85-de65e048b6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.148770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5e148a0c-dd05-4466-bd85-de65e048b6b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1a2852e-4a84-4c85-8e47-895add7cceba HTTP/1.1" status: 204 len: 168 time: 0.8158598 Feb 11 13:40:01.228365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e148a0c-dd05-4466-bd85-de65e048b6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2852e-4a84-4c85-8e47-895add7cceba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:01.325574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec221995-8556-4d18-8a62-bd4041e4651e req-84d8d9b7-568d-4c3f-be7c-26e008bb6945 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 210 time: 0.0508716 Feb 11 13:40:01.351319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-a128d23c-b29f-4083-8417-58e3a7d59619 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:01.353650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-a128d23c-b29f-4083-8417-58e3a7d59619 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.83 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 817 time: 1.0408838 Feb 11 13:40:01.401310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for floatingip (71b5d8e8-2867-42a4-9bcd-3edceb84d1f7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.426404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f628146-f3c8-47ed-9021-985385c76cd9 req-a4824cb8-7c27-4411-bf24-e1629611c9af tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 210 time: 0.1486669 Feb 11 13:40:01.560381 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Publish callbacks [] for security_group (a72e5881-d3d2-4eeb-998f-660ddc7003ce), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.567950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] For port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,segment=NetworkSegment(9ba21185-3cf3-4434-9fb3-e5c8bdb11462),segment_id=9ba21185-3cf3-4434-9fb3-e5c8bdb11462)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:01.568321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.577277 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a72e5881-d3d2-4eeb-998f-660ddc7003ce), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.641497 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.712008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Calling delete_port for 966bd5e9-51b8-4cd5-8e71-9fae26e2eced owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:01.838404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.840366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49540) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:01.866839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.893964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-f244f792-7254-4b86-98d3-7dd08e44958a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 380 time: 0.5298228 Feb 11 13:40:01.914663 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24e1006ec4fe43168449d731966c0658&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3802617 Feb 11 13:40:01.918581 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (966bd5e9-51b8-4cd5-8e71-9fae26e2eced), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.930231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['966bd5e9-51b8-4cd5-8e71-9fae26e2eced'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:01.932153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:01.995690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'port': {'device_id': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'admin_state_up': True, 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'security_groups': ['c68da825-6c00-4d82-b702-5b79467cf50d']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:02.009922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca246c-bd27-45db-9953-cd1a30bea863 req-0d197ea4-c7cc-40de-88b6-8dbf1b8b5696 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:02.018085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcca246c-bd27-45db-9953-cd1a30bea863 req-0d197ea4-c7cc-40de-88b6-8dbf1b8b5696 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b48c18c-6f12-4ea9-8418-fc4cee6387c8 HTTP/1.1" status: 200 len: 946 time: 0.5172331 Feb 11 13:40:02.020548 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba48032e-90be-4898-851b-1846581e212d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.081067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] No DVR routers for this DVR port 966bd5e9-51b8-4cd5-8e71-9fae26e2eced on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:02.084438 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.089450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8d010632-a575-429b-9feb-ec85d7dd94c3 req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.30 "DELETE /v2.0/ports/966bd5e9-51b8-4cd5-8e71-9fae26e2eced HTTP/1.1" status: 204 len: 173 time: 1.2761931 Feb 11 13:40:02.124504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (71b5d8e8-2867-42a4-9bcd-3edceb84d1f7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.135981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'name': 'network-vif-deleted', 'tag': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:02.138900 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff0494f-a2cb-4584-9a7c-3ae5d890af15" -d '{"events": [{"server_uuid": "7b48c18c-6f12-4ea9-8418-fc4cee6387c8", "name": "network-vif-deleted", "tag": "966bd5e9-51b8-4cd5-8e71-9fae26e2eced"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:02.151039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d31cc8d-c66a-478b-9e12-a2433afe3b9f req-96e32ab9-9684-4e13-9f24-e77f80a00e50 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.2348275 Feb 11 13:40:02.151772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c9946-adf7-4755-a139-b80cd037a5e0 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] Pushing event deleted for resources: {'Port': ['ID=966bd5e9-51b8-4cd5-8e71-9fae26e2eced,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.175298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2f32-9064-4c10-ac81-ee8b48a8bccf admin admin] Publish callbacks [] for security_group (a72e5881-d3d2-4eeb-998f-660ddc7003ce), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.213715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2f32-9064-4c10-ac81-ee8b48a8bccf admin admin] Publish callbacks [] for security_group (a72e5881-d3d2-4eeb-998f-660ddc7003ce), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.289663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcca246c-bd27-45db-9953-cd1a30bea863 req-82cc3c22-3e50-4d3b-97f9-adaf95ba2cf3 tempest-InstanceActionsTestJSON-1402624194 tempest-InstanceActionsTestJSON-1402624194-project] 10.222.0.79 "GET /v2.0/security-groups?id=56d596a2-ed51-45d9-ae77-df9f60019dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700126 Feb 11 13:40:02.352497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.366228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e5881-d3d2-4eeb-998f-660ddc7003ce,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.371160 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dc1617-506d-461d-9ae8-ff6e6f781042 x-openstack-request-id: req-c0dc1617-506d-461d-9ae8-ff6e6f781042 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:02.371527 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b48c18c-6f12-4ea9-8418-fc4cee6387c8", "name": "network-vif-deleted", "tag": "966bd5e9-51b8-4cd5-8e71-9fae26e2eced", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:02.371872 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0dc1617-506d-461d-9ae8-ff6e6f781042 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:02.372255 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b48c18c-6f12-4ea9-8418-fc4cee6387c8', 'name': 'network-vif-deleted', 'tag': '966bd5e9-51b8-4cd5-8e71-9fae26e2eced', 'status': 'completed', 'code': 200} Feb 11 13:40:02.372900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2f32-9064-4c10-ac81-ee8b48a8bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a72e5881-d3d2-4eeb-998f-660ddc7003ce), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.375836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1bd2f32-9064-4c10-ac81-ee8b48a8bccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.379499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e1bd2f32-9064-4c10-ac81-ee8b48a8bccf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a72e5881-d3d2-4eeb-998f-660ddc7003ce HTTP/1.1" status: 204 len: 168 time: 0.4026902 Feb 11 13:40:02.382873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.383282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.383634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.383973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.384308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.384641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.385453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.385583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.385881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.386470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.386825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.387121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.387532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e1558-315b-4efc-afb3-378a2eb327ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:02.401552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd2f32-9064-4c10-ac81-ee8b48a8bccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e5881-d3d2-4eeb-998f-660ddc7003ce,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.536835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=c17c2bce-3d28-400d-affb-650cb2ee51ca,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.561857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58547f2f-7054-4348-88cc-75f48d2c4ac2 req-e2d27527-c58d-42a5-a277-d157e8ec15b5 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 210 time: 0.0554085 Feb 11 13:40:02.591364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.592944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4aceba97-59fe-46e2-9d5b-733af553f90f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9122059 Feb 11 13:40:02.637353 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba48032e-90be-4898-851b-1846581e212d admin admin] Publish callbacks [] for security_group (33c61b8a-c8e3-40dd-8617-d297b84da428), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.641434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9c482a40-7a31-4a37-9cbf-3da43dacba71 req-2c13dc85-115b-44df-ac9d-d78f80065595 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 210 time: 0.0638652 Feb 11 13:40:02.652149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-4cdc7606-8248-4459-8e14-144a9293229b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:02.653988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-4cdc7606-8248-4459-8e14-144a9293229b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 811 time: 1.1035488 Feb 11 13:40:02.657148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba48032e-90be-4898-851b-1846581e212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (33c61b8a-c8e3-40dd-8617-d297b84da428), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.795468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48032e-90be-4898-851b-1846581e212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c61b8a-c8e3-40dd-8617-d297b84da428,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.802813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ba48032e-90be-4898-851b-1846581e212d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48e9544e5162405a98b83d1b4894d586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9453530 Feb 11 13:40:02.803200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:02.871737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Made reservation on behalf of d98ab33f07be4aa5951a7f38ef841a67 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:02.877382 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.922424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-189e6475-c80b-4097-8cac-39cfb41d6425 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d HTTP/1.1" status: 200 len: 380 time: 0.2469382 Feb 11 13:40:02.933090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'port': {'device_id': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'admin_state_up': True, 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'security_groups': ['7d22e72c-27f8-4799-9715-61def0f217d5']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:02.940220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f653dad-12b6-43f5-9afd-b93c443a8afb admin admin] Publish callbacks [] for security_group (33c61b8a-c8e3-40dd-8617-d297b84da428), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.036612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-92dad983-ed09-4bd4-9c10-504539c2fce8 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--683100260&fields=id&tenant_id=0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 267 time: 0.1295621 Feb 11 13:40:03.041642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f653dad-12b6-43f5-9afd-b93c443a8afb admin admin] Publish callbacks [] for security_group (33c61b8a-c8e3-40dd-8617-d297b84da428), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.156431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Allocated IP 172.20.0.13 (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c/0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b/bd8b32cf-fb0a-4ebb-9b62-25b0532620f9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:03.183313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Made reservation on behalf of 6bee6c4b7d584ff9b1f4b9e88341e48d for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:03.186711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.238025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f653dad-12b6-43f5-9afd-b93c443a8afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (33c61b8a-c8e3-40dd-8617-d297b84da428), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.241206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f653dad-12b6-43f5-9afd-b93c443a8afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.242550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f653dad-12b6-43f5-9afd-b93c443a8afb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33c61b8a-c8e3-40dd-8617-d297b84da428 HTTP/1.1" status: 204 len: 168 time: 0.4382582 Feb 11 13:40:03.250159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-8569f6c8-a194-4a8e-84ca-d12bcaee8a5e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:03.258319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-8569f6c8-a194-4a8e-84ca-d12bcaee8a5e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.2202864 Feb 11 13:40:03.320211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f653dad-12b6-43f5-9afd-b93c443a8afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c61b8a-c8e3-40dd-8617-d297b84da428,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:03.361955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-f2918fb8-dbf7-4f23-8952-12771ff3ddeb tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/quotas/0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 375 time: 0.1020041 Feb 11 13:40:03.448513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-dfa013b6-2826-4ddc-8f08-ef6a87009160 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854261 Feb 11 13:40:03.476527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eaca5275-17cc-4f98-a876-eaedc96fd038 req-15f2e575-6af6-436a-a0e2-0bfe724386a9 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1035206 Feb 11 13:40:03.561021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Allocated IP 172.20.0.14 (e248a5e8-5eb9-4084-a078-7528c53bbd9a/7bfd9419-0972-4eb3-850a-e08010556429/e443b729-ec27-4304-b984-ed005d9e03bd) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:03.595297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:03.606749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.624817 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.722293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] Deleting subnet 2164d28d-0b5f-4a7f-aeb7-845bb7151785 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:40:03.730942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] Publish callbacks [] for subnet (2164d28d-0b5f-4a7f-aeb7-845bb7151785), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.801289 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (2164d28d-0b5f-4a7f-aeb7-845bb7151785), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.903551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (2164d28d-0b5f-4a7f-aeb7-845bb7151785), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.922256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for port (e443b729-ec27-4304-b984-ed005d9e03bd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:03.994752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.017750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.107848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:04.115890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:04.125772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:04.133770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-9fe81130-879e-4bf6-a2f8-f11e7a2e0988 service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681995 Feb 11 13:40:04.153680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:04.181879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.196585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:04.348607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'Port': ['ID=e443b729-ec27-4304-b984-ed005d9e03bd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.361650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:04.424412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d4498-6911-46ba-982e-93c5d93f36ea req-01e0e259-53bd-46bc-8e32-2581db5d1d8e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.439951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-577d4498-6911-46ba-982e-93c5d93f36ea req-01e0e259-53bd-46bc-8e32-2581db5d1d8e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 932 time: 0.5693870 Feb 11 13:40:04.520398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-e33965e6-38f7-4c04-bdcc-2e56b9caa3f4 service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391454 Feb 11 13:40:04.561040 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (2164d28d-0b5f-4a7f-aeb7-845bb7151785), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.617271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 966bd5e9-51b8-4cd5-8e71-9fae26e2eced no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:04.621676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.622487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.664706 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.670331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2164d28d-0b5f-4a7f-aeb7-845bb7151785 HTTP/1.1" status: 204 len: 168 time: 1.0733151 Feb 11 13:40:04.687037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:04.692160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13005d4b-fb47-4ee4-9940-3b1f419a8a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2164d28d-0b5f-4a7f-aeb7-845bb7151785,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.722644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.726987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 966bd5e9-51b8-4cd5-8e71-9fae26e2eced {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:40:04.727778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.728250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 966bd5e9-51b8-4cd5-8e71-9fae26e2eced not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:04.785009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f869041e-9f00-4514-a736-a7a43ce9d05d None None] Provisioning complete for port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:04.785653 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f869041e-9f00-4514-a736-a7a43ce9d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.825813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-32500c5c-3334-468e-bab3-4612174cbf7c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8973098 Feb 11 13:40:04.840471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f869041e-9f00-4514-a736-a7a43ce9d05d None None] Port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:04.868372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Request body: {'port': {'device_id': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:04.882113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f753548a-f7f7-46b2-8299-118d33536372), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.971083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5811ec7b-b725-4dc4-a350-9ffecf7fed6e None None] Provisioning complete for port e443b729-ec27-4304-b984-ed005d9e03bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:04.971461 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5811ec7b-b725-4dc4-a350-9ffecf7fed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.993022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-189c90b5-4440-4577-b740-f35e910db709 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0344937 Feb 11 13:40:05.018584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-577d4498-6911-46ba-982e-93c5d93f36ea req-b073219b-5a12-4a63-a7bf-eb9bf74b5760 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5741603 Feb 11 13:40:05.040478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Request body: {'port': {'device_id': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:05.107717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5811ec7b-b725-4dc4-a350-9ffecf7fed6e None None] Port e443b729-ec27-4304-b984-ed005d9e03bd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:05.125108 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f753548a-f7f7-46b2-8299-118d33536372), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.156287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f753548a-f7f7-46b2-8299-118d33536372']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.169321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba21185-3cf3-4434-9fb3-e5c8bdb11462') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.169712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba21185-3cf3-4434-9fb3-e5c8bdb11462') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.181978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (9ba21185-3cf3-4434-9fb3-e5c8bdb11462), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.198604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9ba21185-3cf3-4434-9fb3-e5c8bdb11462), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.200506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.206971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:05.207378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (9ba21185-3cf3-4434-9fb3-e5c8bdb11462), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.264214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fa76ab35-5f97-4935-b915-d2a2cdfa803a req-3c8f598d-b736-45d7-82e3-102a57ffc67c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1134586 Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:05.295381 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:05.302038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f753548a-f7f7-46b2-8299-118d33536372), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.343462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.356101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] 10.222.0.79 "DELETE /v2.0/networks/f753548a-f7f7-46b2-8299-118d33536372 HTTP/1.1" status: 204 len: 168 time: 0.6648052 Feb 11 13:40:05.373278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06ebec-647a-4983-b922-da3557b937bd admin admin] Pushing event deleted for resources: {'Network': ['ID=f753548a-f7f7-46b2-8299-118d33536372,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:05.422455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.491892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-311fb362-6605-422f-b77a-b66be9c757c2 req-dbcd29bd-b8d7-4933-b5b1-208426851907 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 210 time: 0.1134577 Feb 11 13:40:05.533018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf574b24-958d-44a5-a196-38593c8d4d26 req-a44589db-ef27-4a38-8a48-559f5a6081e2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:05.543875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49692) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:05.544975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf574b24-958d-44a5-a196-38593c8d4d26 req-a44589db-ef27-4a38-8a48-559f5a6081e2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 932 time: 0.2461469 Feb 11 13:40:05.671763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf574b24-958d-44a5-a196-38593c8d4d26 req-bd24e3ab-5be8-4e9d-adc0-fff23d4938bb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250563 Feb 11 13:40:05.759668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49700) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:05.867053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6d035b87-453e-41e7-a92d-4b4d7c6b4e31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f12274e0b313465280e9026db195b585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1062794 Feb 11 13:40:05.869592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49702) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:05.934378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:05.979997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-696d28aa-ebbc-4bbb-9e67-5915d08d0b62 admin admin] Publish callbacks [] for security_group (56d596a2-ed51-45d9-ae77-df9f60019dc5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.053727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc13af89-e09f-45d4-b44d-862e0851823c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.086234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-696d28aa-ebbc-4bbb-9e67-5915d08d0b62 admin admin] Publish callbacks [] for security_group (56d596a2-ed51-45d9-ae77-df9f60019dc5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.105005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a05ef933-936a-4789-8d89-270e95aea21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.207243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-696d28aa-ebbc-4bbb-9e67-5915d08d0b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (56d596a2-ed51-45d9-ae77-df9f60019dc5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.211279 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-696d28aa-ebbc-4bbb-9e67-5915d08d0b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.212696 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-696d28aa-ebbc-4bbb-9e67-5915d08d0b62 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56d596a2-ed51-45d9-ae77-df9f60019dc5 HTTP/1.1" status: 204 len: 168 time: 0.3423052 Feb 11 13:40:06.226060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d28aa-ebbc-4bbb-9e67-5915d08d0b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d596a2-ed51-45d9-ae77-df9f60019dc5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:06.495147 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba941936-4d33-4e12-9c80-6b737f11dfe5 req-21c31fa7-8578-4271-8a50-863c16801731 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0499790 Feb 11 13:40:06.571039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938432d7-1791-4adf-8d90-170e2f1c4df0 req-097e35fd-0487-4e48-b876-c37e3c4406db tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:06.577595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-938432d7-1791-4adf-8d90-170e2f1c4df0 req-097e35fd-0487-4e48-b876-c37e3c4406db tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 932 time: 0.4249606 Feb 11 13:40:06.597764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e443b729-ec27-4304-b984-ed005d9e03bd {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:06.635301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Publish callbacks [] for port (e443b729-ec27-4304-b984-ed005d9e03bd), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.661764 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b573c7f-6f76-4e9c-8442-79ffa6fa8fab req-a3ad58e4-c212-4115-96fe-d2aed1ba0bc2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 210 time: 0.0653343 Feb 11 13:40:06.713380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc13af89-e09f-45d4-b44d-862e0851823c admin admin] Publish callbacks [] for security_group (481e047f-26f3-4ebd-9226-90dbae4d16d1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.824061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:06.852702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Publish callbacks [] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.888221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Transition to ACTIVE for port object bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:06.901042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a05ef933-936a-4789-8d89-270e95aea21f admin admin] Publish callbacks [] for security_group (eb6a21f6-51fe-4071-97ea-76bdcf1aaa23), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.905481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc13af89-e09f-45d4-b44d-862e0851823c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (481e047f-26f3-4ebd-9226-90dbae4d16d1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.910019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Transition to ACTIVE for port object e443b729-ec27-4304-b984-ed005d9e03bd will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:06.971102 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:06.973115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a05ef933-936a-4789-8d89-270e95aea21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb6a21f6-51fe-4071-97ea-76bdcf1aaa23), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:07.043808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13af89-e09f-45d4-b44d-862e0851823c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481e047f-26f3-4ebd-9226-90dbae4d16d1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:07.117847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a05ef933-936a-4789-8d89-270e95aea21f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4dfd8499ce243c8b17ccf78f4d23959&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1822963 Feb 11 13:40:07.132254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:07.134833 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:07.212491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49742) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:07.219341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Pushing event updated for resources: {'Port': ['ID=e443b729-ec27-4304-b984-ed005d9e03bd,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:07.329998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-938432d7-1791-4adf-8d90-170e2f1c4df0 req-f05a8d9d-eeed-48a6-95e2-49879180f216 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7463641 Feb 11 13:40:07.453589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:07.526433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc13af89-e09f-45d4-b44d-862e0851823c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=370481f6f86445fab059dde7f6e7e029&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9794924 Feb 11 13:40:07.643444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49756) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:07.756640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ef933-936a-4789-8d89-270e95aea21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a21f6-51fe-4071-97ea-76bdcf1aaa23,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:07.835062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a96d4a-a0f5-4f6e-9f19-eaa82fcdf42a req-b56a4cd2-934a-4e60-ba7d-0854d07de89b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:07.836428 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08a96d4a-a0f5-4f6e-9f19-eaa82fcdf42a req-b56a4cd2-934a-4e60-ba7d-0854d07de89b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 932 time: 1.0169275 Feb 11 13:40:07.888562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Attempting to bind port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:07.888985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Attempting to bind port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:07.889222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-35beecaf-db79-4ba9-92df-25d5e2807b25 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:07.889389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Attempting to bind port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:07.890691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-35beecaf-db79-4ba9-92df-25d5e2807b25 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 1.0092070 Feb 11 13:40:07.909054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f2cdcdb0-db2b-466f-a883-1761b386d31e tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:07.911693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Attempting to bind port e443b729-ec27-4304-b984-ed005d9e03bd on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:07.912042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Attempting to bind port e443b729-ec27-4304-b984-ed005d9e03bd by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:07.912449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Attempting to bind port e443b729-ec27-4304-b984-ed005d9e03bd on network e248a5e8-5eb9-4084-a078-7528c53bbd9a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:07.920917 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08a96d4a-a0f5-4f6e-9f19-eaa82fcdf42a req-aa26430d-597b-4f60-b865-f371b05361c4 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768349 Feb 11 13:40:07.936279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:40:07.936689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Attempting to bind port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 on network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:07.951542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef955679-9943-41fe-8042-c1c9e338ddf4 req-b7466afb-61d8-4b87-b0ac-50f3fc69f354 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0964091 Feb 11 13:40:07.965820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-3dfa3fd5-a0ce-49a4-9a7a-5ea1feb25ad5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 379 time: 0.0638461 Feb 11 13:40:07.969047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Port e443b729-ec27-4304-b984-ed005d9e03bd on network e248a5e8-5eb9-4084-a078-7528c53bbd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:40:07.969491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Attempting to bind port e443b729-ec27-4304-b984-ed005d9e03bd on network e248a5e8-5eb9-4084-a078-7528c53bbd9a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:07.975749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'port': {'device_id': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'admin_state_up': True, 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'security_groups': ['cb1105ea-4a15-47db-a92e-b63a0937ac9e']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:08.004010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-143d268a-1770-4413-b495-b7dc37fafd8b admin admin] Publish callbacks [] for security_group (eb6a21f6-51fe-4071-97ea-76bdcf1aaa23), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.006855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:08.007242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Checking segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:08.007641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Bound using segment: {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:08.009300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Bound port: bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:08.009300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.037471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:08.038416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Checking segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:08.038416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Bound using segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:08.038678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Bound port: e443b729-ec27-4304-b984-ed005d9e03bd, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:08.039296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.073313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3be32162-3008-42be-8f86-899c5c98387e admin admin] Publish callbacks [] for security_group (481e047f-26f3-4ebd-9226-90dbae4d16d1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.131383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-143d268a-1770-4413-b495-b7dc37fafd8b admin admin] Publish callbacks [] for security_group (eb6a21f6-51fe-4071-97ea-76bdcf1aaa23), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.133044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b62a70f1-4415-4d2f-b404-6db311ff5bd0 req-543270bf-09e5-40c1-b4a0-112106188270 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 210 time: 0.0581295 Feb 11 13:40:08.162717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Made reservation on behalf of 0fc1963646b24db29d6fa425515bd613 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:08.166903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.214198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3be32162-3008-42be-8f86-899c5c98387e admin admin] Publish callbacks [] for security_group (481e047f-26f3-4ebd-9226-90dbae4d16d1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.224433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f2cdcdb0-db2b-466f-a883-1761b386d31e tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "PUT /v2.0/quotas/510b7d35e96043ca95feb13d80232312 HTTP/1.1" status: 200 len: 366 time: 0.7569168 Feb 11 13:40:08.237424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:08.262147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] For port e443b729-ec27-4304-b984-ed005d9e03bd, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:08.320132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] For port e443b729-ec27-4304-b984-ed005d9e03bd, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e443b729-ec27-4304-b984-ed005d9e03bd,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:08.328811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:08.332588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:08.337558 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.350045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.383659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Allocated IP 172.20.0.6 (1e2e3114-c580-4e15-b954-e5b348075cc9/78e991b3-5a92-48e4-a2cd-9448eaedded5/28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:08.391254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:08.392543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.394624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] 10.222.0.83 "PUT /v2.0/ports/e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 200 len: 1092 time: 3.5419867 Feb 11 13:40:08.402405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:08.405292 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433" -d '{"events": [{"name": "network-changed", "server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:08.419133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:08.420110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.422320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] 10.222.0.83 "PUT /v2.0/ports/bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 1092 time: 3.4026515 Feb 11 13:40:08.423810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-143d268a-1770-4413-b495-b7dc37fafd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb6a21f6-51fe-4071-97ea-76bdcf1aaa23), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.430077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-143d268a-1770-4413-b495-b7dc37fafd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.432609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-143d268a-1770-4413-b495-b7dc37fafd8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb6a21f6-51fe-4071-97ea-76bdcf1aaa23 HTTP/1.1" status: 204 len: 168 time: 1.2025869 Feb 11 13:40:08.463564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3be32162-3008-42be-8f86-899c5c98387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (481e047f-26f3-4ebd-9226-90dbae4d16d1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.471151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3be32162-3008-42be-8f86-899c5c98387e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.475513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3be32162-3008-42be-8f86-899c5c98387e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/481e047f-26f3-4ebd-9226-90dbae4d16d1 HTTP/1.1" status: 204 len: 168 time: 0.7199016 Feb 11 13:40:08.479495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d268a-1770-4413-b495-b7dc37fafd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a21f6-51fe-4071-97ea-76bdcf1aaa23,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.515406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be32162-3008-42be-8f86-899c5c98387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e047f-26f3-4ebd-9226-90dbae4d16d1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.520352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed92e53-0231-4c31-b97d-25fb01041b60 service neutron] Pushing event updated for resources: {'Port': ['ID=e443b729-ec27-4304-b984-ed005d9e03bd,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.677639 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2930051f-854a-4281-88b7-647785872b2b x-openstack-request-id: req-2930051f-854a-4281-88b7-647785872b2b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:08.683448 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:08.683781 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2930051f-854a-4281-88b7-647785872b2b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:08.684223 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'status': 'completed', 'code': 200} Feb 11 13:40:08.732807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9065be-0d1c-4c57-8650-86260e54ed2e service neutron] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.747164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-b8bf0482-d48e-4fa8-a016-7d58e97a4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:08.751510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-b8bf0482-d48e-4fa8-a016-7d58e97a4210 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1126 time: 0.2088184 Feb 11 13:40:08.754472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-46f66c30-1d90-44d4-9ce4-334e5594d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:08.759714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-46f66c30-1d90-44d4-9ce4-334e5594d796 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 1126 time: 0.1969748 Feb 11 13:40:08.819419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-4cbce55a-61a0-4a6c-9c5d-da22f6a89fee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 200 len: 217 time: 0.0438919 Feb 11 13:40:08.910345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:08.942198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e1376fc9-1b6b-4e8f-9283-b4bd0dff0719 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.7038963 Feb 11 13:40:08.946437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49796) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:08.999882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-efabda0a-d12f-4bd4-98b2-6f7d8ac88ab6 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "GET /v2.0/quotas/510b7d35e96043ca95feb13d80232312 HTTP/1.1" status: 200 len: 366 time: 0.0513041 Feb 11 13:40:09.005527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.036846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b1e0a1f-6c7b-4bf8-8f70-d749f57831bd tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/510b7d35e96043ca95feb13d80232312 HTTP/1.1" status: 204 len: 168 time: 0.0297627 Feb 11 13:40:09.039354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.041230 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:09.061908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef811c-29f4-43bb-8d89-9d4f31060551 req-61350581-2390-40d5-9d27-94c0e1094949 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.069591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0ef811c-29f4-43bb-8d89-9d4f31060551 req-61350581-2390-40d5-9d27-94c0e1094949 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 944 time: 0.1495817 Feb 11 13:40:09.115870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5843e21f-83c4-4d2f-973f-73a7c7b7301d tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0721707 Feb 11 13:40:09.127475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49812) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.159157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:09.162441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3284d4ef-17ce-44eb-b823-ee3fe30a72c6 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "GET /v2.0/quotas/510b7d35e96043ca95feb13d80232312 HTTP/1.1" status: 200 len: 370 time: 0.0313985 Feb 11 13:40:09.167489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.168906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:09.171134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:09.180578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a95058c1-b064-4b77-9ccb-3600a1832708 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "GET /v2.0/quotas/510b7d35e96043ca95feb13d80232312/default HTTP/1.1" status: 200 len: 370 time: 0.0063822 Feb 11 13:40:09.181728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:09.197941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.242401 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-df76858a-fa30-44ce-91a2-63767bdef8d4 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:40:09.243849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-df76858a-fa30-44ce-91a2-63767bdef8d4 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/510b7d35e96043ca95feb13d80232312 HTTP/1.1" status: 404 len: 348 time: 0.0446396 Feb 11 13:40:09.265883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0ef811c-29f4-43bb-8d89-9d4f31060551 req-1b52c5eb-d0e4-4f93-bdd3-1d453ed291c9 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947713 Feb 11 13:40:09.307558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.314354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:09.350146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-86854084-ee1d-499a-b319-e7454b56f8a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3792100 Feb 11 13:40:09.417065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94b49259-70db-4daa-87b8-808722d1ae77 req-af1fdb79-3437-4433-9d31-cdb6791dbbbd tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0654967 Feb 11 13:40:09.420800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.448625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Request body: {'port': {'device_id': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:09.471405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-a92e741d-1412-4d88-8748-2a6b34960419 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 217 time: 0.7108111 Feb 11 13:40:09.519920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b942e11-806a-4927-95ee-412bd7be1d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:09.588396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9c7d27b7-5470-4c07-9163-e6de24037273 None None] Provisioning complete for port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:09.589007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c7d27b7-5470-4c07-9163-e6de24037273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:09.624048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.636650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-6df22624-85ab-48b7-89a7-0a94cded4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.638147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-6df22624-85ab-48b7-89a7-0a94cded4d7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.2107930 Feb 11 13:40:09.665574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d27b7-5470-4c07-9163-e6de24037273 None None] Port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:09.677023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:09.712884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-f75c7899-eb11-42a6-b330-7b71345ac229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.714554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-f75c7899-eb11-42a6-b330-7b71345ac229 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.2108960 Feb 11 13:40:09.724087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4acd79-e796-43ea-a859-74424d37e15c req-e20cf78a-b042-4796-9565-5550a70350b7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.731588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f4acd79-e796-43ea-a859-74424d37e15c req-e20cf78a-b042-4796-9565-5550a70350b7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.2853181 Feb 11 13:40:09.749714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49832) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:09.788814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ec3c4-da01-4c9f-9a28-6badac048cef req-3a09d720-98a9-4909-af3f-46423d43f896 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.800269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4c1ec3c4-da01-4c9f-9a28-6badac048cef req-3a09d720-98a9-4909-af3f-46423d43f896 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 931 time: 0.2009947 Feb 11 13:40:09.880191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9f4acd79-e796-43ea-a859-74424d37e15c req-cbfadd41-f29b-45de-ab32-e7198373f0ba tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477144 Feb 11 13:40:09.896073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:network and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:09.899879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:09.905277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-07ec8097-8212-4905-af1f-9ee96ab27d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.907294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-07ec8097-8212-4905-af1f-9ee96ab27d6f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2586718 Feb 11 13:40:09.921492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-7fb4deae-5dd2-4b60-89c5-b98491bca024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.929794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-7fb4deae-5dd2-4b60-89c5-b98491bca024 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1952674 Feb 11 13:40:09.948171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b942e11-806a-4927-95ee-412bd7be1d1a admin admin] Publish callbacks [] for security_group (9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:09.978788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:subnet and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:09.982243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b942e11-806a-4927-95ee-412bd7be1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:09.999039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:10.005741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9d07480-1462-45f7-b20d-db4ad80c8752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.057869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6b942e11-806a-4927-95ee-412bd7be1d1a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14d72c7fbff049d183911981986f5291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6360111 Feb 11 13:40:10.060166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:subnetpool and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:10.062016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49838) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:10.073712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4c1ec3c4-da01-4c9f-9a28-6badac048cef req-f17294f1-2bbc-4f0f-96d4-7436daa08df9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666891 Feb 11 13:40:10.116227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b942e11-806a-4927-95ee-412bd7be1d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:10.133523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:10.235090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-d8724288-f907-431b-87f4-e3f96506aedf service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190136 Feb 11 13:40:10.236389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:port and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:10.259008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:10.282971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-3a7b92e8-ad99-4ae2-b6d3-31d2c1c52eb8 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287184 Feb 11 13:40:10.308066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:router and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:10.308178 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9d07480-1462-45f7-b20d-db4ad80c8752 admin admin] Publish callbacks [] for security_group (3e57536b-f3a8-4377-bb7d-08f7fa2f89b8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.308293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1331b574-7ced-47a3-b3ca-fb880259d104 admin admin] Publish callbacks [] for security_group (9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.320261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:10.328556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Publish callbacks [] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.341054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9d07480-1462-45f7-b20d-db4ad80c8752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3e57536b-f3a8-4377-bb7d-08f7fa2f89b8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.343643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Transition to ACTIVE for port object 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:10.360354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.413786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a9d07480-1462-45f7-b20d-db4ad80c8752 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d9bbdcf204542f4b9ab222e94dc2fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7813704 Feb 11 13:40:10.417323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:10.420970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:10.425284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b87dc1b5-6603-4c75-a536-93c06ba5537f req-4c0f092a-3553-496f-8252-1bb1db56d5c9 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242609 Feb 11 13:40:10.440877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d07480-1462-45f7-b20d-db4ad80c8752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e57536b-f3a8-4377-bb7d-08f7fa2f89b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:10.539572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:10.590981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-865d8200-3586-4034-8087-d868ca9f95eb req-d47c0eea-d3c0-45b6-b4ce-a174036219f1 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0452900 Feb 11 13:40:10.611158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:floatingip and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:10.611158 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692bf7bc-4e16-4ee7-9cef-27dbba2bd5e4 req-733b9ef3-7151-436e-8897-b596fbd7cf5b service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601246 Feb 11 13:40:10.624856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:10.643268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1331b574-7ced-47a3-b3ca-fb880259d104 admin admin] Publish callbacks [] for security_group (9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.684926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Attempting to bind port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:10.685338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Attempting to bind port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:10.685740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Attempting to bind port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:10.702004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:10.704820 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08" -d '{"events": [{"name": "network-changed", "server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:10.707510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-446def45-2911-470c-bc10-82cc12e350f9 admin admin] Publish callbacks [] for security_group (3e57536b-f3a8-4377-bb7d-08f7fa2f89b8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.739940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-446def45-2911-470c-bc10-82cc12e350f9 admin admin] Publish callbacks [] for security_group (3e57536b-f3a8-4377-bb7d-08f7fa2f89b8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.786843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d9336-c235-4fc5-9dac-57eabb1bf5f4 req-2a4dcf72-a7ad-4572-be5f-13fc5594982c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:10.788615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d0d9336-c235-4fc5-9dac-57eabb1bf5f4 req-2a4dcf72-a7ad-4572-be5f-13fc5594982c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 944 time: 0.3536789 Feb 11 13:40:10.799620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d on network 1e2e3114-c580-4e15-b954-e5b348075cc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:40:10.800028 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Attempting to bind port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:10.811176 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae7142f-97e7-4aa2-919f-2fe1d93f406e x-openstack-request-id: req-fae7142f-97e7-4aa2-919f-2fe1d93f406e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:10.811813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:10.812152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:10.812435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Bound using segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:10.812850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Bound port: 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:10.813209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.814432 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:10.814971 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fae7142f-97e7-4aa2-919f-2fe1d93f406e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:10.815974 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'status': 'completed', 'code': 200} Feb 11 13:40:10.817947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-446def45-2911-470c-bc10-82cc12e350f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3e57536b-f3a8-4377-bb7d-08f7fa2f89b8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.821559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-446def45-2911-470c-bc10-82cc12e350f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.822754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-446def45-2911-470c-bc10-82cc12e350f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e57536b-f3a8-4377-bb7d-08f7fa2f89b8 HTTP/1.1" status: 204 len: 168 time: 0.4044993 Feb 11 13:40:10.843875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446def45-2911-470c-bc10-82cc12e350f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e57536b-f3a8-4377-bb7d-08f7fa2f89b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:10.887292 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1331b574-7ced-47a3-b3ca-fb880259d104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.889902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1331b574-7ced-47a3-b3ca-fb880259d104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.895539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1331b574-7ced-47a3-b3ca-fb880259d104 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7 HTTP/1.1" status: 204 len: 168 time: 0.7895179 Feb 11 13:40:10.926549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:10.930990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:10.937953 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:10.953368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331b574-7ced-47a3-b3ca-fb880259d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0bf5b4-bfdb-4e74-92c8-23522e4ff9c7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:10.974907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:security_group and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:10.987875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-c5ef52c8-9665-40cd-933f-d3746a52f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:10.989416 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-c5ef52c8-9665-40cd-933f-d3746a52f0eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 1126 time: 0.3217402 Feb 11 13:40:10.998028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:11.026477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Usage tracker for resource:security_group_rule and project:670a063438d04ff58daf610dda058898 is out of sync, need to count used quota {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:40:11.053611 n-d-828676-2 neutron-server[103175]: DEBUG neutron.quota.resource [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103175) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:40:11.060624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d0d9336-c235-4fc5-9dac-57eabb1bf5f4 req-e56a50cc-e24a-423b-b506-7beb708def8b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416852 Feb 11 13:40:11.065204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a67dcb70-8887-44e7-9a9c-3b9a0916dc63 tempest-QuotasTest-2052503284 tempest-QuotasTest-2052503284-project-admin] 10.222.0.79 "GET /v2.0/quotas/670a063438d04ff58daf610dda058898/details.json HTTP/1.1" status: 200 len: 703 time: 1.3052886 Feb 11 13:40:11.135161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-1092a582-3be2-450d-a1ce-f554b9005dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.136828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-1092a582-3be2-450d-a1ce-f554b9005dbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1126 time: 0.2789171 Feb 11 13:40:11.197696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:11.216276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.216913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:11.218583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-d06b77ba-3ced-4335-b5c5-f940c41d8088 service neutron] 10.222.0.30 "PUT /v2.0/ports/28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 1091 time: 1.8003602 Feb 11 13:40:11.219165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:11.229891 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc705bc-72f0-41b0-a5f1-58875de2e280" -d '{"events": [{"name": "network-changed", "server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:11.324763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c36578-6bcf-4fe6-b962-090735b433ef req-73fed225-6a98-4df5-bce3-c23d6d258965 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.326425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8c36578-6bcf-4fe6-b962-090735b433ef req-73fed225-6a98-4df5-bce3-c23d6d258965 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.2424819 Feb 11 13:40:11.422637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8c36578-6bcf-4fe6-b962-090735b433ef req-31267aef-3e2a-4b99-a544-f84e70fd11a3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861804 Feb 11 13:40:11.428448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b183ec1-1d58-49cb-8c1e-ab1a189d3c75 req-32a36ec9-ea0f-4f60-8278-070b77e80f01 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.429351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-e07a12ae-4108-4c07-9947-78694bbf7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.431079 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-e07a12ae-4108-4c07-9947-78694bbf7f91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1125 time: 0.1715398 Feb 11 13:40:11.436339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b183ec1-1d58-49cb-8c1e-ab1a189d3c75 req-32a36ec9-ea0f-4f60-8278-070b77e80f01 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 943 time: 0.1697552 Feb 11 13:40:11.439006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-71aeb3b3-aef9-4b01-b092-47f563385e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.440984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-71aeb3b3-aef9-4b01-b092-47f563385e6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 912 time: 0.4329078 Feb 11 13:40:11.443014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-3ee8896b-5510-4a3e-95a9-ec94a8df6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.446434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-3ee8896b-5510-4a3e-95a9-ec94a8df6abc service neutron] 10.222.0.83 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.2993081 Feb 11 13:40:11.513102 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b183ec1-1d58-49cb-8c1e-ab1a189d3c75 req-1f1f6bb0-5965-4deb-9fa3-d172c647860a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699201 Feb 11 13:40:11.520520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-ea6d8464-f3d9-4c17-8e86-a50c382c5176 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 217 time: 0.0820992 Feb 11 13:40:11.602078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-a2905596-60b6-404b-ae51-e77f98620960 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 200 len: 217 time: 0.1053350 Feb 11 13:40:11.603052 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1233cfd-b46d-4ed4-b719-0a754be3c64c x-openstack-request-id: req-a1233cfd-b46d-4ed4-b719-0a754be3c64c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:11.603389 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:11.603652 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a1233cfd-b46d-4ed4-b719-0a754be3c64c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:11.604058 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'status': 'completed', 'code': 200} Feb 11 13:40:11.623978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-a4f8e888-1fad-49e2-9297-4be096cf9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.625541 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-a4f8e888-1fad-49e2-9297-4be096cf9164 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0987723 Feb 11 13:40:11.678434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-2ad95f0b-69a0-47cb-9915-5793f4d1e1d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 217 time: 0.1827331 Feb 11 13:40:11.774170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-53c14f7a-c948-4804-a713-f5aabc0be1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.778216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-53c14f7a-c948-4804-a713-f5aabc0be1f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1456988 Feb 11 13:40:11.815363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d0e0cb2-6a5c-4dfc-84d7-555b8c74c5fe req-a5bdeaa0-d4fd-4437-bdb1-6d51307305c5 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0730922 Feb 11 13:40:11.840667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-d554ae8c-312a-4233-8a62-0b46a42cc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.842838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-d554ae8c-312a-4233-8a62-0b46a42cc154 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.2339120 Feb 11 13:40:11.871903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-d206c254-d3c6-4ea5-b099-77e443b06d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.883911 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-d206c254-d3c6-4ea5-b099-77e443b06d27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.1835065 Feb 11 13:40:11.908985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.983667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-15ae3ba2-708e-43ff-991d-9a7acad8d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.985497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-15ae3ba2-708e-43ff-991d-9a7acad8d01f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366940 Feb 11 13:40:11.988870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-14c68cd7-34a1-429a-95e9-564deba82a7a service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046297 Feb 11 13:40:12.008656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-c68279a2-df38-4aa9-a1cc-82751ef20677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:12.010561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-c68279a2-df38-4aa9-a1cc-82751ef20677 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0914395 Feb 11 13:40:12.171430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:40:12.206811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-5f2ff9e0-5a8a-4d1f-b91a-47d91d1f76f1 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144279 Feb 11 13:40:12.213883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-a18fd211-cb8b-40c8-be72-9e29f1a5b7de service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917346 Feb 11 13:40:12.275680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45955463-e13b-4d17-a304-5a1cd1b4c48b req-de40e3c9-7acb-44ce-a55f-74f0fdbc8c5d service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804985 Feb 11 13:40:12.399141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3b20f6-2bb9-4e0d-8902-fd2775eebf08 req-339c69ce-1f21-45dc-9d96-d72d91aa917f service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882554 Feb 11 13:40:12.450066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9afc1f1a-1a7d-4cf3-b860-c3315e4a0433 req-50600229-5a87-4909-9916-b7cfd61184b7 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336433 Feb 11 13:40:12.460190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21f27260-62e9-45b8-a9f6-51232da1b00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.480637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29720c-3051-4bdf-90f7-d648d6a91afb req-5034177a-a316-484f-8f8b-7360452d6b0f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:12.481001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:12.490265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e29720c-3051-4bdf-90f7-d648d6a91afb req-5034177a-a316-484f-8f8b-7360452d6b0f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 944 time: 0.2135394 Feb 11 13:40:12.506251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'port_id': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'mac_address': 'fa:16:3e:69:76:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:40:12.590995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49914) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:12.594882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:12.598455 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.628821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:12.678446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-a1b46394-f3ac-49bd-a68c-a1de14ca445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:12.681149 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-a1b46394-f3ac-49bd-a68c-a1de14ca445c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1125 time: 0.3465607 Feb 11 13:40:12.695611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:12.707983 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.747895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e29720c-3051-4bdf-90f7-d648d6a91afb req-aeda0872-c4bf-4684-93a0-e13cdedf7483 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544770 Feb 11 13:40:12.756573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2a4f0-97ff-4c0f-9174-a82b097b0345 req-bb6da549-5bbc-4160-9bfb-6b217a4d8ff5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:12.759864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fd2a4f0-97ff-4c0f-9174-a82b097b0345 req-bb6da549-5bbc-4160-9bfb-6b217a4d8ff5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1838968 Feb 11 13:40:12.913648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.919997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fd2a4f0-97ff-4c0f-9174-a82b097b0345 req-496a8910-6ed1-4c14-b2dd-340119a28504 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499660 Feb 11 13:40:12.973287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.973649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.974046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.974579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.983562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.984002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.984340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.984685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.990432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.990782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.991142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.991493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:12.991835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.008427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:13.087383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-ee38e47c-afa9-4316-9315-b76bbbdda6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:13.089285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-ee38e47c-afa9-4316-9315-b76bbbdda6b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.3970249 Feb 11 13:40:13.130803 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65538c7c-426a-4517-a2ab-16aa7b02b3c8 req-57fdba7d-28b2-485f-ac3b-3dc962466aed tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0551844 Feb 11 13:40:13.192260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-504272200'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.215556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-254c622a-d384-4d7b-a37a-55a241975b2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 217 time: 0.1183074 Feb 11 13:40:13.230866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Made reservation on behalf of 2835a32921384bd4a4de7ac83c14dc41 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:13.239225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.271850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.308630 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21f27260-62e9-45b8-a9f6-51232da1b00d admin admin] Publish callbacks [] for security_group (18f9f5e4-fa94-4e2e-956c-f7d594f92efd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.426089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21f27260-62e9-45b8-a9f6-51232da1b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (18f9f5e4-fa94-4e2e-956c-f7d594f92efd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.436871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks [] for security_group (2e7d62d2-3290-40d1-ba5b-7d721fed5be9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.443645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2e7d62d2-3290-40d1-ba5b-7d721fed5be9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.483481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:13.496714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49938) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.498968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-06eb7382-909c-4a36-af09-59edb7f2b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:13.500738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-06eb7382-909c-4a36-af09-59edb7f2b598 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.2736487 Feb 11 13:40:13.503607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-21f27260-62e9-45b8-a9f6-51232da1b00d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a40a438bfc404ca4a65462eb3c1e9bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5935252 Feb 11 13:40:13.506300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f27260-62e9-45b8-a9f6-51232da1b00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f9f5e4-fa94-4e2e-956c-f7d594f92efd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.509798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49942) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.533545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (6452d818-fff4-4a38-87ac-918b91b06e24), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.533909 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Added segment 6452d818-fff4-4a38-87ac-918b91b06e24 of type vlan for network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f Feb 11 13:40:13.535169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7d62d2-3290-40d1-ba5b-7d721fed5be9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.544172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1c810-f7e1-4153-8bf5-e296ea7ab202 req-880c08ba-32c5-4ab7-bbdb-024cf2f11085 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:13.549264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ae1c810-f7e1-4153-8bf5-e296ea7ab202 req-880c08ba-32c5-4ab7-bbdb-024cf2f11085 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 943 time: 0.4551761 Feb 11 13:40:13.642917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e9d87e0d-c99f-4bb9-8302-b5411e69ba3f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.688122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-834188343-network', 'tenant_id': '6d9052ccf39c4937887292b8e5ad1d10'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.704914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e9d87e0d-c99f-4bb9-8302-b5411e69ba3f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.711256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:13.712151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.746244 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1468437 Feb 11 13:40:13.754653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49948) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.768340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Request body: {'subnet': {'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.774747 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ae1c810-f7e1-4153-8bf5-e296ea7ab202 req-956a2c43-b547-4d71-86fb-8abc4c752acd tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220364 Feb 11 13:40:13.776572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-ff8086e1-713e-4431-935d-bd33f74a2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:13.786698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Made reservation on behalf of 6d9052ccf39c4937887292b8e5ad1d10 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:13.787096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-ff8086e1-713e-4431-935d-bd33f74a2815 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2760267 Feb 11 13:40:13.788989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.808863 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f269c76f-434a-4137-8769-436d7cec72af admin admin] Publish callbacks [] for security_group (18f9f5e4-fa94-4e2e-956c-f7d594f92efd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.854942 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.882104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa520152-d85c-4cf5-bc5d-3ac1e91aa1c6 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event updated for resources: {'Network': ['ID=e9d87e0d-c99f-4bb9-8302-b5411e69ba3f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.897734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:13.926803 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f269c76f-434a-4137-8769-436d7cec72af admin admin] Publish callbacks [] for security_group (18f9f5e4-fa94-4e2e-956c-f7d594f92efd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.159017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-686a00b6-9eeb-42e8-bff0-ba933a5fd929 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511302 Feb 11 13:40:14.185091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0fe95-fa3a-42cf-9877-044f69947e97 req-8e56d995-d106-4c67-8d8a-88834acad9f5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:14.190922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e443b729-ec27-4304-b984-ed005d9e03bd details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:40:14.197632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31f0fe95-fa3a-42cf-9877-044f69947e97 req-8e56d995-d106-4c67-8d8a-88834acad9f5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 945 time: 0.1211333 Feb 11 13:40:14.205626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks [] for security_group (6cfadbdf-63c5-4785-88cf-a9405cf8092e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.225817 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f269c76f-434a-4137-8769-436d7cec72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (18f9f5e4-fa94-4e2e-956c-f7d594f92efd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.229156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f269c76f-434a-4137-8769-436d7cec72af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.230464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f269c76f-434a-4137-8769-436d7cec72af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18f9f5e4-fa94-4e2e-956c-f7d594f92efd HTTP/1.1" status: 204 len: 168 time: 0.7178054 Feb 11 13:40:14.247291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad721e-68ef-4f35-a5dd-f6e1b8a452b4 req-8867e8cd-d065-469b-a7f8-8e95b3ca6a49 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:14.255786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaad721e-68ef-4f35-a5dd-f6e1b8a452b4 req-8867e8cd-d065-469b-a7f8-8e95b3ca6a49 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 944 time: 0.3351820 Feb 11 13:40:14.261129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269c76f-434a-4137-8769-436d7cec72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f9f5e4-fa94-4e2e-956c-f7d594f92efd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:14.278665 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6cfadbdf-63c5-4785-88cf-a9405cf8092e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.295864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31f0fe95-fa3a-42cf-9877-044f69947e97 req-dc4f081b-ff7e-4e3f-b0eb-05526d1c2adb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954409 Feb 11 13:40:14.296016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Made reservation on behalf of 2835a32921384bd4a4de7ac83c14dc41 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:14.311625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.410569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:14.429655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:14.500780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c11eb176-8520-4171-9813-5c61501d0a64 req-ea9ff043-fe2e-4641-a0d1-878c24ea0b30 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0579660 Feb 11 13:40:14.553374 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfc705bc-72f0-41b0-a5f1-58875de2e280 req-f3a38256-bab7-4ca2-bb50-6bf09f8171f5 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549946 Feb 11 13:40:14.584365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaad721e-68ef-4f35-a5dd-f6e1b8a452b4 req-6fa2ba6f-8ecb-4945-9c01-d7cebba1620e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262327 Feb 11 13:40:14.600233 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c2bed609-1b1c-4746-8d30-09765db6011f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.612161 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Added segment c2bed609-1b1c-4746-8d30-09765db6011f of type vlan for network 7d26d227-df76-45c0-9a8c-d2c67fa21157 Feb 11 13:40:14.617131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:14.619833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfadbdf-63c5-4785-88cf-a9405cf8092e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:14.631429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:14.632317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.643274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e443b729-ec27-4304-b984-ed005d9e03bd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e443b729-ec27-4304-b984-ed005d9e03bd,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:14.683504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'port_id': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'mac_address': 'fa:16:3e:1e:90:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:40:14.732570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7d26d227-df76-45c0-9a8c-d2c67fa21157), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.736377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port e443b729-ec27-4304-b984-ed005d9e03bd is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:14.737181 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.767780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:40:14.799608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e443b729-ec27-4304-b984-ed005d9e03bd {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:14.807564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49970) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:14.823632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e443b729-ec27-4304-b984-ed005d9e03bd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e443b729-ec27-4304-b984-ed005d9e03bd,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:14.842466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7d26d227-df76-45c0-9a8c-d2c67fa21157), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.843380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:14.844004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.854970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dca9197e-8f5a-44da-8e90-f22a33ce4bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.941668 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.983718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:14.987393 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4840963 Feb 11 13:40:14.999562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Request body: {'subnet': {'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-834188343-subnet', 'tenant_id': '6d9052ccf39c4937887292b8e5ad1d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:15.008096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:15.042971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'mac_address': 'fa:16:3e:bc:94:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:40:15.057918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Made reservation on behalf of 6d9052ccf39c4937887292b8e5ad1d10 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:15.061238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.062649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7672d-6a0b-4e78-83db-4c315b364b74 admin admin] Pushing event updated for resources: {'Network': ['ID=7d26d227-df76-45c0-9a8c-d2c67fa21157,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.155611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7d26d227-df76-45c0-9a8c-d2c67fa21157 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:15.201182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dca9197e-8f5a-44da-8e90-f22a33ce4bc2 admin admin] Publish callbacks [] for security_group (30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.215451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a800fc-32e7-407b-9d8d-d768b5c7fc1b req-7df8bd23-5950-49c3-9f38-26cb46b3766c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:15.226516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26a800fc-32e7-407b-9d8d-d768b5c7fc1b req-7df8bd23-5950-49c3-9f38-26cb46b3766c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 943 time: 0.2854319 Feb 11 13:40:15.244352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dca9197e-8f5a-44da-8e90-f22a33ce4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.263075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (4566f50c-6bd5-44ed-8d01-467c81e15432), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.312944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['e443b729-ec27-4304-b984-ed005d9e03bd'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:15.366210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9197e-8f5a-44da-8e90-f22a33ce4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.372489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event updated for resources: {'Subnet': ['ID=4566f50c-6bd5-44ed-8d01-467c81e15432,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.432775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49978) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:15.439287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dca9197e-8f5a-44da-8e90-f22a33ce4bc2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=670a063438d04ff58daf610dda058898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282403 Feb 11 13:40:15.482407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-26a800fc-32e7-407b-9d8d-d768b5c7fc1b req-fdd4b5f4-1505-4acb-8db4-5e2da14c1d5f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545891 Feb 11 13:40:15.531632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:15.532946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.566291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Checking segment: {'id': '6452d818-fff4-4a38-87ac-918b91b06e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:15.566755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Network hostable DHCP agents. Network: e9d87e0d-c99f-4bb9-8302-b5411e69ba3f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:15.569184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:15.569775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.590441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:15.595446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=e443b729-ec27-4304-b984-ed005d9e03bd,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.633210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b5499535-3629-4860-bf88-1413fc4dd1f7 admin admin] Publish callbacks [] for security_group (30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.633858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:15.638045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:15.642594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:15.647569 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f930ef-79c1-4d84-95c5-7d054efafd01" -d '{"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:15.661953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561622f8-1811-4ba1-a166-9970f6665f11 req-4414544e-a6b1-4e8b-aa50-169b238ae427 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:15.665284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.669649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-561622f8-1811-4ba1-a166-9970f6665f11 req-4414544e-a6b1-4e8b-aa50-169b238ae427 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 945 time: 0.2352509 Feb 11 13:40:15.688871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eefb0b8e-42c4-4403-b8ec-9cc31fb6b288 req-3eeba614-6ea5-4c34-a89b-fbd86c8d5fbd tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0863228 Feb 11 13:40:15.718627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e9d87e0d-c99f-4bb9-8302-b5411e69ba3f) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:15.728154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b5499535-3629-4860-bf88-1413fc4dd1f7 admin admin] Publish callbacks [] for security_group (30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.737942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:15.741365 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.786265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ea2c0e43-e442-4fb5-8904-a10a8df08722 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0268707 Feb 11 13:40:15.786657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:15.791871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Request body: {'port': {'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1480264174'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:15.805315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.817634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd3e69-7d08-4228-a88f-541f08f19a2c None None] Network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:15.849122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:15.877195 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.879480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-561622f8-1811-4ba1-a166-9970f6665f11 req-181d0c56-6f83-4ddc-a7cf-396976ef246b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087247 Feb 11 13:40:15.920382 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b5499535-3629-4860-bf88-1413fc4dd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.923666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b5499535-3629-4860-bf88-1413fc4dd1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:15.925056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b5499535-3629-4860-bf88-1413fc4dd1f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d HTTP/1.1" status: 204 len: 168 time: 0.4844708 Feb 11 13:40:15.939633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5499535-3629-4860-bf88-1413fc4dd1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b34eb4-30f4-4e3e-9ffd-73b2d5e5124d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:16.017890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (66bd221b-8ee1-4108-a834-c90a84448b59), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.027868 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3ab665-6dce-41d4-92ec-ed1c5036dfe0 x-openstack-request-id: req-8f3ab665-6dce-41d4-92ec-ed1c5036dfe0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:16.028767 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:16.029189 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f3ab665-6dce-41d4-92ec-ed1c5036dfe0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:16.029741 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'code': 200} Feb 11 13:40:16.111335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600e92f-7687-4c70-836a-08afcd011101 req-8b98f1c1-3138-4a83-8fca-eb431ff23592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:16.112874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2600e92f-7687-4c70-836a-08afcd011101 req-8b98f1c1-3138-4a83-8fca-eb431ff23592 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1128 time: 0.0891404 Feb 11 13:40:16.116126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:16.134348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:16.198694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Made reservation on behalf of 2835a32921384bd4a4de7ac83c14dc41 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:16.203763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.227199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bd221b-8ee1-4108-a834-c90a84448b59,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:16.237598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-e9d87e0d-c99f-4bb9-8302-b5411e69ba3f', 'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f', 'project_id': '2835a32921384bd4a4de7ac83c14dc41', 'fixed_ips': [{'subnet_id': '4566f50c-6bd5-44ed-8d01-467c81e15432'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:40:16.240359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2600e92f-7687-4c70-836a-08afcd011101 req-11843482-d013-47a7-935d-a587e48d76a6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205771 Feb 11 13:40:16.240723 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.280011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] device_id is not set on port 65e7b28d-802d-404b-b592-d97a32487a6e yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:40:16.301310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Checking segment: {'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:16.301675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Network hostable DHCP agents. Network: 7d26d227-df76-45c0-9a8c-d2c67fa21157, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:16.320283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50388c9-2e0f-4cec-b3ba-29679f707ec7 req-cba6e20d-4a91-4e89-9b98-a9f11b956c29 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:16.321968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f50388c9-2e0f-4cec-b3ba-29679f707ec7 req-cba6e20d-4a91-4e89-9b98-a9f11b956c29 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 945 time: 0.3178952 Feb 11 13:40:16.403170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Network 7d26d227-df76-45c0-9a8c-d2c67fa21157 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:16.419788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7d26d227-df76-45c0-9a8c-d2c67fa21157) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:16.456354 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f50388c9-2e0f-4cec-b3ba-29679f707ec7 req-8c298191-09ce-4961-ae56-532c77bcef5a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817914 Feb 11 13:40:16.457637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:16.458257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.499502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85cd3be-f2e5-47e0-a2fc-1a325fc01e27 None None] Network 7d26d227-df76-45c0-9a8c-d2c67fa21157 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:16.505007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e0c13ac5-7792-4eca-8afe-587eca0a3619 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5153191 Feb 11 13:40:16.553293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Allocated IP 172.20.0.14 (e9d87e0d-c99f-4bb9-8302-b5411e69ba3f/4566f50c-6bd5-44ed-8d01-467c81e15432/65e7b28d-802d-404b-b592-d97a32487a6e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:16.721729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01512ca-7249-4300-b17c-561c67d86fe7 None None] Network 7d26d227-df76-45c0-9a8c-d2c67fa21157 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:16.785440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f462f-f47e-4707-a251-f521c1b867c8 req-84adec4f-e1cc-4b9b-b6ab-129da693663e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:16.790065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e65f462f-f47e-4707-a251-f521c1b867c8 req-84adec4f-e1cc-4b9b-b6ab-129da693663e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1351361 Feb 11 13:40:16.873890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks [] for port (65e7b28d-802d-404b-b592-d97a32487a6e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.908131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e65f462f-f47e-4707-a251-f521c1b867c8 req-00dddfc9-6453-470e-ae6a-c2fdbe449216 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123495 Feb 11 13:40:16.990699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-50c610a2-80d0-45d7-9ec0-c32aa9e6f7f9 req-19fd9a33-897b-4e96-b319-7ece557e8c19 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0537307 Feb 11 13:40:17.012246 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (65e7b28d-802d-404b-b592-d97a32487a6e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.084259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event updated for resources: {'Port': ['ID=65e7b28d-802d-404b-b592-d97a32487a6e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:17.114632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:17.116815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:17.123390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:17.159392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6d114-15f4-4eea-92c8-1912dafcd0e9 req-6e35ab84-86fd-4226-a9d8-4dce6e664583 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.160976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0be6d114-15f4-4eea-92c8-1912dafcd0e9 req-6e35ab84-86fd-4226-a9d8-4dce6e664583 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.1339378 Feb 11 13:40:17.270048 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0be6d114-15f4-4eea-92c8-1912dafcd0e9 req-4c978988-b760-4d6a-8dcd-49d24d2a7ef8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978966 Feb 11 13:40:17.276996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.277628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.326379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cdd5c5cd-7807-443d-a8cf-c2903454348c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5385716 Feb 11 13:40:17.330641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50022) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:17.333789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Allocated IP 172.20.0.2 (e9d87e0d-c99f-4bb9-8302-b5411e69ba3f/4566f50c-6bd5-44ed-8d01-467c81e15432/9f634bc6-9c15-4bef-9c1c-abd397c17076) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:17.539170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Deleting port 65e7b28d-802d-404b-b592-d97a32487a6e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:17.539515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (65e7b28d-802d-404b-b592-d97a32487a6e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.581731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-e38c128a-5400-419d-a10a-d187d2f72729 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.583387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-e38c128a-5400-419d-a10a-d187d2f72729 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 813 time: 0.1580925 Feb 11 13:40:17.600384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-9a10c978-c996-45aa-9918-dd3395e3305b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/quotas/6d9052ccf39c4937887292b8e5ad1d10 HTTP/1.1" status: 200 len: 375 time: 0.0114660 Feb 11 13:40:17.653480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Publish callbacks [] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.669794 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.684712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-f3ae05a6-ee5c-4407-8524-48b664568cf0 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642245 Feb 11 13:40:17.744887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:17.748081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f812cd-6c52-4354-b208-871138cef703 req-ea465161-f757-4639-b0cd-55864826054f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.749014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83f812cd-6c52-4354-b208-871138cef703 req-ea465161-f757-4639-b0cd-55864826054f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 945 time: 0.1544602 Feb 11 13:40:17.751203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (65e7b28d-802d-404b-b592-d97a32487a6e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.783184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Calling delete_port for 65e7b28d-802d-404b-b592-d97a32487a6e owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:17.804240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:17.847379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:17.858043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83f812cd-6c52-4354-b208-871138cef703 req-730a40ba-9be5-4318-8e57-6600e9db3198 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979695 Feb 11 13:40:17.877093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Pushing event updated for resources: {'Port': ['ID=9f634bc6-9c15-4bef-9c1c-abd397c17076,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:17.906073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-d4aa0872-e31a-4079-b0c4-9cd289744ff6 service neutron] 10.222.0.79 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228069 Feb 11 13:40:18.010428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (65e7b28d-802d-404b-b592-d97a32487a6e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:18.018641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Attempting to bind port 9f634bc6-9c15-4bef-9c1c-abd397c17076 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:18.018849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Attempting to bind port 9f634bc6-9c15-4bef-9c1c-abd397c17076 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '6452d818-fff4-4a38-87ac-918b91b06e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:18.021233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Attempting to bind port 9f634bc6-9c15-4bef-9c1c-abd397c17076 on network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:18.036108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:18.036547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Checking segment: {'id': '6452d818-fff4-4a38-87ac-918b91b06e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:18.037004 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:18.037450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Bound using segment: {'id': '6452d818-fff4-4a38-87ac-918b91b06e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:18.038245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Bound port: 9f634bc6-9c15-4bef-9c1c-abd397c17076, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6452d818-fff4-4a38-87ac-918b91b06e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9d87e0d-c99f-4bb9-8302-b5411e69ba3f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:18.039133 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:18.082392 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-416f170e-b56d-4b6f-b251-e4f2961ca931 service neutron] 10.222.0.79 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666441 Feb 11 13:40:18.117834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event deleted for resources: {'Port': ['ID=65e7b28d-802d-404b-b592-d97a32487a6e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:18.154636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] For port 9f634bc6-9c15-4bef-9c1c-abd397c17076, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:18.170915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] For port 9f634bc6-9c15-4bef-9c1c-abd397c17076, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f634bc6-9c15-4bef-9c1c-abd397c17076,segment=NetworkSegment(6452d818-fff4-4a38-87ac-918b91b06e24),segment_id=6452d818-fff4-4a38-87ac-918b91b06e24)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:18.187124 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:18.345474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f98e0d-c3d4-428f-af55-fbc543cc9efe req-baf2187d-7378-408b-8c52-4022e0114ace tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:18.349637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42f98e0d-c3d4-428f-af55-fbc543cc9efe req-baf2187d-7378-408b-8c52-4022e0114ace tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2339640 Feb 11 13:40:18.368184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e443b729-ec27-4304-b984-ed005d9e03bd up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:18.371152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:18.399488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:18.422239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-24f04c36-3f98-4bda-85a9-28ea6591c12e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "DELETE /v2.0/ports/65e7b28d-802d-404b-b592-d97a32487a6e HTTP/1.1" status: 204 len: 168 time: 1.0898602 Feb 11 13:40:18.462613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da787c9-dee1-4319-9b1a-31885f54b93f None None] Pushing event updated for resources: {'Port': ['ID=9f634bc6-9c15-4bef-9c1c-abd397c17076,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:18.619645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42f98e0d-c3d4-428f-af55-fbc543cc9efe req-dd3ed55b-9524-4cfc-9fef-1dd118876728 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954720 Feb 11 13:40:18.654503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port e443b729-ec27-4304-b984-ed005d9e03bd completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:18.661002 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1760e2f3-5458-480c-95ed-2ba4a61e016d req-3ba96a29-5da8-4248-8f5a-46498bf92569 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1383622 Feb 11 13:40:18.661891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port e443b729-ec27-4304-b984-ed005d9e03bd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:18.662513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:18.793401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:18.868786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3eb6cadc-6397-4b0f-8cca-494a4a86cb95 req-d45df9a3-702d-4a3f-81da-ce73689496d8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 210 time: 0.0835454 Feb 11 13:40:18.984967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48e6cc-1065-4a8b-8931-cafb2b46d89a req-f65da93b-1633-4d8d-9fab-e78dfcce3f24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:18.993368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f48e6cc-1065-4a8b-8931-cafb2b46d89a req-f65da93b-1633-4d8d-9fab-e78dfcce3f24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.1328840 Feb 11 13:40:19.037563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50100) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:19.094358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:19.100336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f48e6cc-1065-4a8b-8931-cafb2b46d89a req-1d400395-f4de-40e4-8738-b3fd5d5b406c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059957 Feb 11 13:40:19.107239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:19.108274 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.117248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port e443b729-ec27-4304-b984-ed005d9e03bd is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:19.118392 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.164490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7ad8e8dd-e883-4a9e-80d6-f7beab53f4cb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1845912669'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:19.182946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7944d-8d72-46a7-9eed-9c7886974d46 req-42a46857-370b-4520-aee7-9ed17943b890 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:19.201070 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6de7944d-8d72-46a7-9eed-9c7886974d46 req-42a46857-370b-4520-aee7-9ed17943b890 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 945 time: 0.1745834 Feb 11 13:40:19.222692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad8e8dd-e883-4a9e-80d6-f7beab53f4cb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (4fbee945-158e-4880-a03e-0d1df88741d9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.224530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad8e8dd-e883-4a9e-80d6-f7beab53f4cb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (4fbee945-158e-4880-a03e-0d1df88741d9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.285139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:19.287713 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1d541d-4127-409c-9104-bc3948b1551f" -d '{"events": [{"server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "name": "network-vif-plugged", "status": "completed", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:19.288628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f6ee1f91-e1e7-4029-8e0f-2e891db65a26 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.8879204 Feb 11 13:40:19.294763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:19.304990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-157498565'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:19.321958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e443b729-ec27-4304-b984-ed005d9e03bd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e443b729-ec27-4304-b984-ed005d9e03bd,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:19.339029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.358987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6de7944d-8d72-46a7-9eed-9c7886974d46 req-668f75e9-b89b-4053-8bd2-b1eea077babb tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568408 Feb 11 13:40:19.393580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Made reservation on behalf of 2835a32921384bd4a4de7ac83c14dc41 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:19.397432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.411309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad8e8dd-e883-4a9e-80d6-f7beab53f4cb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (4fbee945-158e-4880-a03e-0d1df88741d9), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.440102 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad8e8dd-e883-4a9e-80d6-f7beab53f4cb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (4fbee945-158e-4880-a03e-0d1df88741d9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.457115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:19.459596 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711534fd-9160-4672-aa10-dfe9eb4e7d44 x-openstack-request-id: req-711534fd-9160-4672-aa10-dfe9eb4e7d44 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:19.460095 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "name": "network-vif-plugged", "status": "completed", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:19.460199 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-711534fd-9160-4672-aa10-dfe9eb4e7d44 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:19.460630 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'code': 200} Feb 11 13:40:19.472320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=e443b729-ec27-4304-b984-ed005d9e03bd,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.480372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:19.480898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.507805 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1b11768f-8be5-44ef-b0b5-7ea69332bde6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.508923 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Added segment 1b11768f-8be5-44ef-b0b5-7ea69332bde6 of type vlan for network eb115244-98e4-4d53-8bcd-e7cec60db8b5 Feb 11 13:40:19.528188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad8e8dd-e883-4a9e-80d6-f7beab53f4cb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.529787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ad8e8dd-e883-4a9e-80d6-f7beab53f4cb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4912186 Feb 11 13:40:19.541268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b45a7-04ab-4837-8ba5-3f7bb8415159 req-67f00be0-ef3c-4b4d-864a-8be70b46c5e1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:19.543767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-937b45a7-04ab-4837-8ba5-3f7bb8415159 req-67f00be0-ef3c-4b4d-864a-8be70b46c5e1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.2798271 Feb 11 13:40:19.545066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50112) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:19.558463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:19.564658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.584394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50114) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:19.631861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Request body: {'floatingip': {'port_id': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:19.636911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (eb115244-98e4-4d53-8bcd-e7cec60db8b5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.664033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.705675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (eb115244-98e4-4d53-8bcd-e7cec60db8b5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.715723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:19.718250 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.798527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event updated for resources: {'Network': ['ID=eb115244-98e4-4d53-8bcd-e7cec60db8b5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.812256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network eb115244-98e4-4d53-8bcd-e7cec60db8b5 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:19.870518 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b93e9d9-26c6-471e-8a20-63e8746cd49e tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5734956 Feb 11 13:40:19.874032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50122) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:19.999684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac2deb-cd1c-4cb8-b2c4-df5fe5ed9dfa req-e7866dce-f564-4d2d-a34d-327828d7f10e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:20.021261 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6ac2deb-cd1c-4cb8-b2c4-df5fe5ed9dfa req-e7866dce-f564-4d2d-a34d-327828d7f10e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.2239041 Feb 11 13:40:20.099582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.179733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f634bc6-9c15-4bef-9c1c-abd397c17076 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:20.210453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6ac2deb-cd1c-4cb8-b2c4-df5fe5ed9dfa req-c46a14a5-385e-4b0f-970e-8cdf76a90975 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860507 Feb 11 13:40:20.301852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a3cbc6-f9d3-4412-bcdb-c22152e2e8db None None] Network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:20.346687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f634bc6-9c15-4bef-9c1c-abd397c17076 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:20.347505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.465782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fb5e91b9-6040-40fd-8d29-343e0ece8258 None None] Provisioning complete for port 9f634bc6-9c15-4bef-9c1c-abd397c17076 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:20.467248 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb5e91b9-6040-40fd-8d29-343e0ece8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.611535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a0c24bb-6b75-4953-be25-bb3e85b720e5 req-d77f48b5-39eb-457e-a13b-52aa3f915087 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1590641 Feb 11 13:40:20.631984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f634bc6-9c15-4bef-9c1c-abd397c17076 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:20.632892 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.634299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (9635c076-aebd-4098-9db2-67b234bc1b25), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.645883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aab31a-adde-438a-a4be-ee9bbdc6cd4f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (4fbee945-158e-4880-a03e-0d1df88741d9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.716734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e91b9-6040-40fd-8d29-343e0ece8258 None None] Current status of the port 9f634bc6-9c15-4bef-9c1c-abd397c17076 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:20.717479 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb5e91b9-6040-40fd-8d29-343e0ece8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.781663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4be7-3b4f-4268-b1fe-ea3821866407 req-a48432c6-cf4a-495d-bea6-7b938feaf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:20.783741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-237d4be7-3b4f-4268-b1fe-ea3821866407 req-a48432c6-cf4a-495d-bea6-7b938feaf5b3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 1128 time: 1.2364583 Feb 11 13:40:20.784766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9f634bc6-9c15-4bef-9c1c-abd397c17076, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f634bc6-9c15-4bef-9c1c-abd397c17076,segment=NetworkSegment(6452d818-fff4-4a38-87ac-918b91b06e24),segment_id=6452d818-fff4-4a38-87ac-918b91b06e24)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:20.796566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7dae0c5-5db1-47d9-85ff-39680e01f395 req-95dd3a55-7cec-469b-a66d-ec23801edb50 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 210 time: 0.0509837 Feb 11 13:40:20.807296 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:20.921349 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-af3406b3-e5a1-4b6b-b3e9-d772557fecde tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "GET /v2.0/agents/15f2e100-8a6c-4045-bac5-6cedebc29e25/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 1.0465102 Feb 11 13:40:20.924543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50130) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:20.973820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-1daeb34c-8a00-47fc-a6eb-3463fcd63e66 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:20.983638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-1daeb34c-8a00-47fc-a6eb-3463fcd63e66 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 813 time: 0.8110061 Feb 11 13:40:20.983884 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-fb5e91b9-6040-40fd-8d29-343e0ece8258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:20.983884 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-fb5e91b9-6040-40fd-8d29-343e0ece8258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:21.005328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Request body: {'port': {'device_id': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157', 'admin_state_up': True, 'tenant_id': '6d9052ccf39c4937887292b8e5ad1d10'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:21.017213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9f634bc6-9c15-4bef-9c1c-abd397c17076,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.217266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f987ba0-5116-4b71-86f4-b807af57da09 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] Network eb115244-98e4-4d53-8bcd-e7cec60db8b5 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:21.221792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Made reservation on behalf of 6d9052ccf39c4937887292b8e5ad1d10 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:21.226145 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:21.253213 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2f987ba0-5116-4b71-86f4-b807af57da09 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "POST /v2.0/agents/15f2e100-8a6c-4045-bac5-6cedebc29e25/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3275893 Feb 11 13:40:21.254810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:21.256466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff37fd14-c0b6-4930-9c59-234a91a1ab59 None None] Network eb115244-98e4-4d53-8bcd-e7cec60db8b5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:21.318552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-237d4be7-3b4f-4268-b1fe-ea3821866407 req-3091238a-0d81-4e06-901b-ab98d9bacdce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623501 Feb 11 13:40:21.360456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b806b0-b171-4ee4-a07c-c0c1aa619894 req-b49969c8-c99c-43b4-b63c-56da358d61c2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.364069 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6b806b0-b171-4ee4-a07c-c0c1aa619894 req-b49969c8-c99c-43b4-b63c-56da358d61c2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.5793827 Feb 11 13:40:21.377853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aab31a-adde-438a-a4be-ee9bbdc6cd4f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (4fbee945-158e-4880-a03e-0d1df88741d9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:21.393780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aab31a-adde-438a-a4be-ee9bbdc6cd4f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (4fbee945-158e-4880-a03e-0d1df88741d9), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:21.461757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:21.464685 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc79d85f-395b-470b-9fe5-706e015ad4e6" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:21.554214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e91b9-6040-40fd-8d29-343e0ece8258 None None] Current status of the port 9f634bc6-9c15-4bef-9c1c-abd397c17076 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:21.679834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-86afb55c-78fa-4437-95cd-a3d9feef044f None None] Provisioning complete for port 9f634bc6-9c15-4bef-9c1c-abd397c17076 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:21.681582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86afb55c-78fa-4437-95cd-a3d9feef044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:21.729065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586f7b-287f-43a8-a8e5-20bdd4d79044 req-9a6bb62f-e078-47d4-ac0a-5715145e6217 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.730914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58586f7b-287f-43a8-a8e5-20bdd4d79044 req-9a6bb62f-e078-47d4-ac0a-5715145e6217 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.3685505 Feb 11 13:40:21.739737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Allocated IP 172.20.0.10 (7d26d227-df76-45c0-9a8c-d2c67fa21157/66bd221b-8ee1-4108-a834-c90a84448b59/5d70688d-277f-4066-90ba-b1dc58dd8c65) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:21.784006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a6b806b0-b171-4ee4-a07c-c0c1aa619894 req-6edb6bcc-e8c7-4b86-90d2-a722a5d269e0 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111454 Feb 11 13:40:21.839552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-86afb55c-78fa-4437-95cd-a3d9feef044f None None] Current status of the port 9f634bc6-9c15-4bef-9c1c-abd397c17076 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:21.868551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-914cf3c1-b384-4747-8583-71e8e129c351 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "GET /v2.0/agents/15f2e100-8a6c-4045-bac5-6cedebc29e25/dhcp-networks HTTP/1.1" status: 200 len: 10434 time: 0.6099412 Feb 11 13:40:21.877554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-86afb55c-78fa-4437-95cd-a3d9feef044f None None] Could not find standard attr ID for object 65e7b28d-802d-404b-b592-d97a32487a6e. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:40:21.879576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:21.896050 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4890e94b-a96e-4012-9d5f-762dd4c595e7 x-openstack-request-id: req-4890e94b-a96e-4012-9d5f-762dd4c595e7 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:21.900240 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:21.900517 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4890e94b-a96e-4012-9d5f-762dd4c595e7 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:21.901872 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'code': 200} Feb 11 13:40:21.906438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.000048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58586f7b-287f-43a8-a8e5-20bdd4d79044 req-cd33e602-9f27-4d3e-b057-5fd0b7ebba29 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558579 Feb 11 13:40:22.032908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.040075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aab31a-adde-438a-a4be-ee9bbdc6cd4f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (4fbee945-158e-4880-a03e-0d1df88741d9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.043379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aab31a-adde-438a-a4be-ee9bbdc6cd4f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbee945-158e-4880-a03e-0d1df88741d9 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:22.058621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f634bc6-9c15-4bef-9c1c-abd397c17076 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:22.073486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aab31a-adde-438a-a4be-ee9bbdc6cd4f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.080198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-74aab31a-adde-438a-a4be-ee9bbdc6cd4f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "DELETE /v2.0/routers/4fbee945-158e-4880-a03e-0d1df88741d9 HTTP/1.1" status: 204 len: 168 time: 2.5340381 Feb 11 13:40:22.080845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:22.094671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9762babc-dbfa-4128-9461-063c38b70997 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Request body: {'router': {'name': 'tempest-router-2114697023', 'distributed': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:22.132309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (9635c076-aebd-4098-9db2-67b234bc1b25), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.134785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9762babc-dbfa-4128-9461-063c38b70997 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (3128c57c-5746-472a-b412-211573136e6f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.134785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9762babc-dbfa-4128-9461-063c38b70997 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (3128c57c-5746-472a-b412-211573136e6f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.186154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f634bc6-9c15-4bef-9c1c-abd397c17076 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:22.186794 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.229277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-de78ee77-1083-4dda-849f-281eb7194579 req-5e943d1e-c3cc-41b3-ab67-b282aafeb8cf tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1912088 Feb 11 13:40:22.245624 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1b947240-2d87-427b-8b5e-05ce8447c4f8 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "DELETE /v2.0/agents/15f2e100-8a6c-4045-bac5-6cedebc29e25/dhcp-networks/eb115244-98e4-4d53-8bcd-e7cec60db8b5 HTTP/1.1" status: 204 len: 168 time: 0.3628030 Feb 11 13:40:22.246978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:22.304313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f634bc6-9c15-4bef-9c1c-abd397c17076 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:22.326430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60f2a-cf10-4f2d-aa5e-d73754413d04 req-05726050-95b8-45ea-bba8-6a912f31ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:22.328222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58a60f2a-cf10-4f2d-aa5e-d73754413d04 req-05726050-95b8-45ea-bba8-6a912f31ffd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1127 time: 0.3744025 Feb 11 13:40:22.337515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-daa711b5-a1d6-466b-b584-4757774fd09f req-57e4e2f9-206e-405a-8746-71e8c4f1d09d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 210 time: 0.1203876 Feb 11 13:40:22.342664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9762babc-dbfa-4128-9461-063c38b70997 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (3128c57c-5746-472a-b412-211573136e6f), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.391979 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9762babc-dbfa-4128-9461-063c38b70997 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (3128c57c-5746-472a-b412-211573136e6f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.417285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks [] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.441307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58a60f2a-cf10-4f2d-aa5e-d73754413d04 req-e1bc0dd1-2e0f-4a32-9183-e69d0216c58b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924675 Feb 11 13:40:22.478389 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.504600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9762babc-dbfa-4128-9461-063c38b70997 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.505542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Network 7d26d227-df76-45c0-9a8c-d2c67fa21157 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:22.508646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9762babc-dbfa-4128-9461-063c38b70997 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4256539 Feb 11 13:40:22.509500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50150) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:22.522987 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Floating IP 9635c076-aebd-4098-9db2-67b234bc1b25 associated. External IP: 172.25.3.149, port: bd8b32cf-fb0a-4ebb-9b62-25b0532620f9. Feb 11 13:40:22.533876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:22.542793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:22.617144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:22.632691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:22.633531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.653376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-61ffdb98-9aec-4ce8-88d1-581ab109fa5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6657603 Feb 11 13:40:22.665121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Request body: {'port': {'device_id': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:22.732582 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b29d3e19-e776-4368-ba88-e130a48aa660 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (3128c57c-5746-472a-b412-211573136e6f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:22.740530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.000239 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b29d3e19-e776-4368-ba88-e130a48aa660 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (3128c57c-5746-472a-b412-211573136e6f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.003185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b29d3e19-e776-4368-ba88-e130a48aa660 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (3128c57c-5746-472a-b412-211573136e6f), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.094642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d70688d-277f-4066-90ba-b1dc58dd8c65 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:23.104628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Publish callbacks [] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.122282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Transition to ACTIVE for port object 5d70688d-277f-4066-90ba-b1dc58dd8c65 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:23.169135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.227026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7cea228f-2d22-4299-888a-e776a55dcb14 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "GET /v2.0/agents/15f2e100-8a6c-4045-bac5-6cedebc29e25/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 0.9771035 Feb 11 13:40:23.237669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Router 45ab3971-7949-4e52-ae88-a8085f914f50 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:23.240304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50158) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:23.265754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b29d3e19-e776-4368-ba88-e130a48aa660 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (3128c57c-5746-472a-b412-211573136e6f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.266470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29d3e19-e776-4368-ba88-e130a48aa660 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3128c57c-5746-472a-b412-211573136e6f {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:23.278647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b29d3e19-e776-4368-ba88-e130a48aa660 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.283150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b29d3e19-e776-4368-ba88-e130a48aa660 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "DELETE /v2.0/routers/3128c57c-5746-472a-b412-211573136e6f HTTP/1.1" status: 204 len: 168 time: 0.7658334 Feb 11 13:40:23.294280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:23.324690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3a27321e-f7d1-4799-b3bc-9f36c34b4496 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "GET /v2.0/networks/e9d87e0d-c99f-4bb9-8302-b5411e69ba3f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0820606 Feb 11 13:40:23.329876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:23.357737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24996d91-d340-44c9-9370-c9b48603b96f req-3ac60281-3d71-4eb2-85c2-58637940642f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:23.359147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24996d91-d340-44c9-9370-c9b48603b96f req-3ac60281-3d71-4eb2-85c2-58637940642f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.4651785 Feb 11 13:40:23.377147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7117099b-95f3-4a2d-a2fb-394d99e00c2b tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Request body: {'router': {'name': 'tempest-router-368792164', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd8a6c50a88f643028d88b257833641ec'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:23.415987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b365dbc1-584a-450b-8144-6207e1a01835 tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "GET /v2.0/networks/e9d87e0d-c99f-4bb9-8302-b5411e69ba3f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0806332 Feb 11 13:40:23.426751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50168) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:23.436998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf4359-bbd5-4ea1-a90e-8a19e848b705 req-accb867c-1ba5-4de1-bfd7-5c98d3ad469f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:23.441728 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7bdf4359-bbd5-4ea1-a90e-8a19e848b705 req-accb867c-1ba5-4de1-bfd7-5c98d3ad469f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.3232760 Feb 11 13:40:23.454908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7117099b-95f3-4a2d-a2fb-394d99e00c2b tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.456540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7117099b-95f3-4a2d-a2fb-394d99e00c2b tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.478346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24996d91-d340-44c9-9370-c9b48603b96f req-6d489677-98a9-4c53-b193-8937c0e2674b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085742 Feb 11 13:40:23.502637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:23.512724 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.521874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] Sync routers for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:23.536831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:23.537469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:23.617600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7117099b-95f3-4a2d-a2fb-394d99e00c2b tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (829930fd-6a5f-4afb-bd96-2bf4f461f7db), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.647063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7117099b-95f3-4a2d-a2fb-394d99e00c2b tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.691417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:23.693906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Attempting to bind port 5d70688d-277f-4066-90ba-b1dc58dd8c65 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:23.694275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Attempting to bind port 5d70688d-277f-4066-90ba-b1dc58dd8c65 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:23.694609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Attempting to bind port 5d70688d-277f-4066-90ba-b1dc58dd8c65 on network 7d26d227-df76-45c0-9a8c-d2c67fa21157 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:23.714934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-03d621ca-2b64-4549-a5b6-2674080ab01e tempest-DHCPAgentSchedulersTestJSON-1772627879 tempest-DHCPAgentSchedulersTestJSON-1772627879-project-admin] 10.222.0.79 "GET /v2.0/agents/15f2e100-8a6c-4045-bac5-6cedebc29e25/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 0.2852054 Feb 11 13:40:23.722226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:23.723271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a033c510-5369-432a-950e-2708b58f6fc2 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "PUT /v2.0/floatingips/9635c076-aebd-4098-9db2-67b234bc1b25 HTTP/1.1" status: 200 len: 992 time: 4.1360569 Feb 11 13:40:23.727080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Port 5d70688d-277f-4066-90ba-b1dc58dd8c65 on network 7d26d227-df76-45c0-9a8c-d2c67fa21157 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:40:23.727400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Attempting to bind port 5d70688d-277f-4066-90ba-b1dc58dd8c65 on network 7d26d227-df76-45c0-9a8c-d2c67fa21157 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:23.737709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:23.741592 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c56d9-e8f9-43a5-bec0-90bc14708906" -d '{"events": [{"name": "network-changed", "server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:23.792965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f8cc98a-af20-492a-ad56-ac7c6d7c581d req-24559189-5d60-4534-8d88-e39ba3b184fe tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0673950 Feb 11 13:40:23.812849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:23.880138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:23.880550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Checking segment: {'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:23.880872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Bound using segment: {'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:23.881307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Bound port: 5d70688d-277f-4066-90ba-b1dc58dd8c65, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:23.881668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.886912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (eb115244-98e4-4d53-8bcd-e7cec60db8b5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.945630 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7117099b-95f3-4a2d-a2fb-394d99e00c2b tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:23.949784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:23.950582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7117099b-95f3-4a2d-a2fb-394d99e00c2b tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6506658 Feb 11 13:40:23.958877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:23.960061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7bdf4359-bbd5-4ea1-a90e-8a19e848b705 req-345e877c-659d-47e0-88d9-173ca939ee1f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341560 Feb 11 13:40:24.039807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:24.042990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:24.058813 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.213681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:24.213949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.215720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] 10.222.0.30 "PUT /v2.0/ports/5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 1092 time: 1.5551112 Feb 11 13:40:24.218275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:24.227223 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c381fa-0e46-4869-9c9f-ab820bf564f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:24.233455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '9635c076-aebd-4098-9db2-67b234bc1b25', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'port_id': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'mac_address': 'fa:16:3e:69:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:54Z', 'updated_at': '2022-02-11T13:40:21Z', 'revision_number': 1, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:24.237123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (eb115244-98e4-4d53-8bcd-e7cec60db8b5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.274159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729bb9-113a-4631-9eeb-68a10fdfdb4a req-125773bb-f1c9-4c96-89fa-10a965ee50f4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:24.286090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc729bb9-113a-4631-9eeb-68a10fdfdb4a req-125773bb-f1c9-4c96-89fa-10a965ee50f4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.3879633 Feb 11 13:40:24.315389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb115244-98e4-4d53-8bcd-e7cec60db8b5']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:24.327341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] Checking router: 45ab3971-7949-4e52-ae88-a8085f914f50 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:24.335039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30f2e9-c473-4b77-9b19-2b8c3824e75d service neutron] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:24.344846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:24.345600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:39:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:24.364921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7dbe9-60a1-4e30-b037-b2e3d852a46e req-883187db-e624-4051-bc12-8e7a4151ce96 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:24.372489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3d7dbe9-60a1-4e30-b037-b2e3d852a46e req-883187db-e624-4051-bc12-8e7a4151ce96 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.3155990 Feb 11 13:40:24.378813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b11768f-8be5-44ef-b0b5-7ea69332bde6') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:24.381048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b11768f-8be5-44ef-b0b5-7ea69332bde6') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:24.388414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:24.418806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'floatingip': {'port_id': 'e443b729-ec27-4304-b984-ed005d9e03bd'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:24.426634 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1b11768f-8be5-44ef-b0b5-7ea69332bde6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.596348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1b11768f-8be5-44ef-b0b5-7ea69332bde6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.615462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (f9a22e65-7936-453d-9e51-8e553c2aa4d9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.628251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:24.631753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1b11768f-8be5-44ef-b0b5-7ea69332bde6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.642099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:24.702026 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:24.738647 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81409c-b4ae-479e-ab05-17d6d4dd3c55 x-openstack-request-id: req-4c81409c-b4ae-479e-ab05-17d6d4dd3c55 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:24.738647 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:24.738647 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c81409c-b4ae-479e-ab05-17d6d4dd3c55 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:24.739106 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'status': 'completed', 'code': 200} Feb 11 13:40:24.751650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-7abdd048-b8f9-434f-8678-13e2cf1be03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:24.758693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-7abdd048-b8f9-434f-8678-13e2cf1be03d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1126 time: 0.4709520 Feb 11 13:40:24.881457 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d391815a-9032-46d2-817e-1ab2aa582d02 x-openstack-request-id: req-d391815a-9032-46d2-817e-1ab2aa582d02 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:24.881668 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:24.881920 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d391815a-9032-46d2-817e-1ab2aa582d02 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:24.882684 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'status': 'completed', 'code': 200} Feb 11 13:40:24.904760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:24.905135 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:25.072222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-82976cdd-035d-4baa-b172-004d823e3bc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 217 time: 0.2904179 Feb 11 13:40:25.121174 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc729bb9-113a-4631-9eeb-68a10fdfdb4a req-11988502-4a04-40c3-bdcb-fba6f6fd3a8a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332422 Feb 11 13:40:25.184057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5639a2ba-3295-4f32-a518-186369c31f61 req-a4e38ebd-7e14-4790-8e45-66b6283b2878 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.1708894 Feb 11 13:40:25.239064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103175) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 13:40:25.242406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Router 829930fd-6a5f-4afb-bd96-2bf4f461f7db migrating from provider to provider. {{(pid=103175) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 13:40:25.244617 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (829930fd-6a5f-4afb-bd96-2bf4f461f7db), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:25.254071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (eb115244-98e4-4d53-8bcd-e7cec60db8b5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:25.257275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-8aeb788f-92fe-4c41-92e8-2ab00d33fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:25.261192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-8aeb788f-92fe-4c41-92e8-2ab00d33fa69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1128 time: 0.3816361 Feb 11 13:40:25.267471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '9635c076-aebd-4098-9db2-67b234bc1b25', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'port_id': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'mac_address': 'fa:16:3e:69:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:54Z', 'updated_at': '2022-02-11T13:40:21Z', 'revision_number': 1, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.291866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (829930fd-6a5f-4afb-bd96-2bf4f461f7db), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:25.334080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3aac05-59cb-40db-bd7e-9a6fd41e2e2f None None] The sync data for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 is: [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '9635c076-aebd-4098-9db2-67b234bc1b25', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'port_id': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'mac_address': 'fa:16:3e:69:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:54Z', 'updated_at': '2022-02-11T13:40:21Z', 'revision_number': 1, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:25.341727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:25.348555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "DELETE /v2.0/networks/eb115244-98e4-4d53-8bcd-e7cec60db8b5 HTTP/1.1" status: 204 len: 168 time: 1.5988503 Feb 11 13:40:25.348787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:25.352582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:25.499836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbd9d4-145d-43f0-ae25-3556f9eb531f tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event deleted for resources: {'Network': ['ID=eb115244-98e4-4d53-8bcd-e7cec60db8b5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:25.534992 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f689db07-f15d-4aea-98c6-53adc70b147c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:25.535591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f689db07-f15d-4aea-98c6-53adc70b147c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:25.544989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50204) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:25.553895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f689db07-f15d-4aea-98c6-53adc70b147c tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "DELETE /v2.0/ports/65e7b28d-802d-404b-b592-d97a32487a6e HTTP/1.1" status: 404 len: 333 time: 0.1348925 Feb 11 13:40:25.597781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526a66-6d64-4578-8ad4-9d4c23aa943b req-534f0587-a671-498e-9e15-48453e8e26d5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:25.599682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec526a66-6d64-4578-8ad4-9d4c23aa943b req-534f0587-a671-498e-9e15-48453e8e26d5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.3052475 Feb 11 13:40:25.656288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-0cd53046-aa85-435c-bb79-360151cd5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:25.664101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-0cd53046-aa85-435c-bb79-360151cd5341 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.5769637 Feb 11 13:40:25.676312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-dbc04e9c-54d9-4c72-811e-97ad3a5563c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:25.677952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-dbc04e9c-54d9-4c72-811e-97ad3a5563c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.4068232 Feb 11 13:40:25.689253 n-d-828676-2 neutron-server[103175]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] No L3 agents can host the router 829930fd-6a5f-4afb-bd96-2bf4f461f7db Feb 11 13:40:25.756569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-3c05aae8-b5fe-488c-b129-6ab23cd9f581 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669558 Feb 11 13:40:25.770626 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e1b0f-35a5-4b13-9738-4b0b4c8a6c45 None None] New status for floating IP 9635c076-aebd-4098-9db2-67b234bc1b25: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:40:25.803899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Deleting subnet 4566f50c-6bd5-44ed-8d01-467c81e15432 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:40:25.810111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-04d3574e-ddb4-48c8-b982-7b79f9f719a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 1000 time: 0.1193376 Feb 11 13:40:25.817851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks [] for subnet (4566f50c-6bd5-44ed-8d01-467c81e15432), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:25.993291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50208) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:26.046758 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec526a66-6d64-4578-8ad4-9d4c23aa943b req-f09ef3e9-b54c-47f9-a301-e82b0a3f52d5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4371953 Feb 11 13:40:26.238369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-8aed71ad-4413-44f1-9649-8e770bcb066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.240697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-8aed71ad-4413-44f1-9649-8e770bcb066f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.4150624 Feb 11 13:40:26.260076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (4566f50c-6bd5-44ed-8d01-467c81e15432), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:26.429900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-986f7838-fa65-432b-8fc2-a9d16a375775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:26.444836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Hosts for router 829930fd-6a5f-4afb-bd96-2bf4f461f7db: [] {{(pid=103175) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 13:40:26.494620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Hosts for other DVR routers connected to router 829930fd-6a5f-4afb-bd96-2bf4f461f7db: set() {{(pid=103175) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 13:40:26.497191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:26.500891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aeaa20b6-70e7-419c-abd9-56d8afa0bc2f tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "PUT /v2.0/routers/829930fd-6a5f-4afb-bd96-2bf4f461f7db HTTP/1.1" status: 200 len: 716 time: 2.5475399 Feb 11 13:40:26.511850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:26.590875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-2853e342-ebef-4162-9088-2f3276cf2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.592428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-2853e342-ebef-4162-9088-2f3276cf2123 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2769217 Feb 11 13:40:26.699010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-5f8151a7-7777-4240-9064-365ffcec5cab service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955322 Feb 11 13:40:26.745176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-27314c42-979e-4e7a-b364-2ce7cf37f579 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865789 Feb 11 13:40:26.771238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bb9ae-b0bd-49fa-8bc6-54ff89465cb9 req-7273e1c7-2c07-4ca1-9c53-da9238e6e476 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.772783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc9bb9ae-b0bd-49fa-8bc6-54ff89465cb9 req-7273e1c7-2c07-4ca1-9c53-da9238e6e476 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.4381082 Feb 11 13:40:26.810515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-314d6fe3-1e53-4976-9421-cc52ff5b87bb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "GET /v2.0/routers/829930fd-6a5f-4afb-bd96-2bf4f461f7db HTTP/1.1" status: 200 len: 716 time: 0.2966704 Feb 11 13:40:26.813853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50222) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:26.851017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cee0a-4a43-4fd7-b248-15cfd5d861a9 req-3c891779-8ae8-4d97-afc0-2369f7a53d51 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.852527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-151cee0a-4a43-4fd7-b248-15cfd5d861a9 req-3c891779-8ae8-4d97-afc0-2369f7a53d51 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.2777576 Feb 11 13:40:26.884741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50224) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:26.891462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'floatingip': {'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:26.993145 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86040f60-cc2a-46a0-a76b-713576910ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.006881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4566f50c-6bd5-44ed-8d01-467c81e15432), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.048009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for floatingip (71b5d8e8-2867-42a4-9bcd-3edceb84d1f7), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.097442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf5b0b77-ddfe-496c-93b6-6e8368cec0d3 req-3d493ed3-6d3c-48d1-9c3e-2ea36066ef7b tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0921767 Feb 11 13:40:27.159798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc9bb9ae-b0bd-49fa-8bc6-54ff89465cb9 req-a747bc73-3bcb-439c-aa29-009cfb73b941 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367586 Feb 11 13:40:27.349062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d45ec79-8a29-424b-8120-e196cabf4d7a req-4b02a361-4f50-4c5c-a220-72347c46f370 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563960 Feb 11 13:40:27.400325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-986f7838-fa65-432b-8fc2-a9d16a375775 admin admin] Publish callbacks [] for security_group (0ad10e3d-7d6d-4f21-b3d8-719d043a07dd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.482904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-986f7838-fa65-432b-8fc2-a9d16a375775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0ad10e3d-7d6d-4f21-b3d8-719d043a07dd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.565819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.580427 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f9a22e65-7936-453d-9e51-8e553c2aa4d9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.623859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-986f7838-fa65-432b-8fc2-a9d16a375775 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=017a6fb59e034d9883d367180d9692ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6294665 Feb 11 13:40:27.629665 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (4566f50c-6bd5-44ed-8d01-467c81e15432), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.633246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50230) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:27.642647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f7838-fa65-432b-8fc2-a9d16a375775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad10e3d-7d6d-4f21-b3d8-719d043a07dd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.712718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event deleted for resources: {'Subnet': ['ID=4566f50c-6bd5-44ed-8d01-467c81e15432,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.746941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-054c56d9-e8f9-43a5-bec0-90bc14708906 req-0b5d59d7-2cb3-4931-8c53-aa174f088371 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9943833 Feb 11 13:40:27.752164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-82755f95-5263-4e18-8012-7b5ac3d3a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:27.755586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-82755f95-5263-4e18-8012-7b5ac3d3a781 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1126 time: 0.2990963 Feb 11 13:40:27.791558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-20bcd1d4-920e-4556-b85d-5c22f7fbd09d tempest-RoutersTestDVR-1258805596 tempest-RoutersTestDVR-1258805596-project] 10.222.0.79 "GET /v2.0/routers/829930fd-6a5f-4afb-bd96-2bf4f461f7db HTTP/1.1" status: 200 len: 682 time: 0.9408665 Feb 11 13:40:27.793427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50232) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:27.911614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa96aab7-0c03-4354-b23f-e9b480c48deb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.948204 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Floating IP f9a22e65-7936-453d-9e51-8e553c2aa4d9 associated. External IP: 172.25.3.94, port: e443b729-ec27-4304-b984-ed005d9e03bd. Feb 11 13:40:27.957334 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.959585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba3777-1d58-4327-838f-4c717aa0768f None None] Network e9d87e0d-c99f-4bb9-8302-b5411e69ba3f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:27.964621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-890c210b-aa62-4a02-b0e5-3d2d8285bf38 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "DELETE /v2.0/subnets/4566f50c-6bd5-44ed-8d01-467c81e15432 HTTP/1.1" status: 204 len: 168 time: 2.4143944 Feb 11 13:40:27.969880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:28.022320 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5041e12-3b48-4628-ac0f-477ddec1ffce admin admin] Publish callbacks [] for security_group (0ad10e3d-7d6d-4f21-b3d8-719d043a07dd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.115069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5041e12-3b48-4628-ac0f-477ddec1ffce admin admin] Publish callbacks [] for security_group (0ad10e3d-7d6d-4f21-b3d8-719d043a07dd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.150473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-68511961-78ee-4ea3-b0e7-7ed004305af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:28.152779 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-68511961-78ee-4ea3-b0e7-7ed004305af5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 914 time: 0.3882487 Feb 11 13:40:28.197528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa96aab7-0c03-4354-b23f-e9b480c48deb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.205996 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa96aab7-0c03-4354-b23f-e9b480c48deb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (829930fd-6a5f-4afb-bd96-2bf4f461f7db), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.228245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] DHCP port deletion for e9d87e0d-c99f-4bb9-8302-b5411e69ba3f request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:40:28.279922 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:40:28.291491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e9d87e0d-c99f-4bb9-8302-b5411e69ba3f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.331197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] Deleting port 9f634bc6-9c15-4bef-9c1c-abd397c17076 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:28.331578 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.376518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa96aab7-0c03-4354-b23f-e9b480c48deb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (829930fd-6a5f-4afb-bd96-2bf4f461f7db), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.377338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa96aab7-0c03-4354-b23f-e9b480c48deb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 829930fd-6a5f-4afb-bd96-2bf4f461f7db {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:28.383007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa96aab7-0c03-4354-b23f-e9b480c48deb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.384980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aa96aab7-0c03-4354-b23f-e9b480c48deb tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "DELETE /v2.0/routers/829930fd-6a5f-4afb-bd96-2bf4f461f7db HTTP/1.1" status: 204 len: 168 time: 0.5857067 Feb 11 13:40:28.404819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50244) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:28.409517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1cb025c8-7105-457c-b0b0-a659e0516787 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Request body: {'router': {'name': 'tempest-router-298975783', 'distributed': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:28.413540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5041e12-3b48-4628-ac0f-477ddec1ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0ad10e3d-7d6d-4f21-b3d8-719d043a07dd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.416249 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5041e12-3b48-4628-ac0f-477ddec1ffce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.417496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c5041e12-3b48-4628-ac0f-477ddec1ffce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ad10e3d-7d6d-4f21-b3d8-719d043a07dd HTTP/1.1" status: 204 len: 168 time: 0.7279565 Feb 11 13:40:28.464581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-a662f99f-866f-435a-9447-6b3f7679e498 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 217 time: 0.2533705 Feb 11 13:40:28.471528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-edf62ea9-4187-489b-ab02-7569504f92a9 req-4e4e69fb-01c0-4f90-9c60-9bbc05fe07b6 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/ports?device_id=20395967-1fb6-48b8-ac66-b771f7d86494 HTTP/1.1" status: 200 len: 210 time: 0.0548017 Feb 11 13:40:28.472252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a4ce8-9c1d-46f2-a17c-40421402766c req-2ea94f5a-6a8c-4516-b845-3a6b85053000 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:28.480028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-582a4ce8-9c1d-46f2-a17c-40421402766c req-2ea94f5a-6a8c-4516-b845-3a6b85053000 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.1670992 Feb 11 13:40:28.516535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5041e12-3b48-4628-ac0f-477ddec1ffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad10e3d-7d6d-4f21-b3d8-719d043a07dd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:28.544632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cb025c8-7105-457c-b0b0-a659e0516787 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (36b6e0f5-c408-42e2-8396-d06e82c7eddd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.545593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cb025c8-7105-457c-b0b0-a659e0516787 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (36b6e0f5-c408-42e2-8396-d06e82c7eddd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.569963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-582a4ce8-9c1d-46f2-a17c-40421402766c req-8565b2e3-f8c6-4fe4-bbb0-2366a039a004 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889099 Feb 11 13:40:28.625186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.679029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] For port 9f634bc6-9c15-4bef-9c1c-abd397c17076, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f634bc6-9c15-4bef-9c1c-abd397c17076,segment=NetworkSegment(6452d818-fff4-4a38-87ac-918b91b06e24),segment_id=6452d818-fff4-4a38-87ac-918b91b06e24)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:28.679584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.694156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] Calling delete_port for 9f634bc6-9c15-4bef-9c1c-abd397c17076 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:28.707927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cb025c8-7105-457c-b0b0-a659e0516787 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (36b6e0f5-c408-42e2-8396-d06e82c7eddd), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.716042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cb025c8-7105-457c-b0b0-a659e0516787 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (36b6e0f5-c408-42e2-8396-d06e82c7eddd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.740557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (71b5d8e8-2867-42a4-9bcd-3edceb84d1f7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.743138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cb025c8-7105-457c-b0b0-a659e0516787 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.748444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1cb025c8-7105-457c-b0b0-a659e0516787 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3407052 Feb 11 13:40:28.749291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:28.833352 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.868187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] Pushing event deleted for resources: {'Port': ['ID=9f634bc6-9c15-4bef-9c1c-abd397c17076,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:28.879269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21ebd4-d616-489e-bace-e89c0c40512d None None] No DVR routers for this DVR port 9f634bc6-9c15-4bef-9c1c-abd397c17076 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:29.216538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-869a8373-5a96-4e44-91ec-f28faecbc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:29.218006 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-869a8373-5a96-4e44-91ec-f28faecbc6b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.7331014 Feb 11 13:40:29.273220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:29.305523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-87078a5b-39ff-4af4-9c58-c4faf5972e01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727837 Feb 11 13:40:29.309663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aace7256-2ea7-4166-88ff-9b4eac3f0319 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (36b6e0f5-c408-42e2-8396-d06e82c7eddd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.361326 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f020c0e7-4534-4617-a549-e8aa5b822c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.429499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Deleting port 9f634bc6-9c15-4bef-9c1c-abd397c17076 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:29.429911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.577004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50280) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:29.580313 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Floating IP 71b5d8e8-2867-42a4-9bcd-3edceb84d1f7 associated. External IP: 172.25.3.40, port: 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d. Feb 11 13:40:29.651072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e8e4537b-7974-42fd-8c75-45736f88027d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group (75b28304-e76b-4e89-8a76-0caf390e9e4c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.675046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e8e4537b-7974-42fd-8c75-45736f88027d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group (75b28304-e76b-4e89-8a76-0caf390e9e4c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.728374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e8e4537b-7974-42fd-8c75-45736f88027d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (75b28304-e76b-4e89-8a76-0caf390e9e4c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.733294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e8e4537b-7974-42fd-8c75-45736f88027d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.736829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e8e4537b-7974-42fd-8c75-45736f88027d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/security-groups/75b28304-e76b-4e89-8a76-0caf390e9e4c HTTP/1.1" status: 204 len: 168 time: 0.1561117 Feb 11 13:40:29.737317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50288) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:29.752218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4537b-7974-42fd-8c75-45736f88027d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b28304-e76b-4e89-8a76-0caf390e9e4c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:29.759322 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-a291ad49-6aeb-432e-a3dc-1d05c24df960 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] show failed (client error): The resource could not be found. Feb 11 13:40:29.760435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a291ad49-6aeb-432e-a3dc-1d05c24df960 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "GET /v2.0/security-groups/75b28304-e76b-4e89-8a76-0caf390e9e4c HTTP/1.1" status: 404 len: 347 time: 0.0210416 Feb 11 13:40:29.765539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50290) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:29.843835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aace7256-2ea7-4166-88ff-9b4eac3f0319 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (36b6e0f5-c408-42e2-8396-d06e82c7eddd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.848234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aace7256-2ea7-4166-88ff-9b4eac3f0319 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router_controller (36b6e0f5-c408-42e2-8396-d06e82c7eddd), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.861909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] For port 9f634bc6-9c15-4bef-9c1c-abd397c17076, host n-d-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:29.861909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.881659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-10bbf1b2-79f5-4df5-a12b-e95a672caaaa service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693402 Feb 11 13:40:29.901603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Calling delete_port for 9f634bc6-9c15-4bef-9c1c-abd397c17076 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:29.924758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port 798d2ffa-a02b-4007-b595-21204d1aa21e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:29.925191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.983429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Port 9f634bc6-9c15-4bef-9c1c-abd397c17076 was not found and therefore no delete operation was performed {{(pid=103176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:40:29.998541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f634bc6-9c15-4bef-9c1c-abd397c17076), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.022847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] No DVR routers for this DVR port 9f634bc6-9c15-4bef-9c1c-abd397c17076 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:30.029865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.030359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for floatingip (798d2ffa-a02b-4007-b595-21204d1aa21e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.034633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f634bc6-9c15-4bef-9c1c-abd397c17076 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:30.048779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for 798d2ffa-a02b-4007-b595-21204d1aa21e owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:30.075536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9f634bc6-9c15-4bef-9c1c-abd397c17076 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:40:30.075977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f634bc6-9c15-4bef-9c1c-abd397c17076 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:30.079243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:30.088312 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.096245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] Sync routers for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:30.109599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:30.111256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:30.120163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aace7256-2ea7-4166-88ff-9b4eac3f0319 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (36b6e0f5-c408-42e2-8396-d06e82c7eddd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.120692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aace7256-2ea7-4166-88ff-9b4eac3f0319 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36b6e0f5-c408-42e2-8396-d06e82c7eddd {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:30.127199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-22b16ad4-814f-4d7b-8244-8db2b0e8421c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "PUT /v2.0/floatingips/f9a22e65-7936-453d-9e51-8e553c2aa4d9 HTTP/1.1" status: 200 len: 991 time: 5.7259290 Feb 11 13:40:30.136059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aace7256-2ea7-4166-88ff-9b4eac3f0319 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.137223 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aace7256-2ea7-4166-88ff-9b4eac3f0319 tempest-RoutersTestDVR-968766529 tempest-RoutersTestDVR-968766529-project-admin] 10.222.0.79 "DELETE /v2.0/routers/36b6e0f5-c408-42e2-8396-d06e82c7eddd HTTP/1.1" status: 204 len: 168 time: 1.3851199 Feb 11 13:40:30.139838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:30.142279 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5aae5c-f252-4970-80d3-7acca9302499" -d '{"events": [{"name": "network-changed", "server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:30.152308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c7962-d1a8-4112-9adb-8a7ef84cbc54 req-8ced6e5b-71d8-4e15-9259-12bbd8bca38f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:30.159774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-597c7962-d1a8-4112-9adb-8a7ef84cbc54 req-8ced6e5b-71d8-4e15-9259-12bbd8bca38f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.4737260 Feb 11 13:40:30.161777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event deleted for resources: {'Port': ['ID=9f634bc6-9c15-4bef-9c1c-abd397c17076,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:30.272907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:30.369152 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e9d87e0d-c99f-4bb9-8302-b5411e69ba3f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.452691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-597c7962-d1a8-4112-9adb-8a7ef84cbc54 req-4ff247d4-b192-48cd-ad2c-12344dcdc11c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918880 Feb 11 13:40:30.456174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49c381fa-0e46-4869-9c9f-ab820bf564f7 req-e676e6b0-9c37-4a92-b594-f5306ecefb37 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623012 Feb 11 13:40:30.481262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50304) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:30.488945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d87e0d-c99f-4bb9-8302-b5411e69ba3f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:30.505108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149718795', 'description': 'tempest-secgroup-smoke-149718795 description', 'project_id': '438affb9494641819ba0787e4b08b11f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:30.558871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f9a22e65-7936-453d-9e51-8e553c2aa4d9', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'port_id': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'mac_address': 'fa:16:3e:1e:90:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:55Z', 'updated_at': '2022-02-11T13:40:27Z', 'revision_number': 1, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:30.583779 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec7cbc5-1076-4339-91be-1b2f6f649c8e x-openstack-request-id: req-cec7cbc5-1076-4339-91be-1b2f6f649c8e {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:30.584070 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:30.584320 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cec7cbc5-1076-4339-91be-1b2f6f649c8e {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:30.584719 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'status': 'completed', 'code': 200} Feb 11 13:40:30.590704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6452d818-fff4-4a38-87ac-918b91b06e24') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:30.591047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6452d818-fff4-4a38-87ac-918b91b06e24') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:30.616303 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (6452d818-fff4-4a38-87ac-918b91b06e24), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.621634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] Checking router: f56347bd-1fd7-47d8-abe5-2a3ea605ff49 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:30.640918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.641878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:30.642938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:30.644187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (6452d818-fff4-4a38-87ac-918b91b06e24), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.651070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-1c12a876-11b3-46ef-98cb-5969c1d9dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:30.652603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-1c12a876-11b3-46ef-98cb-5969c1d9dd22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 1128 time: 0.0708973 Feb 11 13:40:30.658075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:30.658611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (6452d818-fff4-4a38-87ac-918b91b06e24), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:30.661791 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:30.664198 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.677821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:30.678453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50310) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:30.757283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-5a7a25a5-1276-4abc-9341-08e035ca5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:30.762255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-5a7a25a5-1276-4abc-9341-08e035ca5662 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 912 time: 0.0953205 Feb 11 13:40:30.763764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e9d87e0d-c99f-4bb9-8302-b5411e69ba3f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.774073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:40:30.810436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.813582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] 10.222.0.79 "DELETE /v2.0/networks/e9d87e0d-c99f-4bb9-8302-b5411e69ba3f HTTP/1.1" status: 204 len: 168 time: 2.7875857 Feb 11 13:40:30.853547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20e6a7-8db2-4e2e-894d-15af9f4deaa5 tempest-DHCPAgentSchedulersTestJSON-2054319318 tempest-DHCPAgentSchedulersTestJSON-2054319318-project] Pushing event deleted for resources: {'Network': ['ID=e9d87e0d-c99f-4bb9-8302-b5411e69ba3f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:30.873765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:30.898664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-501019d0-4f1d-49c5-8113-0b9eed28706d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 200 len: 999 time: 0.1303821 Feb 11 13:40:30.912385 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (798d2ffa-a02b-4007-b595-21204d1aa21e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.946066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=798d2ffa-a02b-4007-b595-21204d1aa21e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:30.956461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:30.960834 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.975736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.980028 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] Sync routers for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:30.997230 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:30.998082 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.015547 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11160733-be3a-4da3-80a3-818f79634f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.049226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:31.060775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e85f277-d818-4809-992a-96e07370e308 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "PUT /v2.0/floatingips/71b5d8e8-2867-42a4-9bcd-3edceb84d1f7 HTTP/1.1" status: 200 len: 990 time: 4.1746855 Feb 11 13:40:31.072859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157', 'port_id': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'mac_address': 'fa:16:3e:8d:65:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bd221b-8ee1-4108-a834-c90a84448b59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:40:31.080382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (b1d8f587-3007-488a-9842-6e92d0d07459), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.093426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b1d8f587-3007-488a-9842-6e92d0d07459), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.130744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d8f587-3007-488a-9842-6e92d0d07459,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.137090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:31.137819 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.177448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d70688d-277f-4066-90ba-b1dc58dd8c65 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:31.215577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:31.224259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.239848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50320) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:31.253536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11160733-be3a-4da3-80a3-818f79634f36 admin admin] Publish callbacks [] for security_group (914b087f-1d5a-4c06-a9ef-21c1d4815296), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.256267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (e73b9dac-45a4-45ab-b020-372bde91bfac), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.261551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11160733-be3a-4da3-80a3-818f79634f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (914b087f-1d5a-4c06-a9ef-21c1d4815296), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.270034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e73b9dac-45a4-45ab-b020-372bde91bfac), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.279660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:31.319652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.327753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-11160733-be3a-4da3-80a3-818f79634f36 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8a6c50a88f643028d88b257833641ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6460102 Feb 11 13:40:31.332096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50324) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:31.336725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.336935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for floatingip (7d720721-9de0-40bc-9c0d-03b102e03d92), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.340975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8557596 Feb 11 13:40:31.346429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:31.349738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11160733-be3a-4da3-80a3-818f79634f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914b087f-1d5a-4c06-a9ef-21c1d4815296,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.351268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.354730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b385303f-8d0e-480a-ac46-05cea521f746 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/floatingips/7d720721-9de0-40bc-9c0d-03b102e03d92 HTTP/1.1" status: 204 len: 168 time: 1.5853691 Feb 11 13:40:31.359288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50328) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:31.360109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2a23a74d-988c-496e-9f10-4acf4cd3608f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': 'e73b9dac-45a4-45ab-b020-372bde91bfac', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:31.360923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f9a22e65-7936-453d-9e51-8e553c2aa4d9', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'port_id': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'mac_address': 'fa:16:3e:1e:90:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:55Z', 'updated_at': '2022-02-11T13:40:27Z', 'revision_number': 1, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.402208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-1cc78cdb-e30b-4db2-9550-dc275435863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:31.404307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-1cc78cdb-e30b-4db2-9550-dc275435863f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.4620278 Feb 11 13:40:31.416768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e6bb7-2e53-46a9-9a40-a65b4d218dfd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b9dac-45a4-45ab-b020-372bde91bfac,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.431369 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a23a74d-988c-496e-9f10-4acf4cd3608f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (f53a4160-d282-45ea-a55f-a2886890d4dd), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.481921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['5d70688d-277f-4066-90ba-b1dc58dd8c65'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:31.486153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e28c8-526d-4fa4-b0ad-025dbed42b35 None None] The sync data for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 is: [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f9a22e65-7936-453d-9e51-8e553c2aa4d9', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'port_id': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'mac_address': 'fa:16:3e:1e:90:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:55Z', 'updated_at': '2022-02-11T13:40:27Z', 'revision_number': 1, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:31.566305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43d57-3c99-4113-bc24-d051dd9619b1 req-e53a6a82-b64f-4089-8a9a-4e22c06cca25 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:31.568028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42d43d57-3c99-4113-bc24-d051dd9619b1 req-e53a6a82-b64f-4089-8a9a-4e22c06cca25 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.3401506 Feb 11 13:40:31.590855 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '71b5d8e8-2867-42a4-9bcd-3edceb84d1f7', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'mac_address': 'fa:16:3e:bc:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:40:00Z', 'updated_at': '2022-02-11T13:40:28Z', 'revision_number': 1, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:58Z', 'revision_number': 5, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.591733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fb92-7bf6-47bb-83c8-c9adbf4d80a2 admin admin] Publish callbacks [] for security_group (914b087f-1d5a-4c06-a9ef-21c1d4815296), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.616672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-398fd4f0-12b2-480d-83cd-6053d0520e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:31.618877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-398fd4f0-12b2-480d-83cd-6053d0520e7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1649354 Feb 11 13:40:31.620426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fb92-7bf6-47bb-83c8-c9adbf4d80a2 admin admin] Publish callbacks [] for security_group (914b087f-1d5a-4c06-a9ef-21c1d4815296), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.629724 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] Checking router: d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:31.639502 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:31.640388 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.699993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port a7d85bf3-73f8-453c-aba2-4a16188453bb {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:31.700612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.725709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a23a74d-988c-496e-9f10-4acf4cd3608f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (f53a4160-d282-45ea-a55f-a2886890d4dd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.736306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fb92-7bf6-47bb-83c8-c9adbf4d80a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (914b087f-1d5a-4c06-a9ef-21c1d4815296), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.741728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ea6fb92-7bf6-47bb-83c8-c9adbf4d80a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.742960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1ea6fb92-7bf6-47bb-83c8-c9adbf4d80a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/914b087f-1d5a-4c06-a9ef-21c1d4815296 HTTP/1.1" status: 204 len: 168 time: 0.4101145 Feb 11 13:40:31.765857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a23a74d-988c-496e-9f10-4acf4cd3608f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f53a4160-d282-45ea-a55f-a2886890d4dd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.770903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6fb92-7bf6-47bb-83c8-c9adbf4d80a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914b087f-1d5a-4c06-a9ef-21c1d4815296,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.811767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23a74d-988c-496e-9f10-4acf4cd3608f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53a4160-d282-45ea-a55f-a2886890d4dd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.820774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3bd6ed21-68d8-4b96-9262-a5e86803d834 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2835a32921384bd4a4de7ac83c14dc41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5795832 Feb 11 13:40:31.825194 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42d43d57-3c99-4113-bc24-d051dd9619b1 req-6b2795b7-28ff-459d-852a-d8bd5bd5875c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441349 Feb 11 13:40:31.829057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50334) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:31.842599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ac86-1f5d-418b-88fe-bd7f08d41561 req-38e6757e-0a7f-4d09-9b30-e61fd39b0a8e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:31.857567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4142ac86-1f5d-418b-88fe-bd7f08d41561 req-38e6757e-0a7f-4d09-9b30-e61fd39b0a8e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 945 time: 0.2705469 Feb 11 13:40:31.866876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a23a74d-988c-496e-9f10-4acf4cd3608f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:31.871019 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2a23a74d-988c-496e-9f10-4acf4cd3608f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5232193 Feb 11 13:40:31.877845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50338) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:31.886860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865b5f7-a5ad-4984-83af-b0ec287ffa7e None None] New status for floating IP f9a22e65-7936-453d-9e51-8e553c2aa4d9: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:40:31.888766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-db1f30eb-5669-44bc-986f-aca28371186a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': 'e73b9dac-45a4-45ab-b020-372bde91bfac', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:31.932364 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:31.960828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4142ac86-1f5d-418b-88fe-bd7f08d41561 req-39d2d20c-1503-437f-8f6a-82c4c86d7899 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022158 Feb 11 13:40:31.973555 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db1f30eb-5669-44bc-986f-aca28371186a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (0450d10d-7943-446d-afb6-8a6decba68e8), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.040830 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db1f30eb-5669-44bc-986f-aca28371186a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (0450d10d-7943-446d-afb6-8a6decba68e8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.049913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db1f30eb-5669-44bc-986f-aca28371186a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (0450d10d-7943-446d-afb6-8a6decba68e8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.093036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f30eb-5669-44bc-986f-aca28371186a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0450d10d-7943-446d-afb6-8a6decba68e8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.113190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db1f30eb-5669-44bc-986f-aca28371186a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.117798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-db1f30eb-5669-44bc-986f-aca28371186a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2393517 Feb 11 13:40:32.118610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50342) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:32.118739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-931c5723-aabd-4240-a956-1a67d43b7bc2 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914129 Feb 11 13:40:32.123916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-14224871-c3ef-4ed6-afcb-e590d6375c82 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': 'e73b9dac-45a4-45ab-b020-372bde91bfac', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:32.146789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73e003ca-e499-47c4-8c62-3e339b957530 admin admin] Publish callbacks [] for security_group (2e7d62d2-3290-40d1-ba5b-7d721fed5be9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.159026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14224871-c3ef-4ed6-afcb-e590d6375c82 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (02dee2a8-2ead-4d7c-b20c-51139c3dea23), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.200275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.235614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14224871-c3ef-4ed6-afcb-e590d6375c82 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (02dee2a8-2ead-4d7c-b20c-51139c3dea23), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.243858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14224871-c3ef-4ed6-afcb-e590d6375c82 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (02dee2a8-2ead-4d7c-b20c-51139c3dea23), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.256930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73e003ca-e499-47c4-8c62-3e339b957530 admin admin] Publish callbacks [] for security_group (2e7d62d2-3290-40d1-ba5b-7d721fed5be9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.270500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for a7d85bf3-73f8-453c-aba2-4a16188453bb owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:32.290009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14224871-c3ef-4ed6-afcb-e590d6375c82 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dee2a8-2ead-4d7c-b20c-51139c3dea23,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.302996 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '71b5d8e8-2867-42a4-9bcd-3edceb84d1f7', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'mac_address': 'fa:16:3e:bc:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:40:00Z', 'updated_at': '2022-02-11T13:40:28Z', 'revision_number': 1, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:58Z', 'revision_number': 5, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:32.310222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-14224871-c3ef-4ed6-afcb-e590d6375c82 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.310636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f361-883b-40e9-8d0c-374bfedfa733 req-a45afc06-1c0b-46cc-b51e-4a5b48b0abbd tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:32.317410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f48f361-883b-40e9-8d0c-374bfedfa733 req-a45afc06-1c0b-46cc-b51e-4a5b48b0abbd tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.2807703 Feb 11 13:40:32.317864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-14224871-c3ef-4ed6-afcb-e590d6375c82 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1981368 Feb 11 13:40:32.319849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50344) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:32.324320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2627120c-8881-4434-b36c-e7997cabcde2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': 'e73b9dac-45a4-45ab-b020-372bde91bfac', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:32.341840 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839d79-4cbd-4241-9c63-550266ce297c None None] The sync data for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 is: [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '71b5d8e8-2867-42a4-9bcd-3edceb84d1f7', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'mac_address': 'fa:16:3e:bc:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:40:00Z', 'updated_at': '2022-02-11T13:40:28Z', 'revision_number': 1, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:58Z', 'revision_number': 5, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:32.355944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50346) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:32.358836 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.376378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6e09695-6ba0-4e80-b9d9-a1af288e49d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.412432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2627120c-8881-4434-b36c-e7997cabcde2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (7a9499cb-3692-4c5f-abea-d15ca2a09e3f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.448186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b5aae5c-f252-4970-80d3-7acca9302499 req-4fc5661e-0a4b-40ac-a63b-23744fc37d87 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014441 Feb 11 13:40:32.479786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f48f361-883b-40e9-8d0c-374bfedfa733 req-bd9feacf-6111-4a7c-928c-1eef5376b393 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614742 Feb 11 13:40:32.482408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73e003ca-e499-47c4-8c62-3e339b957530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2e7d62d2-3290-40d1-ba5b-7d721fed5be9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.485755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73e003ca-e499-47c4-8c62-3e339b957530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.490701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-73e003ca-e499-47c4-8c62-3e339b957530 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e7d62d2-3290-40d1-ba5b-7d721fed5be9 HTTP/1.1" status: 204 len: 168 time: 0.6433663 Feb 11 13:40:32.509184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e003ca-e499-47c4-8c62-3e339b957530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7d62d2-3290-40d1-ba5b-7d721fed5be9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.553086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2627120c-8881-4434-b36c-e7997cabcde2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (7a9499cb-3692-4c5f-abea-d15ca2a09e3f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.560190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2627120c-8881-4434-b36c-e7997cabcde2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7a9499cb-3692-4c5f-abea-d15ca2a09e3f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.566111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6e09695-6ba0-4e80-b9d9-a1af288e49d5 admin admin] Publish callbacks [] for security_group (4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.581357 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6e09695-6ba0-4e80-b9d9-a1af288e49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.585612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a7d85bf3-73f8-453c-aba2-4a16188453bb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.590788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:32.593405 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9450e68f-9069-48f9-be16-a7a4f7970660" -d '{"events": [{"name": "network-changed", "server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:32.611476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627120c-8881-4434-b36c-e7997cabcde2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9499cb-3692-4c5f-abea-d15ca2a09e3f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.625222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2627120c-8881-4434-b36c-e7997cabcde2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.626916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2627120c-8881-4434-b36c-e7997cabcde2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060992 Feb 11 13:40:32.631423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50352) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:32.636633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': 'e73b9dac-45a4-45ab-b020-372bde91bfac', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:32.641735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=a7d85bf3-73f8-453c-aba2-4a16188453bb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.647438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e6e09695-6ba0-4e80-b9d9-a1af288e49d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0627086ef002435f8b3ddbb6d437292f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899268 Feb 11 13:40:32.648437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e09695-6ba0-4e80-b9d9-a1af288e49d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.651265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:32.704915 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556d9749-49d7-4cb3-b829-3d29e9ef004f x-openstack-request-id: req-556d9749-49d7-4cb3-b829-3d29e9ef004f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:32.705500 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:32.705939 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-556d9749-49d7-4cb3-b829-3d29e9ef004f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:32.706531 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'status': 'completed', 'code': 200} Feb 11 13:40:32.761957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01501905-7432-46db-a80d-72d9dfba8639 admin admin] Publish callbacks [] for security_group (4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.765500 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45368b-e77e-45e1-9745-43eac3b04eb7 None None] New status for floating IP 71b5d8e8-2867-42a4-9bcd-3edceb84d1f7: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:40:32.771559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.777462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:32.793944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-92dafc75-77c5-41df-ab84-ae01fe8f7947 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/ports/a7d85bf3-73f8-453c-aba2-4a16188453bb HTTP/1.1" status: 204 len: 168 time: 1.4229839 Feb 11 13:40:32.800820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50356) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:32.816001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01501905-7432-46db-a80d-72d9dfba8639 admin admin] Publish callbacks [] for security_group (4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.823559 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:40:32.830767 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (3975765c-107d-4a5a-b743-40989d66a36a), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.875493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 5d70688d-277f-4066-90ba-b1dc58dd8c65 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:32.880790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 5d70688d-277f-4066-90ba-b1dc58dd8c65 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:32.881469 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.897121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-47b2c841-8eff-4115-85cb-cd335d6f25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:32.898928 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-47b2c841-8eff-4115-85cb-cd335d6f25c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1127 time: 0.1743832 Feb 11 13:40:32.907439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (3975765c-107d-4a5a-b743-40989d66a36a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.912930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (3975765c-107d-4a5a-b743-40989d66a36a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.945018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3975765c-107d-4a5a-b743-40989d66a36a,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.955227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.956654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3016b880-f5cc-4d71-a190-d5339a083eea tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3238051 Feb 11 13:40:32.959986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50360) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:32.965007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': 'e73b9dac-45a4-45ab-b020-372bde91bfac', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:32.993225 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:40:32.995455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:32.996597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.006545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (a6448430-060a-488f-bbbc-d048fa5362e9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.046201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:33.048682 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502ff0f9-2276-45d8-87a8-1d4bed471770" -d '{"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-plugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:33.077660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:33.084534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.160743 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04253adc-6aab-42ca-9ca7-125518cd8e6e x-openstack-request-id: req-04253adc-6aab-42ca-9ca7-125518cd8e6e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:33.163942 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-plugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:33.164508 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04253adc-6aab-42ca-9ca7-125518cd8e6e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:33.165017 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'code': 200} Feb 11 13:40:33.179891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50366) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:33.199122 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (a6448430-060a-488f-bbbc-d048fa5362e9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.210454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01501905-7432-46db-a80d-72d9dfba8639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.214431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a6448430-060a-488f-bbbc-d048fa5362e9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.218209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01501905-7432-46db-a80d-72d9dfba8639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.221705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-01501905-7432-46db-a80d-72d9dfba8639 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b HTTP/1.1" status: 204 len: 168 time: 0.5697622 Feb 11 13:40:33.231682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.235242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a016c-d2fe-4761-9e36-ab774993e3c1 req-8565234b-3686-48d5-b18b-594aa89ac617 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.237267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-544a016c-d2fe-4761-9e36-ab774993e3c1 req-8565234b-3686-48d5-b18b-594aa89ac617 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1556137 Feb 11 13:40:33.250925 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b84f9f3-3e10-4428-a8fc-48f48dc3c3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.270972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6448430-060a-488f-bbbc-d048fa5362e9,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.277664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.279009 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96dbf63a-5f56-4c4a-8d72-d5589d242b71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3184044 Feb 11 13:40:33.283486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50370) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:33.295228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'network': {'name': 'tempest-network-smoke--1322297686', 'project_id': '438affb9494641819ba0787e4b08b11f', 'port_security_enabled': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:33.313607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-bfc42cfa-61f6-458e-8bee-6f8f516b0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.315161 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-bfc42cfa-61f6-458e-8bee-6f8f516b0944 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.4062996 Feb 11 13:40:33.316123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01501905-7432-46db-a80d-72d9dfba8639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d2ae8-1bdb-4d41-92b2-6e68c2438a0b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.322856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting port 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:33.323390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.323534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-544a016c-d2fe-4761-9e36-ab774993e3c1 req-3438716a-b7d4-4241-86b7-0979dcd6efc5 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787640 Feb 11 13:40:33.333588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:33.338103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.381957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:33.395508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (58c516c0-bc05-4248-ae42-d5b2c63a44c9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.396016 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Added segment 58c516c0-bc05-4248-ae42-d5b2c63a44c9 of type vlan for network 0aac6a42-5279-4f67-8ad7-310c8e2de94d Feb 11 13:40:33.424618 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:40:33.451885 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0aac6a42-5279-4f67-8ad7-310c8e2de94d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.479361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0aac6a42-5279-4f67-8ad7-310c8e2de94d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.485370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46718d0-5a94-4a85-b602-72b58ff08881 req-61f3753d-8aff-43c0-b4a3-e2b0e30e6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.486808 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e46718d0-5a94-4a85-b602-72b58ff08881 req-61f3753d-8aff-43c0-b4a3-e2b0e30e6e14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1128 time: 0.2639694 Feb 11 13:40:33.489164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.489792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.520866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-10257ab8-9d90-47e9-b597-ef8c5845175b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 1000 time: 0.1945138 Feb 11 13:40:33.538812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2529819 Feb 11 13:40:33.561923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:33.574638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a8968-af16-4610-961d-556118b2ffe7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Network': ['ID=0aac6a42-5279-4f67-8ad7-310c8e2de94d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.585766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'admin_state_up': True, 'project_id': '438affb9494641819ba0787e4b08b11f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:33.587132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:33.593474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.651933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Calling delete_port for 5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:33.687250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.720680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-da967d30-2a9f-411a-9a6d-4b4c8b383937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.722251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-da967d30-2a9f-411a-9a6d-4b4c8b383937 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1897085 Feb 11 13:40:33.724314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e46718d0-5a94-4a85-b602-72b58ff08881 req-a70f9e60-29a8-4763-9a0f-56cd41241a65 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256973 Feb 11 13:40:33.725106 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.726109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.730517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b84f9f3-3e10-4428-a8fc-48f48dc3c3b5 admin admin] Publish callbacks [] for security_group (fd3c77fa-4a69-4adc-bba2-678895001e94), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.772073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b84f9f3-3e10-4428-a8fc-48f48dc3c3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fd3c77fa-4a69-4adc-bba2-678895001e94), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.856093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701499-8d43-4905-b211-81dc4a1495d1 req-e5f653dd-f8ac-4dc5-95f3-87bfc7fab095 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.858027 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-50701499-8d43-4905-b211-81dc4a1495d1 req-e5f653dd-f8ac-4dc5-95f3-87bfc7fab095 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.2536490 Feb 11 13:40:33.861602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84f9f3-3e10-4428-a8fc-48f48dc3c3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3c77fa-4a69-4adc-bba2-678895001e94,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.871074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50388) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:33.871547 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b84f9f3-3e10-4428-a8fc-48f48dc3c3b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bfb88fb6441427cbe04b43b373b52fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6866848 Feb 11 13:40:33.919888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08df-07f6-4ca6-97c3-de1d8ca28d80 admin admin] Publish callbacks [] for security_group (fd3c77fa-4a69-4adc-bba2-678895001e94), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.938377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:33.944602 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08df-07f6-4ca6-97c3-de1d8ca28d80 admin admin] Publish callbacks [] for security_group (fd3c77fa-4a69-4adc-bba2-678895001e94), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.004686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08df-07f6-4ca6-97c3-de1d8ca28d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fd3c77fa-4a69-4adc-bba2-678895001e94), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.008379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08df-07f6-4ca6-97c3-de1d8ca28d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.009529 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a8fb08df-07f6-4ca6-97c3-de1d8ca28d80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd3c77fa-4a69-4adc-bba2-678895001e94 HTTP/1.1" status: 204 len: 168 time: 0.1375668 Feb 11 13:40:34.018589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb08df-07f6-4ca6-97c3-de1d8ca28d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3c77fa-4a69-4adc-bba2-678895001e94,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:34.503717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff054b3-face-4a75-83b4-8272e5a9dd28 req-dc3bd408-d0ee-436f-85a9-d29cf8c2f50c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:34.512631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cff054b3-face-4a75-83b4-8272e5a9dd28 req-dc3bd408-d0ee-436f-85a9-d29cf8c2f50c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0817811 Feb 11 13:40:34.539692 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-50701499-8d43-4905-b211-81dc4a1495d1 req-1ac3009a-d7f8-4523-9903-cb74936adc9c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6634445 Feb 11 13:40:34.543160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-b2593585-c9af-4f1b-8e21-025a279558ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:34.544928 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-b2593585-c9af-4f1b-8e21-025a279558ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6285493 Feb 11 13:40:34.597628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cff054b3-face-4a75-83b4-8272e5a9dd28 req-d7e437f3-c291-49e9-bb8e-cc6db62b765d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835905 Feb 11 13:40:34.603097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.726643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Port': ['ID=5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:34.741869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.904282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-6908385b-902a-44ab-8649-f185bf6152ab service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025169 Feb 11 13:40:34.910357 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.913669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f3afc69c-8d15-488a-ad44-fbc7eaab819c tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/ports/5a85d4ae-dc82-4b7b-822c-8a2c3d3089a1 HTTP/1.1" status: 204 len: 168 time: 2.1089787 Feb 11 13:40:34.916371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50438) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:34.955793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50440) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:35.065925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting subnet 1de2b2b5-8a69-426a-b6b1-16f67d6860f3 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:40:35.074004 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for subnet (1de2b2b5-8a69-426a-b6b1-16f67d6860f3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.163680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (1de2b2b5-8a69-426a-b6b1-16f67d6860f3), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.192389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9450e68f-9069-48f9-be16-a7a4f7970660 req-3deb1073-aca9-4d5e-afff-f9d267308a30 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655776 Feb 11 13:40:35.209310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1716936514', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:35.235399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Made reservation on behalf of ff844678b21340e88fd179cbc0c5a7ac for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:35.237794 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.259156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.355012 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for security_group (a3001ca8-6ff7-4a33-b07b-c9a92db0b202), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.359537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a3001ca8-6ff7-4a33-b07b-c9a92db0b202), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.365222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] device_id is not set on port 2aaf9a94-2bd9-41de-b782-acbbadd49d02 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:40:35.372263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.402193 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.418443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (1de2b2b5-8a69-426a-b6b1-16f67d6860f3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.427178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3001ca8-6ff7-4a33-b07b-c9a92db0b202,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:35.498442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Allocated IP 172.25.3.182 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/2aaf9a94-2bd9-41de-b782-acbbadd49d02) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:35.520055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (1de2b2b5-8a69-426a-b6b1-16f67d6860f3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.558403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Subnet': ['ID=1de2b2b5-8a69-426a-b6b1-16f67d6860f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:35.560611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.564067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-36a4c1bb-04f4-4249-afe0-10e49749a50f tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/subnets/1de2b2b5-8a69-426a-b6b1-16f67d6860f3 HTTP/1.1" status: 204 len: 168 time: 0.6467419 Feb 11 13:40:35.567598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:35.569516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a75548a-c370-4578-8c47-0339b870adc1 None None] Network 07bec82d-e059-4845-b33e-1c27b17e9b9b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:35.636186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Deleting subnet 04b66c70-7623-4232-abef-fdfbddcdd36b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:40:35.639986 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for subnet (04b66c70-7623-4232-abef-fdfbddcdd36b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.697440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for port (2aaf9a94-2bd9-41de-b782-acbbadd49d02), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.722242 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (04b66c70-7623-4232-abef-fdfbddcdd36b), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.784837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880fc11-7f5b-455d-937a-f554692fc72c req-6953960a-3bc7-4ebe-9187-4c3c37e17f20 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.786156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1880fc11-7f5b-455d-937a-f554692fc72c req-6953960a-3bc7-4ebe-9187-4c3c37e17f20 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0868640 Feb 11 13:40:35.797859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac913a-96e5-4d50-88a8-fde4e733dffd req-ac614d2b-7de5-4c67-9b93-3122dcaab8fe tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.800009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ac913a-96e5-4d50-88a8-fde4e733dffd req-ac614d2b-7de5-4c67-9b93-3122dcaab8fe tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.1352456 Feb 11 13:40:35.803731 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2aaf9a94-2bd9-41de-b782-acbbadd49d02), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.833341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] DHCP port deletion for 07bec82d-e059-4845-b33e-1c27b17e9b9b request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:40:35.891010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:35.893282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50464) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:35.895891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] Deleting port f2de4a28-0cce-4773-b4ca-9138b4d68013 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:35.896270 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.905391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:35.926963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (04b66c70-7623-4232-abef-fdfbddcdd36b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.931067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.237 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/889bb53e-4f8e-481a-acde-5a8943ddfffd) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:35.941826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:35.948810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1880fc11-7f5b-455d-937a-f554692fc72c req-2121ede5-7838-4037-aeb2-5e4216b12c1b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378753 Feb 11 13:40:35.950973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Pushing event updated for resources: {'Port': ['ID=2aaf9a94-2bd9-41de-b782-acbbadd49d02,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:35.965936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] For port f2de4a28-0cce-4773-b4ca-9138b4d68013, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f2de4a28-0cce-4773-b4ca-9138b4d68013,segment=NetworkSegment(1d4b9ad2-b40e-4266-87b9-c691e045a4a7),segment_id=1d4b9ad2-b40e-4266-87b9-c691e045a4a7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:35.966588 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.983899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] Calling delete_port for f2de4a28-0cce-4773-b4ca-9138b4d68013 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:35.991427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.992046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.013178 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-35ac913a-96e5-4d50-88a8-fde4e733dffd req-e138dc0b-603f-4c35-aa09-0a4bf4b5e8df tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810551 Feb 11 13:40:36.033562 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bca89a0a-3cde-4ff0-8b48-1280a6deec82 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0760999 Feb 11 13:40:36.044996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50470) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:36.045963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.182'}]}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:36.115272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (da8bb1a8-0b51-468b-bae4-76df4d0b5057), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.116994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (da8bb1a8-0b51-468b-bae4-76df4d0b5057), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.147365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (04b66c70-7623-4232-abef-fdfbddcdd36b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.169841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.175199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/subnets/04b66c70-7623-4232-abef-fdfbddcdd36b HTTP/1.1" status: 204 len: 168 time: 0.6065953 Feb 11 13:40:36.180475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50474) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:36.194681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863e351-9c63-45c0-8260-012d28af471d tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Subnet': ['ID=04b66c70-7623-4232-abef-fdfbddcdd36b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.231776 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.273198 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.276589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6561885-4b45-4159-a2bb-17b5d1e6ea5d None None] Network 241f4a82-b7b6-4591-8371-86e5a1914f4e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:36.278039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c4cbf557-2b60-4bd4-b262-4de4f9bae22e tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-599209037'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:36.278631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c4cbf557-2b60-4bd4-b262-4de4f9bae22e tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Unknown quota resources ['metering_label']. {{(pid=103175) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:40:36.278863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f2de4a28-0cce-4773-b4ca-9138b4d68013 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:36.347790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:36.356498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:36.380084 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (07bec82d-e059-4845-b33e-1c27b17e9b9b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.385257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:36.420919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for router_controller (da8bb1a8-0b51-468b-bae4-76df4d0b5057), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.436403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=889bb53e-4f8e-481a-acde-5a8943ddfffd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.441890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea9b52-9b74-44e4-aa77-7b01bef137c2 req-1c4c4437-98ce-43ee-b811-a399f75b96a1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:36.455644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcea9b52-9b74-44e4-aa77-7b01bef137c2 req-1c4c4437-98ce-43ee-b811-a399f75b96a1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.3320169 Feb 11 13:40:36.462482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Port f2de4a28-0cce-4773-b4ca-9138b4d68013 update to DOWN by agent not found {{(pid=103177) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 13:40:36.464988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (f2de4a28-0cce-4773-b4ca-9138b4d68013), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.502057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] Pushing event deleted for resources: {'Port': ['ID=f2de4a28-0cce-4773-b4ca-9138b4d68013,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.510227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e425016-eddd-4442-bf56-385868da04e9 None None] No DVR routers for this DVR port f2de4a28-0cce-4773-b4ca-9138b4d68013 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:36.582556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-fe7dce0e-7c0f-4bbc-bb45-70b3559e9216 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:36.582556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-fe7dce0e-7c0f-4bbc-bb45-70b3559e9216 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 813 time: 0.3066478 Feb 11 13:40:36.608109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-444a135b-9554-492d-b448-46804b47f2a3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/quotas/6d9052ccf39c4937887292b8e5ad1d10 HTTP/1.1" status: 200 len: 375 time: 0.0118244 Feb 11 13:40:36.642435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] DHCP port deletion for 241f4a82-b7b6-4591-8371-86e5a1914f4e request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:40:36.697695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] Deleting port 048d1e3f-95f5-4c94-b2b8-506a33281979 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:36.698194 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.710200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf557-2b60-4bd4-b262-4de4f9bae22e tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.714013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c4cbf557-2b60-4bd4-b262-4de4f9bae22e tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8172600 Feb 11 13:40:36.720871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:36.726840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-60674a65-b6a7-4730-95fe-7460919e801f tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '68b70b07-9c35-4b1d-9c86-c09a0833093a'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:36.727361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-60674a65-b6a7-4730-95fe-7460919e801f tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:40:36.776366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] For port 048d1e3f-95f5-4c94-b2b8-506a33281979, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=048d1e3f-95f5-4c94-b2b8-506a33281979,segment=NetworkSegment(f51e500c-a5b3-44e6-809c-c1a98a1f14b4),segment_id=f51e500c-a5b3-44e6-809c-c1a98a1f14b4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:36.776911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.791122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] Calling delete_port for 048d1e3f-95f5-4c94-b2b8-506a33281979 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:36.810281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (07bec82d-e059-4845-b33e-1c27b17e9b9b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.865732 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for router_gateway (da8bb1a8-0b51-468b-bae4-76df4d0b5057), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.874837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcea9b52-9b74-44e4-aa77-7b01bef137c2 req-0f838f8d-270e-4758-bc7a-32545590501d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885093 Feb 11 13:40:36.877617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bec82d-e059-4845-b33e-1c27b17e9b9b']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:36.887726 n-d-828676-2 neutron-server[103176]: WARNING neutron.services.metering.metering_plugin [None req-60674a65-b6a7-4730-95fe-7460919e801f tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:40:36.908696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4b9ad2-b40e-4266-87b9-c691e045a4a7') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:36.909111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4b9ad2-b40e-4266-87b9-c691e045a4a7') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:36.909710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-eb28ddc7-241a-4484-90b0-9c3df38e0f33 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2695022 Feb 11 13:40:36.925708 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (048d1e3f-95f5-4c94-b2b8-506a33281979), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.933288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.939379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (1d4b9ad2-b40e-4266-87b9-c691e045a4a7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.959503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] No DVR routers for this DVR port 048d1e3f-95f5-4c94-b2b8-506a33281979 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:36.961924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28e72c-c0ec-42d7-bc68-d24aebdca9c0 None None] Pushing event deleted for resources: {'Port': ['ID=048d1e3f-95f5-4c94-b2b8-506a33281979,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.965160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1d4b9ad2-b40e-4266-87b9-c691e045a4a7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.976805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:36.977231 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (1d4b9ad2-b40e-4266-87b9-c691e045a4a7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:36.981521 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:37.081056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (07bec82d-e059-4845-b33e-1c27b17e9b9b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.089081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.094858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/networks/07bec82d-e059-4845-b33e-1c27b17e9b9b HTTP/1.1" status: 204 len: 168 time: 0.9103992 Feb 11 13:40:37.095628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50494) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:37.105666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-60674a65-b6a7-4730-95fe-7460919e801f tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.106883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-60674a65-b6a7-4730-95fe-7460919e801f tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3850536 Feb 11 13:40:37.114795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50496) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:37.131626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dc288749-4e49-4381-962a-d3c546cca9a2 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '68b70b07-9c35-4b1d-9c86-c09a0833093a'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:37.131626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dc288749-4e49-4381-962a-d3c546cca9a2 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103175) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:40:37.133566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc213396-1165-4e60-a9d0-bd7e15ab1633 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Network': ['ID=07bec82d-e059-4845-b33e-1c27b17e9b9b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:37.248876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-83d7bc2d-e020-4f6e-8b8f-b7dc6f7038e4 service neutron] 10.222.0.79 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172338 Feb 11 13:40:37.653211 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (241f4a82-b7b6-4591-8371-86e5a1914f4e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.656487 n-d-828676-2 neutron-server[103175]: WARNING neutron.services.metering.metering_plugin [None req-dc288749-4e49-4381-962a-d3c546cca9a2 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:40:37.785670 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.789096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-61a1475a-2691-4f6b-94ad-85d69fcaead6 service neutron] 10.222.0.79 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009058 Feb 11 13:40:37.810975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dc288749-4e49-4381-962a-d3c546cca9a2 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.812201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dc288749-4e49-4381-962a-d3c546cca9a2 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6959014 Feb 11 13:40:37.836484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:37.856257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d55dd216-0cce-452d-8bda-6d3590eeef87 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=49438efc-b8cf-45e3-a42e-b72db9e4cb5f HTTP/1.1" status: 200 len: 462 time: 0.0183022 Feb 11 13:40:37.856789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:37.919365 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for router_gateway (da8bb1a8-0b51-468b-bae4-76df4d0b5057), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.977190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:37.980371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (241f4a82-b7b6-4591-8371-86e5a1914f4e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.041777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241f4a82-b7b6-4591-8371-86e5a1914f4e']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:38.059056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:38.059360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51e500c-a5b3-44e6-809c-c1a98a1f14b4') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:38.074737 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (f51e500c-a5b3-44e6-809c-c1a98a1f14b4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.075096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6f9103c-6094-4eba-960c-3bb22f18ffc7 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.084662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c6f9103c-6094-4eba-960c-3bb22f18ffc7 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/49438efc-b8cf-45e3-a42e-b72db9e4cb5f HTTP/1.1" status: 204 len: 168 time: 0.2208552 Feb 11 13:40:38.085221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50516) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.120463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 048d1e3f-95f5-4c94-b2b8-506a33281979 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:38.122316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:40:38.143992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 048d1e3f-95f5-4c94-b2b8-506a33281979 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:40:38.144504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 048d1e3f-95f5-4c94-b2b8-506a33281979 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:38.168861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91cac66f-a141-462b-85a1-6fb450bf87d8 req-d26a8da5-6800-4ba3-9a17-565ab6d38a70 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 210 time: 0.0786974 Feb 11 13:40:38.170299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f51e500c-a5b3-44e6-809c-c1a98a1f14b4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.175763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3752f5d8-9fc7-4a61-9dc2-22c5dcc33288 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=49438efc-b8cf-45e3-a42e-b72db9e4cb5f HTTP/1.1" status: 200 len: 221 time: 0.0888872 Feb 11 13:40:38.182403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50518) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.187498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:38.188656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (f51e500c-a5b3-44e6-809c-c1a98a1f14b4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.194200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-923c65cf-ffef-4c68-8dab-3fcb30f3eb74 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1892893873', 'description': 'label created by tempest'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:38.194666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-923c65cf-ffef-4c68-8dab-3fcb30f3eb74 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Unknown quota resources ['metering_label']. {{(pid=103175) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:38.196904 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:38.277380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:38.289884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Sync routers for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:38.307192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:38.308511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:38.311083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.313591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-70d5c59e-ca16-44a0-b7c4-7df5af84c2fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7499855 Feb 11 13:40:38.317230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.396784 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (241f4a82-b7b6-4591-8371-86e5a1914f4e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.411117 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.418374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] 10.222.0.79 "DELETE /v2.0/networks/241f4a82-b7b6-4591-8371-86e5a1914f4e HTTP/1.1" status: 204 len: 168 time: 1.3213625 Feb 11 13:40:38.485566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for router (da8bb1a8-0b51-468b-bae4-76df4d0b5057), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.487670 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6e750-d873-4d79-9fa1-41a2e4ebd964 tempest-TaggedBootDevicesTest-1919021003 tempest-TaggedBootDevicesTest-1919021003-project] Pushing event deleted for resources: {'Network': ['ID=241f4a82-b7b6-4591-8371-86e5a1914f4e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:38.526047 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3bd60a89-7114-4243-8c02-55eeee09b6ae tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=438affb9494641819ba0787e4b08b11f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2067189 Feb 11 13:40:38.530966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.559920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:38.604212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-923c65cf-ffef-4c68-8dab-3fcb30f3eb74 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.605522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-923c65cf-ffef-4c68-8dab-3fcb30f3eb74 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4218864 Feb 11 13:40:38.653345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50542) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.776787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:36Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:38.780157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9d47d21b-c97f-4d00-847a-9367b323547b tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=07ee5d5c-e35e-44a0-b3fc-d5b799a4ed69 HTTP/1.1" status: 200 len: 468 time: 0.1240203 Feb 11 13:40:38.789305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50546) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.811426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Checking router: ea6ad89b-4d6f-43ad-9550-76f99fefcae7 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:38.812040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Updating router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 port 889bb53e-4f8e-481a-acde-5a8943ddfffd binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:40:38.847243 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.911717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d038c1e-545d-4831-a04b-085c82a4905d tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:38.913368 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4d038c1e-545d-4831-a04b-085c82a4905d tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3803520 Feb 11 13:40:38.916605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.970964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (da8bb1a8-0b51-468b-bae4-76df4d0b5057), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.983768 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks [] for router_controller (da8bb1a8-0b51-468b-bae4-76df4d0b5057), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:38.987600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bac1304e-88c1-42d7-b4bc-b54315ff2b61 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697813 Feb 11 13:40:38.990456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:38.996794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357863761', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:39.122926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:39.129011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.173507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (da8bb1a8-0b51-468b-bae4-76df4d0b5057), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.174243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da8bb1a8-0b51-468b-bae4-76df4d0b5057 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:39.182917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Publish callbacks [] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.192652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.254782 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2feb673-4163-4c74-be37-83a9813b1b44 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.258976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2feb673-4163-4c74-be37-83a9813b1b44 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/07ee5d5c-e35e-44a0-b3fc-d5b799a4ed69 HTTP/1.1" status: 204 len: 168 time: 0.4657381 Feb 11 13:40:39.260529 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:40:39.266927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a1a68e6-aadd-4997-a39e-b05c7d895b5f tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2279928 Feb 11 13:40:39.267439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.269771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50556) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.304178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Attempting to bind port 889bb53e-4f8e-481a-acde-5a8943ddfffd on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:39.304620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Attempting to bind port 889bb53e-4f8e-481a-acde-5a8943ddfffd by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:39.304991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Attempting to bind port 889bb53e-4f8e-481a-acde-5a8943ddfffd on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:39.307336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99ec82-25f1-43a6-93cd-b702cdb8f7c4 None None] Pushing event updated for resources: {'Port': ['ID=889bb53e-4f8e-481a-acde-5a8943ddfffd,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:39.315381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:39.316883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:39.317001 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.318441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:39.318945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Bound port: 889bb53e-4f8e-481a-acde-5a8943ddfffd, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:39.319336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.324919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c04c4d06-127b-4258-a859-a22f6c1972ea tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=07ee5d5c-e35e-44a0-b3fc-d5b799a4ed69 HTTP/1.1" status: 200 len: 216 time: 0.0529642 Feb 11 13:40:39.325355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50558) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.352094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-69b94bdf-a070-4da3-a506-9c866048dc69 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0226700 Feb 11 13:40:39.352666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.405744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-716b4244-9de2-4ea0-93a5-d7432a41e98e req-56d514a1-21f6-4ff8-8ffe-6d648873d110 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 210 time: 0.0688677 Feb 11 13:40:39.416908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] For port 889bb53e-4f8e-481a-acde-5a8943ddfffd, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:39.426723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] For port 889bb53e-4f8e-481a-acde-5a8943ddfffd, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=889bb53e-4f8e-481a-acde-5a8943ddfffd,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:39.436135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e552bdf2-7530-4260-a2b2-cc97eaaf502a tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0823486 Feb 11 13:40:39.442464 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.450097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.467926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Deleting port 2aaf9a94-2bd9-41de-b782-acbbadd49d02 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:39.468278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2aaf9a94-2bd9-41de-b782-acbbadd49d02), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.520680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:39.521318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:39.588683 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2aaf9a94-2bd9-41de-b782-acbbadd49d02), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.602833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Calling delete_port for 2aaf9a94-2bd9-41de-b782-acbbadd49d02 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:39.631624 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-463dd76d-62e7-46ab-a52b-e0a52aa8e693 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/68b70b07-9c35-4b1d-9c86-c09a0833093a HTTP/1.1" status: 200 len: 472 time: 0.1800323 Feb 11 13:40:39.638147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.665361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99ec82-25f1-43a6-93cd-b702cdb8f7c4 None None] Pushing event updated for resources: {'Port': ['ID=889bb53e-4f8e-481a-acde-5a8943ddfffd,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:39.698554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-17c8ed11-3358-41e5-b24d-86a126125a9b tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/439db9c5-007f-4b5a-bdf9-3f61ef62c1cf HTTP/1.1" status: 200 len: 459 time: 0.0576649 Feb 11 13:40:39.704735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50570) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.716740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:39.728922 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-765cefb4-9765-4d33-9738-a4ba720a9632 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:39.730433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-765cefb4-9765-4d33-9738-a4ba720a9632 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 813 time: 0.3389175 Feb 11 13:40:39.731782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (6affe29b-16f8-4cc9-9ce9-38bfdffedb0e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.808869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Request body: {'port': {'device_id': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157', 'admin_state_up': True, 'tenant_id': '6d9052ccf39c4937887292b8e5ad1d10'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:39.867717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Subnet': ['ID=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:39.871972 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff0058bc-8460-4814-98ff-d44af48e1d6a tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.873149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ff0058bc-8460-4814-98ff-d44af48e1d6a tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/439db9c5-007f-4b5a-bdf9-3f61ef62c1cf HTTP/1.1" status: 204 len: 168 time: 0.1633790 Feb 11 13:40:39.875820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50574) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:39.916721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Checking segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:39.917719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network hostable DHCP agents. Network: 0aac6a42-5279-4f67-8ad7-310c8e2de94d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:39.960068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:39.979791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0aac6a42-5279-4f67-8ad7-310c8e2de94d) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:39.988322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:39.989217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:39.997704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7bf65-ddf1-45f2-81a7-d0b4a2be29cd None None] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:40.001705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Made reservation on behalf of 6d9052ccf39c4937887292b8e5ad1d10 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:40.006166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:40.039081 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bce6e291-51d5-412e-ab0b-f6a55c34548f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0463743 Feb 11 13:40:40.041601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50576) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:40.066685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2aaf9a94-2bd9-41de-b782-acbbadd49d02), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:40.099407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:36Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:40.163876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ca4d3-9836-4f70-9e71-5ec163c8b33d None None] The sync data for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 is: [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:36Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:40.167704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aaf9a94-2bd9-41de-b782-acbbadd49d02,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:40.228716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5d12a1e-8005-40bd-8372-e82fd7bbc4d4 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:40.235298 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5d12a1e-8005-40bd-8372-e82fd7bbc4d4 tempest-MeteringIpV6TestJSON-864237663 tempest-MeteringIpV6TestJSON-864237663-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/68b70b07-9c35-4b1d-9c86-c09a0833093a HTTP/1.1" status: 204 len: 168 time: 0.3582482 Feb 11 13:40:40.266839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:40:40.267722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Allocated IP 172.20.0.3 (7d26d227-df76-45c0-9a8c-d2c67fa21157/66bd221b-8ee1-4108-a834-c90a84448b59/a52c98a0-fd94-481d-a902-22e5d88e94a3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:40.267978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:40.340425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:40.355080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-422a240c-5508-44f3-9f55-9697538a72c7 tempest-RoutersAdminNegativeTest-507615662 tempest-RoutersAdminNegativeTest-507615662-project-admin] 10.222.0.79 "DELETE /v2.0/ports/2aaf9a94-2bd9-41de-b782-acbbadd49d02 HTTP/1.1" status: 204 len: 168 time: 1.0840025 Feb 11 13:40:40.477611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-37896a79-802f-4741-9c70-7dd0ba8536cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114244 Feb 11 13:40:40.761616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Allocated IP 172.20.0.2 (0aac6a42-5279-4f67-8ad7-310c8e2de94d/6affe29b-16f8-4cc9-9ce9-38bfdffedb0e/62d13ac2-eec8-4625-9e4e-58b471a0b242) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:40.786913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35501974-9664-4690-b969-0dcb24a1c4dc req-d5be0be3-1467-410e-ab42-a63691ddf63b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 210 time: 0.1679828 Feb 11 13:40:40.832938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-4d88fdfb-112c-4757-a733-024bb4c62dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:40.843375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-4d88fdfb-112c-4757-a733-024bb4c62dc1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1128 time: 0.2790587 Feb 11 13:40:40.930765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50608) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:40.987712 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Publish callbacks [] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:40.995562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:40:41.001859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks [] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.045175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50614) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:41.059076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.123680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.154300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['5d70688d-277f-4066-90ba-b1dc58dd8c65'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:41.172657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-275fe30d-0185-4fd1-99a8-eaae1019436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:41.174784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-275fe30d-0185-4fd1-99a8-eaae1019436f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.3128219 Feb 11 13:40:41.216901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:41.233863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:41.237034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:41.268068 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77621abd-1869-459c-9f28-4d343c41e808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.286995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Pushing event updated for resources: {'Port': ['ID=a52c98a0-fd94-481d-a902-22e5d88e94a3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:41.334789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-338396a4-d6aa-40a4-b15a-8790b452cb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.361760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-dc167b78-608c-4ff0-8889-fddc02a646d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 1002 time: 0.1773953 Feb 11 13:40:41.368228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Network 7d26d227-df76-45c0-9a8c-d2c67fa21157 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:41.378939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:41.386845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:41.461388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Pushing event updated for resources: {'Port': ['ID=62d13ac2-eec8-4625-9e4e-58b471a0b242,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:41.474850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:41.525286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'mac_address': 'fa:16:3e:bc:94:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:40:41.531486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Attempting to bind port 62d13ac2-eec8-4625-9e4e-58b471a0b242 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:41.531891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Attempting to bind port 62d13ac2-eec8-4625-9e4e-58b471a0b242 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:41.532261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Attempting to bind port 62d13ac2-eec8-4625-9e4e-58b471a0b242 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:41.548336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-88c7a830-5bad-4cef-9c31-e1f83d9899ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:41.551124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:41.551286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-88c7a830-5bad-4cef-9c31-e1f83d9899ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.1779058 Feb 11 13:40:41.551410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Checking segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:41.551618 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.552021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Bound using segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:41.554889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Bound port: 62d13ac2-eec8-4625-9e4e-58b471a0b242, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:41.555362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.631498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:41.633900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.678564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77621abd-1869-459c-9f28-4d343c41e808 admin admin] Publish callbacks [] for security_group (186d14ed-87a1-4e69-b786-3526fec5ea9d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.703064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-e5540c34-33e2-408e-ad02-38fe47865e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:41.707651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-e5540c34-33e2-408e-ad02-38fe47865e3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1407576 Feb 11 13:40:41.716279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77621abd-1869-459c-9f28-4d343c41e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (186d14ed-87a1-4e69-b786-3526fec5ea9d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.732374 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-3b0a45b2-3b1b-40db-b3d3-78bdeda2438b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9373655 Feb 11 13:40:41.732902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-338396a4-d6aa-40a4-b15a-8790b452cb66 admin admin] Publish callbacks [] for security_group (0caa88d4-35ce-4925-8ea2-7c0708abdacc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.774151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77621abd-1869-459c-9f28-4d343c41e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186d14ed-87a1-4e69-b786-3526fec5ea9d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:41.797898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-338396a4-d6aa-40a4-b15a-8790b452cb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0caa88d4-35ce-4925-8ea2-7c0708abdacc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.858225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-338396a4-d6aa-40a4-b15a-8790b452cb66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2b925a99abf49c2afa747cfcfe05e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015523 Feb 11 13:40:41.863897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:41.922695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Request body: {'port': {'device_id': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:41.924651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:41.925091 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:41.959621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-77621abd-1869-459c-9f28-4d343c41e808 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a37239c9c4d4c3a80c855635163a7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0258234 Feb 11 13:40:41.962815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50634) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:41.979981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338396a4-d6aa-40a4-b15a-8790b452cb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa88d4-35ce-4925-8ea2-7c0708abdacc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.040085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] For port 62d13ac2-eec8-4625-9e4e-58b471a0b242, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:42.068560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:42.075930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-883911fb-5d4d-4b3b-af5f-c2d6852f7ca1 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567667 Feb 11 13:40:42.127639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:42.172692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] For port 62d13ac2-eec8-4625-9e4e-58b471a0b242, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=62d13ac2-eec8-4625-9e4e-58b471a0b242,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:42.174633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.175739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.253894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.264945 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.303639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.305428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 889bb53e-4f8e-481a-acde-5a8943ddfffd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:42.340812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640c4d4-70ef-4b33-80c8-4150c15d90ab req-ee945525-660b-45ff-8297-d1e62426d35c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:42.342745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e640c4d4-70ef-4b33-80c8-4150c15d90ab req-ee945525-660b-45ff-8297-d1e62426d35c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 931 time: 0.3383286 Feb 11 13:40:42.364169 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f20446c8-1ff4-4708-8e00-8d793c0b7d2c admin admin] Publish callbacks [] for security_group (186d14ed-87a1-4e69-b786-3526fec5ea9d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.365575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d886599c-25c6-42cf-a4ee-2167f8eeb7c1 admin admin] Publish callbacks [] for security_group (0caa88d4-35ce-4925-8ea2-7c0708abdacc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.371316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:42.403997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d886599c-25c6-42cf-a4ee-2167f8eeb7c1 admin admin] Publish callbacks [] for security_group (0caa88d4-35ce-4925-8ea2-7c0708abdacc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.426728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c468eda-bd28-4eb6-bfe5-8183313f612b req-543d75ee-ef63-425f-b945-d675406aabe0 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180120 Feb 11 13:40:42.469235 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f20446c8-1ff4-4708-8e00-8d793c0b7d2c admin admin] Publish callbacks [] for security_group (186d14ed-87a1-4e69-b786-3526fec5ea9d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.490084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d886599c-25c6-42cf-a4ee-2167f8eeb7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0caa88d4-35ce-4925-8ea2-7c0708abdacc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.493096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d886599c-25c6-42cf-a4ee-2167f8eeb7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.497459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d886599c-25c6-42cf-a4ee-2167f8eeb7c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0caa88d4-35ce-4925-8ea2-7c0708abdacc HTTP/1.1" status: 204 len: 168 time: 0.6050940 Feb 11 13:40:42.603551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f20446c8-1ff4-4708-8e00-8d793c0b7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (186d14ed-87a1-4e69-b786-3526fec5ea9d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.606786 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f20446c8-1ff4-4708-8e00-8d793c0b7d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:42.610182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f20446c8-1ff4-4708-8e00-8d793c0b7d2c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/186d14ed-87a1-4e69-b786-3526fec5ea9d HTTP/1.1" status: 204 len: 168 time: 0.6380384 Feb 11 13:40:42.624563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20446c8-1ff4-4708-8e00-8d793c0b7d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186d14ed-87a1-4e69-b786-3526fec5ea9d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.651591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886599c-25c6-42cf-a4ee-2167f8eeb7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa88d4-35ce-4925-8ea2-7c0708abdacc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.723799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ca032-2fb5-4094-bda8-f785b59cff42 None None] Pushing event updated for resources: {'Port': ['ID=62d13ac2-eec8-4625-9e4e-58b471a0b242,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.876844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 889bb53e-4f8e-481a-acde-5a8943ddfffd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:42.877543 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.168417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 889bb53e-4f8e-481a-acde-5a8943ddfffd is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:43.168966 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.209182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 889bb53e-4f8e-481a-acde-5a8943ddfffd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=889bb53e-4f8e-481a-acde-5a8943ddfffd,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:43.218537 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.361724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=889bb53e-4f8e-481a-acde-5a8943ddfffd,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:43.382898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e640c4d4-70ef-4b33-80c8-4150c15d90ab req-5831c4e0-22c8-4493-b4b2-0c4ad37678ca tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0195508 Feb 11 13:40:43.527217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50656) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:43.593090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50662) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:43.658138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e28807fd-ffc0-485a-ac3a-b8b51eb28c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.680075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a52111eb-bc85-4f1f-ba96-5b125f37b535 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff844678b21340e88fd179cbc0c5a7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515708 Feb 11 13:40:43.690282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:43.769674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e28807fd-ffc0-485a-ac3a-b8b51eb28c86 admin admin] Publish callbacks [] for security_group (00f26d21-52db-4e4a-855b-7373f6c1c505), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.775737 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e28807fd-ffc0-485a-ac3a-b8b51eb28c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (00f26d21-52db-4e4a-855b-7373f6c1c505), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.827005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e28807fd-ffc0-485a-ac3a-b8b51eb28c86 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=037eda786b2e47768e69667503bf11ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318316 Feb 11 13:40:43.828684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28807fd-ffc0-485a-ac3a-b8b51eb28c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f26d21-52db-4e4a-855b-7373f6c1c505,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:43.831335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50666) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:43.920896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b945a9ff-5a69-4d3d-b84d-fc7a9fef2a19 admin admin] Publish callbacks [] for security_group (00f26d21-52db-4e4a-855b-7373f6c1c505), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.946761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52c98a0-fd94-481d-a902-22e5d88e94a3 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:43.951055 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b945a9ff-5a69-4d3d-b84d-fc7a9fef2a19 admin admin] Publish callbacks [] for security_group (00f26d21-52db-4e4a-855b-7373f6c1c505), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.958361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.1 (0aac6a42-5279-4f67-8ad7-310c8e2de94d/6affe29b-16f8-4cc9-9ce9-38bfdffedb0e/b2d91df1-a2be-4ac4-86cf-407d2b8dc570) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:43.981178 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Publish callbacks [] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:43.987171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1798ce51-c675-4dcc-a19d-20879dfdb896 admin admin] Publish callbacks [] for security_group (a3001ca8-6ff7-4a33-b07b-c9a92db0b202), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:44.053935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b945a9ff-5a69-4d3d-b84d-fc7a9fef2a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (00f26d21-52db-4e4a-855b-7373f6c1c505), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:44.057584 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b945a9ff-5a69-4d3d-b84d-fc7a9fef2a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:44.064142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b945a9ff-5a69-4d3d-b84d-fc7a9fef2a19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00f26d21-52db-4e4a-855b-7373f6c1c505 HTTP/1.1" status: 204 len: 168 time: 0.2315702 Feb 11 13:40:44.085474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a9ff-5a69-4d3d-b84d-fc7a9fef2a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f26d21-52db-4e4a-855b-7373f6c1c505,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.184875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Transition to ACTIVE for port object a52c98a0-fd94-481d-a902-22e5d88e94a3 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:44.220964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:44.247317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1798ce51-c675-4dcc-a19d-20879dfdb896 admin admin] Publish callbacks [] for security_group (a3001ca8-6ff7-4a33-b07b-c9a92db0b202), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:44.318079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 889bb53e-4f8e-481a-acde-5a8943ddfffd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:44.403833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Pushing event updated for resources: {'Port': ['ID=a52c98a0-fd94-481d-a902-22e5d88e94a3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.476725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:44.566485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 889bb53e-4f8e-481a-acde-5a8943ddfffd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:44.566942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:44.676984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3ee90-9ad7-4906-9620-297b8334d046 req-3ef058b6-04b6-4355-aaf1-ff9e4788121e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:44.684670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5cd3ee90-9ad7-4906-9620-297b8334d046 req-3ef058b6-04b6-4355-aaf1-ff9e4788121e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 943 time: 0.1757531 Feb 11 13:40:44.775875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 889bb53e-4f8e-481a-acde-5a8943ddfffd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:44.777331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 62d13ac2-eec8-4625-9e4e-58b471a0b242 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:44.808511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5cd3ee90-9ad7-4906-9620-297b8334d046 req-8a794cac-de11-4bcf-b5a4-e62b788d3137 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225419 Feb 11 13:40:44.884224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:44.892989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485e996-44ce-48b1-bcc7-f78fea26e27c None None] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:44.998870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 62d13ac2-eec8-4625-9e4e-58b471a0b242 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:44.999672 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.155449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-37883e4a-98ad-4a7b-bdb5-4a3540b7e563 None None] Provisioning complete for port 62d13ac2-eec8-4625-9e4e-58b471a0b242 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:45.155803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37883e4a-98ad-4a7b-bdb5-4a3540b7e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.208003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Attempting to bind port a52c98a0-fd94-481d-a902-22e5d88e94a3 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:45.208511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Attempting to bind port a52c98a0-fd94-481d-a902-22e5d88e94a3 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:45.211698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Attempting to bind port a52c98a0-fd94-481d-a902-22e5d88e94a3 on network 7d26d227-df76-45c0-9a8c-d2c67fa21157 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:45.234453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Port a52c98a0-fd94-481d-a902-22e5d88e94a3 on network 7d26d227-df76-45c0-9a8c-d2c67fa21157 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:40:45.235344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Attempting to bind port a52c98a0-fd94-481d-a902-22e5d88e94a3 on network 7d26d227-df76-45c0-9a8c-d2c67fa21157 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:45.264274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1798ce51-c675-4dcc-a19d-20879dfdb896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a3001ca8-6ff7-4a33-b07b-c9a92db0b202), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.280577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1798ce51-c675-4dcc-a19d-20879dfdb896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.280577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1798ce51-c675-4dcc-a19d-20879dfdb896 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a3001ca8-6ff7-4a33-b07b-c9a92db0b202 HTTP/1.1" status: 204 len: 168 time: 1.5859237 Feb 11 13:40:45.285502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:45.285847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Checking segment: {'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:45.286320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Bound using segment: {'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:45.286709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Bound port: a52c98a0-fd94-481d-a902-22e5d88e94a3, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bed609-1b1c-4746-8d30-09765db6011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:45.287062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.441693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798ce51-c675-4dcc-a19d-20879dfdb896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3001ca8-6ff7-4a33-b07b-c9a92db0b202,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:45.463332 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.572053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:45.572577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.615974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-d68fa10f-1e7a-442f-b1b0-098203056b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:45.617529 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-d68fa10f-1e7a-442f-b1b0-098203056b4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 1.1313398 Feb 11 13:40:45.713590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:45.743718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-37883e4a-98ad-4a7b-bdb5-4a3540b7e563 None None] Current status of the port 62d13ac2-eec8-4625-9e4e-58b471a0b242 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:45.744113 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37883e4a-98ad-4a7b-bdb5-4a3540b7e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.761877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:45.807431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] For port a52c98a0-fd94-481d-a902-22e5d88e94a3, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:45.807691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-37883e4a-98ad-4a7b-bdb5-4a3540b7e563 None None] For port 62d13ac2-eec8-4625-9e4e-58b471a0b242, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=62d13ac2-eec8-4625-9e4e-58b471a0b242,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:45.813803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 62d13ac2-eec8-4625-9e4e-58b471a0b242 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:45.816018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:45.818801 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:45.819819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:45.851181 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37883e4a-98ad-4a7b-bdb5-4a3540b7e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.051731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] For port a52c98a0-fd94-481d-a902-22e5d88e94a3, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a52c98a0-fd94-481d-a902-22e5d88e94a3,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:46.100102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:46.119155 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.139135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.154026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37883e4a-98ad-4a7b-bdb5-4a3540b7e563 None None] Pushing event updated for resources: {'Port': ['ID=62d13ac2-eec8-4625-9e4e-58b471a0b242,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.173856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:46.177004 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cd7af2-8b2e-4d1c-83b9-5c6705c28181" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:46.276594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:46.279788 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c74c9f-f5f7-4421-b050-700e37e11888 x-openstack-request-id: req-83c74c9f-f5f7-4421-b050-700e37e11888 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:46.280398 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:46.280950 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83c74c9f-f5f7-4421-b050-700e37e11888 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:46.281599 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'code': 200} Feb 11 13:40:46.282500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:46.283330 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:46.290987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9d417641-8152-4f71-86f1-d240d2213a57 None None] Provisioning complete for port 62d13ac2-eec8-4625-9e4e-58b471a0b242 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:46.291627 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d417641-8152-4f71-86f1-d240d2213a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.293742 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.310100 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.403567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.456819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9d417641-8152-4f71-86f1-d240d2213a57 None None] Current status of the port 62d13ac2-eec8-4625-9e4e-58b471a0b242 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:46.468454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:46.469642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.471824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] 10.222.0.30 "PUT /v2.0/ports/a52c98a0-fd94-481d-a902-22e5d88e94a3 HTTP/1.1" status: 200 len: 1091 time: 4.6058869 Feb 11 13:40:46.661116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'tag': 'a52c98a0-fd94-481d-a902-22e5d88e94a3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:46.665853 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7038841d-89fd-4983-b328-26da3bd6c86c" -d '{"events": [{"name": "network-changed", "server_uuid": "51fea43c-df58-4b71-b244-60d0b96fec9b", "tag": "a52c98a0-fd94-481d-a902-22e5d88e94a3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:46.727227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d2c58b82-6cd6-4a69-99e2-cde283f42cb5 None None] Provisioning complete for port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:46.728654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-329915ed-cff7-49b8-826e-9bfefd1cfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:46.728915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2c58b82-6cd6-4a69-99e2-cde283f42cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:46.730478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-329915ed-cff7-49b8-826e-9bfefd1cfcfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 1.0658290 Feb 11 13:40:46.731111 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1251d01-d7d9-458f-b983-a2ac6cc46a69 service neutron] Pushing event updated for resources: {'Port': ['ID=a52c98a0-fd94-481d-a902-22e5d88e94a3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.898594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50746) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:46.928645 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee1809d-d5dd-4047-a98e-e6ecff630b5b x-openstack-request-id: req-aee1809d-d5dd-4047-a98e-e6ecff630b5b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:46.928956 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fea43c-df58-4b71-b244-60d0b96fec9b", "tag": "a52c98a0-fd94-481d-a902-22e5d88e94a3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:46.929218 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aee1809d-d5dd-4047-a98e-e6ecff630b5b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:46.929674 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'tag': 'a52c98a0-fd94-481d-a902-22e5d88e94a3', 'status': 'completed', 'code': 200} Feb 11 13:40:47.066415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2c58b82-6cd6-4a69-99e2-cde283f42cb5 None None] Port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:47.082153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 62d13ac2-eec8-4625-9e4e-58b471a0b242 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:47.168495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2c677-94a9-4a95-9a03-9ea25b0a738d req-b9ff7b32-b346-41ee-89a0-0e83d5416f56 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.170349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1600311574'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:47.184084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4b2c677-94a9-4a95-9a03-9ea25b0a738d req-b9ff7b32-b346-41ee-89a0-0e83d5416f56 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 943 time: 1.2416275 Feb 11 13:40:47.216103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Made reservation on behalf of 5387307112004dbf8216cd7bad6c0e0a for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:47.231118 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.262549 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.293804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 62d13ac2-eec8-4625-9e4e-58b471a0b242 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:47.320384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-b28951b1-63ab-4780-8a2b-e6cf65b0d6a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 1000 time: 0.4195223 Feb 11 13:40:47.364099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-148cdc91-0839-4002-bf7a-6ecb2edaef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.367311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-148cdc91-0839-4002-bf7a-6ecb2edaef72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 1125 time: 0.6790175 Feb 11 13:40:47.368357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 62d13ac2-eec8-4625-9e4e-58b471a0b242 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:47.368782 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.485157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks [] for security_group (eb9cd9fd-219d-485c-9c93-4e6eb1752790), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.493804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50754) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:47.503022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb9cd9fd-219d-485c-9c93-4e6eb1752790), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.517713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:47.529268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7f702beb-67d9-49b5-9b2d-00e8c0d5e40e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.529974 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Added segment 7f702beb-67d9-49b5-9b2d-00e8c0d5e40e of type vlan for network 3c6c0635-70d9-4273-8a5e-d21651245216 Feb 11 13:40:47.541194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4b2c677-94a9-4a95-9a03-9ea25b0a738d req-0ccfd30d-7655-432d-9e46-76a1be7fff60 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548493 Feb 11 13:40:47.577371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3c6c0635-70d9-4273-8a5e-d21651245216), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.605049 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-6191d88e-2560-4518-8300-5f6ad38dbd0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c98a0-fd94-481d-a902-22e5d88e94a3 HTTP/1.1" status: 200 len: 217 time: 0.1919475 Feb 11 13:40:47.631657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 62d13ac2-eec8-4625-9e4e-58b471a0b242 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:47.674989 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.681030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-932944bc-bd66-46fd-9f86-3a0dd29d1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.681859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9cd9fd-219d-485c-9c93-4e6eb1752790,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.682962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-932944bc-bd66-46fd-9f86-3a0dd29d1fde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.3392987 Feb 11 13:40:47.685201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3c6c0635-70d9-4273-8a5e-d21651245216), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.691579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.692579 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.769253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-0b3bef47-4a80-4849-8563-58c45efa625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.771505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-0b3bef47-4a80-4849-8563-58c45efa625f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.1574199 Feb 11 13:40:47.773411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event updated for resources: {'Network': ['ID=3c6c0635-70d9-4273-8a5e-d21651245216,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.788507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3c6c0635-70d9-4273-8a5e-d21651245216 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:47.792591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69382d9c-5fb9-49d6-928d-eb67d987cce5 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8898695 Feb 11 13:40:47.795661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50762) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:47.803863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Request body: {'subnet': {'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:47.876935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-311485416', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:47.903847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-729f9e4f-d763-4f90-8aef-512fb6067013 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179779 Feb 11 13:40:47.985272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Made reservation on behalf of 0569709c39814d5e9e1d6e20fe3eebd6 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:47.990876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:48.012902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-233dc3eb-dce6-476c-952a-96067010151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:48.015188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-233dc3eb-dce6-476c-952a-96067010151c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3144584 Feb 11 13:40:48.261211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-4f606998-9889-48f4-b099-2b00518d81b0 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028789 Feb 11 13:40:48.363503 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-25946d71-695b-4a73-85ef-2c66c4f21cd5 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347106 Feb 11 13:40:48.408357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:48.497732 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for security_group (109de26d-8881-478a-9750-1e596abac662), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:48.505598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (109de26d-8881-478a-9750-1e596abac662), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:48.512302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] device_id is not set on port b3fdf888-ebdb-4df6-8600-77b4dbef9c0a yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:40:48.647987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Allocated IP 172.25.3.34 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/b3fdf888-ebdb-4df6-8600-77b4dbef9c0a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:48.812289 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for port (b3fdf888-ebdb-4df6-8600-77b4dbef9c0a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:48.868881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Made reservation on behalf of 5387307112004dbf8216cd7bad6c0e0a for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:48.872329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:48.892059 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b3fdf888-ebdb-4df6-8600-77b4dbef9c0a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:49.062156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:49.111531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fdf888-ebdb-4df6-8600-77b4dbef9c0a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.114165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:49.131093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:49.184511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e461b2-6773-437d-bb20-4eb5fcc8cf58 req-e94abb10-2933-46a9-8189-3e1bedb17258 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9045804 Feb 11 13:40:49.197455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18e1fac9-f104-4a20-9cc6-4f7f27ad790c req-462010e3-5586-49ff-8593-a0d953954d6d service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231895 Feb 11 13:40:49.235320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:49.235946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:49.244225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:49.266855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109de26d-8881-478a-9750-1e596abac662,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.277467 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:49.378271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0c5c6829-dd2d-45ea-8fdf-e29abbc3b080 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8824136 Feb 11 13:40:49.383214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50780) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:49.396250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.34'}]}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:49.406558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.461922 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:49.471569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c574e-0c2e-4731-8967-fe592c1ebf4f req-d98812c1-b417-47cb-bbf2-4a79a2629ab3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:49.478425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c574e-0c2e-4731-8967-fe592c1ebf4f req-d98812c1-b417-47cb-bbf2-4a79a2629ab3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 943 time: 0.6149316 Feb 11 13:40:49.517048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (23064db2-6389-4ca7-94f3-16f3ab6708a1), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:49.518071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (23064db2-6389-4ca7-94f3-16f3ab6708a1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:49.626543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec9c574e-0c2e-4731-8967-fe592c1ebf4f req-500ca694-7688-4be2-8150-77f97d2f1010 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401298 Feb 11 13:40:49.640394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038841d-89fd-4983-b328-26da3bd6c86c req-34db16af-9d96-4544-8e6d-094ea79661ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:49.642022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7038841d-89fd-4983-b328-26da3bd6c86c req-34db16af-9d96-4544-8e6d-094ea79661ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 1125 time: 0.3925765 Feb 11 13:40:49.660315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:49.669665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:49.681934 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for router_controller (23064db2-6389-4ca7-94f3-16f3ab6708a1), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:50.026522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:50.085986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:50.124400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:50.188173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038841d-89fd-4983-b328-26da3bd6c86c req-ab7f66d3-1e32-425f-9518-f1694d9198ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:50.189595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7038841d-89fd-4983-b328-26da3bd6c86c req-ab7f66d3-1e32-425f-9518-f1694d9198ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 914 time: 0.5316913 Feb 11 13:40:50.235600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-13daa24c-6e07-46da-939a-e5c50657c005 None None] Provisioning complete for port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:50.235986 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13daa24c-6e07-46da-939a-e5c50657c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:50.297830 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7038841d-89fd-4983-b328-26da3bd6c86c req-0adf64e2-76a8-42b1-8d3f-cc030973276e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52c98a0-fd94-481d-a902-22e5d88e94a3 HTTP/1.1" status: 200 len: 217 time: 0.0977988 Feb 11 13:40:50.307188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-13daa24c-6e07-46da-939a-e5c50657c005 None None] Port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:50.334392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event updated for resources: {'Subnet': ['ID=e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.352340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for router_gateway (23064db2-6389-4ca7-94f3-16f3ab6708a1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:50.400807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038841d-89fd-4983-b328-26da3bd6c86c req-5bd8816d-6be8-4f53-9e0c-6a3aa211a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:50.401059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Checking segment: {'id': '7f702beb-67d9-49b5-9b2d-00e8c0d5e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:50.401317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Network hostable DHCP agents. Network: 3c6c0635-70d9-4273-8a5e-d21651245216, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:50.402462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7038841d-89fd-4983-b328-26da3bd6c86c req-5bd8816d-6be8-4f53-9e0c-6a3aa211a354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.0970638 Feb 11 13:40:50.411255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:50.421703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d28ed289-a017-4a58-8f5d-46ac3d089fb0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/ea6ad89b-4d6f-43ad-9550-76f99fefcae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3788872 Feb 11 13:40:50.433465 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Sync routers for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:50.456892 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:50.457788 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:50.485918 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7038841d-89fd-4983-b328-26da3bd6c86c req-b378cdfe-2603-4524-9bd1-86efdee0e843 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597675 Feb 11 13:40:50.505966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Network 3c6c0635-70d9-4273-8a5e-d21651245216 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:50.524955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 3c6c0635-70d9-4273-8a5e-d21651245216) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:50.532137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:50.532673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:50.535692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36aa2b-5472-4bcb-8e35-e233f104e659 None None] Network 3c6c0635-70d9-4273-8a5e-d21651245216 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:50.621675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-441afe4c-cddd-4302-81df-ffe0f2c2102b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8225567 Feb 11 13:40:50.622352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50796) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:50.640312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Request body: {'port': {'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-96463978'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:50.771962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-3c6c0635-70d9-4273-8a5e-d21651245216', 'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216', 'project_id': '5387307112004dbf8216cd7bad6c0e0a', 'fixed_ips': [{'subnet_id': 'e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:40:50.772316 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:50.773442 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:50.782800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7038841d-89fd-4983-b328-26da3bd6c86c req-ee37b3f4-2236-451e-8725-e177b8f794a2 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811065 Feb 11 13:40:51.010725 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7038841d-89fd-4983-b328-26da3bd6c86c req-ef8343bd-3f7b-44de-a14f-3b63bc08c851 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211289 Feb 11 13:40:51.035827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Allocated IP 2001:db8::2 (3c6c0635-70d9-4273-8a5e-d21651245216/e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d/c93f61d4-0daf-42fc-b395-7a580b434b20) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:51.187293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384db1-5757-400a-973c-271a2f3829ad req-03745016-2ee3-43bc-b225-1a7c37ea5087 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:51.193705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c384db1-5757-400a-973c-271a2f3829ad req-03745016-2ee3-43bc-b225-1a7c37ea5087 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 943 time: 0.1823280 Feb 11 13:40:51.210382 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Publish callbacks [] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.222046 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.306505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c384db1-5757-400a-973c-271a2f3829ad req-fd104183-4c5c-48dd-8906-9d77bdbcb16d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001997 Feb 11 13:40:51.320593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Network 3c6c0635-70d9-4273-8a5e-d21651245216 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:51.327314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Pushing event updated for resources: {'Port': ['ID=c93f61d4-0daf-42fc-b395-7a580b434b20,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:51.331688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:51.336300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:51.367177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:48Z', 'revision_number': 2, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:51.416805 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Checking router: ea6ad89b-4d6f-43ad-9550-76f99fefcae7 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:51.417565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Updating router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:40:51.457202 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for router_gateway (23064db2-6389-4ca7-94f3-16f3ab6708a1), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.460245 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.512718 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-a4fca2c7-aa18-4695-8c63-888945bf9a3e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149718795&fields=id&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 267 time: 0.5398166 Feb 11 13:40:51.516979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Attempting to bind port c93f61d4-0daf-42fc-b395-7a580b434b20 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:51.517479 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.517913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Attempting to bind port c93f61d4-0daf-42fc-b395-7a580b434b20 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7f702beb-67d9-49b5-9b2d-00e8c0d5e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:51.518452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Attempting to bind port c93f61d4-0daf-42fc-b395-7a580b434b20 on network 3c6c0635-70d9-4273-8a5e-d21651245216 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:51.541823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:51.542272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Checking segment: {'id': '7f702beb-67d9-49b5-9b2d-00e8c0d5e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:51.543623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.543623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Bound using segment: {'id': '7f702beb-67d9-49b5-9b2d-00e8c0d5e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:51.543623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Bound port: c93f61d4-0daf-42fc-b395-7a580b434b20, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f702beb-67d9-49b5-9b2d-00e8c0d5e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:51.544211 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.729578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] For port c93f61d4-0daf-42fc-b395-7a580b434b20, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:51.741022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] For port c93f61d4-0daf-42fc-b395-7a580b434b20, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c93f61d4-0daf-42fc-b395-7a580b434b20,segment=NetworkSegment(7f702beb-67d9-49b5-9b2d-00e8c0d5e40e),segment_id=7f702beb-67d9-49b5-9b2d-00e8c0d5e40e)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:51.753395 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.852172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Made reservation on behalf of 5387307112004dbf8216cd7bad6c0e0a for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:51.865010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.886065 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.888811 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Publish callbacks [] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.919993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] device_id is not set on port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:40:51.924538 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:51.929322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf344aab-167d-4a81-b868-46e64e50f8bf None None] Pushing event updated for resources: {'Port': ['ID=c93f61d4-0daf-42fc-b395-7a580b434b20,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.116661 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Pushing event updated for resources: {'Port': ['ID=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.192006 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.192386 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.192700 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.193040 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.193379 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.193714 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.198523 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.198991 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.199534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.199897 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.200224 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.200560 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.200891 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.261821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Allocated IP 2001:db8::33a (3c6c0635-70d9-4273-8a5e-d21651245216/e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d/4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:52.414152 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Attempting to bind port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:52.414152 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Attempting to bind port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:52.414589 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Attempting to bind port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:52.445481 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:52.445918 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Checking segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:52.446318 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:52.446718 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Bound using segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:52.447212 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Bound port: b2d91df1-a2be-4ac4-86cf-407d2b8dc570, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:52.447591 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:52.579314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f12c0-ab0d-4222-97ea-1d7054d36c1f req-3a313311-83d8-49fc-8ba3-0f136cefd79e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:52.581709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-434f12c0-ab0d-4222-97ea-1d7054d36c1f req-3a313311-83d8-49fc-8ba3-0f136cefd79e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 943 time: 0.1058004 Feb 11 13:40:52.591643 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] For port b2d91df1-a2be-4ac4-86cf-407d2b8dc570, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:52.594283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-10a1e3e3-a161-463e-a5e2-b8e63a7c01cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:52.595539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-10a1e3e3-a161-463e-a5e2-b8e63a7c01cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 797 time: 1.0602126 Feb 11 13:40:52.597501 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] For port b2d91df1-a2be-4ac4-86cf-407d2b8dc570, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:52.608690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-79c4b12b-d496-420a-8d0e-29ef37b75985 None None] Provisioning complete for port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:52.610469 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:52.611222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79c4b12b-d496-420a-8d0e-29ef37b75985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:52.701409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-434f12c0-ab0d-4222-97ea-1d7054d36c1f req-7f70f73c-517b-461f-b62f-ebdeeea38f9c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127107 Feb 11 13:40:52.710444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-1429413d-2f8a-4b3d-bb7c-03ef4fabfabe tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/quotas/438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 375 time: 0.0854509 Feb 11 13:40:52.734366 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:52.735010 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:53.037937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a52c98a0-fd94-481d-a902-22e5d88e94a3 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:40:53.040631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks [] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.141864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-79c4b12b-d496-420a-8d0e-29ef37b75985 None None] Current status of the port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:53.142658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79c4b12b-d496-420a-8d0e-29ef37b75985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.155688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.161299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for router (23064db2-6389-4ca7-94f3-16f3ab6708a1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.231767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:40:53.249664 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:53.308642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Network 3c6c0635-70d9-4273-8a5e-d21651245216 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:53.314997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:53.322767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-79c4b12b-d496-420a-8d0e-29ef37b75985 None None] For port b2d91df1-a2be-4ac4-86cf-407d2b8dc570, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:53.335648 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f4fff-d79b-4c00-b2fb-0e4c6f08113a None None] Pushing event updated for resources: {'Port': ['ID=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:53.392798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:53.410389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:53.415708 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.423495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a52c98a0-fd94-481d-a902-22e5d88e94a3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a52c98a0-fd94-481d-a902-22e5d88e94a3,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:53.439642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'a52c98a0-fd94-481d-a902-22e5d88e94a3', 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157', 'port_id': 'a52c98a0-fd94-481d-a902-22e5d88e94a3', 'mac_address': 'fa:16:3e:63:ea:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bd221b-8ee1-4108-a834-c90a84448b59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:40:53.443314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c93f61d4-0daf-42fc-b395-7a580b434b20 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:53.484278 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79c4b12b-d496-420a-8d0e-29ef37b75985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.547743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4b12b-d496-420a-8d0e-29ef37b75985 None None] Pushing event updated for resources: {'Port': ['ID=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:53.638281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c93f61d4-0daf-42fc-b395-7a580b434b20 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:53.641904 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.733539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-de52cafa-729c-4277-a416-0da1c0c3fc8d None None] Provisioning complete for port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:53.735197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de52cafa-729c-4277-a416-0da1c0c3fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.743864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a52c98a0-fd94-481d-a902-22e5d88e94a3 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:53.748345 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:53.800487 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:52Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:53.848473 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0a805-6234-4ee5-878e-77fbe414a14c None None] The sync data for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 is: [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:52Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:53.860172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52c98a0-fd94-481d-a902-22e5d88e94a3 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:53.985133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a52c98a0-fd94-481d-a902-22e5d88e94a3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a52c98a0-fd94-481d-a902-22e5d88e94a3,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:53.995507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624aaaf7-5d2d-4246-a469-1ba89be3b3da None None] Network 3c6c0635-70d9-4273-8a5e-d21651245216 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:54.034999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375141-4860-4b82-a26c-ec94fe1eeb69 req-3b978f6a-f4fb-408a-8639-2657634cbd3a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:54.036634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe375141-4860-4b82-a26c-ec94fe1eeb69 req-3b978f6a-f4fb-408a-8639-2657634cbd3a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 943 time: 0.1951642 Feb 11 13:40:54.075157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.171269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe375141-4860-4b82-a26c-ec94fe1eeb69 req-6ef1026b-bf64-419c-9a05-97b14f71704a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121054 Feb 11 13:40:54.181736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a52c98a0-fd94-481d-a902-22e5d88e94a3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:54.208344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c93f61d4-0daf-42fc-b395-7a580b434b20 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:54.208611 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.274834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-fb65feb1-8a42-460b-80b6-8f79f8cf4437 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5355778 Feb 11 13:40:54.284833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.6606553 Feb 11 13:40:54.287187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (23064db2-6389-4ca7-94f3-16f3ab6708a1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.288097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50842) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:54.295147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Request body: {'port': {'network_id': '3c6c0635-70d9-4273-8a5e-d21651245216', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-551219613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:54.295993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] bootfile-name is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:40:54.296566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] tftp-server is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:40:54.297690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.api.validators [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] server-ip-address is not in valid_values {{(pid=103176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:40:54.303833 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks [] for router_controller (23064db2-6389-4ca7-94f3-16f3ab6708a1), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.317590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48c005-261d-45dd-a705-a4a017112d37 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event updated for resources: {'Port': ['ID=4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:54.411898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port c93f61d4-0daf-42fc-b395-7a580b434b20, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c93f61d4-0daf-42fc-b395-7a580b434b20,segment=NetworkSegment(7f702beb-67d9-49b5-9b2d-00e8c0d5e40e),segment_id=7f702beb-67d9-49b5-9b2d-00e8c0d5e40e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:54.479714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['a52c98a0-fd94-481d-a902-22e5d88e94a3'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:54.530719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (23064db2-6389-4ca7-94f3-16f3ab6708a1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.531082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-de52cafa-729c-4277-a416-0da1c0c3fc8d None None] Current status of the port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:54.533910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23064db2-6389-4ca7-94f3-16f3ab6708a1 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:54.579371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Made reservation on behalf of 5387307112004dbf8216cd7bad6c0e0a for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:54.582947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.619889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.641898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] device_id is not set on port eac84626-f487-45bc-8d9d-7d1d7fe0e263 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:40:54.692843 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:40:54.699663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-79a78be7-3588-43aa-82d1-bf07d06a7a6a tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.3107133 Feb 11 13:40:54.703779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50850) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:54.864311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-d120733f-31f0-4c0c-8f14-18c77bf066d9 service neutron] 10.222.0.79 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478776 Feb 11 13:40:54.922791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Allocated IP 2001:db8::db (3c6c0635-70d9-4273-8a5e-d21651245216/e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d/eac84626-f487-45bc-8d9d-7d1d7fe0e263) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:54.926015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-25692703-79d7-4e57-9868-87cfc6df30d1 None None] Provisioning complete for port c93f61d4-0daf-42fc-b395-7a580b434b20 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:54.927125 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-25692703-79d7-4e57-9868-87cfc6df30d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:54.948887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=c93f61d4-0daf-42fc-b395-7a580b434b20,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:55.210005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Deleting port b3fdf888-ebdb-4df6-8600-77b4dbef9c0a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:55.232958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b3fdf888-ebdb-4df6-8600-77b4dbef9c0a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:55.246355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-25692703-79d7-4e57-9868-87cfc6df30d1 None None] Current status of the port c93f61d4-0daf-42fc-b395-7a580b434b20 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:55.302611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-c950765f-002e-4cf7-a876-433882f8f3dd service neutron] 10.222.0.79 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156649 Feb 11 13:40:55.471955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks [] for port (eac84626-f487-45bc-8d9d-7d1d7fe0e263), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:55.629266 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b3fdf888-ebdb-4df6-8600-77b4dbef9c0a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:55.653207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Calling delete_port for b3fdf888-ebdb-4df6-8600-77b4dbef9c0a owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:55.699036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9a73716a-dfb3-4e64-a80c-d1c6d9287072 None None] Provisioning complete for port c93f61d4-0daf-42fc-b395-7a580b434b20 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:55.699454 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a73716a-dfb3-4e64-a80c-d1c6d9287072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:55.768350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (eac84626-f487-45bc-8d9d-7d1d7fe0e263), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:55.931962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ac91-9f76-4822-bedd-b473ec621775 req-5890f87d-b7b5-4e89-99cc-0ca435021095 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:55.950580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82e2ac91-9f76-4822-bedd-b473ec621775 req-5890f87d-b7b5-4e89-99cc-0ca435021095 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 944 time: 0.3820844 Feb 11 13:40:55.975305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9a73716a-dfb3-4e64-a80c-d1c6d9287072 None None] Current status of the port c93f61d4-0daf-42fc-b395-7a580b434b20 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:55.997697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9a73716a-dfb3-4e64-a80c-d1c6d9287072 None None] Provisioning complete for port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:55.998070 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a73716a-dfb3-4e64-a80c-d1c6d9287072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:56.017652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Network 3c6c0635-70d9-4273-8a5e-d21651245216 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:56.036776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:56.041217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:56.049011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:56.049940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:56.061138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event updated for resources: {'Port': ['ID=eac84626-f487-45bc-8d9d-7d1d7fe0e263,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:56.077346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e4c9c1a5-156a-43e1-8a9c-5623fa05664d tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.7876725 Feb 11 13:40:56.097520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:56.178717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9a73716a-dfb3-4e64-a80c-d1c6d9287072 None None] Port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:56.179827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ffa2f-3725-4a6b-a348-fac28e3b8996 req-ab67d959-7f42-4298-820b-2493ffffa77a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:56.184969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c93f61d4-0daf-42fc-b395-7a580b434b20 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:56.188293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a7ffa2f-3725-4a6b-a348-fac28e3b8996 req-ab67d959-7f42-4298-820b-2493ffffa77a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.2927518 Feb 11 13:40:56.305547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b3fdf888-ebdb-4df6-8600-77b4dbef9c0a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:56.337240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82e2ac91-9f76-4822-bedd-b473ec621775 req-c7183147-1352-4485-800c-2c7e5b5281ba tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800249 Feb 11 13:40:56.406021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0efe9fe4-142e-4608-90ba-54a855f00dc4 None None] Provisioning complete for port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:56.417426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0efe9fe4-142e-4608-90ba-54a855f00dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:56.426212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3fdf888-ebdb-4df6-8600-77b4dbef9c0a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:56.441429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a7ffa2f-3725-4a6b-a348-fac28e3b8996 req-ee14563a-ca67-40bd-a30a-5e5156df0a4e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522695 Feb 11 13:40:56.531016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbb2e9-c0ac-4ef0-8d0b-69fef58c1f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:56.548255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbb2e9-c0ac-4ef0-8d0b-69fef58c1f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:56.556855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c93f61d4-0daf-42fc-b395-7a580b434b20 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:56.557244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:56.572267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbb2e9-c0ac-4ef0-8d0b-69fef58c1f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:56.574324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e3dbb2e9-c0ac-4ef0-8d0b-69fef58c1f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4756932 Feb 11 13:40:56.586718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50884) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:56.645141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9caeb810-0ad5-40a2-a8b3-ea5cc8c6d10c req-76069fcf-cdb7-4672-8569-8360d5ae710b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 210 time: 0.1719170 Feb 11 13:40:56.692829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0efe9fe4-142e-4608-90ba-54a855f00dc4 None None] Port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:56.699866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:56.706353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e2cc1d5-1a0f-4422-8f7d-fc1cc3e58cf2 tempest-RoutersAdminNegativeIpV6Test-1695316639 tempest-RoutersAdminNegativeIpV6Test-1695316639-project-admin] 10.222.0.79 "DELETE /v2.0/ports/b3fdf888-ebdb-4df6-8600-77b4dbef9c0a HTTP/1.1" status: 204 len: 168 time: 1.9942846 Feb 11 13:40:56.851942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c93f61d4-0daf-42fc-b395-7a580b434b20 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:56.853035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b2d91df1-a2be-4ac4-86cf-407d2b8dc570 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:56.941227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a52c98a0-fd94-481d-a902-22e5d88e94a3 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:56.943829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Deleting port eac84626-f487-45bc-8d9d-7d1d7fe0e263 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:56.946604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (eac84626-f487-45bc-8d9d-7d1d7fe0e263), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.063712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-264b8259-7a2d-40c5-9221-c5526edd05cd None None] Provisioning complete for port eac84626-f487-45bc-8d9d-7d1d7fe0e263 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:57.069362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-264b8259-7a2d-40c5-9221-c5526edd05cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eac84626-f487-45bc-8d9d-7d1d7fe0e263), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.133860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (eac84626-f487-45bc-8d9d-7d1d7fe0e263), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.159162 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa249b45-a101-4033-9efb-01b16017f567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.169789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Calling delete_port for eac84626-f487-45bc-8d9d-7d1d7fe0e263 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:57.190065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-264b8259-7a2d-40c5-9221-c5526edd05cd None None] Port eac84626-f487-45bc-8d9d-7d1d7fe0e263 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:57.200440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:57.201692 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.275067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port a52c98a0-fd94-481d-a902-22e5d88e94a3 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:57.285549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port a52c98a0-fd94-481d-a902-22e5d88e94a3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:57.286062 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.307641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:57.458565 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (eac84626-f487-45bc-8d9d-7d1d7fe0e263), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.468402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:57.479443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port a52c98a0-fd94-481d-a902-22e5d88e94a3 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:57.479833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.543470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event deleted for resources: {'Port': ['ID=eac84626-f487-45bc-8d9d-7d1d7fe0e263,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.544932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port a52c98a0-fd94-481d-a902-22e5d88e94a3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a52c98a0-fd94-481d-a902-22e5d88e94a3,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:57.546202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c98a0-fd94-481d-a902-22e5d88e94a3'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:57.547985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-199866c3-157f-41f3-88f4-3e642d3c4c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.549883 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0dd928-91b0-4e81-be52-c57f0212fec8" -d '{"events": [{"server_uuid": "51fea43c-df58-4b71-b244-60d0b96fec9b", "name": "network-vif-plugged", "status": "completed", "tag": "a52c98a0-fd94-481d-a902-22e5d88e94a3"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:57.554285 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.634627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=a52c98a0-fd94-481d-a902-22e5d88e94a3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.692193 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.696379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e84cfc36-c6ad-4e2d-a510-dcd825e5e0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "DELETE /v2.0/ports/eac84626-f487-45bc-8d9d-7d1d7fe0e263 HTTP/1.1" status: 204 len: 168 time: 1.1065116 Feb 11 13:40:57.699861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50914) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:57.706017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Request body: {'port': {'name': 'tempest-new-port-name-748129715', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:57.706581 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.api.validators [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] bootfile-name is not in valid_values {{(pid=103175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:40:57.707033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.api.validators [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] tftp-server is not in valid_values {{(pid=103175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:40:57.707621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.api.validators [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] server-ip-address is not in valid_values {{(pid=103175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:40:57.785407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12b58a-2fd7-4961-a6c5-394f283ca7c4 req-17b40292-24f6-4981-bb4b-089c8d912d93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:57.787718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e12b58a-2fd7-4961-a6c5-394f283ca7c4 req-17b40292-24f6-4981-bb4b-089c8d912d93 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.1362886 Feb 11 13:40:57.838747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ecf90-e921-4022-9105-d0af7e2b4caf req-a9caab74-7be8-4af0-a855-49f7327a40e4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:57.842290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-189ecf90-e921-4022-9105-d0af7e2b4caf req-a9caab74-7be8-4af0-a855-49f7327a40e4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 944 time: 0.3321595 Feb 11 13:40:57.939123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-199866c3-157f-41f3-88f4-3e642d3c4c06 admin admin] Publish callbacks [] for security_group (222fbf15-0db6-4bf4-8587-7ff48f1be789), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.958581 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-199866c3-157f-41f3-88f4-3e642d3c4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (222fbf15-0db6-4bf4-8587-7ff48f1be789), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.034088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199866c3-157f-41f3-88f4-3e642d3c4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222fbf15-0db6-4bf4-8587-7ff48f1be789,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.044919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e12b58a-2fd7-4961-a6c5-394f283ca7c4 req-51ef6e40-4e9e-4598-8d03-886b08026d4d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420728 Feb 11 13:40:58.080267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50918) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:58.081620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-199866c3-157f-41f3-88f4-3e642d3c4c06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f38b4f87ec2465f89241d413f72d188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631211 Feb 11 13:40:58.123675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.132339 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9ea2e1-fd8a-4ff8-8288-fa7071921d8b x-openstack-request-id: req-fc9ea2e1-fd8a-4ff8-8288-fa7071921d8b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:58.132898 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fea43c-df58-4b71-b244-60d0b96fec9b", "name": "network-vif-plugged", "status": "completed", "tag": "a52c98a0-fd94-481d-a902-22e5d88e94a3", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:58.132898 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc9ea2e1-fd8a-4ff8-8288-fa7071921d8b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:58.133242 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c98a0-fd94-481d-a902-22e5d88e94a3', 'code': 200} Feb 11 13:40:58.249196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-a8323b39-ffef-488d-ad00-61ccd3b8fba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:58.251831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-a8323b39-ffef-488d-ad00-61ccd3b8fba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 797 time: 0.4678981 Feb 11 13:40:58.304303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-14d4f39f-858f-4e6c-abe8-fd86e89ada1d req-7d2b520a-be64-49c8-b974-53cc3977b68d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 210 time: 0.0537288 Feb 11 13:40:58.329383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c8622-a5ba-44d3-8031-1b9ecc967aa9 req-74c1342b-9969-4c14-bfde-1fdef8a6da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:58.331151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-500c8622-a5ba-44d3-8031-1b9ecc967aa9 req-74c1342b-9969-4c14-bfde-1fdef8a6da78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 1127 time: 0.1282616 Feb 11 13:40:58.340057 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-189ecf90-e921-4022-9105-d0af7e2b4caf req-f417de16-ba72-4575-a567-57e7cc8f351e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650412 Feb 11 13:40:58.353398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba6b14dd-d380-4d98-baca-59cbcb3ec9f1 admin admin] Publish callbacks [] for security_group (222fbf15-0db6-4bf4-8587-7ff48f1be789), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.398396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-500c8622-a5ba-44d3-8031-1b9ecc967aa9 req-b389cde9-c776-4a2d-a8f6-d59841b17866 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573020 Feb 11 13:40:58.449297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-fff8d970-9541-4c60-91d7-63c63ad597fa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 379 time: 0.1690269 Feb 11 13:40:58.451319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba6b14dd-d380-4d98-baca-59cbcb3ec9f1 admin admin] Publish callbacks [] for security_group (222fbf15-0db6-4bf4-8587-7ff48f1be789), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.491432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'port': {'device_id': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'admin_state_up': True, 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'security_groups': ['e73b9dac-45a4-45ab-b020-372bde91bfac']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:58.692631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba6b14dd-d380-4d98-baca-59cbcb3ec9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (222fbf15-0db6-4bf4-8587-7ff48f1be789), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.695252 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba6b14dd-d380-4d98-baca-59cbcb3ec9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.696424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ba6b14dd-d380-4d98-baca-59cbcb3ec9f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/222fbf15-0db6-4bf4-8587-7ff48f1be789 HTTP/1.1" status: 204 len: 168 time: 0.6156774 Feb 11 13:40:58.727946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b14dd-d380-4d98-baca-59cbcb3ec9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222fbf15-0db6-4bf4-8587-7ff48f1be789,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.777378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks [] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.793700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.891597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event updated for resources: {'Port': ['ID=4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.916262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] In _notify_port_updated(), no bound segment for port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f on network 3c6c0635-70d9-4273-8a5e-d21651245216 {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:40:58.948527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:58.949836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.957515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50930) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:58.958919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-42cab53c-cbad-4ad1-94e2-49bc82637701 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "PUT /v2.0/ports/4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f HTTP/1.1" status: 200 len: 1129 time: 1.2525384 Feb 11 13:40:58.987547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:58.992423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.053601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1d71a9-ad21-424e-99a9-9b54de2e2143 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:59.055564 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9c1d71a9-ad21-424e-99a9-9b54de2e2143 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "GET /v2.0/ports/4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f HTTP/1.1" status: 200 len: 1129 time: 0.0959685 Feb 11 13:40:59.060292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50936) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:59.240473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Deleting port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:59.241106 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.388350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bbdd086e-5e9c-490a-88ea-ef63084bee17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.389891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.12 (0aac6a42-5279-4f67-8ad7-310c8e2de94d/6affe29b-16f8-4cc9-9ce9-38bfdffedb0e/40007b45-6c78-431c-a763-f45d4bdaa534) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:59.464799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144ca83-a8aa-4b7f-af4c-71a088cc5e9a req-43276fb7-1b94-433f-8683-bea03949ab5c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:59.483223 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8144ca83-a8aa-4b7f-af4c-71a088cc5e9a req-43276fb7-1b94-433f-8683-bea03949ab5c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.2195251 Feb 11 13:40:59.503882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.542768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Calling delete_port for 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:59.579130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a3bf41a9-31de-4302-87c8-c1d493ef1898 None None] Provisioning complete for port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:59.585230 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3bf41a9-31de-4302-87c8-c1d493ef1898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.621031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-596e319f-1f8a-4387-891a-18dd55138ec7 req-af93272a-f330-4d10-bfc9-db18f9bc2d42 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 210 time: 0.1069784 Feb 11 13:40:59.638769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8144ca83-a8aa-4b7f-af4c-71a088cc5e9a req-bbfd7598-c0b2-43f2-b90c-81baff9dffb7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545861 Feb 11 13:40:59.721014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf41a9-31de-4302-87c8-c1d493ef1898 None None] Port 4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:59.745377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50956) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:59.842887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9bf69706-2191-4404-b0ab-343f754f71f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0569709c39814d5e9e1d6e20fe3eebd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962429 Feb 11 13:40:59.847621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50958) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:59.850232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bbd60-3d3a-44f3-9cc4-76d83a85ffd6 req-5e4fd7fa-1b20-4299-acca-046d1938a48a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:59.852142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f43bbd60-3d3a-44f3-9cc4-76d83a85ffd6 req-5e4fd7fa-1b20-4299-acca-046d1938a48a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 945 time: 0.0972929 Feb 11 13:40:59.871363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.904355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (40007b45-6c78-431c-a763-f45d4bdaa534), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.919574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event deleted for resources: {'Port': ['ID=4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:59.987596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.006024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-65303c56-f71f-420e-9834-c97b271b3eac tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "DELETE /v2.0/ports/4c2b51fd-b53c-49e2-9bf8-fd9589a42a5f HTTP/1.1" status: 204 len: 168 time: 0.9443495 Feb 11 13:41:00.010797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:00.033411 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f43bbd60-3d3a-44f3-9cc4-76d83a85ffd6 req-c16d727e-481e-4bbc-bef8-601e834d2579 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755006 Feb 11 13:41:00.034653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.084868 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c83321f6-37c9-40f1-89c6-85ff609fda4d admin admin] Publish callbacks [] for security_group (109de26d-8881-478a-9750-1e596abac662), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.115092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:00.137753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:00.142700 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c83321f6-37c9-40f1-89c6-85ff609fda4d admin admin] Publish callbacks [] for security_group (109de26d-8881-478a-9750-1e596abac662), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.143908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:00.201766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Deleting subnet e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:41:00.238902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks [] for subnet (e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.297961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:00.354633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.357778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.402584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-8feee53a-5233-4e54-80bc-af063bf89a07 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9155262 Feb 11 13:41:00.430656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Request body: {'port': {'device_id': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:00.441880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c83321f6-37c9-40f1-89c6-85ff609fda4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (109de26d-8881-478a-9750-1e596abac662), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.444757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c83321f6-37c9-40f1-89c6-85ff609fda4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.452955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c83321f6-37c9-40f1-89c6-85ff609fda4d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/109de26d-8881-478a-9750-1e596abac662 HTTP/1.1" status: 204 len: 168 time: 0.6019516 Feb 11 13:41:00.505349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83321f6-37c9-40f1-89c6-85ff609fda4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109de26d-8881-478a-9750-1e596abac662,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:00.527350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.532882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.768691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-179f2ed0-a91f-4948-9356-5ba859677c88 None None] Provisioning complete for port 40007b45-6c78-431c-a763-f45d4bdaa534 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:00.769935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-179f2ed0-a91f-4948-9356-5ba859677c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.858630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-179f2ed0-a91f-4948-9356-5ba859677c88 None None] Port 40007b45-6c78-431c-a763-f45d4bdaa534 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:41:00.905008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.920268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.030275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.066553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae83468-d857-496c-bf06-3ba81eef8f1e None None] Network 3c6c0635-70d9-4273-8a5e-d21651245216 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:01.085827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.108329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "DELETE /v2.0/subnets/e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d HTTP/1.1" status: 204 len: 168 time: 1.0946102 Feb 11 13:41:01.118758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50984) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:01.186409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811b55-e529-41bd-9b8f-4231dd3d342c req-5e69290e-6977-4d03-acea-968d6c43d1c3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:01.188610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82811b55-e529-41bd-9b8f-4231dd3d342c req-5e69290e-6977-4d03-acea-968d6c43d1c3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.3371921 Feb 11 13:41:01.219372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99269d46-5499-4a8f-a057-1a9466f1bda2 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bf5aeb-bce0-4df1-9fc2-79a29d5b2b6d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.327068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac3691-3d46-4f0e-a407-0aa45c77c44f req-320ced7e-3511-43fc-9138-e4c83cda2045 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:01.347694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85ac3691-3d46-4f0e-a407-0aa45c77c44f req-320ced7e-3511-43fc-9138-e4c83cda2045 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 932 time: 0.5158799 Feb 11 13:41:01.454105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] DHCP port deletion for 3c6c0635-70d9-4273-8a5e-d21651245216 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:41:01.546195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85ac3691-3d46-4f0e-a407-0aa45c77c44f req-7da221ab-f2b5-4b7c-80be-71c8aa19d102 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969190 Feb 11 13:41:01.642001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] Deleting port c93f61d4-0daf-42fc-b395-7a580b434b20 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:01.642405 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.748783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3c6c0635-70d9-4273-8a5e-d21651245216), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.879386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40007b45-6c78-431c-a763-f45d4bdaa534 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:01.880429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] For port c93f61d4-0daf-42fc-b395-7a580b434b20, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c93f61d4-0daf-42fc-b395-7a580b434b20,segment=NetworkSegment(7f702beb-67d9-49b5-9b2d-00e8c0d5e40e),segment_id=7f702beb-67d9-49b5-9b2d-00e8c0d5e40e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:01.880906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.913490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973a68-6b3a-491d-97f6-22086eb2aee8 req-6a4f30d4-56d2-4ee1-a4f3-ee9f0e1cd473 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:01.922881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25973a68-6b3a-491d-97f6-22086eb2aee8 req-6a4f30d4-56d2-4ee1-a4f3-ee9f0e1cd473 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 945 time: 0.1313627 Feb 11 13:41:01.928488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] Calling delete_port for c93f61d4-0daf-42fc-b395-7a580b434b20 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:01.960188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Publish callbacks [] for port (40007b45-6c78-431c-a763-f45d4bdaa534), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.981690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82811b55-e529-41bd-9b8f-4231dd3d342c req-e9633f23-1582-4128-aad8-240663eaef38 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7451742 Feb 11 13:41:02.038049 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25973a68-6b3a-491d-97f6-22086eb2aee8 req-a5f35592-1d5b-4cc5-be83-58473927a017 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141982 Feb 11 13:41:02.051246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Transition to ACTIVE for port object 40007b45-6c78-431c-a763-f45d4bdaa534 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:02.073071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.138172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c93f61d4-0daf-42fc-b395-7a580b434b20 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:02.302569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:02.378207 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.401097 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.407587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.421141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Deleting port c93f61d4-0daf-42fc-b395-7a580b434b20 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:02.450414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.494428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] Pushing event deleted for resources: {'Port': ['ID=c93f61d4-0daf-42fc-b395-7a580b434b20,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.538948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c93f61d4-0daf-42fc-b395-7a580b434b20 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:02.539355 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.613686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f641bdd-d699-4bda-bd7b-49496170a313 None None] No DVR routers for this DVR port c93f61d4-0daf-42fc-b395-7a580b434b20 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:02.636183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.642901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.647605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.649164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.649703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.657081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.657778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.661563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.662274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.662861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.664148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.668240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1287750420'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:02.671458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.673692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.796864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84135-dfec-4420-8865-48ec45f9cf4a req-6dc73097-f352-45bd-9a90-aac4db26d01d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:02.811714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92b84135-dfec-4420-8865-48ec45f9cf4a req-6dc73097-f352-45bd-9a90-aac4db26d01d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 945 time: 0.2397418 Feb 11 13:41:02.833023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:02.848198 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.884845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.944845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:02.945356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:02.945786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:02.949133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92b84135-dfec-4420-8865-48ec45f9cf4a req-c2a5b2d2-212d-4897-b85b-0e876815aac1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364293 Feb 11 13:41:02.973159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] For port c93f61d4-0daf-42fc-b395-7a580b434b20, host n-d-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:02.973939 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.995198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Calling delete_port for c93f61d4-0daf-42fc-b395-7a580b434b20 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:03.004356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Port c93f61d4-0daf-42fc-b395-7a580b434b20 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:41:03.007663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c93f61d4-0daf-42fc-b395-7a580b434b20), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.056842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Port 40007b45-6c78-431c-a763-f45d4bdaa534 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:41:03.057224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:03.086833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] No DVR routers for this DVR port c93f61d4-0daf-42fc-b395-7a580b434b20 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:03.121361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event deleted for resources: {'Port': ['ID=c93f61d4-0daf-42fc-b395-7a580b434b20,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.130624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for security_group (c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.137980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.153749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:03.154137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Checking segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:03.154720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Bound using segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:03.155172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Bound port: 40007b45-6c78-431c-a763-f45d4bdaa534, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:03.155666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.185157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:03.197003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.202541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (12f95b2a-fc25-4469-a056-60889d82d8a0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.203513 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Added segment 12f95b2a-fc25-4469-a056-60889d82d8a0 of type vlan for network 67302ed6-a4b0-4411-9040-483f48baa920 Feb 11 13:41:03.231953 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3c6c0635-70d9-4273-8a5e-d21651245216), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.257503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6c0635-70d9-4273-8a5e-d21651245216']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:03.272468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f702beb-67d9-49b5-9b2d-00e8c0d5e40e') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:03.273387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f702beb-67d9-49b5-9b2d-00e8c0d5e40e') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:03.285588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (7f702beb-67d9-49b5-9b2d-00e8c0d5e40e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.301184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7f702beb-67d9-49b5-9b2d-00e8c0d5e40e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.309332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:03.309801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (7f702beb-67d9-49b5-9b2d-00e8c0d5e40e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:03.394221 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:03.412015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5f982-34a6-4215-894f-5fe99b8104fe req-e1e3a26e-c909-44b6-b435-c69b125fef9e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:03.423141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3be5f982-34a6-4215-894f-5fe99b8104fe req-e1e3a26e-c909-44b6-b435-c69b125fef9e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.5948884 Feb 11 13:41:03.515812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.516245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.516672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.516876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.517151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.517492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.518000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.518393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.518695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.519017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.519344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.519666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.519988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:03.623011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.641595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (67302ed6-a4b0-4411-9040-483f48baa920), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.707178 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (67302ed6-a4b0-4411-9040-483f48baa920), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.744001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:03.744677 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.833835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5299952 Feb 11 13:41:03.834713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:03.846398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'subnet': {'network_id': '67302ed6-a4b0-4411-9040-483f48baa920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:04.049191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01c084-9841-4cdf-92c2-189a6f573bf2 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Network': ['ID=67302ed6-a4b0-4411-9040-483f48baa920,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:04.061138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 67302ed6-a4b0-4411-9040-483f48baa920 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:04.079427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3c6c0635-70d9-4273-8a5e-d21651245216), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:04.088230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:04.097713 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] 10.222.0.79 "DELETE /v2.0/networks/3c6c0635-70d9-4273-8a5e-d21651245216 HTTP/1.1" status: 204 len: 168 time: 2.9756250 Feb 11 13:41:04.239695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3be5f982-34a6-4215-894f-5fe99b8104fe req-a8546ef7-1a39-48da-8084-8626e55e42cf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8154893 Feb 11 13:41:04.248669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96967153-4a57-4d80-beda-10834331a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153 tempest-ExtraDHCPOptionsIpV6TestJSON-1997729153-project] Pushing event deleted for resources: {'Network': ['ID=3c6c0635-70d9-4273-8a5e-d21651245216,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:04.260203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:04.321887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:04.338832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:04.342495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427d75-e1a1-4acf-8a8f-930730f5e60e req-6cdd50a0-138d-432a-ad8b-30e1c9f0aa21 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.354509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd427d75-e1a1-4acf-8a8f-930730f5e60e req-6cdd50a0-138d-432a-ad8b-30e1c9f0aa21 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.6031380 Feb 11 13:41:04.394780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.401317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:04.404750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] 10.222.0.83 "PUT /v2.0/ports/40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1092 time: 3.9818635 Feb 11 13:41:04.411452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:04.420990 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02d8025-347c-4782-b736-9b9871102d18" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:04.483192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-24574ea3-81c5-460d-b9b5-aff297abca50 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.487809 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-24574ea3-81c5-460d-b9b5-aff297abca50 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 945 time: 0.5495987 Feb 11 13:41:04.685584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd427d75-e1a1-4acf-8a8f-930730f5e60e req-8f26863d-9db6-4e03-b175-543dc96325e5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247032 Feb 11 13:41:04.688968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:04.697478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:04.834169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-5d9d0a9b-f696-4975-8f66-218612d80550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.843809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-5d9d0a9b-f696-4975-8f66-218612d80550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1126 time: 0.3430314 Feb 11 13:41:04.871117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffbb15-1287-49d4-96c3-21ca8dfe2b20 service neutron] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:04.882158 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bfa64-8fc8-4fd6-8c4c-b9e2720ddcf0 x-openstack-request-id: req-059bfa64-8fc8-4fd6-8c4c-b9e2720ddcf0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:04.882468 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:04.882869 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-059bfa64-8fc8-4fd6-8c4c-b9e2720ddcf0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:04.883870 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'status': 'completed', 'code': 200} Feb 11 13:41:04.977041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4dc06-281b-4c91-8679-847fe4be57a5 req-dd7dd378-c7d1-42e7-b385-a192e47f8279 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.978706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10f4dc06-281b-4c91-8679-847fe4be57a5 req-dd7dd378-c7d1-42e7-b385-a192e47f8279 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 945 time: 0.3869665 Feb 11 13:41:05.005335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51064) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:05.031715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-7cda1956-b3cc-4817-90a9-f715eb284278 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 217 time: 0.1868770 Feb 11 13:41:05.298950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (77685cab-46bc-4b04-b18e-60d4749914d1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.311491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10f4dc06-281b-4c91-8679-847fe4be57a5 req-9b6825b0-ee31-46d3-8c24-eb6ae94c459e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256958 Feb 11 13:41:05.318876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Deleting port a52c98a0-fd94-481d-a902-22e5d88e94a3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:05.319224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.379520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-9cfdcc5c-fc93-4c0f-86c7-995a27553a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.381031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-9cfdcc5c-fc93-4c0f-86c7-995a27553a38 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.2778697 Feb 11 13:41:05.466858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0e73b6b9-c755-4feb-8037-c9b873aa4f67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5387307112004dbf8216cd7bad6c0e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4599221 Feb 11 13:41:05.482600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51070) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:05.592953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-fa5d7446-cfe0-4280-aa24-a64d862a6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.594546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-fa5d7446-cfe0-4280-aa24-a64d862a6005 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1986337 Feb 11 13:41:05.617831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34fa-4602-4bbd-a60f-c0f01ceb36cc admin admin] Publish callbacks [] for security_group (eb9cd9fd-219d-485c-9c93-4e6eb1752790), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.650868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Subnet': ['ID=77685cab-46bc-4b04-b18e-60d4749914d1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.683957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Checking segment: {'id': '12f95b2a-fc25-4469-a056-60889d82d8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '67302ed6-a4b0-4411-9040-483f48baa920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:05.684329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network hostable DHCP agents. Network: 67302ed6-a4b0-4411-9040-483f48baa920, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:05.729349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] For port a52c98a0-fd94-481d-a902-22e5d88e94a3, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=a52c98a0-fd94-481d-a902-22e5d88e94a3,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:05.729739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.768828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34fa-4602-4bbd-a60f-c0f01ceb36cc admin admin] Publish callbacks [] for security_group (eb9cd9fd-219d-485c-9c93-4e6eb1752790), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.781813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Calling delete_port for a52c98a0-fd94-481d-a902-22e5d88e94a3 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:05.815660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8a29f-d505-4913-bc58-396deb36e9ed req-38f62355-797f-4b35-96ee-0329591d24eb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.823715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5c8a29f-d505-4913-bc58-396deb36e9ed req-38f62355-797f-4b35-96ee-0329591d24eb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.3756664 Feb 11 13:41:05.915809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-50c57788-5a04-48e9-bf71-a3d32c569278 service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066907 Feb 11 13:41:05.945798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 67302ed6-a4b0-4411-9040-483f48baa920 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:05.966141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34fa-4602-4bbd-a60f-c0f01ceb36cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb9cd9fd-219d-485c-9c93-4e6eb1752790), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.969749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34fa-4602-4bbd-a60f-c0f01ceb36cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.973532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fa6d34fa-4602-4bbd-a60f-c0f01ceb36cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb9cd9fd-219d-485c-9c93-4e6eb1752790 HTTP/1.1" status: 204 len: 168 time: 0.4873919 Feb 11 13:41:05.981651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 67302ed6-a4b0-4411-9040-483f48baa920) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:05.987591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.988244 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.994424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97a506-f7f3-4f32-ad73-a2c7dfe25647 None None] Network 67302ed6-a4b0-4411-9040-483f48baa920 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:06.001285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e307b-6386-49b6-8f35-354f496838a3 req-af212a31-48e2-4784-abf9-2e897bb6b176 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:06.002945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d2e307b-6386-49b6-8f35-354f496838a3 req-af212a31-48e2-4784-abf9-2e897bb6b176 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.1981463 Feb 11 13:41:06.042344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6a7a9491-aa13-42e5-8ed7-7c7f7415be38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2016461 Feb 11 13:41:06.053674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51084) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:06.054773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5c8a29f-d505-4913-bc58-396deb36e9ed req-acfd8f48-a414-416e-b5cc-a40a8e194ab4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270479 Feb 11 13:41:06.124241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d34fa-4602-4bbd-a60f-c0f01ceb36cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9cd9fd-219d-485c-9c93-4e6eb1752790,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.140319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1379140056', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:06.197332 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a52c98a0-fd94-481d-a902-22e5d88e94a3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.217283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (e9d31853-f60d-456c-a7d3-5cc1fd933834), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.217283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (e9d31853-f60d-456c-a7d3-5cc1fd933834), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.296941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Pushing event deleted for resources: {'Port': ['ID=a52c98a0-fd94-481d-a902-22e5d88e94a3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.403223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] No DVR routers for this DVR port a52c98a0-fd94-481d-a902-22e5d88e94a3 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:06.422167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.424304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82c1aa5f-0cc6-48d0-aff2-cf9535dc2cfb req-1c072b96-5790-4b45-9030-8f5ebf305de3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "DELETE /v2.0/ports/a52c98a0-fd94-481d-a902-22e5d88e94a3 HTTP/1.1" status: 204 len: 173 time: 1.9299965 Feb 11 13:41:06.424822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'name': 'network-vif-deleted', 'tag': 'a52c98a0-fd94-481d-a902-22e5d88e94a3'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:06.436055 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa420e-f3a9-411b-a2be-a84810718a2f" -d '{"events": [{"server_uuid": "51fea43c-df58-4b71-b244-60d0b96fec9b", "name": "network-vif-deleted", "tag": "a52c98a0-fd94-481d-a902-22e5d88e94a3"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:06.583925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['5d70688d-277f-4066-90ba-b1dc58dd8c65'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:41:06.600137 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fafb1aff-c577-443e-9005-cd5ba77ea9d0 req-2cd44128-4c18-4acb-ad5b-2124fbb9cd0b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=51fea43c-df58-4b71-b244-60d0b96fec9b HTTP/1.1" status: 200 len: 210 time: 0.0860198 Feb 11 13:41:06.616702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d2e307b-6386-49b6-8f35-354f496838a3 req-6ce15e72-3595-4866-9e3b-750fec83cbc3 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5890272 Feb 11 13:41:06.657518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6e99b1f-cfd5-4b57-935d-6870eead4392 req-c8c03f22-721c-412a-9794-768a7aecf1f5 service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244508 Feb 11 13:41:06.657518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_controller (e9d31853-f60d-456c-a7d3-5cc1fd933834), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.721799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ead573-1dc9-4aa0-89b0-a587309aea5f None None] Network 67302ed6-a4b0-4411-9040-483f48baa920 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:06.731459 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb44e6e-60cc-482c-9ce0-47b6553cf4d6 x-openstack-request-id: req-dbb44e6e-60cc-482c-9ce0-47b6553cf4d6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:06.734140 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fea43c-df58-4b71-b244-60d0b96fec9b", "name": "network-vif-deleted", "tag": "a52c98a0-fd94-481d-a902-22e5d88e94a3", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:06.734582 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dbb44e6e-60cc-482c-9ce0-47b6553cf4d6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:06.735189 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fea43c-df58-4b71-b244-60d0b96fec9b', 'name': 'network-vif-deleted', 'tag': 'a52c98a0-fd94-481d-a902-22e5d88e94a3', 'status': 'completed', 'code': 200} Feb 11 13:41:06.960531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a52c98a0-fd94-481d-a902-22e5d88e94a3 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:07.052335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: a52c98a0-fd94-481d-a902-22e5d88e94a3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:07.053065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device a52c98a0-fd94-481d-a902-22e5d88e94a3 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:07.283104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (e9d31853-f60d-456c-a7d3-5cc1fd933834), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:07.290346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51118) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:07.299788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d8025-347c-4782-b736-9b9871102d18 req-dfa942b0-9237-4ba2-bace-371876dcdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:07.301011 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f02d8025-347c-4782-b736-9b9871102d18 req-dfa942b0-9237-4ba2-bace-371876dcdc5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1126 time: 0.5408921 Feb 11 13:41:07.480435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116f3e5-1fde-4aa5-9348-91b81d677195 req-67c93820-87b0-4c3a-bb92-bd426f2ad8be tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:07.489374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f116f3e5-1fde-4aa5-9348-91b81d677195 req-67c93820-87b0-4c3a-bb92-bd426f2ad8be tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.3086274 Feb 11 13:41:07.501698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-78f0a58e-2537-4b6a-8263-9c3f2eb11221 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] Request body: {'port': {'network_id': '45f63e34-9f70-4f2d-8eb6-9b7e7b022db6', 'name': 'tempest-NetworksNegativeTestJSON-187155706'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:07.561592 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f0a58e-2537-4b6a-8263-9c3f2eb11221 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] POST failed (client error): The resource could not be found. Feb 11 13:41:07.566261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f0a58e-2537-4b6a-8263-9c3f2eb11221 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:07.573285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-78f0a58e-2537-4b6a-8263-9c3f2eb11221 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2765739 Feb 11 13:41:07.574167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51122) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:07.628992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f116f3e5-1fde-4aa5-9348-91b81d677195 req-2767b0a3-55af-43ee-9a64-1eea24f29526 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182616 Feb 11 13:41:07.629963 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4831ffa5-3109-4d92-a8a9-8b325edd2c8b tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:07.629963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4831ffa5-3109-4d92-a8a9-8b325edd2c8b tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:07.637363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4831ffa5-3109-4d92-a8a9-8b325edd2c8b tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "DELETE /v2.0/networks/cac7fdf1-5e8a-4456-875f-1112957ee4d3 HTTP/1.1" status: 404 len: 339 time: 0.0569828 Feb 11 13:41:07.638340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:07.712308 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc62c4a-841f-4fc3-8a8b-f88783ca6711 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:07.712890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc62c4a-841f-4fc3-8a8b-f88783ca6711 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:07.724881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ffc62c4a-841f-4fc3-8a8b-f88783ca6711 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "DELETE /v2.0/ports/ea6c1ae5-e585-49d2-9015-9a4f8b306e74 HTTP/1.1" status: 404 len: 333 time: 0.0803506 Feb 11 13:41:07.725622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:07.726951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d8025-347c-4782-b736-9b9871102d18 req-917f8071-8240-4cf5-b734-cf2f502d5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:07.728587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f02d8025-347c-4782-b736-9b9871102d18 req-917f8071-8240-4cf5-b734-cf2f502d5615 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.4173207 Feb 11 13:41:07.792436 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ac6694-37a4-4516-9e25-19b0af5c1c0b tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:07.793051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ac6694-37a4-4516-9e25-19b0af5c1c0b tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:07.797269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f7ac6694-37a4-4516-9e25-19b0af5c1c0b tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "DELETE /v2.0/subnets/c346ec08-3dbe-440a-b66f-b9617dff76cc HTTP/1.1" status: 404 len: 337 time: 0.0697598 Feb 11 13:41:07.799910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f02d8025-347c-4782-b736-9b9871102d18 req-89bd72d1-c257-4f37-8e80-ef6b63d490d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 217 time: 0.0641000 Feb 11 13:41:07.801664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:07.847658 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a845c09e-4bbf-427a-974f-602a8b55ebbc tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] GET failed (client error): The resource could not be found. Feb 11 13:41:07.849341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a845c09e-4bbf-427a-974f-602a8b55ebbc tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "GET /v2.0/networks/41a4a472-aa56-4dbc-a204-3ed72a26b5c1 HTTP/1.1" status: 404 len: 339 time: 0.0460436 Feb 11 13:41:07.852899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51136) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:07.891098 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a60363f-7bb8-40eb-9043-995b5b39193a tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] GET failed (client error): The resource could not be found. Feb 11 13:41:07.893596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a60363f-7bb8-40eb-9043-995b5b39193a tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "GET /v2.0/ports/828c3c85-290d-498f-910f-a5bb7f6a957c HTTP/1.1" status: 404 len: 333 time: 0.0364165 Feb 11 13:41:07.898045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:07.966917 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9875ab37-1a55-4bee-84f3-d4831688e948 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] GET failed (client error): The resource could not be found. Feb 11 13:41:07.968803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9875ab37-1a55-4bee-84f3-d4831688e948 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "GET /v2.0/subnets/c64a4da4-af56-44bc-8b56-4135bdd30c79 HTTP/1.1" status: 404 len: 337 time: 0.0682549 Feb 11 13:41:07.980387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b743d5-0396-4612-8df9-92c8e3e751ed req-c63cee2f-66f0-4ab3-8204-79a74afcd01f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:07.982968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d8025-347c-4782-b736-9b9871102d18 req-96cfd68d-6979-46ae-b65a-46cc27118e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:07.986798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f02d8025-347c-4782-b736-9b9871102d18 req-96cfd68d-6979-46ae-b65a-46cc27118e93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.1727202 Feb 11 13:41:07.991264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16b743d5-0396-4612-8df9-92c8e3e751ed req-c63cee2f-66f0-4ab3-8204-79a74afcd01f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2096477 Feb 11 13:41:07.993225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51144) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:08.005078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-953ba7d1-132b-41bf-b19e-97e62dc6996c tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:08.027874 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-953ba7d1-132b-41bf-b19e-97e62dc6996c tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] PUT failed (client error): The resource could not be found. Feb 11 13:41:08.028927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953ba7d1-132b-41bf-b19e-97e62dc6996c tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:08.030351 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-953ba7d1-132b-41bf-b19e-97e62dc6996c tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "PUT /v2.0/networks/ed00f076-f297-4430-9101-dfc2bd9f4a0b HTTP/1.1" status: 404 len: 339 time: 0.0351110 Feb 11 13:41:08.033509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720476-fa44-4465-9178-9efe604b416c req-02b755ba-4d82-4bb1-b377-33a5712ed7f6 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:08.035118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:08.042923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d190d90b-17d8-4c3d-b91a-be2ffd4e38ad tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:08.047468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b720476-fa44-4465-9178-9efe604b416c req-02b755ba-4d82-4bb1-b377-33a5712ed7f6 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.2431056 Feb 11 13:41:08.076805 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d190d90b-17d8-4c3d-b91a-be2ffd4e38ad tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] PUT failed (client error): The resource could not be found. Feb 11 13:41:08.078192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d190d90b-17d8-4c3d-b91a-be2ffd4e38ad tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:08.080063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d190d90b-17d8-4c3d-b91a-be2ffd4e38ad tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "PUT /v2.0/ports/5c3e2985-1edb-47ab-af6e-79a1d10d88a8 HTTP/1.1" status: 404 len: 333 time: 0.0435424 Feb 11 13:41:08.084660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51148) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:08.094573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5c925112-ff77-414d-8163-6295361b5df4 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:08.175755 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c925112-ff77-414d-8163-6295361b5df4 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] PUT failed (client error): The resource could not be found. Feb 11 13:41:08.177156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c925112-ff77-414d-8163-6295361b5df4 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:08.178609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5c925112-ff77-414d-8163-6295361b5df4 tempest-NetworksNegativeTestJSON-1867876681 tempest-NetworksNegativeTestJSON-1867876681-project] 10.222.0.79 "PUT /v2.0/subnets/bb8693a8-bd36-4cd1-8be9-961f07caa096 HTTP/1.1" status: 404 len: 337 time: 0.0920246 Feb 11 13:41:08.198243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16b743d5-0396-4612-8df9-92c8e3e751ed req-2a47a501-0300-409e-b525-fc65ca13056d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057037 Feb 11 13:41:08.294098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d8025-347c-4782-b736-9b9871102d18 req-37d16aa7-b85b-4a2a-8917-fcee0d3eec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:08.300605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f02d8025-347c-4782-b736-9b9871102d18 req-37d16aa7-b85b-4a2a-8917-fcee0d3eec21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2982144 Feb 11 13:41:08.389637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:41:08.394105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (e9d31853-f60d-456c-a7d3-5cc1fd933834), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.479437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.506898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b720476-fa44-4465-9178-9efe604b416c req-54db855c-4c2a-42f3-b426-8a77377e9f86 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4584589 Feb 11 13:41:08.738489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6f4dc-fddf-4975-b27a-fbafe106e004 req-54f6baf4-b166-47f8-acd6-ad5400eb14a8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:08.742765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:08.756452 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4e6f4dc-fddf-4975-b27a-fbafe106e004 req-54f6baf4-b166-47f8-acd6-ad5400eb14a8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1752374 Feb 11 13:41:08.828779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '40007b45-6c78-431c-a763-f45d4bdaa534', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'port_id': '40007b45-6c78-431c-a763-f45d4bdaa534', 'mac_address': 'fa:16:3e:89:3b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:41:08.867537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51166) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:08.901022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 40007b45-6c78-431c-a763-f45d4bdaa534 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:08.901625 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.916734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40007b45-6c78-431c-a763-f45d4bdaa534 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:08.922474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4e6f4dc-fddf-4975-b27a-fbafe106e004 req-193e71db-c45a-4225-b0ed-2c9929830972 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593113 Feb 11 13:41:08.995356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.25.3.163 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/81551962-0478-40ba-bc07-530c809672cc) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:09.009768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:09.017515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.046635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c6ceca1-d18a-440f-868c-97f93b97badb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.114289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.178769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c6ceca1-d18a-440f-868c-97f93b97badb admin admin] Publish callbacks [] for security_group (f63f6fe5-1b7d-41a3-b9b1-2124f5f94534), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.225525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5c6ceca1-d18a-440f-868c-97f93b97badb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f63f6fe5-1b7d-41a3-b9b1-2124f5f94534), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.234599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['40007b45-6c78-431c-a763-f45d4bdaa534'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:41:09.272127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de7bd-bd1d-4810-83c3-d1651672bf75 req-8e70a969-dc6b-4d9c-af8f-a225effdc476 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:09.279634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd4de7bd-bd1d-4810-83c3-d1651672bf75 req-8e70a969-dc6b-4d9c-af8f-a225effdc476 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0988510 Feb 11 13:41:09.357207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd4de7bd-bd1d-4810-83c3-d1651672bf75 req-2a6383a1-256c-4161-af74-ba299ff259aa tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764816 Feb 11 13:41:09.370727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5c6ceca1-d18a-440f-868c-97f93b97badb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54fd2e856b8e46c0b6cd478b3ba001a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4988360 Feb 11 13:41:09.373274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51178) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:09.436449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fed800d7-a214-4968-84f3-66c88fb0c48f admin admin] Publish callbacks [] for security_group (f63f6fe5-1b7d-41a3-b9b1-2124f5f94534), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.474969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fed800d7-a214-4968-84f3-66c88fb0c48f admin admin] Publish callbacks [] for security_group (f63f6fe5-1b7d-41a3-b9b1-2124f5f94534), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.541604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ceca1-d18a-440f-868c-97f93b97badb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f6fe5-1b7d-41a3-b9b1-2124f5f94534,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.552119 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fed800d7-a214-4968-84f3-66c88fb0c48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f63f6fe5-1b7d-41a3-b9b1-2124f5f94534), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.563613 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fed800d7-a214-4968-84f3-66c88fb0c48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.567149 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fed800d7-a214-4968-84f3-66c88fb0c48f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f63f6fe5-1b7d-41a3-b9b1-2124f5f94534 HTTP/1.1" status: 204 len: 168 time: 0.1901889 Feb 11 13:41:09.603211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed800d7-a214-4968-84f3-66c88fb0c48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f6fe5-1b7d-41a3-b9b1-2124f5f94534,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.631421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (81551962-0478-40ba-bc07-530c809672cc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.685210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f02d8025-347c-4782-b736-9b9871102d18 req-cbe60713-e368-4256-81b2-72afe2fd3af7 service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3750792 Feb 11 13:41:09.721720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c9e7c-71cc-4441-a766-9a53c9f7c844 req-2af06320-2de5-4dac-a3fc-423601b446c9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:09.751363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff8c9e7c-71cc-4441-a766-9a53c9f7c844 req-2af06320-2de5-4dac-a3fc-423601b446c9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 945 time: 0.4091241 Feb 11 13:41:09.835533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a654651-e2dd-49bc-9212-64cb78066cca req-dc78232f-5023-4396-8d8b-a665cf2a5578 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:09.835533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a654651-e2dd-49bc-9212-64cb78066cca req-dc78232f-5023-4396-8d8b-a665cf2a5578 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.1826894 Feb 11 13:41:09.998557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a654651-e2dd-49bc-9212-64cb78066cca req-835dec84-b5c7-4b02-a533-0050817b5b4d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603866 Feb 11 13:41:10.129065 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (81551962-0478-40ba-bc07-530c809672cc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.247555 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff8c9e7c-71cc-4441-a766-9a53c9f7c844 req-96a042e9-7e41-45fd-8203-b12d74ed724d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4952393 Feb 11 13:41:10.279868 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f02d8025-347c-4782-b736-9b9871102d18 req-9d251cc9-fa57-424a-8aac-a84394683cdb service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262716 Feb 11 13:41:10.296948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:10.307712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:10.312394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:10.389850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:10.412576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=81551962-0478-40ba-bc07-530c809672cc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:10.430856 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:41:10.590691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 40007b45-6c78-431c-a763-f45d4bdaa534 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:10.604424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 40007b45-6c78-431c-a763-f45d4bdaa534 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:10.604796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.881188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 40007b45-6c78-431c-a763-f45d4bdaa534 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:10.883421 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.997434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:11.004066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:11.013459 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc532f97-b6d8-4c0f-94d3-f9170ea932b0" -d '{"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-plugged", "status": "completed", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:11.060995 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.244060 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f6b8a2-2829-4682-bbde-098d69f3751f x-openstack-request-id: req-78f6b8a2-2829-4682-bbde-098d69f3751f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:11.244353 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-plugged", "status": "completed", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:11.244619 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78f6b8a2-2829-4682-bbde-098d69f3751f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:11.245020 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'code': 200} Feb 11 13:41:11.249894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:11.258282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:11.456676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-760836342'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:11.531625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:11.539351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.588530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.613763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (e9d31853-f60d-456c-a7d3-5cc1fd933834), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.676158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23020-d6b5-47de-9c49-0711a0a164a4 req-f357d785-d525-49aa-8b1e-a92ba3ff9479 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.680397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3fb23020-d6b5-47de-9c49-0711a0a164a4 req-f357d785-d525-49aa-8b1e-a92ba3ff9479 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.3018715 Feb 11 13:41:11.821102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (0678168e-df42-4c15-860f-493616487f89), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.845199 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0678168e-df42-4c15-860f-493616487f89), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.935397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766b056-4d08-46c7-9719-d73a69de8fbd req-e73ee5a6-f34f-4d7c-ae9c-65f463a8ba94 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.937847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0766b056-4d08-46c7-9719-d73a69de8fbd req-e73ee5a6-f34f-4d7c-ae9c-65f463a8ba94 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.7680168 Feb 11 13:41:11.946468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28ff53-9944-482c-9927-08be745faa6a req-286de897-a6c8-4a70-8e05-7c3e852e6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.948531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e28ff53-9944-482c-9927-08be745faa6a req-286de897-a6c8-4a70-8e05-7c3e852e6ffa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1128 time: 0.3859897 Feb 11 13:41:11.967701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3fb23020-d6b5-47de-9c49-0711a0a164a4 req-c1f73d91-4bda-4ae0-950c-1a4c2bdaa3d0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320958 Feb 11 13:41:11.995121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:12.003510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0678168e-df42-4c15-860f-493616487f89,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.025750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b7cf15a9-57e6-4bed-a721-a3b2a56bf70f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.026408 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment b7cf15a9-57e6-4bed-a721-a3b2a56bf70f of type vlan for network f84c7db9-a5fc-420a-bf6a-ad873d71230c Feb 11 13:41:12.110977 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f84c7db9-a5fc-420a-bf6a-ad873d71230c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.160688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f84c7db9-a5fc-420a-bf6a-ad873d71230c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.195547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.197499 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.263936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e28ff53-9944-482c-9927-08be745faa6a req-53611313-dd2e-46c8-81c2-283c4341afa5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664146 Feb 11 13:41:12.292689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0766b056-4d08-46c7-9719-d73a69de8fbd req-59c7319e-3086-4f93-8c18-c55ab8ed89db tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485255 Feb 11 13:41:12.297319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (e9d31853-f60d-456c-a7d3-5cc1fd933834), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.319344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0683110 Feb 11 13:41:12.326019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51262) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:12.346769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'name': 'tempest-PortsIpV6TestJSON-514900371'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:12.389612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:41:12.434063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:12.486153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e65226-4dc5-497d-902f-ef9fbd66c13c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=f84c7db9-a5fc-420a-bf6a-ad873d71230c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.568663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca34556-8d62-4bc5-9d71-a0f6a5b2eace req-38a66b09-4c7b-403e-a948-6e5e4a7ee7ca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.579093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ca34556-8d62-4bc5-9d71-a0f6a5b2eace req-38a66b09-4c7b-403e-a948-6e5e4a7ee7ca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.2714558 Feb 11 13:41:12.627870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:12.661336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'port_id': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'mac_address': 'fa:16:3e:69:76:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:41:12.666720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:12.757656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ca34556-8d62-4bc5-9d71-a0f6a5b2eace req-10192f89-cb9a-42c5-bdda-029a0db21183 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774879 Feb 11 13:41:12.777114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:12.970340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:12.984234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.989106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:12.989915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.007530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:13.041299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:13.053209 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.100016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:13.189896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.213387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:41:13.269379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.269729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.271927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.272282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.272625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.272965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.273300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.273634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.273968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.279245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.279636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.279985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.280328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.584234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:13.626436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:13.643976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.650499 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2de990ac-cd2a-4d0d-8770-540bcb8e0963 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5189078 Feb 11 13:41:13.651170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51294) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:13.676586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e345e5-3977-4fa9-b3f6-0c5592b8d08f req-3b0114b0-5bcc-402e-bd3a-dd66f9bcdd57 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.676784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:13.678179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65e345e5-3977-4fa9-b3f6-0c5592b8d08f req-3b0114b0-5bcc-402e-bd3a-dd66f9bcdd57 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.5426095 Feb 11 13:41:13.678656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:13.752022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eab5a-ec35-445d-bcf9-d1c6f12bc864 req-3a2cfd61-dbaf-4f6d-b4b4-2f6434c09c41 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.763873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f0eab5a-ec35-445d-bcf9-d1c6f12bc864 req-3a2cfd61-dbaf-4f6d-b4b4-2f6434c09c41 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 945 time: 0.3161850 Feb 11 13:41:13.797845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:13.845296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:13.845987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:13.944143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65e345e5-3977-4fa9-b3f6-0c5592b8d08f req-8e106b2e-c744-421f-89a9-092dc0ea14e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538548 Feb 11 13:41:13.974782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:13.976634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae7af8-4d9d-489d-859c-ecd1c75ab79a None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:14.048080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.194720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f0eab5a-ec35-445d-bcf9-d1c6f12bc864 req-729a8d3a-b49b-404f-a0b8-d9f7c3800968 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192295 Feb 11 13:41:14.405312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:14.503733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.525663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:14.526162 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.730535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:14.731233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.782328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d49c-5a71-4fda-a436-89d0807a57b7 req-0042708c-e1be-4c5e-a15a-bed86140706b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.791947 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02b7d49c-5a71-4fda-a436-89d0807a57b7 req-0042708c-e1be-4c5e-a15a-bed86140706b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1969395 Feb 11 13:41:14.832212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:14.834780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:14.839918 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31d3e91-7348-48c5-9b09-04126d7db724" -d '{"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:14.848286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.931430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:14.982821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02b7d49c-5a71-4fda-a436-89d0807a57b7 req-088666c1-7194-4e58-98cf-a16d62324131 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193008 Feb 11 13:41:15.088989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.093688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.104719 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640151a0-77de-4e21-b3be-568731878a24 x-openstack-request-id: req-640151a0-77de-4e21-b3be-568731878a24 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:15.105113 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:15.105440 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-640151a0-77de-4e21-b3be-568731878a24 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:15.107072 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'code': 200} Feb 11 13:41:15.184116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:15.185886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.191606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e830b06-b1db-458f-b6d3-dd797983df2f req-5fcaebbd-3af7-42ef-a0c3-0abc0fa58172 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:15.211309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e830b06-b1db-458f-b6d3-dd797983df2f req-5fcaebbd-3af7-42ef-a0c3-0abc0fa58172 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 1.0711575 Feb 11 13:41:15.269900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:15.282057 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.292011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.369993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e830b06-b1db-458f-b6d3-dd797983df2f req-6da989e8-8b42-4df1-a73e-bff22db948d8 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573865 Feb 11 13:41:15.389522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.405302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': 'b7cf15a9-57e6-4bed-a721-a3b2a56bf70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:15.409587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: f84c7db9-a5fc-420a-bf6a-ad873d71230c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:15.517285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de247-7386-447e-8335-93f9764a00ee req-5fbbb261-b411-43cf-a237-03b19c75397c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:15.518853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b7de247-7386-447e-8335-93f9764a00ee req-5fbbb261-b411-43cf-a237-03b19c75397c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.2859712 Feb 11 13:41:15.584170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b7de247-7386-447e-8335-93f9764a00ee req-f47dea66-f936-4f0c-8db1-9bf5dc32d306 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537734 Feb 11 13:41:15.650444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:15.654519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Deleting port 852ae601-e4f9-47b3-a52f-70e9dd735586 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:15.654928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.692362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f84c7db9-a5fc-420a-bf6a-ad873d71230c) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:15.700777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bceaa50-4c81-4863-93c8-c606b68bf1ec None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:15.707727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee8e20-7931-4efd-a4e3-235c9b13f455 req-ccc016c7-9df1-48b5-b242-e4cdfb49490f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:15.715828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a3ee8e20-7931-4efd-a4e3-235c9b13f455 req-ccc016c7-9df1-48b5-b242-e4cdfb49490f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2264612 Feb 11 13:41:15.719627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:15.726176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:15.727025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.742370 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.776357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-887199e7-4065-4965-a7e9-4a7026e19b5d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4489284 Feb 11 13:41:15.779203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51334) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.797711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-12321997'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.855800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:15.860103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.950808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a3ee8e20-7931-4efd-a4e3-235c9b13f455 req-8128add7-ec75-4f62-8a08-3917b48ed24b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339225 Feb 11 13:41:16.041294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:16.052946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c0a7578d-4a42-41c4-908e-deed81b1737b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.053778 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment c0a7578d-4a42-41c4-908e-deed81b1737b of type vlan for network c2aaa2e6-996c-4397-b472-678fefc98594 Feb 11 13:41:16.698256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.1 (67302ed6-a4b0-4411-9040-483f48baa920/77685cab-46bc-4b04-b18e-60d4749914d1/da1016dd-5977-4623-8bc9-3a2122f528de) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:16.758095 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c2aaa2e6-996c-4397-b472-678fefc98594), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.806591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2891c72-da54-4958-9892-f8f36a9ca55e req-1583f60b-30ff-4417-9dfa-0288d4ca27e7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:16.828693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c2aaa2e6-996c-4397-b472-678fefc98594), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.835005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2891c72-da54-4958-9892-f8f36a9ca55e req-1583f60b-30ff-4417-9dfa-0288d4ca27e7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.3975053 Feb 11 13:41:16.845962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:16.845962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.960474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] For port 852ae601-e4f9-47b3-a52f-70e9dd735586, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=852ae601-e4f9-47b3-a52f-70e9dd735586,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:16.960848 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.979242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1881902 Feb 11 13:41:16.987905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:17.037387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'ports': [{'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c'}, {'network_id': 'c2aaa2e6-996c-4397-b472-678fefc98594'}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:17.037751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:17.038222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': 'c2aaa2e6-996c-4397-b472-678fefc98594'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:17.050674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a88a5a-b442-4d5f-9cb2-3b64a81a6fca tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=c2aaa2e6-996c-4397-b472-678fefc98594,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.063103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c2aaa2e6-996c-4397-b472-678fefc98594 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:17.152393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (da1016dd-5977-4623-8bc9-3a2122f528de), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:17.179931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f4b01-5cfc-4c84-a79a-4a209bad28df req-cd49ab58-6115-409e-a0a3-4459fa4155a6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:17.181844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d01f4b01-5cfc-4c84-a79a-4a209bad28df req-cd49ab58-6115-409e-a0a3-4459fa4155a6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.2235281 Feb 11 13:41:17.203710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2891c72-da54-4958-9892-f8f36a9ca55e req-ec5e9146-9866-46f2-8df6-3854da872f7b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635039 Feb 11 13:41:17.204517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:17.209901 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20764e-dd49-492c-aa14-a3ab494fc982" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-unplugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:17.269525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d01f4b01-5cfc-4c84-a79a-4a209bad28df req-3d42ea4c-a5c3-4f98-b4b3-1533ca789289 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784259 Feb 11 13:41:17.293302 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (da1016dd-5977-4623-8bc9-3a2122f528de), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:17.300503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51362) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:17.376825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Calling delete_port for 852ae601-e4f9-47b3-a52f-70e9dd735586 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:17.379460 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f74b49-d0ba-4e09-ae92-98ef6c4f4078 x-openstack-request-id: req-90f74b49-d0ba-4e09-ae92-98ef6c4f4078 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:17.379867 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-unplugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:17.380477 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90f74b49-d0ba-4e09-ae92-98ef6c4f4078 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:17.380966 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'code': 200} Feb 11 13:41:17.386335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 67302ed6-a4b0-4411-9040-483f48baa920 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:17.392372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:17.401309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:17.431613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=da1016dd-5977-4623-8bc9-3a2122f528de,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.453956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14533742-0c6e-4597-bddb-9a81631aae8f tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:17.460882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-14533742-0c6e-4597-bddb-9a81631aae8f tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1123 time: 0.1561630 Feb 11 13:41:17.463049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51364) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:17.488078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '40007b45-6c78-431c-a763-f45d4bdaa534', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:17.547738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (e9d31853-f60d-456c-a7d3-5cc1fd933834), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:17.646499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:17.651909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:17.654867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (852ae601-e4f9-47b3-a52f-70e9dd735586), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:17.693343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Pushing event deleted for resources: {'Port': ['ID=852ae601-e4f9-47b3-a52f-70e9dd735586,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.700168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:17.720867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.158616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 88a4935e-a82e-4f57-b3ea-297212574a83 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:18.199702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (da1016dd-5977-4623-8bc9-3a2122f528de), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.224216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.361353 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.707535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:18.811667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (88a4935e-a82e-4f57-b3ea-297212574a83), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.959597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:41:18.986671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (da1016dd-5977-4623-8bc9-3a2122f528de), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.997677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 7a1d7dc2-6b98-4570-8fa7-988ec5725c23 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:19.037753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (da1016dd-5977-4623-8bc9-3a2122f528de), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.038416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:19.048311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5cd0f160-726b-4d0a-81c3-1a076c69f211 admin admin] 10.222.0.79 "PUT /v2.0/routers/c166b1b0-796a-4b0f-810b-a3fa2aa990c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6010199 Feb 11 13:41:19.050256 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] Sync routers for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:19.061504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51384) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:19.063296 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:19.064944 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.389364 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:19.442540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:19.451074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks [] for router (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.473018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'mac_address': 'fa:16:3e:bc:94:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:41:19.572262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:19.573033 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.602710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:19.633868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048dc8f-d1a0-4413-a370-f3b7ad82ebd1 req-f8772aaf-46b0-4097-8b3e-ceaf2d94aa45 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.645601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7048dc8f-d1a0-4413-a370-f3b7ad82ebd1 req-f8772aaf-46b0-4097-8b3e-ceaf2d94aa45 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 1.1805441 Feb 11 13:41:19.689305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (7a1d7dc2-6b98-4570-8fa7-988ec5725c23), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.699569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:19.707432 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.742978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks [] for router_gateway (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.755267 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (e9d31853-f60d-456c-a7d3-5cc1fd933834), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.771194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=da1016dd-5977-4623-8bc9-3a2122f528de,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.843338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (88a4935e-a82e-4f57-b3ea-297212574a83), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.852551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.861994 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:41:17Z', 'revision_number': 5, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port': {'id': '6dbaff5f-9a45-49f3-a453-82c777b94614', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:32Z', 'updated_at': '2022-02-11T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.870645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:41:19.906576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.103 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/50faca2c-9858-4a28-a507-f0493d358363) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:19.912005 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] Checking router: c166b1b0-796a-4b0f-810b-a3fa2aa990c9 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:19.933180 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] Routers {'c166b1b0-796a-4b0f-810b-a3fa2aa990c9'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:19.933953 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.960773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:19.981559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:19.986828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:19.989420 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7a1d7dc2-6b98-4570-8fa7-988ec5725c23), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:20.030352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=88a4935e-a82e-4f57-b3ea-297212574a83,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.062552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (50faca2c-9858-4a28-a507-f0493d358363), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:20.127295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Deleting port 6dbaff5f-9a45-49f3-a453-82c777b94614 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:20.139048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (50faca2c-9858-4a28-a507-f0493d358363), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:20.142080 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] Set router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:20.159807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:20.175665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': 'c0a7578d-4a42-41c4-908e-deed81b1737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c2aaa2e6-996c-4397-b472-678fefc98594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:20.179489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: c2aaa2e6-996c-4397-b472-678fefc98594, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:20.209206 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7048dc8f-d1a0-4413-a370-f3b7ad82ebd1 req-fa6aa7db-4d5b-4b60-988f-c422232032ac tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5626018 Feb 11 13:41:20.213253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=50faca2c-9858-4a28-a507-f0493d358363,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.229426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:20.232939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=7a1d7dc2-6b98-4570-8fa7-988ec5725c23,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.236047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:20.247755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:20.268255 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:20.279291 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:41:19Z', 'revision_number': 6, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:20.326975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 67302ed6-a4b0-4411-9040-483f48baa920 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:20.331365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:20.369155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network c2aaa2e6-996c-4397-b472-678fefc98594 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:20.417715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c2aaa2e6-996c-4397-b472-678fefc98594) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:20.418780 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1d5d7-fd7f-46f6-aae6-5362e51849d2 None None] The sync data for ids ['c166b1b0-796a-4b0f-810b-a3fa2aa990c9'] in n-d-828676-2 is: [{'id': 'c166b1b0-796a-4b0f-810b-a3fa2aa990c9', 'name': 'tempest-TaggedBootDevicesTest-63554755-router', 'tenant_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:31Z', 'updated_at': '2022-02-11T13:41:19Z', 'revision_number': 6, 'project_id': '9756ade2a9a64f95b2af2da9b42f2a90', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:20.429103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29c2e9-1479-4319-8cc4-49ef3f2ef663 None None] Network c2aaa2e6-996c-4397-b472-678fefc98594 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:20.471946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:20.490387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.507934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.508648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:20.566670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] For port 6dbaff5f-9a45-49f3-a453-82c777b94614, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6dbaff5f-9a45-49f3-a453-82c777b94614,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:20.568011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:20.642295 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a4ea8788-4085-4f79-80ce-691d6c55956f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6283464 Feb 11 13:41:20.643067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:20.644249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Calling delete_port for 6dbaff5f-9a45-49f3-a453-82c777b94614 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:20.960144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:21.040985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:21.081566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfaae2-f559-4ce1-9abd-bc863276d464 req-8508e4c3-5241-4982-8b69-272caa44ce41 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:21.083205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3cfaae2-f559-4ce1-9abd-bc863276d464 req-8508e4c3-5241-4982-8b69-272caa44ce41 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.4213877 Feb 11 13:41:21.132237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 7a1d7dc2-6b98-4570-8fa7-988ec5725c23 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:21.132643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7a1d7dc2-6b98-4570-8fa7-988ec5725c23), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:21.368865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3cfaae2-f559-4ce1-9abd-bc863276d464 req-894e07ac-c76d-4fbb-9f5b-fa78cf4634e7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625165 Feb 11 13:41:21.394174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7a1d7dc2-6b98-4570-8fa7-988ec5725c23), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:21.443441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 7a1d7dc2-6b98-4570-8fa7-988ec5725c23 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:21.491432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:21.532684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6dbaff5f-9a45-49f3-a453-82c777b94614), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:21.541874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-93cafb12-2b55-4adb-b113-cb4e4d8cecd5 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/routers/e9d31853-f60d-456c-a7d3-5cc1fd933834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8757720 Feb 11 13:41:21.560834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:21.566569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:21.623885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'port': {'network_id': '67302ed6-a4b0-4411-9040-483f48baa920', 'name': 'tempest-FloatingIPTestJSON-1585754560'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:21.659991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:21.660641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:21.766322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:21.777379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbaff5f-9a45-49f3-a453-82c777b94614,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.794864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:21.802834 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:21.920561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:21.921431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:21.927754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6dbaff5f-9a45-49f3-a453-82c777b94614 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:21.974046 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:21.979106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6dbaff5f-9a45-49f3-a453-82c777b94614 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:21.981391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6dbaff5f-9a45-49f3-a453-82c777b94614 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:21.982450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 852ae601-e4f9-47b3-a52f-70e9dd735586 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:22.049341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9df96-a22f-4c7c-a59b-89b5183ef55a req-545a4836-36c7-4b94-9e47-2b41ed78b4d0 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:22.052032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9e9df96-a22f-4c7c-a59b-89b5183ef55a req-545a4836-36c7-4b94-9e47-2b41ed78b4d0 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3819997 Feb 11 13:41:22.114680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 852ae601-e4f9-47b3-a52f-70e9dd735586 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:22.115114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 852ae601-e4f9-47b3-a52f-70e9dd735586 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:22.121830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.122441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671534b-2b81-4506-930d-35d62073b0c6 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:22.171822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:22.172213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.192317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a6bd-03d2-41ec-a09b-8720721d60d3 req-87713a6b-5738-4414-afcb-4041b39fbc12 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:22.200547 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac41a6bd-03d2-41ec-a09b-8720721d60d3 req-87713a6b-5738-4414-afcb-4041b39fbc12 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.7197328 Feb 11 13:41:22.205245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.226920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:22.229203 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167609ce-f3d7-4a17-abdf-d52ea93f069e" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:22.261291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:22.267741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.283600 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9e9df96-a22f-4c7c-a59b-89b5183ef55a req-4aafada2-b7cd-4c1d-9e63-65ccc16fb272 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236531 Feb 11 13:41:22.379331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (f27385bd-a636-4ce8-897c-50c6b0a02936), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.392056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:22.547627 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (50faca2c-9858-4a28-a507-f0493d358363), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.696359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.696359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7a1d7dc2-6b98-4570-8fa7-988ec5725c23), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.696359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:22.717858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:22.717858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks [] for router_controller (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.032683 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (50faca2c-9858-4a28-a507-f0493d358363), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.041847 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (50faca2c-9858-4a28-a507-f0493d358363), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.115202 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9486c4e3-673c-4e15-8d10-42dea3813077 x-openstack-request-id: req-9486c4e3-673c-4e15-8d10-42dea3813077 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:23.115724 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:23.115941 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9486c4e3-673c-4e15-8d10-42dea3813077 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:23.116438 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'code': 200} Feb 11 13:41:23.236232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=50faca2c-9858-4a28-a507-f0493d358363,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:23.259615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f27385bd-a636-4ce8-897c-50c6b0a02936), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.357623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=7a1d7dc2-6b98-4570-8fa7-988ec5725c23,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:23.379792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] device_id is not set on port 06f0377c-0af3-46b1-86ef-39efe58f5b3e yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:23.541571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491096f-31e8-4d29-8f96-b4e56b94e6f1 req-9e71e49c-2d64-4e40-ae03-e082d4c7fa25 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:23.551095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2491096f-31e8-4d29-8f96-b4e56b94e6f1 req-9e71e49c-2d64-4e40-ae03-e082d4c7fa25 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2042153 Feb 11 13:41:23.558322 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP f27385bd-a636-4ce8-897c-50c6b0a02936 associated. External IP: 172.25.3.103, port: 40007b45-6c78-431c-a763-f45d4bdaa534. Feb 11 13:41:23.564792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.8 (67302ed6-a4b0-4411-9040-483f48baa920/77685cab-46bc-4b04-b18e-60d4749914d1/06f0377c-0af3-46b1-86ef-39efe58f5b3e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:23.792642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (06f0377c-0af3-46b1-86ef-39efe58f5b3e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.873439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.879562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1db54aa-6fe0-41c2-9c08-8de6f3e3aa1a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/7a1d7dc2-6b98-4570-8fa7-988ec5725c23 HTTP/1.1" status: 204 len: 168 time: 3.2330365 Feb 11 13:41:23.893985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (c166b1b0-796a-4b0f-810b-a3fa2aa990c9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.894843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c166b1b0-796a-4b0f-810b-a3fa2aa990c9 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:23.904472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.908275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-74487342-1135-4eb8-87dc-bc373ab3eb91 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c166b1b0-796a-4b0f-810b-a3fa2aa990c9 HTTP/1.1" status: 204 len: 168 time: 4.8424723 Feb 11 13:41:23.911089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:23.911432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:23.928874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (06f0377c-0af3-46b1-86ef-39efe58f5b3e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:24.147653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac41a6bd-03d2-41ec-a09b-8720721d60d3 req-71b62c2a-09eb-4182-995c-53b1856923ca tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9279406 Feb 11 13:41:24.173972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 67302ed6-a4b0-4411-9040-483f48baa920 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:24.180919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:24.222164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:24.236233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=06f0377c-0af3-46b1-86ef-39efe58f5b3e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:24.316694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] Deleting subnet d9c40f9e-40df-4e0d-9c3a-d50e4faa0236 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:41:24.351204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2491096f-31e8-4d29-8f96-b4e56b94e6f1 req-d298260e-ce63-467a-9f60-20f9437fa70b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8000588 Feb 11 13:41:24.354428 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] Publish callbacks [] for subnet (d9c40f9e-40df-4e0d-9c3a-d50e4faa0236), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:24.386100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051558ae-6917-40ae-acbb-ae2ec29eb239 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:24.401733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051558ae-6917-40ae-acbb-ae2ec29eb239 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:24.403606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-051558ae-6917-40ae-acbb-ae2ec29eb239 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4677601 Feb 11 13:41:24.465578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51458) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:24.617860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:24.625794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:24.679590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:24.684023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (d9c40f9e-40df-4e0d-9c3a-d50e4faa0236), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:24.799708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bb268c54-875c-4352-9748-c55271ab4033 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1855781 Feb 11 13:41:24.805463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51462) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:24.811718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'port': {'network_id': '67302ed6-a4b0-4411-9040-483f48baa920', 'name': 'tempest-FloatingIPTestJSON-553399489'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:24.820175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 88a4935e-a82e-4f57-b3ea-297212574a83 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:24.820828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (88a4935e-a82e-4f57-b3ea-297212574a83), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:24.848911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75a3d-9616-4123-8b43-02ec270c4cd8 req-1bedac55-d1d3-472b-9583-85239448076a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:24.850870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cff75a3d-9616-4123-8b43-02ec270c4cd8 req-1bedac55-d1d3-472b-9583-85239448076a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3649409 Feb 11 13:41:24.941715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d9c40f9e-40df-4e0d-9c3a-d50e4faa0236), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.022240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (d9c40f9e-40df-4e0d-9c3a-d50e4faa0236), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.076432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c40f9e-40df-4e0d-9c3a-d50e4faa0236,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:25.096783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae335da-df2b-4473-b21a-dd998d15982f None None] Network ad700d65-3b6f-4bff-9d26-a51f749a33b6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:25.116920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.132501 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-34ac7fe1-2752-4499-950f-c4116fa32b45 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d9c40f9e-40df-4e0d-9c3a-d50e4faa0236 HTTP/1.1" status: 204 len: 168 time: 1.1953619 Feb 11 13:41:25.138518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51464) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:25.170335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:25.181734 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] Sync routers for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:25.203849 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:25.204504 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:25.408215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cff75a3d-9616-4123-8b43-02ec270c4cd8 req-a28d8910-7bbb-4b9e-9c5c-b266104cfc13 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981562 Feb 11 13:41:25.449705 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (ad700d65-3b6f-4bff-9d26-a51f749a33b6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.463853 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:25.475418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] DHCP port deletion for ad700d65-3b6f-4bff-9d26-a51f749a33b6 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:41:25.598348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Deleting port d7476d15-5c72-4298-b400-7d65423cfcea {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:25.599038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.626863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] Deleting port d7476d15-5c72-4298-b400-7d65423cfcea {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:25.627279 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.789751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (88a4935e-a82e-4f57-b3ea-297212574a83), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.822500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.886529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] For port d7476d15-5c72-4298-b400-7d65423cfcea, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d7476d15-5c72-4298-b400-7d65423cfcea,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:25.887112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.902798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] For port d7476d15-5c72-4298-b400-7d65423cfcea, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d7476d15-5c72-4298-b400-7d65423cfcea,segment=NetworkSegment(0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc),segment_id=0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:25.905668 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.934927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Calling delete_port for d7476d15-5c72-4298-b400-7d65423cfcea owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:25.948879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d7476d15-5c72-4298-b400-7d65423cfcea no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:25.949929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fa767e7-1216-435d-956e-91b74ef9dd71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.4758635 Feb 11 13:41:25.968285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:25.970698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] Calling delete_port for d7476d15-5c72-4298-b400-7d65423cfcea owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:25.973420 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960af6d3-243f-4abf-a61d-3f266fa2498d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:26.005768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 88a4935e-a82e-4f57-b3ea-297212574a83 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:26.008616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321437e-e083-4ad6-8fc5-41d0b897286f req-7e97ba5b-b61d-4b3a-b708-7349413d5088 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:26.014317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5321437e-e083-4ad6-8fc5-41d0b897286f req-7e97ba5b-b61d-4b3a-b708-7349413d5088 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3082590 Feb 11 13:41:26.028911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459100a-86ce-4212-af34-fe032f24c589 req-94a67bee-2889-43be-8607-da8698dbd388 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:26.040056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6459100a-86ce-4212-af34-fe032f24c589 req-94a67bee-2889-43be-8607-da8698dbd388 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.5889468 Feb 11 13:41:26.043183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:26.054371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.109566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] device_id is not set on port bf6aa11c-e064-460f-8d2b-25ed8807cea5 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:26.200998 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f27385bd-a636-4ce8-897c-50c6b0a02936', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'port_id': '40007b45-6c78-431c-a763-f45d4bdaa534', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'mac_address': 'fa:16:3e:89:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:41:21Z', 'updated_at': '2022-02-11T13:41:21Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:53Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:26.245291 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5321437e-e083-4ad6-8fc5-41d0b897286f req-840fd317-4bde-4c91-88a6-cbd98c2c74a7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211173 Feb 11 13:41:26.319430 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] Checking router: ea6ad89b-4d6f-43ad-9550-76f99fefcae7 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:26.328796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.346733 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:26.348240 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:40:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:26.360995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] No DVR routers for this DVR port d7476d15-5c72-4298-b400-7d65423cfcea on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:26.367323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.14 (67302ed6-a4b0-4411-9040-483f48baa920/77685cab-46bc-4b04-b18e-60d4749914d1/bf6aa11c-e064-460f-8d2b-25ed8807cea5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:26.423169 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.425364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d7476d15-5c72-4298-b400-7d65423cfcea is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:26.425748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d7476d15-5c72-4298-b400-7d65423cfcea), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.490045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] Pushing event deleted for resources: {'Port': ['ID=d7476d15-5c72-4298-b400-7d65423cfcea,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.499701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7951cfe-9508-4d86-9267-b88d17dfe685 None None] No DVR routers for this DVR port d7476d15-5c72-4298-b400-7d65423cfcea on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:26.552355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7476d15-5c72-4298-b400-7d65423cfcea,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.613687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (ad700d65-3b6f-4bff-9d26-a51f749a33b6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.679649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad700d65-3b6f-4bff-9d26-a51f749a33b6']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:26.700641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:26.701009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:26.723337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e53853-5f53-4fd2-9d0c-fc9aa68f2936 req-4ebc1ae9-fe43-4bdd-bca2-9904a2422610 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:26.724988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c5e53853-5f53-4fd2-9d0c-fc9aa68f2936 req-4ebc1ae9-fe43-4bdd-bca2-9904a2422610 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.2974339 Feb 11 13:41:26.777570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.835167 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:26.842516 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.846655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (bf6aa11c-e064-460f-8d2b-25ed8807cea5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.866508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c5e53853-5f53-4fd2-9d0c-fc9aa68f2936 req-42b0fbf1-90e7-4f8f-8061-a429e2e3cc79 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342282 Feb 11 13:41:26.868873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:26.881454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (0ab1d3fc-9f7c-464b-9fec-ec420aedf0dc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:26.893985 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:26.935936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:26.994930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a936d35d-b647-4038-ba16-5b86ac5ec1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.100981 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ddf2bb-6668-43f8-9107-e37abe6450e0 x-openstack-request-id: req-c9ddf2bb-6668-43f8-9107-e37abe6450e0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:27.101348 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:27.101711 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9ddf2bb-6668-43f8-9107-e37abe6450e0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:27.102249 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'status': 'completed', 'code': 200} Feb 11 13:41:27.107461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bf6aa11c-e064-460f-8d2b-25ed8807cea5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.128472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6459100a-86ce-4212-af34-fe032f24c589 req-72874f51-63c7-450a-8e32-5a9818f2e6aa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0887847 Feb 11 13:41:27.177010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (ad700d65-3b6f-4bff-9d26-a51f749a33b6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.189106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 67302ed6-a4b0-4411-9040-483f48baa920 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:27.194229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:27.196741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:27.201875 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.206292 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ad700d65-3b6f-4bff-9d26-a51f749a33b6 HTTP/1.1" status: 204 len: 168 time: 2.0666270 Feb 11 13:41:27.209454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:27.239408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a1e71-ff3b-4691-98f6-3cb123a9e3fb req-fa518b3d-89e0-4b5b-a796-88af2820cba4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.241429 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd9a1e71-ff3b-4691-98f6-3cb123a9e3fb req-fa518b3d-89e0-4b5b-a796-88af2820cba4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1963606 Feb 11 13:41:27.245220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-38a109f5-04f8-4027-9233-863826023ff3 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/f27385bd-a636-4ce8-897c-50c6b0a02936 HTTP/1.1" status: 200 len: 992 time: 0.3081338 Feb 11 13:41:27.311003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=bf6aa11c-e064-460f-8d2b-25ed8807cea5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.329314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (88a4935e-a82e-4f57-b3ea-297212574a83), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.406623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=88a4935e-a82e-4f57-b3ea-297212574a83,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.412732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.413436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.438416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-ce707133-f871-4e69-9527-8b286a294263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.439103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e508-d86b-474e-9402-c800ae843364 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad700d65-3b6f-4bff-9d26-a51f749a33b6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.441080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-ce707133-f871-4e69-9527-8b286a294263 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1128 time: 0.4092350 Feb 11 13:41:27.454342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.459225 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f27385bd-a636-4ce8-897c-50c6b0a02936', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'port_id': '40007b45-6c78-431c-a763-f45d4bdaa534', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'mac_address': 'fa:16:3e:89:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:41:21Z', 'updated_at': '2022-02-11T13:41:21Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:53Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.461601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:27.461740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c0f839a-1eab-41ca-aa6e-1f4c1e85edef tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/88a4935e-a82e-4f57-b3ea-297212574a83 HTTP/1.1" status: 204 len: 168 time: 2.9947159 Feb 11 13:41:27.484871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dab82756-dc87-43b6-8ce3-330b93fa6174 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6779337 Feb 11 13:41:27.485538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51490) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:27.489233 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67cd62-ff6f-4e96-9f79-614251c2d84e None None] The sync data for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 is: [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f27385bd-a636-4ce8-897c-50c6b0a02936', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'port_id': '40007b45-6c78-431c-a763-f45d4bdaa534', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'mac_address': 'fa:16:3e:89:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:41:21Z', 'updated_at': '2022-02-11T13:41:21Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:53Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:27.496803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'bf6aa11c-e064-460f-8d2b-25ed8807cea5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:27.551811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.722661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd9a1e71-ff3b-4691-98f6-3cb123a9e3fb req-7431e3ba-8b3f-4c9d-a779-d78fb9a6e4fd tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012173 Feb 11 13:41:27.797277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890031ad-2213-44e7-950b-e1a5f06224ad tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.815028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-890031ad-2213-44e7-950b-e1a5f06224ad tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3312624 Feb 11 13:41:27.816695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51498) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:27.848934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-7333728c-8042-4705-8578-85eaca0e42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.851203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-7333728c-8042-4705-8578-85eaca0e42aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.3883080 Feb 11 13:41:27.930346 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a51e55-c3c9-4562-a758-51283d2ef85f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:41:27.936569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03a51e55-c3c9-4562-a758-51283d2ef85f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/7a1d7dc2-6b98-4570-8fa7-988ec5725c23 HTTP/1.1" status: 404 len: 333 time: 0.1184595 Feb 11 13:41:27.950961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:28.028872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab202a-596e-4ff7-b14f-5f76f5786f30 None None] New status for floating IP f27385bd-a636-4ce8-897c-50c6b0a02936: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:41:28.141942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-eadf1e6e-550a-4e04-a367-03272350769c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1000 time: 0.2763419 Feb 11 13:41:28.185234 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-82babe27-a064-4378-962a-ea622314bb5b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:41:28.194157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82babe27-a064-4378-962a-ea622314bb5b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/88a4935e-a82e-4f57-b3ea-297212574a83 HTTP/1.1" status: 404 len: 333 time: 0.1212604 Feb 11 13:41:28.198535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:28.200512 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:28.255397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51512) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:28.446854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217e85b-f2e3-4133-a203-cb9b50003fbf req-664ce33e-780d-4401-b460-b019d78d59dd tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:28.448388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7217e85b-f2e3-4133-a203-cb9b50003fbf req-664ce33e-780d-4401-b460-b019d78d59dd tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3019300 Feb 11 13:41:28.574353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7217e85b-f2e3-4133-a203-cb9b50003fbf req-d1085cf3-92b1-4e04-93a8-05c8786afb56 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188176 Feb 11 13:41:28.678004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-28db81dc-1b71-468b-be2f-fd6023d678dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:28.684134 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-28db81dc-1b71-468b-be2f-fd6023d678dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.5331314 Feb 11 13:41:28.864250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c2aaa2e6-996c-4397-b472-678fefc98594), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:28.901922 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81971e7f-9099-4017-87b0-2624913b7b46 req-e2835e8b-91c4-49f9-97a6-440a050022ea tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:28.903485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81971e7f-9099-4017-87b0-2624913b7b46 req-e2835e8b-91c4-49f9-97a6-440a050022ea tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1928339 Feb 11 13:41:28.940698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.25.3.204 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/dd1d87a0-dcbe-423d-a795-dfd8e0b4c557) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:28.989741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81971e7f-9099-4017-87b0-2624913b7b46 req-d0a14b4b-b7a0-4356-8fcb-b7e85c801ca9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515573 Feb 11 13:41:29.015300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (bfac6476-d57e-4040-8664-60ded5511ddb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.016778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4671fb89-1028-4f70-bd4a-f2eff04edb05 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/f27385bd-a636-4ce8-897c-50c6b0a02936 HTTP/1.1" status: 200 len: 992 time: 0.7588611 Feb 11 13:41:29.153813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c2aaa2e6-996c-4397-b472-678fefc98594), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.240652 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2aaa2e6-996c-4397-b472-678fefc98594']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:29.254441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a7578d-4a42-41c4-908e-deed81b1737b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:29.256236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a7578d-4a42-41c4-908e-deed81b1737b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:29.285416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (c0a7578d-4a42-41c4-908e-deed81b1737b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.348955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-b558ba17-c9fc-40bf-8e83-507ea8320192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:29.350748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-b558ba17-c9fc-40bf-8e83-507ea8320192 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5905020 Feb 11 13:41:29.358507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafd9b3-9dda-4a29-a40a-56230aade5ee req-233d8be9-be10-46ac-8c2c-1b4c77d92dbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:29.369377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffafd9b3-9dda-4a29-a40a-56230aade5ee req-233d8be9-be10-46ac-8c2c-1b4c77d92dbb tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 1.0082562 Feb 11 13:41:29.376687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c0a7578d-4a42-41c4-908e-deed81b1737b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.383097 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3449-d19a-444e-9051-e82686ce4328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.400273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e0430-a01c-4dcc-bec7-396310592f62 req-1bc6223c-d30a-4ed0-83e5-a4bc9779962f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:29.410614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-093e0430-a01c-4dcc-bec7-396310592f62 req-1bc6223c-d30a-4ed0-83e5-a4bc9779962f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1080334 Feb 11 13:41:29.421353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:29.422083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (c0a7578d-4a42-41c4-908e-deed81b1737b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:29.425525 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:29.466865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.571297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-093e0430-a01c-4dcc-bec7-396310592f62 req-0745288b-6c79-4a6c-9007-051d92dda892 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593804 Feb 11 13:41:29.614778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffafd9b3-9dda-4a29-a40a-56230aade5ee req-2be1af5b-23db-41cf-9881-04a5805af76e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445073 Feb 11 13:41:29.648437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c2aaa2e6-996c-4397-b472-678fefc98594), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.660685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.663832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/c2aaa2e6-996c-4397-b472-678fefc98594 HTTP/1.1" status: 204 len: 168 time: 1.4606783 Feb 11 13:41:29.671767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51530) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:29.676343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Deleting port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:29.676691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.678831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1176041489'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:29.711557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f0a4b-3a7b-465c-994b-aa3673b338ff tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=c2aaa2e6-996c-4397-b472-678fefc98594,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:29.717374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-106c0e68-3087-4d06-9b03-0ef866382926 service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383551 Feb 11 13:41:29.721405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.982399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=dd1d87a0-dcbe-423d-a795-dfd8e0b4c557,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.002033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] For port 1ce8e90b-adc1-4154-94f5-b1e69b424ac1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,segment=NetworkSegment(a4308f58-c815-4b53-a14d-d299e0784695),segment_id=a4308f58-c815-4b53-a14d-d299e0784695)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:30.002618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:30.022807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b25ea-55ae-46b4-97c6-f861367c9a86 req-dec9888c-88dd-4f97-a78e-768254ffa08f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:30.025385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:30.030322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a1b25ea-55ae-46b4-97c6-f861367c9a86 req-dec9888c-88dd-4f97-a78e-768254ffa08f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2831166 Feb 11 13:41:30.057157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Calling delete_port for 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:30.184181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a1b25ea-55ae-46b4-97c6-f861367c9a86 req-1424e846-97b5-4d3b-b359-935a973f993f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526320 Feb 11 13:41:30.546578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb6f7c-f776-42ed-b5c9-86f6302115c4 req-4487f58d-95ec-499a-add1-a07e90b65040 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:30.549704 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31bb6f7c-f776-42ed-b5c9-86f6302115c4 req-4487f58d-95ec-499a-add1-a07e90b65040 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1211882 Feb 11 13:41:30.621485 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960af6d3-243f-4abf-a61d-3f266fa2498d req-4e4a84b4-39ac-4071-baf8-4dc7a2c0ae5d service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964015 Feb 11 13:41:30.629998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:30.638659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:30.657216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:30.665646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:30.677540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:30.737596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1ce8e90b-adc1-4154-94f5-b1e69b424ac1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:30.774206 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31bb6f7c-f776-42ed-b5c9-86f6302115c4 req-20ecf18d-5165-4018-a716-42eb20b5c765 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112086 Feb 11 13:41:30.885716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce8e90b-adc1-4154-94f5-b1e69b424ac1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.944499 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:30.957530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eb606c54-770c-43cd-a952-e8c794da40d8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/f27385bd-a636-4ce8-897c-50c6b0a02936 HTTP/1.1" status: 200 len: 994 time: 0.9267235 Feb 11 13:41:31.258104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650849-7845-45d0-9439-35171a817a5d req-c61fd866-0480-4bb1-9334-872a9e0d3423 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:31.260425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af650849-7845-45d0-9439-35171a817a5d req-c61fd866-0480-4bb1-9334-872a9e0d3423 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2948008 Feb 11 13:41:31.400804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (bfac6476-d57e-4040-8664-60ded5511ddb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:31.441170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:31.461871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1bfa636f-9f44-44c9-9190-787d559142ad), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:31.462592 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment 1bfa636f-9f44-44c9-9190-787d559142ad of type vlan for network 82165251-1a57-4d9e-ae58-b67748d9917f Feb 11 13:41:31.550033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (82165251-1a57-4d9e-ae58-b67748d9917f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:31.630705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af650849-7845-45d0-9439-35171a817a5d req-ec4a1615-4972-4092-946c-bbdf09a5ca22 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262483 Feb 11 13:41:31.651118 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (82165251-1a57-4d9e-ae58-b67748d9917f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:31.660278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:31.662733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:31.854906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2888b60-5ce6-4cbf-9b99-970c06a43599 req-6a84651d-748d-4cdc-8e17-d2041b862719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:31.861923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2888b60-5ce6-4cbf-9b99-970c06a43599 req-6a84651d-748d-4cdc-8e17-d2041b862719 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.9545300 Feb 11 13:41:31.874675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1907821 Feb 11 13:41:32.031771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (9e6ad8e6-cf3c-4321-bb21-b7e71f924c67), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:32.084121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51556) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:32.091322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:32.253148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a6e58-5359-4353-9348-82de0222ffcf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=82165251-1a57-4d9e-ae58-b67748d9917f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:32.283943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 82165251-1a57-4d9e-ae58-b67748d9917f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:32.366045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:32.375638 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:32.509808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2888b60-5ce6-4cbf-9b99-970c06a43599 req-5ac7d7b7-6e1d-41f9-a6de-c31c45d9f246 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260645 Feb 11 13:41:32.633623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:32.642589 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:32.658709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Router bfac6476-d57e-4040-8664-60ded5511ddb has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:32.876919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:32.880177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Performing IP validity checks on allocation pools {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:41:32.881882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:41:32.888999 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] Sync routers for ids ['bfac6476-d57e-4040-8664-60ded5511ddb'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:32.892669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1bc4b91b-bfb2-4707-b3cb-e6d5c535b3b3 admin admin] 10.222.0.79 "PUT /v2.0/routers/bfac6476-d57e-4040-8664-60ded5511ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6775222 Feb 11 13:41:32.899053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:32.909704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] Routers {'bfac6476-d57e-4040-8664-60ded5511ddb'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:32.912313 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bfac6476-d57e-4040-8664-60ded5511ddb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.993804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00571038-e451-45e1-a55f-e843cf25daba req-7445690a-7c10-4f5b-a9a7-4211c2584c3a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:32.996551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00571038-e451-45e1-a55f-e843cf25daba req-7445690a-7c10-4f5b-a9a7-4211c2584c3a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1438172 Feb 11 13:41:33.113359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00571038-e451-45e1-a55f-e843cf25daba req-2f10fc63-864a-4cfd-b6ff-608708954e58 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033323 Feb 11 13:41:33.158756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks [] for router (bfac6476-d57e-4040-8664-60ded5511ddb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.159166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.172174 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.190325 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] Set router bfac6476-d57e-4040-8664-60ded5511ddb gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:33.314108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (be41d5c7-4647-4d5a-880d-7c8cf9089e91), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.366096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks [] for router_gateway (bfac6476-d57e-4040-8664-60ded5511ddb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.440452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=dd1d87a0-dcbe-423d-a795-dfd8e0b4c557,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:33.440711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Deleting port 006db2b3-75e1-41cf-9040-71d674432b49 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:33.440824 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (006db2b3-75e1-41cf-9040-71d674432b49), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.465748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=be41d5c7-4647-4d5a-880d-7c8cf9089e91,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:33.468789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (9e6ad8e6-cf3c-4321-bb21-b7e71f924c67), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.519167 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '006db2b3-75e1-41cf-9040-71d674432b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:41:30Z', 'revision_number': 5, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port': {'id': '006db2b3-75e1-41cf-9040-71d674432b49', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:44Z', 'updated_at': '2022-02-11T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:33.534379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': '1bfa636f-9f44-44c9-9190-787d559142ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:33.535430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: 82165251-1a57-4d9e-ae58-b67748d9917f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:33.546760 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] Checking router: bfac6476-d57e-4040-8664-60ded5511ddb for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:33.558024 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] Routers {'bfac6476-d57e-4040-8664-60ded5511ddb'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:33.559108 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bfac6476-d57e-4040-8664-60ded5511ddb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:33.627318 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.664737 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] Set router bfac6476-d57e-4040-8664-60ded5511ddb gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:33.670970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] For port 006db2b3-75e1-41cf-9040-71d674432b49, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=006db2b3-75e1-41cf-9040-71d674432b49,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:33.671555 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (006db2b3-75e1-41cf-9040-71d674432b49), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.697872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 82165251-1a57-4d9e-ae58-b67748d9917f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:33.711727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Calling delete_port for 006db2b3-75e1-41cf-9040-71d674432b49 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:33.712035 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP 9e6ad8e6-cf3c-4321-bb21-b7e71f924c67 associated. External IP: 172.25.3.204, port: bf6aa11c-e064-460f-8d2b-25ed8807cea5. Feb 11 13:41:33.746535 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:41:33Z', 'revision_number': 6, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:33.755610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 82165251-1a57-4d9e-ae58-b67748d9917f) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:33.765740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:33.766474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.768354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429e09c-5015-4a04-afb6-820153da1f8d None None] Network 82165251-1a57-4d9e-ae58-b67748d9917f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:33.783384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf909ea-47bc-40a9-b275-f8f08880b197 req-a017cb6a-1f6e-4a8c-9835-95eb7f5212bf tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:33.791000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4bf909ea-47bc-40a9-b275-f8f08880b197 req-a017cb6a-1f6e-4a8c-9835-95eb7f5212bf tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.1543658 Feb 11 13:41:33.808772 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd0a6b-6906-489c-8e9d-dda53a98a1b0 None None] The sync data for ids ['bfac6476-d57e-4040-8664-60ded5511ddb'] in n-d-828676-2 is: [{'id': 'bfac6476-d57e-4040-8664-60ded5511ddb', 'name': 'tempest-TaggedBootDevicesTest-1607837113-router', 'tenant_id': '438e9080e1f7409da46757dc3af379ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:42Z', 'updated_at': '2022-02-11T13:41:33Z', 'revision_number': 6, 'project_id': '438e9080e1f7409da46757dc3af379ed', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:33.866095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f12997c8-83e1-4f76-8880-a2d8d6bbfb25 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7806880 Feb 11 13:41:33.869220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51572) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:33.880800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f', 'name': 'tempest-PortsIpV6TestJSON-2077430872'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:33.920110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-82165251-1a57-4d9e-ae58-b67748d9917f', 'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f', 'project_id': 'b3a0e39a666547d8af4d06fb3faa793e', 'fixed_ips': [{'subnet_id': 'be41d5c7-4647-4d5a-880d-7c8cf9089e91'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:41:33.921278 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:33.987420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4bf909ea-47bc-40a9-b275-f8f08880b197 req-92f1b9dc-5e01-44a8-9e43-c2ed7a7ada5a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909385 Feb 11 13:41:34.147952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (006db2b3-75e1-41cf-9040-71d674432b49), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.196811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Pushing event deleted for resources: {'Port': ['ID=006db2b3-75e1-41cf-9040-71d674432b49,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:34.206499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:34.218438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.251509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Allocated IP 2001:db8::2 (82165251-1a57-4d9e-ae58-b67748d9917f/be41d5c7-4647-4d5a-880d-7c8cf9089e91/705fcd5b-ee64-439c-8499-f326b6d26a4c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:34.267787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 2921a2d4-96a8-41f3-af86-fa41d4fe5c33 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:34.366452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (bfac6476-d57e-4040-8664-60ded5511ddb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.447341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:34.584104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d3a77-b041-49c6-867b-5dd7ce6dd837 req-3e8edd75-a386-414c-8354-3530aff9224e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:34.586049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6d3a77-b041-49c6-867b-5dd7ce6dd837 req-3e8edd75-a386-414c-8354-3530aff9224e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.2540960 Feb 11 13:41:34.603485 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (bfac6476-d57e-4040-8664-60ded5511ddb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.614508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks [] for router_controller (bfac6476-d57e-4040-8664-60ded5511ddb), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.628702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Publish callbacks [] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.688120 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.713633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (bfac6476-d57e-4040-8664-60ded5511ddb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.714237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfac6476-d57e-4040-8664-60ded5511ddb {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:34.725309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.732580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-afd7010e-5523-45c4-9068-e9c09c0407cd admin admin] 10.222.0.79 "DELETE /v2.0/routers/bfac6476-d57e-4040-8664-60ded5511ddb HTTP/1.1" status: 204 len: 168 time: 1.8301282 Feb 11 13:41:34.733850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51576) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:34.792559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Network 82165251-1a57-4d9e-ae58-b67748d9917f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:34.800327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:34.800327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:34.806358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Pushing event updated for resources: {'Port': ['ID=705fcd5b-ee64-439c-8499-f326b6d26a4c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:34.855229 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] Deleting subnet 7a57869d-b6ab-4a21-a128-4a95307b9e09 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:41:34.869849 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] Publish callbacks [] for subnet (7a57869d-b6ab-4a21-a128-4a95307b9e09), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.883663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Attempting to bind port 705fcd5b-ee64-439c-8499-f326b6d26a4c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:34.883969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Attempting to bind port 705fcd5b-ee64-439c-8499-f326b6d26a4c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1bfa636f-9f44-44c9-9190-787d559142ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:34.884094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb6d3a77-b041-49c6-867b-5dd7ce6dd837 req-154e0d30-6536-4f47-99b2-345ddb3e6633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923124 Feb 11 13:41:34.884338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Attempting to bind port 705fcd5b-ee64-439c-8499-f326b6d26a4c on network 82165251-1a57-4d9e-ae58-b67748d9917f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:34.891181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:34.893578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Checking segment: {'id': '1bfa636f-9f44-44c9-9190-787d559142ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:34.904114 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.904691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Bound using segment: {'id': '1bfa636f-9f44-44c9-9190-787d559142ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:34.905773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Bound port: 705fcd5b-ee64-439c-8499-f326b6d26a4c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa636f-9f44-44c9-9190-787d559142ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '82165251-1a57-4d9e-ae58-b67748d9917f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:34.906210 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.935772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::83 (82165251-1a57-4d9e-ae58-b67748d9917f/be41d5c7-4647-4d5a-880d-7c8cf9089e91/2921a2d4-96a8-41f3-af86-fa41d4fe5c33) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:34.950938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:34.969946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (7a57869d-b6ab-4a21-a128-4a95307b9e09), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.983013 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:35.002241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] For port 705fcd5b-ee64-439c-8499-f326b6d26a4c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:35.009179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] For port 705fcd5b-ee64-439c-8499-f326b6d26a4c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=705fcd5b-ee64-439c-8499-f326b6d26a4c,segment=NetworkSegment(1bfa636f-9f44-44c9-9190-787d559142ad),segment_id=1bfa636f-9f44-44c9-9190-787d559142ad)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:35.015178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:35.021139 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:35.060377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:35.061490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.114998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.116628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f989cee4-370c-4653-9516-f8b0281832dc tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6283712 Feb 11 13:41:35.128114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:35.129066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.133689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51584) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:35.145430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:35.181296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.182304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a2028-55ed-4d13-9a4d-dba04e32d665 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:35.208537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed888048-0b12-4b85-aca1-b8ff08a673c3 None None] Pushing event updated for resources: {'Port': ['ID=705fcd5b-ee64-439c-8499-f326b6d26a4c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:35.296264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (7a57869d-b6ab-4a21-a128-4a95307b9e09), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:35.436920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (7a57869d-b6ab-4a21-a128-4a95307b9e09), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:35.520623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a57869d-b6ab-4a21-a128-4a95307b9e09,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:35.537709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:35.541030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41cac09d-ab1e-4634-b310-9a2f97f9d9d9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7a57869d-b6ab-4a21-a128-4a95307b9e09 HTTP/1.1" status: 204 len: 168 time: 0.8061209 Feb 11 13:41:35.546045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51586) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:35.558476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9b505-cf61-4884-a24f-159561377c99 None None] Network 346419b1-a448-40ef-8ab4-5feab963b843 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:35.630255 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (9e6ad8e6-cf3c-4321-bb21-b7e71f924c67), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:35.876356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] DHCP port deletion for 346419b1-a448-40ef-8ab4-5feab963b843 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:41:35.991323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] Deleting port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:35.991585 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.120316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] For port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e,segment=NetworkSegment(a4308f58-c815-4b53-a14d-d299e0784695),segment_id=a4308f58-c815-4b53-a14d-d299e0784695)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:36.120978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.125589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 705fcd5b-ee64-439c-8499-f326b6d26a4c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:36.180200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] Calling delete_port for 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:36.202840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 705fcd5b-ee64-439c-8499-f326b6d26a4c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:36.203547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.211313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5da3a-6f05-467f-ad95-a91d40b6a0a2 req-19176551-8242-4112-8119-b9a600c2bb2a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:36.213037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8e5da3a-6f05-467f-ad95-a91d40b6a0a2 req-19176551-8242-4112-8119-b9a600c2bb2a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 1.0507808 Feb 11 13:41:36.231302 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (346419b1-a448-40ef-8ab4-5feab963b843), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.395777 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.406028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 705fcd5b-ee64-439c-8499-f326b6d26a4c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:36.406453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.409650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (2921a2d4-96a8-41f3-af86-fa41d4fe5c33), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.510148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] Pushing event deleted for resources: {'Port': ['ID=4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:36.536768 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.541848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4be91-3045-48f5-a3b9-30d067270549 None None] No DVR routers for this DVR port 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:36.577509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 705fcd5b-ee64-439c-8499-f326b6d26a4c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=705fcd5b-ee64-439c-8499-f326b6d26a4c,segment=NetworkSegment(1bfa636f-9f44-44c9-9190-787d559142ad),segment_id=1bfa636f-9f44-44c9-9190-787d559142ad)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:36.583955 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.590542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] The port '4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e' was deleted {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 13:41:36.622060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2921a2d4-96a8-41f3-af86-fa41d4fe5c33), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.624592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (9e6ad8e6-cf3c-4321-bb21-b7e71f924c67), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.625030 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP 9e6ad8e6-cf3c-4321-bb21-b7e71f924c67 disassociated. External IP: 172.25.3.204, port: bf6aa11c-e064-460f-8d2b-25ed8807cea5. Feb 11 13:41:36.694840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:36.719399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:36.719938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce8e90b-adc1-4154-94f5-b1e69b424ac1 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:36.720525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 006db2b3-75e1-41cf-9040-71d674432b49 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:36.724079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=705fcd5b-ee64-439c-8499-f326b6d26a4c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:36.736968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=2921a2d4-96a8-41f3-af86-fa41d4fe5c33,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:36.757662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8e5da3a-6f05-467f-ad95-a91d40b6a0a2 req-12525bc9-a2df-4f1d-a350-b0037d772a0a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5318582 Feb 11 13:41:36.779277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 006db2b3-75e1-41cf-9040-71d674432b49 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:36.783998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 006db2b3-75e1-41cf-9040-71d674432b49 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:36.848764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 82165251-1a57-4d9e-ae58-b67748d9917f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:36.890484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:36.894337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (346419b1-a448-40ef-8ab4-5feab963b843), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.895913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5eda0-8aa1-47dd-8161-ccf6851ab84a req-3c1779e5-4997-43f9-ad08-40cc7d858d1e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:36.898550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3e5eda0-8aa1-47dd-8161-ccf6851ab84a req-3c1779e5-4997-43f9-ad08-40cc7d858d1e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 813 time: 0.1540792 Feb 11 13:41:36.919332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3e5eda0-8aa1-47dd-8161-ccf6851ab84a req-a2c328b9-f3f3-441a-87e5-d9e2a1e80c1e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/quotas/6d9052ccf39c4937887292b8e5ad1d10 HTTP/1.1" status: 200 len: 375 time: 0.0124459 Feb 11 13:41:36.926662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5283ed5-be90-4d98-903a-3267e87b559c None None] Network 82165251-1a57-4d9e-ae58-b67748d9917f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:36.957098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:36.960697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:36.961443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:36.996365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3e5eda0-8aa1-47dd-8161-ccf6851ab84a req-b0bb3936-2c01-4eb0-8ab9-cdf0e740dd35 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627303 Feb 11 13:41:37.038551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346419b1-a448-40ef-8ab4-5feab963b843']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:37.051810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-47c6e75b-dba0-4d1b-88e0-7f44e916761f None None] Provisioning complete for port 705fcd5b-ee64-439c-8499-f326b6d26a4c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:37.052477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47c6e75b-dba0-4d1b-88e0-7f44e916761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.060259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63a84277-82e8-4161-89e6-60bdfae58710 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1834631 Feb 11 13:41:37.062412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4308f58-c815-4b53-a14d-d299e0784695') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:37.062713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4308f58-c815-4b53-a14d-d299e0784695') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:37.063329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:37.079781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (a4308f58-c815-4b53-a14d-d299e0784695), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.204694 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a4308f58-c815-4b53-a14d-d299e0784695), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.225717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc196966-700d-452f-ae3c-1231b2b2d325 req-7aef1042-853a-41a1-8437-bee9451d4716 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:37.227390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc196966-700d-452f-ae3c-1231b2b2d325 req-7aef1042-853a-41a1-8437-bee9451d4716 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.2897055 Feb 11 13:41:37.228555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:37.228965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (a4308f58-c815-4b53-a14d-d299e0784695), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:37.233122 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:37.295379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113f44-6ba9-4869-bd16-ac2399151e77 req-9bc4ac2c-c2d2-41c5-ac2a-eb737c0387c9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:37.297404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c113f44-6ba9-4869-bd16-ac2399151e77 req-9bc4ac2c-c2d2-41c5-ac2a-eb737c0387c9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1699176 Feb 11 13:41:37.340587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 2921a2d4-96a8-41f3-af86-fa41d4fe5c33 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:37.340928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2921a2d4-96a8-41f3-af86-fa41d4fe5c33), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.361715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47c6e75b-dba0-4d1b-88e0-7f44e916761f None None] Current status of the port 705fcd5b-ee64-439c-8499-f326b6d26a4c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:37.419791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (346419b1-a448-40ef-8ab4-5feab963b843), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.436867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.439982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/346419b1-a448-40ef-8ab4-5feab963b843 HTTP/1.1" status: 204 len: 168 time: 1.8879671 Feb 11 13:41:37.444376 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc196966-700d-452f-ae3c-1231b2b2d325 req-fffe92f1-fa40-4119-b5fb-38bf0051316b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983013 Feb 11 13:41:37.459365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:37.461501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-b17d5834-a50a-495b-9667-1dd9e6892e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:37.463100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-b17d5834-a50a-495b-9667-1dd9e6892e7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1128 time: 0.1618874 Feb 11 13:41:37.464274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3d47e-4da0-44c5-8008-fa799f8745e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=346419b1-a448-40ef-8ab4-5feab963b843,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:37.504907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c113f44-6ba9-4869-bd16-ac2399151e77 req-f8fcfe74-a382-4bf3-a557-dd7ad7cb872e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986461 Feb 11 13:41:37.545960 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2921a2d4-96a8-41f3-af86-fa41d4fe5c33), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.564970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 2921a2d4-96a8-41f3-af86-fa41d4fe5c33 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:37.694658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:37.763316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-94593736-7d52-44f3-b31a-4fd3d95f2df1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9756ade2a9a64f95b2af2da9b42f2a90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651753 Feb 11 13:41:37.766145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51618) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:37.777631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-8e7ab198-a22c-4a9d-a265-4d9dc270ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:37.778846 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-8e7ab198-a22c-4a9d-a265-4d9dc270ec71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.3056562 Feb 11 13:41:37.832512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5cfba31-4253-4ab0-96a7-035a2f7c3929 admin admin] Publish callbacks [] for security_group (81876a5d-ba9a-42eb-86cb-58e07d2d1f7e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.858227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:37.874277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.879565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:37.881253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 705fcd5b-ee64-439c-8499-f326b6d26a4c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:37.911446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5cfba31-4253-4ab0-96a7-035a2f7c3929 admin admin] Publish callbacks [] for security_group (81876a5d-ba9a-42eb-86cb-58e07d2d1f7e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.935722 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:37.938259 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:37.939834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbabd9-be2f-4e41-bb1e-12b925bfff22 req-45980a4e-be22-4386-928b-06d85207ef39 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:37.941418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6cbabd9-be2f-4e41-bb1e-12b925bfff22 req-45980a4e-be22-4386-928b-06d85207ef39 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2437098 Feb 11 13:41:37.946727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-9803e6da-b836-4b72-b412-47a8bb9a663b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 1002 time: 0.1606519 Feb 11 13:41:37.947621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2921a2d4-96a8-41f3-af86-fa41d4fe5c33), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:37.965151 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-44d0d3bf-0a5e-4cea-98ed-cac096ebef07 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/floatingips/9e6ad8e6-cf3c-4321-bb21-b7e71f924c67 HTTP/1.1" status: 200 len: 688 time: 2.8271229 Feb 11 13:41:37.979909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51622) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:38.043423 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.047194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/2921a2d4-96a8-41f3-af86-fa41d4fe5c33 HTTP/1.1" status: 204 len: 168 time: 0.9827814 Feb 11 13:41:38.057878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:38.072389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-95dafe04-62bb-4328-8c65-46843d7c201f None None] Provisioning complete for port 705fcd5b-ee64-439c-8499-f326b6d26a4c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:38.073406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95dafe04-62bb-4328-8c65-46843d7c201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.074625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51624) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:38.085543 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:38.090319 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:38.107596 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-574ba717-9fe7-48e1-bb81-0bb2546286ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:38.108439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574ba717-9fe7-48e1-bb81-0bb2546286ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:38.111744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-574ba717-9fe7-48e1-bb81-0bb2546286ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/2921a2d4-96a8-41f3-af86-fa41d4fe5c33 HTTP/1.1" status: 404 len: 333 time: 0.0350180 Feb 11 13:41:38.115669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c5d7a-997d-46bf-b3e6-0d62827e391a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=2921a2d4-96a8-41f3-af86-fa41d4fe5c33,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.118965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51626) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:38.155298 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 705fcd5b-ee64-439c-8499-f326b6d26a4c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:38.155677 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.175895 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:38.176824 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc1df3-3e5b-46f0-9614-4e7d41c87c50 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:38.190708 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8195b99f-e4ff-41ce-9650-1c7e0417ec31 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:41:38.195512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8195b99f-e4ff-41ce-9650-1c7e0417ec31 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/2921a2d4-96a8-41f3-af86-fa41d4fe5c33 HTTP/1.1" status: 404 len: 333 time: 0.0745537 Feb 11 13:41:38.227594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:38.243925 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5cfba31-4253-4ab0-96a7-035a2f7c3929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (81876a5d-ba9a-42eb-86cb-58e07d2d1f7e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.244373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-d75c0c8c-5268-4529-969d-c9fe22e22e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:38.246454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-d75c0c8c-5268-4529-969d-c9fe22e22e4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.2788310 Feb 11 13:41:38.246789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5cfba31-4253-4ab0-96a7-035a2f7c3929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.248350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a5cfba31-4253-4ab0-96a7-035a2f7c3929 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81876a5d-ba9a-42eb-86cb-58e07d2d1f7e HTTP/1.1" status: 204 len: 168 time: 0.4812226 Feb 11 13:41:38.252177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6cbabd9-be2f-4e41-bb1e-12b925bfff22 req-12fd5402-795c-4818-a2c5-815a2b298d0b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012805 Feb 11 13:41:38.305203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfba31-4253-4ab0-96a7-035a2f7c3929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81876a5d-ba9a-42eb-86cb-58e07d2d1f7e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.333522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aaab7-4681-496b-9af4-74e58f78ab64 req-3763a8d9-4fe1-42ea-8951-eceae5775847 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:38.338357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-363aaab7-4681-496b-9af4-74e58f78ab64 req-3763a8d9-4fe1-42ea-8951-eceae5775847 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.3374369 Feb 11 13:41:38.449984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-bdd17c91-7ee4-49d6-bc31-785192ae5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:38.452735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-bdd17c91-7ee4-49d6-bc31-785192ae5cde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1980598 Feb 11 13:41:38.481311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet be41d5c7-4647-4d5a-880d-7c8cf9089e91 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:41:38.494477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-95dafe04-62bb-4328-8c65-46843d7c201f None None] Current status of the port 705fcd5b-ee64-439c-8499-f326b6d26a4c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:38.502663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port dd1d87a0-dcbe-423d-a795-dfd8e0b4c557 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:38.503043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.507857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-95dafe04-62bb-4328-8c65-46843d7c201f None None] Could not find standard attr ID for object 2921a2d4-96a8-41f3-af86-fa41d4fe5c33. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:41:38.520345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 705fcd5b-ee64-439c-8499-f326b6d26a4c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:38.597975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (be41d5c7-4647-4d5a-880d-7c8cf9089e91), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.621635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3c2eedb3-e488-4711-a992-1f6c1f4850a2 None None] Could not find standard attr ID for object 2921a2d4-96a8-41f3-af86-fa41d4fe5c33. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:41:38.629756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:38.669070 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-363aaab7-4681-496b-9af4-74e58f78ab64 req-1f12c42c-0aa8-4f98-ab68-b3413527fa1c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215592 Feb 11 13:41:38.671488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:38.678768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4c73c191-1c54-4bc8-b91e-d8ac85e1ba8e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:38.725641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (be41d5c7-4647-4d5a-880d-7c8cf9089e91), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.880921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.881540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:38.910404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for dd1d87a0-dcbe-423d-a795-dfd8e0b4c557 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:38.933163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51652) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:38.949591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-575c4ec1-27ff-4723-8f9a-5766118f0697 req-28de1ce6-9675-470c-8b4a-687525ed33f5 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6d9052ccf39c4937887292b8e5ad1d10 HTTP/1.1" status: 200 len: 221 time: 0.0898008 Feb 11 13:41:38.984688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (be41d5c7-4647-4d5a-880d-7c8cf9089e91), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.020280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-f5d3c4d8-0661-465d-ad77-db8fa086d9f0 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579021 Feb 11 13:41:39.067508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19636ea0-23bd-4d32-9c39-f9afc1b39b12 req-fc727f7a-3ca5-4a86-a561-14c6c5ab5538 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:39.067508 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19636ea0-23bd-4d32-9c39-f9afc1b39b12 req-fc727f7a-3ca5-4a86-a561-14c6c5ab5538 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.4712543 Feb 11 13:41:39.135979 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (be41d5c7-4647-4d5a-880d-7c8cf9089e91), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.173428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=be41d5c7-4647-4d5a-880d-7c8cf9089e91,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:39.183053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20b8e8-da40-4cf3-b9d4-a67bac11d7a9 req-0a938fe4-f257-4600-8b0f-3768f3742b1d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:39.184850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a20b8e8-da40-4cf3-b9d4-a67bac11d7a9 req-0a938fe4-f257-4600-8b0f-3768f3742b1d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1160378 Feb 11 13:41:39.195037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fe1dacf3-3876-4a2a-a3c9-92f0a2db54e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=438e9080e1f7409da46757dc3af379ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568870 Feb 11 13:41:39.197065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51658) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:39.258390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19636ea0-23bd-4d32-9c39-f9afc1b39b12 req-f3eac412-07d3-44be-b5ae-781ea1789f79 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643717 Feb 11 13:41:39.264718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.270971 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0eb5d3a2-7a2a-4030-b4ae-948482c87a9c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/be41d5c7-4647-4d5a-880d-7c8cf9089e91 HTTP/1.1" status: 204 len: 168 time: 1.0396934 Feb 11 13:41:39.273072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a20b8e8-da40-4cf3-b9d4-a67bac11d7a9 req-773299ab-54d4-4a45-818a-36f5f86522f2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818782 Feb 11 13:41:39.278618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:39.311680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aed4be7-87dd-4be2-96f0-8190b7bb7d28 req-d53085e4-f1b9-418c-91bd-a2bb4c1e03aa service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753608 Feb 11 13:41:39.315355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896c3fa-656b-43f5-ad8e-184921ef63da None None] Network 82165251-1a57-4d9e-ae58-b67748d9917f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:39.381094 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (dd1d87a0-dcbe-423d-a795-dfd8e0b4c557), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.428858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=dd1d87a0-dcbe-423d-a795-dfd8e0b4c557,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:39.480649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (82165251-1a57-4d9e-ae58-b67748d9917f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.526170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (9e6ad8e6-cf3c-4321-bb21-b7e71f924c67), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.529283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.535736 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a2eb3f0-0de6-4f1a-8a84-cff7eff4c7dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/floatingips/9e6ad8e6-cf3c-4321-bb21-b7e71f924c67 HTTP/1.1" status: 204 len: 168 time: 1.5450895 Feb 11 13:41:39.536419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51670) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:39.540836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '06f0377c-0af3-46b1-86ef-39efe58f5b3e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:39.553908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f123e02-0f43-42f2-b603-b4d8d015e7e0 admin admin] Publish callbacks [] for security_group (58604606-fecb-425b-ba01-3f8c34994cbe), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.575723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.592000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] DHCP port deletion for 82165251-1a57-4d9e-ae58-b67748d9917f request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:41:39.597261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f123e02-0f43-42f2-b603-b4d8d015e7e0 admin admin] Publish callbacks [] for security_group (58604606-fecb-425b-ba01-3f8c34994cbe), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.639173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963d80-92b6-415e-a863-db21f9e2f711 req-70377f54-41a7-438b-9b96-de618a84aa25 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:39.646680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c963d80-92b6-415e-a863-db21f9e2f711 req-70377f54-41a7-438b-9b96-de618a84aa25 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2346547 Feb 11 13:41:39.673483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] Deleting port 705fcd5b-ee64-439c-8499-f326b6d26a4c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:39.673958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.696711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 705fcd5b-ee64-439c-8499-f326b6d26a4c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:39.697046 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.876282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] For port 705fcd5b-ee64-439c-8499-f326b6d26a4c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=705fcd5b-ee64-439c-8499-f326b6d26a4c,segment=NetworkSegment(1bfa636f-9f44-44c9-9190-787d559142ad),segment_id=1bfa636f-9f44-44c9-9190-787d559142ad)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:39.877790 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.898371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] Calling delete_port for 705fcd5b-ee64-439c-8499-f326b6d26a4c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:39.922709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] For port 705fcd5b-ee64-439c-8499-f326b6d26a4c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=705fcd5b-ee64-439c-8499-f326b6d26a4c,segment=NetworkSegment(1bfa636f-9f44-44c9-9190-787d559142ad),segment_id=1bfa636f-9f44-44c9-9190-787d559142ad)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:39.923153 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.931358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c963d80-92b6-415e-a863-db21f9e2f711 req-d6e59544-f594-4a73-8cbb-7186057ccc13 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833371 Feb 11 13:41:39.940060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f123e02-0f43-42f2-b603-b4d8d015e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (58604606-fecb-425b-ba01-3f8c34994cbe), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.943861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f123e02-0f43-42f2-b603-b4d8d015e7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.945024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3f123e02-0f43-42f2-b603-b4d8d015e7e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58604606-fecb-425b-ba01-3f8c34994cbe HTTP/1.1" status: 204 len: 168 time: 0.7468877 Feb 11 13:41:39.965146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 705fcd5b-ee64-439c-8499-f326b6d26a4c owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:39.975044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f123e02-0f43-42f2-b603-b4d8d015e7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58604606-fecb-425b-ba01-3f8c34994cbe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:39.988588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 705fcd5b-ee64-439c-8499-f326b6d26a4c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:40.124273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.149222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No active binding found for port 705fcd5b-ee64-439c-8499-f326b6d26a4c {{(pid=103177) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:41:40.149774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] The host n-d-828676-2 is not matching for port 705fcd5b-ee64-439c-8499-f326b6d26a4c host None! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:41:40.150197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 705fcd5b-ee64-439c-8499-f326b6d26a4c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:40.158881 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (705fcd5b-ee64-439c-8499-f326b6d26a4c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.161424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8a5a8-dcb4-4166-84d7-160a4b1991a7 req-a4455e96-583d-47ff-b24b-9d3dc6c7ee01 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.170627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cb8a5a8-dcb4-4166-84d7-160a4b1991a7 req-a4455e96-583d-47ff-b24b-9d3dc6c7ee01 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 946 time: 0.1384177 Feb 11 13:41:40.182321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] Pushing event deleted for resources: {'Port': ['ID=705fcd5b-ee64-439c-8499-f326b6d26a4c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:40.200842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.205455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c914e-2225-4213-a2c5-eb600aa94d59 None None] No DVR routers for this DVR port 705fcd5b-ee64-439c-8499-f326b6d26a4c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:40.248942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No DVR routers for this DVR port 705fcd5b-ee64-439c-8499-f326b6d26a4c on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:40.256651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=705fcd5b-ee64-439c-8499-f326b6d26a4c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:40.291536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cb8a5a8-dcb4-4166-84d7-160a4b1991a7 req-040ebfdf-cdad-4927-a1ee-5ee9845d1701 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155014 Feb 11 13:41:40.387792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (82165251-1a57-4d9e-ae58-b67748d9917f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.408477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8fdc-a408-463e-9941-39a284d13c87 req-2d12a3e6-e552-4858-a751-18273cb3b4f1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.411302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63bf8fdc-a408-463e-9941-39a284d13c87 req-2d12a3e6-e552-4858-a751-18273cb3b4f1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3040049 Feb 11 13:41:40.433425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82165251-1a57-4d9e-ae58-b67748d9917f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:40.456990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfa636f-9f44-44c9-9190-787d559142ad') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:40.457225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfa636f-9f44-44c9-9190-787d559142ad') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:40.500226 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1bfa636f-9f44-44c9-9190-787d559142ad), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.504503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.25.3.160 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:40.533713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738d719-1e9e-4b2f-8446-ced1c891cb9e req-69156a41-cc84-4c16-b669-8d0bee8fc690 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.533974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d738d719-1e9e-4b2f-8446-ced1c891cb9e req-69156a41-cc84-4c16-b669-8d0bee8fc690 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1468091 Feb 11 13:41:40.536010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63bf8fdc-a408-463e-9941-39a284d13c87 req-9e3b3c8a-57bf-4b1e-b7fa-ba84a8c4a0fb tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141934 Feb 11 13:41:40.537376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1bfa636f-9f44-44c9-9190-787d559142ad), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.548323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:40.548792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1bfa636f-9f44-44c9-9190-787d559142ad), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:40.552108 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:40.565011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:40.691499 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d738d719-1e9e-4b2f-8446-ced1c891cb9e req-742efb90-06e4-4657-9db3-0f001c3f1a02 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352844 Feb 11 13:41:40.741199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.765587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:40.766372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.786025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (82165251-1a57-4d9e-ae58-b67748d9917f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.794842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.798478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/82165251-1a57-4d9e-ae58-b67748d9917f HTTP/1.1" status: 204 len: 168 time: 1.5211027 Feb 11 13:41:40.802753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:40.818400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1196240309'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:40.824833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0c513-3116-40e7-a449-b0b73820b9ee tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=82165251-1a57-4d9e-ae58-b67748d9917f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:40.825539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:40.841771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.842053 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b318ea58-b1f2-4b9f-8a43-90eb216f1e37" -d '{"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:40.874525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:40.879035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:40.880879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.886078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:40.907410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e01f6-0e56-4b30-82a4-992342ac9288 req-e72fdaf4-7832-49f5-9fb3-054482749ebf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.910850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-180e01f6-0e56-4b30-82a4-992342ac9288 req-e72fdaf4-7832-49f5-9fb3-054482749ebf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2007809 Feb 11 13:41:40.931176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:40.934190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:40.938892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:40.971000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:40.974906 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71600100-e12c-42d2-b027-be9da36a651f x-openstack-request-id: req-71600100-e12c-42d2-b027-be9da36a651f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:40.975324 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:40.975558 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71600100-e12c-42d2-b027-be9da36a651f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:40.975829 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'code': 200} Feb 11 13:41:40.976511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:41.007700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:41.027208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-180e01f6-0e56-4b30-82a4-992342ac9288 req-dbe1be22-0708-4217-a2e8-fa41c8b02cae tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995579 Feb 11 13:41:41.030353 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.030704 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f of type vlan for network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b Feb 11 13:41:41.096497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0b8caeb8-20b6-48b9-bd17-ddaef634e38b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.145994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0b8caeb8-20b6-48b9-bd17-ddaef634e38b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.166529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:41.166818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.258091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4443502 Feb 11 13:41:41.285649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:41.294208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:41.309366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad7f3d-03b8-4a3e-b065-a1bd7cff304b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=0b8caeb8-20b6-48b9-bd17-ddaef634e38b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:41.312999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51730) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:41.331679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:41.342391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12920b6-8be8-42da-8816-ee3c127e45c7 req-46c689f0-9cac-4bbd-8f17-1d41a891f3f0 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:41.343931 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d12920b6-8be8-42da-8816-ee3c127e45c7 req-46c689f0-9cac-4bbd-8f17-1d41a891f3f0 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1698761 Feb 11 13:41:41.393037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da858-b181-4058-b82f-16054a84d3c5 req-f6eb8dd1-d39c-41d9-a992-4a0976eefb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:41.394604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451da858-b181-4058-b82f-16054a84d3c5 req-f6eb8dd1-d39c-41d9-a992-4a0976eefb98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 1128 time: 0.1028731 Feb 11 13:41:41.637901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895350-afe5-4541-8482-624c2223eea0 req-5ac95b00-5355-49ae-bcb8-eb2581372678 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:41.640030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4895350-afe5-4541-8482-624c2223eea0 req-5ac95b00-5355-49ae-bcb8-eb2581372678 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.2534153 Feb 11 13:41:41.680278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da858-b181-4058-b82f-16054a84d3c5 req-8d7a5323-6691-47f7-b67f-31e5b1612fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:41.681864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451da858-b181-4058-b82f-16054a84d3c5 req-8d7a5323-6691-47f7-b67f-31e5b1612fae service neutron] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 912 time: 0.2173238 Feb 11 13:41:41.687918 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (ca0cc085-3022-45d8-be2b-455b4fcc8a11), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.710288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1754698431-network', 'tenant_id': '98f32dce36474e7bab510c7d466743ff'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:41.763788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Made reservation on behalf of 98f32dce36474e7bab510c7d466743ff for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:41.766643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.787631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.790543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4895350-afe5-4541-8482-624c2223eea0 req-fe91ae5b-b602-4ac6-9a10-046e8f34606a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427672 Feb 11 13:41:41.798958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d12920b6-8be8-42da-8816-ee3c127e45c7 req-52483a84-7161-40e1-a757-4eb0ede0d8d3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930302 Feb 11 13:41:41.806892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451da858-b181-4058-b82f-16054a84d3c5 req-59506f04-c27d-43a9-ba67-037041ffde56 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 200 len: 1001 time: 0.1141548 Feb 11 13:41:41.828099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:41.832055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.900661 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:41.921742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da858-b181-4058-b82f-16054a84d3c5 req-0068fe38-16c1-4023-9dfc-d7d7e9a69060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:41.923393 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451da858-b181-4058-b82f-16054a84d3c5 req-0068fe38-16c1-4023-9dfc-d7d7e9a69060 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.0925932 Feb 11 13:41:42.024769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks [] for security_group (0cef82bc-b7a0-4d6c-a66e-cc30386f2849), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.036727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7460304-e6d2-4ec3-bef2-be8245f2aa3b req-caa6fce7-4cdc-41cb-88bb-71d22fba4128 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:42.038346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7460304-e6d2-4ec3-bef2-be8245f2aa3b req-caa6fce7-4cdc-41cb-88bb-71d22fba4128 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1575370 Feb 11 13:41:42.049799 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0cef82bc-b7a0-4d6c-a66e-cc30386f2849), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.090707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:42.097006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef82bc-b7a0-4d6c-a66e-cc30386f2849,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:42.104557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da858-b181-4058-b82f-16054a84d3c5 req-d7cebfbc-a46a-4e57-b4c8-681e8f0a3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:42.106310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451da858-b181-4058-b82f-16054a84d3c5 req-d7cebfbc-a46a-4e57-b4c8-681e8f0a3e40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1625469 Feb 11 13:41:42.109517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3ea8fd16-d1c1-45b6-8777-b2412800599e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.109971 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Added segment 3ea8fd16-d1c1-45b6-8777-b2412800599e of type vlan for network e4f8bac0-95b6-4394-805a-d6c62b2b222a Feb 11 13:41:42.196733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (28439f94-bf5b-4bd9-8cac-427c24c29243), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.199342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7460304-e6d2-4ec3-bef2-be8245f2aa3b req-079f33cf-b0dd-4be7-833d-72ed931622db tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485214 Feb 11 13:41:42.235104 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e4f8bac0-95b6-4394-805a-d6c62b2b222a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.265693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.276397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.308738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451da858-b181-4058-b82f-16054a84d3c5 req-aea85989-4202-4e59-abe7-b68368ad3ff0 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905091 Feb 11 13:41:42.347214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': 'e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:42.347370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: 0b8caeb8-20b6-48b9-bd17-ddaef634e38b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:42.350571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=28439f94-bf5b-4bd9-8cac-427c24c29243,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:42.369963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e4f8bac0-95b6-4394-805a-d6c62b2b222a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.370953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:42.371538 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.418001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:42.441175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1219049 Feb 11 13:41:42.448265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51772) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:42.461679 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ca0cc085-3022-45d8-be2b-455b4fcc8a11), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.473276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Request body: {'subnet': {'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1754698431-subnet', 'tenant_id': '98f32dce36474e7bab510c7d466743ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:42.476823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:42.533434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a8bc7-e5aa-4196-9f88-59a3b923e750 req-d8530e5b-1204-475e-a2b6-3e59de2b3c36 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:42.534967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f5a8bc7-e5aa-4196-9f88-59a3b923e750 req-d8530e5b-1204-475e-a2b6-3e59de2b3c36 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2213037 Feb 11 13:41:42.537518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0b8caeb8-20b6-48b9-bd17-ddaef634e38b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:42.547233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9717f20-1358-4743-a385-8f4558007712 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f8bac0-95b6-4394-805a-d6c62b2b222a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:42.551019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659756b-63a9-4a60-8fc3-31bae372758e None None] Network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:42.565971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:42.566672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.580362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e4f8bac0-95b6-4394-805a-d6c62b2b222a details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:42.581404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Made reservation on behalf of 98f32dce36474e7bab510c7d466743ff for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:42.583746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.600854 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-451da858-b181-4058-b82f-16054a84d3c5 req-3db14a7c-05fe-4a21-b641-dffdf7ec6325 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814634 Feb 11 13:41:42.607565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553a11-eb61-483a-977f-449b62056bd4 req-8e634efc-76f9-4d4d-8008-45eaa8826fcd tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:42.615133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1553a11-eb61-483a-977f-449b62056bd4 req-8e634efc-76f9-4d4d-8008-45eaa8826fcd tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.2300258 Feb 11 13:41:42.644051 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP ca0cc085-3022-45d8-be2b-455b4fcc8a11 associated. External IP: 172.25.3.160, port: 06f0377c-0af3-46b1-86ef-39efe58f5b3e. Feb 11 13:41:42.651683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f5a8bc7-e5aa-4196-9f88-59a3b923e750 req-19b36f3b-b969-4a2e-9269-44dd0315c1bc tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041064 Feb 11 13:41:42.656083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-320dc152-96db-408c-a012-f928461a9ca8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3659954 Feb 11 13:41:42.659286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:42.675836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1656150329'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:42.741649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0b8caeb8-20b6-48b9-bd17-ddaef634e38b', 'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b', 'project_id': 'b3a0e39a666547d8af4d06fb3faa793e', 'fixed_ips': [{'subnet_id': '28439f94-bf5b-4bd9-8cac-427c24c29243'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:41:42.747056 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:42.817749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1553a11-eb61-483a-977f-449b62056bd4 req-926ef7c1-c6f7-4f25-a5d8-e12acc24562f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016754 Feb 11 13:41:42.965450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Allocated IP 2001:db8::2 (0b8caeb8-20b6-48b9-bd17-ddaef634e38b/28439f94-bf5b-4bd9-8cac-427c24c29243/4ec1c713-3854-47ed-8a7f-a5c5d761483e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:42.993446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:43.028860 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (cbab0788-1d8c-422f-a66a-cce5945086ac), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.144518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbab0788-1d8c-422f-a66a-cce5945086ac,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.149221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:43.169835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:43.178239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.193213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:43.196097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.240787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 4d668a7d-ca4d-4fd1-9856-100d35a1657d yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:43.251190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Checking segment: {'id': '3ea8fd16-d1c1-45b6-8777-b2412800599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:43.251190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Network hostable DHCP agents. Network: e4f8bac0-95b6-4394-805a-d6c62b2b222a, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:43.251784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f6bd52f6-449e-4df9-bb1c-fe3f04342b79 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7141593 Feb 11 13:41:43.253892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:43.309927 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Publish callbacks [] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.329843 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.348671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:43.349582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:43.374969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899e6dc-0f59-4118-b0b0-6db1c156848a req-374598a0-692f-4ed0-9701-8a518473bc5c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:43.384740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Network e4f8bac0-95b6-4394-805a-d6c62b2b222a is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:43.389581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7899e6dc-0f59-4118-b0b0-6db1c156848a req-374598a0-692f-4ed0-9701-8a518473bc5c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1438000 Feb 11 13:41:43.411824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:43.433149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:43.440009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:43.442449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:43.446923 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5da36801-f86a-4342-996e-1722e7997034 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "GET /v2.0/floatingips/ca0cc085-3022-45d8-be2b-455b4fcc8a11 HTTP/1.1" status: 200 len: 978 time: 0.1898353 Feb 11 13:41:43.447756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e4f8bac0-95b6-4394-805a-d6c62b2b222a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:43.449725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51804) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:43.449863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7899e6dc-0f59-4118-b0b0-6db1c156848a req-7d4ed26a-1bea-4e1d-9f02-a0be2ecb6294 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593679 Feb 11 13:41:43.461092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47972a-e494-4bc2-9d1a-4c36b97afcea None None] Network e4f8bac0-95b6-4394-805a-d6c62b2b222a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:43.508390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:43.509080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.517650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:43.518568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:43.520494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Pushing event updated for resources: {'Port': ['ID=4ec1c713-3854-47ed-8a7f-a5c5d761483e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.618465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:43.620025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e7af1-35e0-430b-a375-81ddb0fb5745 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:43.625609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::3d8 (0b8caeb8-20b6-48b9-bd17-ddaef634e38b/28439f94-bf5b-4bd9-8cac-427c24c29243/4d668a7d-ca4d-4fd1-9856-100d35a1657d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:43.631166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Attempting to bind port 4ec1c713-3854-47ed-8a7f-a5c5d761483e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:43.631663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Attempting to bind port 4ec1c713-3854-47ed-8a7f-a5c5d761483e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:43.632042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Attempting to bind port 4ec1c713-3854-47ed-8a7f-a5c5d761483e on network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:43.652290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:43.652668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Checking segment: {'id': 'e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:43.653071 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.653462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Bound using segment: {'id': 'e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:43.653928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Bound port: 4ec1c713-3854-47ed-8a7f-a5c5d761483e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0b8caeb8-20b6-48b9-bd17-ddaef634e38b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:43.654336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.726807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09311d1b-a2c1-4ac6-9eb0-a882a4529570 None None] Network e4f8bac0-95b6-4394-805a-d6c62b2b222a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:43.734392 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-333a4fb4-8ba1-4e0c-bcd2-43470e7f5b63 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2722242 Feb 11 13:41:43.735254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ecf15-dd47-49c5-8a13-8a994f1691f8 req-0f871bcc-3de9-4e5c-afd0-153bc0a828c2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:43.737116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba1ecf15-dd47-49c5-8a13-8a994f1691f8 req-0f871bcc-3de9-4e5c-afd0-153bc0a828c2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.0807073 Feb 11 13:41:43.786669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82458e9b-8b53-49e8-a1e7-c37a0aaecdd7 req-3037b77c-4985-4fa1-901a-f31ef1ec6be1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:43.788370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82458e9b-8b53-49e8-a1e7-c37a0aaecdd7 req-3037b77c-4985-4fa1-901a-f31ef1ec6be1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.3797109 Feb 11 13:41:43.800046 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba1ecf15-dd47-49c5-8a13-8a994f1691f8 req-7df86b39-20b3-4eae-8178-5be43b5aa7c0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563579 Feb 11 13:41:43.825080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] For port 4ec1c713-3854-47ed-8a7f-a5c5d761483e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:43.825700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5e95c2a1-0267-49ff-a561-2b2465828cb0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3698664 Feb 11 13:41:43.829010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:43.833449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] For port 4ec1c713-3854-47ed-8a7f-a5c5d761483e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ec1c713-3854-47ed-8a7f-a5c5d761483e,segment=NetworkSegment(e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f),segment_id=e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:43.833825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'port_id': 'bf6aa11c-e064-460f-8d2b-25ed8807cea5'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:43.853395 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:43.944642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0971ec-49a4-46ca-9d2c-100b2138412a None None] Pushing event updated for resources: {'Port': ['ID=4ec1c713-3854-47ed-8a7f-a5c5d761483e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.975443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82458e9b-8b53-49e8-a1e7-c37a0aaecdd7 req-05bab076-8e7d-4589-8313-2ecf3ff83933 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372199 Feb 11 13:41:43.980575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-ea3d6b53-51aa-4cb2-95cc-4b4d3a4824ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2536860 Feb 11 13:41:44.016698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (4d668a7d-ca4d-4fd1-9856-100d35a1657d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:44.102392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4d668a7d-ca4d-4fd1-9856-100d35a1657d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:44.159296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:44.165356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:44.173787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:44.183792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.184812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:44.224397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85f25-43c1-45f7-a2d8-b18f1cac4b58 req-eb0e15f7-52d0-4fb9-8e6c-db3c4a75a4a4 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.226255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ca85f25-43c1-45f7-a2d8-b18f1cac4b58 req-eb0e15f7-52d0-4fb9-8e6c-db3c4a75a4a4 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1560390 Feb 11 13:41:44.228886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=4d668a7d-ca4d-4fd1-9856-100d35a1657d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.236679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fb863df4-27ac-4de9-b848-435720084a92 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5736511 Feb 11 13:41:44.239208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:44.342903 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (ca0cc085-3022-45d8-be2b-455b4fcc8a11), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:44.376384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-c7f5a5c1-da1c-450e-81e9-6a65a332f254 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.377987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-c7f5a5c1-da1c-450e-81e9-6a65a332f254 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports/bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 941 time: 0.3590379 Feb 11 13:41:44.414635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ca85f25-43c1-45f7-a2d8-b18f1cac4b58 req-a34c68c9-5fd8-4dd8-96c3-055f8ee5e76a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729431 Feb 11 13:41:44.440695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695cd2-7e95-496f-bf3c-4b3dbbe02cb7 req-b2ba6c12-e0bf-496e-82d1-5fd28387a21f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.441287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 4d668a7d-ca4d-4fd1-9856-100d35a1657d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:44.441696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4d668a7d-ca4d-4fd1-9856-100d35a1657d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:44.442289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b695cd2-7e95-496f-bf3c-4b3dbbe02cb7 req-b2ba6c12-e0bf-496e-82d1-5fd28387a21f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.5424821 Feb 11 13:41:44.560395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4d668a7d-ca4d-4fd1-9856-100d35a1657d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:44.585655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 4d668a7d-ca4d-4fd1-9856-100d35a1657d owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:44.616957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b695cd2-7e95-496f-bf3c-4b3dbbe02cb7 req-ced6cfaf-35c5-4125-a81d-c1cff5442134 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561477 Feb 11 13:41:44.882449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-e00a2a48-878a-4d8a-a116-794ecc8b7580 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.890193 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-e00a2a48-878a-4d8a-a116-794ecc8b7580 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/networks?id=e4f8bac0-95b6-4394-805a-d6c62b2b222a HTTP/1.1" status: 200 len: 821 time: 0.1815660 Feb 11 13:41:44.923242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-87c3b476-913a-4355-9f16-900b6c8987a2 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/quotas/98f32dce36474e7bab510c7d466743ff HTTP/1.1" status: 200 len: 375 time: 0.0320508 Feb 11 13:41:44.939963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc45d-6176-4bbe-b708-f3edd22624cd req-0ce9cf80-a1ef-4e9d-a589-e43dd0b52792 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.942759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-812dc45d-6176-4bbe-b708-f3edd22624cd req-0ce9cf80-a1ef-4e9d-a589-e43dd0b52792 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1695409 Feb 11 13:41:44.962951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-f03b9c5f-0238-4e69-be3d-1905b2df2a8b tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=98f32dce36474e7bab510c7d466743ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388138 Feb 11 13:41:44.970833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4d668a7d-ca4d-4fd1-9856-100d35a1657d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.004854 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-812dc45d-6176-4bbe-b708-f3edd22624cd req-842da205-6ad1-42e1-be46-cc508f3c6011 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570583 Feb 11 13:41:45.078921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.084630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/4d668a7d-ca4d-4fd1-9856-100d35a1657d HTTP/1.1" status: 204 len: 168 time: 0.8419876 Feb 11 13:41:45.084630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0849f-eeaf-4544-8763-84699ff0c818 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=4d668a7d-ca4d-4fd1-9856-100d35a1657d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:45.090030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:45.126491 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba799f6-675d-49fc-82b1-28eff3da064e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:41:45.127284 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.131633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:45.135862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eba799f6-675d-49fc-82b1-28eff3da064e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/4d668a7d-ca4d-4fd1-9856-100d35a1657d HTTP/1.1" status: 404 len: 333 time: 0.0378809 Feb 11 13:41:45.135862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:45.141223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ca0cc085-3022-45d8-be2b-455b4fcc8a11), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.238334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422c9-ffa6-4ac0-a8a3-85e93691431b req-ea4ca1ea-d13a-4648-be82-530e2177300c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:45.239960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17d422c9-ffa6-4ac0-a8a3-85e93691431b req-ea4ca1ea-d13a-4648-be82-530e2177300c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.1172423 Feb 11 13:41:45.242909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:45.243623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.254592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 28439f94-bf5b-4bd9-8cac-427c24c29243 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:41:45.265456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (28439f94-bf5b-4bd9-8cac-427c24c29243), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.275392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:45.277806 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b87aef-96ea-4654-b276-019b900ee48e" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-unplugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:45.295069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:45.306483 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.309823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-ddf590e9-beaf-4e6a-895c-14d903dea3e4 service neutron] 10.222.0.79 "GET /v2.0/networks/e4f8bac0-95b6-4394-805a-d6c62b2b222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322654 Feb 11 13:41:45.319143 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP ca0cc085-3022-45d8-be2b-455b4fcc8a11 associated. External IP: 172.25.3.160, port: 06f0377c-0af3-46b1-86ef-39efe58f5b3e. Feb 11 13:41:45.357395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (28439f94-bf5b-4bd9-8cac-427c24c29243), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.379694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=11']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:45.392783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17d422c9-ffa6-4ac0-a8a3-85e93691431b req-00482d9e-01dd-4b2d-bd18-2aacd7d46a8f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251144 Feb 11 13:41:45.447462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37015f-3ec2-4cd6-a571-8c5bd145b450 None None] Network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:45.469786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-f43a9a4f-f7e9-4292-84df-6b05f835b9d1 service neutron] 10.222.0.79 "GET /v2.0/networks/e4f8bac0-95b6-4394-805a-d6c62b2b222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588128 Feb 11 13:41:45.520486 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (28439f94-bf5b-4bd9-8cac-427c24c29243), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.555851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8774baf2-a215-4123-8c62-a00f8ccdc328 None None] Provisioning complete for port 4ec1c713-3854-47ed-8a7f-a5c5d761483e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:45.556220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8774baf2-a215-4123-8c62-a00f8ccdc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.590048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-de8ca010-20b2-44db-bbef-a9f8eca2e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:45.591596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-de8ca010-20b2-44db-bbef-a9f8eca2e38e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5&tenant_id=d98ab33f07be4aa5951a7f38ef841a67 HTTP/1.1" status: 200 len: 1126 time: 0.1940899 Feb 11 13:41:45.605839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a381-8042-4d56-a405-c5962d3163c5 req-42f0afc0-cd79-430a-b125-de97a4dc5ea2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:45.607120 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (28439f94-bf5b-4bd9-8cac-427c24c29243), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.607420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ded0a381-8042-4d56-a405-c5962d3163c5 req-42f0afc0-cd79-430a-b125-de97a4dc5ea2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1381781 Feb 11 13:41:45.628811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.633778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/28439f94-bf5b-4bd9-8cac-427c24c29243 HTTP/1.1" status: 204 len: 168 time: 0.4541931 Feb 11 13:41:45.667946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51866) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:45.671027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f3b41-be6b-4cc5-b967-a9f1d9513c83 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=28439f94-bf5b-4bd9-8cac-427c24c29243,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:45.769605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8774baf2-a215-4123-8c62-a00f8ccdc328 None None] Current status of the port 4ec1c713-3854-47ed-8a7f-a5c5d761483e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:45.770234 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8774baf2-a215-4123-8c62-a00f8ccdc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.792764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc33455-8661-4fca-a3b2-fa8467f27a5a req-712c84ac-1f08-409c-8ed3-4a8e40de0079 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:45.798379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcc33455-8661-4fca-a3b2-fa8467f27a5a req-712c84ac-1f08-409c-8ed3-4a8e40de0079 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0998070 Feb 11 13:41:45.840412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8774baf2-a215-4123-8c62-a00f8ccdc328 None None] For port 4ec1c713-3854-47ed-8a7f-a5c5d761483e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ec1c713-3854-47ed-8a7f-a5c5d761483e,segment=NetworkSegment(e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f),segment_id=e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:45.847988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8774baf2-a215-4123-8c62-a00f8ccdc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.905809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ded0a381-8042-4d56-a405-c5962d3163c5 req-6555362b-2864-4dc0-9256-2d9207e256f2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349191 Feb 11 13:41:45.918409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bcc33455-8661-4fca-a3b2-fa8467f27a5a req-7c166942-509f-4353-9907-bb2bd400dba5 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115830 Feb 11 13:41:45.927203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0b8caeb8-20b6-48b9-bd17-ddaef634e38b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:45.938968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ec1c713-3854-47ed-8a7f-a5c5d761483e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:46.014197 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37440004-235e-4a07-9680-f75e161f065a x-openstack-request-id: req-37440004-235e-4a07-9680-f75e161f065a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:46.014504 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-unplugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:46.016132 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37440004-235e-4a07-9680-f75e161f065a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:46.016536 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'code': 200} Feb 11 13:41:46.025738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774baf2-a215-4123-8c62-a00f8ccdc328 None None] Pushing event updated for resources: {'Port': ['ID=4ec1c713-3854-47ed-8a7f-a5c5d761483e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:46.047387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4ec1c713-3854-47ed-8a7f-a5c5d761483e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:46.047766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:46.118054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-190d01ee-b0df-4b10-9eed-e04eea4abfc7 req-ac408bca-f671-4e4c-be72-5fb4eef08215 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 210 time: 0.0712254 Feb 11 13:41:46.121923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-8da03d72-7d19-4073-9eea-5aa87ca42389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.123856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-8da03d72-7d19-4073-9eea-5aa87ca42389 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1126 time: 0.4549832 Feb 11 13:41:46.127788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c54360-92e0-4449-9748-c0a818cb4c5d None None] Network 0b8caeb8-20b6-48b9-bd17-ddaef634e38b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:46.146569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57095f-2b45-458e-b569-dcc64a44ecc0 req-e9748d75-dd36-418a-96e3-fa16bcbafcfa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.150666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b57095f-2b45-458e-b569-dcc64a44ecc0 req-e9748d75-dd36-418a-96e3-fa16bcbafcfa tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1280012 Feb 11 13:41:46.198804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:46.233890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4ec1c713-3854-47ed-8a7f-a5c5d761483e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:46.242325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b57095f-2b45-458e-b569-dcc64a44ecc0 req-d28be46c-06ac-42de-83c3-9c7dae4c5c19 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841131 Feb 11 13:41:46.257490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ed610c26-717c-4fcd-ac34-a71b679e830d None None] Provisioning complete for port 4ec1c713-3854-47ed-8a7f-a5c5d761483e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:46.257985 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed610c26-717c-4fcd-ac34-a71b679e830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:46.390476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 4ec1c713-3854-47ed-8a7f-a5c5d761483e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:46.390817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:46.550021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaa1ed-af10-41e9-9d98-ebd76d2772ef req-a515b6f7-b6b4-4d13-b8cb-c28ac28d279d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.561212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3caaa1ed-af10-41e9-9d98-ebd76d2772ef req-a515b6f7-b6b4-4d13-b8cb-c28ac28d279d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3516586 Feb 11 13:41:46.572311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-5b6c0574-c955-40a9-bb8c-a2be939b8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.573780 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-5b6c0574-c955-40a9-bb8c-a2be939b8d3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.4401510 Feb 11 13:41:46.589687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] DHCP port deletion for 0b8caeb8-20b6-48b9-bd17-ddaef634e38b request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:41:46.593987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:46.652048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-d7718f03-c83a-4072-b7d4-761dade1ca0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535320 Feb 11 13:41:46.665875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f8743-b2b4-4051-9779-212ce8388667 req-4507488e-582e-4b6e-bfe6-c7cc247d6139 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.667607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f32f8743-b2b4-4051-9779-212ce8388667 req-4507488e-582e-4b6e-bfe6-c7cc247d6139 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1084995 Feb 11 13:41:46.691785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3caaa1ed-af10-41e9-9d98-ebd76d2772ef req-54202c2d-073b-440f-98be-e4780b712f63 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292641 Feb 11 13:41:46.714040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ed610c26-717c-4fcd-ac34-a71b679e830d None None] Current status of the port 4ec1c713-3854-47ed-8a7f-a5c5d761483e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:46.734544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] For port 4ec1c713-3854-47ed-8a7f-a5c5d761483e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ec1c713-3854-47ed-8a7f-a5c5d761483e,segment=NetworkSegment(e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f),segment_id=e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:46.734916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:46.751830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:46.764664 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:46.778781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 4ec1c713-3854-47ed-8a7f-a5c5d761483e owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:46.784787 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:46.785422 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:46.814679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] Deleting port 4ec1c713-3854-47ed-8a7f-a5c5d761483e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:46.815359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:46.846203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f32f8743-b2b4-4051-9779-212ce8388667 req-f166d617-da63-4f4c-b66f-b9f62ac3dde9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561174 Feb 11 13:41:46.849542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:46.855083 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:46.873130 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:46.874891 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:46.884005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-69fc7d0a-ce28-4c01-b510-543f81f795ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 1000 time: 0.2704597 Feb 11 13:41:46.887067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-cb196d52-2871-4f58-b523-014027d792ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.893030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-cb196d52-2871-4f58-b523-014027d792ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1128 time: 0.1803045 Feb 11 13:41:46.917902 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:46.918933 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177efbf-3e8f-4157-8769-fa472d2f6f52 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:46.947336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] For port 4ec1c713-3854-47ed-8a7f-a5c5d761483e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ec1c713-3854-47ed-8a7f-a5c5d761483e,segment=NetworkSegment(e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f),segment_id=e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:46.947843 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:46.981105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] Calling delete_port for 4ec1c713-3854-47ed-8a7f-a5c5d761483e owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:47.146542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:41:47.190752 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:47.233173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] Pushing event deleted for resources: {'Port': ['ID=4ec1c713-3854-47ed-8a7f-a5c5d761483e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:47.235992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0d64d-cbca-47a4-ab0a-9a810d08133c None None] No DVR routers for this DVR port 4ec1c713-3854-47ed-8a7f-a5c5d761483e on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:47.338186 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4ec1c713-3854-47ed-8a7f-a5c5d761483e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:47.387575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:47.400795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'mac_address': 'fa:16:3e:bc:94:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:41:47.431212 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:41:47.452903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:47.453370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:47.470112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:47.478510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=4ec1c713-3854-47ed-8a7f-a5c5d761483e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:47.490548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No DVR routers for this DVR port 4ec1c713-3854-47ed-8a7f-a5c5d761483e on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:47.503930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:47.516245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:47.534367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-6189f09a-8b59-4793-9550-7db5ef65681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.536739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-6189f09a-8b59-4793-9550-7db5ef65681b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 914 time: 0.5927811 Feb 11 13:41:47.585099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=12']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:47.639451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:41:47.640584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-84c01ded-3bd5-435a-a18c-cac91ba63729 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 217 time: 0.0923042 Feb 11 13:41:47.648295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7c811-8fcd-4ef6-b1ac-24f02910b679 req-b5b99587-a6ea-4785-ad4c-8f13bf99d107 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.659971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09f7c811-8fcd-4ef6-b1ac-24f02910b679 req-b5b99587-a6ea-4785-ad4c-8f13bf99d107 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.7808189 Feb 11 13:41:47.736724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-1b6dbd38-475e-479d-860c-0a2cdb922bdb tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.738887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-1b6dbd38-475e-479d-860c-0a2cdb922bdb tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.30 "GET /v2.0/networks?id=e4f8bac0-95b6-4394-805a-d6c62b2b222a HTTP/1.1" status: 200 len: 821 time: 0.2619112 Feb 11 13:41:47.746332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98e391-1c97-4808-a7b2-729576b5cad4 req-ceec9b4b-dd23-4f9c-b2f9-8f2f797abb74 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.753386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d98e391-1c97-4808-a7b2-729576b5cad4 req-ceec9b4b-dd23-4f9c-b2f9-8f2f797abb74 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.7030048 Feb 11 13:41:47.770154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Request body: {'port': {'device_id': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a', 'admin_state_up': True, 'tenant_id': '98f32dce36474e7bab510c7d466743ff'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:47.806247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-cbf33466-bc9f-485e-bd8a-7863ee616750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.807773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-cbf33466-bc9f-485e-bd8a-7863ee616750 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.1603637 Feb 11 13:41:47.831798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-c713cefb-f782-4e2d-95c3-96ff430f2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.833457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-c713cefb-f782-4e2d-95c3-96ff430f2f4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.4931166 Feb 11 13:41:47.835664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0b8caeb8-20b6-48b9-bd17-ddaef634e38b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:47.876907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-ebcf7388-8b74-4de2-bc4b-8c0af1ab76ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567303 Feb 11 13:41:47.877480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ec1c713-3854-47ed-8a7f-a5c5d761483e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:47.879861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:47.914956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4ec1c713-3854-47ed-8a7f-a5c5d761483e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:47.915369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ec1c713-3854-47ed-8a7f-a5c5d761483e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:47.927684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8caeb8-20b6-48b9-bd17-ddaef634e38b']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:47.955551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09f7c811-8fcd-4ef6-b1ac-24f02910b679 req-35c7fefc-c9fc-42e3-a885-6fc96bbc275d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943788 Feb 11 13:41:47.981496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:47.981846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.021474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.028782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-76a2c3f4-b7f3-4bca-9cdc-196c823a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:48.032615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-76a2c3f4-b7f3-4bca-9cdc-196c823a9be2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1679749 Feb 11 13:41:48.067156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d98e391-1c97-4808-a7b2-729576b5cad4 req-f95067aa-2ae7-4dae-a5eb-82523fb86ede tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112299 Feb 11 13:41:48.203651 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-97eb367e-856a-4775-82e5-2fbf5a2271d9 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205559 Feb 11 13:41:48.212694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Made reservation on behalf of 98f32dce36474e7bab510c7d466743ff for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:48.215282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.305217 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b334416-ba39-410b-aa3f-c17c8ce9d413 req-8a70619a-5e7e-40ba-9b44-f338c23735cc tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 210 time: 0.0355132 Feb 11 13:41:48.307140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-6256e30d-7f3f-401b-a0c7-2f45ace538b8 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505436 Feb 11 13:41:48.360128 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.382318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:48.382909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (e2085dc4-add7-4c47-8ee0-0fcd9a9dae6f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:48.388110 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:48.428781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e4e73-3b24-4cd6-b9c5-c7b25eed0a51 req-e7a799f2-6f9e-4797-a99e-38822451ab09 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:48.431312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-857e4e73-3b24-4cd6-b9c5-c7b25eed0a51 req-e7a799f2-6f9e-4797-a99e-38822451ab09 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.2706137 Feb 11 13:41:48.523296 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bef7963-3600-459e-821a-dd9b002d2d34 req-a5ebc1c1-24b1-4b39-bbf1-e6b0341bd567 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136873 Feb 11 13:41:48.599934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-857e4e73-3b24-4cd6-b9c5-c7b25eed0a51 req-6190f441-2cb2-4ff6-9d31-f3622ff65855 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573920 Feb 11 13:41:48.601914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Allocated IP 172.20.0.9 (e4f8bac0-95b6-4394-805a-d6c62b2b222a/cbab0788-1d8c-422f-a66a-cce5945086ac/c0315770-d966-4277-893d-ede47e5f9665) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:48.604301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0b8caeb8-20b6-48b9-bd17-ddaef634e38b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.645612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.654737 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/0b8caeb8-20b6-48b9-bd17-ddaef634e38b HTTP/1.1" status: 204 len: 168 time: 2.9781051 Feb 11 13:41:48.655029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:48.658247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bd1eb-0ca4-4454-aaf7-42482d7ab52e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=0b8caeb8-20b6-48b9-bd17-ddaef634e38b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:48.665502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'name': 'tempest-PortsIpV6TestJSON-372412164'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:48.668157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49afe70e-2f7f-4eba-b941-ceaf49bf0de1 req-6d03c812-e346-45e3-a96b-c481aadaea20 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538148 Feb 11 13:41:48.669773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:48.688510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:48.696606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.721322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:48.723033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.769772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.779139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:48.780137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.828792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251697-54a0-402c-bb5d-3ac70258e778 req-667e1b4b-0647-4010-b3a6-cc7cce2b08b7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:48.839359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.839359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e70595-2c58-4b3e-9cf1-0f847259f9d5 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:48.853710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f251697-54a0-402c-bb5d-3ac70258e778 req-667e1b4b-0647-4010-b3a6-cc7cce2b08b7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 945 time: 0.3305750 Feb 11 13:41:48.915675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-977385b0-783f-4235-abf8-6a7944b95a81 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/floatingips/ca0cc085-3022-45d8-be2b-455b4fcc8a11 HTTP/1.1" status: 200 len: 978 time: 5.0854456 Feb 11 13:41:48.919616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51932) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:48.937951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:48.952459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:48.956291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:48.977002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f251697-54a0-402c-bb5d-3ac70258e778 req-14458dd4-deb5-445a-83da-0c1a61810e36 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216011 Feb 11 13:41:48.977269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7ed4-bad1-4814-9685-d67680fb6a73 req-63e40056-877d-4e6e-bac2-ebb64ae98299 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:48.978800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5fec7ed4-bad1-4814-9685-d67680fb6a73 req-63e40056-877d-4e6e-bac2-ebb64ae98299 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2113993 Feb 11 13:41:49.027733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 1f12d83c-ff7b-4f34-aa64-cf8e44b509fa yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:49.052369 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks [] for port (c0315770-d966-4277-893d-ede47e5f9665), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.080778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (ca0cc085-3022-45d8-be2b-455b4fcc8a11), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.095440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5fec7ed4-bad1-4814-9685-d67680fb6a73 req-8c19a949-d9ca-4de1-82b5-eb3302d72c12 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062846 Feb 11 13:41:49.159968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:49.304619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c0315770-d966-4277-893d-ede47e5f9665), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.305028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:49.305382 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.344526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Network e4f8bac0-95b6-4394-805a-d6c62b2b222a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:49.359820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:49.366590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:49.385896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.416424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ca0cc085-3022-45d8-be2b-455b4fcc8a11), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.416663 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP ca0cc085-3022-45d8-be2b-455b4fcc8a11 disassociated. External IP: 172.25.3.160, port: bf6aa11c-e064-460f-8d2b-25ed8807cea5. Feb 11 13:41:49.529323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:49.530553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.560003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:49.561365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:49.562098 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.562693 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5f0b5-0f6b-4fab-b53d-09f670b4e872" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:49.579090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:49.586750 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:49.627294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d1591-de36-45e0-b4a0-e488c4c0ad8b req-ca31ddab-23ba-4b29-8627-f454033b454d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:49.640070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-768d1591-de36-45e0-b4a0-e488c4c0ad8b req-ca31ddab-23ba-4b29-8627-f454033b454d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.2496297 Feb 11 13:41:49.653925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9592-253d-4fd5-8c38-5a9c316956dc req-b04ea77a-c358-48b0-96fb-4ae59dfbd904 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:49.656422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=13']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.670064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ee2e9592-253d-4fd5-8c38-5a9c316956dc req-b04ea77a-c358-48b0-96fb-4ae59dfbd904 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.4693217 Feb 11 13:41:49.688107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9263258 Feb 11 13:41:49.783987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Request body: {'port': {'device_id': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:49.828160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-768d1591-de36-45e0-b4a0-e488c4c0ad8b req-1c688c0d-12e5-4ee4-81ab-475913457b64 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000943 Feb 11 13:41:49.900717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c585f5e-be71-4f2c-a9bd-8c2fd45152ab tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Pushing event updated for resources: {'Port': ['ID=c0315770-d966-4277-893d-ede47e5f9665,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.996305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c0315770-d966-4277-893d-ede47e5f9665), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.037970 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.046988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (1f12d83c-ff7b-4f34-aa64-cf8e44b509fa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.137469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:50.147108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bf09e-5c71-4c2f-848a-dd3b42cc1732 req-9c81e512-3b21-4092-9b82-84320071ffe5 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:50.154097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-290bf09e-5c71-4c2f-848a-dd3b42cc1732 req-9c81e512-3b21-4092-9b82-84320071ffe5 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 931 time: 0.1030242 Feb 11 13:41:50.309455 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-290bf09e-5c71-4c2f-848a-dd3b42cc1732 req-5d2b0587-09ae-4d51-96d0-1c55a1e031cc tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542079 Feb 11 13:41:50.337742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ee2e9592-253d-4fd5-8c38-5a9c316956dc req-27bd0a14-e8cf-4673-9617-dd220d8358df tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649749 Feb 11 13:41:50.362157 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5090cfd-21c8-4682-b010-dae3397076cb x-openstack-request-id: req-d5090cfd-21c8-4682-b010-dae3397076cb {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:50.363444 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-plugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:50.363874 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5090cfd-21c8-4682-b010-dae3397076cb {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:50.364537 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'code': 200} Feb 11 13:41:50.447980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:50.456327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.461661 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:50.475251 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:50.475884 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:50.542619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e9662c5e-3324-42d9-89bd-6a508bd49f38 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/floatingips/ca0cc085-3022-45d8-be2b-455b4fcc8a11 HTTP/1.1" status: 200 len: 688 time: 1.6210618 Feb 11 13:41:50.543427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51962) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:50.638190 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:50.646485 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1f12d83c-ff7b-4f34-aa64-cf8e44b509fa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.651717 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:50.654076 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:50.660875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0315770-d966-4277-893d-ede47e5f9665 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:50.753560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Publish callbacks [] for port (c0315770-d966-4277-893d-ede47e5f9665), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.787863 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:50.788844 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9aa31-d541-4db1-835b-f4d51f07966a None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:50.822726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:50.843376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Transition to ACTIVE for port object c0315770-d966-4277-893d-ede47e5f9665 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:50.844864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=1f12d83c-ff7b-4f34-aa64-cf8e44b509fa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:50.867008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c0315770-d966-4277-893d-ede47e5f9665), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.887273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:50.898619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-ee813e42-abbd-4cc7-9d21-5bae2786a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:50.900480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-ee813e42-abbd-4cc7-9d21-5bae2786a1b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 1128 time: 0.2199819 Feb 11 13:41:50.926196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e014ee2-b8c3-41eb-9dc9-0956a26060b7 req-fb0fca4c-331a-413a-8bd5-dd5eb7efca26 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:50.928208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e014ee2-b8c3-41eb-9dc9-0956a26060b7 req-fb0fca4c-331a-413a-8bd5-dd5eb7efca26 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.3786008 Feb 11 13:41:50.931048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:50.937916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:50.938876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:50.962670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a56d082a-30f4-4275-b338-c8cb3f642f3a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3064568 Feb 11 13:41:50.963622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51966) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:50.971546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54001d9-7ff0-475a-b2eb-752441f9f392 req-4543df04-6a5d-4599-ae90-bedcb63e5380 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:50.980260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f54001d9-7ff0-475a-b2eb-752441f9f392 req-4543df04-6a5d-4599-ae90-bedcb63e5380 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.2011538 Feb 11 13:41:51.002475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:51.002976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.187330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Pushing event updated for resources: {'Port': ['ID=c0315770-d966-4277-893d-ede47e5f9665,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:51.190655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-a3429aa4-c042-43fc-aa58-33a81e707a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:51.192573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-a3429aa4-c042-43fc-aa58-33a81e707a16 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 912 time: 0.2809269 Feb 11 13:41:51.252704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Attempting to bind port c0315770-d966-4277-893d-ede47e5f9665 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:51.253345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Attempting to bind port c0315770-d966-4277-893d-ede47e5f9665 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '3ea8fd16-d1c1-45b6-8777-b2412800599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:51.253846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Attempting to bind port c0315770-d966-4277-893d-ede47e5f9665 on network e4f8bac0-95b6-4394-805a-d6c62b2b222a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:51.265576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e014ee2-b8c3-41eb-9dc9-0956a26060b7 req-ef47a6ec-6360-4d09-8f97-957f3a6b2acf tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099489 Feb 11 13:41:51.290703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f54001d9-7ff0-475a-b2eb-752441f9f392 req-828b89f3-216d-4925-ae69-e8d40ee72955 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093948 Feb 11 13:41:51.291966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Port c0315770-d966-4277-893d-ede47e5f9665 on network e4f8bac0-95b6-4394-805a-d6c62b2b222a not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:41:51.292485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Attempting to bind port c0315770-d966-4277-893d-ede47e5f9665 on network e4f8bac0-95b6-4394-805a-d6c62b2b222a {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:51.320950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.320950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.337456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:51.354827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:51.354827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Checking segment: {'id': '3ea8fd16-d1c1-45b6-8777-b2412800599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:51.354827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Bound using segment: {'id': '3ea8fd16-d1c1-45b6-8777-b2412800599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:51.354827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Bound port: c0315770-d966-4277-893d-ede47e5f9665, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea8fd16-d1c1-45b6-8777-b2412800599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:51.362791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c0315770-d966-4277-893d-ede47e5f9665), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.498768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 1f12d83c-ff7b-4f34-aa64-cf8e44b509fa {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:51.499478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1f12d83c-ff7b-4f34-aa64-cf8e44b509fa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.600950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.637542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1f12d83c-ff7b-4f34-aa64-cf8e44b509fa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.643572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] For port c0315770-d966-4277-893d-ede47e5f9665, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:51.667085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] For port c0315770-d966-4277-893d-ede47e5f9665, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c0315770-d966-4277-893d-ede47e5f9665,segment=NetworkSegment(3ea8fd16-d1c1-45b6-8777-b2412800599e),segment_id=3ea8fd16-d1c1-45b6-8777-b2412800599e)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:51.676721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 1f12d83c-ff7b-4f34-aa64-cf8e44b509fa owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:51.686809 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c0315770-d966-4277-893d-ede47e5f9665), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.694581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=ba06fbf5-c4a8-4c0f-b65c-0e03412c1e91,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:51.736941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968d528-e797-4844-8896-46dd5976deee req-84aa2dc8-3e95-4a3e-8ff5-b0819e62a611 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:51.745281 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f968d528-e797-4844-8896-46dd5976deee req-84aa2dc8-3e95-4a3e-8ff5-b0819e62a611 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1128 time: 0.2491372 Feb 11 13:41:51.803660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:51.805101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.806914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] 10.222.0.30 "PUT /v2.0/ports/c0315770-d966-4277-893d-ede47e5f9665 HTTP/1.1" status: 200 len: 1091 time: 2.0397439 Feb 11 13:41:51.814233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'tag': 'c0315770-d966-4277-893d-ede47e5f9665'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:51.816454 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.818237 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e834fe-1a58-4423-afdb-9bc15a1121c2" -d '{"events": [{"name": "network-changed", "server_uuid": "575983df-31e6-4ddd-acb5-f7aa8314b365", "tag": "c0315770-d966-4277-893d-ede47e5f9665"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:51.828043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f968d528-e797-4844-8896-46dd5976deee req-cab0c668-36fa-4586-859b-f2d514f1a0e8 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.853152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca93ba-2ae4-4ad8-ad25-b845bf1c325c req-9263948a-a14c-4dce-a4da-d020577b9894 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:51.855435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4ca93ba-2ae4-4ad8-ad25-b845bf1c325c req-9263948a-a14c-4dce-a4da-d020577b9894 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.2571766 Feb 11 13:41:51.857579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-d94d17a3-d2f8-4dc4-82a9-bc0371956e69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 200 len: 1001 time: 0.6263134 Feb 11 13:41:51.961309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (ca0cc085-3022-45d8-be2b-455b4fcc8a11), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.964450 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:51.967735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-82cd7b75-87d2-45bd-bb95-3ff3f7274904 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/floatingips/ca0cc085-3022-45d8-be2b-455b4fcc8a11 HTTP/1.1" status: 204 len: 168 time: 1.4211633 Feb 11 13:41:51.967922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-42784295-7f60-448c-9a78-a9956494b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:51.969262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-42784295-7f60-448c-9a78-a9956494b0a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.0950396 Feb 11 13:41:51.970937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51974) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:52.000012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2534f-37cd-4a2d-aaee-db1ee954ffca service neutron] Pushing event updated for resources: {'Port': ['ID=c0315770-d966-4277-893d-ede47e5f9665,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:52.075457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-f744fe52-166f-4614-8adc-e891378eab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.077788 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-aeda47c0-7e0b-48cb-9861-533f71681190 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] delete failed (client error): The resource could not be found. Feb 11 13:41:52.078195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-f744fe52-166f-4614-8adc-e891378eab11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98f32dce36474e7bab510c7d466743ff&device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 1125 time: 0.2119648 Feb 11 13:41:52.078974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aeda47c0-7e0b-48cb-9861-533f71681190 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/floatingips/ca0cc085-3022-45d8-be2b-455b4fcc8a11 HTTP/1.1" status: 404 len: 345 time: 0.1070743 Feb 11 13:41:52.088129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51980) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:52.161684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1f12d83c-ff7b-4f34-aa64-cf8e44b509fa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:52.280414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f968d528-e797-4844-8896-46dd5976deee req-cab0c668-36fa-4586-859b-f2d514f1a0e8 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Publish callbacks [] for security_group (fef34f17-e580-49b7-8983-deceedb81d67), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:52.283829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-61a4e5d3-9cdf-4625-8c9a-fa2da84074b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0315770-d966-4277-893d-ede47e5f9665 HTTP/1.1" status: 200 len: 217 time: 0.1917307 Feb 11 13:41:52.288101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=1f12d83c-ff7b-4f34-aa64-cf8e44b509fa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:52.290662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f968d528-e797-4844-8896-46dd5976deee req-cab0c668-36fa-4586-859b-f2d514f1a0e8 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fef34f17-e580-49b7-8983-deceedb81d67), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:52.309675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:52.317488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d541e66e-a2be-45d0-b0c1-8e64255671e5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/1f12d83c-ff7b-4f34-aa64-cf8e44b509fa HTTP/1.1" status: 204 len: 168 time: 1.3465011 Feb 11 13:41:52.357331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51984) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:52.362216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'mac_address': 'fa:16:3e:74:44:eb', 'name': 'tempest-PortsIpV6TestJSON-131133384'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:52.458072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f968d528-e797-4844-8896-46dd5976deee req-cab0c668-36fa-4586-859b-f2d514f1a0e8 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7106445 Feb 11 13:41:52.465548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0c668-36fa-4586-859b-f2d514f1a0e8 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef34f17-e580-49b7-8983-deceedb81d67,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:52.472656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-c6187b5a-6681-40c3-82e4-1ba835ac9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.474242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-c6187b5a-6681-40c3-82e4-1ba835ac9c98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbab0788-1d8c-422f-a66a-cce5945086ac HTTP/1.1" status: 200 len: 861 time: 0.1811359 Feb 11 13:41:52.543273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-dcd76c5a-c4f3-4140-8356-d73d36f714c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4f8bac0-95b6-4394-805a-d6c62b2b222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303173 Feb 11 13:41:52.584098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4ca93ba-2ae4-4ad8-ad25-b845bf1c325c req-dda4eede-212c-4be5-b497-c5119351c5ce tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7171290 Feb 11 13:41:52.603516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:52.616743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-e368bc10-8e1d-4306-a743-f06e7de76a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.624050 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-e368bc10-8e1d-4306-a743-f06e7de76a8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6304855 Feb 11 13:41:52.777997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:52.827630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7215f-2b13-46f3-b78f-d5f10f4b126b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.827851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590d21-8cd1-4fa4-b62b-1195fa4405cf req-a05000fb-9732-4192-8203-7884a73d7b8a tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.829087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92590d21-8cd1-4fa4-b62b-1195fa4405cf req-a05000fb-9732-4192-8203-7884a73d7b8a tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 943 time: 0.1523645 Feb 11 13:41:52.833453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-6a2126a1-bed5-4fe7-811f-97094db04498 service neutron] 10.222.0.30 "GET /v2.0/networks/e4f8bac0-95b6-4394-805a-d6c62b2b222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792904 Feb 11 13:41:52.835156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 619a7fd6-e269-445c-b138-bf1e77df082b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:52.847499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7215f-2b13-46f3-b78f-d5f10f4b126b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.855689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7215f-2b13-46f3-b78f-d5f10f4b126b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.858150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e3c7215f-2b13-46f3-b78f-d5f10f4b126b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "GET /v2.0/ports?network_id=67302ed6-a4b0-4411-9040-483f48baa920 HTTP/1.1" status: 200 len: 2358 time: 0.7674015 Feb 11 13:41:52.863923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51992) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:52.950501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bba686-360d-45f1-aa20-27903bc1793d req-122b2bc0-bae2-4d1e-8226-632532217f14 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.952161 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-51bba686-360d-45f1-aa20-27903bc1793d req-122b2bc0-bae2-4d1e-8226-632532217f14 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2333136 Feb 11 13:41:52.959370 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-eb79a686-5335-4c49-8edc-942f1f338dcf service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298273 Feb 11 13:41:53.017280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-51bba686-360d-45f1-aa20-27903bc1793d req-b9f90c53-21e6-47c9-8ee2-342b21356fbe tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568998 Feb 11 13:41:53.244472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dfb6ab-4314-4f00-b68c-91c810b6ef31 req-08d940db-99cf-4ecd-ad89-d04df3cc31be service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382185 Feb 11 13:41:53.273084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7efba-8db8-4531-82fd-a49cc543ee5d req-dbaf6673-fc28-4e1e-b64f-77756c842443 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:53.273755 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2061f518-8dae-410c-a3c6-900e7f96e69d x-openstack-request-id: req-2061f518-8dae-410c-a3c6-900e7f96e69d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:53.274271 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575983df-31e6-4ddd-acb5-f7aa8314b365", "tag": "c0315770-d966-4277-893d-ede47e5f9665", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:53.274710 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2061f518-8dae-410c-a3c6-900e7f96e69d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:53.275281 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'tag': 'c0315770-d966-4277-893d-ede47e5f9665', 'status': 'completed', 'code': 200} Feb 11 13:41:53.282928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87b7efba-8db8-4531-82fd-a49cc543ee5d req-dbaf6673-fc28-4e1e-b64f-77756c842443 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1058090 Feb 11 13:41:53.347664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87b7efba-8db8-4531-82fd-a49cc543ee5d req-6b55d33d-267f-4dd5-8a07-13159eda93f1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633168 Feb 11 13:41:53.452722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee490fdf-aff2-41a1-bf2c-6b2adefddf12 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:53.454306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ee490fdf-aff2-41a1-bf2c-6b2adefddf12 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "GET /v2.0/subnets/77685cab-46bc-4b04-b18e-60d4749914d1 HTTP/1.1" status: 200 len: 797 time: 0.5862768 Feb 11 13:41:53.468658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92590d21-8cd1-4fa4-b62b-1195fa4405cf req-1b5de8e5-d675-4f2e-a20f-505712263676 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227770 Feb 11 13:41:53.471616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:53.489470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'port': {'network_id': '67302ed6-a4b0-4411-9040-483f48baa920', 'name': 'tempest-FloatingIPTestJSON-1940816933', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:53.512293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af606b-b2f3-48e1-ba94-2005fa8f6a63 req-44528d57-9283-4a83-81b8-085de36fa123 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:53.519496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75af606b-b2f3-48e1-ba94-2005fa8f6a63 req-44528d57-9283-4a83-81b8-085de36fa123 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.1102042 Feb 11 13:41:53.556268 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b31029cd-ad4d-4794-ae61-f0d9c785a863 req-c2ba0908-d9da-4371-9e1d-386e72247e4a service neutron] 10.222.0.30 "GET /v2.0/networks/e4f8bac0-95b6-4394-805a-d6c62b2b222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023993 Feb 11 13:41:53.691008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75af606b-b2f3-48e1-ba94-2005fa8f6a63 req-33cbb3c6-b16a-467a-a53a-4f13de3fc154 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690612 Feb 11 13:41:53.841709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ca32f-aed8-4399-b0fa-0e5d97c78029 req-7d882020-6569-4b1c-914b-5d60af3cd360 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:53.850971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-671ca32f-aed8-4399-b0fa-0e5d97c78029 req-7d882020-6569-4b1c-914b-5d60af3cd360 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0763288 Feb 11 13:41:53.921392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-671ca32f-aed8-4399-b0fa-0e5d97c78029 req-c5b03aa3-530b-403f-ac22-3a10e63690ca tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627191 Feb 11 13:41:53.972711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (619a7fd6-e269-445c-b138-bf1e77df082b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:53.991417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37914dc7-e4cd-42d2-bb44-68dd2c4499c9 req-d634e865-dfd7-4b19-b546-52a787dd32bd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:53.991417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37914dc7-e4cd-42d2-bb44-68dd2c4499c9 req-d634e865-dfd7-4b19-b546-52a787dd32bd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.4329834 Feb 11 13:41:54.024899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-dc159a08-b844-494e-913c-fce40bae659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.026510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-dc159a08-b844-494e-913c-fce40bae659d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98f32dce36474e7bab510c7d466743ff&device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 1125 time: 0.3759162 Feb 11 13:41:54.080363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:54.088351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9d96-fd63-4f87-a9c2-4aab79d9824b req-4633f0aa-3550-49f4-838b-7b8b8f8a9954 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.089894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-417a9d96-fd63-4f87-a9c2-4aab79d9824b req-4633f0aa-3550-49f4-838b-7b8b8f8a9954 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.0657139 Feb 11 13:41:54.137522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37914dc7-e4cd-42d2-bb44-68dd2c4499c9 req-51d2137e-05a1-4806-a3f3-b999808e75ee tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355143 Feb 11 13:41:54.178853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52004) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:54.206322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-417a9d96-fd63-4f87-a9c2-4aab79d9824b req-61ded952-91ab-4826-bb83-2864f42588d7 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058650 Feb 11 13:41:54.252671 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (619a7fd6-e269-445c-b138-bf1e77df082b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:54.371563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ea7cfff4-9daf-4026-b5ff-9da364f57f8e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/f27385bd-a636-4ce8-897c-50c6b0a02936 HTTP/1.1" status: 200 len: 994 time: 0.1927922 Feb 11 13:41:54.431498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-df95e5a9-06fd-45c0-b815-3c0ab4b690fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.433493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-df95e5a9-06fd-45c0-b815-3c0ab4b690fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e4f8bac0-95b6-4394-805a-d6c62b2b222a HTTP/1.1" status: 200 len: 922 time: 0.3977842 Feb 11 13:41:54.466936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:54.473981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=619a7fd6-e269-445c-b138-bf1e77df082b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:54.517836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:54.524348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:54.527474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-531a25ee-dca8-4d23-873c-72ea54ff8003 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0315770-d966-4277-893d-ede47e5f9665 HTTP/1.1" status: 200 len: 217 time: 0.0819037 Feb 11 13:41:54.527474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:54.532940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.533604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:54.567846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484e7a7-8d29-48bc-8a48-d29fae4a7ef2 req-a181c1eb-4d6b-4354-95ae-a8d3f84b3e24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.578334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7484e7a7-8d29-48bc-8a48-d29fae4a7ef2 req-a181c1eb-4d6b-4354-95ae-a8d3f84b3e24 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.0908244 Feb 11 13:41:54.633300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c5f10-9da5-4ff9-9b32-05e6699f3dda req-4dba706c-d919-49cf-a70f-00b67ddfe557 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.645885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-455c5f10-9da5-4ff9-9b32-05e6699f3dda req-4dba706c-d919-49cf-a70f-00b67ddfe557 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2581248 Feb 11 13:41:54.666702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] device_id is not set on port 26f2c176-671f-4191-81fe-1c98ea4dad7b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:54.674594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7484e7a7-8d29-48bc-8a48-d29fae4a7ef2 req-1e664332-f4a6-423e-a868-4d30ac36beb1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951276 Feb 11 13:41:54.675735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-80652998-1ce9-4581-ab80-b11777e33217 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3186252 Feb 11 13:41:54.678717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52016) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:54.880566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-b7e72100-068c-444b-aac7-9430c3dc9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.882249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-b7e72100-068c-444b-aac7-9430c3dc9bd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbab0788-1d8c-422f-a66a-cce5945086ac HTTP/1.1" status: 200 len: 861 time: 0.3346758 Feb 11 13:41:54.895253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c952d0-af2c-4a89-ae54-5fc7fda7a1a6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.899530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-72c952d0-af2c-4a89-ae54-5fc7fda7a1a6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/619a7fd6-e269-445c-b138-bf1e77df082b HTTP/1.1" status: 200 len: 844 time: 0.2166667 Feb 11 13:41:54.900091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52020) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:55.014410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-c2fb151a-f27f-4c89-a40c-3df16f2c575f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4f8bac0-95b6-4394-805a-d6c62b2b222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532093 Feb 11 13:41:55.133895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-455c5f10-9da5-4ff9-9b32-05e6699f3dda req-e4ecdbc3-2b4a-4367-8ee7-3002635b8c87 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870756 Feb 11 13:41:55.175846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c0315770-d966-4277-893d-ede47e5f9665 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:41:55.227232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed7632-e49f-446f-ba10-8a41910f361b req-b2dc4a9a-506f-450e-824d-e9183c65add8 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:55.235366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbed7632-e49f-446f-ba10-8a41910f361b req-b2dc4a9a-506f-450e-824d-e9183c65add8 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 943 time: 0.1508899 Feb 11 13:41:55.314244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 619a7fd6-e269-445c-b138-bf1e77df082b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:55.314587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (619a7fd6-e269-445c-b138-bf1e77df082b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:55.326861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c0315770-d966-4277-893d-ede47e5f9665, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c0315770-d966-4277-893d-ede47e5f9665,segment=NetworkSegment(3ea8fd16-d1c1-45b6-8777-b2412800599e),segment_id=3ea8fd16-d1c1-45b6-8777-b2412800599e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:55.328597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dbed7632-e49f-446f-ba10-8a41910f361b req-525fe092-330d-401c-8e16-9ac298b653e1 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877979 Feb 11 13:41:55.358548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'c0315770-d966-4277-893d-ede47e5f9665', 'network_id': 'e4f8bac0-95b6-4394-805a-d6c62b2b222a', 'port_id': 'c0315770-d966-4277-893d-ede47e5f9665', 'mac_address': 'fa:16:3e:77:e9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbab0788-1d8c-422f-a66a-cce5945086ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:41:55.437985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c0315770-d966-4277-893d-ede47e5f9665 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:55.438417 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c0315770-d966-4277-893d-ede47e5f9665), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:55.479799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (619a7fd6-e269-445c-b138-bf1e77df082b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:55.485736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-26ba4e5b-bdc2-4b5d-b439-b39a0f3aa0cc service neutron] 10.222.0.30 "GET /v2.0/networks/e4f8bac0-95b6-4394-805a-d6c62b2b222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538524 Feb 11 13:41:55.490346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0315770-d966-4277-893d-ede47e5f9665 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:55.499878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 619a7fd6-e269-445c-b138-bf1e77df082b owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:55.545818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c0315770-d966-4277-893d-ede47e5f9665, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c0315770-d966-4277-893d-ede47e5f9665,segment=NetworkSegment(3ea8fd16-d1c1-45b6-8777-b2412800599e),segment_id=3ea8fd16-d1c1-45b6-8777-b2412800599e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:55.553909 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c0315770-d966-4277-893d-ede47e5f9665), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:55.603935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd5287-c028-49b3-9389-9d8c1b33ffae req-258c407e-d813-4ca1-91b1-11766fc08cec tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:55.606131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56cd5287-c028-49b3-9389-9d8c1b33ffae req-258c407e-d813-4ca1-91b1-11766fc08cec tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.3020959 Feb 11 13:41:55.673232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c0315770-d966-4277-893d-ede47e5f9665,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.680149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-bc00c10f-568e-446c-8cac-59c1fac2dec1 req-9830bbec-0ec7-41b6-b735-84d0a93bf931 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:41:55.684110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc00c10f-568e-446c-8cac-59c1fac2dec1 req-9830bbec-0ec7-41b6-b735-84d0a93bf931 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096104 Feb 11 13:41:55.687417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (619a7fd6-e269-445c-b138-bf1e77df082b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:55.741137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:55.752745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/619a7fd6-e269-445c-b138-bf1e77df082b HTTP/1.1" status: 204 len: 168 time: 0.8485365 Feb 11 13:41:55.753808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52034) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:55.768383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f8915-8410-4d31-8254-082748229332 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=619a7fd6-e269-445c-b138-bf1e77df082b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.795489 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b97b85-1ece-4d8f-874a-a128c693dbfa tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:41:55.804402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c0315770-d966-4277-893d-ede47e5f9665'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:41:55.808251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a8b97b85-1ece-4d8f-874a-a128c693dbfa tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/619a7fd6-e269-445c-b138-bf1e77df082b HTTP/1.1" status: 404 len: 333 time: 0.0528221 Feb 11 13:41:55.811895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:55.824984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'name': 'tempest-PortsIpV6TestJSON-338125073'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:55.836595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.13 (67302ed6-a4b0-4411-9040-483f48baa920/77685cab-46bc-4b04-b18e-60d4749914d1/26f2c176-671f-4191-81fe-1c98ea4dad7b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:55.847447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56cd5287-c028-49b3-9389-9d8c1b33ffae req-f709da90-9f7d-41aa-b63a-2961e92ecbfa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337883 Feb 11 13:41:55.865398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63e834fe-1a58-4423-afdb-9bc15a1121c2 req-b2751183-8001-4703-86c3-589856dc0498 service neutron] 10.222.0.30 "GET /v2.0/networks/e4f8bac0-95b6-4394-805a-d6c62b2b222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536921 Feb 11 13:41:55.870865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.12 (67302ed6-a4b0-4411-9040-483f48baa920/77685cab-46bc-4b04-b18e-60d4749914d1/26f2c176-671f-4191-81fe-1c98ea4dad7b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:56.278415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (26f2c176-671f-4191-81fe-1c98ea4dad7b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:56.342723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:56.348523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:56.360035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (26f2c176-671f-4191-81fe-1c98ea4dad7b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:56.402897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af779c06-bfea-4412-9dbd-ca37632b1099 req-268df484-9ecd-48eb-813e-29f48d9f6303 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:56.404931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af779c06-bfea-4412-9dbd-ca37632b1099 req-268df484-9ecd-48eb-813e-29f48d9f6303 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1035972 Feb 11 13:41:56.487913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 9bf00121-2ee5-48e8-a396-cabdff9dbccb yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:41:56.491184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af779c06-bfea-4412-9dbd-ca37632b1099 req-34fef083-793b-4c16-88b8-59577b7b04c9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594463 Feb 11 13:41:56.509273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 67302ed6-a4b0-4411-9040-483f48baa920 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:56.547641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=26f2c176-671f-4191-81fe-1c98ea4dad7b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:56.554698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:56.559024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:56.695588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:56.696220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:56.715829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-ae1e83b7-f99e-439c-9fdf-3dead1c240b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3588269 Feb 11 13:41:56.723097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ba6ab-2f1b-4428-a8b5-36977f70f73d req-36ac7fed-5d70-494f-b401-c75c6df9080a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:56.724863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-62a10e9d-c9cd-45ae-9422-bae35d71689f tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2425079 Feb 11 13:41:56.734424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a67ba6ab-2f1b-4428-a8b5-36977f70f73d req-36ac7fed-5d70-494f-b401-c75c6df9080a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1181006 Feb 11 13:41:56.736703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b83479-3fcc-4c66-a5b2-b33f6ce7d863 req-ebf47626-34d9-4873-9699-9c4307a1c22f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:56.743064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52048) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:56.744226 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15b83479-3fcc-4c66-a5b2-b33f6ce7d863 req-ebf47626-34d9-4873-9699-9c4307a1c22f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.7219689 Feb 11 13:41:56.749133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '26f2c176-671f-4191-81fe-1c98ea4dad7b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:56.817069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:56.842754 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:56.868830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a67ba6ab-2f1b-4428-a8b5-36977f70f73d req-87625cd7-0d87-4ff1-bfc3-61903422318a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329353 Feb 11 13:41:56.874885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15b83479-3fcc-4c66-a5b2-b33f6ce7d863 req-6469edd7-3fe0-43eb-bfa8-8b10dcf32ed5 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296940 Feb 11 13:41:56.953801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.000724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e19fd41f-f996-4b91-94cb-821e49a112b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.059115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.108172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:57.115141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:57.125813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:57.130970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:57.131562 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.136007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=9bf00121-2ee5-48e8-a396-cabdff9dbccb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.164491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0ec1b23a-8937-4578-90c8-3a1fadfb03f3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3472388 Feb 11 13:41:57.170453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52064) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:57.178777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21937037-1ecc-47bc-9b6b-16ee5034ab36 req-f29cf2ff-c00e-4a16-8ffc-08388ded3e4f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:57.190170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21937037-1ecc-47bc-9b6b-16ee5034ab36 req-f29cf2ff-c00e-4a16-8ffc-08388ded3e4f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.1450040 Feb 11 13:41:57.191286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c0315770-d966-4277-893d-ede47e5f9665 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:57.203340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:57.360828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port c0315770-d966-4277-893d-ede47e5f9665 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:57.371233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port c0315770-d966-4277-893d-ede47e5f9665 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:57.371901 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c0315770-d966-4277-893d-ede47e5f9665), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.387171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.25.3.199 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/90b27c25-1aad-4c95-8565-ae17cb936437) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:57.390030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21937037-1ecc-47bc-9b6b-16ee5034ab36 req-31b6729c-fd9a-49b6-b0ad-1ae02bdbf19a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978188 Feb 11 13:41:57.527034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.589541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c0315770-d966-4277-893d-ede47e5f9665 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:57.589919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c0315770-d966-4277-893d-ede47e5f9665), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.651499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0315770-d966-4277-893d-ede47e5f9665'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:57.655269 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b788cac-5144-41be-9e6e-26f19a3f2e96" -d '{"events": [{"server_uuid": "575983df-31e6-4ddd-acb5-f7aa8314b365", "name": "network-vif-plugged", "status": "completed", "tag": "c0315770-d966-4277-893d-ede47e5f9665"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:57.670851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (90b27c25-1aad-4c95-8565-ae17cb936437), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.676015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-21c100a2-fa7d-4f1c-86ba-297466f35fd4 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:57.677653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-21c100a2-fa7d-4f1c-86ba-297466f35fd4 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports/40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1125 time: 0.1532762 Feb 11 13:41:57.692674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c0315770-d966-4277-893d-ede47e5f9665, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c0315770-d966-4277-893d-ede47e5f9665,segment=NetworkSegment(3ea8fd16-d1c1-45b6-8777-b2412800599e),segment_id=3ea8fd16-d1c1-45b6-8777-b2412800599e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:57.702818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c0315770-d966-4277-893d-ede47e5f9665), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.735991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ae463-5e9a-4524-8b29-8adac571c1ee req-c341e9ce-f91a-4715-8cc9-b7e5b0e4e38a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:57.743715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae6ae463-5e9a-4524-8b29-8adac571c1ee req-c341e9ce-f91a-4715-8cc9-b7e5b0e4e38a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1582551 Feb 11 13:41:57.774887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (90b27c25-1aad-4c95-8565-ae17cb936437), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:57.830396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c0315770-d966-4277-893d-ede47e5f9665,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.887022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=90b27c25-1aad-4c95-8565-ae17cb936437,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.899841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b916d9-ff62-4225-92d2-fca2990fdde1 req-56dad166-aba0-4b96-b38b-a18e843b16ef tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:57.906786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae6ae463-5e9a-4524-8b29-8adac571c1ee req-677c0a02-c03c-424c-a674-f8116cbbb081 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568589 Feb 11 13:41:57.909528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61b916d9-ff62-4225-92d2-fca2990fdde1 req-56dad166-aba0-4b96-b38b-a18e843b16ef tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 944 time: 0.8387208 Feb 11 13:41:57.944588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:57.948630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:57.953406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:58.035493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61b916d9-ff62-4225-92d2-fca2990fdde1 req-1dccd103-dfa8-4c9d-80f6-c56dea472e70 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245329 Feb 11 13:41:58.054477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:58.088734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:58.165578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] In _notify_port_updated(), no bound segment for port 9bf00121-2ee5-48e8-a396-cabdff9dbccb on network f84c7db9-a5fc-420a-bf6a-ad873d71230c {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:41:58.172202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.173110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:58.175713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "PUT /v2.0/ports/9bf00121-2ee5-48e8-a396-cabdff9dbccb HTTP/1.1" status: 200 len: 818 time: 0.9771724 Feb 11 13:41:58.176197 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ebc7da-34e5-460f-ac55-9fdc17ad552e x-openstack-request-id: req-28ebc7da-34e5-460f-ac55-9fdc17ad552e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:58.177055 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575983df-31e6-4ddd-acb5-f7aa8314b365", "name": "network-vif-plugged", "status": "completed", "tag": "c0315770-d966-4277-893d-ede47e5f9665", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:58.177542 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28ebc7da-34e5-460f-ac55-9fdc17ad552e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:58.179555 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0315770-d966-4277-893d-ede47e5f9665', 'code': 200} Feb 11 13:41:58.184802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52088) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:58.212411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c516e8a-4777-477a-a5b7-1d24f6aa6b9b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=9bf00121-2ee5-48e8-a396-cabdff9dbccb,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:58.241769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55527d-609b-416b-8443-1219c165b943 req-47f2eceb-6f8a-4acc-99f3-32702fadf0e1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.250286 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f55527d-609b-416b-8443-1219c165b943 req-47f2eceb-6f8a-4acc-99f3-32702fadf0e1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1504633 Feb 11 13:41:58.434495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c569a39-b0a3-4239-b309-a86abaf1b600 req-2e091834-9a49-4e37-9d4a-8ae1724d2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.436750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c569a39-b0a3-4239-b309-a86abaf1b600 req-2e091834-9a49-4e37-9d4a-8ae1724d2e6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 1127 time: 0.1776474 Feb 11 13:41:58.507734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f55527d-609b-416b-8443-1219c165b943 req-a94a5bea-9d7b-4f6b-ac94-11e0068ac5f6 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374437 Feb 11 13:41:58.570777 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c569a39-b0a3-4239-b309-a86abaf1b600 req-c0b54254-5bab-41b1-9019-6889f6d719cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283944 Feb 11 13:41:58.704061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6920e86-5264-4b45-a83b-aceefd1aaa51 req-978f2856-594e-4480-b487-7f695712a8e7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.705650 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6920e86-5264-4b45-a83b-aceefd1aaa51 req-978f2856-594e-4480-b487-7f695712a8e7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0888653 Feb 11 13:41:58.824895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6920e86-5264-4b45-a83b-aceefd1aaa51 req-2086e670-b8e9-4935-8036-275a1ecd7c35 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073198 Feb 11 13:41:58.877593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b0947-564e-46cc-9dd4-2abe99c49d22 req-820538a4-5230-4775-883a-cd6fc41ea310 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.883945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-861b0947-564e-46cc-9dd4-2abe99c49d22 req-820538a4-5230-4775-883a-cd6fc41ea310 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.4830720 Feb 11 13:41:58.941966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 9bf00121-2ee5-48e8-a396-cabdff9dbccb {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:58.957219 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:59.360540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df76055b-af83-4b44-a204-d7ef99e54f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:59.444982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (0d6cc421-b566-4f16-be60-8ec433691ec5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:59.636120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be711d07-b4cd-474c-9604-c51fb39b799e req-e849ec7c-6daa-4bf5-a75d-ad078a115c21 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:59.648988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be711d07-b4cd-474c-9604-c51fb39b799e req-e849ec7c-6daa-4bf5-a75d-ad078a115c21 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.7735512 Feb 11 13:41:59.687360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (90b27c25-1aad-4c95-8565-ae17cb936437), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:59.693996 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-861b0947-564e-46cc-9dd4-2abe99c49d22 req-2f347731-7c27-441d-a731-2b3c60678911 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7935662 Feb 11 13:41:59.727268 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be711d07-b4cd-474c-9604-c51fb39b799e req-e9e96880-874a-4e04-968b-c42e035cfa96 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728500 Feb 11 13:41:59.768181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:59.800091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 9bf00121-2ee5-48e8-a396-cabdff9dbccb owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:59.821113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-989efe8d-acf0-4d3a-9d91-14cc92dac39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:59.822814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-989efe8d-acf0-4d3a-9d91-14cc92dac39a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1128 time: 0.2914162 Feb 11 13:42:00.007790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21252-3f40-4926-b37b-fa017d169d1e req-a529a696-4f75-4fb4-8d0d-569762fa2a1f tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.010325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0a21252-3f40-4926-b37b-fa017d169d1e req-a529a696-4f75-4fb4-8d0d-569762fa2a1f tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 945 time: 0.0917568 Feb 11 13:42:00.132067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0a21252-3f40-4926-b37b-fa017d169d1e req-ede21c71-dd6d-45f0-b783-dd1faeee3336 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931406 Feb 11 13:42:00.183088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (90b27c25-1aad-4c95-8565-ae17cb936437), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.204020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (90b27c25-1aad-4c95-8565-ae17cb936437), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.343452 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9bf00121-2ee5-48e8-a396-cabdff9dbccb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.375306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762150f7-bbc7-4374-98d7-fac99905ed6c req-31d3fcb2-8285-4cf3-b3c6-4ff35b376236 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.383192 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-762150f7-bbc7-4374-98d7-fac99905ed6c req-31d3fcb2-8285-4cf3-b3c6-4ff35b376236 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1287653 Feb 11 13:42:00.445141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-762150f7-bbc7-4374-98d7-fac99905ed6c req-2a0583ad-a8e9-4f90-a3c2-be2e473d4a5e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588896 Feb 11 13:42:00.464005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=90b27c25-1aad-4c95-8565-ae17cb936437,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:00.492001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561893-a6cf-41ef-9d4d-d381660605fe req-6c27be3f-3556-4a6f-95a5-e375d1b160b0 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.494074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d561893-a6cf-41ef-9d4d-d381660605fe req-6c27be3f-3556-4a6f-95a5-e375d1b160b0 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.3018990 Feb 11 13:42:00.502954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-87334a95-4a48-4a34-a955-0f0bb37af482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.504709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-87334a95-4a48-4a34-a955-0f0bb37af482 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.6743069 Feb 11 13:42:00.540956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.548263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/9bf00121-2ee5-48e8-a396-cabdff9dbccb HTTP/1.1" status: 204 len: 168 time: 2.3419330 Feb 11 13:42:00.548586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:00.677838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841815d-1542-499d-8daa-32b3fcd23346 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.677838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8841815d-1542-499d-8daa-32b3fcd23346 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1274078 Feb 11 13:42:00.693826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:00.698979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d561893-a6cf-41ef-9d4d-d381660605fe req-f85c6f2e-afbd-47d2-aefe-f0878cc5e969 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494491 Feb 11 13:42:00.700682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-9e78805a-10b3-42de-95f5-7f3242fa3a75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1002 time: 0.0820508 Feb 11 13:42:00.704295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de0a51-abb2-4666-bb1c-bfe5c498e2d7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=9bf00121-2ee5-48e8-a396-cabdff9dbccb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:00.721647 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a1ef2a-baa0-4294-be5f-eeed2e3790c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:42:00.723297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-43a1ef2a-baa0-4294-be5f-eeed2e3790c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/9bf00121-2ee5-48e8-a396-cabdff9dbccb HTTP/1.1" status: 404 len: 333 time: 0.0282526 Feb 11 13:42:00.732307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:00.767511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-863098403'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:00.769322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (0d6cc421-b566-4f16-be60-8ec433691ec5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.849699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:00.858064 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.903533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.963431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:00.981281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0fc62d3b-7db9-415c-a64a-32aa07ae238d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.981666 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment 0fc62d3b-7db9-415c-a64a-32aa07ae238d of type vlan for network 939e1e0a-247d-45a2-bc4b-0fb01396588d Feb 11 13:42:00.986991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-6971d391-0363-427f-9c30-26aaaf87eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.988695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-6971d391-0363-427f-9c30-26aaaf87eb27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.2813175 Feb 11 13:42:00.999711 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP 0d6cc421-b566-4f16-be60-8ec433691ec5 associated. External IP: 172.25.3.199, port: 26f2c176-671f-4191-81fe-1c98ea4dad7b. Feb 11 13:42:01.046957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (939e1e0a-247d-45a2-bc4b-0fb01396588d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.057942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf54c7f-6288-44f1-99e4-f647beb452f9 req-a5f19f83-9d0b-44a0-8375-90ff1c6ea243 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:01.065811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6bf54c7f-6288-44f1-99e4-f647beb452f9 req-a5f19f83-9d0b-44a0-8375-90ff1c6ea243 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1644797 Feb 11 13:42:01.134501 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (939e1e0a-247d-45a2-bc4b-0fb01396588d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.141316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:01.141316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.173305 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6bf54c7f-6288-44f1-99e4-f647beb452f9 req-61294d67-dac7-401f-a44f-52a8a8d1417f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065154 Feb 11 13:42:01.225326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4886899 Feb 11 13:42:01.237529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:01.251415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:01.471068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d05c7b-7ab6-4a02-8021-4b04d0072c7c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=939e1e0a-247d-45a2-bc4b-0fb01396588d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:01.475360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:01.481643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.486382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:01.492814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690d0d-0570-4aee-a65e-dc6148738c14 req-5af6a365-f0ed-4340-98dc-8bb0885dd975 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:01.503750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd690d0d-0570-4aee-a65e-dc6148738c14 req-5af6a365-f0ed-4340-98dc-8bb0885dd975 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.5575027 Feb 11 13:42:01.579190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-3825bdf9-c790-4bbe-8f96-d75a39cec163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:01.581240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-3825bdf9-c790-4bbe-8f96-d75a39cec163 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5771952 Feb 11 13:42:01.584015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd3da-e4a5-496f-ae3f-341ee854ce4a req-0cc61e73-75ed-4038-9c88-892c00b224b4 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:01.585673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f5bd3da-e4a5-496f-ae3f-341ee854ce4a req-0cc61e73-75ed-4038-9c88-892c00b224b4 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 945 time: 0.1638262 Feb 11 13:42:01.679202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6f5bd3da-e4a5-496f-ae3f-341ee854ce4a req-24446837-a651-40ed-8959-744a9a624582 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857470 Feb 11 13:42:01.721802 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd690d0d-0570-4aee-a65e-dc6148738c14 req-a39fe4e8-e628-4c46-b0ce-9887c3009860 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155693 Feb 11 13:42:01.956928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (22913aa5-0859-472f-be1b-8cb0a2bd3c05), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:02.035529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c6a4-e952-4af7-b99b-2792f4d26d97 req-5c96ea4d-7edb-496f-995e-ff7c5fcef376 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.043246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69b8c6a4-e952-4af7-b99b-2792f4d26d97 req-5c96ea4d-7edb-496f-995e-ff7c5fcef376 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1964431 Feb 11 13:42:02.081951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=22913aa5-0859-472f-be1b-8cb0a2bd3c05,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:02.096414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-572cfb96-6076-4a02-be8b-d6dd341265dd service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991851 Feb 11 13:42:02.102098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': '0fc62d3b-7db9-415c-a64a-32aa07ae238d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:02.102542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: 939e1e0a-247d-45a2-bc4b-0fb01396588d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:02.140047 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69b8c6a4-e952-4af7-b99b-2792f4d26d97 req-3c0a65cd-163a-434a-998b-181673a8e8ff tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955555 Feb 11 13:42:02.151122 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:02.172168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 939e1e0a-247d-45a2-bc4b-0fb01396588d) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:02.196074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.197935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:02.198202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17049a-ff48-4233-b00d-696eedfadbd6 None None] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:02.222653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c74a9-1136-4540-97da-09c4c0846417 req-772e2158-738e-4a5b-a933-44802dee0760 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.230111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be8c74a9-1136-4540-97da-09c4c0846417 req-772e2158-738e-4a5b-a933-44802dee0760 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.3261583 Feb 11 13:42:02.292676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6d81b380-bb8b-45cb-a4cb-7c4fa3a27ea5 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0542314 Feb 11 13:42:02.294383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:02.303713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-addabfe9-5a0d-4f52-9319-7dc9c7bd2798 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:02.410960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:02.416954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:02.424707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-939e1e0a-247d-45a2-bc4b-0fb01396588d', 'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d', 'project_id': 'b3a0e39a666547d8af4d06fb3faa793e', 'fixed_ips': [{'subnet_id': '22913aa5-0859-472f-be1b-8cb0a2bd3c05'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:02.425693 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:02.548116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec87b66-30cd-4a31-aca0-0b18e58e51ff req-4c1be502-f689-42a3-8179-5d009265169f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.556658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fec87b66-30cd-4a31-aca0-0b18e58e51ff req-4c1be502-f689-42a3-8179-5d009265169f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1134531 Feb 11 13:42:02.581095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addabfe9-5a0d-4f52-9319-7dc9c7bd2798 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:02.584725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-addabfe9-5a0d-4f52-9319-7dc9c7bd2798 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:02.628186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be8c74a9-1136-4540-97da-09c4c0846417 req-cd998364-7dcf-4021-b253-f652ea265be5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761678 Feb 11 13:42:02.651652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-f86c95b0-857b-4903-96eb-cdd122f3ca29 service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395241 Feb 11 13:42:02.737020 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fec87b66-30cd-4a31-aca0-0b18e58e51ff req-4bcb79a3-73eb-450e-a6db-1c6ffe1aa684 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720753 Feb 11 13:42:02.820724 n-d-828676-2 neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-addabfe9-5a0d-4f52-9319-7dc9c7bd2798 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22913aa5-0859-472f-be1b-8cb0a2bd3c05 (CIDR: 2001:db8::/64) Feb 11 13:42:02.833560 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-addabfe9-5a0d-4f52-9319-7dc9c7bd2798 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:42:02.836360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addabfe9-5a0d-4f52-9319-7dc9c7bd2798 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:42:02.842011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:02.869167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:02.897295 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-addabfe9-5a0d-4f52-9319-7dc9c7bd2798 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5992482 Feb 11 13:42:02.901567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:02.902453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Allocated IP 2001:db8::2 (939e1e0a-247d-45a2-bc4b-0fb01396588d/22913aa5-0859-472f-be1b-8cb0a2bd3c05/5e946871-c48b-498d-9320-b7ab23b3866a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:02.925346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:02.930858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:02.953903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:02.955513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:03.021457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:03.056565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-02a3d1e3-378b-4b3b-8e6f-1954775e76ae tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.3106740 Feb 11 13:42:03.059571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52200) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:03.065475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:03.066012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'port_id': '26f2c176-671f-4191-81fe-1c98ea4dad7b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:03.066966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:03.146475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c3df7-6ba3-432d-bb3f-7e55525b80c0 req-c864e3e4-b5b1-4a68-8ec1-bdb714e11c5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.160013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c28c3df7-6ba3-432d-bb3f-7e55525b80c0 req-c864e3e4-b5b1-4a68-8ec1-bdb714e11c5d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2138407 Feb 11 13:42:03.189868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e727-7df7-4330-8a0f-d502a89cf8e6 req-bd9548be-d277-4a02-b731-979a68f8c9f4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.198743 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f97e727-7df7-4330-8a0f-d502a89cf8e6 req-bd9548be-d277-4a02-b731-979a68f8c9f4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.2192802 Feb 11 13:42:03.218031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:03.219446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f184cfe-0240-48db-9746-1dac0776e5a5 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:03.243956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (0d6cc421-b566-4f16-be60-8ec433691ec5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.299664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f97e727-7df7-4330-8a0f-d502a89cf8e6 req-5ddb479e-7fdb-4204-9d7b-548bb2590532 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997167 Feb 11 13:42:03.301369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:03.311970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.357336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Publish callbacks [] for port (5e946871-c48b-498d-9320-b7ab23b3866a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.367192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.375210 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c28c3df7-6ba3-432d-bb3f-7e55525b80c0 req-051a607a-1541-4343-93e0-63b6a4920227 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142015 Feb 11 13:42:03.505357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:03.515438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:03.548910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:03.792741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d1da-6f12-4bae-bae8-fb5400bef0d8 req-eb33cc6d-6964-4bb1-af58-7203e7f7fe02 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.793795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e807d1da-6f12-4bae-bae8-fb5400bef0d8 req-eb33cc6d-6964-4bb1-af58-7203e7f7fe02 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 946 time: 0.1448200 Feb 11 13:42:03.885935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.957526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:03.961248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:03.970935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.971545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.989094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:04.003448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.003982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.004458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.005070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.005427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.005819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.006188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.006598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.007102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.007483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.008047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.008389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.008722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.020119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-66fd7c0e-b870-47ea-b558-4af38cb043a1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1141546 Feb 11 13:42:04.020587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:04.025530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d', 'fixed_ips': [{'subnet_id': '22913aa5-0859-472f-be1b-8cb0a2bd3c05'}, {'subnet_id': '6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd'}], 'name': 'tempest-PortsIpV6TestJSON-1807642174'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:04.034215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e807d1da-6f12-4bae-bae8-fb5400bef0d8 req-fb2ed39f-c444-472a-aa08-9da158fe16df tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169032 Feb 11 13:42:04.183280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Pushing event updated for resources: {'Port': ['ID=5e946871-c48b-498d-9320-b7ab23b3866a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:04.217247 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.268334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Attempting to bind port 5e946871-c48b-498d-9320-b7ab23b3866a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:04.269079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Attempting to bind port 5e946871-c48b-498d-9320-b7ab23b3866a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '0fc62d3b-7db9-415c-a64a-32aa07ae238d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:04.269639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Attempting to bind port 5e946871-c48b-498d-9320-b7ab23b3866a on network 939e1e0a-247d-45a2-bc4b-0fb01396588d {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:04.283187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:04.283657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Checking segment: {'id': '0fc62d3b-7db9-415c-a64a-32aa07ae238d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:04.284259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.284714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Bound using segment: {'id': '0fc62d3b-7db9-415c-a64a-32aa07ae238d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:04.286427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Bound port: 5e946871-c48b-498d-9320-b7ab23b3866a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc62d3b-7db9-415c-a64a-32aa07ae238d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:04.286909 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.330897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec630a3-0577-4fd3-bb4c-1409edc34df4 req-13dce1b3-1e24-45ec-8d89-e7b6d9f51866 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.332738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fec630a3-0577-4fd3-bb4c-1409edc34df4 req-13dce1b3-1e24-45ec-8d89-e7b6d9f51866 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1512814 Feb 11 13:42:04.374033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:04.410440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] For port 5e946871-c48b-498d-9320-b7ab23b3866a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:04.413731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43017-5286-4811-ab4f-19d57acaccd5 req-343e2715-553f-433e-be8d-28eda733473b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.415482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] For port 5e946871-c48b-498d-9320-b7ab23b3866a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e946871-c48b-498d-9320-b7ab23b3866a,segment=NetworkSegment(0fc62d3b-7db9-415c-a64a-32aa07ae238d),segment_id=0fc62d3b-7db9-415c-a64a-32aa07ae238d)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:04.428641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.429812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ef43017-5286-4811-ab4f-19d57acaccd5 req-343e2715-553f-433e-be8d-28eda733473b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.2636082 Feb 11 13:42:04.469771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:42:04.520936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e37c7-f0e5-4dcd-a056-227bdc7db795 None None] Pushing event updated for resources: {'Port': ['ID=5e946871-c48b-498d-9320-b7ab23b3866a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:04.630955 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.641272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (0d6cc421-b566-4f16-be60-8ec433691ec5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.660448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ef43017-5286-4811-ab4f-19d57acaccd5 req-86f6d848-6945-4854-93d8-08b00413a455 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284610 Feb 11 13:42:04.675115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.743319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fec630a3-0577-4fd3-bb4c-1409edc34df4 req-347de5e0-dc85-4d79-9b4d-1ae19d04971d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979583 Feb 11 13:42:04.752898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:05.075974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810ec2-b24e-4d74-ab2f-c7906f6f7039 req-ea0b57ce-960c-4ed1-a001-e5402ae21cd7 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:05.077619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6a810ec2-b24e-4d74-ab2f-c7906f6f7039 req-ea0b57ce-960c-4ed1-a001-e5402ae21cd7 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 945 time: 0.2927623 Feb 11 13:42:05.121476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe35677-d1c9-459c-a668-44ffb732574f req-3bbfe3d7-b627-44a9-bd53-28af2861c394 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:05.123225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fbe35677-d1c9-459c-a668-44ffb732574f req-3bbfe3d7-b627-44a9-bd53-28af2861c394 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2234659 Feb 11 13:42:05.161282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6a810ec2-b24e-4d74-ab2f-c7906f6f7039 req-eeed30e3-3df0-4e37-9bdc-81dc851c5eeb tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730126 Feb 11 13:42:05.226576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:05.246267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:05.309659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fbe35677-d1c9-459c-a668-44ffb732574f req-d7f3dd6d-1456-49d8-aa70-30c83fe90d1a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933340 Feb 11 13:42:05.443900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:05.444640 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.477855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-bd274f3b-a63c-4582-80fb-c242dad5729d tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:05.480489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-bd274f3b-a63c-4582-80fb-c242dad5729d tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.30 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 945 time: 0.1516776 Feb 11 13:42:05.535670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:05.542770 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5012ee-0c4e-4eff-802c-6c8a6a246651" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-unplugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:05.578781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:05.584926 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.616622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:05.629002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.631272 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:05.659700 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44acd385-aacd-4d15-b63c-32872fa3fd46 x-openstack-request-id: req-44acd385-aacd-4d15-b63c-32872fa3fd46 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:05.661586 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-unplugged", "status": "completed", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:05.661956 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44acd385-aacd-4d15-b63c-32872fa3fd46 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:05.663177 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'code': 200} Feb 11 13:42:05.665950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::342 (939e1e0a-247d-45a2-bc4b-0fb01396588d/22913aa5-0859-472f-be1b-8cb0a2bd3c05/6626761e-dad0-4d9f-950f-6c0cb35f42d2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:05.673129 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:05.676478 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:05.701439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8:0:1::38c (939e1e0a-247d-45a2-bc4b-0fb01396588d/6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd/6626761e-dad0-4d9f-950f-6c0cb35f42d2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:05.729943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=14']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.803912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99778b-c2b2-4603-a224-f6f5cf2428bd req-e9829026-dee3-4a46-b816-bdfd0322b2af tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:05.807693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:05.812928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c99778b-c2b2-4603-a224-f6f5cf2428bd req-e9829026-dee3-4a46-b816-bdfd0322b2af tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3082676 Feb 11 13:42:05.825457 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:05.827540 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:05.857802 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c9fa919b-10e5-4740-a2e0-a6b4a1107c19 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/floatingips/0d6cc421-b566-4f16-be60-8ec433691ec5 HTTP/1.1" status: 200 len: 979 time: 2.7967868 Feb 11 13:42:05.862776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52290) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:05.881434 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:05.882536 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbc363-d142-4a16-b610-2a2f20310dd4 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:05.925259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Deleting port c0315770-d966-4277-893d-ede47e5f9665 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:05.925259 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c0315770-d966-4277-893d-ede47e5f9665), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.035363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c99778b-c2b2-4603-a224-f6f5cf2428bd req-7126980b-44c8-466f-b225-e5f8e30075cc tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214072 Feb 11 13:42:06.038229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e946871-c48b-498d-9320-b7ab23b3866a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:06.176720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa4632-b75f-4eac-bfad-8c6aca2d3712 req-d5f6b0b2-efb0-4feb-8e24-b897bb668611 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.178531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11aa4632-b75f-4eac-bfad-8c6aca2d3712 req-d5f6b0b2-efb0-4feb-8e24-b897bb668611 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.3267975 Feb 11 13:42:06.201474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e946871-c48b-498d-9320-b7ab23b3866a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:06.212914 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.244966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] For port c0315770-d966-4277-893d-ede47e5f9665, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c0315770-d966-4277-893d-ede47e5f9665,segment=NetworkSegment(3ea8fd16-d1c1-45b6-8777-b2412800599e),segment_id=3ea8fd16-d1c1-45b6-8777-b2412800599e)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:06.246993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c0315770-d966-4277-893d-ede47e5f9665), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.313483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Calling delete_port for c0315770-d966-4277-893d-ede47e5f9665 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:06.353467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11aa4632-b75f-4eac-bfad-8c6aca2d3712 req-04aa6f38-cacb-404d-97d0-ecad39d0c7e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650262 Feb 11 13:42:06.408534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e946871-c48b-498d-9320-b7ab23b3866a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:06.408929 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.412112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80f5ee-93ae-4c03-aa58-b947f4d703f9 None None] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:06.432805 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.464777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304c57b-3ae4-44ee-849f-82288d8d1e90 req-d45efd45-b64d-4872-8fe5-198049a67c8c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.470690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8304c57b-3ae4-44ee-849f-82288d8d1e90 req-d45efd45-b64d-4872-8fe5-198049a67c8c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.2458143 Feb 11 13:42:06.559479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 90b27c25-1aad-4c95-8565-ae17cb936437 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:06.561396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (90b27c25-1aad-4c95-8565-ae17cb936437), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.564149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7a338cbc-b015-4d97-b6b5-a55c568cf695 None None] Provisioning complete for port 5e946871-c48b-498d-9320-b7ab23b3866a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:06.565320 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a338cbc-b015-4d97-b6b5-a55c568cf695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.625556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 5e946871-c48b-498d-9320-b7ab23b3866a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e946871-c48b-498d-9320-b7ab23b3866a,segment=NetworkSegment(0fc62d3b-7db9-415c-a64a-32aa07ae238d),segment_id=0fc62d3b-7db9-415c-a64a-32aa07ae238d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:06.635401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8304c57b-3ae4-44ee-849f-82288d8d1e90 req-5d9a9a00-b9cd-4b53-8b90-9d41596a6ab8 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584399 Feb 11 13:42:06.650423 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.678940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.724265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (90b27c25-1aad-4c95-8565-ae17cb936437), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.724895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (90b27c25-1aad-4c95-8565-ae17cb936437), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.778403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 90b27c25-1aad-4c95-8565-ae17cb936437 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:06.785914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=5e946871-c48b-498d-9320-b7ab23b3866a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.809672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c4ba9-6e04-4d92-b070-5433da22f79c req-7c625ebb-b6fb-4f67-bead-0c57f9093f7b tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.812492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb1c4ba9-6e04-4d92-b070-5433da22f79c req-7c625ebb-b6fb-4f67-bead-0c57f9093f7b tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/ports?device_id=575983df-31e6-4ddd-acb5-f7aa8314b365 HTTP/1.1" status: 200 len: 945 time: 0.2563601 Feb 11 13:42:06.848768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7a338cbc-b015-4d97-b6b5-a55c568cf695 None None] Current status of the port 5e946871-c48b-498d-9320-b7ab23b3866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:06.875379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:06.883288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:06.912832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:06.931241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.932028 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.952358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=6626761e-dad0-4d9f-950f-6c0cb35f42d2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.983968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63194fe-4bbe-4971-a074-fde7f4f0b358 None None] Update dhcp port {'port': {'network_id': '939e1e0a-247d-45a2-bc4b-0fb01396588d', 'fixed_ips': [{'subnet_id': '22913aa5-0859-472f-be1b-8cb0a2bd3c05', 'ip_address': '2001:db8::2'}, {'subnet_id': '6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '5e946871-c48b-498d-9320-b7ab23b3866a'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:42:07.028068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-adcb0b1e-767a-4698-9795-a50d63d30959 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0064552 Feb 11 13:42:07.029105 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c0315770-d966-4277-893d-ede47e5f9665), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.034688 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f63194fe-4bbe-4971-a074-fde7f4f0b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.037014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:07.043944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22913aa5-0859-472f-be1b-8cb0a2bd3c05'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:07.047837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c0315770-d966-4277-893d-ede47e5f9665'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:07.064652 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (90b27c25-1aad-4c95-8565-ae17cb936437), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.092235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968746f8-fa79-4753-9847-34ef3b55959a req-a26a5199-8da0-463c-8a4e-d9238f0ea6d2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:07.100239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-968746f8-fa79-4753-9847-34ef3b55959a req-a26a5199-8da0-463c-8a4e-d9238f0ea6d2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3720245 Feb 11 13:42:07.123943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb1c4ba9-6e04-4d92-b070-5433da22f79c req-5b27198c-c1c5-4a21-95ee-31c9a67cebb6 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cef82bc-b7a0-4d6c-a66e-cc30386f2849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982407 Feb 11 13:42:07.132296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Pushing event deleted for resources: {'Port': ['ID=c0315770-d966-4277-893d-ede47e5f9665,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.218052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] No DVR routers for this DVR port c0315770-d966-4277-893d-ede47e5f9665 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:07.231305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.235703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8705c36a-5f5b-4b3e-ae7a-48394fac2b02 req-2c54f3fb-f334-468f-9bb5-e99d1132b513 tempest-ServerMetadataNegativeTestJSON-683549181 tempest-ServerMetadataNegativeTestJSON-683549181-project] 10.222.0.30 "DELETE /v2.0/ports/c0315770-d966-4277-893d-ede47e5f9665 HTTP/1.1" status: 204 len: 173 time: 1.7502863 Feb 11 13:42:07.236205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'name': 'network-vif-deleted', 'tag': 'c0315770-d966-4277-893d-ede47e5f9665'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:07.238570 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad029f68-691c-450f-bfd5-ac811c66dfde" -d '{"events": [{"server_uuid": "575983df-31e6-4ddd-acb5-f7aa8314b365", "name": "network-vif-deleted", "tag": "c0315770-d966-4277-893d-ede47e5f9665"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:07.273884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.281612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f63194fe-4bbe-4971-a074-fde7f4f0b358 None None] Allocated IP 2001:db8:0:1::2 (939e1e0a-247d-45a2-bc4b-0fb01396588d/6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd/5e946871-c48b-498d-9320-b7ab23b3866a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:07.353184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa959e12-b081-45f0-91af-22932a6a3ed9 req-3d199dad-c065-4ab5-9076-c080c9cb7d40 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:07.358899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa959e12-b081-45f0-91af-22932a6a3ed9 req-3d199dad-c065-4ab5-9076-c080c9cb7d40 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1647463 Feb 11 13:42:07.484671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=90b27c25-1aad-4c95-8565-ae17cb936437,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.514952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.515397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.515648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.515990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.516324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.516662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.516991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.517323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.517647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.517971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.518376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.518643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.519082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:07.583572 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa959e12-b081-45f0-91af-22932a6a3ed9 req-11816a9d-2145-4f4a-8ea3-61f81e4ac61a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883926 Feb 11 13:42:07.584526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-968746f8-fa79-4753-9847-34ef3b55959a req-cdc3313a-0e24-4f57-9b59-468cdc5ad76a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833128 Feb 11 13:42:07.607721 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (0d6cc421-b566-4f16-be60-8ec433691ec5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.610490 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP 0d6cc421-b566-4f16-be60-8ec433691ec5 disassociated (deleted). External IP: 172.25.3.199, port: 26f2c176-671f-4191-81fe-1c98ea4dad7b. Feb 11 13:42:07.614885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f63194fe-4bbe-4971-a074-fde7f4f0b358 None None] For port 5e946871-c48b-498d-9320-b7ab23b3866a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e946871-c48b-498d-9320-b7ab23b3866a,segment=NetworkSegment(0fc62d3b-7db9-415c-a64a-32aa07ae238d),segment_id=0fc62d3b-7db9-415c-a64a-32aa07ae238d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:07.671868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f63194fe-4bbe-4971-a074-fde7f4f0b358 None None] Publish callbacks [] for port (5e946871-c48b-498d-9320-b7ab23b3866a), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.690445 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f63194fe-4bbe-4971-a074-fde7f4f0b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.704330 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8255f5bc-615a-48c0-a833-8a503a33be83 x-openstack-request-id: req-8255f5bc-615a-48c0-a833-8a503a33be83 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:07.708057 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575983df-31e6-4ddd-acb5-f7aa8314b365", "name": "network-vif-deleted", "tag": "c0315770-d966-4277-893d-ede47e5f9665", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:07.708528 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8255f5bc-615a-48c0-a833-8a503a33be83 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:07.711352 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575983df-31e6-4ddd-acb5-f7aa8314b365', 'name': 'network-vif-deleted', 'tag': 'c0315770-d966-4277-893d-ede47e5f9665', 'status': 'completed', 'code': 200} Feb 11 13:42:07.837025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63194fe-4bbe-4971-a074-fde7f4f0b358 None None] Pushing event updated for resources: {'Port': ['ID=5e946871-c48b-498d-9320-b7ab23b3866a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.978777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e946871-c48b-498d-9320-b7ab23b3866a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:08.044573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e946871-c48b-498d-9320-b7ab23b3866a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:08.045769 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.083032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d546ee1-c9e1-4a89-9f84-29f66f6c9841 req-294a8e5e-a449-4c14-9186-8794e37d7d56 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.085202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d546ee1-c9e1-4a89-9f84-29f66f6c9841 req-294a8e5e-a449-4c14-9186-8794e37d7d56 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2134459 Feb 11 13:42:08.119524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54cf45-d793-4a83-a8b0-677f1439a0ba req-ec89a424-caad-4738-8753-4eab42f5a35a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.128243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec54cf45-d793-4a83-a8b0-677f1439a0ba req-ec89a424-caad-4738-8753-4eab42f5a35a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.2901371 Feb 11 13:42:08.162406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e946871-c48b-498d-9320-b7ab23b3866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:08.167161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Delete allocated IP 2001:db8:0:1::38c (939e1e0a-247d-45a2-bc4b-0fb01396588d/6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd) {{(pid=103176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:42:08.218057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:08.222572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d546ee1-c9e1-4a89-9f84-29f66f6c9841 req-d1a2ba49-32b3-4a91-b772-627559a8c5e7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977416 Feb 11 13:42:08.250675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec54cf45-d793-4a83-a8b0-677f1439a0ba req-ee4188f0-860a-45f9-b4a3-4c8a662d5135 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213956 Feb 11 13:42:08.364109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.378304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.404512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:08.409438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.417264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:08.428361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:08.429014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.444115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808448-2110-40c6-809f-5710095369b4 req-02757ac4-4732-4346-b78c-7c38c6f84151 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.445648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-df808448-2110-40c6-809f-5710095369b4 req-02757ac4-4732-4346-b78c-7c38c6f84151 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0925157 Feb 11 13:42:08.462693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36ee6d78-d1d7-47db-9392-ded98f9ff389 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/floatingips/0d6cc421-b566-4f16-be60-8ec433691ec5 HTTP/1.1" status: 204 len: 168 time: 2.5967574 Feb 11 13:42:08.467794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52342) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:08.478560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.492869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:08.493610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.505147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] In _notify_port_updated(), no bound segment for port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 on network 939e1e0a-247d-45a2-bc4b-0fb01396588d {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:42:08.511078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.512015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.513792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "PUT /v2.0/ports/6626761e-dad0-4d9f-950f-6c0cb35f42d2 HTTP/1.1" status: 200 len: 926 time: 1.4749644 Feb 11 13:42:08.518024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52344) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:08.526725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22913aa5-0859-472f-be1b-8cb0a2bd3c05'}, {'subnet_id': '6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:08.536865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.537464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b9b21-23fc-4804-956b-895ad2e5e87a None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:08.541417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbea2df-462e-4584-ab52-b7157328a1fa req-fa3be345-7b0d-453a-9d16-8fd74af5b30b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.543213 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dbea2df-462e-4584-ab52-b7157328a1fa req-fa3be345-7b0d-453a-9d16-8fd74af5b30b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1767974 Feb 11 13:42:08.565600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3954040-e5dc-4039-a3ea-7c1279657256 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=6626761e-dad0-4d9f-950f-6c0cb35f42d2,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:08.574866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-df808448-2110-40c6-809f-5710095369b4 req-de6eff68-0e0a-4fcf-a68e-6aca17ea9ee7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176162 Feb 11 13:42:08.601542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 26f2c176-671f-4191-81fe-1c98ea4dad7b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:08.602108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (26f2c176-671f-4191-81fe-1c98ea4dad7b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.643753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52348) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:08.706019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] Deleting subnet cbab0788-1d8c-422f-a66a-cce5945086ac {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:08.746189 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] Publish callbacks [] for subnet (cbab0788-1d8c-422f-a66a-cce5945086ac), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.775948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7338d3-4132-454e-866e-65aa2d93b8c0 None None] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:08.834772 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (cbab0788-1d8c-422f-a66a-cce5945086ac), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.858505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (26f2c176-671f-4191-81fe-1c98ea4dad7b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.860998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fb80500d-9104-4167-b5d2-3be1a57b6abb None None] Provisioning complete for port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:08.861560 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb80500d-9104-4167-b5d2-3be1a57b6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.886393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 26f2c176-671f-4191-81fe-1c98ea4dad7b owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:08.909819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01333ca6-98e6-4ee0-920c-40a1b9748fa0 req-774b2dcb-29bb-4af0-b5df-ff3f2b6caa61 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.912604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01333ca6-98e6-4ee0-920c-40a1b9748fa0 req-774b2dcb-29bb-4af0-b5df-ff3f2b6caa61 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1675050 Feb 11 13:42:08.927987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb80500d-9104-4167-b5d2-3be1a57b6abb None None] Port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:08.931799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (cbab0788-1d8c-422f-a66a-cce5945086ac), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.952299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fb80500d-9104-4167-b5d2-3be1a57b6abb None None] Provisioning complete for port 5e946871-c48b-498d-9320-b7ab23b3866a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:08.952682 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb80500d-9104-4167-b5d2-3be1a57b6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.974420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dbea2df-462e-4584-ab52-b7157328a1fa req-afc3e598-af40-4294-9718-29f91c60e6c1 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106998 Feb 11 13:42:08.976388 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.055180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb80500d-9104-4167-b5d2-3be1a57b6abb None None] Current status of the port 5e946871-c48b-498d-9320-b7ab23b3866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:09.075434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01333ca6-98e6-4ee0-920c-40a1b9748fa0 req-94bf1693-4897-40ed-92ed-3e2c42519f59 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053307 Feb 11 13:42:09.120483 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (cbab0788-1d8c-422f-a66a-cce5945086ac), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.176280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbab0788-1d8c-422f-a66a-cce5945086ac,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.180557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.187316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-336182c5-5b83-41fa-9599-663fda9b501c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cbab0788-1d8c-422f-a66a-cce5945086ac HTTP/1.1" status: 204 len: 168 time: 0.5413320 Feb 11 13:42:09.187970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52354) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:09.223374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c0315770-d966-4277-893d-ede47e5f9665 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:09.263861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: c0315770-d966-4277-893d-ede47e5f9665 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:09.264473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c0315770-d966-4277-893d-ede47e5f9665 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:09.290817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa21a-4c3c-4797-83ac-a9cdfd88323c req-017db200-ce53-4fc0-ad53-8e5e73ea38ec tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.292273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31dfa21a-4c3c-4797-83ac-a9cdfd88323c req-017db200-ce53-4fc0-ad53-8e5e73ea38ec tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2281568 Feb 11 13:42:09.363817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e4f8bac0-95b6-4394-805a-d6c62b2b222a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.392975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-21927ade-5c19-4070-b631-60623db277c5 None None] Provisioning complete for port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:09.393562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21927ade-5c19-4070-b631-60623db277c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.424805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (26f2c176-671f-4191-81fe-1c98ea4dad7b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.449472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-21927ade-5c19-4070-b631-60623db277c5 None None] Port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:09.455205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0d5d-7865-4720-a824-a4964227e0f5 req-ea49cd84-f016-4695-9f94-0889bba6303b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.457554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-690c0d5d-7865-4720-a824-a4964227e0f5 req-ea49cd84-f016-4695-9f94-0889bba6303b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1327305 Feb 11 13:42:09.466072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31dfa21a-4c3c-4797-83ac-a9cdfd88323c req-247ffd62-c2ed-4473-882f-a89e1f6ea658 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605582 Feb 11 13:42:09.477214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-c5513787-20cb-40a7-a4de-9617b3f2c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.478881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-c5513787-20cb-40a7-a4de-9617b3f2c47d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 0.1645014 Feb 11 13:42:09.481739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-21927ade-5c19-4070-b631-60623db277c5 None None] Provisioning complete for port 5e946871-c48b-498d-9320-b7ab23b3866a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:09.483016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-21927ade-5c19-4070-b631-60623db277c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.492123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=26f2c176-671f-4191-81fe-1c98ea4dad7b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.595710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-21927ade-5c19-4070-b631-60623db277c5 None None] Current status of the port 5e946871-c48b-498d-9320-b7ab23b3866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:09.617419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e4f8bac0-95b6-4394-805a-d6c62b2b222a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.642561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8:0:1::dc (939e1e0a-247d-45a2-bc4b-0fb01396588d/6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd/6626761e-dad0-4d9f-950f-6c0cb35f42d2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:09.677364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-690c0d5d-7865-4720-a824-a4964227e0f5 req-cf41cff5-a0c3-4cea-93a2-9a52c6a77c3b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886945 Feb 11 13:42:09.693394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f8bac0-95b6-4394-805a-d6c62b2b222a']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:09.712184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea8fd16-d1c1-45b6-8777-b2412800599e') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:09.713207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea8fd16-d1c1-45b6-8777-b2412800599e') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:09.726244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.731092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a88f9dc4-0cf2-4683-a3e9-f1eb8b47ef76 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/ports/26f2c176-671f-4191-81fe-1c98ea4dad7b HTTP/1.1" status: 204 len: 168 time: 1.2623429 Feb 11 13:42:09.737859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52362) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:09.743409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:09.755836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-6c1a8ce2-0bca-4e8a-8b80-2da793c8f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.757593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-6c1a8ce2-0bca-4e8a-8b80-2da793c8f964 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.2574744 Feb 11 13:42:09.762897 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (3ea8fd16-d1c1-45b6-8777-b2412800599e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.795973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3ea8fd16-d1c1-45b6-8777-b2412800599e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.827886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f87954df-821b-4d67-9e40-4579a04807bf None None] Provisioning complete for port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:09.828442 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f87954df-821b-4d67-9e40-4579a04807bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.860703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d84ea-84a2-464b-8f3c-8e1f09cf66aa req-323e3ace-3821-41e1-b9c4-503b6da8040e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.860703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b65d84ea-84a2-464b-8f3c-8e1f09cf66aa req-323e3ace-3821-41e1-b9c4-503b6da8040e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.2443571 Feb 11 13:42:09.864482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-1aacb919-5563-4509-a0aa-e388d1b041f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 998 time: 0.1001563 Feb 11 13:42:09.875823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:09.876937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f87954df-821b-4d67-9e40-4579a04807bf None None] Port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:09.877370 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (3ea8fd16-d1c1-45b6-8777-b2412800599e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:09.880584 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:09.898647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.904756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e946871-c48b-498d-9320-b7ab23b3866a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:09.960721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e946871-c48b-498d-9320-b7ab23b3866a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:09.961463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.999124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-7584db67-c806-41c1-b1f0-0726a8a0b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.000611 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-7584db67-c806-41c1-b1f0-0726a8a0b78e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1176255 Feb 11 13:42:10.000748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e4f8bac0-95b6-4394-805a-d6c62b2b222a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.011283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.015425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e4f8bac0-95b6-4394-805a-d6c62b2b222a HTTP/1.1" status: 204 len: 168 time: 0.8221314 Feb 11 13:42:10.030505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.043560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73208a-c215-4aea-9541-4f9238d6603b req-4dd97eab-6d24-4824-bb42-eeb78045a8d2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.045894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d73208a-c215-4aea-9541-4f9238d6603b req-4dd97eab-6d24-4824-bb42-eeb78045a8d2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2734985 Feb 11 13:42:10.047795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb06725-d100-4e86-9295-d9498fbdcfc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f8bac0-95b6-4394-805a-d6c62b2b222a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.083450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b65d84ea-84a2-464b-8f3c-8e1f09cf66aa req-cc40df4b-f210-4271-980d-317fd2bfbd43 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149737 Feb 11 13:42:10.089390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e946871-c48b-498d-9320-b7ab23b3866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:10.100191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.114769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-14401867-f068-403b-8f5c-65ac8e386c01 None None] Provisioning complete for port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:10.115238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-14401867-f068-403b-8f5c-65ac8e386c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.135735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d73208a-c215-4aea-9541-4f9238d6603b req-cb4d3b4c-d947-4218-8ffa-52c8f07010ca tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825441 Feb 11 13:42:10.181004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.198220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=6626761e-dad0-4d9f-950f-6c0cb35f42d2,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.231135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-14401867-f068-403b-8f5c-65ac8e386c01 None None] Port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:10.268093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52372) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:10.313936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-b179592c-e31b-4771-a665-23d876008dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.315592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-b179592c-e31b-4771-a665-23d876008dfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3007593 Feb 11 13:42:10.316637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] In _notify_port_updated(), no bound segment for port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 on network 939e1e0a-247d-45a2-bc4b-0fb01396588d {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:42:10.322160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.322828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.326811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6007ff40-7d2a-41c9-aa0d-f26208eb7ee9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "PUT /v2.0/ports/6626761e-dad0-4d9f-950f-6c0cb35f42d2 HTTP/1.1" status: 200 len: 1011 time: 1.8042631 Feb 11 13:42:10.329895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ede061ca-4ab5-497d-baa5-70c4919d12e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98f32dce36474e7bab510c7d466743ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603898 Feb 11 13:42:10.332810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52374) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:10.333137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52376) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:10.419107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf872-69f5-4378-a327-a31bb6549f76 req-15a771ba-a007-4f08-a371-1bd7a8051d6c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.420881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11caf872-69f5-4378-a327-a31bb6549f76 req-15a771ba-a007-4f08-a371-1bd7a8051d6c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 944 time: 0.1759195 Feb 11 13:42:10.456635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-73107dc5-e9b2-4f16-95eb-5aff5ce436d3 None None] Provisioning complete for port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:10.457751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73107dc5-e9b2-4f16-95eb-5aff5ce436d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.471904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-dd643cca-4f8d-4cb2-a7cb-e32b4af15ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465247 Feb 11 13:42:10.493447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-73107dc5-e9b2-4f16-95eb-5aff5ce436d3 None None] Port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:10.503482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11caf872-69f5-4378-a327-a31bb6549f76 req-0556100c-c2b3-422e-8f90-53b07416b49b tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701306 Feb 11 13:42:10.508724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.25.3.153 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/54392ea9-7b2d-4be3-b1d5-dd07db8c2dea) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:10.548163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d38f6f9-322e-4d8c-a9f7-0ed5e4c6d03e admin admin] Publish callbacks [] for security_group (0cef82bc-b7a0-4d6c-a66e-cc30386f2849), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.576761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-473e85f1-26cc-454c-8c41-1581c85e1a46 req-9a4d5b6e-d211-492b-bc93-32a3bac1db67 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964665 Feb 11 13:42:10.584930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eae36c-a10f-43a6-b0f9-de530cfafc32 req-9f6d5f7b-50ec-48d4-8721-34c72f3ce2b4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.586490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64eae36c-a10f-43a6-b0f9-de530cfafc32 req-9f6d5f7b-50ec-48d4-8721-34c72f3ce2b4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2525005 Feb 11 13:42:10.615367 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d38f6f9-322e-4d8c-a9f7-0ed5e4c6d03e admin admin] Publish callbacks [] for security_group (0cef82bc-b7a0-4d6c-a66e-cc30386f2849), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.684502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:42:10.704369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 6626761e-dad0-4d9f-950f-6c0cb35f42d2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:10.704975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.778663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64eae36c-a10f-43a6-b0f9-de530cfafc32 req-ec0e47f7-3f0f-43c4-b157-da3554b26eac tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713941 Feb 11 13:42:10.823300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.839876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:10.847471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d38f6f9-322e-4d8c-a9f7-0ed5e4c6d03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0cef82bc-b7a0-4d6c-a66e-cc30386f2849), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.850051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d38f6f9-322e-4d8c-a9f7-0ed5e4c6d03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.851284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d38f6f9-322e-4d8c-a9f7-0ed5e4c6d03e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0cef82bc-b7a0-4d6c-a66e-cc30386f2849 HTTP/1.1" status: 204 len: 168 time: 0.5151014 Feb 11 13:42:10.851462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360af7b-37fe-4271-97a1-0cd123617184 req-7d14b8a4-c2a5-4f69-b237-2aa289948bba tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.854291 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b360af7b-37fe-4271-97a1-0cd123617184 req-7d14b8a4-c2a5-4f69-b237-2aa289948bba tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0726788 Feb 11 13:42:10.877474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'port_id': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'mac_address': 'fa:16:3e:69:76:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:42:10.883266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38f6f9-322e-4d8c-a9f7-0ed5e4c6d03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef82bc-b7a0-4d6c-a66e-cc30386f2849,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.892010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.937865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 6626761e-dad0-4d9f-950f-6c0cb35f42d2 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:10.940917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:10.942685 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.953287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b360af7b-37fe-4271-97a1-0cd123617184 req-e548672d-0836-4a6e-b673-25e94458b641 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860057 Feb 11 13:42:10.960051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:11.005376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:11.006552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.015251 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.072251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:11.074040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.084390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a174744-95bd-4db9-9cf2-45bf79616036 req-fc8656c5-d5a6-40a8-8013-ad9b2c77337a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.085944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a174744-95bd-4db9-9cf2-45bf79616036 req-fc8656c5-d5a6-40a8-8013-ad9b2c77337a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2040582 Feb 11 13:42:11.091627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:11.098277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:11.139668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=54392ea9-7b2d-4be3-b1d5-dd07db8c2dea,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.219355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a174744-95bd-4db9-9cf2-45bf79616036 req-617a146e-b810-4f09-aa15-e49157581deb tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254437 Feb 11 13:42:11.221729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352f08-edab-4c9b-ae38-63976059fcc1 req-31ab92b0-799c-455a-8b7e-346a3f70c58b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.223820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b352f08-edab-4c9b-ae38-63976059fcc1 req-31ab92b0-799c-455a-8b7e-346a3f70c58b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.0616477 Feb 11 13:42:11.261631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:11.336375 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b352f08-edab-4c9b-ae38-63976059fcc1 req-bbe26246-97fe-4008-ae4e-c5f726a83ae6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937634 Feb 11 13:42:11.366271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6626761e-dad0-4d9f-950f-6c0cb35f42d2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.443800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=6626761e-dad0-4d9f-950f-6c0cb35f42d2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.712445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717d318-2511-41c3-8081-e70cf5ee9e82 req-6a4a56d9-5fe1-4d08-80d9-bd69d8583470 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.720506 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9717d318-2511-41c3-8081-e70cf5ee9e82 req-6a4a56d9-5fe1-4d08-80d9-bd69d8583470 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 945 time: 0.1234801 Feb 11 13:42:11.794913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9717d318-2511-41c3-8081-e70cf5ee9e82 req-1bdf3789-8bb4-45dc-8b07-41e138c71a53 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715141 Feb 11 13:42:11.841171 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.844980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3ce4a03-d95d-4fb8-b1d1-e7280179c575 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/6626761e-dad0-4d9f-950f-6c0cb35f42d2 HTTP/1.1" status: 204 len: 168 time: 1.5097044 Feb 11 13:42:11.847680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52412) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:11.849949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.864807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08827-14b8-4a7a-b9a0-c3e60e7843c7 req-710e6966-64ea-4ccb-b797-f043b599696e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.870604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34f08827-14b8-4a7a-b9a0-c3e60e7843c7 req-710e6966-64ea-4ccb-b797-f043b599696e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.5191309 Feb 11 13:42:11.883392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52414) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:11.885516 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f12c380-b6d5-4ddc-84a6-36c35fb9c299 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:42:11.889787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1f12c380-b6d5-4ddc-84a6-36c35fb9c299 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/6626761e-dad0-4d9f-950f-6c0cb35f42d2 HTTP/1.1" status: 404 len: 333 time: 0.0381982 Feb 11 13:42:11.890061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52416) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:11.941061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.953769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:11.956945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.985893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34f08827-14b8-4a7a-b9a0-c3e60e7843c7 req-193bf0e1-d4fa-423c-8da9-c0d5f7e93307 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063836 Feb 11 13:42:12.021310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-867794802-network', 'tenant_id': '5068deb67e6a4b4eafa1ce9db1ac2154'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:12.033761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.127593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Made reservation on behalf of 5068deb67e6a4b4eafa1ce9db1ac2154 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:12.130388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.157841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.170618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.184880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c97e1-33dc-48b5-b4cf-be5d9fa183df req-5fcad8cc-1043-4933-9cf1-48a3e5fb15a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.186465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f2c97e1-33dc-48b5-b4cf-be5d9fa183df req-5fcad8cc-1043-4933-9cf1-48a3e5fb15a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1076472 Feb 11 13:42:12.221303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ca5a2-2e3f-4b4e-97c5-86a94bf5c152 req-61f56fdd-d445-43e7-a187-d88ef5f0109d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.222937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-188ca5a2-2e3f-4b4e-97c5-86a94bf5c152 req-61f56fdd-d445-43e7-a187-d88ef5f0109d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1549058 Feb 11 13:42:12.267144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f2c97e1-33dc-48b5-b4cf-be5d9fa183df req-d869e5a6-7d37-4fd8-b5a9-fba138432a74 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684555 Feb 11 13:42:12.288575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.327546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.327901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.335911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.339933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.346394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eea88686-c0e5-468c-9d0e-c03eab93685f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd HTTP/1.1" status: 204 len: 168 time: 0.4527383 Feb 11 13:42:12.347387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52426) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:12.349809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029fbfc-f078-434e-bb5f-4f27fde1c5be None None] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:12.369032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-188ca5a2-2e3f-4b4e-97c5-86a94bf5c152 req-c66ae45a-40ac-469b-9469-4bd3653b92b1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379049 Feb 11 13:42:12.446579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=54392ea9-7b2d-4be3-b1d5-dd07db8c2dea,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.479243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 22913aa5-0859-472f-be1b-8cb0a2bd3c05 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:12.490928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (22913aa5-0859-472f-be1b-8cb0a2bd3c05), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.540994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks [] for security_group (8dc287b0-6b77-4bff-af8c-88703f3dee0e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.554568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.558248 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8dc287b0-6b77-4bff-af8c-88703f3dee0e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.578006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (22913aa5-0859-472f-be1b-8cb0a2bd3c05), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.612008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:12.627835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.632119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b30450fe-ca07-4ded-900a-3b8a3ffaac55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8900707 Feb 11 13:42:12.635358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52436) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:12.640929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'port': {'network_id': '67302ed6-a4b0-4411-9040-483f48baa920', 'name': 'tempest-FloatingIPTestJSON-1663782676'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:12.653237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24944f-52b8-4e6e-805f-c99c911ec2c7 req-52340a6a-6e27-44b0-af54-59f27c6ba464 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.655650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef24944f-52b8-4e6e-805f-c99c911ec2c7 req-52340a6a-6e27-44b0-af54-59f27c6ba464 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1662803 Feb 11 13:42:12.657094 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3a36b596-7a07-4abe-a115-d86674a0b4aa), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.657476 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Added segment 3a36b596-7a07-4abe-a115-d86674a0b4aa of type vlan for network 446c2c13-89a5-4875-90f0-1b7719e6113f Feb 11 13:42:12.660698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc287b0-6b77-4bff-af8c-88703f3dee0e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.717689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:12.740271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1605a99-b895-44d0-89bc-27098f68f3be req-409fbc51-d9bb-478e-b8f3-4320c1685bee tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.742509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1605a99-b895-44d0-89bc-27098f68f3be req-409fbc51-d9bb-478e-b8f3-4320c1685bee tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1302946 Feb 11 13:42:12.765255 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (446c2c13-89a5-4875-90f0-1b7719e6113f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.790489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (22913aa5-0859-472f-be1b-8cb0a2bd3c05), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.792652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:12.793131 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.860937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1605a99-b895-44d0-89bc-27098f68f3be req-aabbd50c-0dbe-4c50-8664-d93f9b0cec79 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095352 Feb 11 13:42:12.916360 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (22913aa5-0859-472f-be1b-8cb0a2bd3c05), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.921602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef24944f-52b8-4e6e-805f-c99c911ec2c7 req-ffbbcf88-815f-4182-8de8-c2dd1c69fd7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371738 Feb 11 13:42:12.923019 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (446c2c13-89a5-4875-90f0-1b7719e6113f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.923278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.923874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.925321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:12.926098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.971086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:12.980665 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138f1fd5-fbdd-4f54-bdf9-cbe0f888976a" -d '{"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:12.986690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=22913aa5-0859-472f-be1b-8cb0a2bd3c05,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.991306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1050856 Feb 11 13:42:13.001288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52444) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:13.006577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.014889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:13.016222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7eec214-1892-40d9-ae85-aeda2b2bafb7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/22913aa5-0859-472f-be1b-8cb0a2bd3c05 HTTP/1.1" status: 204 len: 168 time: 0.6666131 Feb 11 13:42:13.020403 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.022320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Request body: {'subnet': {'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-867794802-subnet', 'tenant_id': '5068deb67e6a4b4eafa1ce9db1ac2154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:13.051398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52446) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:13.107529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:13.117915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10900d3-bbc9-4bd7-85e7-f4c63ba24565 admin admin] Pushing event updated for resources: {'Network': ['ID=446c2c13-89a5-4875-90f0-1b7719e6113f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:13.118447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a7ada-4903-4812-a0c6-621ef48306bf req-a6db4c92-7f37-433d-87e2-c312f3258019 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.126630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-581a7ada-4903-4812-a0c6-621ef48306bf req-a6db4c92-7f37-433d-87e2-c312f3258019 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1451824 Feb 11 13:42:13.133957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 446c2c13-89a5-4875-90f0-1b7719e6113f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:13.154653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Made reservation on behalf of 5068deb67e6a4b4eafa1ce9db1ac2154 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:13.157060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.164617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:13.168145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.192626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-581a7ada-4903-4812-a0c6-621ef48306bf req-0aac24ff-9acf-4092-8ff9-5f9c1961ea8b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651147 Feb 11 13:42:13.342046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] device_id is not set on port eb085945-8590-4f16-a09c-25cfcd643d8f yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:13.344055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d930715-b21f-4dbb-a4c5-00145391b20d req-7107dd61-45bf-4bd2-9221-03d4ae9c7767 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.345693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d930715-b21f-4dbb-a4c5-00145391b20d req-7107dd61-45bf-4bd2-9221-03d4ae9c7767 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0607722 Feb 11 13:42:13.352985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (939e1e0a-247d-45a2-bc4b-0fb01396588d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.399254 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d930715-b21f-4dbb-a4c5-00145391b20d req-f951c328-4c5e-4f14-8a19-648d5b42dbf2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460589 Feb 11 13:42:13.468035 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5ef663-b92b-49af-ad0c-434e0a67c2a9 x-openstack-request-id: req-af5ef663-b92b-49af-ad0c-434e0a67c2a9 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:13.468892 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:13.469325 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af5ef663-b92b-49af-ad0c-434e0a67c2a9 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:13.469887 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'code': 200} Feb 11 13:42:13.471964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d300e-6551-4e02-8b09-068b2d248961 req-40fb771d-dd6f-4e3f-a86d-5b83ff2ec89f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.473542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c78d300e-6551-4e02-8b09-068b2d248961 req-40fb771d-dd6f-4e3f-a86d-5b83ff2ec89f tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 947 time: 0.4212515 Feb 11 13:42:13.607991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049de36-7d23-4002-8802-d5fd49e1d084 None None] Network 939e1e0a-247d-45a2-bc4b-0fb01396588d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:13.618161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d3720-db43-437a-8128-b70cebb81cbd req-3a892fcf-e851-42ea-bbb3-1a77e34c4776 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.619861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d51d3720-db43-437a-8128-b70cebb81cbd req-3a892fcf-e851-42ea-bbb3-1a77e34c4776 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0687799 Feb 11 13:42:13.674352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-95705ab2-714d-4e6a-8cb2-422032865f7e None None] Provisioning complete for port 5e946871-c48b-498d-9320-b7ab23b3866a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:13.674722 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95705ab2-714d-4e6a-8cb2-422032865f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.691792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d51d3720-db43-437a-8128-b70cebb81cbd req-04a3a612-9be3-4aaa-aad3-bd00efd9d8be tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Feb 11 13:42:13.694600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 5e946871-c48b-498d-9320-b7ab23b3866a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:13.694941 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.761021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.3 (67302ed6-a4b0-4411-9040-483f48baa920/77685cab-46bc-4b04-b18e-60d4749914d1/eb085945-8590-4f16-a09c-25cfcd643d8f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:13.813065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c78d300e-6551-4e02-8b09-068b2d248961 req-68257f67-6798-401c-b88a-3098c37790f7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035018 Feb 11 13:42:13.843380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e8425-4e0f-4032-bd6c-3c601bc1e5da req-5308c82a-0918-402c-9160-85ba2c06b29e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.850460 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-917e8425-4e0f-4032-bd6c-3c601bc1e5da req-5308c82a-0918-402c-9160-85ba2c06b29e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0653090 Feb 11 13:42:13.862104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-95705ab2-714d-4e6a-8cb2-422032865f7e None None] Current status of the port 5e946871-c48b-498d-9320-b7ab23b3866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:13.910564 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-917e8425-4e0f-4032-bd6c-3c601bc1e5da req-958f8f34-e98b-49c8-977b-e942c9e3ae17 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590782 Feb 11 13:42:13.950246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] DHCP port deletion for 939e1e0a-247d-45a2-bc4b-0fb01396588d request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:42:14.035222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2836-2392-481a-b72e-9697bfcead88 req-15cd11b2-ced4-4aca-b94b-05fd4773b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.037072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-009b2836-2392-481a-b72e-9697bfcead88 req-15cd11b2-ced4-4aca-b94b-05fd4773b286 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1129 time: 0.4214294 Feb 11 13:42:14.042019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Deleting port 5e946871-c48b-498d-9320-b7ab23b3866a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:14.042424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.071250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3c71-334a-4c88-a1d9-087e4a20257b req-e9769718-1743-415a-a194-c6ed28d4dd57 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.072952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b6d3c71-334a-4c88-a1d9-087e4a20257b req-e9769718-1743-415a-a194-c6ed28d4dd57 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0790963 Feb 11 13:42:14.117739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] For port 5e946871-c48b-498d-9320-b7ab23b3866a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e946871-c48b-498d-9320-b7ab23b3866a,segment=NetworkSegment(0fc62d3b-7db9-415c-a64a-32aa07ae238d),segment_id=0fc62d3b-7db9-415c-a64a-32aa07ae238d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:14.118183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.121121 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (edf3ce42-e395-48ab-a24b-7b5173a0fa1f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.131293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] For port 5e946871-c48b-498d-9320-b7ab23b3866a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e946871-c48b-498d-9320-b7ab23b3866a,segment=NetworkSegment(0fc62d3b-7db9-415c-a64a-32aa07ae238d),segment_id=0fc62d3b-7db9-415c-a64a-32aa07ae238d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:14.131526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.145913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Calling delete_port for 5e946871-c48b-498d-9320-b7ab23b3866a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:14.146697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b6d3c71-334a-4c88-a1d9-087e4a20257b req-b0fc4b1b-ec96-4b88-a4ba-92ff68f7c639 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666265 Feb 11 13:42:14.248328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf3ce42-e395-48ab-a24b-7b5173a0fa1f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.254168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.258108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 5e946871-c48b-498d-9320-b7ab23b3866a owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:14.290761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Pushing event deleted for resources: {'Port': ['ID=5e946871-c48b-498d-9320-b7ab23b3866a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.297332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-009b2836-2392-481a-b72e-9697bfcead88 req-5e59c552-8161-448e-9c98-a5286bd314fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406313 Feb 11 13:42:14.302023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.302406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.302816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.303169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.303512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.303851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.304311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.304713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.305054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.305385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.305959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.306090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.306384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:14.310952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe83dd-66ba-4310-b185-9850c206fb52 None None] No DVR routers for this DVR port 5e946871-c48b-498d-9320-b7ab23b3866a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:14.349013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dfc1b-9202-4561-9ea9-de577f457542 req-a133863f-99ef-48d8-bfe7-7e873d9bcc0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.354610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-436dfc1b-9202-4561-9ea9-de577f457542 req-a133863f-99ef-48d8-bfe7-7e873d9bcc0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1286411 Feb 11 13:42:14.400183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-436dfc1b-9202-4561-9ea9-de577f457542 req-851e0881-5446-4d64-bfb4-3b139a95ca02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434093 Feb 11 13:42:14.474321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c642-6c6f-4e2b-99e0-a6c87703c963 req-99bb25c4-74d7-48e2-ac48-11799ccbd18b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.475855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45d7c642-6c6f-4e2b-99e0-a6c87703c963 req-99bb25c4-74d7-48e2-ac48-11799ccbd18b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.4377866 Feb 11 13:42:14.481475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Checking segment: {'id': '3a36b596-7a07-4abe-a115-d86674a0b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:14.481883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Network hostable DHCP agents. Network: 446c2c13-89a5-4875-90f0-1b7719e6113f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:14.542238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (eb085945-8590-4f16-a09c-25cfcd643d8f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.577693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Network 446c2c13-89a5-4875-90f0-1b7719e6113f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:14.577693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5e946871-c48b-498d-9320-b7ab23b3866a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.596323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45d7c642-6c6f-4e2b-99e0-a6c87703c963 req-3c7401fa-c75d-494e-9b7c-b9849e995d24 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986278 Feb 11 13:42:14.612509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-5f7f6a9d-2e6e-4160-9c4d-0423dc5949b6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.621076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-5f7f6a9d-2e6e-4160-9c4d-0423dc5949b6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.1439464 Feb 11 13:42:14.623726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=5e946871-c48b-498d-9320-b7ab23b3866a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.629816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No DVR routers for this DVR port 5e946871-c48b-498d-9320-b7ab23b3866a on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:14.631440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 446c2c13-89a5-4875-90f0-1b7719e6113f) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:14.643895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.643895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.650442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed66da4a-a4ea-4138-bfa6-5f451bf70abb None None] Network 446c2c13-89a5-4875-90f0-1b7719e6113f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:14.678862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-d9ae71ec-6ed3-40f5-8b10-10ba73f64ded tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/quotas/0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 375 time: 0.0559907 Feb 11 13:42:14.696855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (eb085945-8590-4f16-a09c-25cfcd643d8f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.718169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-de881ac5-84fe-423a-9985-4d668a7ccff0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7118776 Feb 11 13:42:14.773254 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-18150126-045c-4e29-a64c-441c933edb51 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919938 Feb 11 13:42:14.791349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f41a7d-e849-4e9e-b5c4-38de59f1991a None None] Network 446c2c13-89a5-4875-90f0-1b7719e6113f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:14.800838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (939e1e0a-247d-45a2-bc4b-0fb01396588d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.835968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 67302ed6-a4b0-4411-9040-483f48baa920 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:14.847589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:14.850653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939e1e0a-247d-45a2-bc4b-0fb01396588d']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:14.863545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:14.902037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc62d3b-7db9-415c-a64a-32aa07ae238d') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:14.902284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc62d3b-7db9-415c-a64a-32aa07ae238d') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:14.905631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=eb085945-8590-4f16-a09c-25cfcd643d8f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.908072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-ce20222b-1ec4-45ff-aca0-f4cead3edbc7 service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270771 Feb 11 13:42:14.937011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (0fc62d3b-7db9-415c-a64a-32aa07ae238d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.963349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e13d1-3c66-4a3a-b924-06b2676c27f5 req-52393b95-fe31-49fc-9e1a-b4bafde58a19 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.964847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db0e13d1-3c66-4a3a-b924-06b2676c27f5 req-52393b95-fe31-49fc-9e1a-b4bafde58a19 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2571251 Feb 11 13:42:14.965781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0fc62d3b-7db9-415c-a64a-32aa07ae238d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.977743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.978383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.984141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:14.984548 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (0fc62d3b-7db9-415c-a64a-32aa07ae238d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:14.993662 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:15.011703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-997cc978-1cb4-42ae-a1e6-564e394222c0 service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968525 Feb 11 13:42:15.058909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d0d0a13d-99d1-4f91-9836-d96552ba05dd tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4218745 Feb 11 13:42:15.062288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:15.067484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'port_id': 'eb085945-8590-4f16-a09c-25cfcd643d8f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:15.087611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (939e1e0a-247d-45a2-bc4b-0fb01396588d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.096464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.100961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/939e1e0a-247d-45a2-bc4b-0fb01396588d HTTP/1.1" status: 204 len: 168 time: 2.0096731 Feb 11 13:42:15.103965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:15.104670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db0e13d1-3c66-4a3a-b924-06b2676c27f5 req-af945fe1-ee1b-4a9d-870a-9cdc50198eb3 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325786 Feb 11 13:42:15.114998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc47d5-3ac4-4667-b256-086faf86523d tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=939e1e0a-247d-45a2-bc4b-0fb01396588d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:15.168671 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.244176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8408d5-d3e6-4356-afbb-c79f2743b4e0 req-2149a419-4169-4cfc-b3b3-acf8648a3525 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.253302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b8408d5-d3e6-4356-afbb-c79f2743b4e0 req-2149a419-4169-4cfc-b3b3-acf8648a3525 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 947 time: 0.0730596 Feb 11 13:42:15.266154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfcff37-5f11-4a2c-9a61-5596dc1c6750 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.273598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0bfcff37-5f11-4a2c-9a61-5596dc1c6750 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1629260 Feb 11 13:42:15.274137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:15.332386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b8408d5-d3e6-4356-afbb-c79f2743b4e0 req-34e4c222-20e9-4a4b-9b89-c6b2991a2e1d tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772784 Feb 11 13:42:15.460246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1bd9794-0bce-4ade-9519-fde715e6982c req-b087de15-acbf-4578-94cb-fbd234f283df tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 210 time: 0.0361018 Feb 11 13:42:15.467678 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-90a96640-50bf-43db-b622-6eee8fc9def8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1894331 Feb 11 13:42:15.469030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:15.476683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-368397713'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:15.584264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:15.590308 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.653042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278a366-7e9d-48ad-a2a7-04a3e61eda16 req-15c0ceb7-14a4-47f1-8634-ae3eb8252b46 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.654932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f278a366-7e9d-48ad-a2a7-04a3e61eda16 req-15c0ceb7-14a4-47f1-8634-ae3eb8252b46 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.0765388 Feb 11 13:42:15.707806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-df7c37ed-395b-4155-a1bd-9bbbfd8b2186 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.715625 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-df7c37ed-395b-4155-a1bd-9bbbfd8b2186 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/networks?id=446c2c13-89a5-4875-90f0-1b7719e6113f HTTP/1.1" status: 200 len: 812 time: 0.3058922 Feb 11 13:42:15.716892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f278a366-7e9d-48ad-a2a7-04a3e61eda16 req-ab8e3f04-b6d9-4d09-b2c7-07f1ee1d97f0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552015 Feb 11 13:42:15.739544 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-732c9c32-95c2-4049-a168-8e30e06bf4da tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/quotas/5068deb67e6a4b4eafa1ce9db1ac2154 HTTP/1.1" status: 200 len: 375 time: 0.0220165 Feb 11 13:42:15.771467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:15.849980 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-d8f16f7b-7b01-49ca-a934-471a1cdd9a34 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5068deb67e6a4b4eafa1ce9db1ac2154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095994 Feb 11 13:42:15.904913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013e890-c345-460a-9ff5-9eec9412a11c req-8a41b45c-5992-47cb-b7ae-a4ad0216c678 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.914795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e013e890-c345-460a-9ff5-9eec9412a11c req-8a41b45c-5992-47cb-b7ae-a4ad0216c678 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1115046 Feb 11 13:42:15.929989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e946871-c48b-498d-9320-b7ab23b3866a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:15.964279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5e946871-c48b-498d-9320-b7ab23b3866a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:15.965393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e946871-c48b-498d-9320-b7ab23b3866a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:15.980364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e013e890-c345-460a-9ff5-9eec9412a11c req-43681080-0c7d-4078-9a03-3fc08abc57b7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632982 Feb 11 13:42:16.117341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a0692-cecf-4f1c-bb2c-38ce1cadc465 req-b9a63c33-58f7-4d67-9e33-05af5b444225 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:16.119035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e91a0692-cecf-4f1c-bb2c-38ce1cadc465 req-b9a63c33-58f7-4d67-9e33-05af5b444225 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0593481 Feb 11 13:42:16.175111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e91a0692-cecf-4f1c-bb2c-38ce1cadc465 req-af896fe1-0b6f-44bc-88ed-5ca9ff5a98f6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499165 Feb 11 13:42:16.195010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c4dc8352-70a0-4095-adcf-5c92217ac8d7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.195361 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment c4dc8352-70a0-4095-adcf-5c92217ac8d7 of type vlan for network 48bfb437-3c13-4723-96ec-ed8c230335f0 Feb 11 13:42:16.323496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (48bfb437-3c13-4723-96ec-ed8c230335f0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.392050 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-2b58ea4b-b398-436e-9b85-be5306bb5a0a service neutron] 10.222.0.79 "GET /v2.0/networks/446c2c13-89a5-4875-90f0-1b7719e6113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315189 Feb 11 13:42:16.401248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (48bfb437-3c13-4723-96ec-ed8c230335f0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.410508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:16.413009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.468018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72d503-3da6-4ddf-aec5-8683c01ab678 req-0537b797-9966-48fe-b2e0-01fdf8e5c215 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:16.469465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a72d503-3da6-4ddf-aec5-8683c01ab678 req-0537b797-9966-48fe-b2e0-01fdf8e5c215 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1496150 Feb 11 13:42:16.515723 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0407586 Feb 11 13:42:16.517957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-c886fdca-2a50-4580-a3ed-eb66de1344c8 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:16.519511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-c886fdca-2a50-4580-a3ed-eb66de1344c8 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.1983924 Feb 11 13:42:16.521298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52562) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:16.521727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:42:16.526451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:16.540585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'port': {'device_id': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'admin_state_up': True, 'tenant_id': '0fc1963646b24db29d6fa425515bd613'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:16.600089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a72d503-3da6-4ddf-aec5-8683c01ab678 req-bd5bbe84-a6a7-404e-b300-0eca09547348 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135798 Feb 11 13:42:16.615719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2030a-0fa1-45b5-85e2-461567411a93 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=48bfb437-3c13-4723-96ec-ed8c230335f0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:16.633987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:16.641986 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.649604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.723550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:16.726738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.747006 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-cc27e7d0-4fea-4eeb-b986-01251a527624 service neutron] 10.222.0.79 "GET /v2.0/networks/446c2c13-89a5-4875-90f0-1b7719e6113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269389 Feb 11 13:42:16.767032 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP 7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb associated. External IP: 172.25.3.153, port: eb085945-8590-4f16-a09c-25cfcd643d8f. Feb 11 13:42:16.999003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6efc38d-fe19-40be-86e9-00dd5f362c8c req-30db279b-1333-494f-a515-dd8eb5cb23e9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 210 time: 0.0350764 Feb 11 13:42:17.098680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:17.148006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Made reservation on behalf of 0fc1963646b24db29d6fa425515bd613 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:17.151362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.206251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38179bab-0d30-47ab-87f2-1a9282650895 req-6aa46c40-07b2-4f09-81f7-3e6878b1c65a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.207790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38179bab-0d30-47ab-87f2-1a9282650895 req-6aa46c40-07b2-4f09-81f7-3e6878b1c65a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1239142 Feb 11 13:42:17.242721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b24027-2be3-46cc-99c3-5319fb431e03 req-accfa590-ba5f-4d37-af6a-7ab7a335b72c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.244171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b24027-2be3-46cc-99c3-5319fb431e03 req-accfa590-ba5f-4d37-af6a-7ab7a335b72c tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 947 time: 0.5240049 Feb 11 13:42:17.302384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38179bab-0d30-47ab-87f2-1a9282650895 req-e2e67944-a1cc-44a9-8bea-5299dc6f1dfb tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878963 Feb 11 13:42:17.308352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:17.314159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.319481 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:17.338314 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:17.340173 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:17.366148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0338e390-1e6e-4c3d-84d2-eea2d38159d4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/floatingips/7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb HTTP/1.1" status: 200 len: 978 time: 2.2986979 Feb 11 13:42:17.367218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52580) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:17.430584 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:17.445605 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:17.446602 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:17.453917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Allocated IP 172.20.0.8 (1e2e3114-c580-4e15-b954-e5b348075cc9/78e991b3-5a92-48e4-a2cd-9448eaedded5/b369bdd6-9a10-41cf-a476-92625e95e383) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:17.484756 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:17.485786 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bee2fb-a2b5-4aae-ae3b-d9649b404153 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:17.496959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69b24027-2be3-46cc-99c3-5319fb431e03 req-d1605d75-0778-4991-9652-6d43d9061ee0 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381518 Feb 11 13:42:17.512359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (890ffc9c-9e6e-4350-b290-620d35d6c174), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.588918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port eb085945-8590-4f16-a09c-25cfcd643d8f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:17.589558 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (eb085945-8590-4f16-a09c-25cfcd643d8f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.600732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e508-c14f-4daf-8dcb-a5ec92144638 req-3382b7a9-4a18-4c21-b6f5-13b9f583b87c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.604493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d952e508-c14f-4daf-8dcb-a5ec92144638 req-3382b7a9-4a18-4c21-b6f5-13b9f583b87c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1618319 Feb 11 13:42:17.660729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=890ffc9c-9e6e-4350-b290-620d35d6c174,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.670984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b596869-0634-4702-95a9-39193c052ca5 req-c068549e-5393-4c01-864d-6a7ccc7129a6 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 210 time: 0.0596008 Feb 11 13:42:17.706940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': 'c4dc8352-70a0-4095-adcf-5c92217ac8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:17.707563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: 48bfb437-3c13-4723-96ec-ed8c230335f0, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:17.737540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d952e508-c14f-4daf-8dcb-a5ec92144638 req-91df1305-ef7f-44f9-b5ca-8b293670803b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160455 Feb 11 13:42:17.782921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (eb085945-8590-4f16-a09c-25cfcd643d8f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.798434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:17.839702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 48bfb437-3c13-4723-96ec-ed8c230335f0) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:17.850206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.850810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.858790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2a1d7-b4d3-4e4f-8c15-645665dcf070 None None] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:17.874160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (b369bdd6-9a10-41cf-a476-92625e95e383), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.898039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8899601-dd4b-4e67-978f-ef47c58e9cea req-414c5087-6c66-431c-a11b-8366d7b0b7b6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.900520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8899601-dd4b-4e67-978f-ef47c58e9cea req-414c5087-6c66-431c-a11b-8366d7b0b7b6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1279368 Feb 11 13:42:17.904431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-033f9477-b741-4998-be11-cc44b8c6c51b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3815451 Feb 11 13:42:17.908585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52588) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:17.914709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0', 'name': 'tempest-PortsIpV6TestJSON-1591669670'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:18.002439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-48bfb437-3c13-4723-96ec-ed8c230335f0', 'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0', 'project_id': 'b3a0e39a666547d8af4d06fb3faa793e', 'fixed_ips': [{'subnet_id': '890ffc9c-9e6e-4350-b290-620d35d6c174'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:18.003645 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.037646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.079380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8899601-dd4b-4e67-978f-ef47c58e9cea req-189f0ba9-bcc5-4fbd-b546-548c11c11dad tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669064 Feb 11 13:42:18.155340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:18.175593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:18.184579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:18.231686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Allocated IP 2001:db8::2 (48bfb437-3c13-4723-96ec-ed8c230335f0/890ffc9c-9e6e-4350-b290-620d35d6c174/a0c58f86-f9d4-4c24-b6cf-477a8c5afedd) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:18.243989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=b369bdd6-9a10-41cf-a476-92625e95e383,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.268621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:18.272047 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.282461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-1a95eb16-2840-4997-9cd2-ee821f35bf0b tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:18.284972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-1a95eb16-2840-4997-9cd2-ee821f35bf0b tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.30 "GET /v2.0/networks?id=446c2c13-89a5-4875-90f0-1b7719e6113f HTTP/1.1" status: 200 len: 812 time: 0.2610350 Feb 11 13:42:18.293136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.293452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.293846 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP 7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb disassociated. External IP: 172.25.3.153, port: eb085945-8590-4f16-a09c-25cfcd643d8f. Feb 11 13:42:18.294432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for eb085945-8590-4f16-a09c-25cfcd643d8f owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:18.303719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:18.304370 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.309341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Request body: {'port': {'device_id': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f', 'admin_state_up': True, 'tenant_id': '5068deb67e6a4b4eafa1ce9db1ac2154'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:18.317147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port c28088d6-dbbc-48aa-8a90-7156810600d5 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:18.342720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611fdb8-a644-4086-b0d1-f6e4fca5f5aa req-1466940e-c170-43c4-a2ff-b3ce7fc68c3d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:18.350184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b611fdb8-a644-4086-b0d1-f6e4fca5f5aa req-1466940e-c170-43c4-a2ff-b3ce7fc68c3d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1936252 Feb 11 13:42:18.389836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-44395da8-ff0f-4cc3-8370-deae676327a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8541403 Feb 11 13:42:18.413036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Request body: {'port': {'device_id': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:18.426743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a7c26-df4d-408b-9070-d04ced6329d1 req-7af605d3-c915-4db5-8e46-ebcb6256e2ab tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:18.436683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e9a7c26-df4d-408b-9070-d04ced6329d1 req-7af605d3-c915-4db5-8e46-ebcb6256e2ab tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 931 time: 0.3081076 Feb 11 13:42:18.445865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Publish callbacks [] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.453833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.506725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:18.508735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:18.511543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Pushing event updated for resources: {'Port': ['ID=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.515453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:18.534935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b611fdb8-a644-4086-b0d1-f6e4fca5f5aa req-2947c01e-5ce2-413b-9a29-250639135b3d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838465 Feb 11 13:42:18.550488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.573298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::77 (48bfb437-3c13-4723-96ec-ed8c230335f0/890ffc9c-9e6e-4350-b290-620d35d6c174/c28088d6-dbbc-48aa-8a90-7156810600d5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:18.578091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e9a7c26-df4d-408b-9070-d04ced6329d1 req-c354b9a8-353c-4b86-b851-4170dab5674f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405382 Feb 11 13:42:18.627858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Attempting to bind port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:18.628610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Attempting to bind port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c4dc8352-70a0-4095-adcf-5c92217ac8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:18.629266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Attempting to bind port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd on network 48bfb437-3c13-4723-96ec-ed8c230335f0 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:18.636632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-37334eee-6ee5-4ed9-bc72-65da095ea817 None None] Provisioning complete for port b369bdd6-9a10-41cf-a476-92625e95e383 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:18.637978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37334eee-6ee5-4ed9-bc72-65da095ea817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.652370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Made reservation on behalf of 5068deb67e6a4b4eafa1ce9db1ac2154 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:18.657910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.668795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:18.669440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Checking segment: {'id': 'c4dc8352-70a0-4095-adcf-5c92217ac8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:18.669957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.670511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Bound using segment: {'id': 'c4dc8352-70a0-4095-adcf-5c92217ac8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:18.671120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Bound port: a0c58f86-f9d4-4c24-b6cf-477a8c5afedd, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc8352-70a0-4095-adcf-5c92217ac8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:18.671599 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.716760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-37334eee-6ee5-4ed9-bc72-65da095ea817 None None] Port b369bdd6-9a10-41cf-a476-92625e95e383 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:18.752482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] For port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:18.757362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] For port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,segment=NetworkSegment(c4dc8352-70a0-4095-adcf-5c92217ac8d7),segment_id=c4dc8352-70a0-4095-adcf-5c92217ac8d7)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:18.766236 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.783711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (eb085945-8590-4f16-a09c-25cfcd643d8f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.849730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa26f7-5888-4df8-aa2e-55fda451935d None None] Pushing event updated for resources: {'Port': ['ID=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.875538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c178dec-f886-413b-b4ff-285a371b5400 req-8b239581-a35f-40bf-8d8a-893a55e9c91e tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 210 time: 0.0933099 Feb 11 13:42:18.880303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=eb085945-8590-4f16-a09c-25cfcd643d8f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.904165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Allocated IP 172.20.0.11 (446c2c13-89a5-4875-90f0-1b7719e6113f/edf3ce42-e395-48ab-a24b-7b5173a0fa1f/7429e0ed-f7ec-4102-9342-6364c08cfa80) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:18.919079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb119-0710-4692-a780-da377797a142 req-37c4e12a-4ad3-45fc-9ea7-07fb68a8b56d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:18.923274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e6cb119-0710-4692-a780-da377797a142 req-37c4e12a-4ad3-45fc-9ea7-07fb68a8b56d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2663770 Feb 11 13:42:19.031707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (c28088d6-dbbc-48aa-8a90-7156810600d5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.098977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e6cb119-0710-4692-a780-da377797a142 req-5d5d53de-139f-415d-a4ad-139c7656d2d9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347640 Feb 11 13:42:19.199908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b369bdd6-9a10-41cf-a476-92625e95e383 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:19.205663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c28088d6-dbbc-48aa-8a90-7156810600d5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.226224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Publish callbacks [] for port (b369bdd6-9a10-41cf-a476-92625e95e383), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.288464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:19.302899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:19.305036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Transition to ACTIVE for port object b369bdd6-9a10-41cf-a476-92625e95e383 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:19.314592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:19.319943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:19.320573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.340510 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.347156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4361303 Feb 11 13:42:19.349227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0b4d8-e90d-4d23-90c7-c4eabbeb50b7 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=c28088d6-dbbc-48aa-8a90-7156810600d5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.352791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52604) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:19.365460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '48bfb437-3c13-4723-96ec-ed8c230335f0', 'name': 'tempest-PortsIpV6TestJSON-562085943'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:19.468857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327e70-658c-4444-b64f-f4d9d03d5c86 req-b0d4828a-7572-451d-8cc8-5ec819cd8749 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:19.470987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20327e70-658c-4444-b64f-f4d9d03d5c86 req-b0d4828a-7572-451d-8cc8-5ec819cd8749 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2825124 Feb 11 13:42:19.487708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:19.523577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a31422-1777-47f0-8e1c-d2d292526772 req-a215176a-e275-4aa4-8aa8-d4478d073221 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:19.525051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3a31422-1777-47f0-8e1c-d2d292526772 req-a215176a-e275-4aa4-8aa8-d4478d073221 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.5625143 Feb 11 13:42:19.540465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Pushing event updated for resources: {'Port': ['ID=b369bdd6-9a10-41cf-a476-92625e95e383,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.616539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3a31422-1777-47f0-8e1c-d2d292526772 req-6610e6d9-88db-4248-9bb6-9a24e0df5a62 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772479 Feb 11 13:42:19.695467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20327e70-658c-4444-b64f-f4d9d03d5c86 req-99f9e34c-9a65-404f-afeb-e6133d1c7aa9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078733 Feb 11 13:42:19.732194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:19.745299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks [] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.747486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.772620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Attempting to bind port b369bdd6-9a10-41cf-a476-92625e95e383 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:19.772961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Attempting to bind port b369bdd6-9a10-41cf-a476-92625e95e383 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:19.773296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Attempting to bind port b369bdd6-9a10-41cf-a476-92625e95e383 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:19.789024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Port b369bdd6-9a10-41cf-a476-92625e95e383 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:42:19.789275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Attempting to bind port b369bdd6-9a10-41cf-a476-92625e95e383 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:19.792647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port b28c5cb1-18fd-4636-96e8-f03f5cc26f6e yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:19.893111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:19.893361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:19.893755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Bound using segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:19.894229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Bound port: b369bdd6-9a10-41cf-a476-92625e95e383, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:19.894608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.910775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.959700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a0c58f86-f9d4-4c24-b6cf-477a8c5afedd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:19.967793 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-9897fb5c-2844-4404-b820-025ad41362c7 req-51a1c791-7869-4768-8c11-d92410c8ebbb service neutron] show failed (client error): The resource could not be found. Feb 11 13:42:19.968989 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-51a1c791-7869-4768-8c11-d92410c8ebbb service neutron] 10.222.0.83 "GET /v2.0/ports/40007b45-6c78-431c-a763-f45d4bdaa534/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.1892211 Feb 11 13:42:20.053833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Network 446c2c13-89a5-4875-90f0-1b7719e6113f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:20.055201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:20.080812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] For port b369bdd6-9a10-41cf-a476-92625e95e383, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:20.081829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:20.090492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] For port b369bdd6-9a10-41cf-a476-92625e95e383, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b369bdd6-9a10-41cf-a476-92625e95e383,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:20.114565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:20.115294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.121056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:20.156005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.163023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129c28e-abbd-49e9-af90-e60f27b79002 req-dc856edf-2133-4f7d-bd13-c0ec8df4beb1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.166594 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9129c28e-abbd-49e9-af90-e60f27b79002 req-dc856edf-2133-4f7d-bd13-c0ec8df4beb1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 943 time: 0.2627704 Feb 11 13:42:20.187941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:20.190316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.203519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Pushing event updated for resources: {'Port': ['ID=7429e0ed-f7ec-4102-9342-6364c08cfa80,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:20.207103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.207910 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.209507 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] 10.222.0.83 "PUT /v2.0/ports/b369bdd6-9a10-41cf-a476-92625e95e383 HTTP/1.1" status: 200 len: 1091 time: 1.8048637 Feb 11 13:42:20.216258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'tag': 'b369bdd6-9a10-41cf-a476-92625e95e383'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:20.217438 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c707c743-abcb-45ee-a87d-5702691fc001" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e5051-6222-4e25-9c72-bddc5bc466f1", "tag": "b369bdd6-9a10-41cf-a476-92625e95e383"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:20.342242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:20.344208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:20.344814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f225760-3370-4764-bdab-c0134ad0c158 service neutron] Pushing event updated for resources: {'Port': ['ID=b369bdd6-9a10-41cf-a476-92625e95e383,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:20.387452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::aa (48bfb437-3c13-4723-96ec-ed8c230335f0/890ffc9c-9e6e-4350-b290-620d35d6c174/b28c5cb1-18fd-4636-96e8-f03f5cc26f6e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:20.391828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-868792ab-b4a8-4a38-9074-f14b884eee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.393461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-868792ab-b4a8-4a38-9074-f14b884eee54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 1125 time: 0.0928845 Feb 11 13:42:20.446292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-be8d8b61-da44-498d-9eba-502ac4dd93d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b369bdd6-9a10-41cf-a476-92625e95e383 HTTP/1.1" status: 200 len: 217 time: 0.0451295 Feb 11 13:42:20.461951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.462759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.465862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.469201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cff3437b-5d8e-4e01-8726-783ec3a6b187 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/ports/eb085945-8590-4f16-a09c-25cfcd643d8f HTTP/1.1" status: 204 len: 168 time: 3.1008501 Feb 11 13:42:20.476936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52624) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:20.493815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:20.496341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:20.496939 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.500493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc59777-a2f1-4ef0-a943-0fb3d713a602 None None] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:20.509641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9129c28e-abbd-49e9-af90-e60f27b79002 req-10079989-7944-4fe5-b993-96f3de00ca59 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609878 Feb 11 13:42:20.531921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6e0a8366-8849-4db8-8d1b-2a9d0072ad97 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2315428 Feb 11 13:42:20.547096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Request body: {'port': {'device_id': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:20.554963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-8199dbd1-c905-4d43-9fbd-40a98dbc01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.556981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-8199dbd1-c905-4d43-9fbd-40a98dbc01eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 1128 time: 0.2129929 Feb 11 13:42:20.586202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:20.601863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5ece1fe6-54b9-4822-a822-fb4c85007a4c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "GET /v2.0/floatingips/7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb HTTP/1.1" status: 200 len: 688 time: 0.1237204 Feb 11 13:42:20.605425 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3f2c2-75e2-4efa-acc6-2bb28950f37d x-openstack-request-id: req-dcb3f2c2-75e2-4efa-acc6-2bb28950f37d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:20.605724 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e5051-6222-4e25-9c72-bddc5bc466f1", "tag": "b369bdd6-9a10-41cf-a476-92625e95e383", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:20.605988 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dcb3f2c2-75e2-4efa-acc6-2bb28950f37d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:20.606417 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'tag': 'b369bdd6-9a10-41cf-a476-92625e95e383', 'status': 'completed', 'code': 200} Feb 11 13:42:20.615982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52626) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:20.663694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:20.665024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:20.702248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.705531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:20.706211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94c057-7071-4af3-b751-b79f23257571 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:20.733519 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.734564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,segment=NetworkSegment(c4dc8352-70a0-4095-adcf-5c92217ac8d7),segment_id=c4dc8352-70a0-4095-adcf-5c92217ac8d7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:20.737341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-7692dc6b-25ce-4858-902c-c6a870cea6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.740414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-7692dc6b-25ce-4858-902c-c6a870cea6e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.2880349 Feb 11 13:42:20.740657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c7524542-52a0-42e0-9b55-4a0d0bbbdaea None None] Provisioning complete for port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:20.740900 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7524542-52a0-42e0-9b55-4a0d0bbbdaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.765619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.829811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:20.830633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a45cb2-5029-4688-aa1b-e26154d8e676 req-819c579f-90d0-4b2b-b2ff-2f669f2c0b18 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.841787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a45cb2-5029-4688-aa1b-e26154d8e676 req-819c579f-90d0-4b2b-b2ff-2f669f2c0b18 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 932 time: 0.3930032 Feb 11 13:42:20.858999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4e026-5b4c-4a80-88ca-eb9f5468c360 req-8f29019a-ceb0-4616-8f50-73a7ef2bcfaf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.866700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c4e026-5b4c-4a80-88ca-eb9f5468c360 req-8f29019a-ceb0-4616-8f50-73a7ef2bcfaf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1828010 Feb 11 13:42:20.912429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c7524542-52a0-42e0-9b55-4a0d0bbbdaea None None] Current status of the port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:20.983497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-308ba582-86bd-4048-bf83-48779249f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.985212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-308ba582-86bd-4048-bf83-48779249f8c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2040706 Feb 11 13:42:20.994482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-86a45cb2-5029-4688-aa1b-e26154d8e676 req-beead4c5-3f9a-4b47-9142-923f601116cd tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521251 Feb 11 13:42:21.007068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 54392ea9-7b2d-4be3-b1d5-dd07db8c2dea {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:21.007403 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.011472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (b28c5cb1-18fd-4636-96e8-f03f5cc26f6e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.058427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c4e026-5b4c-4a80-88ca-eb9f5468c360 req-9f2a9b94-c386-4235-aee0-e8cad8df8086 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837575 Feb 11 13:42:21.182985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c53d3420-8839-4aed-807c-c645c8a1167b None None] Provisioning complete for port c28088d6-dbbc-48aa-8a90-7156810600d5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:21.183997 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c53d3420-8839-4aed-807c-c645c8a1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c28088d6-dbbc-48aa-8a90-7156810600d5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.230560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:21.238375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c53d3420-8839-4aed-807c-c645c8a1167b None None] Port c28088d6-dbbc-48aa-8a90-7156810600d5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:21.253771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c53d3420-8839-4aed-807c-c645c8a1167b None None] Provisioning complete for port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:21.254458 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c53d3420-8839-4aed-807c-c645c8a1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.306867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:21.363166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c53d3420-8839-4aed-807c-c645c8a1167b None None] Current status of the port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:21.375404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7429e0ed-f7ec-4102-9342-6364c08cfa80 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:21.381910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:21.384184 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4d86a-f01e-4950-ab5f-49251906441f" -d '{"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-unplugged", "status": "completed", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:21.391109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Publish callbacks [] for port (40007b45-6c78-431c-a763-f45d4bdaa534), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.394478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Publish callbacks [] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.413956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Transition to ACTIVE for port object 40007b45-6c78-431c-a763-f45d4bdaa534 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:21.414993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Transition to ACTIVE for port object 7429e0ed-f7ec-4102-9342-6364c08cfa80 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:21.420579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.426115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.460710 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12210bbf-49ac-4ae5-8985-b978be2df531 x-openstack-request-id: req-12210bbf-49ac-4ae5-8985-b978be2df531 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:21.461098 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-unplugged", "status": "completed", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:21.461283 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12210bbf-49ac-4ae5-8985-b978be2df531 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:21.461665 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'code': 200} Feb 11 13:42:21.495435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-34321d42-ea5b-4b50-a8c4-b44bc5bf6106 None None] Provisioning complete for port c28088d6-dbbc-48aa-8a90-7156810600d5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:21.496025 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34321d42-ea5b-4b50-a8c4-b44bc5bf6106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c28088d6-dbbc-48aa-8a90-7156810600d5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.508037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.508592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.527063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b28c5cb1-18fd-4636-96e8-f03f5cc26f6e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.535355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 54392ea9-7b2d-4be3-b1d5-dd07db8c2dea owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:21.548723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-50683924-88c1-4798-a968-8b01d972ad3d service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526032 Feb 11 13:42:21.553359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-34321d42-ea5b-4b50-a8c4-b44bc5bf6106 None None] Port c28088d6-dbbc-48aa-8a90-7156810600d5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:21.571943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:21.682168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:21.689863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21074a-8c22-4152-b3a6-55cc90326df9 req-7158c691-f148-4ee6-8c97-7237e5fd31f9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:21.691540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d21074a-8c22-4152-b3a6-55cc90326df9 req-7158c691-f148-4ee6-8c97-7237e5fd31f9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.2652929 Feb 11 13:42:21.699613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=b28c5cb1-18fd-4636-96e8-f03f5cc26f6e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:21.703673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:21.706584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:21.712673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:21.713313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.769017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] No DVR routers for this DVR port 40007b45-6c78-431c-a763-f45d4bdaa534 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:21.774655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Pushing event updated for resources: {'Port': ['ID=7429e0ed-f7ec-4102-9342-6364c08cfa80,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:21.807256 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ae4d8ef8-9ea5-4c0e-b4ce-f8253a43efcb tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4502249 Feb 11 13:42:21.811644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52634) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:21.820749 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.915597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a1702c3-bbd2-4428-a357-8cb1c10d49ca req-9848e428-c01f-451c-bd05-6d519c2304e9 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322897 Feb 11 13:42:21.938049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d21074a-8c22-4152-b3a6-55cc90326df9 req-e29cab0a-aeb2-4055-8605-1a80e7192647 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186711 Feb 11 13:42:21.944413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a0c58f86-f9d4-4c24-b6cf-477a8c5afedd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:21.960248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f9fbb-1d70-4c0c-a63c-e9eecad176cb req-73379ad8-a721-4af8-a9aa-09773d9a53b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:21.968419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d4f9fbb-1d70-4c0c-a63c-e9eecad176cb req-73379ad8-a721-4af8-a9aa-09773d9a53b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 943 time: 0.3511093 Feb 11 13:42:22.016602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9dec8-6a7b-4453-8a07-533c1df2d151 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.021076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-85c9dec8-6a7b-4453-8a07-533c1df2d151 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A77 HTTP/1.1" status: 200 len: 928 time: 0.2083979 Feb 11 13:42:22.024884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52638) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:22.027723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Attempting to bind port 7429e0ed-f7ec-4102-9342-6364c08cfa80 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:22.028231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Attempting to bind port 7429e0ed-f7ec-4102-9342-6364c08cfa80 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '3a36b596-7a07-4abe-a115-d86674a0b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:22.028718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Attempting to bind port 7429e0ed-f7ec-4102-9342-6364c08cfa80 on network 446c2c13-89a5-4875-90f0-1b7719e6113f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:22.038027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:22.038442 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.046835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Port 7429e0ed-f7ec-4102-9342-6364c08cfa80 on network 446c2c13-89a5-4875-90f0-1b7719e6113f not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:42:22.047300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Attempting to bind port 7429e0ed-f7ec-4102-9342-6364c08cfa80 on network 446c2c13-89a5-4875-90f0-1b7719e6113f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:22.088165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:22.088507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Checking segment: {'id': '3a36b596-7a07-4abe-a115-d86674a0b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:22.088904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Bound using segment: {'id': '3a36b596-7a07-4abe-a115-d86674a0b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:22.089334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Bound port: 7429e0ed-f7ec-4102-9342-6364c08cfa80, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36b596-7a07-4abe-a115-d86674a0b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:22.089689 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.101001 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d4f9fbb-1d70-4c0c-a63c-e9eecad176cb req-0272fa7d-c66c-45ac-b173-e5b26a274fba tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314597 Feb 11 13:42:22.123820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b0b54c01-57a1-4ce9-aefd-3e85c4743dbe None None] Provisioning complete for port b28c5cb1-18fd-4636-96e8-f03f5cc26f6e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:22.123820 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0b54c01-57a1-4ce9-aefd-3e85c4743dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b28c5cb1-18fd-4636-96e8-f03f5cc26f6e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.187827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] For port 7429e0ed-f7ec-4102-9342-6364c08cfa80, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:22.191609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] For port 7429e0ed-f7ec-4102-9342-6364c08cfa80, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7429e0ed-f7ec-4102-9342-6364c08cfa80,segment=NetworkSegment(3a36b596-7a07-4abe-a115-d86674a0b4aa),segment_id=3a36b596-7a07-4abe-a115-d86674a0b4aa)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:22.193444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b0b54c01-57a1-4ce9-aefd-3e85c4743dbe None None] Port b28c5cb1-18fd-4636-96e8-f03f5cc26f6e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:22.193976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (54392ea9-7b2d-4be3-b1d5-dd07db8c2dea), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.198250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:22.210486 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.239299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:22.239632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:22.240538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:22.243786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=54392ea9-7b2d-4be3-b1d5-dd07db8c2dea,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.252443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c743-abcb-45ee-a87d-5702691fc001 req-afef7854-4dea-49b1-8e58-4abd19db39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.253993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c707c743-abcb-45ee-a87d-5702691fc001 req-afef7854-4dea-49b1-8e58-4abd19db39c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 1125 time: 0.2543755 Feb 11 13:42:22.267931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.268540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.269940 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] 10.222.0.30 "PUT /v2.0/ports/7429e0ed-f7ec-4102-9342-6364c08cfa80 HTTP/1.1" status: 200 len: 1092 time: 1.7278690 Feb 11 13:42:22.275224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Port 40007b45-6c78-431c-a763-f45d4bdaa534 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:42:22.275555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Attempting to bind port 40007b45-6c78-431c-a763-f45d4bdaa534 on network 0aac6a42-5279-4f67-8ad7-310c8e2de94d {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:22.290576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa5b5-4e8f-401d-993c-35909c52d534 req-83b47224-5cee-4b7e-86d8-01429b3aa166 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.291100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:22.291444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Checking segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:22.291829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Bound using segment: {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:22.292526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f5fa5b5-4e8f-401d-993c-35909c52d534 req-83b47224-5cee-4b7e-86d8-01429b3aa166 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 944 time: 0.1791542 Feb 11 13:42:22.298333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Bound port: 40007b45-6c78-431c-a763-f45d4bdaa534, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c516c0-bc05-4248-ae42-d5b2c63a44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:22.298724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.355268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8da6b8-44a5-41f6-8f59-0bb85465b751 service neutron] Pushing event updated for resources: {'Port': ['ID=7429e0ed-f7ec-4102-9342-6364c08cfa80,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.396744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efeb4f-6cc0-400e-8a16-175e7a6f13a3 req-63be0302-fb36-4f53-8a74-df3a720c6e20 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.398166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1efeb4f-6cc0-400e-8a16-175e7a6f13a3 req-63be0302-fb36-4f53-8a74-df3a720c6e20 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2007375 Feb 11 13:42:22.421794 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.424500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.426260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1f9149a3-98d5-4651-a0bf-05a40107739c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/floatingips/7312ae10-01ae-4c1c-b4d8-eb7e7dbb78eb HTTP/1.1" status: 204 len: 168 time: 1.8096528 Feb 11 13:42:22.429598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port b28c5cb1-18fd-4636-96e8-f03f5cc26f6e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:22.429598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b28c5cb1-18fd-4636-96e8-f03f5cc26f6e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.432124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:22.438867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'bf6aa11c-e064-460f-8d2b-25ed8807cea5'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:22.463215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-cd1040e3-7123-40d7-9b40-c4a570c9c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.464728 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-cd1040e3-7123-40d7-9b40-c4a570c9c388 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5068deb67e6a4b4eafa1ce9db1ac2154&device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 1126 time: 0.1467764 Feb 11 13:42:22.467450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:22.472527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:22.522011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.526361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f5fa5b5-4e8f-401d-993c-35909c52d534 req-725cf038-11e8-4248-8aed-86825a691e9a tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017887 Feb 11 13:42:22.539340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-5a91ae8d-4c2a-48a2-9112-a11eabd759b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7429e0ed-f7ec-4102-9342-6364c08cfa80 HTTP/1.1" status: 200 len: 217 time: 0.0604596 Feb 11 13:42:22.543349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c743-abcb-45ee-a87d-5702691fc001 req-f9c2c0e1-63a5-4b78-8e75-a2f1a0f708a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.544898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c707c743-abcb-45ee-a87d-5702691fc001 req-f9c2c0e1-63a5-4b78-8e75-a2f1a0f708a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.2708333 Feb 11 13:42:22.555153 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.593694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c707c743-abcb-45ee-a87d-5702691fc001 req-c8f23ace-c83e-4cbe-86ef-2ae1dd67f596 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b369bdd6-9a10-41cf-a476-92625e95e383 HTTP/1.1" status: 200 len: 217 time: 0.0426052 Feb 11 13:42:22.610837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b28c5cb1-18fd-4636-96e8-f03f5cc26f6e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.645640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for b28c5cb1-18fd-4636-96e8-f03f5cc26f6e owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:22.665298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c743-abcb-45ee-a87d-5702691fc001 req-a2577ec8-c2db-4fdd-a57a-97b897b39b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.666744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c707c743-abcb-45ee-a87d-5702691fc001 req-a2577ec8-c2db-4fdd-a57a-97b897b39b8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0674727 Feb 11 13:42:22.773236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c743-abcb-45ee-a87d-5702691fc001 req-077f86f4-2afd-4d15-8b64-44a6a8222dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.774944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c707c743-abcb-45ee-a87d-5702691fc001 req-077f86f4-2afd-4d15-8b64-44a6a8222dc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0724947 Feb 11 13:42:22.886792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b28c5cb1-18fd-4636-96e8-f03f5cc26f6e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.908814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1efeb4f-6cc0-400e-8a16-175e7a6f13a3 req-4a364b52-333b-485b-9175-a63529ec12ce tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033092 Feb 11 13:42:22.920168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.920704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.922111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] 10.222.0.30 "PUT /v2.0/ports/40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1092 time: 2.3425786 Feb 11 13:42:22.926731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=b28c5cb1-18fd-4636-96e8-f03f5cc26f6e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.985504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c707c743-abcb-45ee-a87d-5702691fc001 req-96ae52df-a73f-4b7a-afc9-baace4f7088e service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010019 Feb 11 13:42:22.987346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.993068 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e3619171-1fd8-4254-a8fb-996a0ce2d765 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/b28c5cb1-18fd-4636-96e8-f03f5cc26f6e HTTP/1.1" status: 204 len: 168 time: 0.9643772 Feb 11 13:42:23.005561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52648) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:23.028485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-2fa43532-97ef-4dd2-bdab-124f232786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.029955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-2fa43532-97ef-4dd2-bdab-124f232786d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edf3ce42-e395-48ab-a24b-7b5173a0fa1f HTTP/1.1" status: 200 len: 852 time: 0.4822965 Feb 11 13:42:23.049197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e9fe7-5564-4f91-ab63-ddd370d7eb23 service neutron] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.067047 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d475987-6f1c-4d73-878c-396d5f726068 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:42:23.068610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d475987-6f1c-4d73-878c-396d5f726068 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/b28c5cb1-18fd-4636-96e8-f03f5cc26f6e HTTP/1.1" status: 404 len: 333 time: 0.0564344 Feb 11 13:42:23.082229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52650) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:23.089039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-41598cae-2a17-490d-b03f-96bdcd67993e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=446c2c13-89a5-4875-90f0-1b7719e6113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366118 Feb 11 13:42:23.170880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-cf511778-d58c-40c4-ac8f-a2286ffc1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.172478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-cf511778-d58c-40c4-ac8f-a2286ffc1002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1126 time: 0.2165353 Feb 11 13:42:23.227284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c707c743-abcb-45ee-a87d-5702691fc001 req-f34d99dd-6a9a-413d-89d2-dc4f05d4b787 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355709 Feb 11 13:42:23.255894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da9a7-d04b-478d-a522-dbe0a50fac8f req-22963c46-e0ef-4ebc-966c-122485f4b7cf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.257438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c0da9a7-d04b-478d-a522-dbe0a50fac8f req-22963c46-e0ef-4ebc-966c-122485f4b7cf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.1740379 Feb 11 13:42:23.284394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port c28088d6-dbbc-48aa-8a90-7156810600d5 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:23.284728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c28088d6-dbbc-48aa-8a90-7156810600d5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.363549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c0da9a7-d04b-478d-a522-dbe0a50fac8f req-1a08077c-6102-4aad-8d50-58d04948bbaa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990670 Feb 11 13:42:23.378860 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-35792c9e-271f-4f88-ad16-401691146e89 service neutron] 10.222.0.30 "GET /v2.0/networks/446c2c13-89a5-4875-90f0-1b7719e6113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596819 Feb 11 13:42:23.389222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.395661 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c28088d6-dbbc-48aa-8a90-7156810600d5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.406488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-c732efc7-b6ff-4607-b923-968ae46a60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.407921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-c732efc7-b6ff-4607-b923-968ae46a60fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.2251470 Feb 11 13:42:23.408250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for c28088d6-dbbc-48aa-8a90-7156810600d5 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:23.414716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0507e52-7bae-4a74-b5f3-7f21f0410979 req-61eee1c3-9793-41d3-8b8b-df5db9f4f688 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.416093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0507e52-7bae-4a74-b5f3-7f21f0410979 req-61eee1c3-9793-41d3-8b8b-df5db9f4f688 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 943 time: 0.1915252 Feb 11 13:42:23.470352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'tag': '7429e0ed-f7ec-4102-9342-6364c08cfa80'}, {'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:23.472535 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac7344a-60b7-4822-97e3-5496df173652" -d '{"events": [{"name": "network-changed", "server_uuid": "987b0019-5b36-426a-b2fd-dbc5ccc7fb5c", "tag": "7429e0ed-f7ec-4102-9342-6364c08cfa80"}, {"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:23.545873 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c28088d6-dbbc-48aa-8a90-7156810600d5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.570934 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdd38dc-907f-4616-89e2-de9c57bf8ea4 x-openstack-request-id: req-7cdd38dc-907f-4616-89e2-de9c57bf8ea4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:23.571232 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987b0019-5b36-426a-b2fd-dbc5ccc7fb5c", "tag": "7429e0ed-f7ec-4102-9342-6364c08cfa80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:23.571491 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7cdd38dc-907f-4616-89e2-de9c57bf8ea4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:23.571887 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'tag': '7429e0ed-f7ec-4102-9342-6364c08cfa80', 'status': 'completed', 'code': 200} Feb 11 13:42:23.572150 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'status': 'completed', 'code': 200} Feb 11 13:42:23.576762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=c28088d6-dbbc-48aa-8a90-7156810600d5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.610134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-7b2fe1a8-7913-4b1a-9e89-fcc8b8fb9c66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1000 time: 0.1921785 Feb 11 13:42:23.623193 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.628790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6a5fb5af-918b-4b05-a233-7b12bd253b05 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/c28088d6-dbbc-48aa-8a90-7156810600d5 HTTP/1.1" status: 204 len: 168 time: 0.5418060 Feb 11 13:42:23.630459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52658) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:23.675241 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2725d5-9303-4297-ae10-60a91ed837f2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:42:23.679982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ed2725d5-9303-4297-ae10-60a91ed837f2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/c28088d6-dbbc-48aa-8a90-7156810600d5 HTTP/1.1" status: 404 len: 333 time: 0.0459785 Feb 11 13:42:23.682143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52660) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:23.701384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0507e52-7bae-4a74-b5f3-7f21f0410979 req-cc9312ca-6f71-4604-ad3d-4c13e9069419 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669775 Feb 11 13:42:23.712797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca05b3cc-d3df-4dc8-aefc-4e981d0a6e71 req-6fbbac5c-9764-43d0-bded-28f0444eb25d service neutron] 10.222.0.30 "GET /v2.0/networks/446c2c13-89a5-4875-90f0-1b7719e6113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201942 Feb 11 13:42:23.731586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.25.3.86 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/72c2f3ce-aa45-437d-8503-56c023c0089b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:23.749869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-94350b04-6183-40ef-bbe1-ab0cccfc6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.749869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-94350b04-6183-40ef-bbe1-ab0cccfc6838 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.1110330 Feb 11 13:42:23.789326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-4238f1e2-17c1-4bdc-aa15-3f7204f9a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.790951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-4238f1e2-17c1-4bdc-aa15-3f7204f9a543 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1126 time: 0.1795368 Feb 11 13:42:23.796402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 890ffc9c-9e6e-4350-b290-620d35d6c174 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:23.812256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (890ffc9c-9e6e-4350-b290-620d35d6c174), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.865236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ce18a-77db-4b5d-987b-6ac093fd4767 req-85519781-a16a-4e09-aa63-d6d7c1a72e5d tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.866877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e89ce18a-77db-4b5d-987b-6ac093fd4767 req-85519781-a16a-4e09-aa63-d6d7c1a72e5d tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 944 time: 0.1932209 Feb 11 13:42:23.925242 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (890ffc9c-9e6e-4350-b290-620d35d6c174), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.933124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897fb5c-2844-4404-b820-025ad41362c7 req-c34e0fc2-0d39-4f69-b04d-7abd49a82003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.935224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-c34e0fc2-0d39-4f69-b04d-7abd49a82003 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1798196 Feb 11 13:42:23.943057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-c01732e3-6e44-4903-8858-696ba616e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.944503 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-c01732e3-6e44-4903-8858-696ba616e228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5068deb67e6a4b4eafa1ce9db1ac2154&device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 1126 time: 0.1321964 Feb 11 13:42:23.957121 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.027683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-7589e6d8-5e12-4c98-8714-830ad3be137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.029276 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-7589e6d8-5e12-4c98-8714-830ad3be137c service neutron] 10.222.0.83 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.2302642 Feb 11 13:42:24.048450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e89ce18a-77db-4b5d-987b-6ac093fd4767 req-4eb9f4b5-0f7a-4793-9e7c-6d028c5c6331 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472523 Feb 11 13:42:24.111872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (890ffc9c-9e6e-4350-b290-620d35d6c174), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.152694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-de177db1-96b8-4975-a3f6-6f36cf79f0e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1000 time: 0.1033051 Feb 11 13:42:24.163682 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-ef96f44e-d055-4b66-8d52-324aaf88c6d8 service neutron] 10.222.0.30 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182586 Feb 11 13:42:24.175052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.197869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-923c2d5e-43bd-4ab4-869e-e76aa75ecff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.199371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-923c2d5e-43bd-4ab4-869e-e76aa75ecff5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=446c2c13-89a5-4875-90f0-1b7719e6113f HTTP/1.1" status: 200 len: 913 time: 0.2407258 Feb 11 13:42:24.214238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-fae37bbf-b53e-4234-8aee-8030813ed33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.215723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-fae37bbf-b53e-4234-8aee-8030813ed33f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.0559449 Feb 11 13:42:24.217665 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (890ffc9c-9e6e-4350-b290-620d35d6c174), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.258165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=890ffc9c-9e6e-4350-b290-620d35d6c174,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:24.264395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:24.271344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c5e9c0-8f6f-42ad-ba41-0afab4d7df12 None None] Network 48bfb437-3c13-4723-96ec-ed8c230335f0 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:24.276913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.283377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-87ede413-7097-478e-90ab-c0bd1e69bb04 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/890ffc9c-9e6e-4350-b290-620d35d6c174 HTTP/1.1" status: 204 len: 168 time: 0.5971735 Feb 11 13:42:24.284132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52664) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:24.302684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2639c-4441-453f-826e-31fd0fa9825b req-bf957195-e082-490c-a6d2-24aa17db2308 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.304186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1a2639c-4441-453f-826e-31fd0fa9825b req-bf957195-e082-490c-a6d2-24aa17db2308 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2567801 Feb 11 13:42:24.333150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-d82e5c81-bb50-4b27-91ab-a2164dd2a6e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7429e0ed-f7ec-4102-9342-6364c08cfa80 HTTP/1.1" status: 200 len: 217 time: 0.1032920 Feb 11 13:42:24.334020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:24.342724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:24.366084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-fae061ba-ceed-4946-ae48-49d331712202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.367720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-fae061ba-ceed-4946-ae48-49d331712202 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1409476 Feb 11 13:42:24.372689 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (48bfb437-3c13-4723-96ec-ed8c230335f0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.434340 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:42:24.442035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=72c2f3ce-aa45-437d-8503-56c023c0089b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:24.458439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-09c588d6-e41c-4e50-ae8a-4796c0a47c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.460101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-09c588d6-e41c-4e50-ae8a-4796c0a47c2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edf3ce42-e395-48ab-a24b-7b5173a0fa1f HTTP/1.1" status: 200 len: 852 time: 0.1153045 Feb 11 13:42:24.467331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] DHCP port deletion for 48bfb437-3c13-4723-96ec-ed8c230335f0 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:42:24.526844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] Deleting port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:24.527250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.530243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-da875f44-02eb-404f-9ed5-86d8c57d0e23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=446c2c13-89a5-4875-90f0-1b7719e6113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559423 Feb 11 13:42:24.535993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-ce8323b4-ec78-4362-b98f-984bba04e519 service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595943 Feb 11 13:42:24.555727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9897fb5c-2844-4404-b820-025ad41362c7 req-fbb07f88-32d4-424c-af9c-497964516480 service neutron] 10.222.0.30 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785214 Feb 11 13:42:24.604352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258da7d6-8bac-4a5d-9c5c-e45bfdd6662a req-7508acc7-148b-4efb-b5dd-bc9b6bd72696 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.606034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-258da7d6-8bac-4a5d-9c5c-e45bfdd6662a req-7508acc7-148b-4efb-b5dd-bc9b6bd72696 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.1413450 Feb 11 13:42:24.612091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1a2639c-4441-453f-826e-31fd0fa9825b req-004989c7-aae3-44e5-a367-5f0bee093b27 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753551 Feb 11 13:42:24.665281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:24.665869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.748338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b369bdd6-9a10-41cf-a476-92625e95e383 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:42:24.750389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:24.786108 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-c87e48b6-5369-4939-b4ff-d85fae49b499 service neutron] 10.222.0.30 "GET /v2.0/networks/446c2c13-89a5-4875-90f0-1b7719e6113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463183 Feb 11 13:42:24.804366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] For port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,segment=NetworkSegment(c4dc8352-70a0-4095-adcf-5c92217ac8d7),segment_id=c4dc8352-70a0-4095-adcf-5c92217ac8d7)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:24.804811 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.827982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] Calling delete_port for a0c58f86-f9d4-4c24-b6cf-477a8c5afedd owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:24.908962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 40007b45-6c78-431c-a763-f45d4bdaa534 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:42:24.909498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:24.997121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b369bdd6-9a10-41cf-a476-92625e95e383, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b369bdd6-9a10-41cf-a476-92625e95e383,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.011109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'b369bdd6-9a10-41cf-a476-92625e95e383', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': 'b369bdd6-9a10-41cf-a476-92625e95e383', 'mac_address': 'fa:16:3e:9e:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:42:25.037923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e49-bd9d-4043-ba03-9cca4ec9f178 req-93cdf026-85db-4583-8003-19c1e9e79309 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.039970 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cfb6e49-bd9d-4043-ba03-9cca4ec9f178 req-93cdf026-85db-4583-8003-19c1e9e79309 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 943 time: 0.2190058 Feb 11 13:42:25.041907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-1b5855d6-4e73-4cb9-9f9a-daed23fa317b service neutron] 10.222.0.30 "GET /v2.0/networks/446c2c13-89a5-4875-90f0-1b7719e6113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459524 Feb 11 13:42:25.045691 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.082022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-55baf71a-7aa4-4ca0-978c-27a6073aae6d service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379553 Feb 11 13:42:25.082329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] No DVR routers for this DVR port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:25.090021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeb362-f7ab-4084-88f1-3855d60cb6b2 None None] Pushing event deleted for resources: {'Port': ['ID=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.101874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b369bdd6-9a10-41cf-a476-92625e95e383 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:25.102667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] For port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,segment=NetworkSegment(c4dc8352-70a0-4095-adcf-5c92217ac8d7),segment_id=c4dc8352-70a0-4095-adcf-5c92217ac8d7)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.102825 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.103044 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.119753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b369bdd6-9a10-41cf-a476-92625e95e383 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:25.129417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-258da7d6-8bac-4a5d-9c5c-e45bfdd6662a req-54ed052f-349c-4f1a-ad0b-a39e78b0f6f4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4734876 Feb 11 13:42:25.142743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for a0c58f86-f9d4-4c24-b6cf-477a8c5afedd owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:25.145173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b369bdd6-9a10-41cf-a476-92625e95e383, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b369bdd6-9a10-41cf-a476-92625e95e383,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.151120 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.213926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b369bdd6-9a10-41cf-a476-92625e95e383,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.271375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7429e0ed-f7ec-4102-9342-6364c08cfa80 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:42:25.283824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a0c58f86-f9d4-4c24-b6cf-477a8c5afedd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.318196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79196a90-2495-45c2-ad6b-6f0e02dfb325 req-92f0517b-e8e2-441e-84c8-686ed627f2f6 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.319751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79196a90-2495-45c2-ad6b-6f0e02dfb325 req-92f0517b-e8e2-441e-84c8-686ed627f2f6 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 944 time: 0.0964315 Feb 11 13:42:25.322829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=a0c58f86-f9d4-4c24-b6cf-477a8c5afedd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.324734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No DVR routers for this DVR port a0c58f86-f9d4-4c24-b6cf-477a8c5afedd on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:25.404338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7429e0ed-f7ec-4102-9342-6364c08cfa80, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7429e0ed-f7ec-4102-9342-6364c08cfa80,segment=NetworkSegment(3a36b596-7a07-4abe-a115-d86674a0b4aa),segment_id=3a36b596-7a07-4abe-a115-d86674a0b4aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.410036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:25.434058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (48bfb437-3c13-4723-96ec-ed8c230335f0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.443458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '7429e0ed-f7ec-4102-9342-6364c08cfa80', 'network_id': '446c2c13-89a5-4875-90f0-1b7719e6113f', 'port_id': '7429e0ed-f7ec-4102-9342-6364c08cfa80', 'mac_address': 'fa:16:3e:71:3d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf3ce42-e395-48ab-a24b-7b5173a0fa1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:42:25.457104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79196a90-2495-45c2-ad6b-6f0e02dfb325 req-3d80db3e-20ae-4faf-8b37-fbf8247d7b20 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261778 Feb 11 13:42:25.465912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bfb437-3c13-4723-96ec-ed8c230335f0']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:25.476942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dc8352-70a0-4095-adcf-5c92217ac8d7') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:25.477350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dc8352-70a0-4095-adcf-5c92217ac8d7') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:25.494871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (c4dc8352-70a0-4095-adcf-5c92217ac8d7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.507079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 7429e0ed-f7ec-4102-9342-6364c08cfa80 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:25.507496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.515173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c4dc8352-70a0-4095-adcf-5c92217ac8d7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.523558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:25.524408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (c4dc8352-70a0-4095-adcf-5c92217ac8d7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:25.529430 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:25.532760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7429e0ed-f7ec-4102-9342-6364c08cfa80 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:25.538540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cfb6e49-bd9d-4043-ba03-9cca4ec9f178 req-f5d95339-1b45-4057-a416-b920149c8c4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871213 Feb 11 13:42:25.566680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-e623eb25-eb1e-423c-8352-cf3e3cb795b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.568138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7429e0ed-f7ec-4102-9342-6364c08cfa80, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7429e0ed-f7ec-4102-9342-6364c08cfa80,segment=NetworkSegment(3a36b596-7a07-4abe-a115-d86674a0b4aa),segment_id=3a36b596-7a07-4abe-a115-d86674a0b4aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.568778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-e623eb25-eb1e-423c-8352-cf3e3cb795b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1126 time: 0.4408498 Feb 11 13:42:25.578763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.585410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (cd8cfcac-2953-4845-b4a3-ba3296c59c50), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.602714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (48bfb437-3c13-4723-96ec-ed8c230335f0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.618192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.626593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/48bfb437-3c13-4723-96ec-ed8c230335f0 HTTP/1.1" status: 204 len: 168 time: 1.3381758 Feb 11 13:42:25.634618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52672) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:25.640547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1902776590'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:25.645684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e4b52-d675-457f-985d-153a51de0ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=48bfb437-3c13-4723-96ec-ed8c230335f0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.660701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=7429e0ed-f7ec-4102-9342-6364c08cfa80,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.685939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:25.696829 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.737446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.743377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-5e184e66-d1e0-4905-83db-df46b4645225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.744928 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-5e184e66-d1e0-4905-83db-df46b4645225 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.1609416 Feb 11 13:42:25.757537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:25.772460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c07a3453-503b-43ed-b13b-3bc4ed7767b2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.772812 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment c07a3453-503b-43ed-b13b-3bc4ed7767b2 of type vlan for network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 Feb 11 13:42:25.792837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5d2f-6ada-43d5-b0b7-281c2783ce62 req-2cc1d2dc-6439-4fbf-a350-7e8e88a869ce tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.794405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a5b5d2f-6ada-43d5-b0b7-281c2783ce62 req-2cc1d2dc-6439-4fbf-a350-7e8e88a869ce tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0861635 Feb 11 13:42:25.815703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['7429e0ed-f7ec-4102-9342-6364c08cfa80'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:25.845502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (46e470a8-5e5e-43cf-b2b3-21b3af7ce715), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.859474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-e7c6213d-5cb8-46bf-93d0-8169680d5fbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1000 time: 0.0939384 Feb 11 13:42:25.895957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a0c58f86-f9d4-4c24-b6cf-477a8c5afedd no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:25.900890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0a5b5d2f-6ada-43d5-b0b7-281c2783ce62 req-7f702656-ac2a-49fe-a67e-250ca1d2f37d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852354 Feb 11 13:42:25.906268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (46e470a8-5e5e-43cf-b2b3-21b3af7ce715), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.911542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.912162 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.926991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: a0c58f86-f9d4-4c24-b6cf-477a8c5afedd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:25.927363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a0c58f86-f9d4-4c24-b6cf-477a8c5afedd not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:25.954218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-a29551f9-44cf-4893-a68c-c306a4637401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.955683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-a29551f9-44cf-4893-a68c-c306a4637401 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.0866632 Feb 11 13:42:25.970978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3324437 Feb 11 13:42:25.971235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52676) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:25.976152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:26.025800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ee761-b0e6-4c54-ab31-b193d8e4914a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=46e470a8-5e5e-43cf-b2b3-21b3af7ce715,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.045443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.045925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:26.049750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7344a-60b7-4822-97e3-5496df173652 req-f99e5259-90ac-4bee-a66e-b61eef5d56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.051539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-f99e5259-90ac-4bee-a66e-b61eef5d56f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869167 Feb 11 13:42:26.052664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.104743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:26.108981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.180308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=72c2f3ce-aa45-437d-8503-56c023c0089b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.203776 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (cd8cfcac-2953-4845-b4a3-ba3296c59c50), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.294369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-1caa2af5-d8c4-4783-9184-49b5553885b7 service neutron] 10.222.0.30 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362769 Feb 11 13:42:26.307763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d9dbd92a-80e5-4b38-8991-108106ea2813), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.382556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=d9dbd92a-80e5-4b38-8991-108106ea2813,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.391151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': 'c07a3453-503b-43ed-b13b-3bc4ed7767b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:26.391533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: 46e470a8-5e5e-43cf-b2b3-21b3af7ce715, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:26.414094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:26.425391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 46e470a8-5e5e-43cf-b2b3-21b3af7ce715) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:26.429666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.430759 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.438266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f96405f-80d8-4097-9ecf-7719079b9b92 None None] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:26.440480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df0df3-a4e3-4e6f-9d4e-fe8d1a284711 req-8f382b64-8bc8-432c-9827-2046158f42bf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.442382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-48df0df3-a4e3-4e6f-9d4e-fe8d1a284711 req-8f382b64-8bc8-432c-9827-2046158f42bf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.1984065 Feb 11 13:42:26.452692 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP cd8cfcac-2953-4845-b4a3-ba3296c59c50 associated. External IP: 172.25.3.86, port: bf6aa11c-e064-460f-8d2b-25ed8807cea5. Feb 11 13:42:26.460183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b8914280-83c7-4f75-94af-e388eb9918a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4843688 Feb 11 13:42:26.460183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52682) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:26.468359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715', 'name': 'tempest-PortsIpV6TestJSON-651792516', 'fixed_ips': [{'subnet_id': 'd9dbd92a-80e5-4b38-8991-108106ea2813', 'ip_address': '2001:db8::10'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:26.552758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dac7344a-60b7-4822-97e3-5496df173652 req-3dabfed8-7b1b-4c4e-93e2-d1631b769964 service neutron] 10.222.0.30 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499902 Feb 11 13:42:26.569486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-46e470a8-5e5e-43cf-b2b3-21b3af7ce715', 'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715', 'project_id': 'b3a0e39a666547d8af4d06fb3faa793e', 'fixed_ips': [{'subnet_id': 'd9dbd92a-80e5-4b38-8991-108106ea2813'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:26.570622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.610341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-48df0df3-a4e3-4e6f-9d4e-fe8d1a284711 req-44e4c5ba-7a4f-4d12-bb59-ce2d83697db0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527283 Feb 11 13:42:26.690336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b949121-e068-4bcb-b6e8-566ac6a20ade req-be526602-b398-4043-8b34-33b9b3699e6c tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.698445 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b949121-e068-4bcb-b6e8-566ac6a20ade req-be526602-b398-4043-8b34-33b9b3699e6c tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 945 time: 0.1106613 Feb 11 13:42:26.725610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:26.743654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Allocated IP 2001:db8::2 (46e470a8-5e5e-43cf-b2b3-21b3af7ce715/d9dbd92a-80e5-4b38-8991-108106ea2813/8258c1f0-7c98-4ae7-8290-3524a2a02402) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:26.761716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b369bdd6-9a10-41cf-a476-92625e95e383 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:26.777051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b949121-e068-4bcb-b6e8-566ac6a20ade req-4f121d1c-263c-4c27-9cd2-b8b6e6e5b92a tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776534 Feb 11 13:42:26.822330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:26.831282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76b75-1677-4dfb-9737-bd2570a0516c req-b0120e4c-7b8c-482a-9358-995401b28e29 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.832822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca76b75-1677-4dfb-9737-bd2570a0516c req-b0120e4c-7b8c-482a-9358-995401b28e29 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 944 time: 0.1290994 Feb 11 13:42:26.860707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.878516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port b369bdd6-9a10-41cf-a476-92625e95e383 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:26.881787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 65ff11b7-9af2-465d-83fb-029e9676648d yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:26.889487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port b369bdd6-9a10-41cf-a476-92625e95e383 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:26.889941 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.935446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca76b75-1677-4dfb-9737-bd2570a0516c req-4dd472e6-453f-4e87-837d-55d569d4d70c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947580 Feb 11 13:42:26.995357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:27.010964 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:27.018331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.033253 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:27.035179 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:27.051637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67047595-eeaa-447c-b647-d7305b16ec01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.055663 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Publish callbacks [] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.065903 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.069207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1f6749e9-a6b6-4795-92dc-b17f2894f231 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6358869 Feb 11 13:42:27.072579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:27.080992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-542458214'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:27.088105 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:27.099742 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:27.100761 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:41:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:27.105812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:27.110051 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.138752 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:27.139452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:27.139892 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861c5689-465e-41ae-9f2f-bdde980d7298 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:27.144996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:27.147545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b369bdd6-9a10-41cf-a476-92625e95e383 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:27.147945 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.151545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ab65fe87-c614-4fb5-b06a-fd02bac16619), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.152026 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Added segment ab65fe87-c614-4fb5-b06a-fd02bac16619 of type vlan for network 08a133cd-9701-494f-8fb9-6a0142f4bf95 Feb 11 13:42:27.159025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::10 (46e470a8-5e5e-43cf-b2b3-21b3af7ce715/d9dbd92a-80e5-4b38-8991-108106ea2813/65ff11b7-9af2-465d-83fb-029e9676648d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:27.163409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:27.168440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:27.181511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5941cd-d609-44af-9273-05376ca3f7ae req-f6d82de2-8459-41ed-830a-1e2dd1fdb274 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.182766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Pushing event updated for resources: {'Port': ['ID=8258c1f0-7c98-4ae7-8290-3524a2a02402,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.183505 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e5941cd-d609-44af-9273-05376ca3f7ae req-f6d82de2-8459-41ed-830a-1e2dd1fdb274 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1690617 Feb 11 13:42:27.205126 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (08a133cd-9701-494f-8fb9-6a0142f4bf95), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.223450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369bdd6-9a10-41cf-a476-92625e95e383'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:27.226157 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375c161-c879-4fce-b62c-507ebf2fbeb2" -d '{"events": [{"server_uuid": "7f5e5051-6222-4e25-9c72-bddc5bc466f1", "name": "network-vif-plugged", "status": "completed", "tag": "b369bdd6-9a10-41cf-a476-92625e95e383"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:27.235501 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (08a133cd-9701-494f-8fb9-6a0142f4bf95), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.245177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.245889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.261520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b369bdd6-9a10-41cf-a476-92625e95e383, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b369bdd6-9a10-41cf-a476-92625e95e383,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:27.267991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e5941cd-d609-44af-9273-05376ca3f7ae req-c3603354-7b49-4408-9458-3817ae2ca529 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678000 Feb 11 13:42:27.275789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.294679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:42:27.296381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7429e0ed-f7ec-4102-9342-6364c08cfa80 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:27.299296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Attempting to bind port 8258c1f0-7c98-4ae7-8290-3524a2a02402 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:27.299838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Attempting to bind port 8258c1f0-7c98-4ae7-8290-3524a2a02402 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c07a3453-503b-43ed-b13b-3bc4ed7767b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:27.300250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Attempting to bind port 8258c1f0-7c98-4ae7-8290-3524a2a02402 on network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:27.303863 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d3fffb-665e-4a81-8ae1-19d565c136c0 x-openstack-request-id: req-e3d3fffb-665e-4a81-8ae1-19d565c136c0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:27.304238 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e5051-6222-4e25-9c72-bddc5bc466f1", "name": "network-vif-plugged", "status": "completed", "tag": "b369bdd6-9a10-41cf-a476-92625e95e383", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:27.304671 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3d3fffb-665e-4a81-8ae1-19d565c136c0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:27.304804 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369bdd6-9a10-41cf-a476-92625e95e383', 'code': 200} Feb 11 13:42:27.348289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2727149 Feb 11 13:42:27.351322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52694) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:27.356502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'subnet': {'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:27.368266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:27.368644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Checking segment: {'id': 'c07a3453-503b-43ed-b13b-3bc4ed7767b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:27.369047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.369442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Bound using segment: {'id': 'c07a3453-503b-43ed-b13b-3bc4ed7767b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:27.369919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Bound port: 8258c1f0-7c98-4ae7-8290-3524a2a02402, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07a3453-503b-43ed-b13b-3bc4ed7767b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:27.370328 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.371440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fbf61-097f-4238-98cc-1d9c90cb5df9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Network': ['ID=08a133cd-9701-494f-8fb9-6a0142f4bf95,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.392345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:27.454822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:27.464939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b369bdd6-9a10-41cf-a476-92625e95e383,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.469852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (65ff11b7-9af2-465d-83fb-029e9676648d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.471781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.474017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee43bb-eeb8-475e-b97d-8bb9cb5f1432 req-640f6e5b-6e8e-4c8d-a501-783ffbd37ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.475389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 7429e0ed-f7ec-4102-9342-6364c08cfa80 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:27.475667 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-88ee43bb-eeb8-475e-b97d-8bb9cb5f1432 req-640f6e5b-6e8e-4c8d-a501-783ffbd37ec3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 1127 time: 0.0913897 Feb 11 13:42:27.540056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-88ee43bb-eeb8-475e-b97d-8bb9cb5f1432 req-60d9f767-85d9-41ff-b8cf-ae9241201caa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565712 Feb 11 13:42:27.543971 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (65ff11b7-9af2-465d-83fb-029e9676648d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.549327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 7429e0ed-f7ec-4102-9342-6364c08cfa80 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:27.549980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.596214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:27.599717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:27.602446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:27.609986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.610722 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.626094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=65ff11b7-9af2-465d-83fb-029e9676648d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.637541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-80fe3412-8485-4a62-b658-ba0506054ea6 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1764312 Feb 11 13:42:27.641126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:27.649560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '46e470a8-5e5e-43cf-b2b3-21b3af7ce715', 'name': 'tempest-PortsIpV6TestJSON-1304594903', 'fixed_ips': [{'subnet_id': 'd9dbd92a-80e5-4b38-8991-108106ea2813', 'ip_address': '2001:db8::f'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:27.651543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] For port 8258c1f0-7c98-4ae7-8290-3524a2a02402, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:27.663558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] For port 8258c1f0-7c98-4ae7-8290-3524a2a02402, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8258c1f0-7c98-4ae7-8290-3524a2a02402,segment=NetworkSegment(c07a3453-503b-43ed-b13b-3bc4ed7767b2),segment_id=c07a3453-503b-43ed-b13b-3bc4ed7767b2)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:27.674852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:27.691151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.720741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '40007b45-6c78-431c-a763-f45d4bdaa534', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'port_id': '40007b45-6c78-431c-a763-f45d4bdaa534', 'mac_address': 'fa:16:3e:89:3b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:42:27.871936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (0fcddc68-f8f1-4bd6-b507-8d5488c17da6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.873671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:27.878953 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.901733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 7429e0ed-f7ec-4102-9342-6364c08cfa80 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:27.902592 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.920091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port ee704ff3-5903-45e7-8789-4af5a418375d yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:27.929661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354dab8-81a4-42b2-8cec-271821e7b038 None None] Pushing event updated for resources: {'Port': ['ID=8258c1f0-7c98-4ae7-8290-3524a2a02402,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.932507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 40007b45-6c78-431c-a763-f45d4bdaa534 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:27.932897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.936282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ba448-cc7e-4879-a443-de7d54ae16a5 req-373198c6-aa7a-4a29-9e4e-496363984c4f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.937955 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e2ba448-cc7e-4879-a443-de7d54ae16a5 req-373198c6-aa7a-4a29-9e4e-496363984c4f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 944 time: 0.1866145 Feb 11 13:42:27.955786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40007b45-6c78-431c-a763-f45d4bdaa534 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:27.979803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 7429e0ed-f7ec-4102-9342-6364c08cfa80, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7429e0ed-f7ec-4102-9342-6364c08cfa80,segment=NetworkSegment(3a36b596-7a07-4abe-a115-d86674a0b4aa),segment_id=3a36b596-7a07-4abe-a115-d86674a0b4aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:27.987389 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:27.989516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:28.022444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Checking segment: {'id': 'ab65fe87-c614-4fb5-b06a-fd02bac16619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:28.022832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network hostable DHCP agents. Network: 08a133cd-9701-494f-8fb9-6a0142f4bf95, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:28.025237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:28.041884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Subnet': ['ID=0fcddc68-f8f1-4bd6-b507-8d5488c17da6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:28.057617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=7429e0ed-f7ec-4102-9342-6364c08cfa80,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:28.057844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:28.077095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0a6b-a9e7-45bb-8c80-b4f33afbda89 req-a6f97f26-8ef6-42c9-be03-6afe37a90059 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.079245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e1b0a6b-a9e7-45bb-8c80-b4f33afbda89 req-a6f97f26-8ef6-42c9-be03-6afe37a90059 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 945 time: 0.1578658 Feb 11 13:42:28.084714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e2ba448-cc7e-4879-a443-de7d54ae16a5 req-8cb93254-7e5b-4e6d-ba33-48dbd475ebae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407921 Feb 11 13:42:28.116027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 08a133cd-9701-494f-8fb9-6a0142f4bf95) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:28.147251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.147251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:28.152152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20746e92-04b5-4e28-8af4-fb144b6eb1da None None] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:28.205873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e1b0a6b-a9e7-45bb-8c80-b4f33afbda89 req-a83bb872-c440-47aa-82f4-fb4a49c1e12c tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034570 Feb 11 13:42:28.206283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::f (46e470a8-5e5e-43cf-b2b3-21b3af7ce715/d9dbd92a-80e5-4b38-8991-108106ea2813/ee704ff3-5903-45e7-8789-4af5a418375d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:28.211979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7516d19-2167-4379-9705-d28e5af4269b tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8569586 Feb 11 13:42:28.212180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52714) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:28.217962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-745205039', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:28.246701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:28.323378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (75779b05-b33b-40a6-918e-68f94dc738a4), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:28.324547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (75779b05-b33b-40a6-918e-68f94dc738a4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:28.344906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-08a133cd-9701-494f-8fb9-6a0142f4bf95', 'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95', 'project_id': '6f8d330421ac46f49b9aa18983ce0d3b', 'fixed_ips': [{'subnet_id': '0fcddc68-f8f1-4bd6-b507-8d5488c17da6'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:28.346582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:28.365362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['40007b45-6c78-431c-a763-f45d4bdaa534'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:28.398917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dacf8f-474e-4758-ac02-c2a7af59aaac req-2ae322ef-4ba9-4ef3-a5d6-8f2583c601c0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.400562 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7dacf8f-474e-4758-ac02-c2a7af59aaac req-2ae322ef-4ba9-4ef3-a5d6-8f2583c601c0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1752489 Feb 11 13:42:28.502621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_controller (75779b05-b33b-40a6-918e-68f94dc738a4), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:28.524751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787d1e-0245-46b0-95e1-8cf88771d4a0 req-069947f8-236a-4079-9c42-6807e06aaa2d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.527530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba787d1e-0245-46b0-95e1-8cf88771d4a0 req-069947f8-236a-4079-9c42-6807e06aaa2d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0693672 Feb 11 13:42:28.624053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba787d1e-0245-46b0-95e1-8cf88771d4a0 req-f1231db8-9b52-442b-b148-35f9774bcd0f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906174 Feb 11 13:42:28.636606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7dacf8f-474e-4758-ac02-c2a7af59aaac req-1b024b5c-019f-405c-91c8-74de66047652 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203534 Feb 11 13:42:28.876610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-23ad2189-4f86-43e0-adfa-c917b4ef084d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.878230 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-23ad2189-4f86-43e0-adfa-c917b4ef084d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a&tenant_id=438affb9494641819ba0787e4b08b11f&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 945 time: 0.3775299 Feb 11 13:42:28.906981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891aa92-8247-4a5b-ae4c-94b95e0448e5 req-bd28e326-f4f3-4cae-8a5e-f20aa6488b34 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.909163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d891aa92-8247-4a5b-ae4c-94b95e0448e5 req-bd28e326-f4f3-4cae-8a5e-f20aa6488b34 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 945 time: 0.1816463 Feb 11 13:42:28.935449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (75779b05-b33b-40a6-918e-68f94dc738a4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:28.972558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Allocated IP 172.20.0.2 (08a133cd-9701-494f-8fb9-6a0142f4bf95/0fcddc68-f8f1-4bd6-b507-8d5488c17da6/0b733fc0-b387-41ca-b8a3-7cd1c64f90ae) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:28.991028 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (ee704ff3-5903-45e7-8789-4af5a418375d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.007197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d891aa92-8247-4a5b-ae4c-94b95e0448e5 req-b11d002f-1fcb-4826-bf9b-ad8d32d380cf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872722 Feb 11 13:42:29.087439 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-f67bbf45-32ba-44c0-9735-5ed097e43a23 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:42:29.088442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-f67bbf45-32ba-44c0-9735-5ed097e43a23 service neutron] 10.222.0.83 "DELETE /v2.0/ports/40007b45-6c78-431c-a763-f45d4bdaa534/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.1695271 Feb 11 13:42:29.155762 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Publish callbacks [] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.164256 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.167350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ee704ff3-5903-45e7-8789-4af5a418375d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.215187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:29.220628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:29.224583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:29.232414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Pushing event updated for resources: {'Port': ['ID=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:29.236283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:29.245808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:29.248023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:29.253470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.254784 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.299274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=ee704ff3-5903-45e7-8789-4af5a418375d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:29.307884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-74aeb793-3f1a-4c15-b41c-bdbaf674f096 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6624470 Feb 11 13:42:29.308580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52724) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:29.313131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429e0ed-f7ec-4102-9342-6364c08cfa80'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:29.313350 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eebad0-9e6d-4120-9a09-869cedfd7b15" -d '{"events": [{"server_uuid": "987b0019-5b36-426a-b2fd-dbc5ccc7fb5c", "name": "network-vif-plugged", "status": "completed", "tag": "7429e0ed-f7ec-4102-9342-6364c08cfa80"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:29.318846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-d618e1dc-6100-4874-bf22-0e514ad93205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.320358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-d618e1dc-6100-4874-bf22-0e514ad93205 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1127 time: 0.1686177 Feb 11 13:42:29.374050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Attempting to bind port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:29.374973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Attempting to bind port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ab65fe87-c614-4fb5-b06a-fd02bac16619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:29.376149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Attempting to bind port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae on network 08a133cd-9701-494f-8fb9-6a0142f4bf95 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:29.385600 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eefe59d8-3386-46b8-ad2a-56daa158c2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.397895 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d8179-1705-4901-bbd3-bfc89d673d46 x-openstack-request-id: req-235d8179-1705-4901-bbd3-bfc89d673d46 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:29.402666 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987b0019-5b36-426a-b2fd-dbc5ccc7fb5c", "name": "network-vif-plugged", "status": "completed", "tag": "7429e0ed-f7ec-4102-9342-6364c08cfa80", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:29.402939 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-235d8179-1705-4901-bbd3-bfc89d673d46 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:29.403920 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429e0ed-f7ec-4102-9342-6364c08cfa80', 'code': 200} Feb 11 13:42:29.408652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a3887e-403a-4ab9-8c3a-3278fdd7b25b None None] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:29.413467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:29.413852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Checking segment: {'id': 'ab65fe87-c614-4fb5-b06a-fd02bac16619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:29.414292 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.414688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Bound using segment: {'id': 'ab65fe87-c614-4fb5-b06a-fd02bac16619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:29.415175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Bound port: 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65fe87-c614-4fb5-b06a-fd02bac16619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:29.415559 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.488475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3d528617-b895-42de-9012-b36eb3743c82 None None] Provisioning complete for port 8258c1f0-7c98-4ae7-8290-3524a2a02402 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:29.488861 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d528617-b895-42de-9012-b36eb3743c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.497722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac76f6-3d89-4bab-938f-ab6802d9d519 req-b496256b-d865-4baa-8bc9-c85bd5f72138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.499334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3cac76f6-3d89-4bab-938f-ab6802d9d519 req-b496256b-d865-4baa-8bc9-c85bd5f72138 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 1128 time: 0.0512412 Feb 11 13:42:29.558789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3cac76f6-3d89-4bab-938f-ab6802d9d519 req-ed5c6e65-4078-4bb9-b49b-ac720113fd82 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532475 Feb 11 13:42:29.588336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] For port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:29.619815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] For port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,segment=NetworkSegment(ab65fe87-c614-4fb5-b06a-fd02bac16619),segment_id=ab65fe87-c614-4fb5-b06a-fd02bac16619)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:29.629276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.682374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b79669-30c3-4b9f-9cf6-1740d0a2d569 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.686501 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f8b79669-30c3-4b9f-9cf6-1740d0a2d569 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3774672 Feb 11 13:42:29.689787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52732) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:29.736937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72224448-3c13-481a-8895-a6b19ad60838 None None] Pushing event updated for resources: {'Port': ['ID=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:29.740498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3d528617-b895-42de-9012-b36eb3743c82 None None] Current status of the port 8258c1f0-7c98-4ae7-8290-3524a2a02402 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:29.740904 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d528617-b895-42de-9012-b36eb3743c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.750564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (75779b05-b33b-40a6-918e-68f94dc738a4), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.753656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-f5d8d7ce-18aa-4da1-b9a3-75f206b61125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.755415 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-f5d8d7ce-18aa-4da1-b9a3-75f206b61125 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.4035740 Feb 11 13:42:29.762590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedb9db-3c3d-4691-a571-1c37c0dac553 req-5cbbab26-1503-4c96-9c95-036c5cd118f9 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.764726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fedb9db-3c3d-4691-a571-1c37c0dac553 req-5cbbab26-1503-4c96-9c95-036c5cd118f9 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 946 time: 0.3791060 Feb 11 13:42:29.791567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.801656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3d528617-b895-42de-9012-b36eb3743c82 None None] For port 8258c1f0-7c98-4ae7-8290-3524a2a02402, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8258c1f0-7c98-4ae7-8290-3524a2a02402,segment=NetworkSegment(c07a3453-503b-43ed-b13b-3bc4ed7767b2),segment_id=c07a3453-503b-43ed-b13b-3bc4ed7767b2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:29.807734 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d528617-b895-42de-9012-b36eb3743c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.935210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d528617-b895-42de-9012-b36eb3743c82 None None] Pushing event updated for resources: {'Port': ['ID=8258c1f0-7c98-4ae7-8290-3524a2a02402,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:30.032328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa186d-c560-4648-8fa8-3dffb8472076 req-9c57c81d-8795-446b-af26-c01687088454 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.035822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69fa186d-c560-4648-8fa8-3dffb8472076 req-9c57c81d-8795-446b-af26-c01687088454 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1990845 Feb 11 13:42:30.041241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8258c1f0-7c98-4ae7-8290-3524a2a02402 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:30.055723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415d6a8-3733-4b6b-8bd9-e9df91a1c64a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.061521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415d6a8-3733-4b6b-8bd9-e9df91a1c64a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.068766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415d6a8-3733-4b6b-8bd9-e9df91a1c64a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.070870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3415d6a8-3733-4b6b-8bd9-e9df91a1c64a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3799167 Feb 11 13:42:30.178782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:30.183348 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-69fa186d-c560-4648-8fa8-3dffb8472076 req-765b1c51-6fc8-4df3-b72c-803e14cf220a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357908 Feb 11 13:42:30.231000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8258c1f0-7c98-4ae7-8290-3524a2a02402 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:30.235533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.378681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8258c1f0-7c98-4ae7-8290-3524a2a02402 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:30.397064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Provisioning complete for port ee704ff3-5903-45e7-8789-4af5a418375d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:30.397530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ee704ff3-5903-45e7-8789-4af5a418375d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.421444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port ee704ff3-5903-45e7-8789-4af5a418375d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:30.421811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ee704ff3-5903-45e7-8789-4af5a418375d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.468368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Port ee704ff3-5903-45e7-8789-4af5a418375d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:30.481425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Provisioning complete for port 65ff11b7-9af2-465d-83fb-029e9676648d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:30.481939 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (65ff11b7-9af2-465d-83fb-029e9676648d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.508840 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-7133734a-40be-428b-8a7d-1d993ab06a83 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 1001 time: 0.7256818 Feb 11 13:42:30.531131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Port 65ff11b7-9af2-465d-83fb-029e9676648d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:30.534460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9fedb9db-3c3d-4691-a571-1c37c0dac553 req-c716dd3e-0b81-4914-8753-5527ec272f08 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7497582 Feb 11 13:42:30.558414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ee704ff3-5903-45e7-8789-4af5a418375d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.563764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Provisioning complete for port 8258c1f0-7c98-4ae7-8290-3524a2a02402 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:30.564277 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.574246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for ee704ff3-5903-45e7-8789-4af5a418375d owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:30.680805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cd09a-70ed-449c-9fb1-bb7b206e3ae2 req-835fd523-8a09-412d-a201-04ddd5061dac tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.688320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d2cd09a-70ed-449c-9fb1-bb7b206e3ae2 req-835fd523-8a09-412d-a201-04ddd5061dac tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.3737962 Feb 11 13:42:30.719689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1d200b3-d5bb-4d42-9460-0b4d41c6cd26 None None] Current status of the port 8258c1f0-7c98-4ae7-8290-3524a2a02402 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:30.745891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.25.3.41 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/e9213d4d-d34b-4709-a0ac-4dedc498dc59) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:30.764279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d2cd09a-70ed-449c-9fb1-bb7b206e3ae2 req-0abdbc3c-20e6-44e5-9982-fb8d9026e3ad tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738873 Feb 11 13:42:30.766316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-36b52f06-e635-44a9-9eb1-65745c2312db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.768406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-36b52f06-e635-44a9-9eb1-65745c2312db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.2501750 Feb 11 13:42:30.858286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-463ac9a3-6cd2-4832-96c9-3845dc7491e5 None None] Provisioning complete for port 65ff11b7-9af2-465d-83fb-029e9676648d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:30.860845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-463ac9a3-6cd2-4832-96c9-3845dc7491e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (65ff11b7-9af2-465d-83fb-029e9676648d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.913675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9191855-c526-4d4c-8f4e-972c4ae8e366 req-f7632aa0-7252-42f1-a221-140a0efc0789 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.924903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ee704ff3-5903-45e7-8789-4af5a418375d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:30.928528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9191855-c526-4d4c-8f4e-972c4ae8e366 req-f7632aa0-7252-42f1-a221-140a0efc0789 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 945 time: 0.2874484 Feb 11 13:42:30.991158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=ee704ff3-5903-45e7-8789-4af5a418375d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:31.003904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-463ac9a3-6cd2-4832-96c9-3845dc7491e5 None None] Port 65ff11b7-9af2-465d-83fb-029e9676648d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:31.006891 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.055479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.064799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-61eec225-62ae-4192-80d1-fcd9b9d3c454 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/ee704ff3-5903-45e7-8789-4af5a418375d HTTP/1.1" status: 204 len: 168 time: 0.8803720 Feb 11 13:42:31.065598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:31.072778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-62964447-d40b-464d-a636-538d483bf03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:31.079880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-62964447-d40b-464d-a636-538d483bf03f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3030493 Feb 11 13:42:31.137648 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-337407bb-8b2e-471d-bda0-c8950ac42b5e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:42:31.147295 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-337407bb-8b2e-471d-bda0-c8950ac42b5e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/ee704ff3-5903-45e7-8789-4af5a418375d HTTP/1.1" status: 404 len: 333 time: 0.0797272 Feb 11 13:42:31.148796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:31.187538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9191855-c526-4d4c-8f4e-972c4ae8e366 req-d5b3a46d-481e-4365-bc82-7d10c77b1a54 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579863 Feb 11 13:42:31.223335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a1b7364e-1c17-46a3-9367-ad1844a6766a None None] Could not find standard attr ID for object ee704ff3-5903-45e7-8789-4af5a418375d. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:42:31.237948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf89f6-e202-419c-bc15-6490f55e9fb3 req-c7458606-4778-494a-ab88-75afcc627221 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:31.241582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ddf89f6-e202-419c-bc15-6490f55e9fb3 req-c7458606-4778-494a-ab88-75afcc627221 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1139512 Feb 11 13:42:31.317093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:31.342566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ddf89f6-e202-419c-bc15-6490f55e9fb3 req-900a43a2-b493-4b43-a6da-689e0175d211 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890007 Feb 11 13:42:31.404259 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (e9213d4d-d34b-4709-a0ac-4dedc498dc59), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.406856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 40007b45-6c78-431c-a763-f45d4bdaa534 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:31.412110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 40007b45-6c78-431c-a763-f45d4bdaa534 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:31.412547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.472723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-5a120360-bd99-469b-b37a-a2cd3cb5f6ac service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795207 Feb 11 13:42:31.568930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5a31-5b30-4f16-926b-53377660f6be req-41f00aca-08cd-4079-9f51-5ffaf69d9ace tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:31.570551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c91d5a31-5b30-4f16-926b-53377660f6be req-41f00aca-08cd-4079-9f51-5ffaf69d9ace tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2899835 Feb 11 13:42:31.595246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 40007b45-6c78-431c-a763-f45d4bdaa534 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:31.595857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.620294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:31.622468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e9213d4d-d34b-4709-a0ac-4dedc498dc59), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.622836 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf8a64-ba0e-4198-83f4-d628922292d1" -d '{"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-plugged", "status": "completed", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:31.649374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50483a04-4968-4403-a6ff-f24d592260a2 None None] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:31.680510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 65ff11b7-9af2-465d-83fb-029e9676648d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:31.680929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (65ff11b7-9af2-465d-83fb-029e9676648d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.729352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da60c0-d664-4dde-a139-8144f30407a4 req-9e811f72-6157-43b2-9eed-56376aba17f0 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:31.732856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:31.744379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8da60c0-d664-4dde-a139-8144f30407a4 req-9e811f72-6157-43b2-9eed-56376aba17f0 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 946 time: 0.0908582 Feb 11 13:42:31.750535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:31.757597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:31.775901 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.791308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=e9213d4d-d34b-4709-a0ac-4dedc498dc59,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:31.800427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f11f06c-394d-4242-8a54-f4e4d5d48339 req-3c4564b0-a7df-4dc9-8839-2074c18e6053 service neutron] 10.222.0.83 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169498 Feb 11 13:42:31.801251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:31.827077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8da60c0-d664-4dde-a139-8144f30407a4 req-bbc17ac6-bce4-4e09-8ec9-e5a0c5e20d73 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807009 Feb 11 13:42:31.848995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c91d5a31-5b30-4f16-926b-53377660f6be req-7a3ee2ae-d312-4c23-a223-3f9b40e9e04f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699144 Feb 11 13:42:31.894802 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (65ff11b7-9af2-465d-83fb-029e9676648d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:31.924923 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b701e8-a2f6-4ae0-b0c2-138b2d4c9b0e x-openstack-request-id: req-96b701e8-a2f6-4ae0-b0c2-138b2d4c9b0e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:31.925750 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-plugged", "status": "completed", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:31.926224 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96b701e8-a2f6-4ae0-b0c2-138b2d4c9b0e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:31.927786 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'code': 200} Feb 11 13:42:31.942165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 65ff11b7-9af2-465d-83fb-029e9676648d owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:31.986341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4b7f5e5-0242-4c2b-8bc3-be00523b77ca None None] Provisioning complete for port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:31.988803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f5e5-0242-4c2b-8bc3-be00523b77ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.108093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:32.283586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7f5e5-0242-4c2b-8bc3-be00523b77ca None None] Current status of the port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:32.284220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f5e5-0242-4c2b-8bc3-be00523b77ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.288757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8258c1f0-7c98-4ae7-8290-3524a2a02402 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:32.454675 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.486882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4b7f5e5-0242-4c2b-8bc3-be00523b77ca None None] For port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,segment=NetworkSegment(ab65fe87-c614-4fb5-b06a-fd02bac16619),segment_id=ab65fe87-c614-4fb5-b06a-fd02bac16619)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:32.495557 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f5e5-0242-4c2b-8bc3-be00523b77ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.498291 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (75779b05-b33b-40a6-918e-68f94dc738a4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.501283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedac742-6e90-484e-bf37-13ee5547c4a5 req-ab9f1411-fa42-4310-8577-e6f63063c943 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:32.505487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (65ff11b7-9af2-465d-83fb-029e9676648d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.511658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cedac742-6e90-484e-bf37-13ee5547c4a5 req-ab9f1411-fa42-4310-8577-e6f63063c943 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1659799 Feb 11 13:42:32.549007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8258c1f0-7c98-4ae7-8290-3524a2a02402 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:32.549399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.600571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cedac742-6e90-484e-bf37-13ee5547c4a5 req-10abb2e8-6b40-404c-af51-19ebe9658646 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873725 Feb 11 13:42:32.632377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7f5e5-0242-4c2b-8bc3-be00523b77ca None None] Pushing event updated for resources: {'Port': ['ID=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:32.647719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ace18fad-4cd6-43b8-a47b-c3c762da88eb None None] Provisioning complete for port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:32.648101 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ace18fad-4cd6-43b8-a47b-c3c762da88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.675818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=65ff11b7-9af2-465d-83fb-029e9676648d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:32.720547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8258c1f0-7c98-4ae7-8290-3524a2a02402 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:32.722328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:32.751890 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.755891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3cb2496f-d60b-4f37-9354-4ebb5c31bb45 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/65ff11b7-9af2-465d-83fb-029e9676648d HTTP/1.1" status: 204 len: 168 time: 1.5750368 Feb 11 13:42:32.760620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:32.799659 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e84c28-6169-40b9-b181-67faef59aad9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:42:32.804658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-92e84c28-6169-40b9-b181-67faef59aad9 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/65ff11b7-9af2-465d-83fb-029e9676648d HTTP/1.1" status: 404 len: 333 time: 0.0407743 Feb 11 13:42:32.809188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52772) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:32.829461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:32.829807 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.893471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5a34f-cf8b-419e-bd43-c2c70d6635df req-e042d6a2-b00d-4965-8340-c970ea1354b2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:32.895774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50f5a34f-cf8b-419e-bd43-c2c70d6635df req-e042d6a2-b00d-4965-8340-c970ea1354b2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.2441487 Feb 11 13:42:32.906494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet d9dbd92a-80e5-4b38-8991-108106ea2813 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:32.912005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (d9dbd92a-80e5-4b38-8991-108106ea2813), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.936528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ace18fad-4cd6-43b8-a47b-c3c762da88eb None None] Current status of the port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:33.035086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:33.038618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (75779b05-b33b-40a6-918e-68f94dc738a4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.134432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50f5a34f-cf8b-419e-bd43-c2c70d6635df req-1236cbb4-972b-4203-9d47-6e0861b34acb tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931239 Feb 11 13:42:33.258685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router 75779b05-b33b-40a6-918e-68f94dc738a4 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:33.277823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e8f17-6666-4b02-bd5f-2278d77400aa req-4efad814-b782-4036-8e1f-9f152a481fd2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:33.280081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c2e8f17-6666-4b02-bd5f-2278d77400aa req-4efad814-b782-4036-8e1f-9f152a481fd2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0722415 Feb 11 13:42:33.307651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7776670-0ed9-4a2a-98dc-9d214e9af8a6 req-eb0ce982-bf60-4c7f-b11d-abe5378aae48 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:33.314525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7776670-0ed9-4a2a-98dc-9d214e9af8a6 req-eb0ce982-bf60-4c7f-b11d-abe5378aae48 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 946 time: 0.5941131 Feb 11 13:42:33.339887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:42:33.361156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (d9dbd92a-80e5-4b38-8991-108106ea2813), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.414100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7776670-0ed9-4a2a-98dc-9d214e9af8a6 req-109fb117-5bf8-47c6-90ef-0509a90a520b tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936432 Feb 11 13:42:33.433963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c2e8f17-6666-4b02-bd5f-2278d77400aa req-06849145-13ba-466f-9309-2b34bdbb16f1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115437 Feb 11 13:42:33.449795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:33.486896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.488209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f6646531-0710-440c-8c78-836665de7a2a tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2749813 Feb 11 13:42:33.491058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:33.501782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d9dbd92a-80e5-4b38-8991-108106ea2813), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.503845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] Sync routers for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:33.529559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:33.530134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:33.595661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (d9dbd92a-80e5-4b38-8991-108106ea2813), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.639797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=d9dbd92a-80e5-4b38-8991-108106ea2813,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:33.642186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.645995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a059cbb1-fea3-46f7-afbe-ef6873bc7b5f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/d9dbd92a-80e5-4b38-8991-108106ea2813 HTTP/1.1" status: 204 len: 168 time: 0.8353369 Feb 11 13:42:33.649345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52782) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:33.728038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c2328-1649-48ac-bc02-8729dc4042d2 None None] Network 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:33.734963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:33.760943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:33.787535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (46e470a8-5e5e-43cf-b2b3-21b3af7ce715), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.791937 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.820700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:33.821347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:33.823302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157', 'port_id': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'mac_address': 'fa:16:3e:8d:65:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bd221b-8ee1-4108-a834-c90a84448b59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:42:33.887372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:33.888088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970e41f-856c-4c74-9e92-6385a81ff3ff None None] The sync data for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:33.923111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:33.923509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.940496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d70688d-277f-4066-90ba-b1dc58dd8c65 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:33.972991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:33.976443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb59ef3-dd91-459a-99d3-e1be1cff2a0f req-6f5c31be-61da-4666-b726-636220c51f93 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:33.978018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fdb59ef3-dd91-459a-99d3-e1be1cff2a0f req-6f5c31be-61da-4666-b726-636220c51f93 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1818833 Feb 11 13:42:33.980209 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.985549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 8258c1f0-7c98-4ae7-8290-3524a2a02402 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:33.985889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.992597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:34.065450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] DHCP port deletion for 46e470a8-5e5e-43cf-b2b3-21b3af7ce715 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:42:34.120574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] For port 8258c1f0-7c98-4ae7-8290-3524a2a02402, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8258c1f0-7c98-4ae7-8290-3524a2a02402,segment=NetworkSegment(c07a3453-503b-43ed-b13b-3bc4ed7767b2),segment_id=c07a3453-503b-43ed-b13b-3bc4ed7767b2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:34.120951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.124012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:34.144724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['5d70688d-277f-4066-90ba-b1dc58dd8c65'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:34.174311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.174786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fdb59ef3-dd91-459a-99d3-e1be1cff2a0f req-08e2304e-0234-4e87-9cc7-0eadd49103a8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862276 Feb 11 13:42:34.187122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:34.187569 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.189829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 8258c1f0-7c98-4ae7-8290-3524a2a02402 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:34.201155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52788) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:34.263392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] Deleting port 8258c1f0-7c98-4ae7-8290-3524a2a02402 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:34.263771 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.332210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.371527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=8258c1f0-7c98-4ae7-8290-3524a2a02402,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:34.375246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No DVR routers for this DVR port 8258c1f0-7c98-4ae7-8290-3524a2a02402 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:34.419503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] For port 8258c1f0-7c98-4ae7-8290-3524a2a02402, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8258c1f0-7c98-4ae7-8290-3524a2a02402,segment=NetworkSegment(c07a3453-503b-43ed-b13b-3bc4ed7767b2),segment_id=c07a3453-503b-43ed-b13b-3bc4ed7767b2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:34.420110 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.447268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e4ebfc2d-5a70-4358-89fb-9ae6a6d0956f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/f27385bd-a636-4ce8-897c-50c6b0a02936 HTTP/1.1" status: 200 len: 994 time: 0.2450168 Feb 11 13:42:34.457793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] Calling delete_port for 8258c1f0-7c98-4ae7-8290-3524a2a02402 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:34.459857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:34.517996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4650-1f33-4dfe-89fb-845b24dcb6bd req-57a0b1af-8f47-49f4-b2c9-5f8566527245 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:34.526449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0d4650-1f33-4dfe-89fb-845b24dcb6bd req-57a0b1af-8f47-49f4-b2c9-5f8566527245 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.2651546 Feb 11 13:42:34.626435 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (8258c1f0-7c98-4ae7-8290-3524a2a02402), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.647191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] No DVR routers for this DVR port 8258c1f0-7c98-4ae7-8290-3524a2a02402 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:34.665167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (46e470a8-5e5e-43cf-b2b3-21b3af7ce715), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.677045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3b3bc-fa3f-4a1e-a4f2-f94b9beed9e1 None None] Pushing event deleted for resources: {'Port': ['ID=8258c1f0-7c98-4ae7-8290-3524a2a02402,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:34.700903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c06c4-3c48-4d67-aa1b-83d7f4b88167 req-b475962c-d769-481b-a60e-318dea183d06 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:34.702571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca7c06c4-3c48-4d67-aa1b-83d7f4b88167 req-b475962c-d769-481b-a60e-318dea183d06 tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 946 time: 0.1624656 Feb 11 13:42:34.714020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e470a8-5e5e-43cf-b2b3-21b3af7ce715']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:34.725003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-bf0b07fb-acdc-4e14-99e0-9a0ca3502dbe tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:34.726533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-bf0b07fb-acdc-4e14-99e0-9a0ca3502dbe tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.30 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 946 time: 0.2625947 Feb 11 13:42:34.805273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca7c06c4-3c48-4d67-aa1b-83d7f4b88167 req-07499a07-948f-4484-aa28-40469d78669f tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/security-groups?id=8dc287b0-6b77-4bff-af8c-88703f3dee0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Feb 11 13:42:34.829366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07a3453-503b-43ed-b13b-3bc4ed7767b2') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:34.830518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07a3453-503b-43ed-b13b-3bc4ed7767b2') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:34.855941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (c07a3453-503b-43ed-b13b-3bc4ed7767b2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.886088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c07a3453-503b-43ed-b13b-3bc4ed7767b2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.927745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:34.928295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (c07a3453-503b-43ed-b13b-3bc4ed7767b2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:34.955399 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:35.088393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (46e470a8-5e5e-43cf-b2b3-21b3af7ce715), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.110934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d9cb6-1337-41e3-9978-1fd7e712855b req-2fc8a753-f885-407f-bc09-d0cf4c1ad02c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:35.112412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a85d9cb6-1337-41e3-9978-1fd7e712855b req-2fc8a753-f885-407f-bc09-d0cf4c1ad02c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 945 time: 0.2198884 Feb 11 13:42:35.116857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.126767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/46e470a8-5e5e-43cf-b2b3-21b3af7ce715 HTTP/1.1" status: 204 len: 168 time: 1.4759903 Feb 11 13:42:35.127688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52820) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:35.145285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2128620942'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:35.158910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af90fd2-1b9f-45c2-9691-238983a205fd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=46e470a8-5e5e-43cf-b2b3-21b3af7ce715,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:35.204539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:35.210011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.235697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Deleting port 7429e0ed-f7ec-4102-9342-6364c08cfa80 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:35.236062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.269514 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a85d9cb6-1337-41e3-9978-1fd7e712855b req-8fc72b83-a039-45f5-a9b9-431386e7e513 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306918 Feb 11 13:42:35.308008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.1 (08a133cd-9701-494f-8fb9-6a0142f4bf95/0fcddc68-f8f1-4bd6-b507-8d5488c17da6/7c780cb6-562d-4bd7-ac42-3279589affd3) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:35.323423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:35.345345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (05f4ae8a-02df-442f-88fd-fb3360c29b08), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.345694 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Added segment 05f4ae8a-02df-442f-88fd-fb3360c29b08 of type vlan for network 939a20c3-6b49-4d20-8363-da4ac56ef394 Feb 11 13:42:35.349439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:35.422005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] For port 7429e0ed-f7ec-4102-9342-6364c08cfa80, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=7429e0ed-f7ec-4102-9342-6364c08cfa80,segment=NetworkSegment(3a36b596-7a07-4abe-a115-d86674a0b4aa),segment_id=3a36b596-7a07-4abe-a115-d86674a0b4aa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:35.422005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.431917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 5d70688d-277f-4066-90ba-b1dc58dd8c65 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:35.432500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.436797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (939a20c3-6b49-4d20-8363-da4ac56ef394), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.443744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Calling delete_port for 7429e0ed-f7ec-4102-9342-6364c08cfa80 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:35.451084 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.499045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.600338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (939a20c3-6b49-4d20-8363-da4ac56ef394), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.607246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:35.608080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.630835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:35.631276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.638978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:35.647353 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7429e0ed-f7ec-4102-9342-6364c08cfa80), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.651946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:35.664998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:35.674068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=7c780cb6-562d-4bd7-ac42-3279589affd3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:35.710272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:35.712605 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1e46fd-a83c-47ef-9ad5-4c0f10321a8b" -d '{"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-plugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:35.749503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0d4650-1f33-4dfe-89fb-845b24dcb6bd req-3e4e31bf-4401-445f-9753-fcbc739bf36f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592490 Feb 11 13:42:35.788438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:35.803006 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.818337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (75779b05-b33b-40a6-918e-68f94dc738a4), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.905685 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ff2f9e-1c5f-45fc-938b-b5a07ecae76e x-openstack-request-id: req-e8ff2f9e-1c5f-45fc-938b-b5a07ecae76e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:35.920973 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-plugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:35.921701 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8ff2f9e-1c5f-45fc-938b-b5a07ecae76e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:35.922573 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'code': 200} Feb 11 13:42:35.937497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Network': ['ID=939a20c3-6b49-4d20-8363-da4ac56ef394,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:35.952567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Pushing event deleted for resources: {'Port': ['ID=7429e0ed-f7ec-4102-9342-6364c08cfa80,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:35.968703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:35.977396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7568f6a7-1562-4c62-944d-263c3892f1fc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8333352 Feb 11 13:42:35.977517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52828) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:36.001428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:36.010046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8258c1f0-7c98-4ae7-8290-3524a2a02402 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:36.037609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 8258c1f0-7c98-4ae7-8290-3524a2a02402 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:36.037609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8258c1f0-7c98-4ae7-8290-3524a2a02402 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:36.052999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] No DVR routers for this DVR port 7429e0ed-f7ec-4102-9342-6364c08cfa80 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:36.057183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:36.065861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-378b02ea-aef4-44bf-8c05-5d04642d12eb req-49ae4854-af53-4b07-b2b1-3b395daffcde tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.30 "DELETE /v2.0/ports/7429e0ed-f7ec-4102-9342-6364c08cfa80 HTTP/1.1" status: 204 len: 173 time: 1.2698503 Feb 11 13:42:36.067216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:36.068830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'name': 'network-vif-deleted', 'tag': '7429e0ed-f7ec-4102-9342-6364c08cfa80'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:36.072675 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99498e9c-44e9-4aed-94c6-1ff1df082883" -d '{"events": [{"server_uuid": "987b0019-5b36-426a-b2fd-dbc5ccc7fb5c", "name": "network-vif-deleted", "tag": "7429e0ed-f7ec-4102-9342-6364c08cfa80"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:36.162021 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5a2322-9b45-4669-b441-91c220254700 x-openstack-request-id: req-8a5a2322-9b45-4669-b441-91c220254700 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:36.162334 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987b0019-5b36-426a-b2fd-dbc5ccc7fb5c", "name": "network-vif-deleted", "tag": "7429e0ed-f7ec-4102-9342-6364c08cfa80", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:36.162599 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a5a2322-9b45-4669-b441-91c220254700 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:36.163036 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987b0019-5b36-426a-b2fd-dbc5ccc7fb5c', 'name': 'network-vif-deleted', 'tag': '7429e0ed-f7ec-4102-9342-6364c08cfa80', 'status': 'completed', 'code': 200} Feb 11 13:42:36.174464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63a2e05c-051d-4c16-92f4-e494874e4c7d req-bf70a27f-0e4a-4c29-9a1e-cece946b01eb tempest-ServerPasswordTestJSON-1053770371 tempest-ServerPasswordTestJSON-1053770371-project] 10.222.0.79 "GET /v2.0/ports?device_id=987b0019-5b36-426a-b2fd-dbc5ccc7fb5c HTTP/1.1" status: 200 len: 210 time: 0.1595333 Feb 11 13:42:36.280093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1fe289fa-d15f-4e72-b040-2330410ba6ae None None] Provisioning complete for port 7c780cb6-562d-4bd7-ac42-3279589affd3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:36.280641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fe289fa-d15f-4e72-b040-2330410ba6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:36.323451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:36.328000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:36.348079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1fe289fa-d15f-4e72-b040-2330410ba6ae None None] Port 7c780cb6-562d-4bd7-ac42-3279589affd3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:36.430424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:36.440753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590f44-5fc9-4802-a7af-ee24f889487e req-43f36589-2c4b-41e9-8ec0-283f09bd82db tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:36.449298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3590f44-5fc9-4802-a7af-ee24f889487e req-43f36589-2c4b-41e9-8ec0-283f09bd82db tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0847814 Feb 11 13:42:36.562346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3590f44-5fc9-4802-a7af-ee24f889487e req-99e798cd-44e5-4b60-bb5c-ac7f90ccff9f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121609 Feb 11 13:42:36.777864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (362299db-1e58-4548-b64f-ffa47a7b3e7f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:36.938243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=362299db-1e58-4548-b64f-ffa47a7b3e7f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:36.967826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Checking segment: {'id': '05f4ae8a-02df-442f-88fd-fb3360c29b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:36.968261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network hostable DHCP agents. Network: 939a20c3-6b49-4d20-8363-da4ac56ef394, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:37.038505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df0823-2540-42de-8ffd-bd960365bed5 req-29e55bfa-69df-47bb-91f9-f7909cb1ecf3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.040356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14df0823-2540-42de-8ffd-bd960365bed5 req-29e55bfa-69df-47bb-91f9-f7909cb1ecf3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1203725 Feb 11 13:42:37.041138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:37.075272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 939a20c3-6b49-4d20-8363-da4ac56ef394) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:37.079088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.086935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.087669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.089082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cea5a5-a291-46b0-94ae-a9dba673226e None None] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:37.093008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.205114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=7c780cb6-562d-4bd7-ac42-3279589affd3,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.249851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14df0823-2540-42de-8ffd-bd960365bed5 req-284b3d6c-002b-458e-a331-aef730ede29b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756032 Feb 11 13:42:37.250680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-939a20c3-6b49-4d20-8363-da4ac56ef394', 'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394', 'project_id': 'b3a0e39a666547d8af4d06fb3faa793e', 'fixed_ips': [{'subnet_id': '362299db-1e58-4548-b64f-ffa47a7b3e7f'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:37.251655 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.268478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dddde18d-14c3-4851-a953-2c9efa402e79 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2814498 Feb 11 13:42:37.269235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:37.271883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:37.280974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-15e3fdfd-3473-4473-8271-356c1ba066bc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-999912082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:37.328179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15e3fdfd-3473-4473-8271-356c1ba066bc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.329741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15e3fdfd-3473-4473-8271-356c1ba066bc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.334362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] Deleting subnet edf3ce42-e395-48ab-a24b-7b5173a0fa1f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:37.342211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] Publish callbacks [] for subnet (edf3ce42-e395-48ab-a24b-7b5173a0fa1f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.362970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7429e0ed-f7ec-4102-9342-6364c08cfa80 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:37.389587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 7429e0ed-f7ec-4102-9342-6364c08cfa80 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:37.390070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 7429e0ed-f7ec-4102-9342-6364c08cfa80 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:37.409634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15e3fdfd-3473-4473-8271-356c1ba066bc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for router_controller (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.415244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (75779b05-b33b-40a6-918e-68f94dc738a4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.432551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15e3fdfd-3473-4473-8271-356c1ba066bc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.438401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (edf3ce42-e395-48ab-a24b-7b5173a0fa1f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.472172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Allocated IP 2001:db8::2 (939a20c3-6b49-4d20-8363-da4ac56ef394/362299db-1e58-4548-b64f-ffa47a7b3e7f/ebc7dc59-0ed2-447f-88a1-e933149adf97) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:37.473449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15e3fdfd-3473-4473-8271-356c1ba066bc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.475163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-15e3fdfd-3473-4473-8271-356c1ba066bc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2026088 Feb 11 13:42:37.479639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52844) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:37.495479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394', 'name': 'tempest-PortsIpV6TestJSON-1382904609'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:37.578521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (edf3ce42-e395-48ab-a24b-7b5173a0fa1f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.620069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Publish callbacks [] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.628945 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.721435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Pushing event updated for resources: {'Port': ['ID=ebc7dc59-0ed2-447f-88a1-e933149adf97,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.735212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (edf3ce42-e395-48ab-a24b-7b5173a0fa1f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.759604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:37.762078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:37.765750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:37.867824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Attempting to bind port ebc7dc59-0ed2-447f-88a1-e933149adf97 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:37.868344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Attempting to bind port ebc7dc59-0ed2-447f-88a1-e933149adf97 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '05f4ae8a-02df-442f-88fd-fb3360c29b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:37.868746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Attempting to bind port ebc7dc59-0ed2-447f-88a1-e933149adf97 on network 939a20c3-6b49-4d20-8363-da4ac56ef394 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:37.875173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:37.875558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Checking segment: {'id': '05f4ae8a-02df-442f-88fd-fb3360c29b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:37.878693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf3ce42-e395-48ab-a24b-7b5173a0fa1f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.879242 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.879735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Bound using segment: {'id': '05f4ae8a-02df-442f-88fd-fb3360c29b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:37.880314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Bound port: ebc7dc59-0ed2-447f-88a1-e933149adf97, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f4ae8a-02df-442f-88fd-fb3360c29b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '939a20c3-6b49-4d20-8363-da4ac56ef394'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:37.880787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.885806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:37.891662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:37.898092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:37.902200 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-972a7f39-3d67-475e-b86e-2b5b04965071 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/edf3ce42-e395-48ab-a24b-7b5173a0fa1f HTTP/1.1" status: 204 len: 168 time: 0.6312099 Feb 11 13:42:37.906906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:37.967885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdbe5f-d26f-4119-aa23-c723a7926487 req-76b4df7a-00e5-4ec2-bff0-cee7d2350bae tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.977689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4cdbe5f-d26f-4119-aa23-c723a7926487 req-76b4df7a-00e5-4ec2-bff0-cee7d2350bae tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2326927 Feb 11 13:42:38.005881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] For port ebc7dc59-0ed2-447f-88a1-e933149adf97, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:38.019243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] For port ebc7dc59-0ed2-447f-88a1-e933149adf97, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ebc7dc59-0ed2-447f-88a1-e933149adf97,segment=NetworkSegment(05f4ae8a-02df-442f-88fd-fb3360c29b08),segment_id=05f4ae8a-02df-442f-88fd-fb3360c29b08)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:38.033125 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.060514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (446c2c13-89a5-4875-90f0-1b7719e6113f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.143813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6d84-c694-43a5-b891-da4b6cf38afa None None] Pushing event updated for resources: {'Port': ['ID=ebc7dc59-0ed2-447f-88a1-e933149adf97,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:38.211764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:38.216921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.221302 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (446c2c13-89a5-4875-90f0-1b7719e6113f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.248032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446c2c13-89a5-4875-90f0-1b7719e6113f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:38.259779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a36b596-7a07-4abe-a115-d86674a0b4aa') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:38.260162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a36b596-7a07-4abe-a115-d86674a0b4aa') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:38.271423 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (3a36b596-7a07-4abe-a115-d86674a0b4aa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.288479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3a36b596-7a07-4abe-a115-d86674a0b4aa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.301925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:38.302498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (3a36b596-7a07-4abe-a115-d86674a0b4aa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:38.369850 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:38.374297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4cdbe5f-d26f-4119-aa23-c723a7926487 req-fdb71cc7-214a-4453-ad45-2fc4d0a583ee tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952875 Feb 11 13:42:38.375853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (446c2c13-89a5-4875-90f0-1b7719e6113f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.380651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port 2c9964a4-2ec1-43f8-8603-94691c10c38c yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:38.382682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.395687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] 10.222.0.79 "DELETE /v2.0/networks/446c2c13-89a5-4875-90f0-1b7719e6113f HTTP/1.1" status: 204 len: 168 time: 0.4874308 Feb 11 13:42:38.441493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1c0d868b-033f-4fd8-a900-49370c83bf66 None None] Provisioning complete for port 7c780cb6-562d-4bd7-ac42-3279589affd3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:38.441878 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c0d868b-033f-4fd8-a900-49370c83bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.465156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9c01f-00db-4bc0-82c2-ac4f495f5782 admin admin] Pushing event deleted for resources: {'Network': ['ID=446c2c13-89a5-4875-90f0-1b7719e6113f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:38.540063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router 75779b05-b33b-40a6-918e-68f94dc738a4 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:38.579293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d868b-033f-4fd8-a900-49370c83bf66 None None] Port 7c780cb6-562d-4bd7-ac42-3279589affd3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:38.580099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f993353-840e-4932-baf9-4c626d19b3c6 req-259cd9dd-5203-45e3-8dec-bf3a2ae2dcb3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:38.581911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f993353-840e-4932-baf9-4c626d19b3c6 req-259cd9dd-5203-45e3-8dec-bf3a2ae2dcb3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1850283 Feb 11 13:42:38.668509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:38.703357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f993353-840e-4932-baf9-4c626d19b3c6 req-0d6d9cca-bb91-4afe-9fba-cffbd37f6960 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047735 Feb 11 13:42:38.739016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5031786b-8b15-4716-ab53-283b0ee329af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5068deb67e6a4b4eafa1ce9db1ac2154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692089 Feb 11 13:42:38.741575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52860) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:38.815767 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70dc75ce-6659-43a2-8f2d-c5ba216faf4b admin admin] Publish callbacks [] for security_group (8dc287b0-6b77-4bff-af8c-88703f3dee0e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.843939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:38.861553 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] Sync routers for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:38.873819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::1dd (939a20c3-6b49-4d20-8363-da4ac56ef394/362299db-1e58-4548-b64f-ffa47a7b3e7f/2c9964a4-2ec1-43f8-8603-94691c10c38c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:38.876359 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:38.877008 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:38.888232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70dc75ce-6659-43a2-8f2d-c5ba216faf4b admin admin] Publish callbacks [] for security_group (8dc287b0-6b77-4bff-af8c-88703f3dee0e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:38.941587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-13307ae1-c94b-419d-8f4d-abe821458abe tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/routers/75779b05-b33b-40a6-918e-68f94dc738a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4466126 Feb 11 13:42:38.942587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:38.950755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'port': {'network_id': '08a133cd-9701-494f-8fb9-6a0142f4bf95', 'name': 'tempest-FloatingIPTestJSON-1799934030'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:38.962137 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:38.987788 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:38.988423 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:39.060200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70dc75ce-6659-43a2-8f2d-c5ba216faf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8dc287b0-6b77-4bff-af8c-88703f3dee0e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:39.063497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-70dc75ce-6659-43a2-8f2d-c5ba216faf4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:39.067393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-70dc75ce-6659-43a2-8f2d-c5ba216faf4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8dc287b0-6b77-4bff-af8c-88703f3dee0e HTTP/1.1" status: 204 len: 168 time: 0.3223145 Feb 11 13:42:39.072005 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:39.072889 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c663268c-06d3-442e-b3ec-1afeed701b59 None None] The sync data for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:39.100800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc75ce-6659-43a2-8f2d-c5ba216faf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc287b0-6b77-4bff-af8c-88703f3dee0e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:39.155972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Made reservation on behalf of 6f8d330421ac46f49b9aa18983ce0d3b for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:39.164325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:39.207013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] device_id is not set on port 00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:39.229422 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:39.314516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:39.436543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:39.444654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:39.454289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:39.477212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Allocated IP 172.20.0.14 (08a133cd-9701-494f-8fb9-6a0142f4bf95/0fcddc68-f8f1-4bd6-b507-8d5488c17da6/00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:39.478818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:39.479551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:39.508019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=2c9964a4-2ec1-43f8-8603-94691c10c38c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:39.534502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-81da670f-cc37-415b-b435-6d9ab9a4c58c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0536003 Feb 11 13:42:39.537579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52872) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:39.842360 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for port (00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:39.922535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed55dd7-2f8e-49c3-98c0-1990fd7e45ae None None] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:39.982508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:40.134394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cce211-d30b-46f1-817a-5c3ce36a3177 req-a25ff7b2-0456-4f8c-852d-bb4d270762bc tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:40.145679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0cce211-d30b-46f1-817a-5c3ce36a3177 req-a25ff7b2-0456-4f8c-852d-bb4d270762bc tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.5931528 Feb 11 13:42:40.168159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:40.179766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa03449-09e2-4d85-99e7-cbf89fc1a5fa req-b7b18977-25cc-4679-8c9e-764f4a49417c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:40.182235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ffa03449-09e2-4d85-99e7-cbf89fc1a5fa req-b7b18977-25cc-4679-8c9e-764f4a49417c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.3262546 Feb 11 13:42:40.187073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:40.221527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event updated for resources: {'Port': ['ID=00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:40.232130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:40.236810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ebc7dc59-0ed2-447f-88a1-e933149adf97 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:40.348037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9c92d15a-a6b5-4cfb-ab9b-b50befc07164 None None] Provisioning complete for port ebc7dc59-0ed2-447f-88a1-e933149adf97 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:40.348410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c92d15a-a6b5-4cfb-ab9b-b50befc07164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:40.353044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:40.354105 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:40.363968 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0cce211-d30b-46f1-817a-5c3ce36a3177 req-3b27e3d3-22a9-4040-98e8-97b32dbe4717 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173235 Feb 11 13:42:40.375712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ffa03449-09e2-4d85-99e7-cbf89fc1a5fa req-4611902a-9737-4602-944f-eea07895dbaa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735516 Feb 11 13:42:40.381771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2f1ffa2a-6764-48cb-a751-4b38f508f583 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4377940 Feb 11 13:42:40.384790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:40.392774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Request body: {'floatingip': {'port_id': '00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:40.569726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (cd8cfcac-2953-4845-b4a3-ba3296c59c50), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:40.606653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:40.633740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ebc7dc59-0ed2-447f-88a1-e933149adf97 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:40.636732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:40.812142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9c92d15a-a6b5-4cfb-ab9b-b50befc07164 None None] Current status of the port ebc7dc59-0ed2-447f-88a1-e933149adf97 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:40.816988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c92d15a-a6b5-4cfb-ab9b-b50befc07164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:40.926033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9c92d15a-a6b5-4cfb-ab9b-b50befc07164 None None] For port ebc7dc59-0ed2-447f-88a1-e933149adf97, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ebc7dc59-0ed2-447f-88a1-e933149adf97,segment=NetworkSegment(05f4ae8a-02df-442f-88fd-fb3360c29b08),segment_id=05f4ae8a-02df-442f-88fd-fb3360c29b08)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:40.935609 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c92d15a-a6b5-4cfb-ab9b-b50befc07164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:41.537334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ebc7dc59-0ed2-447f-88a1-e933149adf97 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:41.564044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6c5e4e73-1bcb-4727-90b5-2a05e5a552ef None None] Provisioning complete for port 00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:41.564511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c5e4e73-1bcb-4727-90b5-2a05e5a552ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:41.647757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92d15a-a6b5-4cfb-ab9b-b50befc07164 None None] Pushing event updated for resources: {'Port': ['ID=ebc7dc59-0ed2-447f-88a1-e933149adf97,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:41.653362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e4e73-1bcb-4727-90b5-2a05e5a552ef None None] Port 00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:41.777339 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fa1f4629-16bf-4458-a05d-de869e22b95b None None] Provisioning complete for port ebc7dc59-0ed2-447f-88a1-e933149adf97 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:41.777818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4629-16bf-4458-a05d-de869e22b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:41.799157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:41.807040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:41.916439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=2c9964a4-2ec1-43f8-8603-94691c10c38c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:41.926764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b655-d935-47f1-8bc5-7b5d4badc38a req-533c6007-4800-43be-9330-842b5b26d6b8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:41.934885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05e9b655-d935-47f1-8bc5-7b5d4badc38a req-533c6007-4800-43be-9330-842b5b26d6b8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.4321923 Feb 11 13:42:42.045170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f4629-16bf-4458-a05d-de869e22b95b None None] Current status of the port ebc7dc59-0ed2-447f-88a1-e933149adf97 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:42.064796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ebc7dc59-0ed2-447f-88a1-e933149adf97 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:42.122836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fa1f4629-16bf-4458-a05d-de869e22b95b None None] Provisioning complete for port 2c9964a4-2ec1-43f8-8603-94691c10c38c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:42.123215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4629-16bf-4458-a05d-de869e22b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:42.252243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-05e9b655-d935-47f1-8bc5-7b5d4badc38a req-7435d8cd-dab7-48bf-ab25-0e96c80fbb0c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116395 Feb 11 13:42:42.256610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ebc7dc59-0ed2-447f-88a1-e933149adf97 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:42.259606 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:42.348608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f4629-16bf-4458-a05d-de869e22b95b None None] Port 2c9964a4-2ec1-43f8-8603-94691c10c38c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:42.431539 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:42:42.489098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:42.549479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ebc7dc59-0ed2-447f-88a1-e933149adf97 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:42.597104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6cf4051f-b03c-440c-8e8f-e76668715bca None None] Provisioning complete for port 2c9964a4-2ec1-43f8-8603-94691c10c38c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:42.599051 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6cf4051f-b03c-440c-8e8f-e76668715bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:42.616683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481c76-b5cc-495d-8171-1d4c09c557ac req-888f04a9-53b8-4787-9cf3-3d7d5791e52c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:42.618454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb481c76-b5cc-495d-8171-1d4c09c557ac req-888f04a9-53b8-4787-9cf3-3d7d5791e52c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.8171132 Feb 11 13:42:42.643103 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-524984b3-e12d-4fa8-9918-823e51817cb2 req-ece61701-eb5b-4019-84f2-a3d8e84ff88d tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc9186fb-e6d8-4b28-afbb-577089ea538b HTTP/1.1" status: 200 len: 210 time: 0.0987666 Feb 11 13:42:42.693058 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:42.697866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4051f-b03c-440c-8e8f-e76668715bca None None] Port 2c9964a4-2ec1-43f8-8603-94691c10c38c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:42.701745 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (cd8cfcac-2953-4845-b4a3-ba3296c59c50), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:42.766478 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:42.833173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb481c76-b5cc-495d-8171-1d4c09c557ac req-ae0a60ac-296b-4309-b076-357a02923948 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612041 Feb 11 13:42:42.968175 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP cd8cfcac-2953-4845-b4a3-ba3296c59c50 associated. External IP: 172.25.3.86, port: bf6aa11c-e064-460f-8d2b-25ed8807cea5. Feb 11 13:42:43.451491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-ab3659be-1c77-45ee-b9fa-f0a7a2195fce service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1497488 Feb 11 13:42:43.473485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:43.483541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:43.484530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:43.634373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87e923-bb75-416e-b12f-60ca4cbbb85c req-47ed7ea0-52a9-43ee-90eb-980a14cfbc71 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:43.636673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb87e923-bb75-416e-b12f-60ca4cbbb85c req-47ed7ea0-52a9-43ee-90eb-980a14cfbc71 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2439563 Feb 11 13:42:43.689856 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92bf2b55-577e-455e-be92-0db93d20899d req-a17409d5-3eae-4731-8e4e-0f7d0a68dff6 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0671644 Feb 11 13:42:43.758786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=2c9964a4-2ec1-43f8-8603-94691c10c38c,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:43.763609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:43.779024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:44.083010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb87e923-bb75-416e-b12f-60ca4cbbb85c req-c5e9d347-0316-40a9-8282-ccf54736a2e9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150412 Feb 11 13:42:44.090296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-9d2e0388-4ed5-410c-97b2-9fe160de9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:44.095098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-9d2e0388-4ed5-410c-97b2-9fe160de9d0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 1129 time: 0.4765556 Feb 11 13:42:44.219414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:44.232705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea72b3c-a442-4261-9663-33b48c581d83 req-6c127fe8-8fc2-4501-9a2f-e9400ba5c567 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:44.237251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bea72b3c-a442-4261-9663-33b48c581d83 req-6c127fe8-8fc2-4501-9a2f-e9400ba5c567 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1348896 Feb 11 13:42:44.270107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-68bddaf5-225f-47da-a1d0-0cf094a0ca02 None None] Provisioning complete for port 2c9964a4-2ec1-43f8-8603-94691c10c38c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:44.271238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68bddaf5-225f-47da-a1d0-0cf094a0ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:44.357526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-68bddaf5-225f-47da-a1d0-0cf094a0ca02 None None] Port 2c9964a4-2ec1-43f8-8603-94691c10c38c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:44.367225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bea72b3c-a442-4261-9663-33b48c581d83 req-59a47b58-33cb-4008-a4ea-606c8c66a470 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206656 Feb 11 13:42:44.413607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Router 1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:44.434955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-965cfbc5-7e8c-4ed7-b5b9-b8f3ca5b788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:44.437788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-965cfbc5-7e8c-4ed7-b5b9-b8f3ca5b788a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 200 len: 918 time: 0.3136330 Feb 11 13:42:44.478174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:44.499096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:44.514411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:44.515900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.582509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.595435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:44.596520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.624811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eb1b4-24c2-4830-98ce-f0e30a8d7c2d req-5527386b-e917-4f6a-9c25-ffe2abcc1586 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:44.626364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd5eb1b4-24c2-4830-98ce-f0e30a8d7c2d req-5527386b-e917-4f6a-9c25-ffe2abcc1586 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.3464463 Feb 11 13:42:44.655707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.656900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d30c1e-c931-4952-9393-866da7ffd454 None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:44.661963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-abff0c11-31a7-44e3-878d-f3fd2308375b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 200 len: 1002 time: 0.2157848 Feb 11 13:42:44.723925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:44.739006 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] Sync routers for ids ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:44.759823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1d1b1b8f-f885-4888-a10f-2f73db46d7e2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "PUT /v2.0/routers/1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2183638 Feb 11 13:42:44.763273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] Routers {'1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:44.763912 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.777252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52972) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:44.797128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd5eb1b4-24c2-4830-98ce-f0e30a8d7c2d req-8c3996c5-79e6-4193-bc1e-54faf395dc4e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617796 Feb 11 13:42:44.823177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.834324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router 75779b05-b33b-40a6-918e-68f94dc738a4 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:44.836982 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] Routers {'1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:44.837987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.881537 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:44.882917 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed8989-5d1e-42e9-9105-80652429169b None None] The sync data for ids ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:44.885203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-3c8faa73-8d18-4be3-b547-a476f9b5c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:44.892664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-3c8faa73-8d18-4be3-b547-a476f9b5c1ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 200 len: 856 time: 0.2218478 Feb 11 13:42:44.983485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67415d-a36c-45cf-af10-e295b9929c4f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:44.986031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cb67415d-a36c-45cf-af10-e295b9929c4f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8 HTTP/1.1" status: 200 len: 989 time: 0.1867580 Feb 11 13:42:44.990584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52976) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:45.007843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2845842b-4dc4-4953-81ab-1739159131ef req-4737e1c7-f147-4efa-b92a-b2d9438ee8ff tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1644142 Feb 11 13:42:45.088275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-ba74ba41-a0eb-41b7-a92f-12f1c30df52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:45.090752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-ba74ba41-a0eb-41b7-a92f-12f1c30df52b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1894267 Feb 11 13:42:45.100954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c7f098a-0c28-48dc-ac2c-bfc447747635 req-cec19931-aeaf-476a-8d13-f5dd4550958e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc9186fb-e6d8-4b28-afbb-577089ea538b HTTP/1.1" status: 200 len: 210 time: 0.0403185 Feb 11 13:42:45.200990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:45.211331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] Sync routers for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:45.214788 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:45.226157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:45.227168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.274624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.297577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-34005431-b7ae-4e0e-872f-4fe023c8e05e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/floatingips/cd8cfcac-2953-4845-b4a3-ba3296c59c50 HTTP/1.1" status: 200 len: 978 time: 4.9111078 Feb 11 13:42:45.298599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:45.302974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:45.304304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.355228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-00c7704e-4d40-4976-b0e6-091586e73378 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525282 Feb 11 13:42:45.360871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.362460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2876c7-edf3-411b-9e43-e3790e591d70 None None] The sync data for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:45.444713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:45.445663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:45.447789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c1123-06a6-445c-a9de-6cc610bcfcc2 req-eddf13c1-058a-448a-9ae1-b0158e16a4d6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:45.455157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f4c1123-06a6-445c-a9de-6cc610bcfcc2 req-eddf13c1-058a-448a-9ae1-b0158e16a4d6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2186272 Feb 11 13:42:45.573151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d978a0-0445-4797-9829-6d7ccb8af4fb req-dad43844-9768-44fe-a477-6c2c29f11715 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:45.575483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d978a0-0445-4797-9829-6d7ccb8af4fb req-dad43844-9768-44fe-a477-6c2c29f11715 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1128199 Feb 11 13:42:45.604976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f4c1123-06a6-445c-a9de-6cc610bcfcc2 req-2193d8ca-8612-4ffb-a24e-c85352d6d9c0 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468894 Feb 11 13:42:45.610958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c21e50f2-11d5-4734-a8aa-8bbbd3f7163e req-6a311865-feb2-4ec5-8f5a-4a3376091142 service neutron] 10.222.0.83 "GET /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319877 Feb 11 13:42:45.621079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:45.751073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d978a0-0445-4797-9829-6d7ccb8af4fb req-260906e4-0e31-4a10-88e5-032497dbedc3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655011 Feb 11 13:42:45.932703 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:45.933172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (cd8cfcac-2953-4845-b4a3-ba3296c59c50), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:45.933846 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Floating IP cd8cfcac-2953-4845-b4a3-ba3296c59c50 disassociated. External IP: 172.25.3.86, port: 00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0. Feb 11 13:42:45.934856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:46.191339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8a4e43d-7194-4c33-9640-0fcd91497333 req-70136c40-fc16-4ba3-a395-f9d08319510f tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0412133 Feb 11 13:42:46.224065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.277481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.283393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:46.460809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router 75779b05-b33b-40a6-918e-68f94dc738a4 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:46.607798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48a5c1a0-4b6a-422d-974f-f2e24e48c053 req-00d5f986-94da-4f80-a5ff-8e0e7755c7bc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1145186 Feb 11 13:42:46.630364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7788f2-2cc1-4e48-bec4-850f6ab9e6ce req-bb8e0182-1015-4032-824f-f6b8db05a275 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:46.632056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce7788f2-2cc1-4e48-bec4-850f6ab9e6ce req-bb8e0182-1015-4032-824f-f6b8db05a275 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.4130096 Feb 11 13:42:46.694051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:46.706986 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] Sync routers for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:46.725639 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:46.726633 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:46.770504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce7788f2-2cc1-4e48-bec4-850f6ab9e6ce req-1f97df00-ebd4-4b96-b122-f480bbc69cf1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302521 Feb 11 13:42:46.776628 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:46.819509 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:46.820421 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:46.838864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 2c9964a4-2ec1-43f8-8603-94691c10c38c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:46.839207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.843125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.856505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce296b00-aae5-4bf6-abda-8d5968604fce tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/ports/00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0 HTTP/1.1" status: 204 len: 168 time: 1.5568175 Feb 11 13:42:46.860154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52992) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:46.867818 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:46.868925 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3556ab68-949c-42b9-a7d7-218c4538c6fb None None] The sync data for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:47.011254 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:47.031769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 2c9964a4-2ec1-43f8-8603-94691c10c38c owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:47.142556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc43ed8-a532-42a3-bf2e-55fe80339d59 req-d62d67d9-738a-472c-97ed-a73b8af4a074 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:47.144159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdc43ed8-a532-42a3-bf2e-55fe80339d59 req-d62d67d9-738a-472c-97ed-a73b8af4a074 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1143856 Feb 11 13:42:47.151768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b5309-a467-4193-881b-ef864e9af1a3 req-9afcbc9d-cd1d-4351-acbc-1aed0256eac6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:47.153714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-266b5309-a467-4193-881b-ef864e9af1a3 req-9afcbc9d-cd1d-4351-acbc-1aed0256eac6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1239028 Feb 11 13:42:47.250690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdc43ed8-a532-42a3-bf2e-55fe80339d59 req-bb5e9782-31c4-49d5-94be-d2d310b7211d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894985 Feb 11 13:42:47.254077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-266b5309-a467-4193-881b-ef864e9af1a3 req-f95d04ff-daa4-464b-8f4c-c9904c84b0e1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936320 Feb 11 13:42:47.382609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2c9964a4-2ec1-43f8-8603-94691c10c38c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:47.392873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3acb3fe6-3ac6-4874-8341-57ae782f5e18 req-fab8cc9d-7b25-42d6-b2bc-217b23076970 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0551136 Feb 11 13:42:47.481442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=2c9964a4-2ec1-43f8-8603-94691c10c38c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:47.535269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-102b5942-c068-4af3-bf2f-cdd1ae57196e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876138 Feb 11 13:42:47.544785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (75779b05-b33b-40a6-918e-68f94dc738a4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:47.588666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:47.690195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-0a8a94e9-ef26-4bc8-89b1-7532c96b6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:47.692539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-0a8a94e9-ef26-4bc8-89b1-7532c96b6067 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 0.0926957 Feb 11 13:42:47.890244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Router 1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:48.035833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:48.045959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2364ab14-2839-4139-9df2-e74b4071a79f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "PUT /v2.0/routers/1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0539267 Feb 11 13:42:48.046922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52998) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:48.052239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] Sync routers for ids ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:48.069718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] Routers {'1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:48.073756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:48.077200 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dceabe3-750f-4e81-97a1-9dcccf8f15f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:42:48.081505 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2dceabe3-750f-4e81-97a1-9dcccf8f15f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/2c9964a4-2ec1-43f8-8603-94691c10c38c HTTP/1.1" status: 404 len: 333 time: 0.0309269 Feb 11 13:42:48.082834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53000) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:48.119832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:48.131773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] Routers {'1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:48.132481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:48.189964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:48.191242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0b139-34c5-479f-9275-710c83b24d19 None None] The sync data for ids ['1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:48.198902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca141-ca7c-40f1-b2a6-19a43b24af22 req-a97b816d-fd8b-482c-86e4-586dd17887b3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.200873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c85ca141-ca7c-40f1-b2a6-19a43b24af22 req-a97b816d-fd8b-482c-86e4-586dd17887b3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.2560878 Feb 11 13:42:48.209183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-245efc45-eb0b-48ec-8f65-5c438e2e2770 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for router (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.383380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-387be2dc-7571-4767-8d37-a77d1b3d4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.383588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-387be2dc-7571-4767-8d37-a77d1b3d4c0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.6083207 Feb 11 13:42:48.419441 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c85ca141-ca7c-40f1-b2a6-19a43b24af22 req-a44bea9c-ced9-4b71-80c1-532a905d063e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070184 Feb 11 13:42:48.471598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-050847f7-ab07-4df3-abb8-5e44304f525b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 998 time: 0.0717232 Feb 11 13:42:48.475461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-245efc45-eb0b-48ec-8f65-5c438e2e2770 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.478630 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-245efc45-eb0b-48ec-8f65-5c438e2e2770 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for router_controller (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.582771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-245efc45-eb0b-48ec-8f65-5c438e2e2770 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.583590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245efc45-eb0b-48ec-8f65-5c438e2e2770 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Fanout notify agent at l3_agent the message router_deleted on router 1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:48.595176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f1479-8bd5-43af-af6c-16f53361d7c6 req-10991cc7-a5f3-421f-9cd3-768c197a0525 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.597254 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f4f1479-8bd5-43af-af6c-16f53361d7c6 req-10991cc7-a5f3-421f-9cd3-768c197a0525 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.2316172 Feb 11 13:42:48.609753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-245efc45-eb0b-48ec-8f65-5c438e2e2770 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.613328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-245efc45-eb0b-48ec-8f65-5c438e2e2770 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/routers/1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8 HTTP/1.1" status: 204 len: 168 time: 0.5290406 Feb 11 13:42:48.617363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53012) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:48.644096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-bdf6f6e1-c585-47b2-8cae-beb2d1e15b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.645557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-bdf6f6e1-c585-47b2-8cae-beb2d1e15b4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1629517 Feb 11 13:42:48.691068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670245b2-31c1-497b-99ec-1e9dfbe8865f req-78ef57a3-2a0c-4bc4-baa5-29475340d1f9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.695157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-670245b2-31c1-497b-99ec-1e9dfbe8865f req-78ef57a3-2a0c-4bc4-baa5-29475340d1f9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1686013 Feb 11 13:42:48.700392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 362299db-1e58-4548-b64f-ffa47a7b3e7f {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:48.710605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (362299db-1e58-4548-b64f-ffa47a7b3e7f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.750630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f4f1479-8bd5-43af-af6c-16f53361d7c6 req-51ae3465-bf89-4b60-8435-2d892552abf6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347790 Feb 11 13:42:48.785660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 7c780cb6-562d-4bd7-ac42-3279589affd3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:48.786001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.801717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-670245b2-31c1-497b-99ec-1e9dfbe8865f req-c13ddc70-a3c3-4b22-827a-0447ffe02659 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961409 Feb 11 13:42:48.803093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-aba162d6-4c23-40b2-966b-a40fdd633c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.803913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (362299db-1e58-4548-b64f-ffa47a7b3e7f), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:48.804623 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-aba162d6-4c23-40b2-966b-a40fdd633c31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1490176 Feb 11 13:42:48.929687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-499b1c5a-ba94-4093-a004-20c3c94d95b1 req-8ecdc316-ae89-471d-8ea0-bd7801b09532 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0688641 Feb 11 13:42:48.941942 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (362299db-1e58-4548-b64f-ffa47a7b3e7f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.056832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (362299db-1e58-4548-b64f-ffa47a7b3e7f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.069281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.080763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-1aa229b1-dffb-4309-8e9c-2f7d2bb1859d service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378016 Feb 11 13:42:49.088564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=362299db-1e58-4548-b64f-ffa47a7b3e7f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:49.093049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.096321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d4a1440c-3625-4dc0-8b32-524d1229cca3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/362299db-1e58-4548-b64f-ffa47a7b3e7f HTTP/1.1" status: 204 len: 168 time: 0.4785423 Feb 11 13:42:49.098878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 7c780cb6-562d-4bd7-ac42-3279589affd3 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:49.100406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53026) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:49.106602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea02e9e-9445-4efb-a811-617a2fcbbf91 None None] Network 939a20c3-6b49-4d20-8363-da4ac56ef394 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:49.227656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (939a20c3-6b49-4d20-8363-da4ac56ef394), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.396889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eeda68aa-b6da-4f72-ba53-6ea3933d37af req-710ec601-c374-4e81-8b90-45a10591cd9d service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030856 Feb 11 13:42:49.410150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] DHCP port deletion for 939a20c3-6b49-4d20-8363-da4ac56ef394 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:42:49.436646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port ebc7dc59-0ed2-447f-88a1-e933149adf97 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:49.437143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.492758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] Deleting port ebc7dc59-0ed2-447f-88a1-e933149adf97 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:49.493291 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.629288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] For port ebc7dc59-0ed2-447f-88a1-e933149adf97, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ebc7dc59-0ed2-447f-88a1-e933149adf97,segment=NetworkSegment(05f4ae8a-02df-442f-88fd-fb3360c29b08),segment_id=05f4ae8a-02df-442f-88fd-fb3360c29b08)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:49.630075 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.646455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] Calling delete_port for ebc7dc59-0ed2-447f-88a1-e933149adf97 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:49.657256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] For port ebc7dc59-0ed2-447f-88a1-e933149adf97, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ebc7dc59-0ed2-447f-88a1-e933149adf97,segment=NetworkSegment(05f4ae8a-02df-442f-88fd-fb3360c29b08),segment_id=05f4ae8a-02df-442f-88fd-fb3360c29b08)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:49.657658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.676428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for ebc7dc59-0ed2-447f-88a1-e933149adf97 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:49.704653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f26ddf-fe42-4a7f-8482-855c10d4f2df req-c04c7802-42c0-4328-b265-561cf9dc6f30 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:49.706137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93f26ddf-fe42-4a7f-8482-855c10d4f2df req-c04c7802-42c0-4328-b265-561cf9dc6f30 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.0957482 Feb 11 13:42:49.749572 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.771227 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9c39100-a812-4d91-b974-ae395ff5e15c req-6ab47bed-0301-42bc-823c-9797507229dc tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1239526 Feb 11 13:42:49.810004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] Pushing event deleted for resources: {'Port': ['ID=ebc7dc59-0ed2-447f-88a1-e933149adf97,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:49.812877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da934f0d-1d5b-4387-b5d3-46c1a09568e3 None None] No DVR routers for this DVR port ebc7dc59-0ed2-447f-88a1-e933149adf97 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:49.843336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-93f26ddf-fe42-4a7f-8482-855c10d4f2df req-45d05220-5fce-4fd4-8ee1-d404bebff112 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806711 Feb 11 13:42:49.856827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ebc7dc59-0ed2-447f-88a1-e933149adf97), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.868056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7c780cb6-562d-4bd7-ac42-3279589affd3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:49.896629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=ebc7dc59-0ed2-447f-88a1-e933149adf97,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:49.900411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No DVR routers for this DVR port ebc7dc59-0ed2-447f-88a1-e933149adf97 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:49.989826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=7c780cb6-562d-4bd7-ac42-3279589affd3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:50.043477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.099110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (939a20c3-6b49-4d20-8363-da4ac56ef394), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.120266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ebc7dc59-0ed2-447f-88a1-e933149adf97 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:50.156965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ebc7dc59-0ed2-447f-88a1-e933149adf97 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:50.157319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ebc7dc59-0ed2-447f-88a1-e933149adf97 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:50.189385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939a20c3-6b49-4d20-8363-da4ac56ef394']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:50.234651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f4ae8a-02df-442f-88fd-fb3360c29b08') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:50.237301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f4ae8a-02df-442f-88fd-fb3360c29b08') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:50.268601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c48021-db7b-4316-aeea-e86737935db5 req-3fd6eb7c-9a5f-46df-8b81-058cb969c357 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.272743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79c48021-db7b-4316-aeea-e86737935db5 req-3fd6eb7c-9a5f-46df-8b81-058cb969c357 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1897871 Feb 11 13:42:50.276663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (05f4ae8a-02df-442f-88fd-fb3360c29b08), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.297971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f290-4734-49d6-bff9-f3182e9acc14 req-938061f7-e891-4510-ae69-01d38258b42d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.305148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f22f290-4734-49d6-bff9-f3182e9acc14 req-938061f7-e891-4510-ae69-01d38258b42d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.0935876 Feb 11 13:42:50.317368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (05f4ae8a-02df-442f-88fd-fb3360c29b08), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.331518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:50.332101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (05f4ae8a-02df-442f-88fd-fb3360c29b08), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:50.335608 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:50.403950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f22f290-4734-49d6-bff9-f3182e9acc14 req-7491c803-b1af-47bb-a8d6-0514332417b0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978417 Feb 11 13:42:50.414664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (75779b05-b33b-40a6-918e-68f94dc738a4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.442681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79c48021-db7b-4316-aeea-e86737935db5 req-6aef624c-5e0e-445d-a224-3f2e86581c22 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509941 Feb 11 13:42:50.447194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (939a20c3-6b49-4d20-8363-da4ac56ef394), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.459194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.462977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/939a20c3-6b49-4d20-8363-da4ac56ef394 HTTP/1.1" status: 204 len: 168 time: 1.3592982 Feb 11 13:42:50.470648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53050) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:50.499688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919dd1f-dc5c-4759-9a59-daa1f56e53f1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=939a20c3-6b49-4d20-8363-da4ac56ef394,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:50.577934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c85baf-5fea-46c8-9444-b3f0ed8c0c14 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.577934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-58c85baf-5fea-46c8-9444-b3f0ed8c0c14 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 HTTP/1.1" status: 200 len: 844 time: 0.0883727 Feb 11 13:42:50.578665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53052) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:50.624654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ca382-fbdf-4888-af57-51767c8a3c40 req-4f9a6891-7671-4d2d-9c21-e7bb5ff34fe7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.626414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-778ca382-fbdf-4888-af57-51767c8a3c40 req-4f9a6891-7671-4d2d-9c21-e7bb5ff34fe7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 947 time: 0.1280174 Feb 11 13:42:50.636778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4aba6ed9-8bcc-43f3-b8ef-5a63f0d30d49 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0564382 Feb 11 13:42:50.642671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53054) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:50.649151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:50.733938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-778ca382-fbdf-4888-af57-51767c8a3c40 req-f77fbabd-81c9-41af-a4b8-a6dd770142e9 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987346 Feb 11 13:42:50.790337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:50.793876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:50.845501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router 75779b05-b33b-40a6-918e-68f94dc738a4 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:51.026835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c4e5cc7-157d-4afe-b265-1416f8f0bfee req-bf0bc8f8-5f48-4623-81e2-d7d7d68751ff tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0282834 Feb 11 13:42:51.056679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:51.065753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4c169431-d636-4c7d-8a2b-b9c5cf8ba3d0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/routers/75779b05-b33b-40a6-918e-68f94dc738a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2009492 Feb 11 13:42:51.069094 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] Sync routers for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:51.072980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:51.088917 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:51.089941 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:51.135619 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (b2e10935-e7d0-4991-a31d-0a509b995013), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.146032 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:51.154353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e58f5-0ea1-40e4-85a9-cd6717693f7b req-584aaa3f-b0ac-4def-867a-9075508877fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.156206 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f97e58f5-0ea1-40e4-85a9-cd6717693f7b req-584aaa3f-b0ac-4def-867a-9075508877fa tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1659474 Feb 11 13:42:51.156393 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] Routers {'75779b05-b33b-40a6-918e-68f94dc738a4'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:51.157212 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['75779b05-b33b-40a6-918e-68f94dc738a4'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:51.199094 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:51.200461 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b5771-7257-4792-ade0-0e1fa01cac16 None None] The sync data for ids ['75779b05-b33b-40a6-918e-68f94dc738a4'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:51.226292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=b2e10935-e7d0-4991-a31d-0a509b995013,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:51.232281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:51.234422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:51.237789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.238631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.240156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f97e58f5-0ea1-40e4-85a9-cd6717693f7b req-7063990e-92ff-4595-9a0f-c3e5a6657583 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689039 Feb 11 13:42:51.257275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02225cc-f8cf-48d9-a638-88ce09bda139 None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:51.273779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0fe9b3b6-f28f-4b57-b5aa-b3e9801a28c4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6294014 Feb 11 13:42:51.274455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53062) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:51.287432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-10fb4be3-73c6-48e4-9058-126628460f33 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'security_group': {'name': 'tempest-secgroup-306948618'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:51.304720 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router (75779b05-b33b-40a6-918e-68f94dc738a4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.317079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10fb4be3-73c6-48e4-9058-126628460f33 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.403838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10fb4be3-73c6-48e4-9058-126628460f33 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (19f4ff06-a717-4599-9892-eb1562450724), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.416904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10fb4be3-73c6-48e4-9058-126628460f33 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (19f4ff06-a717-4599-9892-eb1562450724), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.420937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'project_id': 'b3a0e39a666547d8af4d06fb3faa793e', 'fixed_ips': [{'subnet_id': 'b2e10935-e7d0-4991-a31d-0a509b995013'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:51.422283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.469372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (75779b05-b33b-40a6-918e-68f94dc738a4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.481035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb4be3-73c6-48e4-9058-126628460f33 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4ff06-a717-4599-9892-eb1562450724,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:51.546336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10fb4be3-73c6-48e4-9058-126628460f33 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.546336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-10fb4be3-73c6-48e4-9058-126628460f33 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2668467 Feb 11 13:42:51.548156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53068) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:51.554315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bb2bf31d-a159-418d-8862-c0788e915906 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'security_group': {'name': 'tempest-secgroup-1655338560'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:51.578146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port e9213d4d-d34b-4709-a0ac-4dedc498dc59 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:51.578867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e9213d4d-d34b-4709-a0ac-4dedc498dc59), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.661249 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf31d-a159-418d-8862-c0788e915906 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.683270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90834f4-8609-4e05-acfb-9b133bba2e79 req-0d16af3f-447f-46fd-aa8a-f7866fa9125f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.685246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90834f4-8609-4e05-acfb-9b133bba2e79 req-0d16af3f-447f-46fd-aa8a-f7866fa9125f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1799765 Feb 11 13:42:51.737007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a83719-e5d4-42e6-8a76-705680b5f261 req-99331c13-43d7-4185-8c0f-52cbd21ac1f6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.739037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28a83719-e5d4-42e6-8a76-705680b5f261 req-99331c13-43d7-4185-8c0f-52cbd21ac1f6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1178982 Feb 11 13:42:51.741146 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e9213d4d-d34b-4709-a0ac-4dedc498dc59), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.755469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Allocated IP 2001:db8::2 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/b2e10935-e7d0-4991-a31d-0a509b995013/3a6dda5f-eeef-4087-9f30-51c403cc3ab2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:51.764771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-743fdc1a-1f39-4f13-aeb0-c818c122d9b7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.766986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-743fdc1a-1f39-4f13-aeb0-c818c122d9b7 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.83 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 947 time: 0.1717601 Feb 11 13:42:51.772941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for e9213d4d-d34b-4709-a0ac-4dedc498dc59 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:51.839876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e90834f4-8609-4e05-acfb-9b133bba2e79 req-1379c57e-4444-4237-aaf1-aa7264c8cb4f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457541 Feb 11 13:42:51.966493 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Publish callbacks [] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.975062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf31d-a159-418d-8862-c0788e915906 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (0988b39d-b552-4579-a8fc-adbadcd9e090), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.991176 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.027372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf31d-a159-418d-8862-c0788e915906 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0988b39d-b552-4579-a8fc-adbadcd9e090), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.056801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e9213d4d-d34b-4709-a0ac-4dedc498dc59), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.069941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:52.071232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.071969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Pushing event updated for resources: {'Port': ['ID=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:52.078289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:52.091647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:52.096099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bf31d-a159-418d-8862-c0788e915906 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0988b39d-b552-4579-a8fc-adbadcd9e090,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:52.102949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf31d-a159-418d-8862-c0788e915906 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.105495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bb2bf31d-a159-418d-8862-c0788e915906 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5553882 Feb 11 13:42:52.112707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53074) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:52.118596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28a83719-e5d4-42e6-8a76-705680b5f261 req-606f7c70-6314-48dd-a87a-c8c5cac40525 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679733 Feb 11 13:42:52.123176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1954706816', 'security_groups': ['0988b39d-b552-4579-a8fc-adbadcd9e090'], 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2e10935-e7d0-4991-a31d-0a509b995013'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:52.123478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=e9213d4d-d34b-4709-a0ac-4dedc498dc59,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:52.138039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395fe1e-e833-42ec-ad53-3ed13f26d507 req-c6929863-9d45-45d4-9f0e-1d96c6dd37d5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:52.143981 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0395fe1e-e833-42ec-ad53-3ed13f26d507 req-c6929863-9d45-45d4-9f0e-1d96c6dd37d5 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 947 time: 0.1661887 Feb 11 13:42:52.198071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Deleting port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:52.202339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (75779b05-b33b-40a6-918e-68f94dc738a4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.211906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.229669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Attempting to bind port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:52.230436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Attempting to bind port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b7cf15a9-57e6-4bed-a721-a3b2a56bf70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:52.231303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Attempting to bind port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 on network f84c7db9-a5fc-420a-bf6a-ad873d71230c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:52.239464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:52.240251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Checking segment: {'id': 'b7cf15a9-57e6-4bed-a721-a3b2a56bf70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:52.240905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.241642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Bound using segment: {'id': 'b7cf15a9-57e6-4bed-a721-a3b2a56bf70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:52.242357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Bound port: 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cf15a9-57e6-4bed-a721-a3b2a56bf70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:52.243348 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.284033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0395fe1e-e833-42ec-ad53-3ed13f26d507 req-fc4ca291-de35-429b-9bd6-27b18b7a8463 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205513 Feb 11 13:42:52.332827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40a2d873-de35-43e7-9076-046f7eafb7a9 req-bd76ea65-c419-4987-851d-2496d11b46f5 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0457890 Feb 11 13:42:52.333365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] For port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:52.337838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] For port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,segment=NetworkSegment(b7cf15a9-57e6-4bed-a721-a3b2a56bf70f),segment_id=b7cf15a9-57e6-4bed-a721-a3b2a56bf70f)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:52.348454 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.388798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (75779b05-b33b-40a6-918e-68f94dc738a4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.392945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_controller (75779b05-b33b-40a6-918e-68f94dc738a4), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.463101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbb4c9-a66d-4c94-9770-16e49ed28f52 None None] Pushing event updated for resources: {'Port': ['ID=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:52.486320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (75779b05-b33b-40a6-918e-68f94dc738a4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.487243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Fanout notify agent at l3_agent the message router_deleted on router 75779b05-b33b-40a6-918e-68f94dc738a4 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:52.494282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.495586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bbe6c3a7-d3db-4230-bd1f-a05ff1373db4 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/routers/75779b05-b33b-40a6-918e-68f94dc738a4 HTTP/1.1" status: 204 len: 168 time: 1.4139302 Feb 11 13:42:52.499602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:52.581317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting subnet 0fcddc68-f8f1-4bd6-b507-8d5488c17da6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:52.586195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for subnet (0fcddc68-f8f1-4bd6-b507-8d5488c17da6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.685669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0fcddc68-f8f1-4bd6-b507-8d5488c17da6), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.815673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0fcddc68-f8f1-4bd6-b507-8d5488c17da6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.912793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0fcddc68-f8f1-4bd6-b507-8d5488c17da6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.970669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcddc68-f8f1-4bd6-b507-8d5488c17da6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:52.995171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:52.998497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-561eb695-5ffb-46c5-899a-ae4962db66d1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/subnets/0fcddc68-f8f1-4bd6-b507-8d5488c17da6 HTTP/1.1" status: 204 len: 168 time: 0.4978511 Feb 11 13:42:52.999709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbb9c1-8827-403c-88e9-891a3fea3ed9 req-87f76e21-9d97-4d11-8f33-65117f24c2a5 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:53.001237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f5dbb9c1-8827-403c-88e9-891a3fea3ed9 req-87f76e21-9d97-4d11-8f33-65117f24c2a5 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1687701 Feb 11 13:42:53.004318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597eea43-04be-4631-a3a0-60dccfc49dad None None] Network 08a133cd-9701-494f-8fb9-6a0142f4bf95 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:53.007210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:53.051549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] For port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:53.051926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.087117 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f5dbb9c1-8827-403c-88e9-891a3fea3ed9 req-bf874b53-fc4d-4710-980e-431381a92ce3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785327 Feb 11 13:42:53.089357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:53.117829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebba05-ddcd-4ce8-9331-6df4101020ea req-f7f5c29a-6075-4428-a80e-e0ea424169a1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:53.120129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-79ebba05-ddcd-4ce8-9331-6df4101020ea req-f7f5c29a-6075-4428-a80e-e0ea424169a1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1642869 Feb 11 13:42:53.167204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (08a133cd-9701-494f-8fb9-6a0142f4bf95), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.220950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-79ebba05-ddcd-4ce8-9331-6df4101020ea req-a658c60a-a11c-4b98-b98f-d7dbcff28edc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945492 Feb 11 13:42:53.225072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] DHCP port deletion for 08a133cd-9701-494f-8fb9-6a0142f4bf95 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:42:53.291015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:53.291362 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.309177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] Deleting port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:53.309177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.406652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] For port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,segment=NetworkSegment(ab65fe87-c614-4fb5-b06a-fd02bac16619),segment_id=ab65fe87-c614-4fb5-b06a-fd02bac16619)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:53.407116 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.440183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] For port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,segment=NetworkSegment(ab65fe87-c614-4fb5-b06a-fd02bac16619),segment_id=ab65fe87-c614-4fb5-b06a-fd02bac16619)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:53.441243 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.461604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:53.464034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] Calling delete_port for 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:53.504324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.535622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948f5b1-6267-44fa-9b81-bf8d042136ae req-d511eefd-c8f2-4b5e-b798-81ef46a44a87 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:53.537427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2948f5b1-6267-44fa-9b81-bf8d042136ae req-d511eefd-c8f2-4b5e-b798-81ef46a44a87 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.3016260 Feb 11 13:42:53.555653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e56d9-6cb3-4e9e-86f1-e91feab6d837 req-67bbcdc4-e208-48ba-94f8-81391889321a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:53.562826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe0e56d9-6cb3-4e9e-86f1-e91feab6d837 req-67bbcdc4-e208-48ba-94f8-81391889321a tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 947 time: 0.1527638 Feb 11 13:42:53.638425 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.647250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:42:53.660938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe0e56d9-6cb3-4e9e-86f1-e91feab6d837 req-170f4c33-2233-4c79-8cbd-37388397db71 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups?id=c68da825-6c00-4d82-b702-5b79467cf50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968866 Feb 11 13:42:53.674253 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0b733fc0-b387-41ca-b8a3-7cd1c64f90ae), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.676355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] Pushing event deleted for resources: {'Port': ['ID=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:53.693341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5375f7-ebd4-471f-8b08-2bf6b0663957 None None] No DVR routers for this DVR port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:53.755227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=0b733fc0-b387-41ca-b8a3-7cd1c64f90ae,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:53.769138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.769469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (9635c076-aebd-4098-9db2-67b234bc1b25), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:53.769785 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Floating IP 9635c076-aebd-4098-9db2-67b234bc1b25 disassociated. External IP: 172.25.3.149, port: bd8b32cf-fb0a-4ebb-9b62-25b0532620f9. Feb 11 13:42:53.782293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Calling delete_port for bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:53.784136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] No DVR routers for this DVR port 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:53.972822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2948f5b1-6267-44fa-9b81-bf8d042136ae req-569920de-dabf-4b54-8cb2-8675e19f6c10 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865438 Feb 11 13:42:54.095232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:54.160722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:54.161249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.217224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:54.217779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.262266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::179 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/b2e10935-e7d0-4991-a31d-0a509b995013/ccc78e1f-16ff-4959-bf59-2c210f0bc1f2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:54.309891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bd8b32cf-fb0a-4ebb-9b62-25b0532620f9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.360233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:54.360369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event deleted for resources: {'Port': ['ID=bd8b32cf-fb0a-4ebb-9b62-25b0532620f9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:54.360674 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.370881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed42c47d-94e2-4362-95dd-0903955e26f8 req-c23b79cf-4382-4305-b48e-58cab7a4613e tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.5843537 Feb 11 13:42:54.403207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247e98a-6bb1-418f-9ec0-75061f30b383 req-265c4af0-afd9-4402-ba41-277823f949b2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:54.404723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6247e98a-6bb1-418f-9ec0-75061f30b383 req-265c4af0-afd9-4402-ba41-277823f949b2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1681042 Feb 11 13:42:54.492082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] For port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,segment=NetworkSegment(b7cf15a9-57e6-4bed-a721-a3b2a56bf70f),segment_id=b7cf15a9-57e6-4bed-a721-a3b2a56bf70f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:54.504164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:54.504882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.511621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (08a133cd-9701-494f-8fb9-6a0142f4bf95), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.528710 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.558788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a133cd-9701-494f-8fb9-6a0142f4bf95']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:54.577039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab65fe87-c614-4fb5-b06a-fd02bac16619') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:54.577333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab65fe87-c614-4fb5-b06a-fd02bac16619') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:54.590523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (ab65fe87-c614-4fb5-b06a-fd02bac16619), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.595940 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:42:54.596303 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:42:54.601111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6247e98a-6bb1-418f-9ec0-75061f30b383 req-9482c110-7144-409b-a94d-4d8cd4b7242f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795089 Feb 11 13:42:54.626588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ab65fe87-c614-4fb5-b06a-fd02bac16619), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.639195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66157bc-e625-45aa-86b4-04d177ac3b30 req-1984b117-ac9b-4273-8e0b-97d657069600 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:54.640650 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d66157bc-e625-45aa-86b4-04d177ac3b30 req-1984b117-ac9b-4273-8e0b-97d657069600 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1311560 Feb 11 13:42:54.644390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:54.644728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (ab65fe87-c614-4fb5-b06a-fd02bac16619), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:54.648140 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:54.698536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Provisioning complete for port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:54.698838 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.753346 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (08a133cd-9701-494f-8fb9-6a0142f4bf95), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.769774 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.779038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Router 45ab3971-7949-4e52-ae88-a8085f914f50 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:54.785451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:54.794156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/networks/08a133cd-9701-494f-8fb9-6a0142f4bf95 HTTP/1.1" status: 204 len: 168 time: 1.7834797 Feb 11 13:42:54.796340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53106) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:54.801223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Pushing event updated for resources: {'Port': ['ID=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:54.812759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b07570f8-7ff4-4c58-a99f-3de1e078d153 None None] Port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:54.843117 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d66157bc-e625-45aa-86b4-04d177ac3b30 req-ae99a335-f691-4ebe-921c-edb0f0569bd6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747346 Feb 11 13:42:54.845744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399507a-1c4a-4030-8e67-d79b6346f73d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Network': ['ID=08a133cd-9701-494f-8fb9-6a0142f4bf95,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:54.964329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4dffad9f-6d52-4684-bd9f-ddf41ef83fad req-9e38f98f-1152-4987-b1f3-0144f6880933 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 210 time: 0.0511212 Feb 11 13:42:55.107806 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.143749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290da92-503f-4f6e-8639-d939dd4c3800 req-7ae05901-619c-416d-8f9a-42f36d58e962 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:55.151381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2290da92-503f-4f6e-8639-d939dd4c3800 req-7ae05901-619c-416d-8f9a-42f36d58e962 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.0759363 Feb 11 13:42:55.203757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:55.206311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:55.218460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:55.224359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:55.227738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:55.233845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:55.235085 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.238211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] Sync routers for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:55.250521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 72c2f3ce-aa45-437d-8503-56c023c0089b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:55.251008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.253109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=ccc78e1f-16ff-4959-bf59-2c210f0bc1f2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:55.253818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2290da92-503f-4f6e-8639-d939dd4c3800 req-a5adccd2-ccc6-4a04-a3ae-ee84ee4466d8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963852 Feb 11 13:42:55.262512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:55.267872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c04713f9-2ccd-4918-8aed-1515288d67d2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1488137 Feb 11 13:42:55.269683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:55.270169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53110) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:55.287805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f4763608-fbce-4d3d-a42e-c4718e2e81ec tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:55.457931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] No DVR routers for this DVR port bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:55.510496 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.514518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11d0d9b6-01c8-4441-a250-5eb0e4b3e158 req-7022eb1f-a016-4df0-a53d-fa1f655b4673 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.83 "DELETE /v2.0/ports/bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 HTTP/1.1" status: 204 len: 173 time: 3.7185471 Feb 11 13:42:55.520824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-deleted', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:55.523385 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d806b-8208-4e4a-bcfa-0c90fab6a7db" -d '{"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-deleted", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:55.607048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.607381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (72c2f3ce-aa45-437d-8503-56c023c0089b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.614885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:55.649571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:55.654610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf657935-7981-4008-af6b-df78b25d8d85 req-362e37c3-f81e-440d-a716-0d42a01d561d tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1326094 Feb 11 13:42:55.660902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 72c2f3ce-aa45-437d-8503-56c023c0089b owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:55.669832 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d30c1-c982-4b6f-9827-baf942e0563f x-openstack-request-id: req-ed0d30c1-c982-4b6f-9827-baf942e0563f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:55.670713 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee088e-b5bc-4a32-8b4f-9b32b865e8b5", "name": "network-vif-deleted", "tag": "bd8b32cf-fb0a-4ebb-9b62-25b0532620f9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:55.670847 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed0d30c1-c982-4b6f-9827-baf942e0563f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:55.671366 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee088e-b5bc-4a32-8b4f-9b32b865e8b5', 'name': 'network-vif-deleted', 'tag': 'bd8b32cf-fb0a-4ebb-9b62-25b0532620f9', 'status': 'completed', 'code': 200} Feb 11 13:42:55.697494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:55.697862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0b733fc0-b387-41ca-b8a3-7cd1c64f90ae not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:55.743800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4763608-fbce-4d3d-a42e-c4718e2e81ec tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:55.747667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4763608-fbce-4d3d-a42e-c4718e2e81ec tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.755914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c1616875-d8a8-463c-969a-7e86dd70286b None None] Provisioning complete for port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:55.756371 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c1616875-d8a8-463c-969a-7e86dd70286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:55.773187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04babbc-590b-4ffd-b167-0a82ec6e585c req-7ebf02b1-df6d-418f-a8e1-2c2a97f57afe tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:55.781566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e04babbc-590b-4ffd-b167-0a82ec6e585c req-7ebf02b1-df6d-418f-a8e1-2c2a97f57afe tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.0708683 Feb 11 13:42:55.835455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e04babbc-590b-4ffd-b167-0a82ec6e585c req-8c433ca7-780a-4d53-b403-2b236c6c72e3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530643 Feb 11 13:42:55.848172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c1616875-d8a8-463c-969a-7e86dd70286b None None] Port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:55.896945 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-f4763608-fbce-4d3d-a42e-c4718e2e81ec tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2e10935-e7d0-4991-a31d-0a509b995013 (CIDR: 2001:db8::/64) Feb 11 13:42:55.903556 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4763608-fbce-4d3d-a42e-c4718e2e81ec tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:42:55.904166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4763608-fbce-4d3d-a42e-c4718e2e81ec tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:42:55.948708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f4763608-fbce-4d3d-a42e-c4718e2e81ec tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6655440 Feb 11 13:42:55.952704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:55.960857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:55.993315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:55.997901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (72c2f3ce-aa45-437d-8503-56c023c0089b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:56.056307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=72c2f3ce-aa45-437d-8503-56c023c0089b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:56.111069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:56.127274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a838413-a7a7-45a8-a037-f47f264657a5 req-92d415ca-eaf3-4168-af61-a2fcbadc86d3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.135394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a838413-a7a7-45a8-a037-f47f264657a5 req-92d415ca-eaf3-4168-af61-a2fcbadc86d3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.1531928 Feb 11 13:42:56.141180 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for floatingip (cd8cfcac-2953-4845-b4a3-ba3296c59c50), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:56.144693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:56.146159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6f447af1-8cfd-4ba6-af3b-34c7e6def2a6 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/floatingips/cd8cfcac-2953-4845-b4a3-ba3296c59c50 HTTP/1.1" status: 204 len: 168 time: 1.3500843 Feb 11 13:42:56.150457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:56.163111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] Checking router: 45ab3971-7949-4e52-ae88-a8085f914f50 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:56.181114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:56.182484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:56.190648 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cbdde1-4195-4f50-8b3a-1af7057f8ab0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] DELETE failed (client error): The resource could not be found. Feb 11 13:42:56.191239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cbdde1-4195-4f50-8b3a-1af7057f8ab0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:42:56.194267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b7cbdde1-4195-4f50-8b3a-1af7057f8ab0 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/ports/00ac2fb8-a29f-4ac3-a0e8-2fbf18f854c0 HTTP/1.1" status: 404 len: 333 time: 0.0427077 Feb 11 13:42:56.195312 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee97e866-99c9-4e37-9fbc-a7b63b4114c8 req-586f0d56-0bf8-4a11-9d07-36a8a309f9f4 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/ports?device_id=9aee088e-b5bc-4a32-8b4f-9b32b865e8b5 HTTP/1.1" status: 200 len: 210 time: 0.0379009 Feb 11 13:42:56.198678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53140) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:56.243573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a838413-a7a7-45a8-a037-f47f264657a5 req-2ced46b4-a197-4670-a832-6ff46f27af28 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025336 Feb 11 13:42:56.244825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:56.248307 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:56.260255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec103374-43cf-41cc-baea-5e09838f07e1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "GET /v2.0/ports?device_id=75779b05-b33b-40a6-918e-68f94dc738a4 HTTP/1.1" status: 200 len: 205 time: 0.0560222 Feb 11 13:42:56.260612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53142) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:56.300126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:56.300873 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:56.357561 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-8c72f968-4678-439a-92a1-928f806aad4d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] delete failed (client error): The resource could not be found. Feb 11 13:42:56.359897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8c72f968-4678-439a-92a1-928f806aad4d tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/routers/75779b05-b33b-40a6-918e-68f94dc738a4 HTTP/1.1" status: 404 len: 336 time: 0.0979722 Feb 11 13:42:56.412256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:56.420903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:56.479520 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ba66bd-534a-41b4-8e30-3765a01a7417 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] DELETE failed (client error): The resource could not be found. Feb 11 13:42:56.482171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ba66bd-534a-41b4-8e30-3765a01a7417 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:42:56.486802 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e5ba66bd-534a-41b4-8e30-3765a01a7417 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/subnets/0fcddc68-f8f1-4bd6-b507-8d5488c17da6 HTTP/1.1" status: 404 len: 337 time: 0.0713134 Feb 11 13:42:56.490323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53150) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:56.498865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:56.539810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e18d2-eb59-4222-8719-4da71b3b1f96 req-63f0501e-2131-45ee-b274-8ef12d550fe6 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.541340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-430e18d2-eb59-4222-8719-4da71b3b1f96 req-63f0501e-2131-45ee-b274-8ef12d550fe6 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1985016 Feb 11 13:42:56.594224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-807ec415-6449-4d19-b87e-0095d7083e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.596043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-807ec415-6449-4d19-b87e-0095d7083e13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 1128 time: 0.2514794 Feb 11 13:42:56.607155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-22d74321-d878-4aeb-892d-a3c5b67dd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.608643 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-22d74321-d878-4aeb-892d-a3c5b67dd4e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1128 time: 0.1851587 Feb 11 13:42:56.617251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-430e18d2-eb59-4222-8719-4da71b3b1f96 req-9137056c-e399-4145-9d9e-4e6594482542 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677052 Feb 11 13:42:56.623364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edc5b1-cd48-4d0d-ba62-1461aaaa91b9 req-dd036e4a-9ec8-445b-bfa0-24d107f0d5bc tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.624864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85edc5b1-cd48-4d0d-ba62-1461aaaa91b9 req-dd036e4a-9ec8-445b-bfa0-24d107f0d5bc tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1931288 Feb 11 13:42:56.695751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:56.716236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-a6c65f3b-9edb-472e-aa62-79e0b4ec837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.717758 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-a6c65f3b-9edb-472e-aa62-79e0b4ec837a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 912 time: 0.1131167 Feb 11 13:42:56.733731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9543ed-8744-4704-ab4a-5e58d7be78a7 None None] The sync data for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 is: [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd0707076-8024-4cf6-b5bf-c703c3a0b0c3', 'name': '', 'network_id': 'f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'mac_address': 'fa:16:3e:f3:37:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:46Z', 'updated_at': '2022-02-11T13:35:54Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'subnets': [{'id': '0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:56.793820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-006fab16-bf9e-4780-ab6f-11ba7bf6be88 req-222e9c13-1595-4fef-afc7-3400e65a02cf tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0319219 Feb 11 13:42:56.799762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port bf6aa11c-e064-460f-8d2b-25ed8807cea5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:56.800259 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bf6aa11c-e064-460f-8d2b-25ed8807cea5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:56.812704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-817a83c6-07dd-4c34-bb91-2b71b52d6fe0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 200 len: 1001 time: 0.0892019 Feb 11 13:42:56.857218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85edc5b1-cd48-4d0d-ba62-1461aaaa91b9 req-d06102f4-47a7-4ba1-9eb0-e015365f0694 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237666 Feb 11 13:42:56.869292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:56.891306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:56.891663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device bd8b32cf-fb0a-4ebb-9b62-25b0532620f9 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:56.954774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-5830bcbd-541e-424d-8000-cd48dad83841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.956383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-5830bcbd-541e-424d-8000-cd48dad83841 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 914 time: 0.3256476 Feb 11 13:42:56.968053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (29f4f3f8-08df-45b3-9ec0-f1ac32acaedb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:56.999898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d6846b40-edeb-4921-b2e1-dc8f1a059a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.045437 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-fbe9225a-4b6c-4083-b7f9-e6178e18f811 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 217 time: 0.0786657 Feb 11 13:42:57.062980 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07f7ac-4232-4553-8ac0-841da3039395 None None] New status for floating IP 9635c076-aebd-4098-9db2-67b234bc1b25: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:42:57.100019 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bf6aa11c-e064-460f-8d2b-25ed8807cea5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.103878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:57.117615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:57.133239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.133465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadaaf58-c961-44a6-b19b-cbb68191044d None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:57.134087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.137715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for bf6aa11c-e064-460f-8d2b-25ed8807cea5 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:57.145479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=29f4f3f8-08df-45b3-9ec0-f1ac32acaedb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:57.165510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-54f4d247-5642-4fa9-ae0e-3ede7e888936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.167039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-54f4d247-5642-4fa9-ae0e-3ede7e888936 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.1111288 Feb 11 13:42:57.170819 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b1ffe49-5ea3-42e1-885d-4eb4a3addae2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2170379 Feb 11 13:42:57.215642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53154) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:57.226355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1649512332', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29f4f3f8-08df-45b3-9ec0-f1ac32acaedb'}], 'security_groups': ['19f4ff06-a717-4599-9892-eb1562450724']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:57.251548 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-9e4e083f-ff1b-4ce7-98f5-008218866546 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779665 Feb 11 13:42:57.254919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-42caf387-d6cb-4be9-a63a-a334aed02c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.256438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-42caf387-d6cb-4be9-a63a-a334aed02c77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.4384425 Feb 11 13:42:57.351872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:57.371775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c4536-4d44-4fc9-854c-aa09d06326f2 None None] Update dhcp port {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'fixed_ips': [{'subnet_id': 'b2e10935-e7d0-4991-a31d-0a509b995013', 'ip_address': '2001:db8::2'}, {'subnet_id': '29f4f3f8-08df-45b3-9ec0-f1ac32acaedb'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '3a6dda5f-eeef-4087-9f30-51c403cc3ab2'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:42:57.407038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4536-4d44-4fc9-854c-aa09d06326f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.419160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-4458d294-749e-4432-a5f4-ba354b1d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.420696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-4458d294-749e-4432-a5f4-ba354b1d7886 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1576908 Feb 11 13:42:57.432362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-861666ba-7695-409a-9432-316104afe065 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:42:57.434214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-861666ba-7695-409a-9432-316104afe065 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051639 Feb 11 13:42:57.487386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f9d309f-3ff6-49ab-9289-f3d497cc8c2e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (c68da825-6c00-4d82-b702-5b79467cf50d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.546461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f9d309f-3ff6-49ab-9289-f3d497cc8c2e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (c68da825-6c00-4d82-b702-5b79467cf50d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.592943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-2c3c9f6c-c49c-4a55-9606-16fe4eb3f1a2 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063872 Feb 11 13:42:57.601537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-a68d642c-a9b9-47e3-82c4-7b4f6f5991a2 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516938 Feb 11 13:42:57.605599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5c7c4536-4d44-4fc9-854c-aa09d06326f2 None None] Allocated IP 2001:db8:0:1::2 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/29f4f3f8-08df-45b3-9ec0-f1ac32acaedb/3a6dda5f-eeef-4087-9f30-51c403cc3ab2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:57.634313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2206a-d432-4192-bd15-c0c38ce54367 req-b3d790fe-aa5c-40b1-9d97-26cac42738b1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.635996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-75e2206a-d432-4192-bd15-c0c38ce54367 req-b3d790fe-aa5c-40b1-9d97-26cac42738b1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.2273502 Feb 11 13:42:57.645539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f9d309f-3ff6-49ab-9289-f3d497cc8c2e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c68da825-6c00-4d82-b702-5b79467cf50d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.648398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f9d309f-3ff6-49ab-9289-f3d497cc8c2e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.649574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3f9d309f-3ff6-49ab-9289-f3d497cc8c2e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "DELETE /v2.0/security-groups/c68da825-6c00-4d82-b702-5b79467cf50d HTTP/1.1" status: 204 len: 168 time: 0.2856133 Feb 11 13:42:57.662780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53168) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:57.663828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d309f-3ff6-49ab-9289-f3d497cc8c2e tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68da825-6c00-4d82-b702-5b79467cf50d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:57.679818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (bf6aa11c-e064-460f-8d2b-25ed8807cea5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.708685 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-220b30b9-a1b3-4ee7-a03e-1a7d9a9c1683 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] show failed (client error): The resource could not be found. Feb 11 13:42:57.709770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-220b30b9-a1b3-4ee7-a03e-1a7d9a9c1683 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "GET /v2.0/security-groups/c68da825-6c00-4d82-b702-5b79467cf50d HTTP/1.1" status: 404 len: 347 time: 0.0431197 Feb 11 13:42:57.720109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53170) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:57.753120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5c7c4536-4d44-4fc9-854c-aa09d06326f2 None None] For port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,segment=NetworkSegment(b7cf15a9-57e6-4bed-a721-a3b2a56bf70f),segment_id=b7cf15a9-57e6-4bed-a721-a3b2a56bf70f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:57.788676 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4536-4d44-4fc9-854c-aa09d06326f2 None None] Publish callbacks [] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.795888 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4536-4d44-4fc9-854c-aa09d06326f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.804208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=bf6aa11c-e064-460f-8d2b-25ed8807cea5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:57.818662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.862573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5eea7190-dbcf-4266-860d-ee801d2e7655 req-e8c00c5e-fa94-4547-a91d-ff324dcfa5bf service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549858 Feb 11 13:42:57.909293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a376b-4dbb-4cb5-9a46-704f9743b6f4 req-82b104c5-3804-4fdf-b1fa-72349dd2af0d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.911554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d35a376b-4dbb-4cb5-9a46-704f9743b6f4 req-82b104c5-3804-4fdf-b1fa-72349dd2af0d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1793034 Feb 11 13:42:57.930487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c4536-4d44-4fc9-854c-aa09d06326f2 None None] Pushing event updated for resources: {'Port': ['ID=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:57.963150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-75e2206a-d432-4192-bd15-c0c38ce54367 req-2f500483-046b-4270-8d44-230a7a60119c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936478 Feb 11 13:42:57.965107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58347984-c39a-4f71-aa6b-4c6763c2df0a req-9b05443e-99cb-4d38-ba7c-38195e702378 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592110 Feb 11 13:42:57.978794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Deleting port d7e5d6e2-af3c-47a4-b416-225254a0cd38 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:57.979779 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:57.985373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d35a376b-4dbb-4cb5-9a46-704f9743b6f4 req-b0380375-a6bc-4f2b-8e66-5b9811473cad tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646088 Feb 11 13:42:58.039361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.045403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4d6bd669-909c-437c-b45f-5c7d61e9e7b1 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/ports/bf6aa11c-e064-460f-8d2b-25ed8807cea5 HTTP/1.1" status: 204 len: 168 time: 1.5513089 Feb 11 13:42:58.046743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53178) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:58.100736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.101141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (d7e5d6e2-af3c-47a4-b416-225254a0cd38), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.118384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Calling delete_port for d7e5d6e2-af3c-47a4-b416-225254a0cd38 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:58.168686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8c50f59-2004-4688-abfe-1b26a5521377 req-7ffae150-f393-4881-8572-3643dbaa913e tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0366149 Feb 11 13:42:58.317835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922056f-1344-4203-9c42-9e15ab62cc60 req-5c79cb35-f23b-4412-baf0-58b9db0e2f7a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:58.324987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5922056f-1344-4203-9c42-9e15ab62cc60 req-5c79cb35-f23b-4412-baf0-58b9db0e2f7a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 946 time: 0.1974893 Feb 11 13:42:58.332615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d7e5d6e2-af3c-47a4-b416-225254a0cd38), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.376622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Pushing event deleted for resources: {'Port': ['ID=d7e5d6e2-af3c-47a4-b416-225254a0cd38,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:58.444236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 06f0377c-0af3-46b1-86ef-39efe58f5b3e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:58.444596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (06f0377c-0af3-46b1-86ef-39efe58f5b3e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.477557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks [] for floatingip (9635c076-aebd-4098-9db2-67b234bc1b25), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.480060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.481272 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b22f0924-35c4-4c7e-823f-363ccf257978 tempest-AttachVolumeShelveTestJSON-1128556866 tempest-AttachVolumeShelveTestJSON-1128556866-project] 10.222.0.79 "DELETE /v2.0/floatingips/9635c076-aebd-4098-9db2-67b234bc1b25 HTTP/1.1" status: 204 len: 168 time: 0.7602124 Feb 11 13:42:58.505761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b94f-7901-4313-aa8b-e691e0e9be3b req-2ce7df09-e7b9-419a-8ebf-2d0aab7d1eec tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:58.507168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7074b94f-7901-4313-aa8b-e691e0e9be3b req-2ce7df09-e7b9-419a-8ebf-2d0aab7d1eec tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1060283 Feb 11 13:42:58.586236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5922056f-1344-4203-9c42-9e15ab62cc60 req-af8bb1dc-20aa-4452-9ecc-e350c313e4fd tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603354 Feb 11 13:42:58.610652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Delete allocated IP 2001:db8::179 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/b2e10935-e7d0-4991-a31d-0a509b995013) {{(pid=103176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:42:58.627946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8:0:1::e1 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/29f4f3f8-08df-45b3-9ec0-f1ac32acaedb/ccc78e1f-16ff-4959-bf59-2c210f0bc1f2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:58.634903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7074b94f-7901-4313-aa8b-e691e0e9be3b req-31849277-afea-4971-9f6d-8f638d74bbe0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179252 Feb 11 13:42:58.645227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (06f0377c-0af3-46b1-86ef-39efe58f5b3e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.677003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 06f0377c-0af3-46b1-86ef-39efe58f5b3e owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:58.821792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:58.822369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.901985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d527e48-a1d4-428b-95c4-25ba64275fd4 req-dba144bf-126d-4a4d-8f36-c7da6a9432b0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:58.903577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d527e48-a1d4-428b-95c4-25ba64275fd4 req-dba144bf-126d-4a4d-8f36-c7da6a9432b0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1672430 Feb 11 13:42:58.919010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:58.930652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Provisioning complete for port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:58.931176 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:58.973347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:58.983989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Provisioning complete for port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:58.984524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.012668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.017137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (06f0377c-0af3-46b1-86ef-39efe58f5b3e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.021029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f0e998f0-df89-4a43-8921-53f67a72c7d1 None None] Port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:59.029094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.057042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=06f0377c-0af3-46b1-86ef-39efe58f5b3e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:59.068485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9d527e48-a1d4-428b-95c4-25ba64275fd4 req-e1bfae0c-2e1a-4f63-b1c2-69744b680bce tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481118 Feb 11 13:42:59.140399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=ccc78e1f-16ff-4959-bf59-2c210f0bc1f2,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:59.141167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880441ac-5a49-49f0-bd7c-cfa6b8f21111 req-386828a9-6ddc-4239-8843-981d2d127e85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.144425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-880441ac-5a49-49f0-bd7c-cfa6b8f21111 req-386828a9-6ddc-4239-8843-981d2d127e85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.0672336 Feb 11 13:42:59.205300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-880441ac-5a49-49f0-bd7c-cfa6b8f21111 req-e65d3443-b7fa-43c7-a568-d95174d31fb0 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522158 Feb 11 13:42:59.268823 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.274795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-399db4b4-380f-4a9b-8316-f7add6449e8e tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/ports/06f0377c-0af3-46b1-86ef-39efe58f5b3e HTTP/1.1" status: 204 len: 168 time: 1.2246668 Feb 11 13:42:59.275311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53196) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:59.296348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] In _notify_port_updated(), no bound segment for port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 on network f84c7db9-a5fc-420a-bf6a-ad873d71230c {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:42:59.299676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.300334 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.301666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6f58dfb5-e741-44f8-abbe-e42a650d55bd tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "PUT /v2.0/ports/ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 HTTP/1.1" status: 200 len: 930 time: 2.0850470 Feb 11 13:42:59.308065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53198) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:59.343248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a7d884c-9ac6-48af-945c-5addabe170a7 req-be829a5a-a87b-4d66-9897-b41309cdb71a tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0518718 Feb 11 13:42:59.377810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc463e4-ee24-49fd-929e-0189974cdf55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.381873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bcc463e4-ee24-49fd-929e-0189974cdf55 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d31853-f60d-456c-a7d3-5cc1fd933834 HTTP/1.1" status: 200 len: 913 time: 0.1029513 Feb 11 13:42:59.382058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53200) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:59.383521 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82edccbb-cf9a-420d-8e59-020abd27a4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.402805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:59.443859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494506-025e-44da-b9af-be18fda98627 req-2ea3c046-9b3e-4fae-918b-efeadad08a15 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.445500 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7494506-025e-44da-b9af-be18fda98627 req-2ea3c046-9b3e-4fae-918b-efeadad08a15 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2996149 Feb 11 13:42:59.505514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:59.506202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.526513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7494506-025e-44da-b9af-be18fda98627 req-3f5764c9-d672-4754-b960-159047801d50 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744820 Feb 11 13:42:59.536526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:59.540483 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f217f282-59ca-4f3e-8f2e-85a3d034bb6b" -d '{"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:59.553019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:59.553362 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.575478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:59.583240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.617764 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1b8f14-9193-44f5-864e-a38505685037 x-openstack-request-id: req-4b1b8f14-9193-44f5-864e-a38505685037 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:59.619034 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:59.619525 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b1b8f14-9193-44f5-864e-a38505685037 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:59.620150 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'code': 200} Feb 11 13:42:59.623737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9496ed53-c7d6-4f38-a975-155a91bfa04d None None] Provisioning complete for port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:59.624388 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9496ed53-c7d6-4f38-a975-155a91bfa04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.658892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:59.723003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9496ed53-c7d6-4f38-a975-155a91bfa04d None None] Port ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:59.725537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.772104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:59.820355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9025a-95c6-4ac0-8ef4-aa6169ca4f5d req-66c86c96-c35d-468b-b345-3c60da4e0f35 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.822191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ae9025a-95c6-4ac0-8ef4-aa6169ca4f5d req-66c86c96-c35d-468b-b345-3c60da4e0f35 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1323597 Feb 11 13:42:59.835555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc385c8f-30de-400a-a846-aa8662f0d857 req-3a7b51b4-c72b-4c4c-a865-4d27be5148e1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.837109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc385c8f-30de-400a-a846-aa8662f0d857 req-3a7b51b4-c72b-4c4c-a865-4d27be5148e1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.1136847 Feb 11 13:42:59.912769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc385c8f-30de-400a-a846-aa8662f0d857 req-0495eb57-0e49-4e0a-bffc-81104ab73bd5 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687487 Feb 11 13:42:59.957762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ae9025a-95c6-4ac0-8ef4-aa6169ca4f5d req-1d3b7d3d-c4c8-4f68-965e-8a56ac5ed4c5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166391 Feb 11 13:42:59.971472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:00.002505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ccc78e1f-16ff-4959-bf59-2c210f0bc1f2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.076336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.080996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 HTTP/1.1" status: 204 len: 168 time: 0.7652702 Feb 11 13:43:00.082113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a872ab7-48f5-42fb-8917-7cf0276f984e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=ccc78e1f-16ff-4959-bf59-2c210f0bc1f2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:00.089063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:00.104143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:00.104896 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.140495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (e9d31853-f60d-456c-a7d3-5cc1fd933834), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.148810 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09eb384-d5a5-4502-9ac4-1d73c22fced2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:43:00.155652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c09eb384-d5a5-4502-9ac4-1d73c22fced2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/ccc78e1f-16ff-4959-bf59-2c210f0bc1f2 HTTP/1.1" status: 404 len: 333 time: 0.0653043 Feb 11 13:43:00.158210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53214) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:00.293986 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76d69ffd-4396-4553-9239-596cdd0f5abc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (0988b39d-b552-4579-a8fc-adbadcd9e090), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.354588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76d69ffd-4396-4553-9239-596cdd0f5abc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (0988b39d-b552-4579-a8fc-adbadcd9e090), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.529609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:00.564373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c5c2656-6a21-467d-83bf-d5ada2fbbd71 req-bf0b1ba7-9a51-401e-8f30-f7f7b3cb0b42 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0586407 Feb 11 13:43:00.591462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port da1016dd-5977-4623-8bc9-3a2122f528de {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:00.591812 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (da1016dd-5977-4623-8bc9-3a2122f528de), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.701445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (da1016dd-5977-4623-8bc9-3a2122f528de), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.713812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for da1016dd-5977-4623-8bc9-3a2122f528de owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:00.846672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76d69ffd-4396-4553-9239-596cdd0f5abc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0988b39d-b552-4579-a8fc-adbadcd9e090), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.849161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76d69ffd-4396-4553-9239-596cdd0f5abc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.852983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76d69ffd-4396-4553-9239-596cdd0f5abc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/security-groups/0988b39d-b552-4579-a8fc-adbadcd9e090 HTTP/1.1" status: 204 len: 168 time: 0.6934795 Feb 11 13:43:00.853580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53232) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:00.891331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-03896c02-7a1d-415e-9138-3cc82f1e7799 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:00.892648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-03896c02-7a1d-415e-9138-3cc82f1e7799 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.5714459 Feb 11 13:43:00.895665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d69ffd-4396-4553-9239-596cdd0f5abc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0988b39d-b552-4579-a8fc-adbadcd9e090,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:00.926516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-339418ac-5292-4844-9f49-4501c79cc63a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/quotas/0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 375 time: 0.0253932 Feb 11 13:43:00.938446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.977815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (da1016dd-5977-4623-8bc9-3a2122f528de), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:00.994557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e789a475-ae2f-4e9c-a969-91858e7654f8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (19f4ff06-a717-4599-9892-eb1562450724), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.018570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=da1016dd-5977-4623-8bc9-3a2122f528de,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:01.027890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e789a475-ae2f-4e9c-a969-91858e7654f8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (19f4ff06-a717-4599-9892-eb1562450724), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.048636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-d86b6d93-f4bf-4958-89ea-f1411559a4d7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1162055 Feb 11 13:43:01.136557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda91a77-85a1-4691-8740-0b7a50442f83 req-d7beb064-f282-48da-81c4-62469e2b4efd tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:01.139022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dda91a77-85a1-4691-8740-0b7a50442f83 req-d7beb064-f282-48da-81c4-62469e2b4efd tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.1252577 Feb 11 13:43:01.148002 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e789a475-ae2f-4e9c-a969-91858e7654f8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (19f4ff06-a717-4599-9892-eb1562450724), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.150564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e789a475-ae2f-4e9c-a969-91858e7654f8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.154133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e789a475-ae2f-4e9c-a969-91858e7654f8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/security-groups/19f4ff06-a717-4599-9892-eb1562450724 HTTP/1.1" status: 204 len: 168 time: 0.2911582 Feb 11 13:43:01.161950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53236) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:01.176779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789a475-ae2f-4e9c-a969-91858e7654f8 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4ff06-a717-4599-9892-eb1562450724,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:01.179816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-b2b6fcea-b9d3-4301-8dc7-7de10a489eb5 service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213486 Feb 11 13:43:01.245774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dda91a77-85a1-4691-8740-0b7a50442f83 req-c56576ea-e51b-4328-aa87-86228c3ad888 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Feb 11 13:43:01.281460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet b2e10935-e7d0-4991-a31d-0a509b995013 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:43:01.286152 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (b2e10935-e7d0-4991-a31d-0a509b995013), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.299037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (e9d31853-f60d-456c-a7d3-5cc1fd933834), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.349509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (b2e10935-e7d0-4991-a31d-0a509b995013), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.379580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-820ffe5c-cee2-4f8a-a51e-1c4a8a79fa4c service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747096 Feb 11 13:43:01.445046 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:43:01.447936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b2e10935-e7d0-4991-a31d-0a509b995013), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.473037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f96d5-b055-4139-96e0-ed997378c5a2 req-07f52021-378e-48b6-a22b-e08126a68fad tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:01.474617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3f96d5-b055-4139-96e0-ed997378c5a2 req-07f52021-378e-48b6-a22b-e08126a68fad tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.1501782 Feb 11 13:43:01.520657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (b2e10935-e7d0-4991-a31d-0a509b995013), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.536008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:01.540111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/b2e10935-e7d0-4991-a31d-0a509b995013 HTTP/1.1" status: 204 len: 168 time: 0.3768821 Feb 11 13:43:01.549747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a2ba6e-4625-4fe4-b7a8-2996deb1e7a4 None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:01.568620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53240) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:01.575288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:01.585578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03e6f4-07dd-42d2-991b-c000fec0909c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e10935-e7d0-4991-a31d-0a509b995013,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:01.587239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3f96d5-b055-4139-96e0-ed997378c5a2 req-103b7033-9daa-42d1-80d3-6df8b5d398fe tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995507 Feb 11 13:43:01.785765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2ac583c-aea5-416e-bb05-d0c5e12e0b12 req-a671a76e-7651-4217-a94d-c8af599e2c65 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0723002 Feb 11 13:43:01.813344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e54c53ad-b5ee-4e04-b3c6-32e1549a2fcd req-d926acb0-b9fd-4639-9ba9-098f69d86e86 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0743785 Feb 11 13:43:01.858593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Router e9d31853-f60d-456c-a7d3-5cc1fd933834 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:02.008272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:02.022146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:02.099202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:02.109575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] Sync routers for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:02.126979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:02.127627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:02.182998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d4a5351b-7ab7-4259-b5f5-c0ac5cab30e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "PUT /v2.0/routers/e9d31853-f60d-456c-a7d3-5cc1fd933834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7995386 Feb 11 13:43:02.186571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53270) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:02.193994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:02.213781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7da1e0-a48b-41f4-ad5d-6c069c245f92 req-f7ca1b10-9e2d-4e98-a0b3-55fcb412404c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:02.214413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] Routers {'e9d31853-f60d-456c-a7d3-5cc1fd933834'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:02.214667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['e9d31853-f60d-456c-a7d3-5cc1fd933834'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:02.227133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c7da1e0-a48b-41f4-ad5d-6c069c245f92 req-f7ca1b10-9e2d-4e98-a0b3-55fcb412404c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.0841067 Feb 11 13:43:02.284265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:02.284265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a3b02-54d0-43db-8004-0229f26826da None None] The sync data for ids ['e9d31853-f60d-456c-a7d3-5cc1fd933834'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:02.327933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2c7da1e0-a48b-41f4-ad5d-6c069c245f92 req-b0717eb6-b6a1-4376-96a5-f0fb44725908 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995812 Feb 11 13:43:02.348637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:02.429120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router (e9d31853-f60d-456c-a7d3-5cc1fd933834), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:02.696478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-f688000c-a5cf-4333-b560-1eed84b6e4f5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1807525 Feb 11 13:43:02.709775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-24b6b14e-75d5-4810-86da-7e36e0462833 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:43:02.711760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-24b6b14e-75d5-4810-86da-7e36e0462833 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095813 Feb 11 13:43:02.834475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-ca41586e-164a-47bd-af47-d355c90c8d5c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:02.839474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-ca41586e-164a-47bd-af47-d355c90c8d5c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports/5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 941 time: 0.0830057 Feb 11 13:43:02.986240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-97b0d301-5d61-4ccd-acc6-257950faa4b4 req-f81f4a03-bafa-4d8d-8854-666ea5a83cef tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0501690 Feb 11 13:43:03.038454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f11d6ed7-31a7-4054-9782-615a047b1573 None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:03.038954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f11d6ed7-31a7-4054-9782-615a047b1573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.049297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b201e679-74e9-42a6-9426-ee1079dfef59 req-f4376412-0821-4992-b5e5-eb17f8d722a3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0865066 Feb 11 13:43:03.125987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_gateway (e9d31853-f60d-456c-a7d3-5cc1fd933834), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.159613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f11d6ed7-31a7-4054-9782-615a047b1573 None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:03.171293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f11d6ed7-31a7-4054-9782-615a047b1573 None None] Provisioning complete for port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:03.171982 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f11d6ed7-31a7-4054-9782-615a047b1573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.186472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (40540d6c-88aa-4ffd-b41f-7217f646865d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.223889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f11d6ed7-31a7-4054-9782-615a047b1573 None None] Port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:03.242675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:03.247201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:03.255248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:03.256050 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.258017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39f006-0fa3-4ca8-bc36-994cf35d61e4 None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:03.399617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=40540d6c-88aa-4ffd-b41f-7217f646865d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.411935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d1b5cde8-93f5-4141-8799-aa881dd67f5a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8422239 Feb 11 13:43:03.414982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53294) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:03.423412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4a9c9f94-6a54-46a0-8c28-c72af664e20c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100647732'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:03.447221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:03.466248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting port 81551962-0478-40ba-bc07-530c809672cc {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:03.466909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (81551962-0478-40ba-bc07-530c809672cc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.475504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9f94-6a54-46a0-8c28-c72af664e20c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.487420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-9a5f803b-7687-4767-a81c-118f4fc0fac5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:03.489244 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-9a5f803b-7687-4767-a81c-118f4fc0fac5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.2067680 Feb 11 13:43:03.504052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'port': {'device_id': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'admin_state_up': True, 'tenant_id': '0fc1963646b24db29d6fa425515bd613'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:03.680760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (81551962-0478-40ba-bc07-530c809672cc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.695865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba0dd1-e710-4853-ac2d-c8d53f953363 req-0f0f9241-c688-47de-a724-c2c1148988a9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:03.708575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Calling delete_port for 81551962-0478-40ba-bc07-530c809672cc owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:03.713892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:03.719726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3aba0dd1-e710-4853-ac2d-c8d53f953363 req-0f0f9241-c688-47de-a724-c2c1148988a9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.2599516 Feb 11 13:43:03.760156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.775037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63369e94-7dc2-4894-8266-a73feb59654a None None] Update dhcp port {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'fixed_ips': [{'subnet_id': '29f4f3f8-08df-45b3-9ec0-f1ac32acaedb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '40540d6c-88aa-4ffd-b41f-7217f646865d'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '3a6dda5f-eeef-4087-9f30-51c403cc3ab2'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:43:03.837893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3aba0dd1-e710-4853-ac2d-c8d53f953363 req-298a9f10-5931-4b03-bf5d-4fb8680c03d9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164806 Feb 11 13:43:03.858957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63369e94-7dc2-4894-8266-a73feb59654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.879289 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9f94-6a54-46a0-8c28-c72af664e20c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (4e42e3ff-c4ec-47b1-a28e-2836c673ac1a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.880429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Made reservation on behalf of 0fc1963646b24db29d6fa425515bd613 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:03.886277 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9f94-6a54-46a0-8c28-c72af664e20c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4e42e3ff-c4ec-47b1-a28e-2836c673ac1a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.892825 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.944535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9f94-6a54-46a0-8c28-c72af664e20c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42e3ff-c4ec-47b1-a28e-2836c673ac1a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.959355 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9f94-6a54-46a0-8c28-c72af664e20c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:03.965531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4a9c9f94-6a54-46a0-8c28-c72af664e20c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5465715 Feb 11 13:43:03.966191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53298) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:03.971480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8c40a9ea-ee12-467f-93a1-64f2858caabe tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'security_group': {'name': 'tempest-secgroup-1360205252'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:04.117665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-63369e94-7dc2-4894-8266-a73feb59654a None None] Allocated IP 2001:db8::2 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/40540d6c-88aa-4ffd-b41f-7217f646865d/3a6dda5f-eeef-4087-9f30-51c403cc3ab2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:04.198825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1e147dc-3799-407c-9f31-ac27536661b8 req-635f0a73-cea4-4923-8e73-1c90c559cb33 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0485766 Feb 11 13:43:04.220447 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9ea-ee12-467f-93a1-64f2858caabe tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.264943 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ef3283f-5a51-4875-909d-5740203ad3ad req-10e4fe5a-2d72-412a-ad15-f122009c97f7 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1149483 Feb 11 13:43:04.290393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-d1fbaa56-482d-4cb6-b990-ed71bf0fdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:04.304798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-d1fbaa56-482d-4cb6-b990-ed71bf0fdbfd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9&tenant_id=6d9052ccf39c4937887292b8e5ad1d10 HTTP/1.1" status: 200 len: 1126 time: 0.1043420 Feb 11 13:43:04.333974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (81551962-0478-40ba-bc07-530c809672cc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.347546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-63369e94-7dc2-4894-8266-a73feb59654a None None] For port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,segment=NetworkSegment(b7cf15a9-57e6-4bed-a721-a3b2a56bf70f),segment_id=b7cf15a9-57e6-4bed-a721-a3b2a56bf70f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:04.380291 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63369e94-7dc2-4894-8266-a73feb59654a None None] Publish callbacks [] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.388429 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-63369e94-7dc2-4894-8266-a73feb59654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.397370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Port': ['ID=81551962-0478-40ba-bc07-530c809672cc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.426350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-497813d7-e8e5-4472-acdb-72f1a03ba885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:04.428793 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-497813d7-e8e5-4472-acdb-72f1a03ba885 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1126 time: 0.0910151 Feb 11 13:43:04.460503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Allocated IP 172.20.0.13 (1e2e3114-c580-4e15-b954-e5b348075cc9/78e991b3-5a92-48e4-a2cd-9448eaedded5/3bb7906a-aa79-412c-8a70-6652093a017d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:04.531431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (e9d31853-f60d-456c-a7d3-5cc1fd933834), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.536606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9ea-ee12-467f-93a1-64f2858caabe tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (66092f79-e767-4fdd-b709-029abb740f53), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.567770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63369e94-7dc2-4894-8266-a73feb59654a None None] Pushing event updated for resources: {'Port': ['ID=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.626288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9ea-ee12-467f-93a1-64f2858caabe tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (66092f79-e767-4fdd-b709-029abb740f53), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.634664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-80f4d23d-ec22-4ef9-8a5a-8ddbb408ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:04.636456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-80f4d23d-ec22-4ef9-8a5a-8ddbb408ed2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 914 time: 0.2020483 Feb 11 13:43:04.693639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-8fc67509-b347-4bcc-9d41-ba3c2534cf78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 217 time: 0.0450325 Feb 11 13:43:04.723277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (e9d31853-f60d-456c-a7d3-5cc1fd933834), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.729846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router_controller (e9d31853-f60d-456c-a7d3-5cc1fd933834), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.789116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-4cb549ff-cc57-4317-944f-cfde7a68a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:04.791472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-4cb549ff-cc57-4317-944f-cfde7a68a33f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.0925128 Feb 11 13:43:04.828858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9ea-ee12-467f-93a1-64f2858caabe tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.828858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8c40a9ea-ee12-467f-93a1-64f2858caabe tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8594611 Feb 11 13:43:04.843279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53312) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:04.846288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-d132a52e-d248-4c6c-931d-ef562c5cd5f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461702 Feb 11 13:43:04.848830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2486d56b-e561-412e-b649-bf71bb7198f4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'security_group': {'name': 'tempest-secgroup-336578456'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:04.861698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a9ea-ee12-467f-93a1-64f2858caabe tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66092f79-e767-4fdd-b709-029abb740f53,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.913029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (e9d31853-f60d-456c-a7d3-5cc1fd933834), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.913571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Fanout notify agent at l3_agent the message router_deleted on router e9d31853-f60d-456c-a7d3-5cc1fd933834 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:04.932855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.934813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1dc0e8b5-411b-4a5b-ad64-c6e25d1d15e9 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/routers/e9d31853-f60d-456c-a7d3-5cc1fd933834 HTTP/1.1" status: 204 len: 168 time: 2.7471044 Feb 11 13:43:04.940834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53316) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:04.995613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2486d56b-e561-412e-b649-bf71bb7198f4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.072925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Deleting subnet 77685cab-46bc-4b04-b18e-60d4749914d1 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:43:05.083908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks [] for subnet (77685cab-46bc-4b04-b18e-60d4749914d1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.116417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a659ef-b5a9-450a-b2b9-ec2af6ef427d req-0e18636d-b90f-4d69-9829-2ae450f92385 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:05.120473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (3bb7906a-aa79-412c-8a70-6652093a017d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.124380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88a659ef-b5a9-450a-b2b9-ec2af6ef427d req-0e18636d-b90f-4d69-9829-2ae450f92385 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.1076331 Feb 11 13:43:05.134410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-4698f5c4-0cba-41b5-ac35-937990dd994a service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822227 Feb 11 13:43:05.174881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (77685cab-46bc-4b04-b18e-60d4749914d1), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.297696 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88a659ef-b5a9-450a-b2b9-ec2af6ef427d req-a0da6e9e-56d4-4a0b-9062-4ff778d43bb9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722350 Feb 11 13:43:05.307676 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2486d56b-e561-412e-b649-bf71bb7198f4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (48adc0ee-acf2-458c-90eb-31d8fda8b93d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.319194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2486d56b-e561-412e-b649-bf71bb7198f4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (48adc0ee-acf2-458c-90eb-31d8fda8b93d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.329234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (77685cab-46bc-4b04-b18e-60d4749914d1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.359493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9da2b329-3375-43ca-bf7b-00ff33816781 req-60a08951-b425-492c-9fea-feedb0d48e21 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130792 Feb 11 13:43:05.409562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.423789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:43:05.460093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c0226dbd-da11-40fd-99c2-b9272e6ba092 req-d9da28a3-6626-4c52-9022-e4294556dbe2 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0504155 Feb 11 13:43:05.575625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2486d56b-e561-412e-b649-bf71bb7198f4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.576940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2486d56b-e561-412e-b649-bf71bb7198f4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7326853 Feb 11 13:43:05.579834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53332) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:05.585215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-40680256', 'security_groups': ['48adc0ee-acf2-458c-90eb-31d8fda8b93d'], 'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '40540d6c-88aa-4ffd-b41f-7217f646865d'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:05.586563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=3bb7906a-aa79-412c-8a70-6652093a017d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:05.604856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486d56b-e561-412e-b649-bf71bb7198f4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48adc0ee-acf2-458c-90eb-31d8fda8b93d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:05.637733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:05.646547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:05.660596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:05.759769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16508df6-42e2-4673-85ff-72eee7ccd591 req-407e59cf-e286-469d-936a-6de70f455388 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:05.761589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fed3476c-ec7f-477d-aaea-59e74c093e32 None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:05.761589 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fed3476c-ec7f-477d-aaea-59e74c093e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.780644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-16508df6-42e2-4673-85ff-72eee7ccd591 req-407e59cf-e286-469d-936a-6de70f455388 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 932 time: 0.3612509 Feb 11 13:43:05.840971 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (77685cab-46bc-4b04-b18e-60d4749914d1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.988642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:06.046627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a473ba4-f51e-4e6b-9531-39d87a9b67ed req-6f7202d9-e75e-4df2-b19f-ce6e86d1cce2 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:06.048206 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a473ba4-f51e-4e6b-9531-39d87a9b67ed req-6f7202d9-e75e-4df2-b19f-ce6e86d1cce2 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1128 time: 0.2044468 Feb 11 13:43:06.072771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fed3476c-ec7f-477d-aaea-59e74c093e32 None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:06.078680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.097177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/subnets/77685cab-46bc-4b04-b18e-60d4749914d1 HTTP/1.1" status: 204 len: 168 time: 1.1525633 Feb 11 13:43:06.101374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:06.105453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fed3476c-ec7f-477d-aaea-59e74c093e32 None None] Provisioning complete for port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:06.105608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fed3476c-ec7f-477d-aaea-59e74c093e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.116655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53346) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:06.146374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0047b59-b5bd-4923-acc1-cff0b101da9c tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Subnet': ['ID=77685cab-46bc-4b04-b18e-60d4749914d1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:06.179281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:06.180341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.272313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-16508df6-42e2-4673-85ff-72eee7ccd591 req-c2ad8913-f947-48df-9582-a8727697f423 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906652 Feb 11 13:43:06.279849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-54b3de26-5d40-4573-8c7e-9cbff6794434 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7808311 Feb 11 13:43:06.287183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fed3476c-ec7f-477d-aaea-59e74c093e32 None None] Port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:06.310956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Request body: {'port': {'device_id': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:06.338906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:06.339289 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.495075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.527981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a473ba4-f51e-4e6b-9531-39d87a9b67ed req-f955273e-c025-487c-82c5-059276823575 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4620910 Feb 11 13:43:06.539352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ded44ddd-b7a1-4418-9d8c-c4a94bb7c239 None None] Provisioning complete for port 3bb7906a-aa79-412c-8a70-6652093a017d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:06.539999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ded44ddd-b7a1-4418-9d8c-c4a94bb7c239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.556994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] device_id is not set on port db3c1041-0920-4a9d-93f8-f7281818baf0 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:43:06.593490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:06.640994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.659317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (67302ed6-a4b0-4411-9040-483f48baa920), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:06.760832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:06.781420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0ea30-4b58-49c9-b143-178fe11c9132 req-48bc577c-a802-4822-8ddb-8e938aeb0df7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:06.790652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ded44ddd-b7a1-4418-9d8c-c4a94bb7c239 None None] Port 3bb7906a-aa79-412c-8a70-6652093a017d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:06.796008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03e0ea30-4b58-49c9-b143-178fe11c9132 req-48bc577c-a802-4822-8ddb-8e938aeb0df7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.3020573 Feb 11 13:43:06.838502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11099bf4-bd49-437b-9a02-f9d95b84ee99 req-6fad6db1-c5b0-44ae-867e-1d4d28519737 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0540249 Feb 11 13:43:07.044206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (67302ed6-a4b0-4411-9040-483f48baa920), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.070034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67302ed6-a4b0-4411-9040-483f48baa920']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:07.081929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03e0ea30-4b58-49c9-b143-178fe11c9132 req-ba691c29-6431-4e39-8928-e3b8584f4424 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850068 Feb 11 13:43:07.083409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f95b2a-fc25-4469-a056-60889d82d8a0') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:07.083971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f95b2a-fc25-4469-a056-60889d82d8a0') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:07.095980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (12f95b2a-fc25-4469-a056-60889d82d8a0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.120665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (12f95b2a-fc25-4469-a056-60889d82d8a0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.139956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:07.140504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (12f95b2a-fc25-4469-a056-60889d82d8a0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:07.155978 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:07.363122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb7906a-aa79-412c-8a70-6652093a017d {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:43:07.384070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Publish callbacks [] for port (3bb7906a-aa79-412c-8a70-6652093a017d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.411927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Transition to ACTIVE for port object 3bb7906a-aa79-412c-8a70-6652093a017d will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:07.417519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.419351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (67302ed6-a4b0-4411-9040-483f48baa920), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.437025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.446612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] 10.222.0.79 "DELETE /v2.0/networks/67302ed6-a4b0-4411-9040-483f48baa920 HTTP/1.1" status: 204 len: 168 time: 1.3283579 Feb 11 13:43:07.626254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Pushing event deleted for resources: {'Network': ['ID=67302ed6-a4b0-4411-9040-483f48baa920,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:07.677427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.677919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.678874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.679228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.679558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.679996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.680225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.680565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.680938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.681296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.681490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.681834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.682131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe54f568-84e4-4ae0-be30-a98cd4e1f539 tempest-FloatingIPTestJSON-1443390963 tempest-FloatingIPTestJSON-1443390963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.762282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8::36d (f84c7db9-a5fc-420a-bf6a-ad873d71230c/40540d6c-88aa-4ffd-b41f-7217f646865d/db3c1041-0920-4a9d-93f8-f7281818baf0) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:07.793011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Attempting to bind port 3bb7906a-aa79-412c-8a70-6652093a017d on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:07.793355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Attempting to bind port 3bb7906a-aa79-412c-8a70-6652093a017d by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:07.793682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Attempting to bind port 3bb7906a-aa79-412c-8a70-6652093a017d on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:07.814495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Port 3bb7906a-aa79-412c-8a70-6652093a017d on network 1e2e3114-c580-4e15-b954-e5b348075cc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:43:07.814917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Attempting to bind port 3bb7906a-aa79-412c-8a70-6652093a017d on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:07.822960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Pushing event updated for resources: {'Port': ['ID=3bb7906a-aa79-412c-8a70-6652093a017d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:07.840253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a77c-a9fe-4afe-882a-3b6f02dfb330 req-70e7f72b-1bad-4c05-8c47-c0fea16f672a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:07.847773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4340a77c-a9fe-4afe-882a-3b6f02dfb330 req-70e7f72b-1bad-4c05-8c47-c0fea16f672a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 944 time: 0.3941512 Feb 11 13:43:07.854818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:07.857113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:07.858339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Bound using segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:07.860672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Bound port: 3bb7906a-aa79-412c-8a70-6652093a017d, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:07.861201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:07.865722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.866382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.866807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.867219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.868335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.868927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.869385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.869828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.871397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.871861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.872699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.873426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.873828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:07.951127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 50faca2c-9858-4a28-a507-f0493d358363 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:07.951469 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (50faca2c-9858-4a28-a507-f0493d358363), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.087661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] For port 3bb7906a-aa79-412c-8a70-6652093a017d, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:08.097152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] For port 3bb7906a-aa79-412c-8a70-6652093a017d, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3bb7906a-aa79-412c-8a70-6652093a017d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:08.138793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.141390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53368) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:08.236457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4340a77c-a9fe-4afe-882a-3b6f02dfb330 req-805b9001-fdf6-49e2-bc11-f326fc784312 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877988 Feb 11 13:43:08.256617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Pushing event updated for resources: {'Port': ['ID=3bb7906a-aa79-412c-8a70-6652093a017d,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:08.267924 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf51557b-1f0a-433e-817c-e027ade039eb req-c56d894a-4fd4-4364-84da-5f1a68dc0d32 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1562612 Feb 11 13:43:08.295225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (50faca2c-9858-4a28-a507-f0493d358363), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.295225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (50faca2c-9858-4a28-a507-f0493d358363), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.307638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.309557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.311141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 50faca2c-9858-4a28-a507-f0493d358363 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:08.313911 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-f340efa2-4f5c-48b9-a389-d84de3d524ae service neutron] 10.222.0.83 "PUT /v2.0/ports/3bb7906a-aa79-412c-8a70-6652093a017d HTTP/1.1" status: 200 len: 1092 time: 2.0246921 Feb 11 13:43:08.314664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'tag': '3bb7906a-aa79-412c-8a70-6652093a017d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:08.319755 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796" -d '{"events": [{"name": "network-changed", "server_uuid": "f238f8e8-4083-4d3d-a905-0621329ebe45", "tag": "3bb7906a-aa79-412c-8a70-6652093a017d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:08.362086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.410422 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb776b-e0ee-46e8-8a0b-610cb1d0fd78 x-openstack-request-id: req-4fbb776b-e0ee-46e8-8a0b-610cb1d0fd78 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:08.410983 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f238f8e8-4083-4d3d-a905-0621329ebe45", "tag": "3bb7906a-aa79-412c-8a70-6652093a017d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:08.411258 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4fbb776b-e0ee-46e8-8a0b-610cb1d0fd78 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:08.411986 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'tag': '3bb7906a-aa79-412c-8a70-6652093a017d', 'status': 'completed', 'code': 200} Feb 11 13:43:08.470733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-0c3bc28b-a917-4b1b-814c-974d0eb34062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.474565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-0c3bc28b-a917-4b1b-814c-974d0eb34062 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 1126 time: 0.1078725 Feb 11 13:43:08.540020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-45733768-97a6-4d80-8a30-0caf6121ffdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bb7906a-aa79-412c-8a70-6652093a017d HTTP/1.1" status: 200 len: 217 time: 0.0575769 Feb 11 13:43:08.635694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-6a371134-a3a4-49ec-9902-8a689b82de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.638149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-6a371134-a3a4-49ec-9902-8a689b82de1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0721803 Feb 11 13:43:08.704301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1a80e297-c1a9-4805-be27-e9e0dc259f67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f8d330421ac46f49b9aa18983ce0d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915404 Feb 11 13:43:08.704912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53376) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:08.736269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-a5ea9ce0-c44f-4027-b704-67837e5b0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.737795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-a5ea9ce0-c44f-4027-b704-67837e5b0f22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0935092 Feb 11 13:43:08.803472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.861988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ba83b-113d-4a75-9bb1-527310699028 req-34de259f-615f-473d-ae75-a9638fc04925 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.874145 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a9ba83b-113d-4a75-9bb1-527310699028 req-34de259f-615f-473d-ae75-a9638fc04925 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.3966670 Feb 11 13:43:08.906442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-67d49a3f-b837-4d6f-aca0-e8c6fe750110 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499488 Feb 11 13:43:08.907210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f107c54-8a00-4df4-8486-f1020acd682d admin admin] Publish callbacks [] for security_group (c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:08.987338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f107c54-8a00-4df4-8486-f1020acd682d admin admin] Publish callbacks [] for security_group (c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.067772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:09.102860 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d2a1cb8d-6885-452d-a561-7df2295c891c req-ddf3bd89-c4e9-41fe-86c2-c4e10094b68c service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905782 Feb 11 13:43:09.116875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f107c54-8a00-4df4-8486-f1020acd682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.122161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f107c54-8a00-4df4-8486-f1020acd682d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.125526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5f107c54-8a00-4df4-8486-f1020acd682d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12 HTTP/1.1" status: 204 len: 168 time: 0.4157963 Feb 11 13:43:09.125696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:09.128785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:09.139217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f107c54-8a00-4df4-8486-f1020acd682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c202e4d1-2de9-4cec-8f0d-25cbb4c8eb12,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:09.142644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:09.143346 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.168390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=db3c1041-0920-4a9d-93f8-f7281818baf0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:09.180924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53380) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:09.186945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4750af4d-1b89-4671-8ec9-263d58fd9cbf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:09.195546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce55491d-0684-4da3-af11-60b2148e015c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6143639 Feb 11 13:43:09.392684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-2d058101-5855-4203-9f98-76728c8f2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:09.394419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-2d058101-5855-4203-9f98-76728c8f2843 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 1126 time: 0.1582086 Feb 11 13:43:09.458511 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a9ba83b-113d-4a75-9bb1-527310699028 req-8c69e565-3c25-453b-9c18-0b06c3fe8228 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489647 Feb 11 13:43:09.489850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (50faca2c-9858-4a28-a507-f0493d358363), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.570033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=50faca2c-9858-4a28-a507-f0493d358363,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:09.622294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4750af4d-1b89-4671-8ec9-263d58fd9cbf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:09.626262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4750af4d-1b89-4671-8ec9-263d58fd9cbf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.668142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bb8008ab-1fbb-47ed-ad44-f1ef54676703 None None] Provisioning complete for port db3c1041-0920-4a9d-93f8-f7281818baf0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:09.668637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb8008ab-1fbb-47ed-ad44-f1ef54676703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.721266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090ec4e-2845-4333-affa-6d2a11e73614 req-3771b592-b65f-4e1c-8818-60e7241826f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:09.725308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a090ec4e-2845-4333-affa-6d2a11e73614 req-3771b592-b65f-4e1c-8818-60e7241826f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 944 time: 0.3403692 Feb 11 13:43:09.772097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bb8008ab-1fbb-47ed-ad44-f1ef54676703 None None] Port db3c1041-0920-4a9d-93f8-f7281818baf0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:09.817918 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6463ee3-4a5e-4802-867b-5275c1735e19 req-395a1699-80ee-458b-a5d6-588f6c2ebcba tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1205919 Feb 11 13:43:09.818534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-40136e21-b062-4f56-89cc-04281307c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:09.819983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-40136e21-b062-4f56-89cc-04281307c5c0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.4008777 Feb 11 13:43:09.897997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (f27385bd-a636-4ce8-897c-50c6b0a02936), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:09.902616 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP f27385bd-a636-4ce8-897c-50c6b0a02936 disassociated (deleted). External IP: 172.25.3.103, port: 40007b45-6c78-431c-a763-f45d4bdaa534. Feb 11 13:43:09.915661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-e4c436b9-89ee-46d0-8c6a-fecb9f1ca410 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bb7906a-aa79-412c-8a70-6652093a017d HTTP/1.1" status: 200 len: 217 time: 0.0772774 Feb 11 13:43:09.990853 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-4750af4d-1b89-4671-8ec9-263d58fd9cbf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40540d6c-88aa-4ffd-b41f-7217f646865d (CIDR: 2001:db8::/64) Feb 11 13:43:10.010747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a090ec4e-2845-4333-affa-6d2a11e73614 req-a5fe77e2-4839-4eed-aeb5-ea1eb6e23d66 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896815 Feb 11 13:43:10.025639 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4750af4d-1b89-4671-8ec9-263d58fd9cbf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:43:10.026243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4750af4d-1b89-4671-8ec9-263d58fd9cbf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:10.053627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-2a754448-30ec-49ec-bfbe-1f0fb026293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:10.055353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-2a754448-30ec-49ec-bfbe-1f0fb026293a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1315386 Feb 11 13:43:10.099171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4750af4d-1b89-4671-8ec9-263d58fd9cbf tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9169056 Feb 11 13:43:10.102168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53402) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:10.108880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-74bcdc74-5d98-41c0-9cae-60dee440519f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:10.364202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-180bd06a-2eb0-49b0-8321-febf25c7d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:10.366055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-180bd06a-2eb0-49b0-8321-febf25c7d570 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2904818 Feb 11 13:43:10.366909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bcdc74-5d98-41c0-9cae-60dee440519f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:10.372023 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74bcdc74-5d98-41c0-9cae-60dee440519f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:10.525521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-aa4585ee-610b-44a4-bf7e-92571f750b40 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489551 Feb 11 13:43:10.811153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53412) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:10.960002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3bb7906a-aa79-412c-8a70-6652093a017d details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:43:11.070172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1288259549'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:11.129878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8378e4-6ac8-4a7d-8b48-e7ef519777ac req-3b729d23-4367-42a0-94b0-de303d410e58 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:11.131385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f8378e4-6ac8-4a7d-8b48-e7ef519777ac req-3b729d23-4367-42a0-94b0-de303d410e58 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.3121495 Feb 11 13:43:11.179840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:11.184086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.207860 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.243348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3bb7906a-aa79-412c-8a70-6652093a017d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3bb7906a-aa79-412c-8a70-6652093a017d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:11.251316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25f21bbb-4fd8-486e-9327-aca074da8cbe req-7c53d391-f34a-472a-858b-aaf4d5de8cf9 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.2214367 Feb 11 13:43:11.294640 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f8378e4-6ac8-4a7d-8b48-e7ef519777ac req-de700213-4292-4152-8f07-86bd3c4393e0 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476035 Feb 11 13:43:11.319869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3bb7906a-aa79-412c-8a70-6652093a017d', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '3bb7906a-aa79-412c-8a70-6652093a017d', 'mac_address': 'fa:16:3e:11:6b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:43:11.389936 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-74bcdc74-5d98-41c0-9cae-60dee440519f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 29f4f3f8-08df-45b3-9ec0-f1ac32acaedb (CIDR: 2001:db8:0:1::/64) Feb 11 13:43:11.410508 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bcdc74-5d98-41c0-9cae-60dee440519f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:43:11.410978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bcdc74-5d98-41c0-9cae-60dee440519f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:11.451303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:11.455006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3bb7906a-aa79-412c-8a70-6652093a017d is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:11.456904 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.472888 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eac58bb-0a8a-499c-933f-5ce9ca9ad796 req-704619ba-a5cf-4c11-a651-678a12648d4d service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898233 Feb 11 13:43:11.510489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb7906a-aa79-412c-8a70-6652093a017d {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:43:11.554874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-74bcdc74-5d98-41c0-9cae-60dee440519f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4520018 Feb 11 13:43:11.559842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53422) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:11.566022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'subnet': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:11.575178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3bb7906a-aa79-412c-8a70-6652093a017d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3bb7906a-aa79-412c-8a70-6652093a017d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:11.583539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.607869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for security_group (a175704e-df12-4e23-a732-f7d281d36280), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.625680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a175704e-df12-4e23-a732-f7d281d36280), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.678375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:11.694162 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] Sync routers for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:11.696838 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.709918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:11.717814 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:11.718786 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:11.743968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42828e-bf38-4cd5-846c-308c79b1f9b3 req-05b19821-d927-4543-834a-02ee6dcf9d22 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:11.745668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d42828e-bf38-4cd5-846c-308c79b1f9b3 req-05b19821-d927-4543-834a-02ee6dcf9d22 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 944 time: 0.3417256 Feb 11 13:43:11.791014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a175704e-df12-4e23-a732-f7d281d36280,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:11.797004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3bb7906a-aa79-412c-8a70-6652093a017d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:11.843231 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e3b10370-2404-40b6-ad8b-66c9f4601541), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:11.843643 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment e3b10370-2404-40b6-ad8b-66c9f4601541 of type vlan for network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 Feb 11 13:43:11.859569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3bb7906a-aa79-412c-8a70-6652093a017d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:43:11.890688 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-33d7f437-a358-4159-a512-2e2de446e968 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/floatingips/f27385bd-a636-4ce8-897c-50c6b0a02936 HTTP/1.1" status: 204 len: 168 time: 5.2937596 Feb 11 13:43:11.890688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:11.891846 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6195f9-a79f-4678-84e9-e299d6511459" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:12.022459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:12.041796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d42828e-bf38-4cd5-846c-308c79b1f9b3 req-01ce27ce-2574-440a-ac3e-cabb334deb93 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772357 Feb 11 13:43:12.063069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Made reservation on behalf of b3a0e39a666547d8af4d06fb3faa793e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:12.067364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:12.102312 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:12.117633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:12.123606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:12.124236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:12.179475 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3587849 Feb 11 13:43:12.202811 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90db1d4-6f0b-44b2-92ff-6a1258696d31 x-openstack-request-id: req-f90db1d4-6f0b-44b2-92ff-6a1258696d31 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:12.203167 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:12.203426 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f90db1d4-6f0b-44b2-92ff-6a1258696d31 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:12.203894 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'status': 'completed', 'code': 200} Feb 11 13:43:12.380451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53436) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:12.417233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:12.608393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:12.647650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63ccfe92-9d2b-4b33-98a0-8ccf548a50d6 req-b18badd0-a76b-4598-9957-951eeae392e3 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0519407 Feb 11 13:43:12.737056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:12.744260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:12.757292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:12.759319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:12.761953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35a17c-323a-41e9-a0c2-6a0f903d1eb8 None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:12.784062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Subnet': ['ID=4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:12.833221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-409f422c-6fd3-4ab3-84bd-10ddfabd10ea tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2718897 Feb 11 13:43:12.836320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53438) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:12.842519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1524419768', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04'}], 'security_groups': ['4e42e3ff-c4ec-47b1-a28e-2836c673ac1a', '66092f79-e767-4fdd-b709-029abb740f53']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:12.881676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae138f40-f4fb-436e-94c2-ddea3ca5ba04 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:12.890016 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:53Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:12.911932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:12.942622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11d65-5def-4e6f-aaac-56a10de29c13 req-a0554fdf-768a-4579-a908-27eb1fd0666b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:12.953163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87f11d65-5def-4e6f-aaac-56a10de29c13 req-a0554fdf-768a-4579-a908-27eb1fd0666b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.1867619 Feb 11 13:43:12.999208 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] Checking router: ea6ad89b-4d6f-43ad-9550-76f99fefcae7 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:13.022853 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:13.023766 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:13.036716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-32d2fa72-d8f5-47be-8f3e-1d7299795d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:13.039956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-32d2fa72-d8f5-47be-8f3e-1d7299795d5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 1128 time: 0.7976227 Feb 11 13:43:13.183096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3bb7906a-aa79-412c-8a70-6652093a017d up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:13.183362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:13.215468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:13.260866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87f11d65-5def-4e6f-aaac-56a10de29c13 req-6e59cf20-7455-4527-b9ba-402209382745 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996874 Feb 11 13:43:13.303423 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:13.482197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a50116-6b82-4264-9afa-e124dacc1d54 req-83cd32a7-ce49-482d-a578-ed661851f523 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:13.491728 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6a50116-6b82-4264-9afa-e124dacc1d54 req-83cd32a7-ce49-482d-a578-ed661851f523 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.9546976 Feb 11 13:43:13.749419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6a50116-6b82-4264-9afa-e124dacc1d54 req-a0749eea-d865-446b-b770-bc17509a1e74 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520094 Feb 11 13:43:13.840797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-556d2cc8-48c4-40c2-8b7b-a1f09891b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:13.842551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c589e2-2e82-4ee5-ba82-78ad2e56b256 req-9566a210-b3f3-4634-af04-f481fbe6b3f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:13.845957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-556d2cc8-48c4-40c2-8b7b-a1f09891b849 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 200 len: 898 time: 0.7800069 Feb 11 13:43:13.854414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5c589e2-2e82-4ee5-ba82-78ad2e56b256 req-9566a210-b3f3-4634-af04-f481fbe6b3f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 945 time: 0.3693449 Feb 11 13:43:13.871298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:13.884702 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:53Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:14.000672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-382fedaa-c8be-4554-96ed-096d6b99ef67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 200 len: 217 time: 0.1413858 Feb 11 13:43:14.033204 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305bf74-2b7f-46d4-b153-12efda0cb265 None None] The sync data for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 is: [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:40:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b2d91df1-a2be-4ac4-86cf-407d2b8dc570', 'name': '', 'network_id': '0aac6a42-5279-4f67-8ad7-310c8e2de94d', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:48:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:43Z', 'updated_at': '2022-02-11T13:40:53Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '6affe29b-16f8-4cc9-9ce9-38bfdffedb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:14.066738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 3bb7906a-aa79-412c-8a70-6652093a017d completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:14.073639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3bb7906a-aa79-412c-8a70-6652093a017d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:14.074233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:14.118842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c6d168e-abe2-4ebd-82b8-ab73fafe5bd9 req-8d41f086-0fc8-4b6e-9b0d-8ccdab0511f2 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1157718 Feb 11 13:43:14.166383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5c589e2-2e82-4ee5-ba82-78ad2e56b256 req-82d9154d-9923-411d-bec9-d573072ae9b4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110752 Feb 11 13:43:14.374774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-6d425448-2295-4e44-a9a7-ab5c525c53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:14.376197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-6d425448-2295-4e44-a9a7-ab5c525c53fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 200 len: 834 time: 0.3618672 Feb 11 13:43:14.406313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-0a29aced-eb79-43ff-9909-0db49e01e7fd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:14.407848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-0a29aced-eb79-43ff-9909-0db49e01e7fd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.2467489 Feb 11 13:43:14.501225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3bb7906a-aa79-412c-8a70-6652093a017d is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:14.501623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:14.614175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b25feb-3f41-4a82-a177-62347d4bcc28 None None] Update dhcp port {'port': {'network_id': 'f84c7db9-a5fc-420a-bf6a-ad873d71230c', 'fixed_ips': [{'subnet_id': '29f4f3f8-08df-45b3-9ec0-f1ac32acaedb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '40540d6c-88aa-4ffd-b41f-7217f646865d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '3a6dda5f-eeef-4087-9f30-51c403cc3ab2'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:43:14.629202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb7906a-aa79-412c-8a70-6652093a017d'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:14.636066 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c93605-28ab-4a14-a303-7613e8424d7a" -d '{"events": [{"server_uuid": "f238f8e8-4083-4d3d-a905-0621329ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "3bb7906a-aa79-412c-8a70-6652093a017d"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:14.684791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01029d47-66b5-4ea0-b8fa-7747e98650f7 None None] New status for floating IP f27385bd-a636-4ce8-897c-50c6b0a02936: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:43:14.709317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:14.788846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Delete allocated IP 2001:db8::36d (f84c7db9-a5fc-420a-bf6a-ad873d71230c/40540d6c-88aa-4ffd-b41f-7217f646865d) {{(pid=103175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:43:14.818666 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18342d27-814c-4c6d-a502-5655ae759d7a x-openstack-request-id: req-18342d27-814c-4c6d-a502-5655ae759d7a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:14.818996 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f238f8e8-4083-4d3d-a905-0621329ebe45", "name": "network-vif-plugged", "status": "completed", "tag": "3bb7906a-aa79-412c-8a70-6652093a017d", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:14.819222 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18342d27-814c-4c6d-a502-5655ae759d7a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:14.819749 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb7906a-aa79-412c-8a70-6652093a017d', 'code': 200} Feb 11 13:43:14.860687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3bb7906a-aa79-412c-8a70-6652093a017d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3bb7906a-aa79-412c-8a70-6652093a017d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:14.882106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:14.893677 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36b25feb-3f41-4a82-a177-62347d4bcc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:14.956835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:14.999868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Allocated IP 2001:db8:0:2::2d5 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04/db3c1041-0920-4a9d-93f8-f7281818baf0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:15.065483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-303cbd54-cc5f-4dc2-b331-edcc74410470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.067290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-303cbd54-cc5f-4dc2-b331-edcc74410470 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0aac6a42-5279-4f67-8ad7-310c8e2de94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6778553 Feb 11 13:43:15.145099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22a32a-dc35-4370-8960-ff6528c5b192 req-e1023090-1941-42d7-9c61-23e4f28c6300 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.147154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d22a32a-dc35-4370-8960-ff6528c5b192 req-e1023090-1941-42d7-9c61-23e4f28c6300 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.6867335 Feb 11 13:43:15.331956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3bb7906a-aa79-412c-8a70-6652093a017d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:15.363355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d22a32a-dc35-4370-8960-ff6528c5b192 req-0060bd54-d00c-475d-96fb-efefaded3302 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895289 Feb 11 13:43:15.364135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:15.382266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 40007b45-6c78-431c-a763-f45d4bdaa534 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:15.382922 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:15.392800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:15.404968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:15.426952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.427304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.427656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.427998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.428336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.432856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.433955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.434170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.434516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.434851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.435184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.435512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.437534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:15.470654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad795d4-4825-4914-a992-20ea756e8552 req-58586ce6-de21-4c80-ae29-de0fb847f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.472581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bad795d4-4825-4914-a992-20ea756e8552 req-58586ce6-de21-4c80-ae29-de0fb847f54b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 1127 time: 0.6538954 Feb 11 13:43:15.519887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] In _notify_port_updated(), no bound segment for port db3c1041-0920-4a9d-93f8-f7281818baf0 on network f84c7db9-a5fc-420a-bf6a-ad873d71230c {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:43:15.526373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.527205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:15.528648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "PUT /v2.0/ports/db3c1041-0920-4a9d-93f8-f7281818baf0 HTTP/1.1" status: 200 len: 970 time: 2.6910977 Feb 11 13:43:15.578352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53468) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:15.584606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272d4f1-5f72-4b89-a76e-3c57f3ea0b89 req-2e3c65af-448d-42b4-85fa-d37e958717d1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.591932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4272d4f1-5f72-4b89-a76e-3c57f3ea0b89 req-2e3c65af-448d-42b4-85fa-d37e958717d1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.5869863 Feb 11 13:43:15.698151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-36b25feb-3f41-4a82-a177-62347d4bcc28 None None] Allocated IP 2001:db8:0:2::2 (f84c7db9-a5fc-420a-bf6a-ad873d71230c/4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04/3a6dda5f-eeef-4087-9f30-51c403cc3ab2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:15.752410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4272d4f1-5f72-4b89-a76e-3c57f3ea0b89 req-378cee69-aae1-4eef-895e-743f6ff27876 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549582 Feb 11 13:43:15.801892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': 'e3b10370-2404-40b6-ad8b-66c9f4601541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:15.802213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:15.804598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308eb51-c81a-47ea-8386-29a8ac93139c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event updated for resources: {'Port': ['ID=db3c1041-0920-4a9d-93f8-f7281818baf0,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:15.857681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5cccfbdc-12f5-4e38-827e-5db6fdf0cb95 req-e689d74d-1291-4400-bbe1-726447825776 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.2323318 Feb 11 13:43:15.926481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 40007b45-6c78-431c-a763-f45d4bdaa534, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=40007b45-6c78-431c-a763-f45d4bdaa534,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:15.928662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:16.002677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-36b25feb-3f41-4a82-a177-62347d4bcc28 None None] For port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,segment=NetworkSegment(b7cf15a9-57e6-4bed-a721-a3b2a56bf70f),segment_id=b7cf15a9-57e6-4bed-a721-a3b2a56bf70f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:16.020119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:16.037915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 40007b45-6c78-431c-a763-f45d4bdaa534 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:16.054616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bad795d4-4825-4914-a992-20ea756e8552 req-6df06140-e3ef-459e-8b71-daa1eaa31b6d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410261 Feb 11 13:43:16.097981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:16.100968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-9f909987-51a1-4e86-855e-ae28dfbc45e2 service neutron] 10.222.0.30 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0147085 Feb 11 13:43:16.101613 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36b25feb-3f41-4a82-a177-62347d4bcc28 None None] Publish callbacks [] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:16.114965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa54448-d078-4cb9-90c4-e69214eb0325 req-e71ad77f-c0ab-4fe7-9c74-3eac6b9c97a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:16.120219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625a70f-32d9-413b-9f5e-838bc50d40c2 None None] Network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:16.130338 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0aa54448-d078-4cb9-90c4-e69214eb0325 req-e71ad77f-c0ab-4fe7-9c74-3eac6b9c97a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 946 time: 0.2202837 Feb 11 13:43:16.140956 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36b25feb-3f41-4a82-a177-62347d4bcc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:16.217568 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0aa54448-d078-4cb9-90c4-e69214eb0325 req-9c8b0fa8-7c02-457d-b7f7-52815d3ca5be tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862954 Feb 11 13:43:16.396118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b25feb-3f41-4a82-a177-62347d4bcc28 None None] Pushing event updated for resources: {'Port': ['ID=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:16.464121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:16.464857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:16.494365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16', 'network_id': '3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': 'f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:16.496927 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.035689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Allocated IP 172.20.255.242 (3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16/f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add/aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:17.082111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb2bc9-cf87-411f-8820-0aebd499ff18 req-4a3b1fb3-e636-46f9-a585-00ce5422c473 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:17.086517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b560777e-1987-4c64-8c6d-0088435c119b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.6911800 Feb 11 13:43:17.087539 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (40007b45-6c78-431c-a763-f45d4bdaa534), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.087898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78fb2bc9-cf87-411f-8820-0aebd499ff18 req-4a3b1fb3-e636-46f9-a585-00ce5422c473 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.1476803 Feb 11 13:43:17.091906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53476) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:17.147574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-201678546'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:17.224160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:17.232798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.297764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=40007b45-6c78-431c-a763-f45d4bdaa534,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:17.310294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78fb2bc9-cf87-411f-8820-0aebd499ff18 req-bcba94ea-b4c4-4f6a-a093-335bc1400935 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005734 Feb 11 13:43:17.332167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:17.358370 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dcee2456-7742-4cc6-abd2-1e6b39ddc4a3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.358748 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment dcee2456-7742-4cc6-abd2-1e6b39ddc4a3 of type vlan for network 0edf68d3-ad53-4d15-9253-e841ded037c6 Feb 11 13:43:17.498637 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0edf68d3-ad53-4d15-9253-e841ded037c6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.539311 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Publish callbacks [] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.548203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24cd3f-297e-425d-8b1b-ad390d28cd19 req-6a523c84-d452-4c3e-b6e3-00b4826985ec tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:17.549871 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a516e0a-3454-4f60-af54-b536358b80f9 req-643c501f-6098-44f6-b1b0-f6b858cbaae6 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0854650 Feb 11 13:43:17.559143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:17.562911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df24cd3f-297e-425d-8b1b-ad390d28cd19 req-6a523c84-d452-4c3e-b6e3-00b4826985ec tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd5441de-0115-4aed-b6ac-61fc218cee3a HTTP/1.1" status: 200 len: 946 time: 0.9187458 Feb 11 13:43:17.565204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.629511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0edf68d3-ad53-4d15-9253-e841ded037c6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.644588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:17.645245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.726851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 40007b45-6c78-431c-a763-f45d4bdaa534 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:17.727233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 40007b45-6c78-431c-a763-f45d4bdaa534 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:17.736700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:17.760511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:17.780556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:17.821086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=0edf68d3-ad53-4d15-9253-e841ded037c6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:17.852262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0edf68d3-ad53-4d15-9253-e841ded037c6 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:17.928937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5867e68-c9a4-4c42-b01e-ad529e75d9f4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8343585 Feb 11 13:43:17.929564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Pushing event updated for resources: {'Port': ['ID=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:17.944131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53480) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:17.963063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '0edf68d3-ad53-4d15-9253-e841ded037c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:17.999772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:18.000533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.193318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda6f7b-22ea-4e5e-b0a7-dd39492af164 req-ffaf142b-715f-41ea-acdb-d9de5c261142 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:18.200049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fdda6f7b-22ea-4e5e-b0a7-dd39492af164 req-ffaf142b-715f-41ea-acdb-d9de5c261142 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 946 time: 0.3800642 Feb 11 13:43:18.293257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:18.357944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:18.364379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.391365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fdda6f7b-22ea-4e5e-b0a7-dd39492af164 req-d24658d9-8e33-4512-966b-47c8cc8f65ae tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834114 Feb 11 13:43:18.521904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port db3c1041-0920-4a9d-93f8-f7281818baf0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:18.522378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.539164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Attempting to bind port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:18.539551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Attempting to bind port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e3b10370-2404-40b6-ad8b-66c9f4601541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:18.540149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Attempting to bind port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 on network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:18.578523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] No DVR routers for this DVR port 40007b45-6c78-431c-a763-f45d4bdaa534 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:18.629209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bdb0a-78e4-47cb-9e8e-6010132f0fe4 req-b9c14c03-2b69-409c-b8c2-6f2936d83bff tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:18.630225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.637518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e94bdb0a-78e4-47cb-9e8e-6010132f0fe4 req-b9c14c03-2b69-409c-b8c2-6f2936d83bff tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.1152701 Feb 11 13:43:18.639983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea4cef37-be87-41f2-a4e7-7da38015abf4 req-2a529358-1a6e-4793-b3e1-18354f772249 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.30 "DELETE /v2.0/ports/40007b45-6c78-431c-a763-f45d4bdaa534 HTTP/1.1" status: 204 len: 173 time: 4.1655760 Feb 11 13:43:18.641309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-deleted', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:18.648489 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1a3663-5109-4f8d-9ea3-f391366c5365" -d '{"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-deleted", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:18.693275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:18.704062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:18.704441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Checking segment: {'id': 'e3b10370-2404-40b6-ad8b-66c9f4601541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:18.704853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.705239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Bound using segment: {'id': 'e3b10370-2404-40b6-ad8b-66c9f4601541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:18.705855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Bound port: aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b10370-2404-40b6-ad8b-66c9f4601541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:18.706310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.769203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Provisioning complete for port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:18.773197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.843789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c6195f9-a79f-4678-84e9-e299d6511459 req-5bf2ca77-9ea2-4cbf-b231-7f3e9df055bc service neutron] 10.222.0.30 "GET /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4101751 Feb 11 13:43:18.893826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e94bdb0a-78e4-47cb-9e8e-6010132f0fe4 req-d268b555-30b0-4728-bea8-cb25ca58ae27 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537825 Feb 11 13:43:18.960824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df24cd3f-297e-425d-8b1b-ad390d28cd19 req-2ea33ea0-09f1-4329-a9ce-d3ed112fc4ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=e73b9dac-45a4-45ab-b020-372bde91bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3972073 Feb 11 13:43:18.969316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:18.969641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:18.977566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.021758 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.032555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:19.064291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for db3c1041-0920-4a9d-93f8-f7281818baf0 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:19.072710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Provisioning complete for port db3c1041-0920-4a9d-93f8-f7281818baf0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:19.073099 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.076520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] For port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:19.081743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] For port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,segment=NetworkSegment(e3b10370-2404-40b6-ad8b-66c9f4601541),segment_id=e3b10370-2404-40b6-ad8b-66c9f4601541)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:19.111232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.134701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:19.173323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': 'dcee2456-7742-4cc6-abd2-1e6b39ddc4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0edf68d3-ad53-4d15-9253-e841ded037c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:19.173997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 0edf68d3-ad53-4d15-9253-e841ded037c6, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:19.185688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3ee600ee-5c02-4907-a626-46b088c1a3e6 None None] Port db3c1041-0920-4a9d-93f8-f7281818baf0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:19.200586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 0edf68d3-ad53-4d15-9253-e841ded037c6 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:19.217513 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bed8740-97be-451c-b512-c322919fb2bf x-openstack-request-id: req-5bed8740-97be-451c-b512-c322919fb2bf {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:19.217909 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5441de-0115-4aed-b6ac-61fc218cee3a", "name": "network-vif-deleted", "tag": "40007b45-6c78-431c-a763-f45d4bdaa534", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:19.218108 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5bed8740-97be-451c-b512-c322919fb2bf {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:19.218492 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5441de-0115-4aed-b6ac-61fc218cee3a', 'name': 'network-vif-deleted', 'tag': '40007b45-6c78-431c-a763-f45d4bdaa534', 'status': 'completed', 'code': 200} Feb 11 13:43:19.222860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0edf68d3-ad53-4d15-9253-e841ded037c6) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:19.248319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a136bbe7-4119-46c1-b7f7-5c16559523df req-3f0d8bdd-241c-4929-9a4f-c929bb09a433 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.1152492 Feb 11 13:43:19.248693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:19.249307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.269905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (45ab3971-7949-4e52-ae88-a8085f914f50), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.275593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70902d5a-dfa6-46e3-a8c2-5e2896be0d6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3291643 Feb 11 13:43:19.310512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53492) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:19.326343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:19.334461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2189f1-0107-4e64-af19-7e41522e3dcf None None] Network 0edf68d3-ad53-4d15-9253-e841ded037c6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:19.507028 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0edf68d3-ad53-4d15-9253-e841ded037c6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.553938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8b4eb-c441-4555-94a0-ea77f4478c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0edf68d3-ad53-4d15-9253-e841ded037c6', 'network_id': '0edf68d3-ad53-4d15-9253-e841ded037c6', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': '17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:19.554967 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12d8b4eb-c441-4555-94a0-ea77f4478c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.614664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1cc12e39-1a7c-49b6-8155-6a5c6f63b9ae None None] Provisioning complete for port db3c1041-0920-4a9d-93f8-f7281818baf0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:19.615090 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1cc12e39-1a7c-49b6-8155-6a5c6f63b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.625718 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.670000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1cc12e39-1a7c-49b6-8155-6a5c6f63b9ae None None] Port db3c1041-0920-4a9d-93f8-f7281818baf0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:19.677528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f176d5b-a3b4-46b9-bcdb-1fab05a1e335 None None] Pushing event updated for resources: {'Port': ['ID=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:19.783753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.874407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-12d8b4eb-c441-4555-94a0-ea77f4478c92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81: This subnet is being modified by another concurrent operation. Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:43:19.984786 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81: This subnet is being modified by another concurrent operation. Feb 11 13:43:19.990164 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 13:43:19.993452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (db3c1041-0920-4a9d-93f8-f7281818baf0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:19.993973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0edf68d3-ad53-4d15-9253-e841ded037c6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.053663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edf68d3-ad53-4d15-9253-e841ded037c6']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:20.066348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d1906-2ce7-414e-9583-0c7ea144d050 None None] Network 0edf68d3-ad53-4d15-9253-e841ded037c6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:20.107671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53500) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:20.149000 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.149333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=db3c1041-0920-4a9d-93f8-f7281818baf0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.173324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcee2456-7742-4cc6-abd2-1e6b39ddc4a3') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:20.173626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcee2456-7742-4cc6-abd2-1e6b39ddc4a3') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:20.219409 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (dcee2456-7742-4cc6-abd2-1e6b39ddc4a3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.244396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dcee2456-7742-4cc6-abd2-1e6b39ddc4a3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.255418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:20.255991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (dcee2456-7742-4cc6-abd2-1e6b39ddc4a3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:20.259968 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:20.273189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Deleting port d0707076-8024-4cf6-b5bf-c703c3a0b0c3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:20.273528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.279384 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.285318 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e238d7dc-98d9-4ec6-b8bf-a6a495924564 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/db3c1041-0920-4a9d-93f8-f7281818baf0 HTTP/1.1" status: 204 len: 168 time: 4.6537313 Feb 11 13:43:20.285590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac5881-6ac9-433b-a572-1e8c6efa7273 req-e01c8406-ee7f-48a3-b9d6-031f728eb804 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:20.287528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c0ac5881-6ac9-433b-a572-1e8c6efa7273 req-e01c8406-ee7f-48a3-b9d6-031f728eb804 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.2011881 Feb 11 13:43:20.291896 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53502) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:20.382031 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efd635b-ea64-4826-b68d-05e133d46ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] GET failed (client error): The resource could not be found. Feb 11 13:43:20.384422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9efd635b-ea64-4826-b68d-05e133d46ce1 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports/db3c1041-0920-4a9d-93f8-f7281818baf0 HTTP/1.1" status: 404 len: 333 time: 0.0913363 Feb 11 13:43:20.394327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:20.417191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0edf68d3-ad53-4d15-9253-e841ded037c6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.462212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2063c8e5-f79b-4cfd-92ce-43dff69a52f1 req-363883d8-371c-4c2b-ba47-470250e4d2fb tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0458124 Feb 11 13:43:20.473486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] For port d0707076-8024-4cf6-b5bf-c703c3a0b0c3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:20.473856 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.481278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.496131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/0edf68d3-ad53-4d15-9253-e841ded037c6 HTTP/1.1" status: 204 len: 168 time: 1.1739817 Feb 11 13:43:20.497309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:20.514322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1296231403'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:20.515023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:20.522895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c3bf-0a95-48eb-90fb-738a23390ad3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=0edf68d3-ad53-4d15-9253-e841ded037c6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.543799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c0ac5881-6ac9-433b-a572-1e8c6efa7273 req-728af9ff-68d6-4478-9f9b-b477b8a81d88 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329450 Feb 11 13:43:20.552442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3e126f5-b5ae-4359-b5ce-10833ba811a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (48adc0ee-acf2-458c-90eb-31d8fda8b93d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.561042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Calling delete_port for d0707076-8024-4cf6-b5bf-c703c3a0b0c3 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:20.581916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3e126f5-b5ae-4359-b5ce-10833ba811a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (48adc0ee-acf2-458c-90eb-31d8fda8b93d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.607620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:20.608286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.633381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3e126f5-b5ae-4359-b5ce-10833ba811a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (48adc0ee-acf2-458c-90eb-31d8fda8b93d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.647002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:20.650368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3e126f5-b5ae-4359-b5ce-10833ba811a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.650562 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.654440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3e126f5-b5ae-4359-b5ce-10833ba811a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/security-groups/48adc0ee-acf2-458c-90eb-31d8fda8b93d HTTP/1.1" status: 204 len: 168 time: 0.2564216 Feb 11 13:43:20.658242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53512) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:20.680244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e126f5-b5ae-4359-b5ce-10833ba811a2 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48adc0ee-acf2-458c-90eb-31d8fda8b93d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.733561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f51a457-dfde-4242-ad6e-0adaaf06aada tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (66092f79-e767-4fdd-b709-029abb740f53), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.734623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:20.735019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.767489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f51a457-dfde-4242-ad6e-0adaaf06aada tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (66092f79-e767-4fdd-b709-029abb740f53), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.771231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:20.783889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,segment=NetworkSegment(e3b10370-2404-40b6-ad8b-66c9f4601541),segment_id=e3b10370-2404-40b6-ad8b-66c9f4601541)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:20.790809 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.823349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f51a457-dfde-4242-ad6e-0adaaf06aada tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (66092f79-e767-4fdd-b709-029abb740f53), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.829985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f51a457-dfde-4242-ad6e-0adaaf06aada tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.829985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6f51a457-dfde-4242-ad6e-0adaaf06aada tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/security-groups/66092f79-e767-4fdd-b709-029abb740f53 HTTP/1.1" status: 204 len: 168 time: 0.1696115 Feb 11 13:43:20.833321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53514) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:20.847742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51a457-dfde-4242-ad6e-0adaaf06aada tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66092f79-e767-4fdd-b709-029abb740f53,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.856730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a3e45ef9-be94-4fca-a357-fa312acb02d2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.857547 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment a3e45ef9-be94-4fca-a357-fa312acb02d2 of type vlan for network 7ca8a43c-bb92-4b47-b538-4a0504e7d870 Feb 11 13:43:20.877989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.927188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfa76051-dac8-49c8-abec-d8ebf524d574 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (4e42e3ff-c4ec-47b1-a28e-2836c673ac1a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.953832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7ca8a43c-bb92-4b47-b538-4a0504e7d870), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:20.955071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfa76051-dac8-49c8-abec-d8ebf524d574 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (4e42e3ff-c4ec-47b1-a28e-2836c673ac1a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.004827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfa76051-dac8-49c8-abec-d8ebf524d574 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4e42e3ff-c4ec-47b1-a28e-2836c673ac1a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.008785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dfa76051-dac8-49c8-abec-d8ebf524d574 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.009881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dfa76051-dac8-49c8-abec-d8ebf524d574 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/security-groups/4e42e3ff-c4ec-47b1-a28e-2836c673ac1a HTTP/1.1" status: 204 len: 168 time: 0.1743054 Feb 11 13:43:21.015270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:21.020848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa76051-dac8-49c8-abec-d8ebf524d574 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42e3ff-c4ec-47b1-a28e-2836c673ac1a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.056420 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7ca8a43c-bb92-4b47-b538-4a0504e7d870), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.062107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.062735 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.078439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b269045-7423-48c4-9312-2fc258245cdd None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:43:21.134702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6355004 Feb 11 13:43:21.137650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53518) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:21.142703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '7ca8a43c-bb92-4b47-b538-4a0504e7d870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:21.174050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d0707076-8024-4cf6-b5bf-c703c3a0b0c3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.187163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 40540d6c-88aa-4ffd-b41f-7217f646865d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:43:21.192922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ae9fafe8-7450-47be-acbf-76eb4651b330 None None] Provisioning complete for port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:21.193654 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae9fafe8-7450-47be-acbf-76eb4651b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.194028 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e054c82-0bd7-43f5-a085-5d9005181d49 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=7ca8a43c-bb92-4b47-b538-4a0504e7d870,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.218527 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (40540d6c-88aa-4ffd-b41f-7217f646865d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.222243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0707076-8024-4cf6-b5bf-c703c3a0b0c3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.238020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7ca8a43c-bb92-4b47-b538-4a0504e7d870 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:21.279901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:21.283921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.335914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (40540d6c-88aa-4ffd-b41f-7217f646865d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.365446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing IP validity checks on allocation pools {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:43:21.365969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:43:21.412691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b269045-7423-48c4-9312-2fc258245cdd None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:43:21.461579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ae9fafe8-7450-47be-acbf-76eb4651b330 None None] Current status of the port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:21.497499 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.503427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (c8464e0b-fd8d-40a9-9aa4-60c61e857509), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.576294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (40540d6c-88aa-4ffd-b41f-7217f646865d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.592179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=c8464e0b-fd8d-40a9-9aa4-60c61e857509,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.616883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': 'a3e45ef9-be94-4fca-a357-fa312acb02d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7ca8a43c-bb92-4b47-b538-4a0504e7d870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:21.617537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 7ca8a43c-bb92-4b47-b538-4a0504e7d870, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:21.637300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a330489-9579-4b44-b14f-cd5e6da62a67 req-c707c1b1-d9b7-4a2c-ae28-3a6ccdcf209d tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0408974 Feb 11 13:43:21.653906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 7ca8a43c-bb92-4b47-b538-4a0504e7d870 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:21.666278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7ca8a43c-bb92-4b47-b538-4a0504e7d870) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:21.672368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.673611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.698159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-93d65282-80e7-46e4-84de-aaaa13ca8d93 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5583346 Feb 11 13:43:21.700323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53526) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:21.732842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (45ab3971-7949-4e52-ae88-a8085f914f50), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.805059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bab0044-4be6-4f1c-a0f2-2611ba59b452 None None] Network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:21.822367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (40540d6c-88aa-4ffd-b41f-7217f646865d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.834685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7ca8a43c-bb92-4b47-b538-4a0504e7d870), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.835919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e8841-dd29-4016-841a-383b2c85c9bb None None] Network 7ca8a43c-bb92-4b47-b538-4a0504e7d870 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:21.907835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=40540d6c-88aa-4ffd-b41f-7217f646865d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.912642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.919601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9bb683c-3b32-4b17-9830-4f536dc194c3 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/40540d6c-88aa-4ffd-b41f-7217f646865d HTTP/1.1" status: 204 len: 168 time: 0.9023755 Feb 11 13:43:21.920002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53528) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:21.935930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c8464e0b-fd8d-40a9-9aa4-60c61e857509), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.958443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eaeda9-78cf-40e9-825c-b8e151dc1e9d None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:21.965632 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:21.966461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c969d-4962-4e84-8e02-d132efc5e5df req-5d3e910b-4903-49bc-87d1-dd782b373306 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.970184 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd3c969d-4962-4e84-8e02-d132efc5e5df req-5d3e910b-4903-49bc-87d1-dd782b373306 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.2485642 Feb 11 13:43:22.102741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd3c969d-4962-4e84-8e02-d132efc5e5df req-b0e937fc-8dd6-4cde-b34d-eb20f37f9df1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906901 Feb 11 13:43:22.129922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:43:22.139311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (c8464e0b-fd8d-40a9-9aa4-60c61e857509), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.143342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742144f-de01-4a77-9055-be9616f4885e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-7ca8a43c-bb92-4b47-b538-4a0504e7d870', 'network_id': '7ca8a43c-bb92-4b47-b538-4a0504e7d870', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': 'c8464e0b-fd8d-40a9-9aa4-60c61e857509'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:22.144256 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8742144f-de01-4a77-9055-be9616f4885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.145279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.169341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:22.226776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=c8464e0b-fd8d-40a9-9aa4-60c61e857509,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:22.256081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.317144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Router 45ab3971-7949-4e52-ae88-a8085f914f50 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:22.370219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4a921-d36b-4efd-a175-e5b27056b3d6 None None] Network 7ca8a43c-bb92-4b47-b538-4a0504e7d870 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:22.384834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7ca8a43c-bb92-4b47-b538-4a0504e7d870), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.450452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca8a43c-bb92-4b47-b538-4a0504e7d870']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.457858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:22.458407 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.483865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4da97dde-27d2-47fb-ade6-6d86bbfc3fb1 req-ae8fbc14-8058-4d2e-bdbb-ea2f54569cdc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0525405 Feb 11 13:43:22.485562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e45ef9-be94-4fca-a357-fa312acb02d2') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.485865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e45ef9-be94-4fca-a357-fa312acb02d2') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.501412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (a3e45ef9-be94-4fca-a357-fa312acb02d2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.514693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.559032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a3e45ef9-be94-4fca-a357-fa312acb02d2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.575877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:22.575877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (a3e45ef9-be94-4fca-a357-fa312acb02d2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:22.580781 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:22.658523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:22.691406 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.731431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7ca8a43c-bb92-4b47-b538-4a0504e7d870), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.736971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:22.741561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.744836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fcc4f943-f9a1-4458-8ccc-fc0ac940b474 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/4bc6d4dc-4ee3-43c4-bdc4-9c9c33b1be04 HTTP/1.1" status: 204 len: 168 time: 0.8237283 Feb 11 13:43:22.747081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.755249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/7ca8a43c-bb92-4b47-b538-4a0504e7d870 HTTP/1.1" status: 204 len: 168 time: 1.0489566 Feb 11 13:43:22.755249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53534) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:22.755591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53536) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:22.764962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1549839333'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:22.815337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eae5fb-6eb7-47dd-8444-92e084143fbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=7ca8a43c-bb92-4b47-b538-4a0504e7d870,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:22.816555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f898dec8-614d-46c2-b9b4-10d7d7199993 None None] Provisioning complete for port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:22.820631 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f898dec8-614d-46c2-b9b4-10d7d7199993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.838621 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabaa68d-5c33-48bd-8764-4ce45da6b27f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:22.840359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabaa68d-5c33-48bd-8764-4ce45da6b27f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:22.846549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eabaa68d-5c33-48bd-8764-4ce45da6b27f tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/40540d6c-88aa-4ffd-b41f-7217f646865d HTTP/1.1" status: 404 len: 337 time: 0.0905378 Feb 11 13:43:22.846912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53538) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:22.892764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:22.896492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.940719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:22.954301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting subnet 29f4f3f8-08df-45b3-9ec0-f1ac32acaedb {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:43:22.957910 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks [] for subnet (29f4f3f8-08df-45b3-9ec0-f1ac32acaedb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.963340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port b2d91df1-a2be-4ac4-86cf-407d2b8dc570 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:22.963691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:22.987402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2b18c75-f7fb-4c41-a2fe-979672f89994 req-8e687527-5a27-49a2-8853-edec55fef185 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0376513 Feb 11 13:43:23.022969 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (29f4f3f8-08df-45b3-9ec0-f1ac32acaedb), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.052397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5dc456b7-8a62-4f8e-b37b-ca63306ae041), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.053053 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment 5dc456b7-8a62-4f8e-b37b-ca63306ae041 of type vlan for network 36aebd21-cbd7-4a6e-acf4-e468d21db8d9 Feb 11 13:43:23.100138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port b2d91df1-a2be-4ac4-86cf-407d2b8dc570, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:23.100507 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.115613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (36aebd21-cbd7-4a6e-acf4-e468d21db8d9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.115850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for b2d91df1-a2be-4ac4-86cf-407d2b8dc570 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:23.116346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f898dec8-614d-46c2-b9b4-10d7d7199993 None None] Current status of the port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:23.178561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (29f4f3f8-08df-45b3-9ec0-f1ac32acaedb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.182469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (36aebd21-cbd7-4a6e-acf4-e468d21db8d9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.188031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:23.188642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.230814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:23.237480 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f703282f-cf58-4172-b44f-fb61cbc64e73 admin admin] 10.222.0.79 "PUT /v2.0/routers/45ab3971-7949-4e52-ae88-a8085f914f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5170929 Feb 11 13:43:23.240513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:23.242077 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] Sync routers for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:23.267796 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:23.268809 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:23.363706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb19af-a483-4479-899a-ecc68abb9d60 None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:23.372659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks [] for router (45ab3971-7949-4e52-ae88-a8085f914f50), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.435102 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:23.512451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks [] for router_gateway (45ab3971-7949-4e52-ae88-a8085f914f50), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.528852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2ed47e95-f33d-428c-ae73-92e7dd5274a0 None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:23.529485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed47e95-f33d-428c-ae73-92e7dd5274a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.536078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:43:23.617398 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b2d91df1-a2be-4ac4-86cf-407d2b8dc570), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.669002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Deleting port aaf0a780-8fc9-49d6-b559-d1e59c6f1650 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:23.669340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.671300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=b2d91df1-a2be-4ac4-86cf-407d2b8dc570,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:23.716673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9602051 Feb 11 13:43:23.727991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53546) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:23.735587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '36aebd21-cbd7-4a6e-acf4-e468d21db8d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:23.743997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4bf8-1fbc-4dd8-a3e5-639d3fa41d7c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=36aebd21-cbd7-4a6e-acf4-e468d21db8d9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:23.782446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 36aebd21-cbd7-4a6e-acf4-e468d21db8d9 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:23.789501 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:43:20Z', 'revision_number': 5, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port': {'id': 'aaf0a780-8fc9-49d6-b559-d1e59c6f1650', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:40Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:23.817468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (29f4f3f8-08df-45b3-9ec0-f1ac32acaedb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.833436 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] Checking router: 45ab3971-7949-4e52-ae88-a8085f914f50 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:23.843865 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] Routers {'45ab3971-7949-4e52-ae88-a8085f914f50'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:23.844519 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['45ab3971-7949-4e52-ae88-a8085f914f50'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:23.900927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.907653 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/29f4f3f8-08df-45b3-9ec0-f1ac32acaedb HTTP/1.1" status: 204 len: 168 time: 1.0575829 Feb 11 13:43:23.917695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a597c7-6aa7-43c0-b68f-52dd044d4408 req-786fe7cf-fa65-4123-9e3b-c2f2f8e3a6d6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:23.925340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08a597c7-6aa7-43c0-b68f-52dd044d4408 req-786fe7cf-fa65-4123-9e3b-c2f2f8e3a6d6 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 944 time: 0.7082171 Feb 11 13:43:23.949500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53548) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:23.977207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] For port aaf0a780-8fc9-49d6-b559-d1e59c6f1650, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:23.977580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:23.978307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] Set router 45ab3971-7949-4e52-ae88-a8085f914f50 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:24.012329 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e314d810-3470-4d82-85fe-06cfd79a7e8e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:24.012789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e314d810-3470-4d82-85fe-06cfd79a7e8e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:24.022474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ed47e95-f33d-428c-ae73-92e7dd5274a0 None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:24.025863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e314d810-3470-4d82-85fe-06cfd79a7e8e tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/b2e10935-e7d0-4991-a31d-0a509b995013 HTTP/1.1" status: 404 len: 337 time: 0.0703592 Feb 11 13:43:24.030010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.031217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7702da0-755f-4cc9-8b22-3569ce42e4dc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Subnet': ['ID=29f4f3f8-08df-45b3-9ec0-f1ac32acaedb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:24.047226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:24.087363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Calling delete_port for aaf0a780-8fc9-49d6-b559-d1e59c6f1650 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:24.127603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'network_id': '7d26d227-df76-45c0-9a8c-d2c67fa21157', 'port_id': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'mac_address': 'fa:16:3e:8d:65:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bd221b-8ee1-4108-a834-c90a84448b59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:43:24.136105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08a597c7-6aa7-43c0-b68f-52dd044d4408 req-55f6ab14-e176-478b-b62f-059b438d36fc tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082310 Feb 11 13:43:24.161140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2ed47e95-f33d-428c-ae73-92e7dd5274a0 None None] Provisioning complete for port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:24.161520 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ed47e95-f33d-428c-ae73-92e7dd5274a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.174794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:24.179228 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:43:23Z', 'revision_number': 6, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:24.183591 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.211715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ed47e95-f33d-428c-ae73-92e7dd5274a0 None None] Port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:24.216377 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7d07d-60e7-45ec-8deb-6fe5db5b632b None None] The sync data for ids ['45ab3971-7949-4e52-ae88-a8085f914f50'] in n-d-828676-2 is: [{'id': '45ab3971-7949-4e52-ae88-a8085f914f50', 'name': 'tempest-AttachVolumeShelveTestJSON-1854953764-router', 'tenant_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:43:23Z', 'revision_number': 6, 'project_id': 'd98ab33f07be4aa5951a7f38ef841a67', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:24.242049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:24.242473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.292037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d70688d-277f-4066-90ba-b1dc58dd8c65 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:43:24.317172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:24.322717 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.349264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (aaf0a780-8fc9-49d6-b559-d1e59c6f1650), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.380257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e33ec620-79f4-4e81-8fe4-3dc6ff62a4cc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8 HTTP/1.1" status: 200 len: 205 time: 0.3478425 Feb 11 13:43:24.380882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.393033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:24.393567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbbac05b-03c4-4cae-8863-53f08853df99 req-c50e5e86-66c6-4520-be20-f24ff1a581ba tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0738590 Feb 11 13:43:24.414950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (a892922e-81df-428d-bb40-137ad99d582c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.486718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=a892922e-81df-428d-bb40-137ad99d582c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:24.490011 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-c12341ed-125c-409e-9367-dfe0bad0612c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] delete failed (client error): The resource could not be found. Feb 11 13:43:24.491281 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c12341ed-125c-409e-9367-dfe0bad0612c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/routers/1c385c79-9ec8-4fdc-9d5b-dc8ab7eea8b8 HTTP/1.1" status: 404 len: 336 time: 0.1041541 Feb 11 13:43:24.494543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53558) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.525665 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0f8119-c739-4c61-9551-bd1dd16c3c22 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:24.526047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0f8119-c739-4c61-9551-bd1dd16c3c22 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:24.532043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ad0f8119-c739-4c61-9551-bd1dd16c3c22 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/362299db-1e58-4548-b64f-ffa47a7b3e7f HTTP/1.1" status: 404 len: 337 time: 0.0341868 Feb 11 13:43:24.532220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53562) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.541378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['5d70688d-277f-4066-90ba-b1dc58dd8c65'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:43:24.552887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf0a780-8fc9-49d6-b559-d1e59c6f1650,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:24.572620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': '5dc456b7-8a62-4f8e-b37b-ca63306ae041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '36aebd21-cbd7-4a6e-acf4-e468d21db8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:24.572620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 36aebd21-cbd7-4a6e-acf4-e468d21db8d9, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:24.580953 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa085ef9-71f6-4643-916d-2621283c8458 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:24.594444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa085ef9-71f6-4643-916d-2621283c8458 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:24.600143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fa085ef9-71f6-4643-916d-2621283c8458 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/d9dbd92a-80e5-4b38-8991-108106ea2813 HTTP/1.1" status: 404 len: 337 time: 0.0646296 Feb 11 13:43:24.600360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53564) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.678942 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ace3c93-faa4-45f6-b2a1-fede6ea91c0b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:24.679531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ace3c93-faa4-45f6-b2a1-fede6ea91c0b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:24.692476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ace3c93-faa4-45f6-b2a1-fede6ea91c0b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/890ffc9c-9e6e-4350-b290-620d35d6c174 HTTP/1.1" status: 404 len: 337 time: 0.0910840 Feb 11 13:43:24.694044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.703028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 36aebd21-cbd7-4a6e-acf4-e468d21db8d9 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:24.717265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 36aebd21-cbd7-4a6e-acf4-e468d21db8d9) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:24.723567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:24.724181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.735441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa31ca7-7e46-46e8-89a6-616cab9f033e None None] Network 36aebd21-cbd7-4a6e-acf4-e468d21db8d9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:24.738825 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e7c17-809b-48e2-afcd-bfebd3d46f0c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:24.740036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e7c17-809b-48e2-afcd-bfebd3d46f0c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:24.744656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4f7e7c17-809b-48e2-afcd-bfebd3d46f0c tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/6626761e-dad0-4d9f-950f-6c0cb35f42d2 HTTP/1.1" status: 404 len: 333 time: 0.0404987 Feb 11 13:43:24.747637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.756205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (45ab3971-7949-4e52-ae88-a8085f914f50), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.758038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.768313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ff721588-7db1-4e51-8f4f-e3bdf7c8c404 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0387628 Feb 11 13:43:24.771210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53570) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.876216 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b5c013-7f92-42f8-bbfe-a918eb73b848 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:24.876857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b5c013-7f92-42f8-bbfe-a918eb73b848 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:24.880406 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d5b5c013-7f92-42f8-bbfe-a918eb73b848 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/6eb8c9b8-9ff2-4ba0-ba46-cc24ede1f4cd HTTP/1.1" status: 404 len: 337 time: 0.1316419 Feb 11 13:43:24.884936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53572) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:24.915743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e02ab517-3f70-4fcb-9050-3bf26e5bbb29 req-3c06215c-27f5-4781-b4d9-3031d4ce0405 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef&device_id=fc9186fb-e6d8-4b28-afbb-577089ea538b HTTP/1.1" status: 200 len: 210 time: 0.0489056 Feb 11 13:43:24.929383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (36aebd21-cbd7-4a6e-acf4-e468d21db8d9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.968120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4271d3e8-fd14-4acf-af8b-cb37738b6b77 None None] Network f84c7db9-a5fc-420a-bf6a-ad873d71230c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:24.989123 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-985bbd58-80f0-4341-8cdd-b6ad5926cab4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:24.989594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985bbd58-80f0-4341-8cdd-b6ad5926cab4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:24.992797 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a892922e-81df-428d-bb40-137ad99d582c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:24.997014 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-985bbd58-80f0-4341-8cdd-b6ad5926cab4 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/22913aa5-0859-472f-be1b-8cb0a2bd3c05 HTTP/1.1" status: 404 len: 337 time: 0.1059611 Feb 11 13:43:24.997139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53576) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:25.022114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1b675-3bbb-44bb-816a-c6e74cad8354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-36aebd21-cbd7-4a6e-acf4-e468d21db8d9', 'network_id': '36aebd21-cbd7-4a6e-acf4-e468d21db8d9', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': 'a892922e-81df-428d-bb40-137ad99d582c'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:25.022988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b675-3bbb-44bb-816a-c6e74cad8354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.046752 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (45ab3971-7949-4e52-ae88-a8085f914f50), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.050162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks [] for router_controller (45ab3971-7949-4e52-ae88-a8085f914f50), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.051687 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-5740ffb2-835b-46ee-bef7-1e5da4c38274 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:25.052432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5740ffb2-835b-46ee-bef7-1e5da4c38274 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:25.056249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5740ffb2-835b-46ee-bef7-1e5da4c38274 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/4d668a7d-ca4d-4fd1-9856-100d35a1657d HTTP/1.1" status: 404 len: 333 time: 0.0580566 Feb 11 13:43:25.062087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53578) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:25.098980 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddda22d-a630-4f56-8c48-87942a8d178a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:25.099544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddda22d-a630-4f56-8c48-87942a8d178a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:25.102820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dddda22d-a630-4f56-8c48-87942a8d178a tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/28439f94-bf5b-4bd9-8cac-427c24c29243 HTTP/1.1" status: 404 len: 337 time: 0.0406237 Feb 11 13:43:25.106181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53580) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:25.173740 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0add3ae2-52bc-4570-b66c-53eae1432733 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:25.173953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0add3ae2-52bc-4570-b66c-53eae1432733 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:25.181018 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0add3ae2-52bc-4570-b66c-53eae1432733 tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/subnets/be41d5c7-4647-4d5a-880d-7c8cf9089e91 HTTP/1.1" status: 404 len: 337 time: 0.0722373 Feb 11 13:43:25.202177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7eb221a0-ec47-415e-976c-b461539acdc5 None None] Provisioning complete for port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:25.202579 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7eb221a0-ec47-415e-976c-b461539acdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.219676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53586) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:25.234069 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19fe724a-362c-4fc0-8578-231d7503bc8a req-d8623ac9-cb10-452b-a70e-75889ced1a79 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e832e22741564dcbb2dfc6b9d4cdfc33&device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0720549 Feb 11 13:43:25.236262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (a892922e-81df-428d-bb40-137ad99d582c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.247179 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (45ab3971-7949-4e52-ae88-a8085f914f50), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.248216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ab3971-7949-4e52-ae88-a8085f914f50 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-e4b1b675-3bbb-44bb-816a-c6e74cad8354 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a892922e-81df-428d-bb40-137ad99d582c: This subnet is being modified by another concurrent operation. Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:43:25.278659 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a892922e-81df-428d-bb40-137ad99d582c: This subnet is being modified by another concurrent operation. Feb 11 13:43:25.282693 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 13:43:25.289044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.289044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-917ef25f-d034-49d4-8141-519158fc2ed3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/45ab3971-7949-4e52-ae88-a8085f914f50 HTTP/1.1" status: 204 len: 168 time: 2.0458534 Feb 11 13:43:25.290792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53588) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:25.299616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=a892922e-81df-428d-bb40-137ad99d582c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:25.335843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75bc021-7864-47d2-93e5-591c0dfeb237 None None] Network 36aebd21-cbd7-4a6e-acf4-e468d21db8d9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:25.359575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] Deleting subnet 0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:43:25.361440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a13ec76-90b0-4cc6-ac2d-1d472f048dac req-9399b9b5-b489-4bc9-a0b0-66c3de3854fe tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0657563 Feb 11 13:43:25.374852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19fe724a-362c-4fc0-8578-231d7503bc8a req-144356a2-1267-4429-b148-8631424eb5f1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e832e22741564dcbb2dfc6b9d4cdfc33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058979 Feb 11 13:43:25.389665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7eb221a0-ec47-415e-976c-b461539acdc5 None None] Current status of the port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:25.403206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] Publish callbacks [] for subnet (0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.433804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] DHCP port deletion for f84c7db9-a5fc-420a-bf6a-ad873d71230c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:43:25.484700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7eb221a0-ec47-415e-976c-b461539acdc5 None None] Provisioning complete for port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:25.485041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7eb221a0-ec47-415e-976c-b461539acdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.513531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (36aebd21-cbd7-4a6e-acf4-e468d21db8d9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.524383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:25.535929 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.576835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7eb221a0-ec47-415e-976c-b461539acdc5 None None] Port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:25.579708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c740163-6bb4-4f7a-9b2a-68d14143a86f req-e0be93d6-8937-4ddc-bcd0-561a47176a74 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:25.587817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c740163-6bb4-4f7a-9b2a-68d14143a86f req-e0be93d6-8937-4ddc-bcd0-561a47176a74 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 945 time: 0.3371041 Feb 11 13:43:25.618007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36aebd21-cbd7-4a6e-acf4-e468d21db8d9']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:25.626760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 5d70688d-277f-4066-90ba-b1dc58dd8c65 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:25.627991 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.648947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc456b7-8a62-4f8e-b37b-ca63306ae041') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:25.648947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc456b7-8a62-4f8e-b37b-ca63306ae041') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:25.666353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] Deleting port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:25.666739 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.671523 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (5dc456b7-8a62-4f8e-b37b-ca63306ae041), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.684085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe724a-362c-4fc0-8578-231d7503bc8a req-b83cde40-e11c-4e99-81bc-c742cced3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:25.685697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19fe724a-362c-4fc0-8578-231d7503bc8a req-b83cde40-e11c-4e99-81bc-c742cced3ef6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2898479 Feb 11 13:43:25.692905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5dc456b7-8a62-4f8e-b37b-ca63306ae041), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.700126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:25.701829 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (5dc456b7-8a62-4f8e-b37b-ca63306ae041), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:25.705636 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:25.722004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Deleting port 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:25.727110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.761796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c740163-6bb4-4f7a-9b2a-68d14143a86f req-e3ad1408-5e76-4dc7-a193-65900e5eae33 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733627 Feb 11 13:43:25.769188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] For port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,segment=NetworkSegment(b7cf15a9-57e6-4bed-a721-a3b2a56bf70f),segment_id=b7cf15a9-57e6-4bed-a721-a3b2a56bf70f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:25.770082 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.784711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.784948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (36aebd21-cbd7-4a6e-acf4-e468d21db8d9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.814356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.818339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/36aebd21-cbd7-4a6e-acf4-e468d21db8d9 HTTP/1.1" status: 204 len: 168 time: 1.0453386 Feb 11 13:43:25.822869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652de0-2e1c-4317-ada0-4c4f1e3af95f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=36aebd21-cbd7-4a6e-acf4-e468d21db8d9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:25.822996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53592) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:25.829782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370063726'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:25.838419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] Calling delete_port for 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:25.851034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:25.853504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:25.855296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.865480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.886816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Calling delete_port for 8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:25.889911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:25.899466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (40b1ad21-03b8-482c-8b93-540cef9ed748), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.899766 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment 40b1ad21-03b8-482c-8b93-540cef9ed748 of type vlan for network 7e354309-25f0-4641-9ce8-3e3626ea09c6 Feb 11 13:43:25.900678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:25.901076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.942776 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7e354309-25f0-4641-9ce8-3e3626ea09c6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.946970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.961238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:25.965793 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdce2f5-9105-43c5-8e50-3a09bac1e21c" -d '{"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-plugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:25.981645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7e354309-25f0-4641-9ce8-3e3626ea09c6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.989293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:25.999042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:25.999265 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:25.999758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.013677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.020274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.026105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5f15eb03-2811-4964-af8f-2062809615cc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0e3f0b56-5ae1-47e2-9607-b86bcc6acf8b HTTP/1.1" status: 204 len: 168 time: 0.7224844 Feb 11 13:43:26.029256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:26.071879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2477019 Feb 11 13:43:26.072805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53598) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:26.080552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '7e354309-25f0-4641-9ce8-3e3626ea09c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:26.094419 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd15940b-c602-422a-921b-ebf7f217ab24 x-openstack-request-id: req-fd15940b-c602-422a-921b-ebf7f217ab24 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:26.095363 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-plugged", "status": "completed", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:26.095363 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd15940b-c602-422a-921b-ebf7f217ab24 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:26.097745 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'code': 200} Feb 11 13:43:26.099493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1533580-dbe3-4050-acba-02d5f2a947a1 None None] Network f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:26.103349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aaf0a780-8fc9-49d6-b559-d1e59c6f1650 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:26.106104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.127082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2ac38-3683-4bd6-b0c0-ad9e76968a40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=7e354309-25f0-4641-9ce8-3e3626ea09c6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.189098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7e354309-25f0-4641-9ce8-3e3626ea09c6 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:26.189365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.193284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:26.194418 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (3a6dda5f-eeef-4087-9f30-51c403cc3ab2), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.196366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: aaf0a780-8fc9-49d6-b559-d1e59c6f1650 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:26.196710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aaf0a780-8fc9-49d6-b559-d1e59c6f1650 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:26.197122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d0707076-8024-4cf6-b5bf-c703c3a0b0c3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:26.202168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a63ea9f6-a534-4f1f-928a-dead5eb1fac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/ea6ad89b-4d6f-43ad-9550-76f99fefcae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0930805 Feb 11 13:43:26.209375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53600) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:26.218340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.264304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] Sync routers for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:26.272761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Port': ['ID=8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.276645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] Pushing event deleted for resources: {'Port': ['ID=3a6dda5f-eeef-4087-9f30-51c403cc3ab2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.286250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d0707076-8024-4cf6-b5bf-c703c3a0b0c3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:26.286605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d0707076-8024-4cf6-b5bf-c703c3a0b0c3 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:26.287029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:26.297132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting subnet 6affe29b-16f8-4cc9-9ce9-38bfdffedb0e {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:43:26.301266 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (6affe29b-16f8-4cc9-9ce9-38bfdffedb0e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.305255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.306397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:26.311036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f4b20aee-0128-459d-9b82-9aa2a5159ecc tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/ports/8b60a2b1-83ec-4c1a-8930-3c0ffcd3f970 HTTP/1.1" status: 204 len: 168 time: 1.0874856 Feb 11 13:43:26.311200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.311370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53602) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:26.318920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20564268-ad28-46c0-b61f-3fcb1c745563 None None] No DVR routers for this DVR port 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:26.381369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:26.381718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3a6dda5f-eeef-4087-9f30-51c403cc3ab2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:26.415334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:26.415992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:26.435216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (6affe29b-16f8-4cc9-9ce9-38bfdffedb0e), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.600842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6affe29b-16f8-4cc9-9ce9-38bfdffedb0e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.700844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (eec5279c-4960-4df2-804d-d4fe9cd0fbf1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.726317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] DHCP port deletion for f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:43:26.735973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:26.754354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (6affe29b-16f8-4cc9-9ce9-38bfdffedb0e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.783300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.786611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/subnets/6affe29b-16f8-4cc9-9ce9-38bfdffedb0e HTTP/1.1" status: 204 len: 168 time: 0.5758097 Feb 11 13:43:26.801881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53606) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:26.804893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=eec5279c-4960-4df2-804d-d4fe9cd0fbf1,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.808942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c572f94-c32e-4bd9-9f36-fee40b878486 req-ae4f3149-5458-4a9d-ac55-9358a2ec8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:26.810565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c572f94-c32e-4bd9-9f36-fee40b878486 req-ae4f3149-5458-4a9d-ac55-9358a2ec8bd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1129 time: 0.6055453 Feb 11 13:43:26.819232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940d432-ef13-40f1-b99a-6a1344fa6217 None None] Network 0aac6a42-5279-4f67-8ad7-310c8e2de94d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:26.829951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42227758-b4f9-430e-9e19-d5da377a1869 req-5167affc-9b00-4803-ba5b-2473aa8da49d tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0824058 Feb 11 13:43:26.843599 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f84c7db9-a5fc-420a-bf6a-ad873d71230c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.895134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': '40b1ad21-03b8-482c-8b93-540cef9ed748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7e354309-25f0-4641-9ce8-3e3626ea09c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:26.895619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 7e354309-25f0-4641-9ce8-3e3626ea09c6, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:26.902210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b881407-2e5b-4e28-8d7d-0d72bb770888 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Subnet': ['ID=6affe29b-16f8-4cc9-9ce9-38bfdffedb0e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.936468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Deleting port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:26.937089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:26.939571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 7e354309-25f0-4641-9ce8-3e3626ea09c6 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:26.987581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7e354309-25f0-4641-9ce8-3e3626ea09c6) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:26.992741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:26.993743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.008165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf85a91-2083-4b7b-9cdb-fb013bcef244 None None] Network 7e354309-25f0-4641-9ce8-3e3626ea09c6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:27.047673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19fe724a-362c-4fc0-8578-231d7503bc8a req-a1eca88c-4443-4315-8219-2f904c384dd9 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1dc3181-354a-45de-b1bf-2bb73a1d33ef HTTP/1.1" status: 200 len: 210 time: 0.0479493 Feb 11 13:43:27.074526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-600c6eef-a093-42a3-bc65-fecedec3e514 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9954841 Feb 11 13:43:27.076515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53616) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:27.084059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e79ac84-4419-4ef1-b68b-2495595f4f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.089413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.093533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] Deleting port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:27.093910 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.109436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f84c7db9-a5fc-420a-bf6a-ad873d71230c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.134571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84c7db9-a5fc-420a-bf6a-ad873d71230c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.147364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cf15a9-57e6-4bed-a721-a3b2a56bf70f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.147657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cf15a9-57e6-4bed-a721-a3b2a56bf70f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.159288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b7cf15a9-57e6-4bed-a721-a3b2a56bf70f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.183946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b7cf15a9-57e6-4bed-a721-a3b2a56bf70f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.238760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] For port 1a7228d7-6e82-4ec0-bbce-305a523dcc56, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1a7228d7-6e82-4ec0-bbce-305a523dcc56,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:27.239616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.247220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:27.247656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b7cf15a9-57e6-4bed-a721-a3b2a56bf70f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:27.254155 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:27.278572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] Calling delete_port for 1a7228d7-6e82-4ec0-bbce-305a523dcc56 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:27.290791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-7e354309-25f0-4641-9ce8-3e3626ea09c6', 'network_id': '7e354309-25f0-4641-9ce8-3e3626ea09c6', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': 'eec5279c-4960-4df2-804d-d4fe9cd0fbf1'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:27.291069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] For port 1a7228d7-6e82-4ec0-bbce-305a523dcc56, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1a7228d7-6e82-4ec0-bbce-305a523dcc56,segment=NetworkSegment(e28d2101-9434-4fb7-bc5f-5dc1c99aa387),segment_id=e28d2101-9434-4fb7-bc5f-5dc1c99aa387)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:27.291439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.291652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.333835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c572f94-c32e-4bd9-9f36-fee40b878486 req-d0e971f2-be27-4255-b59e-461fc2e23b79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990559 Feb 11 13:43:27.344269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Calling delete_port for 1a7228d7-6e82-4ec0-bbce-305a523dcc56 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:27.346329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] DHCP port deletion for 0aac6a42-5279-4f67-8ad7-310c8e2de94d request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:43:27.357150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7e354309-25f0-4641-9ce8-3e3626ea09c6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.364611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.377546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600da516-c0c4-4210-9362-bf528e02e653 req-965d7a71-d9e2-4b03-b7bb-d9b6d72f458a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:27.379403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-600da516-c0c4-4210-9362-bf528e02e653 req-965d7a71-d9e2-4b03-b7bb-d9b6d72f458a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.3652048 Feb 11 13:43:27.383802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f84c7db9-a5fc-420a-bf6a-ad873d71230c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.433812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.438622 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] 10.222.0.79 "DELETE /v2.0/networks/f84c7db9-a5fc-420a-bf6a-ad873d71230c HTTP/1.1" status: 204 len: 168 time: 1.1260660 Feb 11 13:43:27.440655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:43:23Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '889bb53e-4f8e-481a-acde-5a8943ddfffd', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:35Z', 'updated_at': '2022-02-11T13:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.467614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (eec5279c-4960-4df2-804d-d4fe9cd0fbf1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.467885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfbdd6-e517-48c4-956d-9b069eddc59b tempest-PortsIpV6TestJSON-324273864 tempest-PortsIpV6TestJSON-324273864-project] Pushing event deleted for resources: {'Network': ['ID=f84c7db9-a5fc-420a-bf6a-ad873d71230c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:27.488025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] Checking router: ea6ad89b-4d6f-43ad-9550-76f99fefcae7 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:27.541148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-600da516-c0c4-4210-9362-bf528e02e653 req-fdd696a1-b6c2-4ffe-b1b4-8af6ffd8067b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534779 Feb 11 13:43:27.550411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] Routers {'ea6ad89b-4d6f-43ad-9550-76f99fefcae7'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:27.551375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:42:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.560169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 889bb53e-4f8e-481a-acde-5a8943ddfffd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:27.560606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.595181 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.624116 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1a7228d7-6e82-4ec0-bbce-305a523dcc56), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.658112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] No DVR routers for this DVR port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:27.687299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] Pushing event deleted for resources: {'Port': ['ID=1a7228d7-6e82-4ec0-bbce-305a523dcc56,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:27.693723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7228d7-6e82-4ec0-bbce-305a523dcc56,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:27.710149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2808df3-8b0d-40bf-a5ef-44b2daba74da None None] No DVR routers for this DVR port 1a7228d7-6e82-4ec0-bbce-305a523dcc56 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:27.712266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Allocated IP 172.20.0.2 (7e354309-25f0-4641-9ce8-3e3626ea09c6/eec5279c-4960-4df2-804d-d4fe9cd0fbf1/91bd8d5c-2e04-483e-ba85-c172a9a6877e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:27.716250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] Deleting port 62d13ac2-eec8-4625-9e4e-58b471a0b242 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:27.716632 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.744232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 889bb53e-4f8e-481a-acde-5a8943ddfffd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=889bb53e-4f8e-481a-acde-5a8943ddfffd,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:27.744613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.762748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] Set router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:27.775591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53624) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:27.782908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 889bb53e-4f8e-481a-acde-5a8943ddfffd owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:27.783850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.805143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.814745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.815440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28d2101-9434-4fb7-bc5f-5dc1c99aa387') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.825268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (e28d2101-9434-4fb7-bc5f-5dc1c99aa387), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.841094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e28d2101-9434-4fb7-bc5f-5dc1c99aa387), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.855066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:27.856746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (e28d2101-9434-4fb7-bc5f-5dc1c99aa387), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.877184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:43:27Z', 'revision_number': 6, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:27.895185 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:27.967819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.974460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:27.982641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c HTTP/1.1" status: 204 len: 168 time: 1.9511182 Feb 11 13:43:28.005395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c6a64-3355-4ea2-9302-001f487dba65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f86f83f5-d0f6-4b30-926e-e33a5ec4fa2c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.007440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7a77d8b3-acc7-499d-a8d2-b4474b904d90 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3a0e39a666547d8af4d06fb3faa793e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295249 Feb 11 13:43:28.011142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:28.030402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120952c5-1709-4f20-afa3-9976a6aacd52 None None] The sync data for ids ['ea6ad89b-4d6f-43ad-9550-76f99fefcae7'] in n-d-828676-2 is: [{'id': 'ea6ad89b-4d6f-43ad-9550-76f99fefcae7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49589586', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:33Z', 'updated_at': '2022-02-11T13:43:27Z', 'revision_number': 6, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:28.059535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] For port 62d13ac2-eec8-4625-9e4e-58b471a0b242, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=62d13ac2-eec8-4625-9e4e-58b471a0b242,segment=NetworkSegment(58c516c0-bc05-4248-ae42-d5b2c63a44c9),segment_id=58c516c0-bc05-4248-ae42-d5b2c63a44c9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:28.062556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.083170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (889bb53e-4f8e-481a-acde-5a8943ddfffd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.091135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5acbada-fe04-45d6-acfa-7a5ff3907f9f admin admin] Publish callbacks [] for security_group (0678168e-df42-4c15-860f-493616487f89), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.097099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] Calling delete_port for 62d13ac2-eec8-4625-9e4e-58b471a0b242 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:28.121880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5acbada-fe04-45d6-acfa-7a5ff3907f9f admin admin] Publish callbacks [] for security_group (0678168e-df42-4c15-860f-493616487f89), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.122323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=889bb53e-4f8e-481a-acde-5a8943ddfffd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.190333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.215460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5acbada-fe04-45d6-acfa-7a5ff3907f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0678168e-df42-4c15-860f-493616487f89), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.218891 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Publish callbacks [] for port (91bd8d5c-2e04-483e-ba85-c172a9a6877e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.219912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5acbada-fe04-45d6-acfa-7a5ff3907f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.221138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a5acbada-fe04-45d6-acfa-7a5ff3907f9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0678168e-df42-4c15-860f-493616487f89 HTTP/1.1" status: 204 len: 168 time: 0.2076840 Feb 11 13:43:28.232833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (91bd8d5c-2e04-483e-ba85-c172a9a6877e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.235440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acbada-fe04-45d6-acfa-7a5ff3907f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0678168e-df42-4c15-860f-493616487f89,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.306108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Network 7e354309-25f0-4641-9ce8-3e3626ea09c6 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:28.315753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:28.320121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:28.330885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Pushing event updated for resources: {'Port': ['ID=91bd8d5c-2e04-483e-ba85-c172a9a6877e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.335348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (eec5279c-4960-4df2-804d-d4fe9cd0fbf1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.337206 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (62d13ac2-eec8-4625-9e4e-58b471a0b242), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.360978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e95f5fa-a397-41e2-95da-6a0a0da14901 req-6e212123-24c5-45c1-aab8-74714499063f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e832e22741564dcbb2dfc6b9d4cdfc33&device_id=fc9186fb-e6d8-4b28-afbb-577089ea538b HTTP/1.1" status: 200 len: 210 time: 0.0676913 Feb 11 13:43:28.372387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53642) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:28.410194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] No DVR routers for this DVR port 62d13ac2-eec8-4625-9e4e-58b471a0b242 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:28.430494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96a44d-c2e1-4604-84f3-bd831e2c82e2 None None] Pushing event deleted for resources: {'Port': ['ID=62d13ac2-eec8-4625-9e4e-58b471a0b242,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.442731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1a7228d7-6e82-4ec0-bbce-305a523dcc56 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:28.462323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=eec5279c-4960-4df2-804d-d4fe9cd0fbf1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.493281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1a7228d7-6e82-4ec0-bbce-305a523dcc56 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:28.493644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1a7228d7-6e82-4ec0-bbce-305a523dcc56 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:28.494071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 62d13ac2-eec8-4625-9e4e-58b471a0b242 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:28.496935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e95f5fa-a397-41e2-95da-6a0a0da14901 req-4496fd36-c748-49b9-b76e-debf22573d9f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e832e22741564dcbb2dfc6b9d4cdfc33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1267090 Feb 11 13:43:28.553828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 62d13ac2-eec8-4625-9e4e-58b471a0b242 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:28.554233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 62d13ac2-eec8-4625-9e4e-58b471a0b242 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:28.560467 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7e354309-25f0-4641-9ce8-3e3626ea09c6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.580649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.583637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Attempting to bind port 91bd8d5c-2e04-483e-ba85-c172a9a6877e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:28.584450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Attempting to bind port 91bd8d5c-2e04-483e-ba85-c172a9a6877e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '40b1ad21-03b8-482c-8b93-540cef9ed748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7e354309-25f0-4641-9ce8-3e3626ea09c6'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:28.584923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Attempting to bind port 91bd8d5c-2e04-483e-ba85-c172a9a6877e on network 7e354309-25f0-4641-9ce8-3e3626ea09c6 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:28.591614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:28.592004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Checking segment: {'id': '40b1ad21-03b8-482c-8b93-540cef9ed748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7e354309-25f0-4641-9ce8-3e3626ea09c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:28.592420 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.592821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Bound using segment: {'id': '40b1ad21-03b8-482c-8b93-540cef9ed748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7e354309-25f0-4641-9ce8-3e3626ea09c6'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:28.593306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Bound port: 91bd8d5c-2e04-483e-ba85-c172a9a6877e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b1ad21-03b8-482c-8b93-540cef9ed748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7e354309-25f0-4641-9ce8-3e3626ea09c6'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:28.593699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (91bd8d5c-2e04-483e-ba85-c172a9a6877e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.607300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.610283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e354309-25f0-4641-9ce8-3e3626ea09c6']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:28.668122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef08df84-2cbe-40ad-9f77-302e351828b6 req-aec2f884-cf50-4bf9-837b-334c04efb10b tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc9186fb-e6d8-4b28-afbb-577089ea538b HTTP/1.1" status: 200 len: 210 time: 0.2006032 Feb 11 13:43:28.670105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b1ad21-03b8-482c-8b93-540cef9ed748') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:28.670428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b1ad21-03b8-482c-8b93-540cef9ed748') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:28.713663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] For port 91bd8d5c-2e04-483e-ba85-c172a9a6877e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:28.717040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] For port 91bd8d5c-2e04-483e-ba85-c172a9a6877e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=91bd8d5c-2e04-483e-ba85-c172a9a6877e,segment=NetworkSegment(40b1ad21-03b8-482c-8b93-540cef9ed748),segment_id=40b1ad21-03b8-482c-8b93-540cef9ed748)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:28.724876 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (91bd8d5c-2e04-483e-ba85-c172a9a6877e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.732080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (40b1ad21-03b8-482c-8b93-540cef9ed748), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.745016 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (ea6ad89b-4d6f-43ad-9550-76f99fefcae7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.746102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Fanout notify agent at l3_agent the message router_deleted on router ea6ad89b-4d6f-43ad-9550-76f99fefcae7 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:28.757340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.759051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3dc810c-0652-4829-9980-fe62e657e1de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/routers/ea6ad89b-4d6f-43ad-9550-76f99fefcae7 HTTP/1.1" status: 204 len: 168 time: 1.9516461 Feb 11 13:43:28.762259 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53656) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:28.790214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (40b1ad21-03b8-482c-8b93-540cef9ed748), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.826814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:28.827277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (40b1ad21-03b8-482c-8b93-540cef9ed748), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:28.831180 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:28.836766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74673f-a88d-4002-8c67-137ae7b2ca75 None None] Pushing event updated for resources: {'Port': ['ID=91bd8d5c-2e04-483e-ba85-c172a9a6877e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.853673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a05f0-6359-41eb-af2e-6e9ee92b7bd2 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:43:28.856835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b35f873a-f11b-4dd4-845d-ec7c1231161b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d98ab33f07be4aa5951a7f38ef841a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820476 Feb 11 13:43:28.858799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53660) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:28.996157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0aac6a42-5279-4f67-8ad7-310c8e2de94d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.004523 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.api [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:43:29.004523 n-d-828676-2 neutron-server[103175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:43:29.004523 n-d-828676-2 neutron-server[103175]: [parameters: {'id': '7e354309-25f0-4641-9ce8-3e3626ea09c6'}] Feb 11 13:43:29.004523 n-d-828676-2 neutron-server[103175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:29.004946 n-d-828676-2 neutron-server[103175]: DEBUG oslo_db.api [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:29.073425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a05f0-6359-41eb-af2e-6e9ee92b7bd2 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:43:29.082371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9acd-473a-4f4c-8c73-e20d55f581d5 admin admin] Publish callbacks [] for security_group (cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.110583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b969a8-5d09-479e-b8f8-ca3afbb90258 req-ee457dd4-4a75-4587-9114-4335a0f69103 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.112636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6b969a8-5d09-479e-b8f8-ca3afbb90258 req-ee457dd4-4a75-4587-9114-4335a0f69103 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.3693914 Feb 11 13:43:29.116780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f5fa-a397-41e2-95da-6a0a0da14901 req-f0a57210-670b-4010-9e14-c907cabe0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.118655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e95f5fa-a397-41e2-95da-6a0a0da14901 req-f0a57210-670b-4010-9e14-c907cabe0623 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5926130 Feb 11 13:43:29.170205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0aac6a42-5279-4f67-8ad7-310c8e2de94d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.193093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aac6a42-5279-4f67-8ad7-310c8e2de94d']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.204059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c516c0-bc05-4248-ae42-d5b2c63a44c9') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.205465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c516c0-bc05-4248-ae42-d5b2c63a44c9') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.214564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (58c516c0-bc05-4248-ae42-d5b2c63a44c9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.228659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6b969a8-5d09-479e-b8f8-ca3afbb90258 req-a166371d-f286-4910-aa4d-60654c4dd139 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996792 Feb 11 13:43:29.239616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (58c516c0-bc05-4248-ae42-d5b2c63a44c9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.256010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:29.256298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (58c516c0-bc05-4248-ae42-d5b2c63a44c9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:29.259805 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:29.300127 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9acd-473a-4f4c-8c73-e20d55f581d5 admin admin] Publish callbacks [] for security_group (cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.397467 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12e6c49f-cecb-4ec2-8296-4237f68a5d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.424689 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0aac6a42-5279-4f67-8ad7-310c8e2de94d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.445427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.452314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/networks/0aac6a42-5279-4f67-8ad7-310c8e2de94d HTTP/1.1" status: 204 len: 168 time: 0.6894569 Feb 11 13:43:29.455028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0331203-4473-4006-80b6-ca95d05c9499 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Network': ['ID=0aac6a42-5279-4f67-8ad7-310c8e2de94d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:29.455239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53700) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:29.463176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9acd-473a-4f4c-8c73-e20d55f581d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.470358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9acd-473a-4f4c-8c73-e20d55f581d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.474387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ecfa9acd-473a-4f4c-8c73-e20d55f581d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e HTTP/1.1" status: 204 len: 168 time: 0.6093762 Feb 11 13:43:29.496836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa9acd-473a-4f4c-8c73-e20d55f581d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ab19c-5c6d-47f8-b06c-70ea9d405c6e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:29.508687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7e354309-25f0-4641-9ce8-3e3626ea09c6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.572333 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c412ecc-f11a-4e8d-a2b6-ebd66fe9b17d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (e73b9dac-45a4-45ab-b020-372bde91bfac), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.595552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting port 91bd8d5c-2e04-483e-ba85-c172a9a6877e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:29.596098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (91bd8d5c-2e04-483e-ba85-c172a9a6877e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.639054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c412ecc-f11a-4e8d-a2b6-ebd66fe9b17d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (e73b9dac-45a4-45ab-b020-372bde91bfac), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.686994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] For port 91bd8d5c-2e04-483e-ba85-c172a9a6877e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=91bd8d5c-2e04-483e-ba85-c172a9a6877e,segment=NetworkSegment(40b1ad21-03b8-482c-8b93-540cef9ed748),segment_id=40b1ad21-03b8-482c-8b93-540cef9ed748)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:29.690222 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (91bd8d5c-2e04-483e-ba85-c172a9a6877e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.710737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Calling delete_port for 91bd8d5c-2e04-483e-ba85-c172a9a6877e owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:29.718592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:29.763159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c412ecc-f11a-4e8d-a2b6-ebd66fe9b17d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e73b9dac-45a4-45ab-b020-372bde91bfac), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.766665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c412ecc-f11a-4e8d-a2b6-ebd66fe9b17d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.767909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6c412ecc-f11a-4e8d-a2b6-ebd66fe9b17d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/security-groups/e73b9dac-45a4-45ab-b020-372bde91bfac HTTP/1.1" status: 204 len: 168 time: 0.3116698 Feb 11 13:43:29.789722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d29d2-ee01-4f15-891c-c0d501346da5 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:43:29.808159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c412ecc-f11a-4e8d-a2b6-ebd66fe9b17d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b9dac-45a4-45ab-b020-372bde91bfac,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:29.914810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (91bd8d5c-2e04-483e-ba85-c172a9a6877e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.964183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Port': ['ID=91bd8d5c-2e04-483e-ba85-c172a9a6877e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:29.966798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d29d2-ee01-4f15-891c-c0d501346da5 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:43:29.970214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No DVR routers for this DVR port 91bd8d5c-2e04-483e-ba85-c172a9a6877e on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:29.977841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f46842eb-74b2-4a60-bc24-c461cbb48bb1 req-bca0040c-11cf-4033-b748-59de98ec646f tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc9186fb-e6d8-4b28-afbb-577089ea538b HTTP/1.1" status: 200 len: 210 time: 0.0861988 Feb 11 13:43:29.994813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-1616268490'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:30.076564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:30.080211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.080394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7e354309-25f0-4641-9ce8-3e3626ea09c6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.099150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.130164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e354309-25f0-4641-9ce8-3e3626ea09c6']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:30.144980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b1ad21-03b8-482c-8b93-540cef9ed748') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:30.145556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b1ad21-03b8-482c-8b93-540cef9ed748') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:30.172907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (40b1ad21-03b8-482c-8b93-540cef9ed748), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.193118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 889bb53e-4f8e-481a-acde-5a8943ddfffd no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:30.194313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (40b1ad21-03b8-482c-8b93-540cef9ed748), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.206502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:30.208036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (40b1ad21-03b8-482c-8b93-540cef9ed748), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.217410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for security_group (1914d945-4f91-42ad-9b99-ec7b27f2b7bf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.224521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1914d945-4f91-42ad-9b99-ec7b27f2b7bf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.233171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 889bb53e-4f8e-481a-acde-5a8943ddfffd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:30.233612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 889bb53e-4f8e-481a-acde-5a8943ddfffd not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:30.234084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b2d91df1-a2be-4ac4-86cf-407d2b8dc570 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:30.283096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b2d91df1-a2be-4ac4-86cf-407d2b8dc570 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:30.283542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b2d91df1-a2be-4ac4-86cf-407d2b8dc570 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:30.307300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1914d945-4f91-42ad-9b99-ec7b27f2b7bf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:30.334715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:30.339877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bc138002-c771-44ff-b25b-a221e259eaac tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973765242', 'description': 'tempest-secgroup-smoke-973765242 description', 'project_id': '438affb9494641819ba0787e4b08b11f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:30.390319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3085215-7425-428c-8960-6c9724fc3b06 None None] Network 7e354309-25f0-4641-9ce8-3e3626ea09c6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:30.415883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc138002-c771-44ff-b25b-a221e259eaac tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.504589 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e95f5fa-a397-41e2-95da-6a0a0da14901 req-889c4188-8a6d-417c-8855-8ae691d21898 tempest-ServerShowV247Test-820985419 tempest-ServerShowV247Test-820985419-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc9186fb-e6d8-4b28-afbb-577089ea538b HTTP/1.1" status: 200 len: 210 time: 0.1043520 Feb 11 13:43:30.549873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13271a-3f0a-4d3d-9e6f-fb8f7738837a req-3ca6300b-9763-41a8-b80c-45e2451c7323 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:30.552064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8f13271a-3f0a-4d3d-9e6f-fb8f7738837a req-3ca6300b-9763-41a8-b80c-45e2451c7323 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1823919 Feb 11 13:43:30.631381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8f13271a-3f0a-4d3d-9e6f-fb8f7738837a req-d2d82ab9-7d8f-4a88-99b4-11197980b532 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737057 Feb 11 13:43:30.634081 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc138002-c771-44ff-b25b-a221e259eaac tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (8f15e958-fa03-48b1-93f7-f6c9c638f79c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.640992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc138002-c771-44ff-b25b-a221e259eaac tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f15e958-fa03-48b1-93f7-f6c9c638f79c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.673850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc138002-c771-44ff-b25b-a221e259eaac tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.675648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bc138002-c771-44ff-b25b-a221e259eaac tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3398583 Feb 11 13:43:30.679188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:30.687282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0fcc7611-394e-4cff-8fc2-b7ccfcd69b02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '8f15e958-fa03-48b1-93f7-f6c9c638f79c', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:30.689160 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:30.721847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc138002-c771-44ff-b25b-a221e259eaac tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f15e958-fa03-48b1-93f7-f6c9c638f79c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:30.724440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:30.727154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7e354309-25f0-4641-9ce8-3e3626ea09c6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.739233 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.739858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.739967 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5 of type vlan for network 718e6f2a-4a02-4429-809d-75a31fd4ed7a Feb 11 13:43:30.742819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/7e354309-25f0-4641-9ce8-3e3626ea09c6 HTTP/1.1" status: 204 len: 168 time: 3.6647415 Feb 11 13:43:30.745222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:30.745805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53750) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:30.769345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172147027'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:30.788948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548539ad-9ab4-4bc9-885d-b751c0394ecd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=7e354309-25f0-4641-9ce8-3e3626ea09c6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:30.814890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779cc58-2137-44e9-bfcc-3ba2cb20201d req-f268cce8-44ea-4a33-b927-83086ab4f7ec tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:30.816416 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9779cc58-2137-44e9-bfcc-3ba2cb20201d req-f268cce8-44ea-4a33-b927-83086ab4f7ec tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1262782 Feb 11 13:43:30.817529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:30.817952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7611-394e-4cff-8fc2-b7ccfcd69b02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (101f90e2-c725-46be-9901-30c14ce01872), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.820969 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.838414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (718e6f2a-4a02-4429-809d-75a31fd4ed7a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.864329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:30.891241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1424d753-cac3-4f84-ab6e-d5bb60002f13), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.891696 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment 1424d753-cac3-4f84-ab6e-d5bb60002f13 of type vlan for network 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 Feb 11 13:43:30.905716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9779cc58-2137-44e9-bfcc-3ba2cb20201d req-6bb36d91-250c-4e4d-997c-80f3b982c2b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735478 Feb 11 13:43:30.925075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfedb4-c506-4973-b9fc-c561156bccb5 req-9745e552-9eea-4e8e-beea-d5a543c25b66 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:30.926763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38bfedb4-c506-4973-b9fc-c561156bccb5 req-9745e552-9eea-4e8e-beea-d5a543c25b66 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1470222 Feb 11 13:43:30.939119 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.955588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1002133776-network', 'tenant_id': 'd3bb5bb9a107412bbabf9752d3ba8247'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:30.955792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (718e6f2a-4a02-4429-809d-75a31fd4ed7a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.960660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.961133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:30.961754 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:30.984283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7611-394e-4cff-8fc2-b7ccfcd69b02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (101f90e2-c725-46be-9901-30c14ce01872), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.000126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Made reservation on behalf of d3bb5bb9a107412bbabf9752d3ba8247 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:31.002834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7611-394e-4cff-8fc2-b7ccfcd69b02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (101f90e2-c725-46be-9901-30c14ce01872), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.003104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.008694 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.015563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.016201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.029444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.041135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3214345 Feb 11 13:43:31.056352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53758) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:31.073541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-1136796515'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.117451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3653820 Feb 11 13:43:31.124107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc7611-394e-4cff-8fc2-b7ccfcd69b02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101f90e2-c725-46be-9901-30c14ce01872,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.130293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:31.138509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.151398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2972b0-48e1-49d2-8a82-5879ec5d0aba tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=718e6f2a-4a02-4429-809d-75a31fd4ed7a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.155944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7611-394e-4cff-8fc2-b7ccfcd69b02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.159799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0fcc7611-394e-4cff-8fc2-b7ccfcd69b02 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4766326 Feb 11 13:43:31.162740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:31.169255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:31.180414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b377dd-c85f-4967-a9c6-553ec98546b2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.183460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-48807ad4-bf2e-4076-8427-2d0d0121af38 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '8f15e958-fa03-48b1-93f7-f6c9c638f79c', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.191130 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38bfedb4-c506-4973-b9fc-c561156bccb5 req-13177f6d-4832-44ea-98b1-7dd83d762fa8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417021 Feb 11 13:43:31.195385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:31.199697 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.210026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:31.264205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:31.281955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48807ad4-bf2e-4076-8427-2d0d0121af38 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (47392e66-bb38-46d6-96ae-6c069237be73), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.284963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b800f-9c76-4470-a645-e3706ed9cf4d req-c1c13b95-ce22-4ac4-915d-4d335410c613 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.296031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c25b800f-9c76-4470-a645-e3706ed9cf4d req-c1c13b95-ce22-4ac4-915d-4d335410c613 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2185247 Feb 11 13:43:31.330291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:31.337811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.338504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (aca2d0c7-e676-4d70-a8e4-e3f255f954c6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.338504 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment aca2d0c7-e676-4d70-a8e4-e3f255f954c6 of type vlan for network 4d4259a1-340b-4d83-9a72-587e449534e2 Feb 11 13:43:31.438964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks [] for security_group (f31286fc-050f-4f18-a88d-47f7bf596af0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.444376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing IP validity checks on allocation pools {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:43:31.445039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:43:31.448890 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (4d4259a1-340b-4d83-9a72-587e449534e2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.458500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f31286fc-050f-4f18-a88d-47f7bf596af0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.496109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c25b800f-9c76-4470-a645-e3706ed9cf4d req-9463bcd2-bfed-4f15-917f-d5f8726cdd0b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976960 Feb 11 13:43:31.507749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31286fc-050f-4f18-a88d-47f7bf596af0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.508926 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48807ad4-bf2e-4076-8427-2d0d0121af38 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (47392e66-bb38-46d6-96ae-6c069237be73), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.516711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48807ad4-bf2e-4076-8427-2d0d0121af38 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (47392e66-bb38-46d6-96ae-6c069237be73), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.521428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:31.556215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (63b634a2-2715-4692-82b9-e7c04f993d4b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.556571 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Added segment 63b634a2-2715-4692-82b9-e7c04f993d4b of type vlan for network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 Feb 11 13:43:31.567420 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (4d4259a1-340b-4d83-9a72-587e449534e2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.572516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.573132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.588456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036e21-4cc3-4c71-ad2c-9b300e3b998c req-0f8b5063-b8eb-42c7-83e1-2d0d2e0ec271 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.592288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18036e21-4cc3-4c71-ad2c-9b300e3b998c req-0f8b5063-b8eb-42c7-83e1-2d0d2e0ec271 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1939330 Feb 11 13:43:31.592975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48807ad4-bf2e-4076-8427-2d0d0121af38 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47392e66-bb38-46d6-96ae-6c069237be73,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.600739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48807ad4-bf2e-4076-8427-2d0d0121af38 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.601907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-48807ad4-bf2e-4076-8427-2d0d0121af38 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4294426 Feb 11 13:43:31.606833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:31.607169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53776) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:31.618389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a6b7360f-a0c2-436f-901d-4a140abdcb91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '8f15e958-fa03-48b1-93f7-f6c9c638f79c', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.645751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5796390 Feb 11 13:43:31.646390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53782) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:31.670539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': '718e6f2a-4a02-4429-809d-75a31fd4ed7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.711342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (743a9cf5-66ae-460f-9cc2-32f6c97ded01), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.712112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6b7360f-a0c2-436f-901d-4a140abdcb91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (2f7b42a0-f8ac-4173-985a-7ceeae02712a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.727033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18036e21-4cc3-4c71-ad2c-9b300e3b998c req-761af33f-3334-444a-b34d-2acc0a521d1e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237152 Feb 11 13:43:31.793790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ac764-80fb-4693-9424-dbe98b079568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=4d4259a1-340b-4d83-9a72-587e449534e2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.800518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0f4d473-b5a6-44a9-b925-728c39c93568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.804570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 4d4259a1-340b-4d83-9a72-587e449534e2 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:31.817319 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (9abc628b-6473-4fbd-989a-ced5861ccdfc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.882936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (743a9cf5-66ae-460f-9cc2-32f6c97ded01), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.884544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.885215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.907238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6b7360f-a0c2-436f-901d-4a140abdcb91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (2f7b42a0-f8ac-4173-985a-7ceeae02712a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.924179 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6b7360f-a0c2-436f-901d-4a140abdcb91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2f7b42a0-f8ac-4173-985a-7ceeae02712a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.937436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13189d5d-637d-4783-a44c-e2d97edc0ba3 req-ccb0e058-b015-4b2a-b5db-e384dc74d6fc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.939103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13189d5d-637d-4783-a44c-e2d97edc0ba3 req-ccb0e058-b015-4b2a-b5db-e384dc74d6fc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3484149 Feb 11 13:43:31.947945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1994605 Feb 11 13:43:31.962745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:31.977310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Request body: {'subnet': {'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1002133776-subnet', 'tenant_id': 'd3bb5bb9a107412bbabf9752d3ba8247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.986678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=9abc628b-6473-4fbd-989a-ced5861ccdfc,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.992505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:31.993532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7360f-a0c2-436f-901d-4a140abdcb91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7b42a0-f8ac-4173-985a-7ceeae02712a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.996720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.999930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f997a4-4328-44ab-ac9c-2922b5d78c17 admin admin] Pushing event updated for resources: {'Network': ['ID=743a9cf5-66ae-460f-9cc2-32f6c97ded01,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.015271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:32.015863 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6b7360f-a0c2-436f-901d-4a140abdcb91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.019400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a6b7360f-a0c2-436f-901d-4a140abdcb91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4078338 Feb 11 13:43:32.021118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:32.035063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c9abe71a-524e-499e-877e-259f28c67132 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '8f15e958-fa03-48b1-93f7-f6c9c638f79c', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:32.044729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': '1424d753-cac3-4f84-ab6e-d5bb60002f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:32.045068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:32.055411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725bc10-290a-4af9-8c8d-2c1742c1ca94 req-7d8e7008-965a-4586-bd8e-72348bc1afb4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.056904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6725bc10-290a-4af9-8c8d-2c1742c1ca94 req-7d8e7008-965a-4586-bd8e-72348bc1afb4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.2245853 Feb 11 13:43:32.067371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Made reservation on behalf of d3bb5bb9a107412bbabf9752d3ba8247 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:32.069743 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.116574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13189d5d-637d-4783-a44c-e2d97edc0ba3 req-b4117373-cec6-40a6-b84a-350188e1c590 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366560 Feb 11 13:43:32.186711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9abe71a-524e-499e-877e-259f28c67132 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (952bd46c-05a1-49de-9a79-5863864b23fd), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.189124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:32.192160 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0f4d473-b5a6-44a9-b925-728c39c93568 admin admin] Publish callbacks [] for security_group (f3353abd-228c-4599-9cd5-d2ba28f538f8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.219667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0f4d473-b5a6-44a9-b925-728c39c93568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f3353abd-228c-4599-9cd5-d2ba28f538f8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.265918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:32.287162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872064d0-901c-449f-9264-df4421c41f70 None None] Network 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:32.291942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f29c-8cd8-4e3b-bb68-36e6c2ed2da6 req-6cb78473-97a9-4738-97ce-8455ccd9e81d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.293628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c86f29c-8cd8-4e3b-bb68-36e6c2ed2da6 req-6cb78473-97a9-4738-97ce-8455ccd9e81d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1035180 Feb 11 13:43:32.303675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.304255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.309281 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6725bc10-290a-4af9-8c8d-2c1742c1ca94 req-3e6d3c41-c93d-4879-a4dc-61e1f425f9e2 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356198 Feb 11 13:43:32.318100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (e4cf4fcb-e187-4048-959b-12bb19d386cb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.330290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4d473-b5a6-44a9-b925-728c39c93568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3353abd-228c-4599-9cd5-d2ba28f538f8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.346210 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0f4d473-b5a6-44a9-b925-728c39c93568 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e832e22741564dcbb2dfc6b9d4cdfc33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265437 Feb 11 13:43:32.346210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:32.398282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=e4cf4fcb-e187-4048-959b-12bb19d386cb,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.400122 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-01986d33-1ee9-4009-a7b8-9e6948df3f63 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2666063 Feb 11 13:43:32.400754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53800) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:32.405364 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9abe71a-524e-499e-877e-259f28c67132 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (952bd46c-05a1-49de-9a79-5863864b23fd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.426746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c86f29c-8cd8-4e3b-bb68-36e6c2ed2da6 req-9b575c05-ab79-4866-b27e-e6d12696ee44 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254282 Feb 11 13:43:32.440375 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9abe71a-524e-499e-877e-259f28c67132 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (952bd46c-05a1-49de-9a79-5863864b23fd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.442204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.462894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': 'd47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '718e6f2a-4a02-4429-809d-75a31fd4ed7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:32.463609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: 718e6f2a-4a02-4429-809d-75a31fd4ed7a, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:32.492475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:32.518474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 718e6f2a-4a02-4429-809d-75a31fd4ed7a) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:32.524200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.525175 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.525541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7', 'network_id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': '9abc628b-6473-4fbd-989a-ced5861ccdfc'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:32.527102 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.539572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40a31b-b5ba-46ab-bec1-1a8d3935e2ca None None] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:32.546496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9003c79d-f130-4b14-a9ad-0dcb6f0688e2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8804402 Feb 11 13:43:32.549067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53806) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:32.551881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abe71a-524e-499e-877e-259f28c67132 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952bd46c-05a1-49de-9a79-5863864b23fd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.563097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': '4d4259a1-340b-4d83-9a72-587e449534e2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:32.593959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9abe71a-524e-499e-877e-259f28c67132 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.595233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c9abe71a-524e-499e-877e-259f28c67132 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5697236 Feb 11 13:43:32.600934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53808) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:32.605451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '8f15e958-fa03-48b1-93f7-f6c9c638f79c', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:32.629760 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:43:32.637797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46aaca07-6a3e-4c93-9758-8684f398f0ee admin admin] Publish callbacks [] for security_group (f3353abd-228c-4599-9cd5-d2ba28f538f8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.647506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a2fa059b-28f8-4451-95aa-8e811a0d02ac), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.671294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (97af4449-8994-4008-ae41-9dc47f40585e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.692557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.709126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807fc09-5515-4ced-8d27-7f9a592f7a49 req-95f194d1-f3ac-4ce5-8a5f-79c62b0c1372 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.714074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:32.717999 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b807fc09-5515-4ced-8d27-7f9a592f7a49 req-95f194d1-f3ac-4ce5-8a5f-79c62b0c1372 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.2783921 Feb 11 13:43:32.718341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.725393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46aaca07-6a3e-4c93-9758-8684f398f0ee admin admin] Publish callbacks [] for security_group (f3353abd-228c-4599-9cd5-d2ba28f538f8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.729928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Allocated IP 172.20.0.3 (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7/9abc628b-6473-4fbd-989a-ced5861ccdfc/cf5052fe-6de5-4de5-b035-df8ba41b4eed) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:32.789443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fa059b-28f8-4451-95aa-8e811a0d02ac,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.829728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (97af4449-8994-4008-ae41-9dc47f40585e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.842484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (97af4449-8994-4008-ae41-9dc47f40585e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.882491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Publish callbacks [] for port (cf5052fe-6de5-4de5-b035-df8ba41b4eed), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.894765 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (cf5052fe-6de5-4de5-b035-df8ba41b4eed), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.927812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Checking segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:32.928206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Network hostable DHCP agents. Network: 743a9cf5-66ae-460f-9cc2-32f6c97ded01, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:32.930474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97af4449-8994-4008-ae41-9dc47f40585e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.941382 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.945543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ee2a2b5-cead-4504-8e71-0ab75d1e10d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3437784 Feb 11 13:43:32.948985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b807fc09-5515-4ced-8d27-7f9a592f7a49 req-9f5fb109-fbe0-459d-ad5a-52a20b9adf7f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284496 Feb 11 13:43:32.949851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53816) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:32.954876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '8f15e958-fa03-48b1-93f7-f6c9c638f79c', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:33.001223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9abc628b-6473-4fbd-989a-ced5861ccdfc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.003134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Network 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:33.025732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:33.026491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:33.030977 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46aaca07-6a3e-4c93-9758-8684f398f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f3353abd-228c-4599-9cd5-d2ba28f538f8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.033301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:33.033634 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46aaca07-6a3e-4c93-9758-8684f398f0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.034840 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46aaca07-6a3e-4c93-9758-8684f398f0ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3353abd-228c-4599-9cd5-d2ba28f538f8 HTTP/1.1" status: 204 len: 168 time: 0.6912608 Feb 11 13:43:33.051335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-718e6f2a-4a02-4429-809d-75a31fd4ed7a', 'network_id': '718e6f2a-4a02-4429-809d-75a31fd4ed7a', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': 'e4cf4fcb-e187-4048-959b-12bb19d386cb'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:33.052209 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.059573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaca07-6a3e-4c93-9758-8684f398f0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3353abd-228c-4599-9cd5-d2ba28f538f8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.063390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 743a9cf5-66ae-460f-9cc2-32f6c97ded01) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:33.071994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.072585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.102837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-27b4fe89-6ad2-4df1-9274-8a2e4ce7ad9c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1309266 Feb 11 13:43:33.108788 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (9abc628b-6473-4fbd-989a-ced5861ccdfc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.112857 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:43:33.131257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (99f51960-f9e5-4ea9-b3e5-21ac60c3b875), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.140009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=9abc628b-6473-4fbd-989a-ced5861ccdfc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.177352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (66269e7c-8221-46bc-baeb-277996c268fb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.263094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.304857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:33.314726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f3da2-d12c-4a79-9bb0-7e0a04ea5aa9 req-c2b6f119-576a-4f5f-83e8-8c4b97df55a7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.315765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1424d753-cac3-4f84-ab6e-d5bb60002f13') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:33.316783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-251f3da2-d12c-4a79-9bb0-7e0a04ea5aa9 req-c2b6f119-576a-4f5f-83e8-8c4b97df55a7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3089800 Feb 11 13:43:33.321396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1424d753-cac3-4f84-ab6e-d5bb60002f13') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:33.343078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1424d753-cac3-4f84-ab6e-d5bb60002f13), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.348171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=66269e7c-8221-46bc-baeb-277996c268fb,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.363718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1424d753-cac3-4f84-ab6e-d5bb60002f13), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.372613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:33.373349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1424d753-cac3-4f84-ab6e-d5bb60002f13), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.378542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (99f51960-f9e5-4ea9-b3e5-21ac60c3b875), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:33.379107 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:33.383147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': 'aca2d0c7-e676-4d70-a8e4-e3f255f954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d4259a1-340b-4d83-9a72-587e449534e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:33.383924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: 4d4259a1-340b-4d83-9a72-587e449534e2, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:33.391148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (99f51960-f9e5-4ea9-b3e5-21ac60c3b875), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.410568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f51960-f9e5-4ea9-b3e5-21ac60c3b875,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.416192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-251f3da2-d12c-4a79-9bb0-7e0a04ea5aa9 req-12e832cc-1c71-402f-acc4-7f45673689bb tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940077 Feb 11 13:43:33.432784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Allocated IP 172.20.0.2 (718e6f2a-4a02-4429-809d-75a31fd4ed7a/e4cf4fcb-e187-4048-959b-12bb19d386cb/a467546b-2118-45f6-927c-7328a81ce3ce) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:33.452995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.459883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4918ae1a-150c-4048-a873-ceacc021f8ef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5086112 Feb 11 13:43:33.460541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53834) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:33.466695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'network': {'name': 'tempest-network-smoke--1052493411', 'project_id': '438affb9494641819ba0787e4b08b11f', 'port_security_enabled': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:33.471941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 4d4259a1-340b-4d83-9a72-587e449534e2 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:33.492497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905a885-c421-46d9-b206-a569697f1354 None None] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:33.493035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 4d4259a1-340b-4d83-9a72-587e449534e2) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:33.501924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.502835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.508528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:33.512405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.556158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46290906-2928-4fda-874c-0a16762ea2c2 None None] Network 4d4259a1-340b-4d83-9a72-587e449534e2 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:33.559180 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.api [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:43:33.559180 n-d-828676-2 neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:43:33.559180 n-d-828676-2 neutron-server[103176]: [parameters: {'id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7'}] Feb 11 13:43:33.559180 n-d-828676-2 neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:33.559646 n-d-828676-2 neutron-server[103176]: DEBUG oslo_db.api [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:33.585839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537664bf-131d-4cc0-bc2f-99fdc393c6e1 req-ed3f1414-8d63-423f-a5f3-2a51a93bb8c9 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.587487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-537664bf-131d-4cc0-bc2f-99fdc393c6e1 req-ed3f1414-8d63-423f-a5f3-2a51a93bb8c9 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1095917 Feb 11 13:43:33.606051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6610461d-392d-45c1-bec1-45069f0414c6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0553157 Feb 11 13:43:33.606730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53840) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:33.616378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Pushing event updated for resources: {'Port': ['ID=cf5052fe-6de5-4de5-b035-df8ba41b4eed,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.616759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a3a3b3c9-9d70-4599-bf63-4c0e9270a8b7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-295157503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:33.638690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:33.660283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-537664bf-131d-4cc0-bc2f-99fdc393c6e1 req-762c6c81-62db-4399-a906-adad5ef2de7f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655358 Feb 11 13:43:33.681947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286a85-1215-486d-8c43-2f188a1728ba req-8618b5f2-7b15-4ab2-89f7-488d76028530 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.691044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f7286a85-1215-486d-8c43-2f188a1728ba req-8618b5f2-7b15-4ab2-89f7-488d76028530 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1536298 Feb 11 13:43:33.693461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.693826 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Added segment f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3 of type vlan for network c3594495-df61-467e-8511-27f3dedb3357 Feb 11 13:43:33.744709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b3c9-9d70-4599-bf63-4c0e9270a8b7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (d8193eb6-96da-478b-896f-68e61cec6751), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.745770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b3c9-9d70-4599-bf63-4c0e9270a8b7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (d8193eb6-96da-478b-896f-68e61cec6751), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.778584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Attempting to bind port cf5052fe-6de5-4de5-b035-df8ba41b4eed on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:33.779284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Attempting to bind port cf5052fe-6de5-4de5-b035-df8ba41b4eed by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1424d753-cac3-4f84-ab6e-d5bb60002f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:33.779845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Attempting to bind port cf5052fe-6de5-4de5-b035-df8ba41b4eed on network 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:33.810279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:33.811070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Checking segment: {'id': '1424d753-cac3-4f84-ab6e-d5bb60002f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:33.811788 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.812405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Bound using segment: {'id': '1424d753-cac3-4f84-ab6e-d5bb60002f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:33.813133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Bound port: cf5052fe-6de5-4de5-b035-df8ba41b4eed, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1424d753-cac3-4f84-ab6e-d5bb60002f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:33.813820 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cf5052fe-6de5-4de5-b035-df8ba41b4eed), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.847509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f7286a85-1215-486d-8c43-2f188a1728ba req-402342b8-aab2-4974-87df-60e3e0d90cd5 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553619 Feb 11 13:43:33.850094 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c3594495-df61-467e-8511-27f3dedb3357), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.921304 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Publish callbacks [] for port (a467546b-2118-45f6-927c-7328a81ce3ce), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.945992 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.960203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b3c9-9d70-4599-bf63-4c0e9270a8b7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (d8193eb6-96da-478b-896f-68e61cec6751), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.972243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b3c9-9d70-4599-bf63-4c0e9270a8b7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (d8193eb6-96da-478b-896f-68e61cec6751), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.989700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c3594495-df61-467e-8511-27f3dedb3357), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:33.995749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.996434 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.006816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b3c9-9d70-4599-bf63-4c0e9270a8b7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.008721 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.014156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:34.014699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a3a3b3c9-9d70-4599-bf63-4c0e9270a8b7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4044335 Feb 11 13:43:34.065553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6010230 Feb 11 13:43:34.066374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53860) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:34.072685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'admin_state_up': True, 'project_id': '438affb9494641819ba0787e4b08b11f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:34.115001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.145864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2733a28-9695-4cbb-ae67-5c573921a448 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Network': ['ID=c3594495-df61-467e-8511-27f3dedb3357,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:34.159016 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.161115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.163437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-4d4259a1-340b-4d83-9a72-587e449534e2', 'network_id': '4d4259a1-340b-4d83-9a72-587e449534e2', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': '66269e7c-8221-46bc-baeb-277996c268fb'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:34.176166 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.208650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88d73c-3bf1-4d89-a548-52bc931d27ee None None] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:34.270427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.368918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49850901-4020-4b32-9712-f9fc80c963c9 req-4a34dfe6-4144-495a-9a52-7e927a12c7de tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:34.372060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49850901-4020-4b32-9712-f9fc80c963c9 req-4a34dfe6-4144-495a-9a52-7e927a12c7de tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1710122 Feb 11 13:43:34.409860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c3594495-df61-467e-8511-27f3dedb3357 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:34.468043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.488256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:34.504215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49850901-4020-4b32-9712-f9fc80c963c9 req-43fe40ee-a74a-4be0-a19a-3a49ccfa7d93 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243157 Feb 11 13:43:34.555763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:34.558804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:34.592281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Pushing event updated for resources: {'Port': ['ID=a467546b-2118-45f6-927c-7328a81ce3ce,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:34.676141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] For port cf5052fe-6de5-4de5-b035-df8ba41b4eed, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:34.743054 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.761275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] For port cf5052fe-6de5-4de5-b035-df8ba41b4eed, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cf5052fe-6de5-4de5-b035-df8ba41b4eed,segment=NetworkSegment(1424d753-cac3-4f84-ab6e-d5bb60002f13),segment_id=1424d753-cac3-4f84-ab6e-d5bb60002f13)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:34.770165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.783310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cf5052fe-6de5-4de5-b035-df8ba41b4eed), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.785293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Attempting to bind port a467546b-2118-45f6-927c-7328a81ce3ce on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:34.785672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Attempting to bind port a467546b-2118-45f6-927c-7328a81ce3ce by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '718e6f2a-4a02-4429-809d-75a31fd4ed7a'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:34.786041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Attempting to bind port a467546b-2118-45f6-927c-7328a81ce3ce on network 718e6f2a-4a02-4429-809d-75a31fd4ed7a {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:34.830564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:34.830951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Checking segment: {'id': 'd47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '718e6f2a-4a02-4429-809d-75a31fd4ed7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:34.831566 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.832157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Bound using segment: {'id': 'd47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '718e6f2a-4a02-4429-809d-75a31fd4ed7a'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:34.832824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Bound port: a467546b-2118-45f6-927c-7328a81ce3ce, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '718e6f2a-4a02-4429-809d-75a31fd4ed7a'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:34.833430 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:34.851309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Allocated IP 172.21.0.2 (4d4259a1-340b-4d83-9a72-587e449534e2/66269e7c-8221-46bc-baeb-277996c268fb/24a12872-a72a-4540-9526-8e2bf57716b0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:34.911132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.38 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0d3bcd12-e983-40d2-933f-522e168bc971) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:34.962775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8657a7d-7a19-4ffa-8d76-eee8fc206a5d None None] Pushing event updated for resources: {'Port': ['ID=cf5052fe-6de5-4de5-b035-df8ba41b4eed,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.011939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] For port a467546b-2118-45f6-927c-7328a81ce3ce, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:35.033988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting port cf5052fe-6de5-4de5-b035-df8ba41b4eed {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:35.034642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cf5052fe-6de5-4de5-b035-df8ba41b4eed), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.050701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d246b-2171-4d1b-8996-a25a91684b69 None None] Network 644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:35.068813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc10a-e7a2-430c-b015-26ab00ef5a90 req-9f953c96-4cdb-4827-bba0-982823d65521 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:35.070150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12ebc10a-e7a2-430c-b015-26ab00ef5a90 req-9f953c96-4cdb-4827-bba0-982823d65521 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0975151 Feb 11 13:43:35.078412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] For port a467546b-2118-45f6-927c-7328a81ce3ce, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a467546b-2118-45f6-927c-7328a81ce3ce,segment=NetworkSegment(d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5),segment_id=d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:35.081982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.102385 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.107797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c96b2-3412-4efc-a788-f415c5195e7c req-e221efd0-67bd-4901-a440-a5dac5cba765 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:35.109276 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-e221efd0-67bd-4901-a440-a5dac5cba765 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.8859019 Feb 11 13:43:35.111634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (0d3bcd12-e983-40d2-933f-522e168bc971), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.180337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12ebc10a-e7a2-430c-b015-26ab00ef5a90 req-498345d3-da33-44fe-bc3a-99006becba32 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989723 Feb 11 13:43:35.193236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-8137f1ac-d30c-49ab-8a0b-21ef4f5d2622 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/quotas/d3bb5bb9a107412bbabf9752d3ba8247 HTTP/1.1" status: 200 len: 375 time: 0.0409009 Feb 11 13:43:35.222587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-10bb4c54-bea0-4ca9-91f4-dcf3ebc80ee3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:35.224135 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-10bb4c54-bea0-4ca9-91f4-dcf3ebc80ee3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.1045775 Feb 11 13:43:35.237351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.250301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] For port cf5052fe-6de5-4de5-b035-df8ba41b4eed, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cf5052fe-6de5-4de5-b035-df8ba41b4eed,segment=NetworkSegment(1424d753-cac3-4f84-ab6e-d5bb60002f13),segment_id=1424d753-cac3-4f84-ab6e-d5bb60002f13)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:35.250734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cf5052fe-6de5-4de5-b035-df8ba41b4eed), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.283785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac18ed-1909-4628-bfdf-abc966497104 None None] Pushing event updated for resources: {'Port': ['ID=a467546b-2118-45f6-927c-7328a81ce3ce,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.300615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d6ba4c33-615d-410f-8400-cbb6da52ede6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685146 Feb 11 13:43:35.305260 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Publish callbacks [] for port (24a12872-a72a-4540-9526-8e2bf57716b0), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.317737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.359256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Calling delete_port for cf5052fe-6de5-4de5-b035-df8ba41b4eed owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:35.361237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Network 4d4259a1-340b-4d83-9a72-587e449534e2 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:35.364342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:35.368075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:35.377516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:35.379951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Pushing event updated for resources: {'Port': ['ID=24a12872-a72a-4540-9526-8e2bf57716b0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.385190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:35.404312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:35.439040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Attempting to bind port 24a12872-a72a-4540-9526-8e2bf57716b0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:35.440036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Attempting to bind port 24a12872-a72a-4540-9526-8e2bf57716b0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'aca2d0c7-e676-4d70-a8e4-e3f255f954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d4259a1-340b-4d83-9a72-587e449534e2'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:35.440658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Attempting to bind port 24a12872-a72a-4540-9526-8e2bf57716b0 on network 4d4259a1-340b-4d83-9a72-587e449534e2 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:35.446635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:35.447433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Checking segment: {'id': 'aca2d0c7-e676-4d70-a8e4-e3f255f954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d4259a1-340b-4d83-9a72-587e449534e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:35.448654 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.449320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Bound using segment: {'id': 'aca2d0c7-e676-4d70-a8e4-e3f255f954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d4259a1-340b-4d83-9a72-587e449534e2'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:35.450044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Bound port: 24a12872-a72a-4540-9526-8e2bf57716b0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca2d0c7-e676-4d70-a8e4-e3f255f954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d4259a1-340b-4d83-9a72-587e449534e2'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:35.450745 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.527474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] For port 24a12872-a72a-4540-9526-8e2bf57716b0, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:35.531501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] For port 24a12872-a72a-4540-9526-8e2bf57716b0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=24a12872-a72a-4540-9526-8e2bf57716b0,segment=NetworkSegment(aca2d0c7-e676-4d70-a8e4-e3f255f954c6),segment_id=aca2d0c7-e676-4d70-a8e4-e3f255f954c6)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:35.552919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.638986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08ba55-2d84-4990-964f-c6f2d48d800d None None] Pushing event updated for resources: {'Port': ['ID=24a12872-a72a-4540-9526-8e2bf57716b0,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.663876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=0d3bcd12-e983-40d2-933f-522e168bc971,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.684083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cf5052fe-6de5-4de5-b035-df8ba41b4eed), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.696457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-242a87c4-e897-4d01-ba65-f1f3d76fb7f5 service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771081 Feb 11 13:43:35.739818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Port': ['ID=cf5052fe-6de5-4de5-b035-df8ba41b4eed,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.789900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No DVR routers for this DVR port cf5052fe-6de5-4de5-b035-df8ba41b4eed on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:35.810074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09cf58-fc67-4094-aa7a-f04d17d0da6d req-e4782bf8-b49b-4072-9ff7-bf5b0f1f6139 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:35.811646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e09cf58-fc67-4094-aa7a-f04d17d0da6d req-e4782bf8-b49b-4072-9ff7-bf5b0f1f6139 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.3359060 Feb 11 13:43:35.847072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Deleting port e443b729-ec27-4304-b984-ed005d9e03bd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:35.847417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.906898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.20.0.1 (718e6f2a-4a02-4429-809d-75a31fd4ed7a/e4cf4fcb-e187-4048-959b-12bb19d386cb/c92d2d4b-a33f-4dc0-8e39-a13f129cda88) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:35.960518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.005138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-0c909f03-c767-49c2-afd5-022a0816d15b service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074539 Feb 11 13:43:36.022844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:36.038595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1424d753-cac3-4f84-ab6e-d5bb60002f13') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:36.039179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1424d753-cac3-4f84-ab6e-d5bb60002f13') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:36.089133 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1424d753-cac3-4f84-ab6e-d5bb60002f13), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.121262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1424d753-cac3-4f84-ab6e-d5bb60002f13), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.145434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:36.146539 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1424d753-cac3-4f84-ab6e-d5bb60002f13), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:36.150352 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:36.222176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 24a12872-a72a-4540-9526-8e2bf57716b0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:36.230825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.252251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.275724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.279950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 HTTP/1.1" status: 204 len: 168 time: 3.8716094 Feb 11 13:43:36.304984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:36.327256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566195785'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:36.344553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 24a12872-a72a-4540-9526-8e2bf57716b0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:36.350274 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.385433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:36.389405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.398751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4e14-2877-4be9-8c23-028695023307 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:36.442898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:36.456030 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.464498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.464843 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment 1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d of type vlan for network 12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18 Feb 11 13:43:36.500271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 24a12872-a72a-4540-9526-8e2bf57716b0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:36.500900 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.542786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e09cf58-fc67-4094-aa7a-f04d17d0da6d req-4a68715c-0341-43c9-a2e7-1bfa74b39116 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7209625 Feb 11 13:43:36.590426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 24a12872-a72a-4540-9526-8e2bf57716b0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=24a12872-a72a-4540-9526-8e2bf57716b0,segment=NetworkSegment(aca2d0c7-e676-4d70-a8e4-e3f255f954c6),segment_id=aca2d0c7-e676-4d70-a8e4-e3f255f954c6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:36.611777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94caf-3fce-4dc0-aaee-354c4932e075 req-994bcbf4-6c52-4246-b039-4d1b146b94cf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:36.613352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ecf94caf-3fce-4dc0-aaee-354c4932e075 req-994bcbf4-6c52-4246-b039-4d1b146b94cf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.3073399 Feb 11 13:43:36.615367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:36.615964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.616899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a467546b-2118-45f6-927c-7328a81ce3ce up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:36.659473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:36.680770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.683988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:36.695567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=c92d2d4b-a33f-4dc0-8e39-a13f129cda88,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:36.719438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5d31061-df9f-461d-ab4d-7f5a4e3a3227 req-3c806339-8cc7-4ebc-8c71-020561b26e93 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 210 time: 0.0661697 Feb 11 13:43:36.772807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] For port e443b729-ec27-4304-b984-ed005d9e03bd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e443b729-ec27-4304-b984-ed005d9e03bd,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:36.773190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.791523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=24a12872-a72a-4540-9526-8e2bf57716b0,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:36.863818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a467546b-2118-45f6-927c-7328a81ce3ce triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:36.864358 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.880653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.908582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ecf94caf-3fce-4dc0-aaee-354c4932e075 req-8fa354db-51c4-4825-80cc-7105b490964e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668309 Feb 11 13:43:36.913243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.919171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:36.920093 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:36.967763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.049355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b42d14-fe3f-471f-a226-47493ae45c42 None None] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:37.061722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7387605 Feb 11 13:43:37.068204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:37.081149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:37.099084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a467546b-2118-45f6-927c-7328a81ce3ce is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:37.099492 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.197451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8096e8-e6e3-4dae-9a9e-2325004c0cbc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:37.233644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:37.335138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c112344-aaa9-45ff-95d7-c53553452cb1 None None] Network 4d4259a1-340b-4d83-9a72-587e449534e2 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:37.350857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-13dc039d-70e9-4896-b823-ebc66f983820 None None] Provisioning complete for port a467546b-2118-45f6-927c-7328a81ce3ce triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:37.351453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13dc039d-70e9-4896-b823-ebc66f983820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.413201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port a467546b-2118-45f6-927c-7328a81ce3ce, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a467546b-2118-45f6-927c-7328a81ce3ce,segment=NetworkSegment(d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5),segment_id=d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:37.430576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.464357 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.534963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbae36-d597-4e6e-a1c3-ad7502fc29b4 req-650e9a27-85ce-44f9-9d9f-285afb69e831 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:37.543729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35fbae36-d597-4e6e-a1c3-ad7502fc29b4 req-650e9a27-85ce-44f9-9d9f-285afb69e831 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.6834412 Feb 11 13:43:37.546062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53922) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:37.646997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=a467546b-2118-45f6-927c-7328a81ce3ce,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:37.687772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-13dc039d-70e9-4896-b823-ebc66f983820 None None] Current status of the port a467546b-2118-45f6-927c-7328a81ce3ce is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:37.735029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.749575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35fbae36-d597-4e6e-a1c3-ad7502fc29b4 req-5943168e-1feb-4dde-8da1-45c39a46c1cc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041674 Feb 11 13:43:37.775869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:37.780021 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.847605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5cc88339-c3ad-4e9c-8d4c-3e905b906fea None None] Provisioning complete for port 24a12872-a72a-4540-9526-8e2bf57716b0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:37.847992 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5cc88339-c3ad-4e9c-8d4c-3e905b906fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.877313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.877313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f9a22e65-7936-453d-9e51-8e553c2aa4d9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:37.877801 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Floating IP f9a22e65-7936-453d-9e51-8e553c2aa4d9 disassociated. External IP: 172.25.3.94, port: e443b729-ec27-4304-b984-ed005d9e03bd. Feb 11 13:43:37.877991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Calling delete_port for e443b729-ec27-4304-b984-ed005d9e03bd owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:38.003546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01934f9d-c00f-4e55-963f-4e90b631444c req-978b4e6b-f161-4f8e-9d14-2d4553ef3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:38.004706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-978b4e6b-f161-4f8e-9d14-2d4553ef3683 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1129 time: 0.4862092 Feb 11 13:43:38.078928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69a20ee2-bada-4141-b5a4-d526d0838c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.088050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9dac-397b-445b-887a-ca8da4ca93e8 req-b3cb0114-8337-4644-8654-11f3be4b2e48 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:38.102816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f34c9dac-397b-445b-887a-ca8da4ca93e8 req-b3cb0114-8337-4644-8654-11f3be4b2e48 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.5801368 Feb 11 13:43:38.178175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 24a12872-a72a-4540-9526-8e2bf57716b0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:38.273727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 24a12872-a72a-4540-9526-8e2bf57716b0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:38.274576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.327944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69a20ee2-bada-4141-b5a4-d526d0838c57 admin admin] Publish callbacks [] for security_group (2125e881-97ea-4932-b2c5-d6329746daac), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.340642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcb417-4aae-4a3a-8c38-dea2d875f228 req-e5957ac2-0597-465c-a6a8-ef2796c2ca82 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:38.342995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65fcb417-4aae-4a3a-8c38-dea2d875f228 req-e5957ac2-0597-465c-a6a8-ef2796c2ca82 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 946 time: 0.4715350 Feb 11 13:43:38.364468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69a20ee2-bada-4141-b5a4-d526d0838c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2125e881-97ea-4932-b2c5-d6329746daac), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.438196 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:43:38.446433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be628b33-3901-4e70-97db-434d03d0472c None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:43:38.473325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5cc88339-c3ad-4e9c-8d4c-3e905b906fea None None] Current status of the port 24a12872-a72a-4540-9526-8e2bf57716b0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:38.477465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a20ee2-bada-4141-b5a4-d526d0838c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2125e881-97ea-4932-b2c5-d6329746daac,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:38.478811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 24a12872-a72a-4540-9526-8e2bf57716b0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:38.480233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a467546b-2118-45f6-927c-7328a81ce3ce up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:38.481329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f34c9dac-397b-445b-887a-ca8da4ca93e8 req-cfa875d4-271a-4285-98c2-d97ac07b4d33 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770628 Feb 11 13:43:38.490270 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65fcb417-4aae-4a3a-8c38-dea2d875f228 req-57eb9474-bf80-4f07-8547-d15b26f67db7 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d22e72c-27f8-4799-9715-61def0f217d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401899 Feb 11 13:43:38.500592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69a20ee2-bada-4141-b5a4-d526d0838c57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3cc8327350f42bf818bfb081b354c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9499881 Feb 11 13:43:38.538560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:38.545114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53930) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:38.557191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.600352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.608482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a467546b-2118-45f6-927c-7328a81ce3ce triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:38.609561 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.643987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e443b729-ec27-4304-b984-ed005d9e03bd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.679914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be628b33-3901-4e70-97db-434d03d0472c None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:43:38.690073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event deleted for resources: {'Port': ['ID=e443b729-ec27-4304-b984-ed005d9e03bd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:38.723460 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4c1f285-967c-45f3-8b8d-4a66776287ce req-3f228a1a-1b41-4a75-b26d-d7dfc5071678 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 210 time: 0.1307764 Feb 11 13:43:38.729318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c96b2-3412-4efc-a788-f415c5195e7c req-9bad5f7b-9208-409f-aeec-fc3806f33669 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:38.731469 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-9bad5f7b-9208-409f-aeec-fc3806f33669 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.5003304 Feb 11 13:43:38.738916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01934f9d-c00f-4e55-963f-4e90b631444c req-b36d611c-9a7c-48f8-ad43-c4100e528ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:38.740382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-b36d611c-9a7c-48f8-ad43-c4100e528ee6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 914 time: 0.7025712 Feb 11 13:43:38.744275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f6713cf-d19f-4c5b-945a-bdfc48a16bb6 admin admin] Publish callbacks [] for security_group (2125e881-97ea-4932-b2c5-d6329746daac), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.763149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Provisioning complete for port c92d2d4b-a33f-4dc0-8e39-a13f129cda88 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:38.763660 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.769700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Request body: {'port': {'device_id': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'admin_state_up': True, 'tenant_id': 'd3bb5bb9a107412bbabf9752d3ba8247'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:38.814285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:38.828033 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Sync routers for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:38.830856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f6713cf-d19f-4c5b-945a-bdfc48a16bb6 admin admin] Publish callbacks [] for security_group (2125e881-97ea-4932-b2c5-d6329746daac), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.840952 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:38.841831 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:38.856372 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-99d03837-26a8-4027-87cf-19a67b907d92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 217 time: 0.0967906 Feb 11 13:43:38.856890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=c92d2d4b-a33f-4dc0-8e39-a13f129cda88,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:38.886928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.931744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:38.937245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d7e2ee3f-31d4-4aab-a231-787db7c2853c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8697195 Feb 11 13:43:38.939715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53934) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:38.947568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a467546b-2118-45f6-927c-7328a81ce3ce is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:38.962784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Port c92d2d4b-a33f-4dc0-8e39-a13f129cda88 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:38.982654 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:39.003205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-67ecfdaf-90ad-4da5-95f8-c729d8bc022b tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=438affb9494641819ba0787e4b08b11f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598440 Feb 11 13:43:39.004806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53936) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:39.014720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:39.034686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Provisioning complete for port a467546b-2118-45f6-927c-7328a81ce3ce triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:39.035400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:39.038897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07669f2f-94ea-4045-9a7b-c3d5ecc9cd14 req-a94d54ed-403b-405f-a256-1b99007ca236 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:39.040430 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07669f2f-94ea-4045-9a7b-c3d5ecc9cd14 req-a94d54ed-403b-405f-a256-1b99007ca236 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1946571 Feb 11 13:43:39.044017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f6713cf-d19f-4c5b-945a-bdfc48a16bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2125e881-97ea-4932-b2c5-d6329746daac), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:39.046573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f6713cf-d19f-4c5b-945a-bdfc48a16bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:39.047678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0f6713cf-d19f-4c5b-945a-bdfc48a16bb6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2125e881-97ea-4932-b2c5-d6329746daac HTTP/1.1" status: 204 len: 168 time: 0.5008500 Feb 11 13:43:39.050520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e443b729-ec27-4304-b984-ed005d9e03bd no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:39.111274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6713cf-d19f-4c5b-945a-bdfc48a16bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2125e881-97ea-4932-b2c5-d6329746daac,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:39.116343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (27425397-5339-4c32-8cdd-dfcb62e3eebb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:39.117651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: e443b729-ec27-4304-b984-ed005d9e03bd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:43:39.118013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e443b729-ec27-4304-b984-ed005d9e03bd not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:39.139521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01934f9d-c00f-4e55-963f-4e90b631444c req-33927fdc-34b6-4a25-b629-a8591638f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:39.141990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-33927fdc-34b6-4a25-b629-a8591638f574 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.2705026 Feb 11 13:43:39.153236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07669f2f-94ea-4045-9a7b-c3d5ecc9cd14 req-dc3f12a4-adae-4bf4-a423-af6e608d8804 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043711 Feb 11 13:43:39.209010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:39.239442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Current status of the port a467546b-2118-45f6-927c-7328a81ce3ce is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:39.242294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] Sync routers for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:39.276960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] No DVR routers for this DVR port e443b729-ec27-4304-b984-ed005d9e03bd on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:39.280934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:39.281217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:39.281769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:39.284959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cfa9f9c4-1f55-4449-b5d6-f8fc59736019 req-647082dd-a351-4e6a-b7ac-8ac25bcf8a85 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "DELETE /v2.0/ports/e443b729-ec27-4304-b984-ed005d9e03bd HTTP/1.1" status: 204 len: 173 time: 4.0450454 Feb 11 13:43:39.285442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'name': 'network-vif-deleted', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:39.287906 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d985e0d2-36ba-4155-981d-d392b0a54c8d" -d '{"events": [{"server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "name": "network-vif-deleted", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:39.348496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Provisioning complete for port 24a12872-a72a-4540-9526-8e2bf57716b0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:39.348793 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:39.439407 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:35Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:39.499968 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Checking router: 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:39.500845 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Updating router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 port 0d3bcd12-e983-40d2-933f-522e168bc971 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:43:39.511666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:39.543774 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:39.567272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2ff00461-efdf-4eef-a48e-5616eb1ee231 None None] Current status of the port 24a12872-a72a-4540-9526-8e2bf57716b0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:39.676667 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24b98e-f59f-4911-91ee-8e625d83232b x-openstack-request-id: req-ec24b98e-f59f-4911-91ee-8e625d83232b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:39.677219 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba752b08-0d37-47f5-8a43-2f23d6ebda71", "name": "network-vif-deleted", "tag": "e443b729-ec27-4304-b984-ed005d9e03bd", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:39.677219 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ec24b98e-f59f-4911-91ee-8e625d83232b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:39.677617 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba752b08-0d37-47f5-8a43-2f23d6ebda71', 'name': 'network-vif-deleted', 'tag': 'e443b729-ec27-4304-b984-ed005d9e03bd', 'status': 'completed', 'code': 200} Feb 11 13:43:39.768778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977bea-2ec8-45d6-9dd9-527b43012e12 req-a11c7dc7-0a2a-4193-87d1-7060203ca03f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:39.770482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64977bea-2ec8-45d6-9dd9-527b43012e12 req-a11c7dc7-0a2a-4193-87d1-7060203ca03f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1105740 Feb 11 13:43:39.905354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:39.934220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64977bea-2ec8-45d6-9dd9-527b43012e12 req-700f081f-b04e-40e3-9a5e-b8a708e65603 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535625 Feb 11 13:43:39.961362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] Checking router: f56347bd-1fd7-47d8-abe5-2a3ea605ff49 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:39.986573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:39.989382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:40.135002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-327811f5-8eb1-40b1-ba84-f60d7cf5879f req-d1213aed-f8a4-4779-8642-5dffdb3e095e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 210 time: 0.0521419 Feb 11 13:43:40.151492 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Publish callbacks [] for port (0d3bcd12-e983-40d2-933f-522e168bc971), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.158412 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.191729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-15627528-b371-48da-a8a6-3e0c8a0717f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0090215 Feb 11 13:43:40.218722 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Pushing event updated for resources: {'Port': ['ID=0d3bcd12-e983-40d2-933f-522e168bc971,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:40.230220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b23c94a7-7b62-49be-b84b-b93759eb0185 req-d0394d04-92a1-417b-8ff5-f7b270727fb3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba752b08-0d37-47f5-8a43-2f23d6ebda71 HTTP/1.1" status: 200 len: 210 time: 0.2215846 Feb 11 13:43:40.232739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:40.235632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-ab10b711-bd9b-404c-a990-04e992dfa591 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:43:40.236637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-ab10b711-bd9b-404c-a990-04e992dfa591 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164714 Feb 11 13:43:40.262263 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Attempting to bind port 0d3bcd12-e983-40d2-933f-522e168bc971 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:40.262989 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Attempting to bind port 0d3bcd12-e983-40d2-933f-522e168bc971 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:40.263563 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Attempting to bind port 0d3bcd12-e983-40d2-933f-522e168bc971 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:40.273776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=27425397-5339-4c32-8cdd-dfcb62e3eebb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:40.289921 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.290405 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.291547 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.291547 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.291547 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.292116 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.292534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.293215 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.295103 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.295560 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.295997 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.296528 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.296915 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:40.300744 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:40.301523 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:40.301684 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.302048 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:40.302647 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Bound port: 0d3bcd12-e983-40d2-933f-522e168bc971, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:40.303091 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.317075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Made reservation on behalf of d3bb5bb9a107412bbabf9752d3ba8247 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:40.320481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.365062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c3c007-8c63-409b-8437-87f40bc572d1 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.369174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c7c3c007-8c63-409b-8437-87f40bc572d1 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3472712 Feb 11 13:43:40.369364 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] For port 0d3bcd12-e983-40d2-933f-522e168bc971, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:40.373721 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] For port 0d3bcd12-e983-40d2-933f-522e168bc971, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d3bcd12-e983-40d2-933f-522e168bc971,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:40.380203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53968) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:40.387365 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.441697 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:40.442429 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:40.443359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:40.449625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': '1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:40.449994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:40.466362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:40.469831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:40.473693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-30a3441b-35c1-4eab-8420-a888d87e7c38 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796313 Feb 11 13:43:40.494872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27ea61-8d53-49c9-9de9-da92f07f4f63 req-adc1b7ce-b368-402d-9490-98d096afa1ab tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.497451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c27ea61-8d53-49c9-9de9-da92f07f4f63 req-adc1b7ce-b368-402d-9490-98d096afa1ab tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2044966 Feb 11 13:43:40.563153 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c27ea61-8d53-49c9-9de9-da92f07f4f63 req-5060d717-d0db-4c21-a558-c65168301992 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594478 Feb 11 13:43:40.571712 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625853ef-1235-4727-b844-0d6992dadef0 None None] Pushing event updated for resources: {'Port': ['ID=0d3bcd12-e983-40d2-933f-522e168bc971,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:40.603237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759360215', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'project_id': '438affb9494641819ba0787e4b08b11f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:40.618360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:40.619288 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:40.655691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547d46c-5fc1-4e29-ab00-63812ec88556 None None] The sync data for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 is: [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:40.814706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a5ff023e-193a-4cb9-9b47-8bf47a3fc390 None None] Provisioning complete for port c92d2d4b-a33f-4dc0-8e39-a13f129cda88 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:40.815106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5ff023e-193a-4cb9-9b47-8bf47a3fc390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.843661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:40.861678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Allocated IP 172.20.0.10 (743a9cf5-66ae-460f-9cc2-32f6c97ded01/a2fa059b-28f8-4451-95aa-8e811a0d02ac/4cccd7f1-f0cf-4e57-b8db-5df75e1b269f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:40.874994 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:35Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:40.899928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff023e-193a-4cb9-9b47-8bf47a3fc390 None None] Port c92d2d4b-a33f-4dc0-8e39-a13f129cda88 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:40.922792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-66d284c9-5d68-4963-9d7b-77fe62a285ca service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708086 Feb 11 13:43:40.923098 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101b85c-ac78-4516-b9ec-0ad5c5f2a14a None None] The sync data for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 is: [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:35Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:40.937121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:40.941869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.942821 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:40.949343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8bed0c-eab2-406a-840a-31ebd181bd9c None None] Network 12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:41.062739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:41.067366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.114611 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-36a245d0-b578-49c8-b3ac-006c978dbf5e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0374098 Feb 11 13:43:41.114830 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c350eb-1500-4b6f-a7c5-cefedd40a372 None None] New status for floating IP f9a22e65-7936-453d-9e51-8e553c2aa4d9: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:43:41.117412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53986) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:41.312058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec771ba9-4e41-4fe2-856d-9a7729fc877a req-ff35fc7d-c1cf-4c17-846f-dbc2048e8ba5 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 210 time: 0.0527132 Feb 11 13:43:41.352460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.487299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab535a-9f28-40e8-baf6-3d1bc2583725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18', 'network_id': '12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': '27425397-5339-4c32-8cdd-dfcb62e3eebb'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:41.488759 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eab535a-9f28-40e8-baf6-3d1bc2583725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.507337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (27425397-5339-4c32-8cdd-dfcb62e3eebb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.542457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53998) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:41.564427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01934f9d-c00f-4e55-963f-4e90b631444c req-10833483-578d-40ac-a7f9-296d1da0c283 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282303 Feb 11 13:43:41.565829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router d8193eb6-96da-478b-896f-68e61cec6751 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:41.596003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eef21a-6908-4373-8ad6-87f0cee25ad5 req-9c7bc625-476c-4552-a307-13a3431933de tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:41.597580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-33eef21a-6908-4373-8ad6-87f0cee25ad5 req-9c7bc625-476c-4552-a307-13a3431933de tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.5203378 Feb 11 13:43:41.675560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eef34e94-086b-4704-903a-34f7c8616b0b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (7d22e72c-27f8-4799-9715-61def0f217d5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.691918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks [] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.694483 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (27425397-5339-4c32-8cdd-dfcb62e3eebb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-4eab535a-9f28-40e8-baf6-3d1bc2583725 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27425397-5339-4c32-8cdd-dfcb62e3eebb: This subnet is being modified by another concurrent operation. Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:43:41.777792 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27425397-5339-4c32-8cdd-dfcb62e3eebb: This subnet is being modified by another concurrent operation. Feb 11 13:43:41.782259 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 13:43:41.799456 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eef34e94-086b-4704-903a-34f7c8616b0b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (7d22e72c-27f8-4799-9715-61def0f217d5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:41.817299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=27425397-5339-4c32-8cdd-dfcb62e3eebb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:41.852311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef8678-2461-4eb9-9a30-d4f8bb7d326d None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:43:41.905909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-33eef21a-6908-4373-8ad6-87f0cee25ad5 req-dd689f57-8957-43b6-a7b4-d06d9c50a411 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977433 Feb 11 13:43:41.928061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:41.931329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7f57480-6c45-453e-852e-31db8187e812 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/d8193eb6-96da-478b-896f-68e61cec6751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9160657 Feb 11 13:43:41.938002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:41.964603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] Sync routers for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:42.007144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:42.008549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.064336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (33baafed-818b-4b9a-abee-1e70e2825627), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.130009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.136494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d3bcd12-e983-40d2-933f-522e168bc971 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:42.142940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.209410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:42.210055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.247985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event updated for resources: {'Port': ['ID=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:42.261767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceef8678-2461-4eb9-9a30-d4f8bb7d326d None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:43:42.274561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.275263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9501262-c9cb-4e42-829a-858e1545fc84 None None] The sync data for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:42.283046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88df99-c782-41d9-949b-115ccb04bbc9 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.287299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7c88df99-c782-41d9-949b-115ccb04bbc9 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports/c92d2d4b-a33f-4dc0-8e39-a13f129cda88 HTTP/1.1" status: 200 len: 910 time: 0.3464713 Feb 11 13:43:42.344652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:42.345507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:42.385049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Checking segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:42.386201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network hostable DHCP agents. Network: c3594495-df61-467e-8511-27f3dedb3357, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:42.488575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0d3bcd12-e983-40d2-933f-522e168bc971 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:42.489195 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.489337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:42.512533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:42.556775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Subnet': ['ID=33baafed-818b-4b9a-abee-1e70e2825627,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:42.573391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.617508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa066d-975e-4b82-bf24-b288c6b8388c None None] Network 12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:42.632567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c301ca-8d2a-4916-acdf-d73c17048b53 req-13fc6320-33b2-4a3e-b2ad-8e80779456a2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.634820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03c301ca-8d2a-4916-acdf-d73c17048b53 req-13fc6320-33b2-4a3e-b2ad-8e80779456a2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.9077525 Feb 11 13:43:42.639798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.645237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network c3594495-df61-467e-8511-27f3dedb3357 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:42.664062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c3594495-df61-467e-8511-27f3dedb3357) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:42.664254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.664726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.686607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.688425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.696598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.700715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.700894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eef34e94-086b-4704-903a-34f7c8616b0b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d22e72c-27f8-4799-9715-61def0f217d5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.701037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.707813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eef34e94-086b-4704-903a-34f7c8616b0b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.709000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eef34e94-086b-4704-903a-34f7c8616b0b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "DELETE /v2.0/security-groups/7d22e72c-27f8-4799-9715-61def0f217d5 HTTP/1.1" status: 204 len: 168 time: 1.1656182 Feb 11 13:43:42.721506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:42.733644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e0c574-0cff-4ea4-91d7-8fad42c6d076 None None] Network c3594495-df61-467e-8511-27f3dedb3357 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:42.770401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.772601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba92ef-57c2-4393-bca1-ddd926d6406a req-c5c27edc-f7cb-4d01-bd00-91d50bba37d2 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.773717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef34e94-086b-4704-903a-34f7c8616b0b tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d22e72c-27f8-4799-9715-61def0f217d5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:42.781424 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c5ba92ef-57c2-4393-bca1-ddd926d6406a req-c5c27edc-f7cb-4d01-bd00-91d50bba37d2 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 932 time: 0.2790689 Feb 11 13:43:42.793577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:42.794000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (1e0a537b-56cb-4ea4-b08b-fd18ffb4ab9d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:42.798870 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:42.810861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-d5e9245d-105c-44e0-8829-c0a8a6700c47 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0615647 Feb 11 13:43:42.817761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a4584f25-80bd-4699-afc7-f60ca2dd0eae tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3104000 Feb 11 13:43:42.818980 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-bfabee9d-cb16-47a0-a72b-a45a5dc0ccf1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] show failed (client error): The resource could not be found. Feb 11 13:43:42.820078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bfabee9d-cb16-47a0-a72b-a45a5dc0ccf1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups/7d22e72c-27f8-4799-9715-61def0f217d5 HTTP/1.1" status: 404 len: 347 time: 0.0892744 Feb 11 13:43:42.823403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54030) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:42.823765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54032) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:42.855617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03c301ca-8d2a-4916-acdf-d73c17048b53 req-dde187e2-eb80-44eb-9f20-8971ae45f98d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107906 Feb 11 13:43:42.874330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Request body: {'port': {'device_id': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:42.977342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0d3bcd12-e983-40d2-933f-522e168bc971 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:42.977906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.001922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0d3bcd12-e983-40d2-933f-522e168bc971, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d3bcd12-e983-40d2-933f-522e168bc971,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:43.006539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-c3594495-df61-467e-8511-27f3dedb3357', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:43.008584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.024243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.044635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.083620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c5ba92ef-57c2-4393-bca1-ddd926d6406a req-1461cbed-e05f-4116-8d85-bf9b15a6db0e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867970 Feb 11 13:43:43.093546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.098913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18 HTTP/1.1" status: 204 len: 168 time: 1.9801667 Feb 11 13:43:43.130481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54038) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:43.138291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.140030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5447156'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:43.208059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fafae-7f40-4aee-b1ce-61d24af74c32 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:43.268879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:43.273669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.274604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0d3bcd12-e983-40d2-933f-522e168bc971,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:43.328149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Allocated IP 172.20.0.2 (c3594495-df61-467e-8511-27f3dedb3357/33baafed-818b-4b9a-abee-1e70e2825627/32640fc0-4a27-4251-90a3-33c1bd45f9a9) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:43.404401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d4887-552e-4f13-bf39-4be957f6872f req-118a6b1c-ec33-496e-a352-d9b323f2674a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:43.406399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-679d4887-552e-4f13-bf39-4be957f6872f req-118a6b1c-ec33-496e-a352-d9b323f2674a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.3788164 Feb 11 13:43:43.445624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Deleting port c3c439e4-71a3-4bb3-95ae-218c7b937212 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:43.446406 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.464428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:43.490525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.531999 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (03e89f76-9b5e-4660-a881-9534cf702c89), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.532363 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment 03e89f76-9b5e-4660-a881-9534cf702c89 of type vlan for network d4902df4-5bc1-4e5f-b145-9bfd68d470e3 Feb 11 13:43:43.579610 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Publish callbacks [] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.599515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.674258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Network c3594495-df61-467e-8511-27f3dedb3357 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:43.680840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:43.685484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:43.716614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-679d4887-552e-4f13-bf39-4be957f6872f req-6c1986e8-eb25-4712-a6e3-03e34452b9de tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879469 Feb 11 13:43:43.724333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (d4902df4-5bc1-4e5f-b145-9bfd68d470e3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.740387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Pushing event updated for resources: {'Port': ['ID=32640fc0-4a27-4251-90a3-33c1bd45f9a9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:43.773245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.773590 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (c3c439e4-71a3-4bb3-95ae-218c7b937212), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.799037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Calling delete_port for c3c439e4-71a3-4bb3-95ae-218c7b937212 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:43.870296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Attempting to bind port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:43.870843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Attempting to bind port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:43.871476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Attempting to bind port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:43.897786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:43.899181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Checking segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:43.900578 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.902100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Bound using segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:43.903186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Bound port: 32640fc0-4a27-4251-90a3-33c1bd45f9a9, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:43.904016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.914460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (d4902df4-5bc1-4e5f-b145-9bfd68d470e3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:43.920183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:43.920837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.014165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=d4902df4-5bc1-4e5f-b145-9bfd68d470e3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:44.049998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network d4902df4-5bc1-4e5f-b145-9bfd68d470e3 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:44.100988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6f136275-4375-442c-a7b6-ec2b2adbb29e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.9638586 Feb 11 13:43:44.101226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d3bcd12-e983-40d2-933f-522e168bc971 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:44.102411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54062) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:44.110528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:44.194661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] For port 32640fc0-4a27-4251-90a3-33c1bd45f9a9, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:44.220954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] For port 32640fc0-4a27-4251-90a3-33c1bd45f9a9, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=32640fc0-4a27-4251-90a3-33c1bd45f9a9,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:44.239874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.271368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeaa7-5e8d-48c6-8340-d2d7bc1e02ee req-e9bdde7c-56fd-40c4-92f8-ec9ad7abefcb tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:44.273191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-accbeaa7-5e8d-48c6-8340-d2d7bc1e02ee req-e9bdde7c-56fd-40c4-92f8-ec9ad7abefcb tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2698491 Feb 11 13:43:44.287302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c84d7-c7af-4eea-addb-64a403001a2b req-db7c3679-644a-4192-b600-5cfe9fec7750 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:44.289608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf8c84d7-c7af-4eea-addb-64a403001a2b req-db7c3679-644a-4192-b600-5cfe9fec7750 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1916654 Feb 11 13:43:44.292020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:43:44.304688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69717f3a-ea36-4a4b-8505-5384f346f27d None None] Pushing event updated for resources: {'Port': ['ID=32640fc0-4a27-4251-90a3-33c1bd45f9a9,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:44.314036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0d3bcd12-e983-40d2-933f-522e168bc971 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:44.314371 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.336291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Publish callbacks [] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.366791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:44.370706 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.456253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0d3bcd12-e983-40d2-933f-522e168bc971 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:44.462447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.21.0.1 (4d4259a1-340b-4d83-9a72-587e449534e2/66269e7c-8221-46bc-baeb-277996c268fb/17cf790f-89ac-4a41-b779-0656e126eebe) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:44.529929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c3c439e4-71a3-4bb3-95ae-218c7b937212), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.557502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-accbeaa7-5e8d-48c6-8340-d2d7bc1e02ee req-858595c1-047e-4162-aa5a-de9357537ef2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737055 Feb 11 13:43:44.605384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event deleted for resources: {'Port': ['ID=c3c439e4-71a3-4bb3-95ae-218c7b937212,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:44.635200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Transition to ACTIVE for port object 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:44.662837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf8c84d7-c7af-4eea-addb-64a403001a2b req-c5943239-45e6-42a2-a445-0b917832d81d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406265 Feb 11 13:43:44.673339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.691488 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.857265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (f9a22e65-7936-453d-9e51-8e553c2aa4d9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.859651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.860834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (17cf790f-89ac-4a41-b779-0656e126eebe), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:44.860981 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e73699c9-d86e-4602-8b83-09ba08b40898 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "DELETE /v2.0/floatingips/f9a22e65-7936-453d-9e51-8e553c2aa4d9 HTTP/1.1" status: 204 len: 168 time: 2.0344934 Feb 11 13:43:44.906075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Pushing event updated for resources: {'Port': ['ID=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:44.945919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (2a3ff1d9-6748-4e73-8373-5fb9a0d48c67), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.004884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c93d0-62a4-4ab2-9c49-88d057fcccd5 req-f94015b3-dbbb-4ac3-8dd4-0fed538b219b tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:45.006685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9c93d0-62a4-4ab2-9c49-88d057fcccd5 req-f94015b3-dbbb-4ac3-8dd4-0fed538b219b tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 944 time: 0.2751262 Feb 11 13:43:45.075653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df492-e144-41e8-b6ac-4604bfa544e0 req-a22a9790-a5b4-4ee2-94a3-5b0f23af2442 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:45.077630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf1df492-e144-41e8-b6ac-4604bfa544e0 req-a22a9790-a5b4-4ee2-94a3-5b0f23af2442 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.2574689 Feb 11 13:43:45.084580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Attempting to bind port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:45.084580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Attempting to bind port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:45.085458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Attempting to bind port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:45.109721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.133417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=2a3ff1d9-6748-4e73-8373-5fb9a0d48c67,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:45.133720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:43:45.134007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Attempting to bind port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:45.187849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f9c93d0-62a4-4ab2-9c49-88d057fcccd5 req-2adfb459-1ae9-4fac-a0fe-280290609df9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545501 Feb 11 13:43:45.191728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': '03e89f76-9b5e-4660-a881-9534cf702c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:45.192099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: d4902df4-5bc1-4e5f-b145-9bfd68d470e3, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:45.212355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:45.212750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Checking segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:45.213100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Bound using segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:45.213603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Bound port: 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:45.214284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.217494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 4d4259a1-340b-4d83-9a72-587e449534e2 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:45.223861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf1df492-e144-41e8-b6ac-4604bfa544e0 req-887ddb30-9ceb-4127-9609-ed21ee37bc9f tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340556 Feb 11 13:43:45.241871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:45.250957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:45.324647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network d4902df4-5bc1-4e5f-b145-9bfd68d470e3 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:45.353073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.370753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, d4902df4-5bc1-4e5f-b145-9bfd68d470e3) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:45.382260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:45.382879 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.383432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6a5c1-a505-48db-9b9b-570463a90c8c None None] Network d4902df4-5bc1-4e5f-b145-9bfd68d470e3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:45.409673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-8a3ba0da-b411-4379-a5da-04d652a0685c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425791 Feb 11 13:43:45.410934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.1 (c3594495-df61-467e-8511-27f3dedb3357/33baafed-818b-4b9a-abee-1e70e2825627/663ddb20-c01f-46ca-8ead-94952db4e8cd) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:45.420174 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f2e39448-e045-4cde-a5c6-17474f77db6b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3141584 Feb 11 13:43:45.423439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54088) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:45.605674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=17cf790f-89ac-4a41-b779-0656e126eebe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:45.663534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-d4902df4-5bc1-4e5f-b145-9bfd68d470e3', 'network_id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': '2a3ff1d9-6748-4e73-8373-5fb9a0d48c67'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:45.664427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.766407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19841e-4394-448d-bfee-d7c887849087 req-aafe325c-d1eb-4fcd-81f4-73be46b9cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:45.767994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-aafe325c-d1eb-4fcd-81f4-73be46b9cb4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 1127 time: 0.3258398 Feb 11 13:43:45.792098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (d4902df4-5bc1-4e5f-b145-9bfd68d470e3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.799624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527313b-59bc-4913-a596-6e87cf6bcab7 req-2e1c4c05-bafe-430f-a0d0-27a9a4b36921 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:45.802922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54098) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:45.810411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5527313b-59bc-4913-a596-6e87cf6bcab7 req-2e1c4c05-bafe-430f-a0d0-27a9a4b36921 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1930947 Feb 11 13:43:45.820663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3e855fea-759d-4717-ac17-b81114e1afaf tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178241246', 'description': 'tempest-description--1090892247'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:45.849027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.861280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] For port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:45.895738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] For port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:45.901917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.906055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-60ece735-d5ac-4806-a4ba-7c875961b6e5 None None] Provisioning complete for port 17cf790f-89ac-4a41-b779-0656e126eebe triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:45.906055 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60ece735-d5ac-4806-a4ba-7c875961b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.939714 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:45.973643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e855fea-759d-4717-ac17-b81114e1afaf tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.023252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-60ece735-d5ac-4806-a4ba-7c875961b6e5 None None] Port 17cf790f-89ac-4a41-b779-0656e126eebe cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:46.071698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (2a3ff1d9-6748-4e73-8373-5fb9a0d48c67), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.109533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Allocated IP 172.20.0.1 (d4902df4-5bc1-4e5f-b145-9bfd68d470e3/2a3ff1d9-6748-4e73-8373-5fb9a0d48c67/a6f95703-ebff-4e2e-b56e-c4c18828d04d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:46.117493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874565a-b3c4-4648-a46d-4a5b30236d03 None None] Network c3594495-df61-467e-8511-27f3dedb3357 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:46.124673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.144804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5527313b-59bc-4913-a596-6e87cf6bcab7 req-57f61637-768f-4d4b-9e70-cbe3b61afe8b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332477 Feb 11 13:43:46.165716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19841e-4394-448d-bfee-d7c887849087 req-0f606261-cceb-4f26-80e1-133efb3de839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.172618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-0f606261-cceb-4f26-80e1-133efb3de839 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.3761537 Feb 11 13:43:46.174280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.175088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.178904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] 10.222.0.30 "PUT /v2.0/ports/4cccd7f1-f0cf-4e57-b8db-5df75e1b269f HTTP/1.1" status: 200 len: 1092 time: 3.3088546 Feb 11 13:43:46.179584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'tag': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:46.182350 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781a1a3-7adb-4a25-90dc-957f2539ea33" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccb32c8-9842-4190-aae5-0ee71ed52bca", "tag": "4cccd7f1-f0cf-4e57-b8db-5df75e1b269f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:46.238403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 32640fc0-4a27-4251-90a3-33c1bd45f9a9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:46.323085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341a99f-f40b-4682-91b0-62835d665589 service neutron] Pushing event updated for resources: {'Port': ['ID=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:46.384073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c96b2-3412-4efc-a788-f415c5195e7c req-c6efc5a0-fde5-406e-82c5-402f092b31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.386624 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-c6efc5a0-fde5-406e-82c5-402f092b31ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 1126 time: 0.1552131 Feb 11 13:43:46.438312 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adbfdfa-8858-4ac9-a523-0699b7e02490 x-openstack-request-id: req-6adbfdfa-8858-4ac9-a523-0699b7e02490 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:46.439025 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccb32c8-9842-4190-aae5-0ee71ed52bca", "tag": "4cccd7f1-f0cf-4e57-b8db-5df75e1b269f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:46.439561 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6adbfdfa-8858-4ac9-a523-0699b7e02490 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:46.441453 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'tag': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', 'status': 'completed', 'code': 200} Feb 11 13:43:46.520027 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-07120283-acce-41aa-adf9-675084920c8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f HTTP/1.1" status: 200 len: 217 time: 0.1174991 Feb 11 13:43:46.643616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Publish callbacks [] for port (a6f95703-ebff-4e2e-b56e-c4c18828d04d), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.662660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c96b2-3412-4efc-a788-f415c5195e7c req-c564bdc8-377f-4d7f-9926-abba632ad1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.666646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-c564bdc8-377f-4d7f-9926-abba632ad1da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.0926328 Feb 11 13:43:46.677880 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (a6f95703-ebff-4e2e-b56e-c4c18828d04d), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.691336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8f17605e-9067-4d18-b4d2-d53d7741c675 None None] Provisioning complete for port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:46.692408 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f17605e-9067-4d18-b4d2-d53d7741c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.700393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c2159-7d66-48a5-a113-2ba8550fb586 req-84bdb88f-83c2-448d-8d2b-d71ba45c0137 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.707811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-113c2159-7d66-48a5-a113-2ba8550fb586 req-84bdb88f-83c2-448d-8d2b-d71ba45c0137 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.7989581 Feb 11 13:43:46.712399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-ec7a8222-fc5d-4fee-bb5d-fd5138d02e1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b369bdd6-9a10-41cf-a476-92625e95e383 HTTP/1.1" status: 200 len: 217 time: 0.0952065 Feb 11 13:43:46.730537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-76c80024-5208-4163-a0a6-8c3e58f66b0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487518 Feb 11 13:43:46.738613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a9073-4c14-41de-9165-c4c54b8e4c2c req-417bb921-bb50-4c14-9e5c-d6420c7d3916 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.751289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed2a9073-4c14-41de-9165-c4c54b8e4c2c req-417bb921-bb50-4c14-9e5c-d6420c7d3916 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 944 time: 0.2403007 Feb 11 13:43:46.759025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network c3594495-df61-467e-8511-27f3dedb3357 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:46.781401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:46.790795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:46.842145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=663ddb20-c01f-46ca-8ead-94952db4e8cd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:46.874655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (17cf790f-89ac-4a41-b779-0656e126eebe), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.924986 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:46.949020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19841e-4394-448d-bfee-d7c887849087 req-f4da3738-1218-41bb-816f-73e000e6d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.950801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-f4da3738-1218-41bb-816f-73e000e6d316 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.2110596 Feb 11 13:43:46.963035 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (2a3ff1d9-6748-4e73-8373-5fb9a0d48c67), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.015701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed2a9073-4c14-41de-9165-c4c54b8e4c2c req-446c7fe3-a95d-4300-89d5-0fe7598159e4 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629430 Feb 11 13:43:47.022645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e855fea-759d-4717-ac17-b81114e1afaf tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (889a1017-6c97-483c-a02d-467e565dfbd7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.093653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e855fea-759d-4717-ac17-b81114e1afaf tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (889a1017-6c97-483c-a02d-467e565dfbd7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.105093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Network d4902df4-5bc1-4e5f-b145-9bfd68d470e3 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:47.117617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:47.121540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.128478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3ff1d9-6748-4e73-8373-5fb9a0d48c67,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:47.129992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-78648e47-71a9-4ef7-8b25-bbbf0f9c95ea service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738592 Feb 11 13:43:47.134375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:47.141458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19841e-4394-448d-bfee-d7c887849087 req-0b0f0367-b416-49ff-8500-52c985217b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:47.141458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-0b0f0367-b416-49ff-8500-52c985217b49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1664903 Feb 11 13:43:47.142464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Pushing event updated for resources: {'Port': ['ID=a6f95703-ebff-4e2e-b56e-c4c18828d04d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:47.142977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=17cf790f-89ac-4a41-b779-0656e126eebe,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:47.143105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e855fea-759d-4717-ac17-b81114e1afaf tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.144437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3e855fea-759d-4717-ac17-b81114e1afaf tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3295727 Feb 11 13:43:47.152556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:47.184252 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-113c2159-7d66-48a5-a113-2ba8550fb586 req-7236088d-f2f2-41b3-9637-57d49d7b85e8 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4755669 Feb 11 13:43:47.185015 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.188707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-46140f76-9c7d-4ff1-af0f-d01379dd32e1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'security_group_rule': {'security_group_id': '889a1017-6c97-483c-a02d-467e565dfbd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:47.220352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:47.220746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.366560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Attempting to bind port a6f95703-ebff-4e2e-b56e-c4c18828d04d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:47.367205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Attempting to bind port a6f95703-ebff-4e2e-b56e-c4c18828d04d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '03e89f76-9b5e-4660-a881-9534cf702c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:47.367788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Attempting to bind port a6f95703-ebff-4e2e-b56e-c4c18828d04d on network d4902df4-5bc1-4e5f-b145-9bfd68d470e3 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:47.396573 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46140f76-9c7d-4ff1-af0f-d01379dd32e1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (243d5017-d8ad-40bd-a4d8-575fde42a11f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.406463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.410134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:47.410756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Checking segment: {'id': '03e89f76-9b5e-4660-a881-9534cf702c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:47.411350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.415174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Bound using segment: {'id': '03e89f76-9b5e-4660-a881-9534cf702c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:47.416196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Bound port: a6f95703-ebff-4e2e-b56e-c4c18828d04d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e89f76-9b5e-4660-a881-9534cf702c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:47.417820 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a6f95703-ebff-4e2e-b56e-c4c18828d04d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.435669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e855fea-759d-4717-ac17-b81114e1afaf tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889a1017-6c97-483c-a02d-467e565dfbd7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:47.459992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8f17605e-9067-4d18-b4d2-d53d7741c675 None None] Current status of the port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:47.460400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f17605e-9067-4d18-b4d2-d53d7741c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.498950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (d4902df4-5bc1-4e5f-b145-9bfd68d470e3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.609976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4902df4-5bc1-4e5f-b145-9bfd68d470e3']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:47.620459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb08a3-5d80-4a02-8826-7c85efc946f5 req-4ae1e001-b960-4006-9dc0-35c8f285b680 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:47.630204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11eb08a3-5d80-4a02-8826-7c85efc946f5 req-4ae1e001-b960-4006-9dc0-35c8f285b680 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.4934802 Feb 11 13:43:47.641215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-347c96b2-3412-4efc-a788-f415c5195e7c req-eae1ebd1-3820-4647-837a-6fd758c2983b service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933560 Feb 11 13:43:47.697361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8f17605e-9067-4d18-b4d2-d53d7741c675 None None] For port 32640fc0-4a27-4251-90a3-33c1bd45f9a9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=32640fc0-4a27-4251-90a3-33c1bd45f9a9,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:47.704000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 4d4259a1-340b-4d83-9a72-587e449534e2 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:47.704432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e89f76-9b5e-4660-a881-9534cf702c89') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:47.704822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e89f76-9b5e-4660-a881-9534cf702c89') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:47.724885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f17605e-9067-4d18-b4d2-d53d7741c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.785711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:47.787862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:47.788754 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.798053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (03e89f76-9b5e-4660-a881-9534cf702c89), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.874037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] For port a6f95703-ebff-4e2e-b56e-c4c18828d04d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:47.909023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46140f76-9c7d-4ff1-af0f-d01379dd32e1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (243d5017-d8ad-40bd-a4d8-575fde42a11f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.955210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] For port a6f95703-ebff-4e2e-b56e-c4c18828d04d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a6f95703-ebff-4e2e-b56e-c4c18828d04d,segment=NetworkSegment(03e89f76-9b5e-4660-a881-9534cf702c89),segment_id=03e89f76-9b5e-4660-a881-9534cf702c89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:47.966776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-11eb08a3-5d80-4a02-8826-7c85efc946f5 req-9d21bd25-9658-4445-bebf-7fac271a7705 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352849 Feb 11 13:43:47.967083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-3508e0f8-fb53-4b1f-86b6-013eb0043c64 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868128 Feb 11 13:43:47.967449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46140f76-9c7d-4ff1-af0f-d01379dd32e1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (243d5017-d8ad-40bd-a4d8-575fde42a11f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.985779 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-2c9b2399-0371-4af8-890c-ae3d067454f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4976809 Feb 11 13:43:47.989403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1c8691e7-ff90-4894-9fef-cceaa7b6fbb1 None None] Provisioning complete for port 663ddb20-c01f-46ca-8ead-94952db4e8cd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:47.989916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c8691e7-ff90-4894-9fef-cceaa7b6fbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.065830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46140f76-9c7d-4ff1-af0f-d01379dd32e1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243d5017-d8ad-40bd-a4d8-575fde42a11f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:48.131490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a6f95703-ebff-4e2e-b56e-c4c18828d04d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.158439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:48.159188 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:48.170307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17605e-9067-4d18-b4d2-d53d7741c675 None None] Pushing event updated for resources: {'Port': ['ID=32640fc0-4a27-4251-90a3-33c1bd45f9a9,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:48.192227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46140f76-9c7d-4ff1-af0f-d01379dd32e1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.193990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46140f76-9c7d-4ff1-af0f-d01379dd32e1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0122449 Feb 11 13:43:48.202920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54190) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:48.209963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-f646bed2-3a72-4631-85bb-21c46b1fc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.212534 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-f646bed2-3a72-4631-85bb-21c46b1fc257 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 1126 time: 0.5106940 Feb 11 13:43:48.218753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ac01ee7b-814a-44ed-a612-020c1aa5d5b4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'security_group_rule': {'security_group_id': '889a1017-6c97-483c-a02d-467e565dfbd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:48.256110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (03e89f76-9b5e-4660-a881-9534cf702c89), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.263901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router d8193eb6-96da-478b-896f-68e61cec6751 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:48.268135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:48.268742 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (03e89f76-9b5e-4660-a881-9534cf702c89), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.270391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c8691e7-ff90-4894-9fef-cceaa7b6fbb1 None None] Port 663ddb20-c01f-46ca-8ead-94952db4e8cd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:48.297513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a73b69-9570-4b47-8009-fcca6b415024 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:43:48.308825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1c8691e7-ff90-4894-9fef-cceaa7b6fbb1 None None] Provisioning complete for port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:48.309333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c8691e7-ff90-4894-9fef-cceaa7b6fbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.326885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-79adb984-dcd9-450e-96c6-80e578d18224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.328672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-79adb984-dcd9-450e-96c6-80e578d18224 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 1129 time: 0.2852061 Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:48.362650 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:48.378107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac01ee7b-814a-44ed-a612-020c1aa5d5b4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (2eef2b6e-7b43-466d-ab28-55777077268c), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.385042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703dcbb-b289-48a4-a403-43341936f45f None None] Pushing event updated for resources: {'Port': ['ID=a6f95703-ebff-4e2e-b56e-c4c18828d04d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:48.388029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-5e6f8919-722f-4afd-9aab-02855d1c01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.392432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-5e6f8919-722f-4afd-9aab-02855d1c01ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 0.7095361 Feb 11 13:43:48.403240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.api [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:43:48.403240 n-d-828676-2 neutron-server[103175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:43:48.403240 n-d-828676-2 neutron-server[103175]: [parameters: {'id': 'd4902df4-5bc1-4e5f-b145-9bfd68d470e3'}] Feb 11 13:43:48.403240 n-d-828676-2 neutron-server[103175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:48.404702 n-d-828676-2 neutron-server[103175]: DEBUG oslo_db.api [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:48.432306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652ae10-3d89-4420-a1e7-06d34ac10752 req-d9a9323b-0bb9-4bec-8dee-a042cb4b0adf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.433864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e652ae10-3d89-4420-a1e7-06d34ac10752 req-d9a9323b-0bb9-4bec-8dee-a042cb4b0adf tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.3385317 Feb 11 13:43:48.476115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c8691e7-ff90-4894-9fef-cceaa7b6fbb1 None None] Current status of the port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:48.501821 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.527189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a73b69-9570-4b47-8009-fcca6b415024 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:43:48.582641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b1a16-7b79-458f-9915-694534a06d67 req-12c640fd-8b2c-4baa-9c09-b9e0a63a4cd1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.591882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-638b1a16-7b79-458f-9915-694534a06d67 req-12c640fd-8b2c-4baa-9c09-b9e0a63a4cd1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.8055305 Feb 11 13:43:48.606802 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.646561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ff951f59-c55e-4f69-b1f7-86f86153ca38 None None] Provisioning complete for port 17cf790f-89ac-4a41-b779-0656e126eebe triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:48.646942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff951f59-c55e-4f69-b1f7-86f86153ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.667540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.695940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac01ee7b-814a-44ed-a612-020c1aa5d5b4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (2eef2b6e-7b43-466d-ab28-55777077268c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.698627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-8c91adce-a61c-4931-92e6-58eae0facc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.700750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-8c91adce-a61c-4931-92e6-58eae0facc41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 200 len: 914 time: 0.3036160 Feb 11 13:43:48.739027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:48.782380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ff951f59-c55e-4f69-b1f7-86f86153ca38 None None] Port 17cf790f-89ac-4a41-b779-0656e126eebe cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:48.822303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-bbaaadf8-415c-4e1b-b154-598b5f266fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.823543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ff951f59-c55e-4f69-b1f7-86f86153ca38 None None] Provisioning complete for port 663ddb20-c01f-46ca-8ead-94952db4e8cd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:48.823936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff951f59-c55e-4f69-b1f7-86f86153ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.824124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-bbaaadf8-415c-4e1b-b154-598b5f266fe7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.4146543 Feb 11 13:43:48.827628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab19841e-4394-448d-bfee-d7c887849087 req-57155b2a-262c-4307-b766-b79dbf6b275b service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855572 Feb 11 13:43:48.828307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=663ddb20-c01f-46ca-8ead-94952db4e8cd,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:48.896816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 32640fc0-4a27-4251-90a3-33c1bd45f9a9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:48.934201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-638b1a16-7b79-458f-9915-694534a06d67 req-e336635b-dd25-4640-9861-318148355791 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407383 Feb 11 13:43:48.935055 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (d4902df4-5bc1-4e5f-b145-9bfd68d470e3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.964554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ff951f59-c55e-4f69-b1f7-86f86153ca38 None None] Port 663ddb20-c01f-46ca-8ead-94952db4e8cd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:49.024890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-901a8558-124d-445e-bfc6-c784e13eb852 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 998 time: 0.1764104 Feb 11 13:43:49.028132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:49.028628 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.073361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7fdd6-d95f-4f13-9573-6acad6b5613e None None] Network d4902df4-5bc1-4e5f-b145-9bfd68d470e3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:49.074759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network c3594495-df61-467e-8511-27f3dedb3357 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:49.082407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:49.228493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting port a6f95703-ebff-4e2e-b56e-c4c18828d04d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:49.228840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a6f95703-ebff-4e2e-b56e-c4c18828d04d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.268799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:49.307384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] For port a6f95703-ebff-4e2e-b56e-c4c18828d04d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a6f95703-ebff-4e2e-b56e-c4c18828d04d,segment=NetworkSegment(03e89f76-9b5e-4660-a881-9534cf702c89),segment_id=03e89f76-9b5e-4660-a881-9534cf702c89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:49.308552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a6f95703-ebff-4e2e-b56e-c4c18828d04d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.330768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-64bb326d-7e7e-4de7-95fb-51246b48cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.332684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-64bb326d-7e7e-4de7-95fb-51246b48cd11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.3004405 Feb 11 13:43:49.339123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac01ee7b-814a-44ed-a612-020c1aa5d5b4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2eef2b6e-7b43-466d-ab28-55777077268c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.362413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Calling delete_port for a6f95703-ebff-4e2e-b56e-c4c18828d04d owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:49.370588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-e36df8f7-e5ce-49a9-9524-7a0e49b33a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.372556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-e36df8f7-e5ce-49a9-9524-7a0e49b33a17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 916 time: 1.1440916 Feb 11 13:43:49.373905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:49.382686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19a39cb8-7993-4516-9ad9-b1136e5c6dcd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/d8193eb6-96da-478b-896f-68e61cec6751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0268133 Feb 11 13:43:49.383882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54236) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:49.387295 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] Sync routers for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:49.401387 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:49.402294 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:49.422133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9c951-d179-4fb1-b6f2-05b7fa6639e9 req-15788951-f9f0-4e6c-80d9-3c4d1d6049d5 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.422330 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-6db22f80-dc09-4884-84cd-f34f5ae3c228 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 200 len: 217 time: 0.7030282 Feb 11 13:43:49.429018 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34b9c951-d179-4fb1-b6f2-05b7fa6639e9 req-15788951-f9f0-4e6c-80d9-3c4d1d6049d5 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 944 time: 0.3519561 Feb 11 13:43:49.441885 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:49.453895 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:49.454871 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:49.498080 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:49.498970 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adf176-aea9-42d1-b168-8a3de235c921 None None] The sync data for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:49.500699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01ee7b-814a-44ed-a612-020c1aa5d5b4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eef2b6e-7b43-466d-ab28-55777077268c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:49.509412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ef6e45c8-8129-4761-a1c1-b601c9b731bf None None] Provisioning complete for port 663ddb20-c01f-46ca-8ead-94952db4e8cd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:49.509917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef6e45c8-8129-4761-a1c1-b601c9b731bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.531535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-5081dea6-d181-4ea3-8919-cd52570b4f50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f HTTP/1.1" status: 200 len: 217 time: 0.1204562 Feb 11 13:43:49.558097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e652ae10-3d89-4420-a1e7-06d34ac10752 req-5b5f0ddc-295a-4a22-8c94-494a520d9ab4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0432885 Feb 11 13:43:49.558097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac01ee7b-814a-44ed-a612-020c1aa5d5b4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.558097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ac01ee7b-814a-44ed-a612-020c1aa5d5b4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3370893 Feb 11 13:43:49.558097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:49.561206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e45c8-8129-4761-a1c1-b601c9b731bf None None] Port 663ddb20-c01f-46ca-8ead-94952db4e8cd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:49.591509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54246) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:49.601355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:49.629743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236cb1e-e2ea-4de9-be41-3978cb4efb7f tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.631179 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f236cb1e-e2ea-4de9-be41-3978cb4efb7f tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports/17cf790f-89ac-4a41-b779-0656e126eebe HTTP/1.1" status: 200 len: 910 time: 0.2188947 Feb 11 13:43:49.637731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54250) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:49.641022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:43:49.655913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34b9c951-d179-4fb1-b6f2-05b7fa6639e9 req-e4f17218-d893-408b-ae4e-31e51d9466ff tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259624 Feb 11 13:43:49.665376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:49.667625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-ad2c5aeb-be27-4f1b-bc90-d9c985ecfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.669532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-ad2c5aeb-be27-4f1b-bc90-d9c985ecfb5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3249497 Feb 11 13:43:49.744909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-d08e0495-8244-4452-a11b-c4e06a3b4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.746425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-d08e0495-8244-4452-a11b-c4e06a3b4909 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 200 len: 853 time: 0.3090913 Feb 11 13:43:49.753525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.768323 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a6f95703-ebff-4e2e-b56e-c4c18828d04d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.787033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:49.798523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-29624245-aed4-4658-96b0-751e1a76ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.800092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-29624245-aed4-4658-96b0-751e1a76ecd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.2461281 Feb 11 13:43:49.804955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'port_id': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', 'mac_address': 'fa:16:3e:54:e4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fa059b-28f8-4451-95aa-8e811a0d02ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:43:49.854324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:49.855033 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.857352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-acd121a3-f956-4159-a5f7-736a055fb852 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d26d227-df76-45c0-9a8c-d2c67fa21157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049144 Feb 11 13:43:49.867067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Port': ['ID=a6f95703-ebff-4e2e-b56e-c4c18828d04d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:49.870927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:43:49.882874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No DVR routers for this DVR port a6f95703-ebff-4e2e-b56e-c4c18828d04d on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:49.883570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-096c1449-52b2-4591-bb10-d23c8567486b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637088 Feb 11 13:43:49.896674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:49.902413 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.934375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a315-e508-4c1f-a817-af5daf139079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:49.957375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:50.003514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-7de48848-1e81-4969-9a60-b3e29c7efa9d service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260403 Feb 11 13:43:50.048446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.063062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e866a7-65f3-4a74-b4a6-45a3ca73ad5b req-abf52550-95c9-420b-a1ff-d169c2d6af23 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:50.064597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e866a7-65f3-4a74-b4a6-45a3ca73ad5b req-abf52550-95c9-420b-a1ff-d169c2d6af23 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.4063268 Feb 11 13:43:50.126299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (d4902df4-5bc1-4e5f-b145-9bfd68d470e3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.143466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:43:50.156096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:50.175349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b4fef085-aa0d-42da-9e75-f97ab1dfc05d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/4f0518b8-bbb4-4b3e-ba9f-d11873d10532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3432500 Feb 11 13:43:50.175607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Sync routers for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:50.244009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:50.245382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.249545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4902df4-5bc1-4e5f-b145-9bfd68d470e3']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.271878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4667c-f330-44bd-8c42-90968f92b0f5 req-ea5dda24-bc81-4e53-b8aa-d6d175ec485a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:50.273912 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaf4667c-f330-44bd-8c42-90968f92b0f5 req-ea5dda24-bc81-4e53-b8aa-d6d175ec485a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2275929 Feb 11 13:43:50.281184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e89f76-9b5e-4660-a881-9534cf702c89') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.281788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e89f76-9b5e-4660-a881-9534cf702c89') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.287135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-8843fda4-9b6a-46cc-b051-a7f1c8421133 service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097166 Feb 11 13:43:50.296844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-a39492de-8899-4182-b007-005a0b05fb7a service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911159 Feb 11 13:43:50.327277 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e866a7-65f3-4a74-b4a6-45a3ca73ad5b req-6b5cd416-aee0-4b8c-a436-ef6454716e3c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166762 Feb 11 13:43:50.376922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (03e89f76-9b5e-4660-a881-9534cf702c89), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.405457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-9702f118-60d7-4fb6-adbd-210f16ea64ae service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833199 Feb 11 13:43:50.426994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaf4667c-f330-44bd-8c42-90968f92b0f5 req-0c153d35-da00-4ae1-a144-f0e6f8752281 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425176 Feb 11 13:43:50.432904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (03e89f76-9b5e-4660-a881-9534cf702c89), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.470574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:50.470914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (03e89f76-9b5e-4660-a881-9534cf702c89), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:50.474111 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:50.492673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:50.562357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a315-e508-4c1f-a817-af5daf139079 admin admin] Publish callbacks [] for security_group (f13c38c3-4245-4789-adbc-424147a936b3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.575361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a315-e508-4c1f-a817-af5daf139079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f13c38c3-4245-4789-adbc-424147a936b3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.585403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.620656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (d4902df4-5bc1-4e5f-b145-9bfd68d470e3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.625380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.629300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/d4902df4-5bc1-4e5f-b145-9bfd68d470e3 HTTP/1.1" status: 204 len: 168 time: 5.2003119 Feb 11 13:43:50.632335 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1781a1a3-7adb-4a25-90dc-957f2539ea33 req-dc9947cc-fc00-456a-8b3e-94f57c211e6f service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184834 Feb 11 13:43:50.634608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e17c9d2-697a-4a20-bfc1-ccdd400b6917 req-6a661159-06d8-488b-9eeb-443bb77da8cf service neutron] 10.222.0.30 "GET /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362398 Feb 11 13:43:50.641413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54268) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:50.646752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51416715'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:50.673474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aeb7a315-e508-4c1f-a817-af5daf139079 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=500bd396960b40d99dc703aa1b811989&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0797524 Feb 11 13:43:50.676044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7a315-e508-4c1f-a817-af5daf139079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13c38c3-4245-4789-adbc-424147a936b3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:50.679777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e4cf-d479-44d5-afb7-3384f8891b8f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=d4902df4-5bc1-4e5f-b145-9bfd68d470e3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:50.683985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54272) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:50.708821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11234d20-7b91-4228-b008-bb08d5490c3b req-bcc023f6-11d9-48e0-8faa-71357e68b39d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:50.710660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11234d20-7b91-4228-b008-bb08d5490c3b req-bcc023f6-11d9-48e0-8faa-71357e68b39d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1551845 Feb 11 13:43:50.711486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-2b12a7bd-db15-47b4-b6e7-bca5801d85c1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973765242&fields=id&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 267 time: 0.2142298 Feb 11 13:43:50.780283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11234d20-7b91-4228-b008-bb08d5490c3b req-1ebc6b1b-039a-44e7-a60b-91e2a6cf129d tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Feb 11 13:43:50.789335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:50.792658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.804022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:48Z', 'revision_number': 2, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.836211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Checking router: 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:50.836793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Updating router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 port 663ddb20-c01f-46ca-8ead-94952db4e8cd binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:43:50.865316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:50.940157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75db6-46cf-4945-a35f-b56bdc20413f req-54c6167e-421b-4206-ba06-8db3c189751f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:50.940398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Allocated IP 172.25.3.166 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/66f51009-11ee-4a0b-bc0b-7376a9d10542) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:50.942889 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc75db6-46cf-4945-a35f-b56bdc20413f req-54c6167e-421b-4206-ba06-8db3c189751f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 945 time: 0.0833151 Feb 11 13:43:50.954930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:50.958707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5da4-5dbd-4168-aa44-9fc8d8462817 admin admin] Publish callbacks [] for security_group (f13c38c3-4245-4789-adbc-424147a936b3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.014036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efc75db6-46cf-4945-a35f-b56bdc20413f req-3d42dbab-d562-422a-9830-fb87c47ba447 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624883 Feb 11 13:43:51.016571 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e8073a6d-c81d-48c6-b257-60472f84765d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.016919 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment e8073a6d-c81d-48c6-b257-60472f84765d of type vlan for network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd Feb 11 13:43:51.046078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5da4-5dbd-4168-aa44-9fc8d8462817 admin admin] Publish callbacks [] for security_group (f13c38c3-4245-4789-adbc-424147a936b3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.062731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-9ad00e28-5f49-4f39-9dae-b10029783ffd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:51.064255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-9ad00e28-5f49-4f39-9dae-b10029783ffd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 797 time: 0.3389513 Feb 11 13:43:51.165092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-44cb1ed2-824d-4113-ad5c-8d014086d96f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/quotas/438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 375 time: 0.0919642 Feb 11 13:43:51.177077 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.187611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (07a6e1b3-0adb-4445-8c86-9fb0f022afbd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.232607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e706-3c83-4520-8ca8-4de27a50830f req-2f10304a-2e3d-4408-bada-4c95a04fa514 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:51.234717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33f1e706-3c83-4520-8ca8-4de27a50830f req-2f10304a-2e3d-4408-bada-4c95a04fa514 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.0754559 Feb 11 13:43:51.294399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33f1e706-3c83-4520-8ca8-4de27a50830f req-5b083828-3525-44c3-aaaa-76f8be3c0f9b tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521278 Feb 11 13:43:51.330844 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5da4-5dbd-4168-aa44-9fc8d8462817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f13c38c3-4245-4789-adbc-424147a936b3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.333347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5da4-5dbd-4168-aa44-9fc8d8462817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.334526 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cdaa5da4-5dbd-4168-aa44-9fc8d8462817 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f13c38c3-4245-4789-adbc-424147a936b3 HTTP/1.1" status: 204 len: 168 time: 0.6496229 Feb 11 13:43:51.340032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.352534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Publish callbacks [] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.362459 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.366522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa5da4-5dbd-4168-aa44-9fc8d8462817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13c38c3-4245-4789-adbc-424147a936b3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:51.373253 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (07a6e1b3-0adb-4445-8c86-9fb0f022afbd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.378180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:51.378851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.470144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200130af-0bff-473f-9cb3-1786b24840a6 req-69d249ea-0a25-4611-b2ea-aa375d81680c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:51.477637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-200130af-0bff-473f-9cb3-1786b24840a6 req-69d249ea-0a25-4611-b2ea-aa375d81680c tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.0971394 Feb 11 13:43:51.485788 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-cd0e5bd1-f59d-4db1-a1aa-c6e2dae1009c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3050165 Feb 11 13:43:51.506957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8641300 Feb 11 13:43:51.514554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54284) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:51.520617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:51.532413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490354f-5d0d-4b5e-8496-b96681d8b1f1 None None] Pushing event updated for resources: {'Port': ['ID=663ddb20-c01f-46ca-8ead-94952db4e8cd,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:51.561065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Attempting to bind port 663ddb20-c01f-46ca-8ead-94952db4e8cd on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:51.561555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Attempting to bind port 663ddb20-c01f-46ca-8ead-94952db4e8cd by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:51.562625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Attempting to bind port 663ddb20-c01f-46ca-8ead-94952db4e8cd on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:51.572181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:51.572817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Checking segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:51.573342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.573980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Bound using segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:51.574619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Bound port: 663ddb20-c01f-46ca-8ead-94952db4e8cd, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:51.575127 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.631904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788229f-cf3f-4d3c-9b54-21f49180d27e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=07a6e1b3-0adb-4445-8c86-9fb0f022afbd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:51.667112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] For port 663ddb20-c01f-46ca-8ead-94952db4e8cd, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:51.671114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] For port 663ddb20-c01f-46ca-8ead-94952db4e8cd, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=663ddb20-c01f-46ca-8ead-94952db4e8cd,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:51.677753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:51.695954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.725562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:51.731143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.910209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:51.937722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:51.938308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.973325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4428dc01-b452-4b30-91dd-478b7d44e3e4 None None] Provisioning complete for port 663ddb20-c01f-46ca-8ead-94952db4e8cd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:51.973868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4428dc01-b452-4b30-91dd-478b7d44e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:51.993320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490354f-5d0d-4b5e-8496-b96681d8b1f1 None None] Pushing event updated for resources: {'Port': ['ID=663ddb20-c01f-46ca-8ead-94952db4e8cd,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:52.006522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:52.007341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:52.065152 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.128389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54288) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:52.159528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2609418e-a927-4714-bb3c-d0fe5c97a675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.178901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-200130af-0bff-473f-9cb3-1786b24840a6 req-3c800b23-daeb-425b-b169-8d79b76967e8 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7000570 Feb 11 13:43:52.183036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (07a6e1b3-0adb-4445-8c86-9fb0f022afbd), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.192769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:52.198575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'Port': ['ID=66f51009-11ee-4a0b-bc0b-7376a9d10542,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:52.201296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:52.211205 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-433589fe-5bf9-4436-939b-ab4e30bc527e service neutron] 10.222.0.79 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988146 Feb 11 13:43:52.213097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:52.267412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:52.308187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:52.308678 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.318366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4428dc01-b452-4b30-91dd-478b7d44e3e4 None None] Current status of the port 663ddb20-c01f-46ca-8ead-94952db4e8cd is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:52.318689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4428dc01-b452-4b30-91dd-478b7d44e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.337236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2609418e-a927-4714-bb3c-d0fe5c97a675 admin admin] Publish callbacks [] for security_group (bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.342193 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (07a6e1b3-0adb-4445-8c86-9fb0f022afbd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.388484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd is not hosted by any dhcp agent {{(pid=103175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:43:52.392243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:52.394097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:52.394531 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c6fb57-ed33-4233-994a-7c0c8775c489" -d '{"events": [{"server_uuid": "6ccb32c8-9842-4190-aae5-0ee71ed52bca", "name": "network-vif-plugged", "status": "completed", "tag": "4cccd7f1-f0cf-4e57-b8db-5df75e1b269f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:52.395618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.397550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "PUT /v2.0/networks/07a6e1b3-0adb-4445-8c86-9fb0f022afbd HTTP/1.1" status: 200 len: 723 time: 0.8820560 Feb 11 13:43:52.402783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2609418e-a927-4714-bb3c-d0fe5c97a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.418216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54296) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:52.420354 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-bc44eb84-8e3c-40fd-9277-61fa626a36cc service neutron] 10.222.0.79 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083831 Feb 11 13:43:52.427308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:52.427724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '07a6e1b3-0adb-4445-8c86-9fb0f022afbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:52.448765 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.451794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4428dc01-b452-4b30-91dd-478b7d44e3e4 None None] For port 663ddb20-c01f-46ca-8ead-94952db4e8cd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=663ddb20-c01f-46ca-8ead-94952db4e8cd,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:52.474347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (e1df2087-f75c-46ad-9e56-c878b72f939e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.521998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39764ba-d9da-4a61-88b9-77f9ae4e72f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=07a6e1b3-0adb-4445-8c86-9fb0f022afbd,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:52.529143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2609418e-a927-4714-bb3c-d0fe5c97a675 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30a4b9f3fc9c4a3db6bfa716adf2ecfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939986 Feb 11 13:43:52.529387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:52.560800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd85dd4-813f-4264-bc2c-c69f39184536 req-656f200f-5ff4-4c17-8a87-1bfa6c872ffa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:52.567657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bbd85dd4-813f-4264-bc2c-c69f39184536 req-656f200f-5ff4-4c17-8a87-1bfa6c872ffa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2285886 Feb 11 13:43:52.570304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609418e-a927-4714-bb3c-d0fe5c97a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:52.602368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.646904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 17cf790f-89ac-4a41-b779-0656e126eebe {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:52.647628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.662751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4428dc01-b452-4b30-91dd-478b7d44e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.662954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:52.665067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:52.666156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.669406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bbd85dd4-813f-4264-bc2c-c69f39184536 req-bfef0884-2820-45d2-8cf4-718051f84b7f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981381 Feb 11 13:43:52.718920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:52.839980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6f380f9e-28b0-4063-8822-ce7ca3dcd4b5 None None] Provisioning complete for port 663ddb20-c01f-46ca-8ead-94952db4e8cd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:52.840678 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f380f9e-28b0-4063-8822-ce7ca3dcd4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.900178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428dc01-b452-4b30-91dd-478b7d44e3e4 None None] Pushing event updated for resources: {'Port': ['ID=663ddb20-c01f-46ca-8ead-94952db4e8cd,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:52.944031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e151507-61ea-49ef-9a97-b3b6b497f630 admin admin] Publish callbacks [] for security_group (bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:52.973867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d526ec-6bbd-4fa2-b3a4-951278b63c03 req-cd291550-f64e-4b1e-b74e-82adaba12476 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:52.981726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5d526ec-6bbd-4fa2-b3a4-951278b63c03 req-cd291550-f64e-4b1e-b74e-82adaba12476 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 946 time: 0.3315160 Feb 11 13:43:53.015139 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c24a8c-b7ec-445e-a604-14f2f7eef04d x-openstack-request-id: req-b5c24a8c-b7ec-445e-a604-14f2f7eef04d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:53.015751 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccb32c8-9842-4190-aae5-0ee71ed52bca", "name": "network-vif-plugged", "status": "completed", "tag": "4cccd7f1-f0cf-4e57-b8db-5df75e1b269f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:53.015964 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b5c24a8c-b7ec-445e-a604-14f2f7eef04d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:53.016812 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', 'code': 200} Feb 11 13:43:53.034400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6f380f9e-28b0-4063-8822-ce7ca3dcd4b5 None None] Current status of the port 663ddb20-c01f-46ca-8ead-94952db4e8cd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:53.043088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:51Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:53.069130 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.081878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df743f55-ff17-45d4-a276-01ef6cc0d3b4 None None] The sync data for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 is: [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:51Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:53.096457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f39691b-4917-40a8-b2f8-79f959b5ca11 req-9bb1a902-b308-45ef-b778-e137e97ef04c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 210 time: 0.0447001 Feb 11 13:43:53.136320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e151507-61ea-49ef-9a97-b3b6b497f630 admin admin] Publish callbacks [] for security_group (bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.217761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 17cf790f-89ac-4a41-b779-0656e126eebe owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:53.274844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5d526ec-6bbd-4fa2-b3a4-951278b63c03 req-eb1f806b-02a0-4448-90c6-6e4cba5588a5 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920125 Feb 11 13:43:53.275386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40394242-d2c2-4adc-b427-a1f7f7e7ba12 req-c5b440e0-d6bc-484e-a56d-25f1639398f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.285111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40394242-d2c2-4adc-b427-a1f7f7e7ba12 req-c5b440e0-d6bc-484e-a56d-25f1639398f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0890872 Feb 11 13:43:53.369799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40394242-d2c2-4adc-b427-a1f7f7e7ba12 req-eed1ff34-b736-41b4-b176-fda52a527996 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833874 Feb 11 13:43:53.512320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5746-7361-4bf9-9e2a-945632b34a24 req-f021207e-c0c1-4703-a309-5cb694f479ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.513864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-03ea5746-7361-4bf9-9e2a-945632b34a24 req-f021207e-c0c1-4703-a309-5cb694f479ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 1128 time: 0.4205513 Feb 11 13:43:53.547607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.584619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.603414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54a4d-6d19-4736-bac3-1f67aad60b91 req-b17e9e71-7683-41ad-9eff-2a4914d40bd4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.610761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96f54a4d-6d19-4736-bac3-1f67aad60b91 req-b17e9e71-7683-41ad-9eff-2a4914d40bd4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.2593923 Feb 11 13:43:53.622845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (8c9979f3-65bf-4ff1-890c-115d10b09bcc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.655039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01148e-8130-4495-8466-a4454afe8a9f req-1dbdb904-02c3-491b-bf1c-f1eb03ddd252 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.656505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e151507-61ea-49ef-9a97-b3b6b497f630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.657112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b01148e-8130-4495-8466-a4454afe8a9f req-1dbdb904-02c3-491b-bf1c-f1eb03ddd252 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0634046 Feb 11 13:43:53.663202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e151507-61ea-49ef-9a97-b3b6b497f630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.664388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3e151507-61ea-49ef-9a97-b3b6b497f630 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d HTTP/1.1" status: 204 len: 168 time: 1.1341445 Feb 11 13:43:53.759801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2b01148e-8130-4495-8466-a4454afe8a9f req-83f2c0c7-9e49-4c0a-91db-65d87a3b9bc5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910895 Feb 11 13:43:53.934949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'Port': ['ID=66f51009-11ee-4a0b-bc0b-7376a9d10542,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:53.938245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e1df2087-f75c-46ad-9e56-c878b72f939e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:53.988348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e151507-61ea-49ef-9a97-b3b6b497f630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb62a17-4fb2-44f9-aa4c-1e96f1844d1d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:54.027382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96f54a4d-6d19-4736-bac3-1f67aad60b91 req-8fcfc472-d3b5-469c-91b2-fc00d2f8319a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154990 Feb 11 13:43:54.030171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:54.031349 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7b63c53a-603f-45d5-ab7c-09021b089681 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4723413 Feb 11 13:43:54.049268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a67dd-899d-4c60-9397-44876b9149c0 req-ea1fd664-d1ea-4a82-810d-7f0682df994c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.049268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829a67dd-899d-4c60-9397-44876b9149c0 req-ea1fd664-d1ea-4a82-810d-7f0682df994c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1982214 Feb 11 13:43:54.066955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-03ea5746-7361-4bf9-9e2a-945632b34a24 req-77794d22-810d-4f9a-8bdc-1135ef0cfe5a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381484 Feb 11 13:43:54.081103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-5fa369b0-850e-4716-95fe-4f07d74b206a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.082829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-5fa369b0-850e-4716-95fe-4f07d74b206a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 797 time: 0.2692995 Feb 11 13:43:54.179064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-829a67dd-899d-4c60-9397-44876b9149c0 req-416ad6de-a4f6-4fce-b65b-28b8c6c173c7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309874 Feb 11 13:43:54.187626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=8c9979f3-65bf-4ff1-890c-115d10b09bcc,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:54.211903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': 'e8073a6d-c81d-48c6-b257-60472f84765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '07a6e1b3-0adb-4445-8c86-9fb0f022afbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:54.213945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 07a6e1b3-0adb-4445-8c86-9fb0f022afbd, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:54.226835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-82d207b2-74a9-48ac-a3bd-1b8f2bb6f62d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 379 time: 0.1336036 Feb 11 13:43:54.239332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'port': {'device_id': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'admin_state_up': True, 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'security_groups': ['8f15e958-fa03-48b1-93f7-f6c9c638f79c']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:54.267073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (17cf790f-89ac-4a41-b779-0656e126eebe), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:54.326491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fce81e4e-a890-4173-865a-c524e31a4769 req-710dc98f-fd9d-474e-8828-b23ead74ea8d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 210 time: 0.0437648 Feb 11 13:43:54.328158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=17cf790f-89ac-4a41-b779-0656e126eebe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:54.447405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:54.507424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:54.514013 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:54.515730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 07a6e1b3-0adb-4445-8c86-9fb0f022afbd) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:54.527553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c85d93-c6d2-4847-a244-87c2458b04bc None None] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:54.531641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345c66-18d0-4315-8840-2b8a4b89dcf3 req-d64df49c-7685-466b-819f-dd691b77c2c7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.542670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0345c66-18d0-4315-8840-2b8a4b89dcf3 req-d64df49c-7685-466b-819f-dd691b77c2c7 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.3338618 Feb 11 13:43:54.582911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f15b1a-cfa2-4d8c-ac45-6396feba4bd7 req-647f7d73-d9cd-4410-ba2b-db8a77139a02 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.585339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83f15b1a-cfa2-4d8c-ac45-6396feba4bd7 req-647f7d73-d9cd-4410-ba2b-db8a77139a02 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1410770 Feb 11 13:43:54.626150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.626952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:54.726935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e390b71d-b33a-4cdc-833a-b56ef116d131 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3045919 Feb 11 13:43:54.730221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:54.751166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e9238257-ff59-460f-83cd-366b38ac8543 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:54.752805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-07a6e1b3-0adb-4445-8c86-9fb0f022afbd', 'network_id': '07a6e1b3-0adb-4445-8c86-9fb0f022afbd', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': '8c9979f3-65bf-4ff1-890c-115d10b09bcc'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:43:54.753677 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:54.785641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:54.795810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83f15b1a-cfa2-4d8c-ac45-6396feba4bd7 req-539705e9-f135-4dd7-a98c-c83b8ec2b0e0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770184 Feb 11 13:43:54.835671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0345c66-18d0-4315-8840-2b8a4b89dcf3 req-a8ec4aef-6abe-403a-94ca-d16346ca66dd tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804666 Feb 11 13:43:54.995137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 663ddb20-c01f-46ca-8ead-94952db4e8cd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:55.056338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.12 (c3594495-df61-467e-8511-27f3dedb3357/33baafed-818b-4b9a-abee-1e70e2825627/0994fc5f-84b9-49f3-9023-5ecd44d11070) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:55.152998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-d167e798-4727-4b23-9519-81ab2bce0ef8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--178241246&fields=id&tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d HTTP/1.1" status: 200 len: 267 time: 0.2114313 Feb 11 13:43:55.203919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9238257-ff59-460f-83cd-366b38ac8543 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3850858'] for subnet (8c9979f3-65bf-4ff1-890c-115d10b09bcc), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.232920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Allocated IP 172.20.0.2 (07a6e1b3-0adb-4445-8c86-9fb0f022afbd/8c9979f3-65bf-4ff1-890c-115d10b09bcc/5e75ce25-aae2-46da-9b53-5c76ea689dca) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:55.245907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f224-d610-4503-a6aa-70a2e76f0d47 req-29f0e0d0-719e-4ed9-8cd9-c58227217122 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:55.253900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7773f224-d610-4503-a6aa-70a2e76f0d47 req-29f0e0d0-719e-4ed9-8cd9-c58227217122 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 946 time: 0.2887049 Feb 11 13:43:55.281313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 663ddb20-c01f-46ca-8ead-94952db4e8cd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:55.282518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.323437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.424651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 663ddb20-c01f-46ca-8ead-94952db4e8cd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:55.426535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router d8193eb6-96da-478b-896f-68e61cec6751 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:55.436201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7773f224-d610-4503-a6aa-70a2e76f0d47 req-7b96cdb8-af01-463c-95d1-37a7e4118a06 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810021 Feb 11 13:43:55.455084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-2ea595fb-b15e-41e1-a64f-81af2b53fa20 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:55.461973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-2ea595fb-b15e-41e1-a64f-81af2b53fa20 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 811 time: 0.3081176 Feb 11 13:43:55.472125 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.493878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network c3594495-df61-467e-8511-27f3dedb3357 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:55.497337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:55.499891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:55.518305 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Publish callbacks [] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.528015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.566564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7828b23d-72b2-435a-b771-f84364ca45e9 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/quotas/6bee6c4b7d584ff9b1f4b9e88341e48d HTTP/1.1" status: 200 len: 375 time: 0.1034703 Feb 11 13:43:55.589898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:55.593327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:55.603455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:55.637539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:55.638249 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.650170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Pushing event updated for resources: {'Port': ['ID=5e75ce25-aae2-46da-9b53-5c76ea689dca,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:55.717860 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9238257-ff59-460f-83cd-366b38ac8543 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754611102711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26233450'] for subnet (8c9979f3-65bf-4ff1-890c-115d10b09bcc), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.727152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4943838 Feb 11 13:43:55.732592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea33fd-3544-4dde-95f3-f137f46a5012 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:55.750821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Request body: {'port': {'device_id': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:55.760723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Attempting to bind port 5e75ce25-aae2-46da-9b53-5c76ea689dca on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:55.761199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Attempting to bind port 5e75ce25-aae2-46da-9b53-5c76ea689dca by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e8073a6d-c81d-48c6-b257-60472f84765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '07a6e1b3-0adb-4445-8c86-9fb0f022afbd'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:55.761599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Attempting to bind port 5e75ce25-aae2-46da-9b53-5c76ea689dca on network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:55.770357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:55.770748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Checking segment: {'id': 'e8073a6d-c81d-48c6-b257-60472f84765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '07a6e1b3-0adb-4445-8c86-9fb0f022afbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:55.771234 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.771635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Bound using segment: {'id': 'e8073a6d-c81d-48c6-b257-60472f84765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '07a6e1b3-0adb-4445-8c86-9fb0f022afbd'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:55.772107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Bound port: 5e75ce25-aae2-46da-9b53-5c76ea689dca, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8073a6d-c81d-48c6-b257-60472f84765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '07a6e1b3-0adb-4445-8c86-9fb0f022afbd'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:55.772490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.833926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9238257-ff59-460f-83cd-366b38ac8543 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:55.834513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9238257-ff59-460f-83cd-366b38ac8543 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.836403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e9238257-ff59-460f-83cd-366b38ac8543 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "PUT /v2.0/subnets/8c9979f3-65bf-4ff1-890c-115d10b09bcc HTTP/1.1" status: 200 len: 806 time: 1.0946577 Feb 11 13:43:55.895091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] For port 5e75ce25-aae2-46da-9b53-5c76ea689dca, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:55.900758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] For port 5e75ce25-aae2-46da-9b53-5c76ea689dca, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e75ce25-aae2-46da-9b53-5c76ea689dca,segment=NetworkSegment(e8073a6d-c81d-48c6-b257-60472f84765d),segment_id=e8073a6d-c81d-48c6-b257-60472f84765d)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:55.910762 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:55.915238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54388) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:55.916544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:56.040469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-5a4a3aa7-a73f-4368-842e-be56f84d47ae tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4651330 Feb 11 13:43:56.187220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (07a6e1b3-0adb-4445-8c86-9fb0f022afbd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:56.242370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-61ee6068-5ae2-4969-a67a-78763f817d49 None None] Provisioning complete for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:56.242953 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61ee6068-5ae2-4969-a67a-78763f817d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:56.292221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-61ee6068-5ae2-4969-a67a-78763f817d49 None None] Port 0994fc5f-84b9-49f3-9023-5ecd44d11070 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:56.293301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dabf24-f3b7-43f5-8615-2ed10fc4d4a3 None None] Pushing event updated for resources: {'Port': ['ID=5e75ce25-aae2-46da-9b53-5c76ea689dca,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:56.297513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9238257-ff59-460f-83cd-366b38ac8543 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=8c9979f3-65bf-4ff1-890c-115d10b09bcc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:56.300079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:56.318718 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] Sync routers for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:56.323441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6df9db8e-ac46-4111-982a-2be7f7cd95b4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/d8193eb6-96da-478b-896f-68e61cec6751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6812401 Feb 11 13:43:56.326070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54398) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:56.344962 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:56.347147 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:56.408483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f78691bc-be50-4c58-a3d3-68834d71ccbe service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:43:56.411226 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:56.417229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f78691bc-be50-4c58-a3d3-68834d71ccbe service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3757417 Feb 11 13:43:56.440935 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:56.441846 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:56.445474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459584-9d7e-48f5-9111-780b7e867803 req-81c429e3-a713-4cf9-99f2-f0e4d59dc3d6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:56.447360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b459584-9d7e-48f5-9111-780b7e867803 req-81c429e3-a713-4cf9-99f2-f0e4d59dc3d6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 932 time: 0.6490285 Feb 11 13:43:56.507348 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:56.508377 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a21122-d179-4109-a76a-d1657725a057 None None] The sync data for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:56.574550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b459584-9d7e-48f5-9111-780b7e867803 req-bfd54e60-dd35-4f0b-9be9-051c9b838ffc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147664 Feb 11 13:43:56.626267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-ae0ea502-b811-42b9-98e0-1e2e211c8481 service neutron] 10.222.0.79 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077482 Feb 11 13:43:56.665731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting port 5e75ce25-aae2-46da-9b53-5c76ea689dca {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:56.666090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:56.735890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75066e-598d-41ba-afb7-3f3cd8c5866b req-08a1bcde-91ed-44a2-83af-56133f415bac tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:56.737555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f75066e-598d-41ba-afb7-3f3cd8c5866b req-08a1bcde-91ed-44a2-83af-56133f415bac tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.0938804 Feb 11 13:43:56.822585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f75066e-598d-41ba-afb7-3f3cd8c5866b req-7ddadff5-6846-43fb-8bdf-cee68322c5e7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793436 Feb 11 13:43:56.901415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:56.925000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e75ce25-aae2-46da-9b53-5c76ea689dca up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:56.932567 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-4d6a9492-50b4-4c7c-9ff9-d46c407cf4e6 service neutron] 10.222.0.79 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048255 Feb 11 13:43:57.023965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0994fc5f-84b9-49f3-9023-5ecd44d11070 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:43:57.030455 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f753f4f0-ebf9-4647-8772-6029d602c014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.054634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Publish callbacks [] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.059468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] For port 5e75ce25-aae2-46da-9b53-5c76ea689dca, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e75ce25-aae2-46da-9b53-5c76ea689dca,segment=NetworkSegment(e8073a6d-c81d-48c6-b257-60472f84765d),segment_id=e8073a6d-c81d-48c6-b257-60472f84765d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:57.060205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.066821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e75ce25-aae2-46da-9b53-5c76ea689dca triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:57.067217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.085143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Calling delete_port for 5e75ce25-aae2-46da-9b53-5c76ea689dca owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:57.089070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Transition to ACTIVE for port object 0994fc5f-84b9-49f3-9023-5ecd44d11070 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:57.101645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.231686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede3e5a-a7e2-49f9-85c9-3ed8ca4546ec req-89b9c13f-73e8-41e1-8fb8-2eaaadf073cb tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:57.233587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ede3e5a-a7e2-49f9-85c9-3ed8ca4546ec req-89b9c13f-73e8-41e1-8fb8-2eaaadf073cb tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.2725837 Feb 11 13:43:57.274859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e75ce25-aae2-46da-9b53-5c76ea689dca is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:43:57.275327 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.348784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 5e75ce25-aae2-46da-9b53-5c76ea689dca, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e75ce25-aae2-46da-9b53-5c76ea689dca,segment=NetworkSegment(e8073a6d-c81d-48c6-b257-60472f84765d),segment_id=e8073a6d-c81d-48c6-b257-60472f84765d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:57.367243 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.369899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:57.411089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ede3e5a-a7e2-49f9-85c9-3ed8ca4546ec req-ea85d84e-efba-4ad0-b90f-0c0c7b62a9ef tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462193 Feb 11 13:43:57.587095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=5e75ce25-aae2-46da-9b53-5c76ea689dca,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:57.696133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4381f5e1-1d71-4c75-8cf0-dee22d48c8e0 req-f859e44d-f11e-41cd-96f4-a69c77f2ee3a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 210 time: 0.0463638 Feb 11 13:43:57.739516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port c92d2d4b-a33f-4dc0-8e39-a13f129cda88 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:43:57.739877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.758516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5e75ce25-aae2-46da-9b53-5c76ea689dca), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:57.808562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c479ea-4ad8-4f99-ba0a-c182b2231378 None None] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:57.860293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Port': ['ID=5e75ce25-aae2-46da-9b53-5c76ea689dca,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:57.882024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3463f5-2adc-410c-895e-4446f5011046 req-45ee2602-0a16-457e-af09-f92a2fe615f4 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:57.885405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc3463f5-2adc-410c-895e-4446f5011046 req-45ee2602-0a16-457e-af09-f92a2fe615f4 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 946 time: 0.6470237 Feb 11 13:43:57.951975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:57.952683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:57.952873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:57.961289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06cedd-41cb-4a53-b6b6-aec78e9670f5 req-5cc2b612-ee0f-4d71-bb4d-ee5a26c965e1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:57.969140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e06cedd-41cb-4a53-b6b6-aec78e9670f5 req-5cc2b612-ee0f-4d71-bb4d-ee5a26c965e1 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.0897472 Feb 11 13:43:57.972596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:43:57.973212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:57.977363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:58.026648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for c92d2d4b-a33f-4dc0-8e39-a13f129cda88 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:43:58.044855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-92216d7e-b506-4f0f-9ec9-0c9564df879a None None] Could not find standard attr ID for object 5e75ce25-aae2-46da-9b53-5c76ea689dca. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:43:58.065833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:58.070993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Checking segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:58.071391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Bound using segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:58.072132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Bound port: 0994fc5f-84b9-49f3-9023-5ecd44d11070, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:58.072569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:58.085068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e06cedd-41cb-4a53-b6b6-aec78e9670f5 req-a90ed3c4-98d7-4e30-9fde-6bb00d83adab tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144080 Feb 11 13:43:58.118825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No DVR routers for this DVR port 5e75ce25-aae2-46da-9b53-5c76ea689dca on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:58.160422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc3463f5-2adc-410c-895e-4446f5011046 req-6fb4b1f6-80ac-430d-90b2-a973da3a592e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381210 Feb 11 13:43:58.303608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (8c9979f3-65bf-4ff1-890c-115d10b09bcc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:58.319334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1fbce-32dd-4426-82b4-31df17c0fd0b req-a9cceb61-d765-41e4-a262-f6c5ed3efd90 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:58.327454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dec1fbce-32dd-4426-82b4-31df17c0fd0b req-a9cceb61-d765-41e4-a262-f6c5ed3efd90 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1247289 Feb 11 13:43:58.434210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be5ee8-d5f0-4a15-8a4d-25609fc31d1d None None] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:58.434745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dec1fbce-32dd-4426-82b4-31df17c0fd0b req-8636fd31-586b-42dc-9a71-388431c281f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061177 Feb 11 13:43:58.465282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:58.476997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:58.486433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ca3f-3b24-4a1a-98f7-2f616a0fc816 req-fc75220f-1426-4f36-bf1c-8ce69277e6cf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:58.493212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0880ca3f-3b24-4a1a-98f7-2f616a0fc816 req-fc75220f-1426-4f36-bf1c-8ce69277e6cf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.1910641 Feb 11 13:43:58.519111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:58.559994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c92d2d4b-a33f-4dc0-8e39-a13f129cda88), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:58.621444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (8c9979f3-65bf-4ff1-890c-115d10b09bcc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:58.643797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=c92d2d4b-a33f-4dc0-8e39-a13f129cda88,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:58.756014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0880ca3f-3b24-4a1a-98f7-2f616a0fc816 req-cafb0300-16eb-4466-8966-2dd85d80f882 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492034 Feb 11 13:43:58.759500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:58.760777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:58.762343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] 10.222.0.83 "PUT /v2.0/ports/0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1092 time: 3.0155995 Feb 11 13:43:58.794619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9979f3-65bf-4ff1-890c-115d10b09bcc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:58.796498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:58.807336 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0755815-d3bf-4349-9f65-5996f0f5c8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:59.016824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e321ce-4709-410d-ab71-3136d02d24da service neutron] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:59.071198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92728f-a5cc-416a-90ee-fa08022ecf8b req-a21d9f72-d5d4-402f-a6c9-1675ccbfa628 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.086881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c92728f-a5cc-416a-90ee-fa08022ecf8b req-a21d9f72-d5d4-402f-a6c9-1675ccbfa628 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.4836183 Feb 11 13:43:59.260719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d0278-0660-42a5-bc43-b0320bb8b34b None None] Network 07a6e1b3-0adb-4445-8c86-9fb0f022afbd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:43:59.271023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (d8193eb6-96da-478b-896f-68e61cec6751), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.298522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c92728f-a5cc-416a-90ee-fa08022ecf8b req-58f87239-29b3-4e02-ba7a-cd6c9d373f7e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106929 Feb 11 13:43:59.305386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (07a6e1b3-0adb-4445-8c86-9fb0f022afbd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.409114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a6e1b3-0adb-4445-8c86-9fb0f022afbd']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:59.414539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-899e117c-8624-41ad-a9e6-4267d662341d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.438402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334955c0-e8cf-4fdb-b914-04a648e3f988 req-9cfecc4d-3c99-4e97-a769-9fe32d8fdc2a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.448413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-334955c0-e8cf-4fdb-b914-04a648e3f988 req-9cfecc4d-3c99-4e97-a769-9fe32d8fdc2a tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.5303364 Feb 11 13:43:59.460411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8073a6d-c81d-48c6-b257-60472f84765d') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:59.460965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8073a6d-c81d-48c6-b257-60472f84765d') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:59.478653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-ad0d7191-cd8b-4e64-93f6-7bcadaeb55d2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.478948 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27ce76fe-929f-48dd-bd00-f248e5bd6dc3 req-af677ed4-66fe-46d1-b415-194fc48017cd tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 210 time: 0.0428314 Feb 11 13:43:59.480058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-ad0d7191-cd8b-4e64-93f6-7bcadaeb55d2 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 811 time: 0.6668668 Feb 11 13:43:59.492130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-2f2d8c85-6e48-4758-a463-2280278774ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.493855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-2f2d8c85-6e48-4758-a463-2280278774ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1126 time: 0.5581670 Feb 11 13:43:59.496226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (e8073a6d-c81d-48c6-b257-60472f84765d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.500691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be347d-aa40-4f57-b375-b65f203f2461 None None] DHCP port deletion for 07a6e1b3-0adb-4445-8c86-9fb0f022afbd request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:43:59.542331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e8073a6d-c81d-48c6-b257-60472f84765d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.599189 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3efb3a1-1081-4216-9cdc-0576f841a30a x-openstack-request-id: req-f3efb3a1-1081-4216-9cdc-0576f841a30a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:59.599419 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:59.599650 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f3efb3a1-1081-4216-9cdc-0576f841a30a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:59.600688 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'status': 'completed', 'code': 200} Feb 11 13:43:59.613639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-ef638bf7-0112-43a0-b03a-b8930811de1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 217 time: 0.0684726 Feb 11 13:43:59.615127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:59.615750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (e8073a6d-c81d-48c6-b257-60472f84765d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:59.621893 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:59.669994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router d8193eb6-96da-478b-896f-68e61cec6751 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:59.700687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-c828ff65-bb34-4b27-8453-ea4fc9c450db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.702676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-c828ff65-bb34-4b27-8453-ea4fc9c450db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.0764596 Feb 11 13:43:59.739075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad544e-8c2e-4837-9b91-dd95034eecfa req-91174799-0c2e-4ea2-9b90-3fd5479c1c21 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.740958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87ad544e-8c2e-4837-9b91-dd95034eecfa req-91174799-0c2e-4ea2-9b90-3fd5479c1c21 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1059701 Feb 11 13:43:59.789794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-334955c0-e8cf-4fdb-b914-04a648e3f988 req-d61bccf0-73df-4f3a-be4a-60e35f573e35 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404112 Feb 11 13:43:59.790773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:59.801031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] Sync routers for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:59.809740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7cae9797-c026-4b5d-8ce5-90f3dc5979d2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/d8193eb6-96da-478b-896f-68e61cec6751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4823213 Feb 11 13:43:59.812358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:59.832761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:59.834493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:59.851533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d86c2332-d179-47f4-b7d4-00e03fe5d607 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8193eb6-96da-478b-896f-68e61cec6751 HTTP/1.1" status: 200 len: 205 time: 0.0358138 Feb 11 13:43:59.855064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:59.909469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (07a6e1b3-0adb-4445-8c86-9fb0f022afbd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.915017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:59.919147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/07a6e1b3-0adb-4445-8c86-9fb0f022afbd HTTP/1.1" status: 204 len: 168 time: 3.9928596 Feb 11 13:43:59.941731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:43:59.970084 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-aa9b6031-43dc-46ee-a865-95f6d714447d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d HTTP/1.1" status: 200 len: 379 time: 0.4803309 Feb 11 13:43:59.973733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e2f02-de1b-4c52-a96c-7c64af0a810d tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=07a6e1b3-0adb-4445-8c86-9fb0f022afbd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:59.982086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87ad544e-8c2e-4837-9b91-dd95034eecfa req-62e9c12c-c0b3-4a14-ba6b-8ccb92b73b9a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024136 Feb 11 13:44:00.007213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'port': {'device_id': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'admin_state_up': True, 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'security_groups': ['889a1017-6c97-483c-a02d-467e565dfbd7']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:00.022410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.063950 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc7c91a-cb3d-465a-896c-df59284433b5 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:00.069267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc7c91a-cb3d-465a-896c-df59284433b5 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:00.072796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-cc6a7cdf-c2fd-4585-931c-9d769814b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.073301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] Routers {'d8193eb6-96da-478b-896f-68e61cec6751'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:00.073970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d8193eb6-96da-478b-896f-68e61cec6751'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.074689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-cc6a7cdf-c2fd-4585-931c-9d769814b27b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3541615 Feb 11 13:44:00.092566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8cc7c91a-cb3d-465a-896c-df59284433b5 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/07a6e1b3-0adb-4445-8c86-9fb0f022afbd HTTP/1.1" status: 404 len: 339 time: 0.1469605 Feb 11 13:44:00.093901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54500) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:00.108518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953843102', 'description': 'd1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:00.129223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ad45336-3b4a-49a6-a3db-74a8aeb1259c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (d8193eb6-96da-478b-896f-68e61cec6751), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.137115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c3be4-f3fc-42ce-a4a6-090863ff9b0b req-0da50c00-0496-4aaa-af02-cab138bc4f3a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.149808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb2c3be4-f3fc-42ce-a4a6-090863ff9b0b req-0da50c00-0496-4aaa-af02-cab138bc4f3a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.2602272 Feb 11 13:44:00.176282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.178210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b90ce-665c-4184-bd3b-6110a571bdf5 None None] The sync data for ids ['d8193eb6-96da-478b-896f-68e61cec6751'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:00.318973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:00.324379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.325637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb2c3be4-f3fc-42ce-a4a6-090863ff9b0b req-81382c85-dc48-4c0f-9b13-602a2bb4d28a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747065 Feb 11 13:44:00.429309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-c11c54bc-8229-4a2f-8bb2-9fac4add0a90 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448222 Feb 11 13:44:00.447423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12fd5-0b6e-4e18-8c71-f779991ba5ac req-8057394c-54ec-4fe9-968a-31c9bcad3786 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.451434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Made reservation on behalf of 6bee6c4b7d584ff9b1f4b9e88341e48d for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:00.457839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2e12fd5-0b6e-4e18-8c71-f779991ba5ac req-8057394c-54ec-4fe9-968a-31c9bcad3786 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3428767 Feb 11 13:44:00.464004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.480127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:00.495431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (fbb10f4a-59e9-4ff0-9619-c2cbc6fc4438), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.496253 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment fbb10f4a-59e9-4ff0-9619-c2cbc6fc4438 of type vlan for network fb2c4dea-4810-488b-be0d-39f5f6bdc90d Feb 11 13:44:00.586367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fb2c4dea-4810-488b-be0d-39f5f6bdc90d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.667693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fb2c4dea-4810-488b-be0d-39f5f6bdc90d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.676058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.677452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.785430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ad45336-3b4a-49a6-a3db-74a8aeb1259c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (d8193eb6-96da-478b-896f-68e61cec6751), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.800451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ad45336-3b4a-49a6-a3db-74a8aeb1259c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (d8193eb6-96da-478b-896f-68e61cec6751), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.811843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e75ce25-aae2-46da-9b53-5c76ea689dca no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:00.867189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5e75ce25-aae2-46da-9b53-5c76ea689dca {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:44:00.868130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e75ce25-aae2-46da-9b53-5c76ea689dca not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:00.933165 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.964726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8670959 Feb 11 13:44:00.975310 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ad45336-3b4a-49a6-a3db-74a8aeb1259c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (d8193eb6-96da-478b-896f-68e61cec6751), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.975930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad45336-3b4a-49a6-a3db-74a8aeb1259c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Fanout notify agent at l3_agent the message router_deleted on router d8193eb6-96da-478b-896f-68e61cec6751 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:00.985257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ad45336-3b4a-49a6-a3db-74a8aeb1259c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.990781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ad45336-3b4a-49a6-a3db-74a8aeb1259c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/d8193eb6-96da-478b-896f-68e61cec6751 HTTP/1.1" status: 204 len: 168 time: 1.1334476 Feb 11 13:44:00.992836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:00.993085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54512) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:01.315239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd2f9e0d-eedb-41f7-b21f-573a40ec2362 req-b93099d8-dc8a-40bc-8f6e-0b76b1be5815 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 210 time: 0.6632824 Feb 11 13:44:01.339274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Allocated IP 172.20.0.8 (e248a5e8-5eb9-4084-a078-7528c53bbd9a/7bfd9419-0972-4eb3-850a-e08010556429/91437d4b-b4e5-4639-b8ba-c20d967fb65e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:01.513308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afa4052e-ba2e-4cf8-a851-4a50d8fd7be9 req-8c7e9b11-44fc-4151-96e9-c991ff44cdb6 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0740540 Feb 11 13:44:01.543729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c103573-8644-4d2c-b91e-de929f019952 req-b758e38e-6add-412d-b9dd-e91caadff3e0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.551020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c103573-8644-4d2c-b91e-de929f019952 req-b758e38e-6add-412d-b9dd-e91caadff3e0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.1647258 Feb 11 13:44:01.628641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2e12fd5-0b6e-4e18-8c71-f779991ba5ac req-88dd1914-fb78-4a1d-b1d1-8a3ef5539789 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1542003 Feb 11 13:44:01.633468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet 66269e7c-8221-46bc-baeb-277996c268fb {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:01.643463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:01.653519 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (66269e7c-8221-46bc-baeb-277996c268fb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:01.668471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99171f9-be6b-4712-b2de-ef9da22d70f9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=fb2c4dea-4810-488b-be0d-39f5f6bdc90d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:01.681188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fb2c4dea-4810-488b-be0d-39f5f6bdc90d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:01.811509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a6670c-7690-46f7-99c8-17f5e84659a4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.812914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-06a6670c-7690-46f7-99c8-17f5e84659a4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/networks?id=fb2c4dea-4810-488b-be0d-39f5f6bdc90d HTTP/1.1" status: 200 len: 761 time: 0.8104844 Feb 11 13:44:01.817874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:01.828654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (66269e7c-8221-46bc-baeb-277996c268fb), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:01.835568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:01.836492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'description': 'd2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:01.853181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c103573-8644-4d2c-b91e-de929f019952 req-a5c4d4ea-6b53-4c72-b1ce-98e4fc25657a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009779 Feb 11 13:44:01.891354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2d3b8-2f93-496e-aab5-e2f071f9ed15 req-2c97d2ee-3e44-4681-84ab-83bacdf16e02 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.898095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81c2d3b8-2f93-496e-aab5-e2f071f9ed15 req-2c97d2ee-3e44-4681-84ab-83bacdf16e02 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1503601 Feb 11 13:44:01.942835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event updated for resources: {'Port': ['ID=91437d4b-b4e5-4639-b8ba-c20d967fb65e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:01.968243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:01.970347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:01.972904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:01.978696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-7932057d-7950-4366-b9a0-1e903e320e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.980248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-7932057d-7950-4366-b9a0-1e903e320e99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1126 time: 0.3968081 Feb 11 13:44:02.073803 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (66269e7c-8221-46bc-baeb-277996c268fb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.149988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-ce14ffde-caef-4d58-9733-a3638bc7e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:02.152015 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-ce14ffde-caef-4d58-9733-a3638bc7e840 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.1509285 Feb 11 13:44:02.208483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (66269e7c-8221-46bc-baeb-277996c268fb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.250769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-17e358f5-1066-41b0-9621-9d0237627704 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 217 time: 0.0902884 Feb 11 13:44:02.339792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81c2d3b8-2f93-496e-aab5-e2f071f9ed15 req-dd4df076-13d5-46e7-ac16-50bf3daee0f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4367342 Feb 11 13:44:02.351292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=66269e7c-8221-46bc-baeb-277996c268fb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.361400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.363976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-67208fb0-899e-4493-9e66-a741fa342129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:02.366720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-67208fb0-899e-4493-9e66-a741fa342129 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1095541 Feb 11 13:44:02.396060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.398367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ed83d-d3ae-4890-b4e9-cdac8c9b7b21 None None] Network 4d4259a1-340b-4d83-9a72-587e449534e2 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:02.399450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4ffa8ecd-b460-476c-a06e-d0a1f9705470 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/66269e7c-8221-46bc-baeb-277996c268fb HTTP/1.1" status: 204 len: 168 time: 1.3214617 Feb 11 13:44:02.410651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:02.411381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.434086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54558) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:02.459999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fb2c4dea-4810-488b-be0d-39f5f6bdc90d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.514170 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f9eeafa5-66d3-445d-972b-959204911543 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5117044 Feb 11 13:44:02.534172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Request body: {'port': {'device_id': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:02.578664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fb2c4dea-4810-488b-be0d-39f5f6bdc90d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.643115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-076c5cc6-112a-44a5-8a04-dc11626cebd2 None None] Provisioning complete for port 91437d4b-b4e5-4639-b8ba-c20d967fb65e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:02.643499 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-076c5cc6-112a-44a5-8a04-dc11626cebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.644460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-224702f1-1650-4115-922d-126b545beb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:02.646036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-224702f1-1650-4115-922d-126b545beb76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2716236 Feb 11 13:44:02.672537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network fb2c4dea-4810-488b-be0d-39f5f6bdc90d is not hosted by any dhcp agent {{(pid=103176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:44:02.678342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:02.679081 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.680494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "PUT /v2.0/networks/fb2c4dea-4810-488b-be0d-39f5f6bdc90d HTTP/1.1" status: 200 len: 758 time: 0.8609481 Feb 11 13:44:02.684029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-076c5cc6-112a-44a5-8a04-dc11626cebd2 None None] Port 91437d4b-b4e5-4639-b8ba-c20d967fb65e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:02.685267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0a33e-632d-4e9e-8ccc-21d2fc0e006b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=fb2c4dea-4810-488b-be0d-39f5f6bdc90d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.689003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:02.701059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fb2c4dea-4810-488b-be0d-39f5f6bdc90d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:02.732740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet e4cf4fcb-e187-4048-959b-12bb19d386cb {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:02.745154 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (e4cf4fcb-e187-4048-959b-12bb19d386cb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.766993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dd140-6c60-4fbe-af0a-cfc07adab0fc req-5857d50c-8f2a-4cf4-9b2c-f91e31b02bf3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:02.768577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e25dd140-6c60-4fbe-af0a-cfc07adab0fc req-5857d50c-8f2a-4cf4-9b2c-f91e31b02bf3 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 931 time: 0.3051546 Feb 11 13:44:02.831874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-5cc2cd9a-2817-4f69-8003-84fddd3cb73e service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376634 Feb 11 13:44:02.832463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.976803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] DHCP port deletion for 4d4259a1-340b-4d83-9a72-587e449534e2 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:44:03.061583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] Deleting port 24a12872-a72a-4540-9526-8e2bf57716b0 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:03.062641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.148676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da7ab4-8d77-4584-8227-324b76849df0 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:03.165814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:44:03.166846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e9da7ab4-8d77-4584-8227-324b76849df0 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/networks?id=fb2c4dea-4810-488b-be0d-39f5f6bdc90d HTTP/1.1" status: 200 len: 761 time: 0.4666748 Feb 11 13:44:03.167650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54578) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:03.170354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (e4cf4fcb-e187-4048-959b-12bb19d386cb), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.185367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2125863538'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:03.188958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0755815-d3bf-4349-9f65-5996f0f5c8d1 req-f72d2727-f3b3-46cf-b5d0-c93e4da5d18a service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469663 Feb 11 13:44:03.202659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] For port 24a12872-a72a-4540-9526-8e2bf57716b0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=24a12872-a72a-4540-9526-8e2bf57716b0,segment=NetworkSegment(aca2d0c7-e676-4d70-a8e4-e3f255f954c6),segment_id=aca2d0c7-e676-4d70-a8e4-e3f255f954c6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:03.202659 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.215110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e047-25f1-4b87-9576-4c6e822efed2 req-a852dfce-3c7f-477c-948a-4007cce3ce3a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:03.227451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d33e047-25f1-4b87-9576-4c6e822efed2 req-a852dfce-3c7f-477c-948a-4007cce3ce3a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2685192 Feb 11 13:44:03.235327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:03.238693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.270727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] Calling delete_port for 24a12872-a72a-4540-9526-8e2bf57716b0 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:03.318652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e25dd140-6c60-4fbe-af0a-cfc07adab0fc req-d9227c01-2ae3-48a3-b0e5-6c765d21821c tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4851282 Feb 11 13:44:03.318652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:03.440162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e4cf4fcb-e187-4048-959b-12bb19d386cb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.450373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d33e047-25f1-4b87-9576-4c6e822efed2 req-6fa50747-43f6-4970-9fcc-6900491b6f5e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104852 Feb 11 13:44:03.493791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:03.513498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'port_id': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'mac_address': 'fa:16:3e:ae:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:44:03.549506 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (24a12872-a72a-4540-9526-8e2bf57716b0), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.583254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] No DVR routers for this DVR port 24a12872-a72a-4540-9526-8e2bf57716b0 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:03.591122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d4dc6-170a-4512-a534-4d78b18cdbb4 None None] Pushing event deleted for resources: {'Port': ['ID=24a12872-a72a-4540-9526-8e2bf57716b0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.601007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0994fc5f-84b9-49f3-9023-5ecd44d11070 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:03.601007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.617744 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (e4cf4fcb-e187-4048-959b-12bb19d386cb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.633658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (788a9905-94d2-410e-ae86-b249c4cc839c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.634024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0994fc5f-84b9-49f3-9023-5ecd44d11070 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:44:03.634987 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment 788a9905-94d2-410e-ae86-b249c4cc839c of type vlan for network bf15b76b-44f4-4095-a726-6399feadbc03 Feb 11 13:44:03.640225 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.665480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.674720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:03.674945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/e4cf4fcb-e187-4048-959b-12bb19d386cb HTTP/1.1" status: 204 len: 168 time: 1.2398064 Feb 11 13:44:03.679762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ecf3af-0e34-483c-bb80-ace4bb32d2a1 None None] Network 718e6f2a-4a02-4429-809d-75a31fd4ed7a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:03.680204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54586) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:03.703154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.716739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91437d4b-b4e5-4639-b8ba-c20d967fb65e {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:44:03.727855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Publish callbacks [] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.746114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Transition to ACTIVE for port object 91437d4b-b4e5-4639-b8ba-c20d967fb65e will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:03.751039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.797434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10607f8-87c7-4e83-8c9b-fd473d76d724 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cf4fcb-e187-4048-959b-12bb19d386cb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.818164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.849978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Pushing event updated for resources: {'Port': ['ID=91437d4b-b4e5-4639-b8ba-c20d967fb65e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.926305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (bf15b76b-44f4-4095-a726-6399feadbc03), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.958243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['0994fc5f-84b9-49f3-9023-5ecd44d11070'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:44:04.002572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123eb17-ef6e-4b73-868b-8d665a44ac8e req-91e0fae1-9509-420e-b4f9-c3723b10549c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.004714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0123eb17-ef6e-4b73-868b-8d665a44ac8e req-91e0fae1-9509-420e-b4f9-c3723b10549c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.4844077 Feb 11 13:44:04.005458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (bf15b76b-44f4-4095-a726-6399feadbc03), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.011531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.012323 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.050777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Attempting to bind port 91437d4b-b4e5-4639-b8ba-c20d967fb65e on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:04.051116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Attempting to bind port 91437d4b-b4e5-4639-b8ba-c20d967fb65e by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:04.051448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Attempting to bind port 91437d4b-b4e5-4639-b8ba-c20d967fb65e on network e248a5e8-5eb9-4084-a078-7528c53bbd9a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:04.065910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Port 91437d4b-b4e5-4639-b8ba-c20d967fb65e on network e248a5e8-5eb9-4084-a078-7528c53bbd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:44:04.074498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Attempting to bind port 91437d4b-b4e5-4639-b8ba-c20d967fb65e on network e248a5e8-5eb9-4084-a078-7528c53bbd9a {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:04.086929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:04.087283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Checking segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:04.087680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Bound using segment: {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:04.088818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Bound port: 91437d4b-b4e5-4639-b8ba-c20d967fb65e, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bc4543-cb91-4f82-b11b-f4de134a2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:04.089176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.120165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] DHCP port deletion for 718e6f2a-4a02-4429-809d-75a31fd4ed7a request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:44:04.158609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (4d4259a1-340b-4d83-9a72-587e449534e2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.226623 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0123eb17-ef6e-4b73-868b-8d665a44ac8e req-b58ce373-84c6-4ece-80af-e4530bf027c4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073419 Feb 11 13:44:04.231259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0563300 Feb 11 13:44:04.241462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54592) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:04.256422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': 'bf15b76b-44f4-4095-a726-6399feadbc03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:04.258933 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] For port 91437d4b-b4e5-4639-b8ba-c20d967fb65e, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:04.270214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] For port 91437d4b-b4e5-4639-b8ba-c20d967fb65e, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:04.280531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.360691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ac484-ec3e-478e-a542-4ab75ad8455b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=bf15b76b-44f4-4095-a726-6399feadbc03,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.387429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.391994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.396475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] 10.222.0.83 "PUT /v2.0/ports/91437d4b-b4e5-4639-b8ba-c20d967fb65e HTTP/1.1" status: 200 len: 1091 time: 1.8738613 Feb 11 13:44:04.398671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:04.406365 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44c03a-7969-455c-8a0d-00391fd26d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:04.444362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network bf15b76b-44f4-4095-a726-6399feadbc03 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:04.498331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (4d4259a1-340b-4d83-9a72-587e449534e2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.533392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4259a1-340b-4d83-9a72-587e449534e2']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:04.577721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca2d0c7-e676-4d70-a8e4-e3f255f954c6') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:04.578493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca2d0c7-e676-4d70-a8e4-e3f255f954c6') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:04.607770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (aca2d0c7-e676-4d70-a8e4-e3f255f954c6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.622298 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ccdf4d-e6c5-4509-8e7a-00b58b294a80 x-openstack-request-id: req-92ccdf4d-e6c5-4509-8e7a-00b58b294a80 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:04.622832 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:04.622832 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92ccdf4d-e6c5-4509-8e7a-00b58b294a80 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:04.623368 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'status': 'completed', 'code': 200} Feb 11 13:44:04.631187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (aca2d0c7-e676-4d70-a8e4-e3f255f954c6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.639119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] Deleting port a467546b-2118-45f6-927c-7328a81ce3ce {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:04.639726 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.641649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:04.642694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (aca2d0c7-e676-4d70-a8e4-e3f255f954c6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.647268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21d0d3-d21b-4336-acbb-f43a95d46c93 service neutron] Pushing event updated for resources: {'Port': ['ID=91437d4b-b4e5-4639-b8ba-c20d967fb65e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:04.728373 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:04.736085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ece78-140f-4aaa-a2c4-19efa2a1f864 req-bc04b006-21c1-414e-81c6-30250a51daef tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.737704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf1ece78-140f-4aaa-a2c4-19efa2a1f864 req-bc04b006-21c1-414e-81c6-30250a51daef tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 943 time: 0.2667642 Feb 11 13:44:04.799090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-290dc14b-90b0-419b-abc7-56ae8bcaa1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.800931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-290dc14b-90b0-419b-abc7-56ae8bcaa1c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 1125 time: 0.3574736 Feb 11 13:44:04.805034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] For port a467546b-2118-45f6-927c-7328a81ce3ce, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a467546b-2118-45f6-927c-7328a81ce3ce,segment=NetworkSegment(d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5),segment_id=d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:04.805440 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.836026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (4d4259a1-340b-4d83-9a72-587e449534e2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.838969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] Calling delete_port for a467546b-2118-45f6-927c-7328a81ce3ce owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:04.858997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.864658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/4d4259a1-340b-4d83-9a72-587e449534e2 HTTP/1.1" status: 204 len: 168 time: 1.1458297 Feb 11 13:44:04.875058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:04.875503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:04.901188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-ebccd97a-e6e3-4be8-8e33-959b03e1f2a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e HTTP/1.1" status: 200 len: 217 time: 0.0908952 Feb 11 13:44:04.946037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 24a12872-a72a-4540-9526-8e2bf57716b0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:04.967923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-3f20132c-200f-405d-b1bb-86e8a6be41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.969459 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-3f20132c-200f-405d-b1bb-86e8a6be41ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.0621138 Feb 11 13:44:04.971247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 24a12872-a72a-4540-9526-8e2bf57716b0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:44:04.972125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 24a12872-a72a-4540-9526-8e2bf57716b0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:04.972125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a467546b-2118-45f6-927c-7328a81ce3ce no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:04.980683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (718e6f2a-4a02-4429-809d-75a31fd4ed7a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.011775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683ce7-8b9d-4449-b198-650cc247f034 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=4d4259a1-340b-4d83-9a72-587e449534e2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.052745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf1ece78-140f-4aaa-a2c4-19efa2a1f864 req-1830267b-c4dd-4a15-9f0c-12c6b5a3d55f tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913995 Feb 11 13:44:05.068865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:05.074258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.095688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-c91ffcd5-42df-4d6e-8cbc-d283132d020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.099823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-c91ffcd5-42df-4d6e-8cbc-d283132d020f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1242294 Feb 11 13:44:05.237158 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.256899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port a467546b-2118-45f6-927c-7328a81ce3ce {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:05.257674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.287910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-f5ed0aef-25a1-426c-b503-7c2241e95cad service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818967 Feb 11 13:44:05.288147 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a69a79c-bac7-4580-a1b3-b2c6bcee83c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.322425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No active binding found for port a467546b-2118-45f6-927c-7328a81ce3ce {{(pid=103177) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:44:05.323175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] The host n-d-828676-2 is not matching for port a467546b-2118-45f6-927c-7328a81ce3ce host None! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:44:05.324130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a467546b-2118-45f6-927c-7328a81ce3ce not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:05.327149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] No DVR routers for this DVR port a467546b-2118-45f6-927c-7328a81ce3ce on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:05.328831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e4a3d-54cc-453b-adab-338300bc23d7 None None] Pushing event deleted for resources: {'Port': ['ID=a467546b-2118-45f6-927c-7328a81ce3ce,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.442213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bb61f26-900c-4f41-b244-283e5ae90fa3 req-fa9fd7f5-f7ae-4860-8d44-e0d406b16ecd service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489322 Feb 11 13:44:05.512901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port a467546b-2118-45f6-927c-7328a81ce3ce, host n-d-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:05.513390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.531736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for a467546b-2118-45f6-927c-7328a81ce3ce owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:05.536107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Port a467546b-2118-45f6-927c-7328a81ce3ce was not found and therefore no delete operation was performed {{(pid=103176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:44:05.580518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-7f4b6be3-77d7-4025-aea6-5b27e5bb77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.582761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-7f4b6be3-77d7-4025-aea6-5b27e5bb77e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 1125 time: 0.0875745 Feb 11 13:44:05.593167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a467546b-2118-45f6-927c-7328a81ce3ce), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.674038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port a467546b-2118-45f6-927c-7328a81ce3ce on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:05.675869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=a467546b-2118-45f6-927c-7328a81ce3ce,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.690793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a69a79c-bac7-4580-a1b3-b2c6bcee83c1 admin admin] Publish callbacks [] for security_group (519f48c0-4f10-417d-9965-264024c753ab), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.714341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-94b6db6f-b66c-4f04-977a-ade59a5c161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.715969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-94b6db6f-b66c-4f04-977a-ade59a5c161d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 912 time: 0.1267269 Feb 11 13:44:05.763760 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a69a79c-bac7-4580-a1b3-b2c6bcee83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (519f48c0-4f10-417d-9965-264024c753ab), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.766527 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (f79d748d-18a7-4148-8203-00ee94f61085), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.770610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-fa62c946-0cba-4b04-908b-70696ddb4bb0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e HTTP/1.1" status: 200 len: 217 time: 0.0453112 Feb 11 13:44:05.782836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716d0f-378e-4080-9db9-a77c8e8dbf2c req-eca36b79-733f-4c78-b602-4516b0e7a023 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.784352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a716d0f-378e-4080-9db9-a77c8e8dbf2c req-eca36b79-733f-4c78-b602-4516b0e7a023 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.3579710 Feb 11 13:44:05.841456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-8a5105db-de8f-4054-86d1-8681f6c03b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.843398 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-8a5105db-de8f-4054-86d1-8681f6c03b5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.0663414 Feb 11 13:44:05.868425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=f79d748d-18a7-4148-8203-00ee94f61085,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.923824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-714e568b-6faa-4967-9c3d-50da5bcf6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.925417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-714e568b-6faa-4967-9c3d-50da5bcf6480 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758462 Feb 11 13:44:05.952123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (718e6f2a-4a02-4429-809d-75a31fd4ed7a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:05.972574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4a69a79c-bac7-4580-a1b3-b2c6bcee83c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b01980a891c400b96ab8cdb5c93b27b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0929472 Feb 11 13:44:05.973619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69a79c-bac7-4580-a1b3-b2c6bcee83c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519f48c0-4f10-417d-9965-264024c753ab,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.985631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54620) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:06.012387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718e6f2a-4a02-4429-809d-75a31fd4ed7a']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:06.041215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:06.041679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:06.046430 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-fe9ebe3f-c827-4519-b7e9-f3182c663c42 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139028 Feb 11 13:44:06.067444 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.070006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': '788a9905-94d2-410e-ae86-b249c4cc839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf15b76b-44f4-4095-a726-6399feadbc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:06.070567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: bf15b76b-44f4-4095-a726-6399feadbc03, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:06.091815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a716d0f-378e-4080-9db9-a77c8e8dbf2c req-7dec6a76-fee4-4a5a-8c3c-75c500be7ac8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454913 Feb 11 13:44:06.108344 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.120671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:06.121182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (d47bae0a-e7a6-48e9-a64e-af0e9b6e9ac5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:06.126646 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:06.163808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network bf15b76b-44f4-4095-a726-6399feadbc03 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:06.207740 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-647f2614-9789-4485-9156-ec49ffc0639b admin admin] Publish callbacks [] for security_group (519f48c0-4f10-417d-9965-264024c753ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.214202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, bf15b76b-44f4-4095-a726-6399feadbc03) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:06.219577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.220514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.225507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1386cd-9cf9-4097-ab22-a380b6e8d74f None None] Network bf15b76b-44f4-4095-a726-6399feadbc03 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:06.230298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (718e6f2a-4a02-4429-809d-75a31fd4ed7a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.234548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.249853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54626) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:06.256128 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/718e6f2a-4a02-4429-809d-75a31fd4ed7a HTTP/1.1" status: 204 len: 168 time: 1.3638146 Feb 11 13:44:06.269988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-87505847'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:06.306881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:06.310282 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.343190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c654b-b424-4dfb-8a11-85908f4e6e83 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=718e6f2a-4a02-4429-809d-75a31fd4ed7a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.349173 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-647f2614-9789-4485-9156-ec49ffc0639b admin admin] Publish callbacks [] for security_group (519f48c0-4f10-417d-9965-264024c753ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.359483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:06.362084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-015139c3-8f12-47bc-967a-9c3ca970fbb3 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1106281 Feb 11 13:44:06.365900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:06.373566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (46553e06-98d2-413f-b3e6-7c8f5c35895e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.374222 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment 46553e06-98d2-413f-b3e6-7c8f5c35895e of type vlan for network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba Feb 11 13:44:06.455165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (42522c8e-26ad-4ec7-9e6b-f05abc7572ba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.458696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-bf15b76b-44f4-4095-a726-6399feadbc03', 'network_id': 'bf15b76b-44f4-4095-a726-6399feadbc03', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': 'f79d748d-18a7-4148-8203-00ee94f61085'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:06.459496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.496246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c44c03a-7969-455c-8a0d-00391fd26d7a req-7bda6422-7dcd-4eee-9c69-cbdc28ccfbf7 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431343 Feb 11 13:44:06.535026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b80711-bf28-4971-823f-c60cdf01c52a req-7214ad37-2b87-490d-acd6-cd87f82e48f5 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.536707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13b80711-bf28-4971-823f-c60cdf01c52a req-7214ad37-2b87-490d-acd6-cd87f82e48f5 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 943 time: 0.3463750 Feb 11 13:44:06.543545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (bf15b76b-44f4-4095-a726-6399feadbc03), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.579831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (42522c8e-26ad-4ec7-9e6b-f05abc7572ba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.585859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.586631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.641123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-647f2614-9789-4485-9156-ec49ffc0639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (519f48c0-4f10-417d-9965-264024c753ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.643800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-647f2614-9789-4485-9156-ec49ffc0639b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.658845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-647f2614-9789-4485-9156-ec49ffc0639b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/519f48c0-4f10-417d-9965-264024c753ab HTTP/1.1" status: 204 len: 168 time: 0.6672831 Feb 11 13:44:06.686991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f2614-9789-4485-9156-ec49ffc0639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f48c0-4f10-417d-9965-264024c753ab,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.689096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (f79d748d-18a7-4148-8203-00ee94f61085), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.711710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4579427 Feb 11 13:44:06.721661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54636) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:06.736840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:06.823120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Allocated IP 172.20.0.2 (bf15b76b-44f4-4095-a726-6399feadbc03/f79d748d-18a7-4148-8203-00ee94f61085/fad51f74-f349-4d1b-b244-173faf653027) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:06.834613 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-13b80711-bf28-4971-823f-c60cdf01c52a req-a8657d66-c214-41b5-ac1c-86340a3ade5d tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906160 Feb 11 13:44:06.848760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce38ef-11d3-4f5d-9df7-df75abf0367d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=42522c8e-26ad-4ec7-9e6b-f05abc7572ba,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.861694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:06.951370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:06.957372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.199365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:07.206272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 91437d4b-b4e5-4639-b8ba-c20d967fb65e details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:44:07.208308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:07.236208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac3141b-a806-4676-a42a-701739d1beac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.237832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d9136f5d-a54f-41ce-8a9c-f87947793b26), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.396683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=d9136f5d-a54f-41ce-8a9c-f87947793b26,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:07.428566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': '46553e06-98d2-413f-b3e6-7c8f5c35895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:07.433538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: 42522c8e-26ad-4ec7-9e6b-f05abc7572ba, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:07.444980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac3141b-a806-4676-a42a-701739d1beac admin admin] Publish callbacks [] for security_group (83814bf6-a4bc-4a44-83c1-eda955a65dda), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.483460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ac3141b-a806-4676-a42a-701739d1beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83814bf6-a4bc-4a44-83c1-eda955a65dda), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.485290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:07.497569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 42522c8e-26ad-4ec7-9e6b-f05abc7572ba) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:07.511761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05093ea-8c47-4990-85d5-541972acde59 None None] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:07.513209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:07.520595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.552983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d4013d46-2af2-4a9f-aad1-8c401e27f090 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8247669 Feb 11 13:44:07.554883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54648) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:07.566488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2ae77b34-0fda-42c4-89ac-a09ba1fef8ff tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2055394224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:07.607948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ae77b34-0fda-42c4-89ac-a09ba1fef8ff tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.609090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ae77b34-0fda-42c4-89ac-a09ba1fef8ff tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.612674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8ac3141b-a806-4676-a42a-701739d1beac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6c7f709e2ad418ba9d0d95729b44cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121997 Feb 11 13:44:07.614895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3141b-a806-4676-a42a-701739d1beac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83814bf6-a4bc-4a44-83c1-eda955a65dda,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:07.616172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54650) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:07.665140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-42522c8e-26ad-4ec7-9e6b-f05abc7572ba', 'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': 'd9136f5d-a54f-41ce-8a9c-f87947793b26'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:07.666510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.701823 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:44:07.712784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2064d-0820-4a2b-9500-083d099890b9 req-d771e4a2-86a3-4c4c-af57-82fc3164df00 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:07.719370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5d2064d-0820-4a2b-9500-083d099890b9 req-d771e4a2-86a3-4c4c-af57-82fc3164df00 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.4781094 Feb 11 13:44:07.800268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ae77b34-0fda-42c4-89ac-a09ba1fef8ff tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.809954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ae77b34-0fda-42c4-89ac-a09ba1fef8ff tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.823337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5d2064d-0820-4a2b-9500-083d099890b9 req-7c1c2498-6b72-4a5a-87c9-03080327bd27 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969026 Feb 11 13:44:07.834085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Publish callbacks [] for port (fad51f74-f349-4d1b-b244-173faf653027), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.843279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Publish callbacks [] for security_group (83814bf6-a4bc-4a44-83c1-eda955a65dda), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.855897 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ae77b34-0fda-42c4-89ac-a09ba1fef8ff tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.863116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2ae77b34-0fda-42c4-89ac-a09ba1fef8ff tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3061423 Feb 11 13:44:07.863116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54652) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:07.885569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'port': {'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba', 'name': 'tempest-RoutersTest-2096816795'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:07.898364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:07.907137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:07.907658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.938335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Publish callbacks [] for security_group (83814bf6-a4bc-4a44-83c1-eda955a65dda), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.941948 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (f79d748d-18a7-4148-8203-00ee94f61085), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:07.987625 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (fad51f74-f349-4d1b-b244-173faf653027), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.051374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=f79d748d-18a7-4148-8203-00ee94f61085,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.064447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.064828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.065182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.065525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.065864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.066235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.066575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.066905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.067246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.067570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.067898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.068223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.068555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.112886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Network bf15b76b-44f4-4095-a726-6399feadbc03 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:08.122812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:08.135611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 91437d4b-b4e5-4639-b8ba-c20d967fb65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:08.212907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:08.217149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (bf15b76b-44f4-4095-a726-6399feadbc03), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.218086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0994fc5f-84b9-49f3-9023-5ecd44d11070 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:08.218737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.238678 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83814bf6-a4bc-4a44-83c1-eda955a65dda), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.242069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.243346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83814bf6-a4bc-4a44-83c1-eda955a65dda HTTP/1.1" status: 204 len: 168 time: 0.6095445 Feb 11 13:44:08.276294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83814bf6-a4bc-4a44-83c1-eda955a65dda,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.286383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Pushing event updated for resources: {'Port': ['ID=fad51f74-f349-4d1b-b244-173faf653027,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.289592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'port_id': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'mac_address': 'fa:16:3e:00:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:44:08.302382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf15b76b-44f4-4095-a726-6399feadbc03']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:08.310592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.310948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.311295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.311646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.316148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.317740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.318489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.318912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.320034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.320438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.320791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.322792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.323616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c227e1b-6ab2-41e0-b283-e43bbafad5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:08.329545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:08.333606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788a9905-94d2-410e-ae86-b249c4cc839c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:08.333816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788a9905-94d2-410e-ae86-b249c4cc839c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:08.343441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:08.354868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.372709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (788a9905-94d2-410e-ae86-b249c4cc839c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.416942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (788a9905-94d2-410e-ae86-b249c4cc839c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.427769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:08.428672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] device_id is not set on port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:44:08.430711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:08.432392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (788a9905-94d2-410e-ae86-b249c4cc839c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:08.435653 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:08.438273 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c48a654-441a-4ba9-b6f8-4eea9c255da8" -d '{"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:08.461580 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.461820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c76f1-0aad-46f0-9c88-149f3bf2d4eb req-0482ce8c-1dea-450b-92b9-3b940d777d17 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:08.467841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-549c76f1-0aad-46f0-9c88-149f3bf2d4eb req-0482ce8c-1dea-450b-92b9-3b940d777d17 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 943 time: 0.3701494 Feb 11 13:44:08.563442 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8010663c-9d1a-42d9-b712-2bf37fb25d7f x-openstack-request-id: req-8010663c-9d1a-42d9-b712-2bf37fb25d7f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:08.563943 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:08.564066 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8010663c-9d1a-42d9-b712-2bf37fb25d7f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:08.564383 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'code': 200} Feb 11 13:44:08.590179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Attempting to bind port fad51f74-f349-4d1b-b244-173faf653027 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:08.590505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Attempting to bind port fad51f74-f349-4d1b-b244-173faf653027 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '788a9905-94d2-410e-ae86-b249c4cc839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf15b76b-44f4-4095-a726-6399feadbc03'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:08.590876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Attempting to bind port fad51f74-f349-4d1b-b244-173faf653027 on network bf15b76b-44f4-4095-a726-6399feadbc03 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:08.646769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.api [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:44:08.646769 n-d-828676-2 neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:44:08.646769 n-d-828676-2 neutron-server[103176]: [parameters: {'id': 'bf15b76b-44f4-4095-a726-6399feadbc03'}] Feb 11 13:44:08.646769 n-d-828676-2 neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:44:08.647191 n-d-828676-2 neutron-server[103176]: DEBUG oslo_db.api [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:44:08.654276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Allocated IP 172.20.0.2 (42522c8e-26ad-4ec7-9e6b-f05abc7572ba/d9136f5d-a54f-41ce-8a9c-f87947793b26/30cc677f-e3ec-46fe-a1a1-16eb96ef1a14) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:08.679521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:08.680037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Checking segment: {'id': '788a9905-94d2-410e-ae86-b249c4cc839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf15b76b-44f4-4095-a726-6399feadbc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:08.680317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.680714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Bound using segment: {'id': '788a9905-94d2-410e-ae86-b249c4cc839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf15b76b-44f4-4095-a726-6399feadbc03'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:08.681199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Bound port: fad51f74-f349-4d1b-b244-173faf653027, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788a9905-94d2-410e-ae86-b249c4cc839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf15b76b-44f4-4095-a726-6399feadbc03'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:08.681618 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fad51f74-f349-4d1b-b244-173faf653027), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.710431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 91437d4b-b4e5-4639-b8ba-c20d967fb65e is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:08.710825 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.750283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91437d4b-b4e5-4639-b8ba-c20d967fb65e {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:44:08.816655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 91437d4b-b4e5-4639-b8ba-c20d967fb65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:08.817740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.840445 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.864035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-549c76f1-0aad-46f0-9c88-149f3bf2d4eb req-a396095e-24bd-4224-a7ac-f8849109f5ff tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884041 Feb 11 13:44:08.988506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0458c7-b65f-4d74-8ca0-0435927dc103 req-e0f8bbbc-c509-447d-b721-20311060c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:09.007361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d0458c7-b65f-4d74-8ca0-0435927dc103 req-e0f8bbbc-c509-447d-b721-20311060c59a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1128 time: 0.3433509 Feb 11 13:44:09.028096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=91437d4b-b4e5-4639-b8ba-c20d967fb65e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:09.070453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] For port fad51f74-f349-4d1b-b244-173faf653027, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:09.078063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] For port fad51f74-f349-4d1b-b244-173faf653027, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fad51f74-f349-4d1b-b244-173faf653027,segment=NetworkSegment(788a9905-94d2-410e-ae86-b249c4cc839c),segment_id=788a9905-94d2-410e-ae86-b249c4cc839c)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:09.099478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21c50-13a2-46d3-8263-8d0857135ff8 req-c3066e82-ab7c-45d6-8ee7-c72c517431f8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:09.104502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ff21c50-13a2-46d3-8263-8d0857135ff8 req-c3066e82-ab7c-45d6-8ee7-c72c517431f8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1768808 Feb 11 13:44:09.113568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fad51f74-f349-4d1b-b244-173faf653027), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.147324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['91437d4b-b4e5-4639-b8ba-c20d967fb65e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:44:09.150960 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (bf15b76b-44f4-4095-a726-6399feadbc03), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.186469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d0458c7-b65f-4d74-8ca0-0435927dc103 req-048577df-8964-432b-8a66-3aaf161a97e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721950 Feb 11 13:44:09.228733 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ff21c50-13a2-46d3-8263-8d0857135ff8 req-178205d1-9684-44b5-af21-34499f7d2ca2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136527 Feb 11 13:44:09.263449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting port fad51f74-f349-4d1b-b244-173faf653027 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:09.263988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fad51f74-f349-4d1b-b244-173faf653027), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.354856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] For port fad51f74-f349-4d1b-b244-173faf653027, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fad51f74-f349-4d1b-b244-173faf653027,segment=NetworkSegment(788a9905-94d2-410e-ae86-b249c4cc839c),segment_id=788a9905-94d2-410e-ae86-b249c4cc839c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:09.355233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fad51f74-f349-4d1b-b244-173faf653027), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.374408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Calling delete_port for fad51f74-f349-4d1b-b244-173faf653027 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:09.501131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57249ba-3894-4631-8340-f44fbb646c66 None None] Pushing event updated for resources: {'Port': ['ID=fad51f74-f349-4d1b-b244-173faf653027,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:09.521216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Publish callbacks [] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.525969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (fad51f74-f349-4d1b-b244-173faf653027), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.536538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.559152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5123343b-25e7-4feb-91f4-b888ad7c69c1 None None] Network bf15b76b-44f4-4095-a726-6399feadbc03 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:09.573385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Port': ['ID=fad51f74-f349-4d1b-b244-173faf653027,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:09.579201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No DVR routers for this DVR port fad51f74-f349-4d1b-b244-173faf653027 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:09.591790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:09.616848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:09.635907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:09.677210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.20.0.4 (42522c8e-26ad-4ec7-9e6b-f05abc7572ba/d9136f5d-a54f-41ce-8a9c-f87947793b26/2f672927-d1a9-44c2-bba1-bc2a58b2d89c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:09.716360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Pushing event updated for resources: {'Port': ['ID=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:09.794234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Attempting to bind port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:09.794617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Attempting to bind port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '46553e06-98d2-413f-b3e6-7c8f5c35895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:09.794989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Attempting to bind port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 on network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:09.807656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:09.807996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Checking segment: {'id': '46553e06-98d2-413f-b3e6-7c8f5c35895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:09.809116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.809710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Bound using segment: {'id': '46553e06-98d2-413f-b3e6-7c8f5c35895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:09.810237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Bound port: 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46553e06-98d2-413f-b3e6-7c8f5c35895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42522c8e-26ad-4ec7-9e6b-f05abc7572ba'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:09.810631 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.853912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (bf15b76b-44f4-4095-a726-6399feadbc03), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.908340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf15b76b-44f4-4095-a726-6399feadbc03']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:09.918675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] For port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:09.924714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] For port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,segment=NetworkSegment(46553e06-98d2-413f-b3e6-7c8f5c35895e),segment_id=46553e06-98d2-413f-b3e6-7c8f5c35895e)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:09.933204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.952121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788a9905-94d2-410e-ae86-b249c4cc839c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:09.952363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788a9905-94d2-410e-ae86-b249c4cc839c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:09.971687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (788a9905-94d2-410e-ae86-b249c4cc839c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:09.984616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8eab1-6561-4cc0-b0f4-e9f1c12bcbe6 None None] Pushing event updated for resources: {'Port': ['ID=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:10.008939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (788a9905-94d2-410e-ae86-b249c4cc839c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:10.031051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:10.037466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (788a9905-94d2-410e-ae86-b249c4cc839c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:10.051081 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:10.186347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (bf15b76b-44f4-4095-a726-6399feadbc03), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:10.196040 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:10.200046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/bf15b76b-44f4-4095-a726-6399feadbc03 HTTP/1.1" status: 204 len: 168 time: 3.8299658 Feb 11 13:44:10.215417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54702) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:10.222599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec391f-b9a1-4183-99a6-125584d5386b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=bf15b76b-44f4-4095-a726-6399feadbc03,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:10.331898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:10.379213 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bf6b08-1849-4a97-b39a-0605a1b5fdb0 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] GET failed (client error): The resource could not be found. Feb 11 13:44:10.383188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f4bf6b08-1849-4a97-b39a-0605a1b5fdb0 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/subnets/f79d748d-18a7-4148-8203-00ee94f61085 HTTP/1.1" status: 404 len: 337 time: 0.1353760 Feb 11 13:44:10.386968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54708) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:10.388639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:10.408959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc991-55aa-4247-9292-1fbeb143ca4e req-d9b5a81e-5f9d-4089-bc5e-e96a2c1606bb tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:10.411310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d0fc991-55aa-4247-9292-1fbeb143ca4e req-d9b5a81e-5f9d-4089-bc5e-e96a2c1606bb tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 944 time: 0.3883798 Feb 11 13:44:10.423961 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec91d60-8c2b-4d0c-8732-635d257581e4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:10.428217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec91d60-8c2b-4d0c-8732-635d257581e4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:10.433791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eec91d60-8c2b-4d0c-8732-635d257581e4 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/bf15b76b-44f4-4095-a726-6399feadbc03 HTTP/1.1" status: 404 len: 339 time: 0.0451522 Feb 11 13:44:10.437491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:10.493533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:10.503568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:10.507021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:10.581644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d0fc991-55aa-4247-9292-1fbeb143ca4e req-0341fdbe-1343-46d2-b1cb-f8f5c7112855 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357191 Feb 11 13:44:10.582566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=2f672927-d1a9-44c2-bba1-bc2a58b2d89c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:10.616547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:10.617611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:10.651604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9844ca3e-96ab-44ca-8670-f6cf9e09980b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7823391 Feb 11 13:44:10.653904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54716) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:10.879785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c36de-fa6c-4011-a63f-523cf61c6c8b req-6f7e8b22-01b3-42a3-a12e-6584cff0a43a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:10.882360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a2c36de-fa6c-4011-a63f-523cf61c6c8b req-6f7e8b22-01b3-42a3-a12e-6584cff0a43a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.4470768 Feb 11 13:44:10.925791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833154aa-114d-42ff-9389-5d4e914d23aa tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:10.933398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-833154aa-114d-42ff-9389-5d4e914d23aa tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4939957 Feb 11 13:44:10.935286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:10.956348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:11.059440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bd7c4146-206d-48f7-aef0-22e9182483db tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 207 time: 0.1181757 Feb 11 13:44:11.064628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:11.076235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:11.077009 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:11.203046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 91437d4b-b4e5-4639-b8ba-c20d967fb65e up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:11.352840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:11.353393 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:11.440271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 91437d4b-b4e5-4639-b8ba-c20d967fb65e completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:11.452607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 91437d4b-b4e5-4639-b8ba-c20d967fb65e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:11.452986 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:11.455946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,segment=NetworkSegment(46553e06-98d2-413f-b3e6-7c8f5c35895e),segment_id=46553e06-98d2-413f-b3e6-7c8f5c35895e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:11.486977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:11.884197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a2c36de-fa6c-4011-a63f-523cf61c6c8b req-dba59759-9c81-4fd3-92c7-33e59bda7d2e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9942744 Feb 11 13:44:11.997879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b74bc72-1cd7-4016-9be3-07baa51a86ee None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:44:12.057813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c459ee-4fd3-4663-aec0-c2dfcffbcfed req-a671faf2-1aa5-49c2-b106-de68fe105e1a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.065597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9c459ee-4fd3-4663-aec0-c2dfcffbcfed req-a671faf2-1aa5-49c2-b106-de68fe105e1a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 944 time: 0.1301219 Feb 11 13:44:12.158140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c9c459ee-4fd3-4663-aec0-c2dfcffbcfed req-b981af99-bac8-4296-87b3-326ddabae4a6 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915623 Feb 11 13:44:12.158883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:12.259955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:12.278897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-47e7ba86-ccc4-4918-9982-ba9e8816768b None None] Provisioning complete for port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:12.279848 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47e7ba86-ccc4-4918-9982-ba9e8816768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:12.418330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 91437d4b-b4e5-4639-b8ba-c20d967fb65e is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:12.418989 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:12.470455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38255ddf-cae5-4f1a-913d-9dff04d1657d req-56dd2b14-6341-4f21-84f1-f0060f4f70e4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.480172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38255ddf-cae5-4f1a-913d-9dff04d1657d req-56dd2b14-6341-4f21-84f1-f0060f4f70e4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.3897932 Feb 11 13:44:12.510660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:12.513210 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b92f53-1473-4d16-8eeb-dae876191d42" -d '{"events": [{"server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "name": "network-vif-plugged", "status": "completed", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:12.518783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488f6d7-a988-49ae-877d-15a5d8cb30ac tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.535716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488f6d7-a988-49ae-877d-15a5d8cb30ac tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.545433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488f6d7-a988-49ae-877d-15a5d8cb30ac tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.562465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488f6d7-a988-49ae-877d-15a5d8cb30ac tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.564416 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7488f6d7-a988-49ae-877d-15a5d8cb30ac tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.4964454 Feb 11 13:44:12.570933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:12.577836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 91437d4b-b4e5-4639-b8ba-c20d967fb65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:12.615421 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:12.674178 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2981b-3582-48ab-8abe-5d4c0bcff1cf x-openstack-request-id: req-1ad2981b-3582-48ab-8abe-5d4c0bcff1cf {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:12.679060 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "name": "network-vif-plugged", "status": "completed", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:12.679329 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ad2981b-3582-48ab-8abe-5d4c0bcff1cf {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:12.679787 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'code': 200} Feb 11 13:44:12.703352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74bc72-1cd7-4016-9be3-07baa51a86ee None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:44:12.818151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47e7ba86-ccc4-4918-9982-ba9e8816768b None None] Current status of the port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:12.885768 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:12.904060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54766) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:12.906172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=91437d4b-b4e5-4639-b8ba-c20d967fb65e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:12.922938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-02caffce-4d62-44c8-b5ed-1caac9de8058 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3432925 Feb 11 13:44:12.925278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:12.928360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54770) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:12.945427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:12.949042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81b05-fa15-47e1-a65e-8abb05d3e5e7 req-17272918-135f-4618-a6da-ad39c3e7125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.958553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bf81b05-fa15-47e1-a65e-8abb05d3e5e7 req-17272918-135f-4618-a6da-ad39c3e7125b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 1127 time: 0.2619331 Feb 11 13:44:13.039569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38255ddf-cae5-4f1a-913d-9dff04d1657d req-4e59567b-9fb0-4d0c-b5d2-56882a60d4d1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5585268 Feb 11 13:44:13.065217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:13.124734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:13.125252 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:13.147937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1503be-451b-4e73-b93b-cfe2cfaccaa0 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:13.149873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fa1503be-451b-4e73-b93b-cfe2cfaccaa0 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1123 time: 0.0828512 Feb 11 13:44:13.158719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54776) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:13.163539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:13.212473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:13.269133 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ebaa6a-0a53-4f68-a9d4-2617febeee67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:13.307618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bec9b7-100d-42e0-a29e-27d5e222e544 None None] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:13.407766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:13.441047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ec2bf0-0f86-4814-953d-f258f048fd99 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:13.442793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ec2bf0-0f86-4814-953d-f258f048fd99 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:13.446585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-05ec2bf0-0f86-4814-953d-f258f048fd99 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4866588 Feb 11 13:44:13.454286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=2f672927-d1a9-44c2-bba1-bc2a58b2d89c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:13.488855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54780) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:13.491503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:13.604595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ebaa6a-0a53-4f68-a9d4-2617febeee67 admin admin] Publish callbacks [] for security_group (b852fe45-2549-4aa2-9c49-0715e8d92885), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:13.692101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ebaa6a-0a53-4f68-a9d4-2617febeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b852fe45-2549-4aa2-9c49-0715e8d92885), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:13.803663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bf81b05-fa15-47e1-a65e-8abb05d3e5e7 req-e42a4edb-b69a-4a2c-837a-4d127613c95c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7434623 Feb 11 13:44:13.836115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b79e9e-2c05-4fd3-b7e4-b8886b06ca16 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:13.837435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b79e9e-2c05-4fd3-b7e4-b8886b06ca16 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:13.846646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-00b79e9e-2c05-4fd3-b7e4-b8886b06ca16 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3535075 Feb 11 13:44:13.889290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54784) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:13.924929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.153 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c2b4c370-20cb-49ec-9c5e-55c8cae9d40e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:13.987976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6f8f2459-3ae0-4b35-8ba7-6e6b7317fc8a None None] Provisioning complete for port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:13.988570 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2459-3ae0-4b35-8ba7-6e6b7317fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.091738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.099037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f2459-3ae0-4b35-8ba7-6e6b7317fc8a None None] Port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:14.112453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:14.113355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-25ebaa6a-0a53-4f68-a9d4-2617febeee67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4e7a85a3fbc4dd3ae16030f57b95354&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2081935 Feb 11 13:44:14.119843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6f8f2459-3ae0-4b35-8ba7-6e6b7317fc8a None None] Provisioning complete for port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:14.120227 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2459-3ae0-4b35-8ba7-6e6b7317fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.125362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b8b06-10a5-4b79-bb9b-3d486a31f707 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:14.136465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-991b8b06-10a5-4b79-bb9b-3d486a31f707 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/networks/3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 HTTP/1.1" status: 200 len: 800 time: 0.2374341 Feb 11 13:44:14.141912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:14.238939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebaa6a-0a53-4f68-a9d4-2617febeee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b852fe45-2549-4aa2-9c49-0715e8d92885,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:14.278141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a6fc6-5728-408d-8fd4-e5cd724cf9b6 req-dcaecdea-4d65-412d-a9d0-63c2f13a8c5e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:14.285735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-725a6fc6-5728-408d-8fd4-e5cd724cf9b6 req-dcaecdea-4d65-412d-a9d0-63c2f13a8c5e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 0.9334600 Feb 11 13:44:14.304738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f2459-3ae0-4b35-8ba7-6e6b7317fc8a None None] Current status of the port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:14.409210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.431533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6958e19c-3425-4795-b813-cd6701aa138a None None] Provisioning complete for port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:14.432216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6958e19c-3425-4795-b813-cd6701aa138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.529531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6958e19c-3425-4795-b813-cd6701aa138a None None] Port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:14.545293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-725a6fc6-5728-408d-8fd4-e5cd724cf9b6 req-41cad931-25d3-4a84-91a1-9807b05dadc0 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443869 Feb 11 13:44:14.587107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.596854 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbefa-9a2e-4c5b-a6a2-9242ebe0d2da admin admin] Publish callbacks [] for security_group (b852fe45-2549-4aa2-9c49-0715e8d92885), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.608839 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.734607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:14.738459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbefa-9a2e-4c5b-a6a2-9242ebe0d2da admin admin] Publish callbacks [] for security_group (b852fe45-2549-4aa2-9c49-0715e8d92885), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.742059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:14.746276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:14.785057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6ed18afa-6123-47cf-87b9-210ce5e6ee40 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/networks/3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6287682 Feb 11 13:44:14.790612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54800) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:14.799759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84d6e054-fdd0-4d29-aac6-cb32a2124679 None None] Provisioning complete for port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:14.800156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84d6e054-fdd0-4d29-aac6-cb32a2124679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:14.819179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=c2b4c370-20cb-49ec-9c5e-55c8cae9d40e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:14.909170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84d6e054-fdd0-4d29-aac6-cb32a2124679 None None] Port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:14.992334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ba987-83bf-461f-b769-3dc164ab0d34 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:14.999748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c06ba987-83bf-461f-b769-3dc164ab0d34 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/subnets/f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add HTTP/1.1" status: 200 len: 811 time: 0.2014117 Feb 11 13:44:15.016697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:15.109065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2cfc1-4c5b-4f97-be6d-00905e9bf2b9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:15.111102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-05e2cfc1-4c5b-4f97-be6d-00905e9bf2b9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "GET /v2.0/subnets/f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0926206 Feb 11 13:44:15.139158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:15.145204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1719412816'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:15.188079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbefa-9a2e-4c5b-a6a2-9242ebe0d2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b852fe45-2549-4aa2-9c49-0715e8d92885), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.204085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbefa-9a2e-4c5b-a6a2-9242ebe0d2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.205264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce6fbefa-9a2e-4c5b-a6a2-9242ebe0d2da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b852fe45-2549-4aa2-9c49-0715e8d92885 HTTP/1.1" status: 204 len: 168 time: 1.0729816 Feb 11 13:44:15.314111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e706-2dcb-44e1-8789-24f245b74b4f req-48db99ab-958e-41b2-beb1-175de5d5564e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:15.315654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d36e706-2dcb-44e1-8789-24f245b74b4f req-48db99ab-958e-41b2-beb1-175de5d5564e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.1332002 Feb 11 13:44:15.332179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fbefa-9a2e-4c5b-a6a2-9242ebe0d2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852fe45-2549-4aa2-9c49-0715e8d92885,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.344763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:15.351224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.368515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.384838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.438242 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:44:15.453674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:15.487460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3a5edd68-b5d1-4b57-923d-440ab453834e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.488205 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Added segment 3a5edd68-b5d1-4b57-923d-440ab453834e of type vlan for network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae Feb 11 13:44:15.547790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.554161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=2f672927-d1a9-44c2-bba1-bc2a58b2d89c,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.698510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d36e706-2dcb-44e1-8789-24f245b74b4f req-31856442-b8a7-44b8-9c84-7f56d9b0f4d4 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730712 Feb 11 13:44:15.740116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:15.778783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:15.780288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:15.843404 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.853546 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2b778c9-80d4-40cb-b5ad-a3ebfc23adba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:15.910107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 4b2e87de-9b5d-43ca-94c1-29eb748a81ac is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:16.001283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (586c7064-a9be-4f2b-97ba-02fca7f65e2b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.057251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:16.068859 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] Sync routers for ids ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:16.075518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0d2bd504-4533-4596-a8eb-b8957b2760d4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/4b2e87de-9b5d-43ca-94c1-29eb748a81ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4192350 Feb 11 13:44:16.076521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:16.085186 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] Routers {'4b2e87de-9b5d-43ca-94c1-29eb748a81ac'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:16.085823 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.106889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:44:16.140428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61819e3-8ef6-42c2-8cc7-c80f2fff4005 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:16.145095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f61819e3-8ef6-42c2-8cc7-c80f2fff4005 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports/2f672927-d1a9-44c2-bba1-bc2a58b2d89c HTTP/1.1" status: 200 len: 977 time: 0.0674126 Feb 11 13:44:16.145950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54822) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:16.163997 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.184419 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] Routers {'4b2e87de-9b5d-43ca-94c1-29eb748a81ac'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:16.185301 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.219950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2b778c9-80d4-40cb-b5ad-a3ebfc23adba admin admin] Publish callbacks [] for security_group (e1050df9-665f-4ea7-8fc7-155454e1eefe), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.246593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-177e5604-8d9d-4096-bf7d-341e0a581011 None None] Provisioning complete for port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:16.252096 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-177e5604-8d9d-4096-bf7d-341e0a581011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.277134 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.277806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db67b8f-e043-4a3f-bc24-80580ea0efc8 None None] The sync data for ids ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:16.289533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2b778c9-80d4-40cb-b5ad-a3ebfc23adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e1050df9-665f-4ea7-8fc7-155454e1eefe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.327876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158dd8-f195-4308-9c33-9d735ab8796c req-1a3af986-9973-4983-b1cd-34a069a01212 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:16.329507 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57158dd8-f195-4308-9c33-9d735ab8796c req-1a3af986-9973-4983-b1cd-34a069a01212 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 0.6581552 Feb 11 13:44:16.345031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-177e5604-8d9d-4096-bf7d-341e0a581011 None None] Port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:16.375702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.380688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:16.381421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.414547 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.497028 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778c9-80d4-40cb-b5ad-a3ebfc23adba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1050df9-665f-4ea7-8fc7-155454e1eefe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:16.501838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d2b778c9-80d4-40cb-b5ad-a3ebfc23adba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efafbae95cfa4ca8a743985e627e23d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354813 Feb 11 13:44:16.521938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54826) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:16.565490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57158dd8-f195-4308-9c33-9d735ab8796c req-b49fa397-1509-4b2a-9c1e-5f0feddef913 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122529 Feb 11 13:44:16.565490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4190569 Feb 11 13:44:16.569559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:16.575106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'network_id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:16.642578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.713241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30947-eda0-419f-96c8-8c28e8888d52 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Network': ['ID=777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:16.727735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:16.829198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facd476-e808-4bae-acf1-824234f5f035 req-88cac4a2-b682-48a1-9d0a-4cdb290cd6d1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:16.831467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1facd476-e808-4bae-acf1-824234f5f035 req-88cac4a2-b682-48a1-9d0a-4cdb290cd6d1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 0.1495194 Feb 11 13:44:16.872513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:16.879724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Request body: {'floatingip': {'port_id': '91437d4b-b4e5-4639-b8ba-c20d967fb65e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:17.012674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 2f672927-d1a9-44c2-bba1-bc2a58b2d89c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:17.013516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.128498 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.147085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 2f672927-d1a9-44c2-bba1-bc2a58b2d89c owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:17.407352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (e1df2087-f75c-46ad-9e56-c878b72f939e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.409293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2f672927-d1a9-44c2-bba1-bc2a58b2d89c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.417952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0bfac9-02e8-4a19-b2bc-c6cc44efe052 admin admin] Publish callbacks [] for security_group (e1050df9-665f-4ea7-8fc7-155454e1eefe), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.463944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=2f672927-d1a9-44c2-bba1-bc2a58b2d89c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:17.543640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Made reservation on behalf of e020e0b3fb434b95923127cbd4b10b0a for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:17.547124 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.553733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0bfac9-02e8-4a19-b2bc-c6cc44efe052 admin admin] Publish callbacks [] for security_group (e1050df9-665f-4ea7-8fc7-155454e1eefe), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.564018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.618132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.649249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-6cd1b6af-b321-402b-94ed-26862c000ac9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:17.651300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-6cd1b6af-b321-402b-94ed-26862c000ac9 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.8327649 Feb 11 13:44:17.661080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.736275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing IP validity checks on allocation pools {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:44:17.736790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:44:17.770914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36288ca6-26bd-4f51-835c-9cf34c74adf0 req-8fbfed45-bc8d-4ba4-8c6f-925be0230e52 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:17.772433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36288ca6-26bd-4f51-835c-9cf34c74adf0 req-8fbfed45-bc8d-4ba4-8c6f-925be0230e52 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.9086072 Feb 11 13:44:17.844302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 4b2e87de-9b5d-43ca-94c1-29eb748a81ac has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:17.909398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=c2b4c370-20cb-49ec-9c5e-55c8cae9d40e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:17.931796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:17.937422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-09a16d95-b0c3-454f-b211-1042364f2920 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/4b2e87de-9b5d-43ca-94c1-29eb748a81ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900424 Feb 11 13:44:17.940068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54838) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:17.944586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] Sync routers for ids ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:17.958959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] Routers {'4b2e87de-9b5d-43ca-94c1-29eb748a81ac'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:17.965180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:17.976903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (586c7064-a9be-4f2b-97ba-02fca7f65e2b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.993331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0bfac9-02e8-4a19-b2bc-c6cc44efe052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e1050df9-665f-4ea7-8fc7-155454e1eefe), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.995956 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0d0bfac9-02e8-4a19-b2bc-c6cc44efe052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:17.997115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d0bfac9-02e8-4a19-b2bc-c6cc44efe052 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1050df9-665f-4ea7-8fc7-155454e1eefe HTTP/1.1" status: 204 len: 168 time: 1.4742205 Feb 11 13:44:18.021809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.033019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] Routers {'4b2e87de-9b5d-43ca-94c1-29eb748a81ac'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:18.033892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.082007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.083654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94838923-50ab-4360-8fdb-ea3208aaca44 None None] The sync data for ids ['4b2e87de-9b5d-43ca-94c1-29eb748a81ac'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:18.153390 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-eca93b0e-0d6f-4376-ae4f-fbc906c3b48e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:44:18.154664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eca93b0e-0d6f-4376-ae4f-fbc906c3b48e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/4b2e87de-9b5d-43ca-94c1-29eb748a81ac/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2128861 Feb 11 13:44:18.157438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:18.158495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bfac9-02e8-4a19-b2bc-c6cc44efe052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1050df9-665f-4ea7-8fc7-155454e1eefe,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:18.173741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36288ca6-26bd-4f51-835c-9cf34c74adf0 req-146a48d2-e40b-4ae3-ab0c-945624e3ab8e tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832567 Feb 11 13:44:18.198556 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ab32732b-31b9-4e4b-84d4-b1967c98300e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b2e87de-9b5d-43ca-94c1-29eb748a81ac HTTP/1.1" status: 200 len: 205 time: 0.0396342 Feb 11 13:44:18.201750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54844) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:18.285791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7492bc17-5e7d-4c81-9fc5-f7fddcdd32c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.457284 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7492bc17-5e7d-4c81-9fc5-f7fddcdd32c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.460340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7492bc17-5e7d-4c81-9fc5-f7fddcdd32c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.468891 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (bfcc33f8-617e-446d-a614-cb5cc74571fb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.476732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Deleting port 5d70688d-277f-4066-90ba-b1dc58dd8c65 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:18.478401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.524604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7492bc17-5e7d-4c81-9fc5-f7fddcdd32c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (4b2e87de-9b5d-43ca-94c1-29eb748a81ac), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.526111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492bc17-5e7d-4c81-9fc5-f7fddcdd32c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Fanout notify agent at l3_agent the message router_deleted on router 4b2e87de-9b5d-43ca-94c1-29eb748a81ac {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:18.544022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7492bc17-5e7d-4c81-9fc5-f7fddcdd32c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.548469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7492bc17-5e7d-4c81-9fc5-f7fddcdd32c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/4b2e87de-9b5d-43ca-94c1-29eb748a81ac HTTP/1.1" status: 204 len: 168 time: 0.3453691 Feb 11 13:44:18.549340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54856) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:18.663992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Checking segment: {'id': '3a5edd68-b5d1-4b57-923d-440ab453834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:18.664365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network hostable DHCP agents. Network: 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:18.696119 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP 586c7064-a9be-4f2b-97ba-02fca7f65e2b associated. External IP: 172.25.3.153, port: 0994fc5f-84b9-49f3-9023-5ecd44d11070. Feb 11 13:44:18.944841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet d9136f5d-a54f-41ce-8a9c-f87947793b26 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:18.948877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (d9136f5d-a54f-41ce-8a9c-f87947793b26), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:18.992171 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (d9136f5d-a54f-41ce-8a9c-f87947793b26), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.033694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:19.083230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:19.085352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d9136f5d-a54f-41ce-8a9c-f87947793b26), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.086158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=bfcc33f8-617e-446d-a614-cb5cc74571fb,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:19.089370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:19.104308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c442d1-9cfa-443a-b30e-60b3a7781db9 None None] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:19.125473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:19.126536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.149272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (d9136f5d-a54f-41ce-8a9c-f87947793b26), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.157222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ee07b8de-8cd3-48cb-af47-eef22f0b122e tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5866003 Feb 11 13:44:19.164250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54870) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:19.178501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] For port 5d70688d-277f-4066-90ba-b1dc58dd8c65, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=5d70688d-277f-4066-90ba-b1dc58dd8c65,segment=NetworkSegment(c2bed609-1b1c-4746-8d30-09765db6011f),segment_id=c2bed609-1b1c-4746-8d30-09765db6011f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:19.178878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.195766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4d1f3b19-88de-48cc-8770-7f4ffe7e0304 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:19.200911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=d9136f5d-a54f-41ce-8a9c-f87947793b26,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:19.225948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566237'] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.231602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1a716ef2-7a51-42c8-b203-6fea488cf8c4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/d9136f5d-a54f-41ce-8a9c-f87947793b26 HTTP/1.1" status: 204 len: 168 time: 0.6789770 Feb 11 13:44:19.232560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54876) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:19.241063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5412a2c-6310-4a64-85b9-aa778f378fbf None None] Network 42522c8e-26ad-4ec7-9e6b-f05abc7572ba requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:19.284937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Calling delete_port for 5d70688d-277f-4066-90ba-b1dc58dd8c65 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:19.407577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae', 'network_id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae', 'project_id': 'e020e0b3fb434b95923127cbd4b10b0a', 'fixed_ips': [{'subnet_id': 'bfcc33f8-617e-446d-a614-cb5cc74571fb'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:19.409438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.453686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (42522c8e-26ad-4ec7-9e6b-f05abc7572ba), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.498619 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3b19-88de-48cc-8770-7f4ffe7e0304 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26468651'] for subnet (bfcc33f8-617e-446d-a614-cb5cc74571fb), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.566584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] DHCP port deletion for 42522c8e-26ad-4ec7-9e6b-f05abc7572ba request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:44:19.595812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b5f53-cb9e-4447-b771-2e6f4c41b172 req-4dda45c3-f569-4252-bdf2-7fe81ac07396 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:19.607764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-506b5f53-cb9e-4447-b771-2e6f4c41b172 req-4dda45c3-f569-4252-bdf2-7fe81ac07396 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 947 time: 0.2389371 Feb 11 13:44:19.690869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Deleting port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:19.693974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.746426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-506b5f53-cb9e-4447-b771-2e6f4c41b172 req-88b0eb43-0c06-436a-b747-8d20932994de tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cfadbdf-63c5-4785-88cf-a9405cf8092e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375992 Feb 11 13:44:19.757511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 11 13:44:19.757511 n-d-828676-2 neutron-server[103177]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 11 13:44:19.757511 n-d-828676-2 neutron-server[103177]: [parameters: {'in_use': 1, 'id_1': 'bfcc33f8-617e-446d-a614-cb5cc74571fb'}] Feb 11 13:44:19.757511 n-d-828676-2 neutron-server[103177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:44:19.760831 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:44:19.769588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:19.770272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.854024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 5d70688d-277f-4066-90ba-b1dc58dd8c65 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:19.904730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] For port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,segment=NetworkSegment(46553e06-98d2-413f-b3e6-7c8f5c35895e),segment_id=46553e06-98d2-413f-b3e6-7c8f5c35895e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:19.904968 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.912245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,segment=NetworkSegment(46553e06-98d2-413f-b3e6-7c8f5c35895e),segment_id=46553e06-98d2-413f-b3e6-7c8f5c35895e)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:19.912382 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.930206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Calling delete_port for 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:19.944934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:19.962947 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3b19-88de-48cc-8770-7f4ffe7e0304 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754611102711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3128516'] for subnet (bfcc33f8-617e-446d-a614-cb5cc74571fb), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.965518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.969160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:19.974026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e1df2087-f75c-46ad-9e56-c878b72f939e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:19.989706 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] Sync routers for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:20.011815 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:20.012457 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:20.054983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f3b19-88de-48cc-8770-7f4ffe7e0304 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event updated for resources: {'Subnet': ['ID=bfcc33f8-617e-446d-a614-cb5cc74571fb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.085637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.105555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 5d70688d-277f-4066-90ba-b1dc58dd8c65 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:20.106180 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.110784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.149627 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.158396 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-506d5d0a-4186-4812-9966-47a2ed189937 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9982193 Feb 11 13:44:20.192266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:20.196070 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:20.210697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Pushing event deleted for resources: {'Port': ['ID=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.228987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] No DVR routers for this DVR port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:20.230561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (30cc677f-e3ec-46fe-a1a1-16eb96ef1a14), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.249306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.249803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.250558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.250558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.250744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.251085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.251507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.251738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.252070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.261859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.262139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.262525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.262875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12f1ab-e4ab-429b-988a-cd01ca42ef14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:20.271658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.278423 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:20.279993 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Floating IP e1df2087-f75c-46ad-9e56-c878b72f939e associated. External IP: 172.25.3.166, port: 91437d4b-b4e5-4639-b8ba-c20d967fb65e. Feb 11 13:44:20.340573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:20.359215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=30cc677f-e3ec-46fe-a1a1-16eb96ef1a14,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.436599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f3b19-88de-48cc-8770-7f4ffe7e0304 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:20.438358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3b19-88de-48cc-8770-7f4ffe7e0304 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.449519 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4d1f3b19-88de-48cc-8770-7f4ffe7e0304 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "PUT /v2.0/subnets/bfcc33f8-617e-446d-a614-cb5cc74571fb HTTP/1.1" status: 200 len: 877 time: 1.2600670 Feb 11 13:44:20.470835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:20.471816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5d70688d-277f-4066-90ba-b1dc58dd8c65), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.562725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Pushing event deleted for resources: {'Port': ['ID=5d70688d-277f-4066-90ba-b1dc58dd8c65,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.626377 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (42522c8e-26ad-4ec7-9e6b-f05abc7572ba), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.658779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42522c8e-26ad-4ec7-9e6b-f05abc7572ba']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:20.663580 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f989d2-5200-4634-86ec-f621ff53e545 x-openstack-request-id: req-c7f989d2-5200-4634-86ec-f621ff53e545 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:20.666115 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:20.667551 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c7f989d2-5200-4634-86ec-f621ff53e545 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:20.673391 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'status': 'completed', 'code': 200} Feb 11 13:44:20.721508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46553e06-98d2-413f-b3e6-7c8f5c35895e') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:20.721823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46553e06-98d2-413f-b3e6-7c8f5c35895e') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:20.796608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Allocated IP 172.20.0.3 (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae/bfcc33f8-617e-446d-a614-cb5cc74571fb/5cbf98a4-9d63-483c-aa1a-8b6c77d0461e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:20.802161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (46553e06-98d2-413f-b3e6-7c8f5c35895e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.835180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] No DVR routers for this DVR port 5d70688d-277f-4066-90ba-b1dc58dd8c65 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:20.854036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b9867-aab7-48bb-be17-99b0b181cd33 req-88af3f49-68a6-4743-8a25-bbce22a5f27f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:20.856660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-250b9867-aab7-48bb-be17-99b0b181cd33 req-88af3f49-68a6-4743-8a25-bbce22a5f27f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.4250615 Feb 11 13:44:20.858245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.864577 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3652cdd8-f3e4-4539-a639-38ad8e99e760 req-de6e48ea-5880-4590-81f5-e3e5acee4791 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.30 "DELETE /v2.0/ports/5d70688d-277f-4066-90ba-b1dc58dd8c65 HTTP/1.1" status: 204 len: 173 time: 3.1485236 Feb 11 13:44:20.880474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-196fe217-c6fe-4788-88c6-41d0b6749687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:20.885524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-196fe217-c6fe-4788-88c6-41d0b6749687 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1128 time: 0.2292161 Feb 11 13:44:20.907859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.913283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (46553e06-98d2-413f-b3e6-7c8f5c35895e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.932547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:20.957925 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '586c7064-a9be-4f2b-97ba-02fca7f65e2b', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'port_id': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'mac_address': 'fa:16:3e:ae:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:15Z', 'updated_at': '2022-02-11T13:44:15Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:20.977688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:20.978823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (46553e06-98d2-413f-b3e6-7c8f5c35895e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:20.984835 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:21.011040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-250b9867-aab7-48bb-be17-99b0b181cd33 req-a433ff12-6bcf-4b1b-9255-bd8c439a622a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391270 Feb 11 13:44:21.046457 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] Checking router: 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:44:21.047032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54914) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:21.062259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f492a276-1763-4f55-bb00-f8820a23473d req-93a1135b-a88d-454c-85c7-415bf12a9356 tempest-ServersNegativeTestJSON-1815911345 tempest-ServersNegativeTestJSON-1815911345-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2a80ea-ad96-478e-b6bd-8559f70afce9 HTTP/1.1" status: 200 len: 210 time: 0.1154554 Feb 11 13:44:21.077806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:21.079618 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.085629 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (bfcc33f8-617e-446d-a614-cb5cc74571fb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.159982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a896de12-35c4-48d6-8fad-f2c240412efb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/586c7064-a9be-4f2b-97ba-02fca7f65e2b HTTP/1.1" status: 200 len: 992 time: 0.1117311 Feb 11 13:44:21.217559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:21.222533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.248696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (42522c8e-26ad-4ec7-9e6b-f05abc7572ba), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.258587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.263062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/42522c8e-26ad-4ec7-9e6b-f05abc7572ba HTTP/1.1" status: 204 len: 168 time: 2.0295951 Feb 11 13:44:21.267143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54918) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:21.282210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-822331726'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:21.296308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbe0c8-68ca-41e6-93dc-1d49a70163fb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=42522c8e-26ad-4ec7-9e6b-f05abc7572ba,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.316690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-7bb30c90-fee0-4a85-95ee-a47af7fbd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:21.318605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-7bb30c90-fee0-4a85-95ee-a47af7fbd571 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.4135828 Feb 11 13:44:21.323356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:21.326904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dccf6902-d873-4a3a-847e-de4d0555d7c8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "PUT /v2.0/floatingips/e1df2087-f75c-46ad-9e56-c878b72f939e HTTP/1.1" status: 200 len: 991 time: 4.4480226 Feb 11 13:44:21.330927 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.336400 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:21.361241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:21.365155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] Sync routers for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:21.404078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:44:21.404897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30cc677f-e3ec-46fe-a1a1-16eb96ef1a14 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:21.414206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:21.424413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e9640c6b-16dd-47bd-aa3e-9f64714b6be0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.424768 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment e9640c6b-16dd-47bd-aa3e-9f64714b6be0 of type vlan for network 1141aa38-d80f-4879-8ba3-bcce59252020 Feb 11 13:44:21.471431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Publish callbacks [] for port (5cbf98a4-9d63-483c-aa1a-8b6c77d0461e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.472981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (1141aa38-d80f-4879-8ba3-bcce59252020), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.487064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5cbf98a4-9d63-483c-aa1a-8b6c77d0461e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.500826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:21.501986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.516582 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (1141aa38-d80f-4879-8ba3-bcce59252020), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.517268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (bfcc33f8-617e-446d-a614-cb5cc74571fb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.525652 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:21.526348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.538996 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-90bca2e2-bc7d-4d6b-9364-11a76cac7af6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1000 time: 0.2045875 Feb 11 13:44:21.559836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcc33f8-617e-446d-a614-cb5cc74571fb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.613349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3450077 Feb 11 13:44:21.626792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54926) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:21.635244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': '1141aa38-d80f-4879-8ba3-bcce59252020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:21.694775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023525a-9e96-46a0-9345-8ed2fc7682b1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=1141aa38-d80f-4879-8ba3-bcce59252020,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.718618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.733033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:21.735669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 1141aa38-d80f-4879-8ba3-bcce59252020 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:21.740226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-5085879f-02fb-4566-9b17-83c6e5981e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:21.743289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.745722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-5085879f-02fb-4566-9b17-83c6e5981e55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1919217 Feb 11 13:44:21.756499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5edd68-b5d1-4b57-923d-440ab453834e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.757035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5edd68-b5d1-4b57-923d-440ab453834e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.769517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (3a5edd68-b5d1-4b57-923d-440ab453834e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.786544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:21.801112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Pushing event updated for resources: {'Port': ['ID=5cbf98a4-9d63-483c-aa1a-8b6c77d0461e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.817087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3a5edd68-b5d1-4b57-923d-440ab453834e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.819574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-b2e20564-554d-457a-92da-a11063927e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:21.823771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-b2e20564-554d-457a-92da-a11063927e0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686619 Feb 11 13:44:21.842390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:21.869821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:21.870278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (3a5edd68-b5d1-4b57-923d-440ab453834e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:21.874005 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:21.888151 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '586c7064-a9be-4f2b-97ba-02fca7f65e2b', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'port_id': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'mac_address': 'fa:16:3e:ae:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:15Z', 'updated_at': '2022-02-11T13:44:15Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.952041 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc3df-a7ae-4b85-b734-5abba008a517 None None] The sync data for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 is: [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '586c7064-a9be-4f2b-97ba-02fca7f65e2b', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'port_id': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'mac_address': 'fa:16:3e:ae:60:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:15Z', 'updated_at': '2022-02-11T13:44:15Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:22.005674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:22.013522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.api [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:44:22.013522 n-d-828676-2 neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:44:22.013522 n-d-828676-2 neutron-server[103176]: [parameters: {'id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae'}] Feb 11 13:44:22.013522 n-d-828676-2 neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:44:22.014483 n-d-828676-2 neutron-server[103176]: DEBUG oslo_db.api [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:44:22.025873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:22.036216 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.120431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-866605b9-25df-4c9a-a521-d427b056aaae service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884064 Feb 11 13:44:22.196842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54948) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:22.197225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54950) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:22.256652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.359323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] Deleting subnet 66bd221b-8ee1-4108-a834-c90a84448b59 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:22.364377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] Publish callbacks [] for subnet (66bd221b-8ee1-4108-a834-c90a84448b59), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.368914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07bc0f5b-34f3-4db9-aad0-7fa19efd84f5 req-719cb0a5-07e8-484d-825b-d5f06a686223 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378509 Feb 11 13:44:22.370034 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-60711c80-ecff-45ed-87c9-d75b2847e112 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/586c7064-a9be-4f2b-97ba-02fca7f65e2b HTTP/1.1" status: 200 len: 992 time: 0.1703873 Feb 11 13:44:22.382243 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d0bcb0-0cf3-43f5-906b-b5dc15b7d279 None None] New status for floating IP 586c7064-a9be-4f2b-97ba-02fca7f65e2b: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:44:22.450113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (66bd221b-8ee1-4108-a834-c90a84448b59), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.486467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Attempting to bind port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:22.487072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Attempting to bind port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3a5edd68-b5d1-4b57-923d-440ab453834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:22.487219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Attempting to bind port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e on network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:22.523903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:22.530086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Checking segment: {'id': '3a5edd68-b5d1-4b57-923d-440ab453834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:22.530753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.531388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Bound using segment: {'id': '3a5edd68-b5d1-4b57-923d-440ab453834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:22.531654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.532257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Bound port: 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5edd68-b5d1-4b57-923d-440ab453834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:22.532977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5cbf98a4-9d63-483c-aa1a-8b6c77d0461e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.554283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (66bd221b-8ee1-4108-a834-c90a84448b59), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.604486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] For port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:22.608009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] For port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5cbf98a4-9d63-483c-aa1a-8b6c77d0461e,segment=NetworkSegment(3a5edd68-b5d1-4b57-923d-440ab453834e),segment_id=3a5edd68-b5d1-4b57-923d-440ab453834e)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:22.616991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (eaa860ba-871b-4e35-badd-9c747cf01fb0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.619605 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5cbf98a4-9d63-483c-aa1a-8b6c77d0461e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:22.682430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-deleted', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65'}, {'name': 'network-changed', 'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:22.685093 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90461fa-a53c-4ab1-baf9-cb54a973cfab" -d '{"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-deleted", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65"}, {"name": "network-changed", "server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:22.823105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd0042-e2c2-47ec-85b9-b01827d9d89f None None] Pushing event updated for resources: {'Port': ['ID=5cbf98a4-9d63-483c-aa1a-8b6c77d0461e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:22.840622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e1748-7df4-45cc-b57c-91458e520226 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:44:22.877057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-d4fd2ea4-51d8-4669-ba8f-43800d9d002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:22.878970 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-d4fd2ea4-51d8-4669-ba8f-43800d9d002a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 1127 time: 0.0821846 Feb 11 13:44:22.958524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e1df2087-f75c-46ad-9e56-c878b72f939e', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'port_id': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'mac_address': 'fa:16:3e:00:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:43:52Z', 'updated_at': '2022-02-11T13:44:19Z', 'revision_number': 1, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.055747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] Checking router: f56347bd-1fd7-47d8-abe5-2a3ea605ff49 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:44:23.065260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-2f97b3f6-20d0-4a9f-b35c-209b130b1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:23.066791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-2f97b3f6-20d0-4a9f-b35c-209b130b1a65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 200 len: 912 time: 0.1799333 Feb 11 13:44:23.091831 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccedf84-e448-4777-b8ae-30416ec6edb8 x-openstack-request-id: req-2ccedf84-e448-4777-b8ae-30416ec6edb8 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:23.092353 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2a80ea-ad96-478e-b6bd-8559f70afce9", "name": "network-vif-deleted", "tag": "5d70688d-277f-4066-90ba-b1dc58dd8c65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:23.092465 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ccedf84-e448-4777-b8ae-30416ec6edb8 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:23.092852 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2a80ea-ad96-478e-b6bd-8559f70afce9', 'name': 'network-vif-deleted', 'tag': '5d70688d-277f-4066-90ba-b1dc58dd8c65', 'status': 'completed', 'code': 200} Feb 11 13:44:23.093110 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'status': 'completed', 'code': 200} Feb 11 13:44:23.162634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:23.163813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=eaa860ba-871b-4e35-badd-9c747cf01fb0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:23.164944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.179975 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-89aa49d6-24e3-49d6-81d6-9cb8890224ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e HTTP/1.1" status: 200 len: 999 time: 0.1062424 Feb 11 13:44:23.190352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (66bd221b-8ee1-4108-a834-c90a84448b59), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.232284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.245449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:23.246207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/66bd221b-8ee1-4108-a834-c90a84448b59 HTTP/1.1" status: 204 len: 168 time: 1.0478079 Feb 11 13:44:23.249264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': 'e9640c6b-16dd-47bd-aa3e-9f64714b6be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1141aa38-d80f-4879-8ba3-bcce59252020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:23.252418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: 1141aa38-d80f-4879-8ba3-bcce59252020, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:23.323652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e0ad4-0b76-417d-917f-c5bee9cf9363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bd221b-8ee1-4108-a834-c90a84448b59,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:23.334845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-f0261895-5fc6-40eb-a241-aeded76ff457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:23.336898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-f0261895-5fc6-40eb-a241-aeded76ff457 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 200 len: 850 time: 0.1499796 Feb 11 13:44:23.352218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:23.358597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:23.359234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5cbf98a4-9d63-483c-aa1a-8b6c77d0461e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.375051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:23.390373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e1748-7df4-45cc-b57c-91458e520226 None None] Network 1141aa38-d80f-4879-8ba3-bcce59252020 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:23.437938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e1748-7df4-45cc-b57c-91458e520226 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 1141aa38-d80f-4879-8ba3-bcce59252020) {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:44:23.441460 n-d-828676-2 neutron-server[103176]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 already present Feb 11 13:44:23.441853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 1141aa38-d80f-4879-8ba3-bcce59252020 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:23.442659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 1141aa38-d80f-4879-8ba3-bcce59252020) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:23.448902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7d26d227-df76-45c0-9a8c-d2c67fa21157), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.449163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:23.449548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.485801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-30c4b56f-0196-4ede-8994-a4eb58fcc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:23.487504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-30c4b56f-0196-4ede-8994-a4eb58fcc0a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e248a5e8-5eb9-4084-a078-7528c53bbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1095424 Feb 11 13:44:23.543111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b3b853d1-5eba-4ea9-8e97-1e4577eb82ce tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9144051 Feb 11 13:44:23.545572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] For port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5cbf98a4-9d63-483c-aa1a-8b6c77d0461e,segment=NetworkSegment(3a5edd68-b5d1-4b57-923d-440ab453834e),segment_id=3a5edd68-b5d1-4b57-923d-440ab453834e)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:23.545997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5cbf98a4-9d63-483c-aa1a-8b6c77d0461e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.551411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:23.556080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6e1dbd6a-c3bc-46ed-bc44-214746a3a519 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1201931192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:23.592328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9806f8e-fca0-4472-9e84-160afdba3032 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/586c7064-a9be-4f2b-97ba-02fca7f65e2b HTTP/1.1" status: 200 len: 994 time: 0.2140903 Feb 11 13:44:23.593278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd6a-c3bc-46ed-bc44-214746a3a519 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (046b9eb4-ca0a-429a-b943-80a9d60429f8), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.594342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd6a-c3bc-46ed-bc44-214746a3a519 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (046b9eb4-ca0a-429a-b943-80a9d60429f8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.644101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Calling delete_port for 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:23.723500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-689cab84-c48e-4882-8deb-9379c4b91460 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959066 Feb 11 13:44:23.779120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7d26d227-df76-45c0-9a8c-d2c67fa21157), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.780507 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd6a-c3bc-46ed-bc44-214746a3a519 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (046b9eb4-ca0a-429a-b943-80a9d60429f8), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.793521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd6a-c3bc-46ed-bc44-214746a3a519 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (046b9eb4-ca0a-429a-b943-80a9d60429f8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.908746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d26d227-df76-45c0-9a8c-d2c67fa21157']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.920706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-1141aa38-d80f-4879-8ba3-bcce59252020', 'network_id': '1141aa38-d80f-4879-8ba3-bcce59252020', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': 'eaa860ba-871b-4e35-badd-9c747cf01fb0'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:23.922699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.923597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bed609-1b1c-4746-8d30-09765db6011f') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.923911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bed609-1b1c-4746-8d30-09765db6011f') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.939339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbd6a-c3bc-46ed-bc44-214746a3a519 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.940749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6e1dbd6a-c3bc-46ed-bc44-214746a3a519 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3881640 Feb 11 13:44:23.945567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5cbf98a4-9d63-483c-aa1a-8b6c77d0461e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.947512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54980) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:23.952114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (c2bed609-1b1c-4746-8d30-09765db6011f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:23.968789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No DVR routers for this DVR port 5cbf98a4-9d63-483c-aa1a-8b6c77d0461e on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:24.004531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d90461fa-a53c-4ab1-baf9-cb54a973cfab req-69509aca-816a-4129-a66b-414afdf805a7 service neutron] 10.222.0.83 "GET /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450788 Feb 11 13:44:24.023571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c2bed609-1b1c-4746-8d30-09765db6011f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.072579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:24.072579 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (c2bed609-1b1c-4746-8d30-09765db6011f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:24.074663 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:24.099197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Port': ['ID=5cbf98a4-9d63-483c-aa1a-8b6c77d0461e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.193508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Allocated IP 172.20.0.2 (1141aa38-d80f-4879-8ba3-bcce59252020/eaa860ba-871b-4e35-badd-9c747cf01fb0/0e8294cb-430e-4d98-be32-399166e87599) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:24.234892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e1df2087-f75c-46ad-9e56-c878b72f939e', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'port_id': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'mac_address': 'fa:16:3e:00:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:43:52Z', 'updated_at': '2022-02-11T13:44:19Z', 'revision_number': 1, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:24.242666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.252535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7d26d227-df76-45c0-9a8c-d2c67fa21157), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.260618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.267268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] 10.222.0.79 "DELETE /v2.0/networks/7d26d227-df76-45c0-9a8c-d2c67fa21157 HTTP/1.1" status: 204 len: 168 time: 1.0161481 Feb 11 13:44:24.291647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:24.317803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0fa6e-20c1-48af-94f8-74850670c9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=7d26d227-df76-45c0-9a8c-d2c67fa21157,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.328707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5edd68-b5d1-4b57-923d-440ab453834e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:24.328707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5edd68-b5d1-4b57-923d-440ab453834e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:24.346692 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (3a5edd68-b5d1-4b57-923d-440ab453834e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.362889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3a5edd68-b5d1-4b57-923d-440ab453834e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.370480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:24.371012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (3a5edd68-b5d1-4b57-923d-440ab453834e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:24.375791 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:24.460855 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.473313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.478938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae HTTP/1.1" status: 204 len: 168 time: 4.0039213 Feb 11 13:44:24.489126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:24.494034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.498360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5770efd-8e91-4234-bce3-2a6e98e4ea82 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.500162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ca9b1-1993-4832-baa4-ae00b1159427 None None] The sync data for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 is: [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e1df2087-f75c-46ad-9e56-c878b72f939e', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'port_id': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'mac_address': 'fa:16:3e:00:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:43:52Z', 'updated_at': '2022-02-11T13:44:19Z', 'revision_number': 1, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:24.541930 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0a7044-5922-41b8-bf6f-559d0ab26cf7 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:24.542760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0a7044-5922-41b8-bf6f-559d0ab26cf7 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:24.547670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5a0a7044-5922-41b8-bf6f-559d0ab26cf7 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/bfcc33f8-617e-446d-a614-cb5cc74571fb HTTP/1.1" status: 404 len: 337 time: 0.0571258 Feb 11 13:44:24.550657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55000) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:24.582293 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3c9eb2-9057-4ed4-b070-6f1ff17f3c57 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:24.583244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3c9eb2-9057-4ed4-b070-6f1ff17f3c57 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:24.586802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dc3c9eb2-9057-4ed4-b070-6f1ff17f3c57 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae HTTP/1.1" status: 404 len: 339 time: 0.0338378 Feb 11 13:44:24.590169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:24.636612 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-592becb9-d523-4476-9aa5-4019ff176cfe tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:24.645878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592becb9-d523-4476-9aa5-4019ff176cfe tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:24.652187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-592becb9-d523-4476-9aa5-4019ff176cfe tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/f79d748d-18a7-4148-8203-00ee94f61085 HTTP/1.1" status: 404 len: 337 time: 0.0574417 Feb 11 13:44:24.652850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55004) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:24.684316 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f636b7a-2fc9-4728-98be-d930f8e5ebc1 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:24.684852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f636b7a-2fc9-4728-98be-d930f8e5ebc1 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:24.695377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6f636b7a-2fc9-4728-98be-d930f8e5ebc1 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/bf15b76b-44f4-4095-a726-6399feadbc03 HTTP/1.1" status: 404 len: 339 time: 0.0381489 Feb 11 13:44:24.695571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:24.723941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:24.748962 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Publish callbacks [] for port (0e8294cb-430e-4d98-be32-399166e87599), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.765347 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (0e8294cb-430e-4d98-be32-399166e87599), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.825043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Network 1141aa38-d80f-4879-8ba3-bcce59252020 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:24.829303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:24.836013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fb2c4dea-4810-488b-be0d-39f5f6bdc90d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.845309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:24.845676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a9872b14-cace-456d-87ad-272bba1c4a65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d9052ccf39c4937887292b8e5ad1d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1203692 Feb 11 13:44:24.849607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55012) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:24.910726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832cf93-a554-47e1-9c4c-6868cd45894b None None] New status for floating IP e1df2087-f75c-46ad-9e56-c878b72f939e: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:44:24.928874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.20.0.1 (1141aa38-d80f-4879-8ba3-bcce59252020/eaa860ba-871b-4e35-badd-9c747cf01fb0/47e9e46f-2482-454d-b3fb-6f1c74c40fb5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:24.952687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa3fc-41a2-4075-b90a-318e6bb21c30 admin admin] Publish callbacks [] for security_group (6cfadbdf-63c5-4785-88cf-a9405cf8092e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:24.998079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Pushing event updated for resources: {'Port': ['ID=0e8294cb-430e-4d98-be32-399166e87599,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.998910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fb2c4dea-4810-488b-be0d-39f5f6bdc90d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.002106 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa3fc-41a2-4075-b90a-318e6bb21c30 admin admin] Publish callbacks [] for security_group (6cfadbdf-63c5-4785-88cf-a9405cf8092e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.037552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Attempting to bind port 0e8294cb-430e-4d98-be32-399166e87599 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:25.038025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Attempting to bind port 0e8294cb-430e-4d98-be32-399166e87599 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e9640c6b-16dd-47bd-aa3e-9f64714b6be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1141aa38-d80f-4879-8ba3-bcce59252020'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:25.038508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Attempting to bind port 0e8294cb-430e-4d98-be32-399166e87599 on network 1141aa38-d80f-4879-8ba3-bcce59252020 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:25.041919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2c4dea-4810-488b-be0d-39f5f6bdc90d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:25.053424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:25.053424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Checking segment: {'id': 'e9640c6b-16dd-47bd-aa3e-9f64714b6be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1141aa38-d80f-4879-8ba3-bcce59252020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:25.053424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.053424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Bound using segment: {'id': 'e9640c6b-16dd-47bd-aa3e-9f64714b6be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1141aa38-d80f-4879-8ba3-bcce59252020'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:25.054044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Bound port: 0e8294cb-430e-4d98-be32-399166e87599, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9640c6b-16dd-47bd-aa3e-9f64714b6be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1141aa38-d80f-4879-8ba3-bcce59252020'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:25.054610 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e8294cb-430e-4d98-be32-399166e87599), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.063535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb10f4a-59e9-4ff0-9619-c2cbc6fc4438') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:25.064879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb10f4a-59e9-4ff0-9619-c2cbc6fc4438') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:25.095497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (fbb10f4a-59e9-4ff0-9619-c2cbc6fc4438), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.117544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa3fc-41a2-4075-b90a-318e6bb21c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6cfadbdf-63c5-4785-88cf-a9405cf8092e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.117906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (fbb10f4a-59e9-4ff0-9619-c2cbc6fc4438), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.122328 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa3fc-41a2-4075-b90a-318e6bb21c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.126464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7cdfa3fc-41a2-4075-b90a-318e6bb21c30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cfadbdf-63c5-4785-88cf-a9405cf8092e HTTP/1.1" status: 204 len: 168 time: 0.2728853 Feb 11 13:44:25.128255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:25.128964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (fbb10f4a-59e9-4ff0-9619-c2cbc6fc4438), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:25.134138 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:25.156571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfa3fc-41a2-4075-b90a-318e6bb21c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfadbdf-63c5-4785-88cf-a9405cf8092e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:25.163958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.214565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fb2c4dea-4810-488b-be0d-39f5f6bdc90d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.231277 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.238133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/fb2c4dea-4810-488b-be0d-39f5f6bdc90d HTTP/1.1" status: 204 len: 168 time: 0.5415480 Feb 11 13:44:25.251108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55028) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.306886 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.308919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a0e7b-8611-4076-9262-03ddb0fb2be9 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=fb2c4dea-4810-488b-be0d-39f5f6bdc90d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:25.309223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] For port 0e8294cb-430e-4d98-be32-399166e87599, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:25.309223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] For port 0e8294cb-430e-4d98-be32-399166e87599, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e8294cb-430e-4d98-be32-399166e87599,segment=NetworkSegment(e9640c6b-16dd-47bd-aa3e-9f64714b6be0),segment_id=e9640c6b-16dd-47bd-aa3e-9f64714b6be0)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:25.309223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e8294cb-430e-4d98-be32-399166e87599), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.364247 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-562fa917-5d54-4f48-ace3-5dd09b826cd5 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.364643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562fa917-5d54-4f48-ace3-5dd09b826cd5 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.367729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-562fa917-5d54-4f48-ace3-5dd09b826cd5 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/8c9979f3-65bf-4ff1-890c-115d10b09bcc HTTP/1.1" status: 404 len: 337 time: 0.0796323 Feb 11 13:44:25.369769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 1141aa38-d80f-4879-8ba3-bcce59252020 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:25.370716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55032) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.379089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:25.382442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:25.431547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744eebc-f055-4f5f-9584-f35ad8b72438 None None] Pushing event updated for resources: {'Port': ['ID=0e8294cb-430e-4d98-be32-399166e87599,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:25.440490 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-763a6e26-c5cd-466e-877c-ff50247d1e88 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.441022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763a6e26-c5cd-466e-877c-ff50247d1e88 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.445355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-763a6e26-c5cd-466e-877c-ff50247d1e88 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/07a6e1b3-0adb-4445-8c86-9fb0f022afbd HTTP/1.1" status: 404 len: 339 time: 0.0731254 Feb 11 13:44:25.448162 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (046b9eb4-ca0a-429a-b943-80a9d60429f8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.448364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55038) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.513550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=47e9e46f-2482-454d-b3fb-6f1c74c40fb5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:25.525840 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68d2fb9-a6f3-4e31-93e5-a85c2aeacd7a tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.526706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68d2fb9-a6f3-4e31-93e5-a85c2aeacd7a tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.533695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f68d2fb9-a6f3-4e31-93e5-a85c2aeacd7a tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/2a3ff1d9-6748-4e73-8373-5fb9a0d48c67 HTTP/1.1" status: 404 len: 337 time: 0.0834656 Feb 11 13:44:25.535099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.585263 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2b8452-3725-4eea-8850-895ff32ad530 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.586100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2b8452-3725-4eea-8850-895ff32ad530 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.593212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ba2b8452-3725-4eea-8850-895ff32ad530 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/d4902df4-5bc1-4e5f-b145-9bfd68d470e3 HTTP/1.1" status: 404 len: 339 time: 0.0540817 Feb 11 13:44:25.594579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.634925 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b17702-a070-4abd-869c-c0c90db44185 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.635724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b17702-a070-4abd-869c-c0c90db44185 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.643504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e7b17702-a070-4abd-869c-c0c90db44185 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/27425397-5339-4c32-8cdd-dfcb62e3eebb HTTP/1.1" status: 404 len: 337 time: 0.0476527 Feb 11 13:44:25.644270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.664837 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba5d2a6-9ac1-457c-8739-1f46c85df937 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.665734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba5d2a6-9ac1-457c-8739-1f46c85df937 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.672143 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bba5d2a6-9ac1-457c-8739-1f46c85df937 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/12b68cf0-19a9-4e6f-a95f-4b4aaf8e3e18 HTTP/1.1" status: 404 len: 339 time: 0.0266583 Feb 11 13:44:25.673107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.690506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:25.709934 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-12202887-aa5a-4ad0-abf3-b2f6a9224434 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.710625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12202887-aa5a-4ad0-abf3-b2f6a9224434 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.719094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-12202887-aa5a-4ad0-abf3-b2f6a9224434 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/9abc628b-6473-4fbd-989a-ced5861ccdfc HTTP/1.1" status: 404 len: 337 time: 0.0438735 Feb 11 13:44:25.719960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.748341 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b30b002-b46d-46ff-8ba7-1173074b36ed tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.750271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b30b002-b46d-46ff-8ba7-1173074b36ed tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.763812 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b30b002-b46d-46ff-8ba7-1173074b36ed tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/644d1c12-8ad8-4c3f-bbad-5e81bd71dfb7 HTTP/1.1" status: 404 len: 339 time: 0.0426369 Feb 11 13:44:25.764608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.860991 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f8b82f-e77f-4367-8587-5797342485d2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.861470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f8b82f-e77f-4367-8587-5797342485d2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.866220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-32f8b82f-e77f-4367-8587-5797342485d2 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/eec5279c-4960-4df2-804d-d4fe9cd0fbf1 HTTP/1.1" status: 404 len: 337 time: 0.0996377 Feb 11 13:44:25.871146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.913479 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84efcfd-e2de-40bd-a00d-3ce368ec4c5c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.915207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84efcfd-e2de-40bd-a00d-3ce368ec4c5c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.920869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c84efcfd-e2de-40bd-a00d-3ce368ec4c5c tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/7e354309-25f0-4641-9ce8-3e3626ea09c6 HTTP/1.1" status: 404 len: 339 time: 0.0494156 Feb 11 13:44:25.923466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55066) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:25.976455 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b00e79-ae33-47b0-85d2-c0eb7ff53e74 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:25.976903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b00e79-ae33-47b0-85d2-c0eb7ff53e74 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:25.982675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-27b00e79-ae33-47b0-85d2-c0eb7ff53e74 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/a892922e-81df-428d-bb40-137ad99d582c HTTP/1.1" status: 404 len: 337 time: 0.0555375 Feb 11 13:44:25.982675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55070) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:26.032797 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a405d4-127c-4dce-8204-c25c02ed11cc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:26.033633 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a405d4-127c-4dce-8204-c25c02ed11cc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:26.042412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a6a405d4-127c-4dce-8204-c25c02ed11cc tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/36aebd21-cbd7-4a6e-acf4-e468d21db8d9 HTTP/1.1" status: 404 len: 339 time: 0.0586915 Feb 11 13:44:26.054467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55074) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:26.105698 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ad8174-f72a-4320-945b-d3701c46de99 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:26.106200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ad8174-f72a-4320-945b-d3701c46de99 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:26.109236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03ad8174-f72a-4320-945b-d3701c46de99 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/c8464e0b-fd8d-40a9-9aa4-60c61e857509 HTTP/1.1" status: 404 len: 337 time: 0.0535944 Feb 11 13:44:26.112066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:26.140449 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2698cb3-985a-402c-b0b8-af1bd790ed0b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:26.141205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2698cb3-985a-402c-b0b8-af1bd790ed0b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:26.144851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e2698cb3-985a-402c-b0b8-af1bd790ed0b tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/7ca8a43c-bb92-4b47-b538-4a0504e7d870 HTTP/1.1" status: 404 len: 339 time: 0.0320122 Feb 11 13:44:26.147777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:26.179426 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf1410d-e469-4fca-9672-da4fee6a120f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:26.179887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf1410d-e469-4fca-9672-da4fee6a120f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:26.184682 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cbf1410d-e469-4fca-9672-da4fee6a120f tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/17ad1e04-6f9a-4ae4-9891-0dae7c8c4a81 HTTP/1.1" status: 404 len: 337 time: 0.0351973 Feb 11 13:44:26.187456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:26.210728 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-41525a86-2423-431c-80cb-58f70e284546 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:26.211362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41525a86-2423-431c-80cb-58f70e284546 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:26.214802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41525a86-2423-431c-80cb-58f70e284546 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/0edf68d3-ad53-4d15-9253-e841ded037c6 HTTP/1.1" status: 404 len: 339 time: 0.0262623 Feb 11 13:44:26.217453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:26.301194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting subnet f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:26.309489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.343688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.349988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.400332 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.444017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (046b9eb4-ca0a-429a-b943-80a9d60429f8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.453474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=47e9e46f-2482-454d-b3fb-6f1c74c40fb5,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.581657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.623156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 1141aa38-d80f-4879-8ba3-bcce59252020 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:26.625128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:26.706550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.826106 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.830324 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/subnets/f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add HTTP/1.1" status: 204 len: 168 time: 0.6109054 Feb 11 13:44:26.833034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8ad7-b51d-4fb8-aae4-62c26d422d19 tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ecb4a7-e4fe-4c34-9c48-eb4b1f236add,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.851162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55114) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:27.008137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dadf8db-ee15-411b-bc65-06579ba2ef15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.048569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e8294cb-430e-4d98-be32-399166e87599 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:27.158449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.165948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0e8294cb-430e-4d98-be32-399166e87599 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:27.166553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e8294cb-430e-4d98-be32-399166e87599), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.225454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-b7305ec0-45d0-4675-990b-84d0120da109 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.240275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-b7305ec0-45d0-4675-990b-84d0120da109 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.4383650 Feb 11 13:44:27.332638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-eb842eaf-60ee-4fe1-9e35-25a198200779 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/quotas/d3bb5bb9a107412bbabf9752d3ba8247 HTTP/1.1" status: 200 len: 375 time: 0.0908473 Feb 11 13:44:27.347432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe31a9-9228-4e96-b8a9-ded852b2268f None None] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:27.394595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538eec0-2845-41ff-b3fa-e79a887e0a96 None None] Network 1141aa38-d80f-4879-8ba3-bcce59252020 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:27.440421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297c80f-7019-4de8-bb4a-5e548b9a427d None None] Network 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:27.443791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 046b9eb4-ca0a-429a-b943-80a9d60429f8 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:27.479991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Deleting port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:27.494536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.498045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe31a9-9228-4e96-b8a9-ded852b2268f None None] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:44:27.502076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-e5ef1f3d-4722-483b-aa95-dc15b8c07a41 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667063 Feb 11 13:44:27.530027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefaaf0-130e-486c-8506-d92613f298a1 None None] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:27.533700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0e8294cb-430e-4d98-be32-399166e87599 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:27.534306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e8294cb-430e-4d98-be32-399166e87599), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.596090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:27.607470 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] Sync routers for ids ['046b9eb4-ca0a-429a-b943-80a9d60429f8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:27.611919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefaaf0-130e-486c-8506-d92613f298a1 None None] Network 777a1aac-9e73-4cbe-aaa7-5d4d724ff9ae could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:44:27.621274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-65f1fd35-663f-4ea2-a860-dd9c734d546f None None] Provisioning complete for port 0e8294cb-430e-4d98-be32-399166e87599 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:27.621842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65f1fd35-663f-4ea2-a860-dd9c734d546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e8294cb-430e-4d98-be32-399166e87599), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.625925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d175a390-0712-4075-9a0f-f2bc27438eb6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/046b9eb4-ca0a-429a-b943-80a9d60429f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6772966 Feb 11 13:44:27.629405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55128) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:27.640124 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] Routers {'046b9eb4-ca0a-429a-b943-80a9d60429f8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:27.641927 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['046b9eb4-ca0a-429a-b943-80a9d60429f8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.717511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941d3c9-c68f-4f39-b2ae-a60bf09a0d3c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.722583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7941d3c9-c68f-4f39-b2ae-a60bf09a0d3c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports/47e9e46f-2482-454d-b3fb-6f1c74c40fb5 HTTP/1.1" status: 200 len: 910 time: 0.0885062 Feb 11 13:44:27.723209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55134) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:27.741548 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.755834 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] Routers {'046b9eb4-ca0a-429a-b943-80a9d60429f8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:27.756473 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:43:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['046b9eb4-ca0a-429a-b943-80a9d60429f8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.792766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0e8294cb-430e-4d98-be32-399166e87599, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e8294cb-430e-4d98-be32-399166e87599,segment=NetworkSegment(e9640c6b-16dd-47bd-aa3e-9f64714b6be0),segment_id=e9640c6b-16dd-47bd-aa3e-9f64714b6be0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:27.812058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e8294cb-430e-4d98-be32-399166e87599), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.820025 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4d9f2f81-3c89-431e-9998-5da7c09ee8d8 service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955692 Feb 11 13:44:27.840852 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.841717 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119abdd6-2524-4991-9def-0b9ec02eaedd None None] The sync data for ids ['046b9eb4-ca0a-429a-b943-80a9d60429f8'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:27.924892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0e8294cb-430e-4d98-be32-399166e87599,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:27.940222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] For port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,segment=NetworkSegment(e3b10370-2404-40b6-ad8b-66c9f4601541),segment_id=e3b10370-2404-40b6-ad8b-66c9f4601541)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:27.940832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:27.967994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-65f1fd35-663f-4ea2-a860-dd9c734d546f None None] Current status of the port 0e8294cb-430e-4d98-be32-399166e87599 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:28.038262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Calling delete_port for aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:28.066029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] DHCP port deletion for 3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:44:28.178781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] Deleting port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:28.179156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.303146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-132d5071-d8e0-42ec-a658-ec8ec7ba5e43 service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605894 Feb 11 13:44:28.369178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] For port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,segment=NetworkSegment(e3b10370-2404-40b6-ad8b-66c9f4601541),segment_id=e3b10370-2404-40b6-ad8b-66c9f4601541)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:28.369178 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.370405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.383480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] No DVR routers for this DVR port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:28.403979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] Calling delete_port for aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:28.408706 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (046b9eb4-ca0a-429a-b943-80a9d60429f8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.466341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Port': ['ID=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: from cryptography.utils import int_from_bytes Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: from cryptography.utils import int_from_bytes Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.616138 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:28.618079 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:44:28.626584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.651984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] No DVR routers for this DVR port aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:28.655560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.701346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:28.719865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f14143-113d-4cfc-8f6c-9f6f659c1f3f None None] Pushing event deleted for resources: {'Port': ['ID=aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.739081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b10370-2404-40b6-ad8b-66c9f4601541') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:28.739492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b10370-2404-40b6-ad8b-66c9f4601541') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:28.772914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (e3b10370-2404-40b6-ad8b-66c9f4601541), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.854473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e3b10370-2404-40b6-ad8b-66c9f4601541), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.881709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:28.883930 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (e3b10370-2404-40b6-ad8b-66c9f4601541), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:28.892809 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:28.900166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e0626e-ad0a-49a3-ad7a-2fc3104b18a6 req-3c7101b3-7594-4bf6-a9be-0f4442b206f8 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 210 time: 0.1533461 Feb 11 13:44:28.991337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e8294cb-430e-4d98-be32-399166e87599 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:29.075338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.079738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.086162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] 10.222.0.79 "DELETE /v2.0/networks/3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16 HTTP/1.1" status: 204 len: 168 time: 2.2140195 Feb 11 13:44:29.095306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2375f6b0-8d27-42c8-ad64-ff46ac09b763 None None] Network 1141aa38-d80f-4879-8ba3-bcce59252020 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:29.139362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd39ab-c088-40aa-8747-985e286bdfbd tempest-NetworksTest-1637243900 tempest-NetworksTest-1637243900-project] Pushing event deleted for resources: {'Network': ['ID=3b2a4b3b-c4c5-4b5f-8b48-220537bfbb16,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.169559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 47e9e46f-2482-454d-b3fb-6f1c74c40fb5 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:29.170361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.322010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0e8294cb-430e-4d98-be32-399166e87599 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:29.322815 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e8294cb-430e-4d98-be32-399166e87599), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.366113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.398767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 47e9e46f-2482-454d-b3fb-6f1c74c40fb5 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:29.406488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e5f37b8a-e6df-4b24-a2df-417762be3a77 None None] Provisioning complete for port 47e9e46f-2482-454d-b3fb-6f1c74c40fb5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:29.406880 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e5f37b8a-e6df-4b24-a2df-417762be3a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.454877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e5f37b8a-e6df-4b24-a2df-417762be3a77 None None] Port 47e9e46f-2482-454d-b3fb-6f1c74c40fb5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:29.478916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1d96-3752-4fb9-935a-e0fc93083135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.492084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e5f37b8a-e6df-4b24-a2df-417762be3a77 None None] Provisioning complete for port 0e8294cb-430e-4d98-be32-399166e87599 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:29.492465 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e5f37b8a-e6df-4b24-a2df-417762be3a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e8294cb-430e-4d98-be32-399166e87599), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.622615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0e8294cb-430e-4d98-be32-399166e87599 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:29.741874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e5f37b8a-e6df-4b24-a2df-417762be3a77 None None] Current status of the port 0e8294cb-430e-4d98-be32-399166e87599 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:29.744776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:29.772777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:44:29.773138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device aa3f6ab2-805e-4dce-bc3c-cc4e0a923a77 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:29.892578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (47e9e46f-2482-454d-b3fb-6f1c74c40fb5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:29.911498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55202) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:29.957950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=47e9e46f-2482-454d-b3fb-6f1c74c40fb5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.974343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ac3cc987-a01b-4383-8a72-c88384331475 None None] Could not find standard attr ID for object 47e9e46f-2482-454d-b3fb-6f1c74c40fb5. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:44:30.005888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ac3cc987-a01b-4383-8a72-c88384331475 None None] Provisioning complete for port 0e8294cb-430e-4d98-be32-399166e87599 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:30.016918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac3cc987-a01b-4383-8a72-c88384331475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e8294cb-430e-4d98-be32-399166e87599), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:30.216595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9066541-ff69-4451-8dd3-2f0161644c92 req-7fb6b529-4bd4-4408-9d5e-8a03d5bc873b tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 210 time: 0.1240549 Feb 11 13:44:30.274914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-a3b77dff-ba55-4803-892f-0db2f970a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:30.282216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-a3b77dff-ba55-4803-892f-0db2f970a2e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 0.2357738 Feb 11 13:44:30.375564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (046b9eb4-ca0a-429a-b943-80a9d60429f8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:30.457069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ac3cc987-a01b-4383-8a72-c88384331475 None None] Current status of the port 0e8294cb-430e-4d98-be32-399166e87599 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:30.570024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483d5f8-8d1a-479e-9df9-8c0662026e86 req-7a9f7cb4-6d0e-4073-a0c2-7eedf4d7034a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:30.571394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b9445a00-90fd-4c94-83b9-2661516ef648 None None] Could not find standard attr ID for object 47e9e46f-2482-454d-b3fb-6f1c74c40fb5. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:44:30.584519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f483d5f8-8d1a-479e-9df9-8c0662026e86 req-7a9f7cb4-6d0e-4073-a0c2-7eedf4d7034a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.4374070 Feb 11 13:44:30.800686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-14b300d8-7e79-4454-9d55-d626b0d17573 None None] Could not find standard attr ID for object 47e9e46f-2482-454d-b3fb-6f1c74c40fb5. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:44:30.845378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 046b9eb4-ca0a-429a-b943-80a9d60429f8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:30.927433 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:30.940450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c848a390-4ad5-4707-be21-ff23acc32c9c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e020e0b3fb434b95923127cbd4b10b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0277481 Feb 11 13:44:30.942880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55238) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:30.958241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f483d5f8-8d1a-479e-9df9-8c0662026e86 req-249d4604-6b58-437c-a1a3-67c6ae3cd67c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3696222 Feb 11 13:44:30.966452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:30.980440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-335cb19a-5d65-4601-899f-2beb8c308405 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/046b9eb4-ca0a-429a-b943-80a9d60429f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2556624 Feb 11 13:44:30.980688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] Sync routers for ids ['046b9eb4-ca0a-429a-b943-80a9d60429f8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:30.983007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55240) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:30.992935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] Routers {'046b9eb4-ca0a-429a-b943-80a9d60429f8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:30.993930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['046b9eb4-ca0a-429a-b943-80a9d60429f8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:31.017775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4306b07e-64af-4436-873d-002cf80fa6ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=046b9eb4-ca0a-429a-b943-80a9d60429f8 HTTP/1.1" status: 200 len: 205 time: 0.0333846 Feb 11 13:44:31.020103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55242) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:31.025955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-4cd20591-35c4-4caa-8f77-fda962fa1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:31.027470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-4cd20591-35c4-4caa-8f77-fda962fa1944 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.7343090 Feb 11 13:44:31.029600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:31.039734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] Routers {'046b9eb4-ca0a-429a-b943-80a9d60429f8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:31.040607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['046b9eb4-ca0a-429a-b943-80a9d60429f8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:31.059424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-9022c816-6626-4d38-ba5c-b286e62820b4 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:31.065803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-9022c816-6626-4d38-ba5c-b286e62820b4 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.7422128 Feb 11 13:44:31.095779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:31.096814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b17f82-2959-48d2-aee3-e53a99be053d None None] The sync data for ids ['046b9eb4-ca0a-429a-b943-80a9d60429f8'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:31.117823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a001922-b1b2-420e-b63c-920adf639174 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (046b9eb4-ca0a-429a-b943-80a9d60429f8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.289429 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-a1a613a2-97ff-41bc-a952-f600ab29b76a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 998 time: 0.2205827 Feb 11 13:44:31.304454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Request body: {'port': {'device_id': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'admin_state_up': True, 'tenant_id': 'd3bb5bb9a107412bbabf9752d3ba8247'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:31.459979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2d0ea1c-084b-48ab-b429-58529068d4a0 req-5f0cbf9f-af65-4de6-a2be-897225bf0e94 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 210 time: 0.0386314 Feb 11 13:44:31.569372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a001922-b1b2-420e-b63c-920adf639174 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (046b9eb4-ca0a-429a-b943-80a9d60429f8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.577167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a001922-b1b2-420e-b63c-920adf639174 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (046b9eb4-ca0a-429a-b943-80a9d60429f8), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.698311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a001922-b1b2-420e-b63c-920adf639174 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (046b9eb4-ca0a-429a-b943-80a9d60429f8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.698876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a001922-b1b2-420e-b63c-920adf639174 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Fanout notify agent at l3_agent the message router_deleted on router 046b9eb4-ca0a-429a-b943-80a9d60429f8 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:31.709244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a001922-b1b2-420e-b63c-920adf639174 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.713513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a001922-b1b2-420e-b63c-920adf639174 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/046b9eb4-ca0a-429a-b943-80a9d60429f8 HTTP/1.1" status: 204 len: 168 time: 0.6919682 Feb 11 13:44:31.714186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55258) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:31.802062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55260) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:31.820014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet eaa860ba-871b-4e35-badd-9c747cf01fb0 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:31.825830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (eaa860ba-871b-4e35-badd-9c747cf01fb0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.885928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (eaa860ba-871b-4e35-badd-9c747cf01fb0), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.970080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-886d2af5-e1c1-46af-b791-01bb3c963a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.006492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-736357e0-4080-4dd5-b105-4e1b3405fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:32.008246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-736357e0-4080-4dd5-b105-4e1b3405fcc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.6960704 Feb 11 13:44:32.011735 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-128eaf0a-2b4a-4656-831e-233a45e12567 admin admin] Publish callbacks [] for security_group (a175704e-df12-4e23-a732-f7d281d36280), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.076841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (eaa860ba-871b-4e35-badd-9c747cf01fb0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.088215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Made reservation on behalf of d3bb5bb9a107412bbabf9752d3ba8247 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:32.091523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.097314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-128eaf0a-2b4a-4656-831e-233a45e12567 admin admin] Publish callbacks [] for security_group (a175704e-df12-4e23-a732-f7d281d36280), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.184949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (eaa860ba-871b-4e35-badd-9c747cf01fb0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.189656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-886d2af5-e1c1-46af-b791-01bb3c963a88 admin admin] Publish callbacks [] for security_group (95376cb8-2e38-450f-8fd6-ee1175f0d79a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.219296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa860ba-871b-4e35-badd-9c747cf01fb0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.223538 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-886d2af5-e1c1-46af-b791-01bb3c963a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (95376cb8-2e38-450f-8fd6-ee1175f0d79a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.239520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.242792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac6b5b4-d347-4670-9e05-7837e6031b2c None None] Network 1141aa38-d80f-4879-8ba3-bcce59252020 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:32.243687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c9416a0c-7b66-462c-bee2-29d663db9f44 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/eaa860ba-871b-4e35-badd-9c747cf01fb0 HTTP/1.1" status: 204 len: 168 time: 0.5262573 Feb 11 13:44:32.252736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55270) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:32.254339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-239bf07a-8ebd-482a-8366-fb1e9e5f9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:32.255769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-239bf07a-8ebd-482a-8366-fb1e9e5f9428 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2394676 Feb 11 13:44:32.304836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-886d2af5-e1c1-46af-b791-01bb3c963a88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4222dbd7eea24e69bd528d3a58d85964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015433 Feb 11 13:44:32.308711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55272) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:32.309189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81896fbd-c55e-45a4-ac0b-fbe262446752 req-6f747cd8-8997-4577-bd50-a5d7042274fd tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:32.310795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d2af5-e1c1-46af-b791-01bb3c963a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95376cb8-2e38-450f-8fd6-ee1175f0d79a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.310929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81896fbd-c55e-45a4-ac0b-fbe262446752 req-6f747cd8-8997-4577-bd50-a5d7042274fd tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2422292 Feb 11 13:44:32.395695 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-128eaf0a-2b4a-4656-831e-233a45e12567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a175704e-df12-4e23-a732-f7d281d36280), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.398490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-128eaf0a-2b4a-4656-831e-233a45e12567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.400405 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-128eaf0a-2b4a-4656-831e-233a45e12567 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a175704e-df12-4e23-a732-f7d281d36280 HTTP/1.1" status: 204 len: 168 time: 1.4351535 Feb 11 13:44:32.424751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29611262-8cfd-46d1-a5d5-7dbda5b3ac11 admin admin] Publish callbacks [] for security_group (95376cb8-2e38-450f-8fd6-ee1175f0d79a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.432161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (1141aa38-d80f-4879-8ba3-bcce59252020), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.461321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29611262-8cfd-46d1-a5d5-7dbda5b3ac11 admin admin] Publish callbacks [] for security_group (95376cb8-2e38-450f-8fd6-ee1175f0d79a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.532847 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.556887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 0e8294cb-430e-4d98-be32-399166e87599 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:32.556887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0e8294cb-430e-4d98-be32-399166e87599), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.598414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128eaf0a-2b4a-4656-831e-233a45e12567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a175704e-df12-4e23-a732-f7d281d36280,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.606608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29611262-8cfd-46d1-a5d5-7dbda5b3ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (95376cb8-2e38-450f-8fd6-ee1175f0d79a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.629621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29611262-8cfd-46d1-a5d5-7dbda5b3ac11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.630925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29611262-8cfd-46d1-a5d5-7dbda5b3ac11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95376cb8-2e38-450f-8fd6-ee1175f0d79a HTTP/1.1" status: 204 len: 168 time: 0.3210704 Feb 11 13:44:32.707571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd0755-db60-495f-8174-06842a964237 None None] DHCP port deletion for 1141aa38-d80f-4879-8ba3-bcce59252020 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:44:32.717532 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81896fbd-c55e-45a4-ac0b-fbe262446752 req-b5c90d39-60e3-4f87-8dec-3e0b3f0d5c9d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813431 Feb 11 13:44:32.725059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Allocated IP 172.20.0.13 (743a9cf5-66ae-460f-9cc2-32f6c97ded01/a2fa059b-28f8-4451-95aa-8e811a0d02ac/9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:32.732806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29611262-8cfd-46d1-a5d5-7dbda5b3ac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95376cb8-2e38-450f-8fd6-ee1175f0d79a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.749653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-3e8ce656-4f43-41a9-b482-5b59cbd951a3 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820285 Feb 11 13:44:32.789278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27f9c2c8-cd51-4e1e-80ab-a515dd92276f req-6d536f1a-c1f6-44d9-91d5-059226a1730f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 210 time: 0.0788386 Feb 11 13:44:32.797939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port 0e8294cb-430e-4d98-be32-399166e87599, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e8294cb-430e-4d98-be32-399166e87599,segment=NetworkSegment(e9640c6b-16dd-47bd-aa3e-9f64714b6be0),segment_id=e9640c6b-16dd-47bd-aa3e-9f64714b6be0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:32.798516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0e8294cb-430e-4d98-be32-399166e87599), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.819920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 0e8294cb-430e-4d98-be32-399166e87599 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:32.893682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-54cd0755-db60-495f-8174-06842a964237 None None] Deleting port 0e8294cb-430e-4d98-be32-399166e87599 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:32.896582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54cd0755-db60-495f-8174-06842a964237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0e8294cb-430e-4d98-be32-399166e87599), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.979202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-54cd0755-db60-495f-8174-06842a964237 None None] For port 0e8294cb-430e-4d98-be32-399166e87599, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e8294cb-430e-4d98-be32-399166e87599,segment=NetworkSegment(e9640c6b-16dd-47bd-aa3e-9f64714b6be0),segment_id=e9640c6b-16dd-47bd-aa3e-9f64714b6be0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:32.979855 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54cd0755-db60-495f-8174-06842a964237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0e8294cb-430e-4d98-be32-399166e87599), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.997881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-54cd0755-db60-495f-8174-06842a964237 None None] Calling delete_port for 0e8294cb-430e-4d98-be32-399166e87599 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:33.014929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0e8294cb-430e-4d98-be32-399166e87599), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.067784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=0e8294cb-430e-4d98-be32-399166e87599,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.081867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port 0e8294cb-430e-4d98-be32-399166e87599 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:33.094692 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54cd0755-db60-495f-8174-06842a964237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (0e8294cb-430e-4d98-be32-399166e87599), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.103941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e8294cb-430e-4d98-be32-399166e87599 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:33.129261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0e8294cb-430e-4d98-be32-399166e87599 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:44:33.129892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e8294cb-430e-4d98-be32-399166e87599 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:33.145205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd0755-db60-495f-8174-06842a964237 None None] No DVR routers for this DVR port 0e8294cb-430e-4d98-be32-399166e87599 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:33.171505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks [] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.183291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd0755-db60-495f-8174-06842a964237 None None] Pushing event deleted for resources: {'Port': ['ID=0e8294cb-430e-4d98-be32-399166e87599,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.205315 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0e6bdea-8230-42b5-9d09-7d3cc7eb7044 req-f4913943-9fe3-49ee-9625-160504b591c5 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496877 Feb 11 13:44:33.255631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.272219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:44:33.315805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (1141aa38-d80f-4879-8ba3-bcce59252020), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.372645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:33.374002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1141aa38-d80f-4879-8ba3-bcce59252020']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:33.385758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:33.390568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:33.412063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9640c6b-16dd-47bd-aa3e-9f64714b6be0') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:33.415330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9640c6b-16dd-47bd-aa3e-9f64714b6be0') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:33.443086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (e9640c6b-16dd-47bd-aa3e-9f64714b6be0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.483226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e9640c6b-16dd-47bd-aa3e-9f64714b6be0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.501186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event updated for resources: {'Port': ['ID=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.508224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:33.509679 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (e9640c6b-16dd-47bd-aa3e-9f64714b6be0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:33.515227 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:33.552587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55298) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:33.553110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:33.553941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.592093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4c085722-d98b-4c00-8f05-d064de3a12f6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3016026 Feb 11 13:44:33.612416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Request body: {'port': {'device_id': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:33.645462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53240bee-1cd2-4948-a683-217b8ef70ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.674994 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.677861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (1141aa38-d80f-4879-8ba3-bcce59252020), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.716764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.736750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.760565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/1141aa38-d80f-4879-8ba3-bcce59252020 HTTP/1.1" status: 204 len: 168 time: 1.5016000 Feb 11 13:44:33.761473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55308) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:33.778360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271806317', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:33.861396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dc37b-f52f-43f3-895b-a87f3507aea6 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=1141aa38-d80f-4879-8ba3-bcce59252020,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.939713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (13429953-5923-4aa5-98d9-5c122d05dceb), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:33.940777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (13429953-5923-4aa5-98d9-5c122d05dceb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.015230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d72b-ce6d-434d-b2dc-a0163ee5ba5d req-acded99e-6491-4ed9-ad21-6fc7f8404a17 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:34.025890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb01d72b-ce6d-434d-b2dc-a0163ee5ba5d req-acded99e-6491-4ed9-ad21-6fc7f8404a17 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 932 time: 0.1111736 Feb 11 13:44:34.056870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53240bee-1cd2-4948-a683-217b8ef70ca8 admin admin] Publish callbacks [] for security_group (4379ee3b-014e-4382-ab78-3a78741889f4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.074042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53240bee-1cd2-4948-a683-217b8ef70ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4379ee3b-014e-4382-ab78-3a78741889f4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.119850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53240bee-1cd2-4948-a683-217b8ef70ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4379ee3b-014e-4382-ab78-3a78741889f4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.154999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb01d72b-ce6d-434d-b2dc-a0163ee5ba5d req-fe3ea0dc-3057-4552-9e08-e6f286e796e9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227903 Feb 11 13:44:34.167991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-53240bee-1cd2-4948-a683-217b8ef70ca8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e0e6a21e0bd47adb56e73346152027a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129570 Feb 11 13:44:34.168706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55320) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:34.185576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (13429953-5923-4aa5-98d9-5c122d05dceb), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.232952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488641d-b6ce-4195-9c27-77f0e172f8e3 req-22d1a28b-9127-45db-997a-5d0083c91346 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:34.234632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7488641d-b6ce-4195-9c27-77f0e172f8e3 req-22d1a28b-9127-45db-997a-5d0083c91346 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2993932 Feb 11 13:44:34.240030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e9a19f-efe0-45fb-93ed-521f2e032bbe admin admin] Publish callbacks [] for security_group (4379ee3b-014e-4382-ab78-3a78741889f4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.296021 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e9a19f-efe0-45fb-93ed-521f2e032bbe admin admin] Publish callbacks [] for security_group (4379ee3b-014e-4382-ab78-3a78741889f4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.387442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e9a19f-efe0-45fb-93ed-521f2e032bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4379ee3b-014e-4382-ab78-3a78741889f4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.390707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e9a19f-efe0-45fb-93ed-521f2e032bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.392023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-61e9a19f-efe0-45fb-93ed-521f2e032bbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4379ee3b-014e-4382-ab78-3a78741889f4 HTTP/1.1" status: 204 len: 168 time: 0.2223125 Feb 11 13:44:34.401759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7488641d-b6ce-4195-9c27-77f0e172f8e3 req-9a475e62-8e62-41ee-97b2-9780a94f3e03 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195881 Feb 11 13:44:34.424106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9a19f-efe0-45fb-93ed-521f2e032bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4379ee3b-014e-4382-ab78-3a78741889f4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.496215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_gateway (13429953-5923-4aa5-98d9-5c122d05dceb), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.529021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55336) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:34.594002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:44:34.628531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Publish callbacks [] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.655989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Transition to ACTIVE for port object 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:34.663738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.786237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Pushing event updated for resources: {'Port': ['ID=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.877926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6ec2799f-f663-447c-b8cc-4b7ed0c76554 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-344622596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:34.930425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Attempting to bind port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:34.931310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Attempting to bind port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:34.931641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Attempting to bind port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:34.939308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:44:34.939720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Attempting to bind port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:34.951814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:34.952169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Checking segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:34.952531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Bound using segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:34.952968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Bound port: 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:34.953322 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.990140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ec2799f-f663-447c-b8cc-4b7ed0c76554 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.991168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ec2799f-f663-447c-b8cc-4b7ed0c76554 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.998271 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_gateway (13429953-5923-4aa5-98d9-5c122d05dceb), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.049326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.140404 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ec2799f-f663-447c-b8cc-4b7ed0c76554 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for router_controller (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.160897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ec2799f-f663-447c-b8cc-4b7ed0c76554 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.187719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] For port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:35.192459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] For port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:35.199970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ec2799f-f663-447c-b8cc-4b7ed0c76554 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.201162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6ec2799f-f663-447c-b8cc-4b7ed0c76554 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6711857 Feb 11 13:44:35.204121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55354) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:35.209717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1067172369'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:35.236270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.254061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Made reservation on behalf of 19a0c517873347e8897b654288c77c3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:35.258093 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.311159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.317639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:35.318288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.322344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] 10.222.0.30 "PUT /v2.0/ports/9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b HTTP/1.1" status: 200 len: 1092 time: 1.7154849 Feb 11 13:44:35.364170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'tag': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:35.366815 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2492e88-cec6-4ef2-8eab-3615587266cb" -d '{"events": [{"name": "network-changed", "server_uuid": "18956cb3-c1a8-4a4a-af9e-16d4e296ce8a", "tag": "9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:35.428885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22619-af1c-4bc7-b55b-2347d42a79d5 req-26920612-e258-4556-a515-7a42b91f60ea tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:35.431708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53a22619-af1c-4bc7-b55b-2347d42a79d5 req-26920612-e258-4556-a515-7a42b91f60ea tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 944 time: 0.1709087 Feb 11 13:44:35.448755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.25.3.66 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0cb8c5a9-c747-4465-8005-1270da09cb0f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:35.505709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53a22619-af1c-4bc7-b55b-2347d42a79d5 req-ae6039af-0ffb-453a-a05d-f79d3eae99ca tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650756 Feb 11 13:44:35.554480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for security_group (beb3429c-932c-4e7f-bb80-33050b55c1c1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.561061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (beb3429c-932c-4e7f-bb80-33050b55c1c1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.609361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (0cb8c5a9-c747-4465-8005-1270da09cb0f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.612096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:35.629077 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f258c4-df86-45b9-b100-f268b271032d x-openstack-request-id: req-02f258c4-df86-45b9-b100-f268b271032d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:35.629600 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18956cb3-c1a8-4a4a-af9e-16d4e296ce8a", "tag": "9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:35.630024 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02f258c4-df86-45b9-b100-f268b271032d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:35.630582 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'tag': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b', 'status': 'completed', 'code': 200} Feb 11 13:44:35.654218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1cbac-0ed0-4170-aeb6-fad5c30fa1ef service neutron] Pushing event updated for resources: {'Port': ['ID=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:35.669869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (81da13b9-4e55-4b44-b498-42e082503f12), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.670956 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Added segment 81da13b9-4e55-4b44-b498-42e082503f12 of type vlan for network 73d60170-8a32-45fb-9df2-7affd2c05122 Feb 11 13:44:35.773720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb3429c-932c-4e7f-bb80-33050b55c1c1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:35.824489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (73d60170-8a32-45fb-9df2-7affd2c05122), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.869682 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (73d60170-8a32-45fb-9df2-7affd2c05122), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.875514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:35.876467 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.919279 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7134271 Feb 11 13:44:35.922666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55378) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:35.929756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'subnet': {'network_id': '73d60170-8a32-45fb-9df2-7affd2c05122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:35.987297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ad152-b530-46c7-bde9-d07350d42c5e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Network': ['ID=73d60170-8a32-45fb-9df2-7affd2c05122,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.006318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 73d60170-8a32-45fb-9df2-7affd2c05122 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:36.089033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Made reservation on behalf of 19a0c517873347e8897b654288c77c3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:36.094151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:36.195114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4f551ef7-60e8-4217-94a8-3802a3f70427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:36.196395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-4f551ef7-60e8-4217-94a8-3802a3f70427 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 1126 time: 0.8259768 Feb 11 13:44:36.247055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-b6da17e3-7f2d-4478-ae6a-aa52695f294d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b HTTP/1.1" status: 200 len: 217 time: 0.0419648 Feb 11 13:44:36.248095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0cb8c5a9-c747-4465-8005-1270da09cb0f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:36.349520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:36.350457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=0cb8c5a9-c747-4465-8005-1270da09cb0f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.365336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (14d30aae-abfa-4dae-b984-1be3428ed3fe), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:36.366723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:36.378552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c5893bcd-78a2-4bf6-bff4-fa56334abfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:36.381089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-c5893bcd-78a2-4bf6-bff4-fa56334abfb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.1000643 Feb 11 13:44:36.382699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:36.440053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-167b4899-19b5-4a9e-863f-f9bbb62dd32a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532572 Feb 11 13:44:36.473443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Subnet': ['ID=14d30aae-abfa-4dae-b984-1be3428ed3fe,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.500764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Checking segment: {'id': '81da13b9-4e55-4b44-b498-42e082503f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '73d60170-8a32-45fb-9df2-7affd2c05122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:36.501119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network hostable DHCP agents. Network: 73d60170-8a32-45fb-9df2-7affd2c05122, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:36.522712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network 73d60170-8a32-45fb-9df2-7affd2c05122 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:36.537254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 73d60170-8a32-45fb-9df2-7affd2c05122) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:36.547719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:36.548969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9033d12-ceff-4a63-9734-2bf107c92e62 None None] Network 73d60170-8a32-45fb-9df2-7affd2c05122 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:36.549183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:36.553428 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-313f4cb4-40aa-4473-9f61-ba98913a0806 service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053073 Feb 11 13:44:36.583255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5da41904-d727-4d36-902a-09625d4abb20 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6597147 Feb 11 13:44:36.587489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55396) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:36.597324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'network': {'name': 'tempest-router-network01--829326894'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:36.662184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Made reservation on behalf of 19a0c517873347e8897b654288c77c3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:36.668518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:36.805275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-73d60170-8a32-45fb-9df2-7affd2c05122', 'network_id': '73d60170-8a32-45fb-9df2-7affd2c05122', 'project_id': '19a0c517873347e8897b654288c77c3e', 'fixed_ips': [{'subnet_id': '14d30aae-abfa-4dae-b984-1be3428ed3fe'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:36.807287 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:36.830500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:36.864239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd161a-1c90-4a29-bee3-93b93032e2fc req-2ba4241b-2e2e-46d9-83ee-58ffadf0b476 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:36.866153 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dd161a-1c90-4a29-bee3-93b93032e2fc req-2ba4241b-2e2e-46d9-83ee-58ffadf0b476 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 944 time: 0.2056072 Feb 11 13:44:36.869551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (64eba361-451f-4178-886e-912e145744f3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:36.870051 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Added segment 64eba361-451f-4178-886e-912e145744f3 of type vlan for network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 Feb 11 13:44:36.878234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afb55574-0587-42f4-8dad-e1edff1b61e9 req-d68356bb-ad96-4054-8458-2379170aa9fa service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178353 Feb 11 13:44:36.979769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (6fd33de6-da71-4f67-ba03-fa6c0bd17c71), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.020465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Allocated IP 172.20.0.2 (73d60170-8a32-45fb-9df2-7affd2c05122/14d30aae-abfa-4dae-b984-1be3428ed3fe/2f0a1d79-5817-4806-a4c1-e9ac8e7260a2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:37.024100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0dd161a-1c90-4a29-bee3-93b93032e2fc req-c4826e2c-9b9f-4b20-ba80-dd74763c9077 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519098 Feb 11 13:44:37.038021 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (6fd33de6-da71-4f67-ba03-fa6c0bd17c71), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.045962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.047954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.198565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6097915 Feb 11 13:44:37.200518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebd70d-4354-4b3d-84b3-f78f14d56c6b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Network': ['ID=6fd33de6-da71-4f67-ba03-fa6c0bd17c71,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:37.202880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55412) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:37.214831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:37.219620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'network': {'name': 'tempest-router-network02--1720912070'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:37.245878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Made reservation on behalf of 19a0c517873347e8897b654288c77c3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:37.255984 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.277034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_gateway (13429953-5923-4aa5-98d9-5c122d05dceb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.301037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:37.318053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2eb2fe3d-9fa8-4eab-9b03-bacef0076698), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.318685 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Added segment 2eb2fe3d-9fa8-4eab-9b03-bacef0076698 of type vlan for network f28ad456-3523-4957-aeb6-440e47bb27da Feb 11 13:44:37.349731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-1fb92989-0579-4add-8ece-e632427707f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.351465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-1fb92989-0579-4add-8ece-e632427707f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 1126 time: 0.4142330 Feb 11 13:44:37.407656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f28ad456-3523-4957-aeb6-440e47bb27da), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.431505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Publish callbacks [] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.445776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.470772 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f28ad456-3523-4957-aeb6-440e47bb27da), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.484642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.486653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.538808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3251665 Feb 11 13:44:37.539227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Network 73d60170-8a32-45fb-9df2-7affd2c05122 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:37.542939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55422) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:37.549676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'subnet': {'network_id': '6fd33de6-da71-4f67-ba03-fa6c0bd17c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:37.556976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:37.575858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:37.588488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-13fb873e-6ace-49f1-94bd-308dde210a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.589790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-13fb873e-6ace-49f1-94bd-308dde210a99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 916 time: 0.2311251 Feb 11 13:44:37.661520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-ba05f6d4-44cb-4847-8528-51baed78c2af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b HTTP/1.1" status: 200 len: 217 time: 0.0541539 Feb 11 13:44:37.664433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Pushing event updated for resources: {'Port': ['ID=2f0a1d79-5817-4806-a4c1-e9ac8e7260a2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:37.748217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db21def-49ce-4ad0-a7e5-feb0a8cd8779 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Network': ['ID=f28ad456-3523-4957-aeb6-440e47bb27da,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:37.772006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Attempting to bind port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:37.775156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Attempting to bind port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '81da13b9-4e55-4b44-b498-42e082503f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '73d60170-8a32-45fb-9df2-7affd2c05122'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:37.775652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Attempting to bind port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 on network 73d60170-8a32-45fb-9df2-7affd2c05122 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:37.787358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f28ad456-3523-4957-aeb6-440e47bb27da details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:37.789085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-b3ab7d1b-76c5-41a9-9bfb-dc1557c7bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.791424 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-b3ab7d1b-76c5-41a9-9bfb-dc1557c7bf48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.1209249 Feb 11 13:44:37.798100 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (13429953-5923-4aa5-98d9-5c122d05dceb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.801338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Made reservation on behalf of 19a0c517873347e8897b654288c77c3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:37.805073 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.827042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:37.827368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Checking segment: {'id': '81da13b9-4e55-4b44-b498-42e082503f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '73d60170-8a32-45fb-9df2-7affd2c05122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:37.827774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.828167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Bound using segment: {'id': '81da13b9-4e55-4b44-b498-42e082503f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '73d60170-8a32-45fb-9df2-7affd2c05122'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:37.832513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Bound port: 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81da13b9-4e55-4b44-b498-42e082503f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '73d60170-8a32-45fb-9df2-7affd2c05122'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:37.832936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:37.887289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-e7f6be30-4aa5-4fde-8107-86c742c4be13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835242 Feb 11 13:44:38.070003 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (bf7770d8-8ffd-464a-991a-251c3157327f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:38.072292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] For port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:38.079937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] For port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2f0a1d79-5817-4806-a4c1-e9ac8e7260a2,segment=NetworkSegment(81da13b9-4e55-4b44-b498-42e082503f12),segment_id=81da13b9-4e55-4b44-b498-42e082503f12)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:38.102002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:38.185008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Subnet': ['ID=bf7770d8-8ffd-464a-991a-251c3157327f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.227785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Checking segment: {'id': '64eba361-451f-4178-886e-912e145744f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6fd33de6-da71-4f67-ba03-fa6c0bd17c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:38.228157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network hostable DHCP agents. Network: 6fd33de6-da71-4f67-ba03-fa6c0bd17c71, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:38.262855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33628eb9-2b02-4412-8210-65015ab615ec None None] Pushing event updated for resources: {'Port': ['ID=2f0a1d79-5817-4806-a4c1-e9ac8e7260a2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.263701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:38.291673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 6fd33de6-da71-4f67-ba03-fa6c0bd17c71) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:38.302607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cebaf5-ce61-4160-8db1-17b385e07a62 None None] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:38.314180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:38.328918 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:38.364179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4eb433cc-90fa-4d2f-b615-46c65f7e154b tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8197134 Feb 11 13:44:38.364977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55464) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:38.372501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'subnet': {'network_id': 'f28ad456-3523-4957-aeb6-440e47bb27da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:38.520735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-4b4c889a-aeb6-43f4-9598-54b373091159 service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481179 Feb 11 13:44:38.636872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Made reservation on behalf of 19a0c517873347e8897b654288c77c3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:38.640530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:38.660419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-6fd33de6-da71-4f67-ba03-fa6c0bd17c71', 'network_id': '6fd33de6-da71-4f67-ba03-fa6c0bd17c71', 'project_id': '19a0c517873347e8897b654288c77c3e', 'fixed_ips': [{'subnet_id': 'bf7770d8-8ffd-464a-991a-251c3157327f'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:38.661190 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:38.708552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b065a-3657-4c6d-b1e3-07bd5f5aec29 req-d878640a-d6e2-4d29-b01d-336b78cfa4bf tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:38.710693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c60b065a-3657-4c6d-b1e3-07bd5f5aec29 req-d878640a-d6e2-4d29-b01d-336b78cfa4bf tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 944 time: 0.4111586 Feb 11 13:44:38.780201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2492e88-cec6-4ef2-8eab-3615587266cb req-3e2f7240-e431-4cce-8075-a4bb0be5e9b2 service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379258 Feb 11 13:44:38.785259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 13429953-5923-4aa5-98d9-5c122d05dceb is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:38.846670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c60b065a-3657-4c6d-b1e3-07bd5f5aec29 req-8b7e3162-ceaf-4b4d-b812-4408fbfc6db8 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273661 Feb 11 13:44:39.036606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:39.043249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:39.052466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:39.066822 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] Sync routers for ids ['13429953-5923-4aa5-98d9-5c122d05dceb'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:39.088124 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] Routers {'13429953-5923-4aa5-98d9-5c122d05dceb'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:39.088906 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['13429953-5923-4aa5-98d9-5c122d05dceb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.089366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.090936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c9131a1c-039c-488c-b2dc-899e27b2f442 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.3281934 Feb 11 13:44:39.093468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:39.111098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Allocated IP 172.20.0.2 (6fd33de6-da71-4f67-ba03-fa6c0bd17c71/bf7770d8-8ffd-464a-991a-251c3157327f/a065453c-8c88-4433-9c7b-1d3c529a3331) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:39.222975 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.246034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (556eb84c-4046-4b86-9005-46048032a00d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.263565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] Routers {'13429953-5923-4aa5-98d9-5c122d05dceb'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:39.267731 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['13429953-5923-4aa5-98d9-5c122d05dceb'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.371069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Publish callbacks [] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.395084 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.399015 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878e1d1-7cd1-4a44-b837-8fd264c156e8 None None] The sync data for ids ['13429953-5923-4aa5-98d9-5c122d05dceb'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:39.418885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.503825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Pushing event updated for resources: {'Port': ['ID=a065453c-8c88-4433-9c7b-1d3c529a3331,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:39.521710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:39.525648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:39.529806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:39.561676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:39.562057 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.658414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Attempting to bind port a065453c-8c88-4433-9c7b-1d3c529a3331 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:39.658807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Attempting to bind port a065453c-8c88-4433-9c7b-1d3c529a3331 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '64eba361-451f-4178-886e-912e145744f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6fd33de6-da71-4f67-ba03-fa6c0bd17c71'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:39.659182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Attempting to bind port a065453c-8c88-4433-9c7b-1d3c529a3331 on network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:39.704930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:39.705330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Checking segment: {'id': '64eba361-451f-4178-886e-912e145744f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6fd33de6-da71-4f67-ba03-fa6c0bd17c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:39.706192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.706638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Bound using segment: {'id': '64eba361-451f-4178-886e-912e145744f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6fd33de6-da71-4f67-ba03-fa6c0bd17c71'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:39.707220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Bound port: a065453c-8c88-4433-9c7b-1d3c529a3331, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64eba361-451f-4178-886e-912e145744f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6fd33de6-da71-4f67-ba03-fa6c0bd17c71'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:39.711086 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.849966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:44:39.869638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:39.870040 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:39.974313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1ae1e-a984-4cd5-8985-ef3bc5715a3b None None] Network 73d60170-8a32-45fb-9df2-7affd2c05122 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:40.005724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49e45987-7c5d-443c-83e3-6b1916548020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.091192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:44:40.139569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Checking segment: {'id': '2eb2fe3d-9fa8-4eab-9b03-bacef0076698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f28ad456-3523-4957-aeb6-440e47bb27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:40.140243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network hostable DHCP agents. Network: f28ad456-3523-4957-aeb6-440e47bb27da, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:40.149798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-706b47a4-f3fc-4877-bc73-2dd2dd4352f1 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/routers/13429953-5923-4aa5-98d9-5c122d05dceb HTTP/1.1" status: 200 len: 880 time: 1.0539169 Feb 11 13:44:40.150771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55496) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:40.159442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2f0a1d79-5817-4806-a4c1-e9ac8e7260a2,segment=NetworkSegment(81da13b9-4e55-4b44-b498-42e082503f12),segment_id=81da13b9-4e55-4b44-b498-42e082503f12)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:40.160890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] For port a065453c-8c88-4433-9c7b-1d3c529a3331, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:40.166958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fdcf24c6-3090-4f23-8285-995693fdb68c None None] Provisioning complete for port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:40.167152 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf24c6-3090-4f23-8285-995693fdb68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.183588 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.188698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Subnet': ['ID=556eb84c-4046-4b86-9005-46048032a00d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.237718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49e45987-7c5d-443c-83e3-6b1916548020 admin admin] Publish callbacks [] for security_group (383a5da8-d905-4649-ae97-d5694edce136), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.243252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49e45987-7c5d-443c-83e3-6b1916548020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (383a5da8-d905-4649-ae97-d5694edce136), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.285674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-49e45987-7c5d-443c-83e3-6b1916548020 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b00a296cd9ec4dad99162094c912e244&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2463310 Feb 11 13:44:40.287491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac64cf-60c2-4635-9d26-3d4849617b35 req-82ba3ff6-dec1-45cf-8a81-1c5cceb7e421 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:40.289304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4ac64cf-60c2-4635-9d26-3d4849617b35 req-82ba3ff6-dec1-45cf-8a81-1c5cceb7e421 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 944 time: 0.2277343 Feb 11 13:44:40.290079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network f28ad456-3523-4957-aeb6-440e47bb27da is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:40.293424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55498) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:40.324329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e45987-7c5d-443c-83e3-6b1916548020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383a5da8-d905-4649-ae97-d5694edce136,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.356307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f28ad456-3523-4957-aeb6-440e47bb27da) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:40.373955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:40.374709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.476494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fe99cfc0-4b3a-4c69-8833-6212a86c5e38 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1095400 Feb 11 13:44:40.479163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:40.489377 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e48d146-97a6-4f19-bf56-988849787fcc admin admin] Publish callbacks [] for security_group (383a5da8-d905-4649-ae97-d5694edce136), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.518635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4ac64cf-60c2-4635-9d26-3d4849617b35 req-73d81d6c-c588-419f-847b-a62aa70c3fe8 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185123 Feb 11 13:44:40.537275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] For port a065453c-8c88-4433-9c7b-1d3c529a3331, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a065453c-8c88-4433-9c7b-1d3c529a3331,segment=NetworkSegment(64eba361-451f-4178-886e-912e145744f3),segment_id=64eba361-451f-4178-886e-912e145744f3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:40.539333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2b29d-219e-43d9-b187-80ef1022db36 None None] Network f28ad456-3523-4957-aeb6-440e47bb27da requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:40.601743 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.676836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e48d146-97a6-4f19-bf56-988849787fcc admin admin] Publish callbacks [] for security_group (383a5da8-d905-4649-ae97-d5694edce136), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:40.815633 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4b0a25fd-bb76-4260-b677-80b3a738f81c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6599166 Feb 11 13:44:40.815633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55514) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:40.823856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cd723535-6314-4e33-8ef2-8d8005ab989a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1271806317'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:40.853903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=2f0a1d79-5817-4806-a4c1-e9ac8e7260a2,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.866920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:40.928226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'port_id': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b', 'mac_address': 'fa:16:3e:8b:08:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fa059b-28f8-4451-95aa-8e811a0d02ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:44:41.060366 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e48d146-97a6-4f19-bf56-988849787fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (383a5da8-d905-4649-ae97-d5694edce136), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.063318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e48d146-97a6-4f19-bf56-988849787fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.064543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6e48d146-97a6-4f19-bf56-988849787fcc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/383a5da8-d905-4649-ae97-d5694edce136 HTTP/1.1" status: 204 len: 168 time: 0.7700758 Feb 11 13:44:41.083408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf24c6-3090-4f23-8285-995693fdb68c None None] Current status of the port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:41.103795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48d146-97a6-4f19-bf56-988849787fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383a5da8-d905-4649-ae97-d5694edce136,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:41.196365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.232092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:41.234822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.283968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-f28ad456-3523-4957-aeb6-440e47bb27da', 'network_id': 'f28ad456-3523-4957-aeb6-440e47bb27da', 'project_id': '19a0c517873347e8897b654288c77c3e', 'fixed_ips': [{'subnet_id': '556eb84c-4046-4b86-9005-46048032a00d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:41.284829 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.321045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb6806-a95b-4674-a496-a1b0cb0d8acf None None] Pushing event updated for resources: {'Port': ['ID=a065453c-8c88-4433-9c7b-1d3c529a3331,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:41.342908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:44:41.376086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:41.384755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.558275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:41.679275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:44:41.783451 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd723535-6314-4e33-8ef2-8d8005ab989a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (13429953-5923-4aa5-98d9-5c122d05dceb), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.834458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd723535-6314-4e33-8ef2-8d8005ab989a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (13429953-5923-4aa5-98d9-5c122d05dceb), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.887204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Allocated IP 172.20.0.2 (f28ad456-3523-4957-aeb6-440e47bb27da/556eb84c-4046-4b86-9005-46048032a00d/729e1a4a-2bae-43ba-beef-92324a843009) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:41.940666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7df69ad0-9b95-48b5-bc9f-131bac0e37df None None] Provisioning complete for port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:41.940666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7df69ad0-9b95-48b5-bc9f-131bac0e37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:41.952683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:42.095913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Allocated IP 172.20.0.1 (6fd33de6-da71-4f67-ba03-fa6c0bd17c71/bf7770d8-8ffd-464a-991a-251c3157327f/912de951-b567-41b4-bd54-34fc5ee9c9ba) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:42.117587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd723535-6314-4e33-8ef2-8d8005ab989a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 13429953-5923-4aa5-98d9-5c122d05dceb has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:42.239876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.276853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36dabd8-9666-4fd9-a8ce-7dbebcf7c06f None None] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:42.287793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f53001de-53aa-4978-91b9-ec606c3e0285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.302336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd723535-6314-4e33-8ef2-8d8005ab989a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:42.322726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd723535-6314-4e33-8ef2-8d8005ab989a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.324798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cd723535-6314-4e33-8ef2-8d8005ab989a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/13429953-5923-4aa5-98d9-5c122d05dceb HTTP/1.1" status: 200 len: 887 time: 1.5082788 Feb 11 13:44:42.327327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55544) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:42.377764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f53001de-53aa-4978-91b9-ec606c3e0285 admin admin] Publish callbacks [] for security_group (f41134e0-08ab-4f2f-88c3-e110d11639e4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.385821 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.393898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] Sync routers for ids ['13429953-5923-4aa5-98d9-5c122d05dceb'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:42.437767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Port': ['ID=912de951-b567-41b4-bd54-34fc5ee9c9ba,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:42.440336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f53001de-53aa-4978-91b9-ec606c3e0285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f41134e0-08ab-4f2f-88c3-e110d11639e4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.477183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f53001de-53aa-4978-91b9-ec606c3e0285 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd33ffc688794ffcb36ecaf0f6ae370d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191622 Feb 11 13:44:42.485263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:42.538959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:42.543426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] Routers {'13429953-5923-4aa5-98d9-5c122d05dceb'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:42.544073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['13429953-5923-4aa5-98d9-5c122d05dceb'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:42.546148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:42.554343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-79615882-570f-4407-93da-543ecae5d5ac tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/routers/13429953-5923-4aa5-98d9-5c122d05dceb HTTP/1.1" status: 200 len: 887 time: 0.2256711 Feb 11 13:44:42.564422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:42.566098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55554) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:42.619937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56caf-5a09-4b03-9347-5c9436efd5b2 req-fe95e6ab-1f3b-48cf-ad94-0c8efbd7adfa tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:42.621619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89c56caf-5a09-4b03-9347-5c9436efd5b2 req-fe95e6ab-1f3b-48cf-ad94-0c8efbd7adfa tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 945 time: 0.6656177 Feb 11 13:44:42.622514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.638539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c71c1eec-db02-454c-abe5-a1790c0deb7b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=13429953-5923-4aa5-98d9-5c122d05dceb HTTP/1.1" status: 200 len: 205 time: 0.0691767 Feb 11 13:44:42.640976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55558) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:42.698239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Publish callbacks [] for port (729e1a4a-2bae-43ba-beef-92324a843009), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.704272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53001de-53aa-4978-91b9-ec606c3e0285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41134e0-08ab-4f2f-88c3-e110d11639e4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:42.715062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:42.718898 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd97c62c-6ab4-44fd-8998-40bb0854beae admin admin] Publish callbacks [] for security_group (f41134e0-08ab-4f2f-88c3-e110d11639e4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.748305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7df69ad0-9b95-48b5-bc9f-131bac0e37df None None] Current status of the port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:42.754370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (729e1a4a-2bae-43ba-beef-92324a843009), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.772185 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd97c62c-6ab4-44fd-8998-40bb0854beae admin admin] Publish callbacks [] for security_group (f41134e0-08ab-4f2f-88c3-e110d11639e4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.833773 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd97c62c-6ab4-44fd-8998-40bb0854beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f41134e0-08ab-4f2f-88c3-e110d11639e4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.837226 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd97c62c-6ab4-44fd-8998-40bb0854beae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:42.839509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Network f28ad456-3523-4957-aeb6-440e47bb27da is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:42.841460 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fd97c62c-6ab4-44fd-8998-40bb0854beae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f41134e0-08ab-4f2f-88c3-e110d11639e4 HTTP/1.1" status: 204 len: 168 time: 0.3542516 Feb 11 13:44:42.843597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Pushing event updated for resources: {'Port': ['ID=729e1a4a-2bae-43ba-beef-92324a843009,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:42.846346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:42.853629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:42.888644 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89c56caf-5a09-4b03-9347-5c9436efd5b2 req-1c4de2e4-2ed3-4796-bdb7-fd8f0bd6f992 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522976 Feb 11 13:44:42.912091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c62c-6ab4-44fd-8998-40bb0854beae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41134e0-08ab-4f2f-88c3-e110d11639e4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:42.919070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] Routers {'13429953-5923-4aa5-98d9-5c122d05dceb'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:42.919717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['13429953-5923-4aa5-98d9-5c122d05dceb'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:42.966150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (13429953-5923-4aa5-98d9-5c122d05dceb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.038187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.106571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:43.107498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fdb1b-7a3f-4338-bb5a-2390327a494c None None] The sync data for ids ['13429953-5923-4aa5-98d9-5c122d05dceb'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:43.115951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-afac6f61-9bde-4bee-b677-aa24f00f4021 None None] Provisioning complete for port a065453c-8c88-4433-9c7b-1d3c529a3331 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:43.116524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-afac6f61-9bde-4bee-b677-aa24f00f4021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.187250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Attempting to bind port 729e1a4a-2bae-43ba-beef-92324a843009 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:43.190569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Attempting to bind port 729e1a4a-2bae-43ba-beef-92324a843009 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '2eb2fe3d-9fa8-4eab-9b03-bacef0076698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f28ad456-3523-4957-aeb6-440e47bb27da'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:43.192121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Attempting to bind port 729e1a4a-2bae-43ba-beef-92324a843009 on network f28ad456-3523-4957-aeb6-440e47bb27da {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:43.262190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:43.284585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:43.285333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Checking segment: {'id': '2eb2fe3d-9fa8-4eab-9b03-bacef0076698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f28ad456-3523-4957-aeb6-440e47bb27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:43.285333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.285775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Bound using segment: {'id': '2eb2fe3d-9fa8-4eab-9b03-bacef0076698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f28ad456-3523-4957-aeb6-440e47bb27da'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:43.286544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Bound port: 729e1a4a-2bae-43ba-beef-92324a843009, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb2fe3d-9fa8-4eab-9b03-bacef0076698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f28ad456-3523-4957-aeb6-440e47bb27da'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:43.286882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (729e1a4a-2bae-43ba-beef-92324a843009), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.306612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_gateway (13429953-5923-4aa5-98d9-5c122d05dceb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.409863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:43.410350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.445902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 0cb8c5a9-c747-4465-8005-1270da09cb0f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:43.446386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0cb8c5a9-c747-4465-8005-1270da09cb0f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.662039 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.666012 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0cb8c5a9-c747-4465-8005-1270da09cb0f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.670666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.701305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] For port 729e1a4a-2bae-43ba-beef-92324a843009, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:43.704130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:43.704498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 0cb8c5a9-c747-4465-8005-1270da09cb0f owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:43.704989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a065453c-8c88-4433-9c7b-1d3c529a3331 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:43.706900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-afac6f61-9bde-4bee-b677-aa24f00f4021 None None] Current status of the port a065453c-8c88-4433-9c7b-1d3c529a3331 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:43.707290 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-afac6f61-9bde-4bee-b677-aa24f00f4021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.781489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] For port 729e1a4a-2bae-43ba-beef-92324a843009, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=729e1a4a-2bae-43ba-beef-92324a843009,segment=NetworkSegment(2eb2fe3d-9fa8-4eab-9b03-bacef0076698),segment_id=2eb2fe3d-9fa8-4eab-9b03-bacef0076698)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:43.809167 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (729e1a4a-2bae-43ba-beef-92324a843009), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.817789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Port': ['ID=912de951-b567-41b4-bd54-34fc5ee9c9ba,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.824823 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:43.919902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dabb19-ac81-4856-b04b-a7a567f42937 None None] Pushing event updated for resources: {'Port': ['ID=729e1a4a-2bae-43ba-beef-92324a843009,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.937604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-afac6f61-9bde-4bee-b677-aa24f00f4021 None None] For port a065453c-8c88-4433-9c7b-1d3c529a3331, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a065453c-8c88-4433-9c7b-1d3c529a3331,segment=NetworkSegment(64eba361-451f-4178-886e-912e145744f3),segment_id=64eba361-451f-4178-886e-912e145744f3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:43.944088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:43.994900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:43.996348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:44.005006 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-afac6f61-9bde-4bee-b677-aa24f00f4021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.109931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6f61-9bde-4bee-b677-aa24f00f4021 None None] Pushing event updated for resources: {'Port': ['ID=a065453c-8c88-4433-9c7b-1d3c529a3331,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.126927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a065453c-8c88-4433-9c7b-1d3c529a3331 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.127424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.199335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:44.247551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a065453c-8c88-4433-9c7b-1d3c529a3331 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:44.251788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-142c55ce-e004-4181-9d40-ddcb93dcc405 None None] Provisioning complete for port a065453c-8c88-4433-9c7b-1d3c529a3331 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.252319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-142c55ce-e004-4181-9d40-ddcb93dcc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.291291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Router be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:44.298560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.299093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.458044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-142c55ce-e004-4181-9d40-ddcb93dcc405 None None] Current status of the port a065453c-8c88-4433-9c7b-1d3c529a3331 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:44.473351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:44.473756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.487861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92d166-7ab7-4f38-8b4a-9301749dd84c req-59b55c03-dd04-487d-8a4a-888eaece6111 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:44.492092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca92d166-7ab7-4f38-8b4a-9301749dd84c req-59b55c03-dd04-487d-8a4a-888eaece6111 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 945 time: 0.4244807 Feb 11 13:44:44.494253 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0cb8c5a9-c747-4465-8005-1270da09cb0f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.512293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-142c55ce-e004-4181-9d40-ddcb93dcc405 None None] Provisioning complete for port 912de951-b567-41b4-bd54-34fc5ee9c9ba triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.512795 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-142c55ce-e004-4181-9d40-ddcb93dcc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.535217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:44.543420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:44.545776 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f414f22c-682b-4f4b-8ac2-16b0c05519aa" -d '{"events": [{"server_uuid": "18956cb3-c1a8-4a4a-af9e-16d4e296ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:44.550596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2f9bc8f9-b294-4f79-bcf6-55e2b21de993 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "PUT /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0702829 Feb 11 13:44:44.552840 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] Sync routers for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:44.553712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55592) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:44.577247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=0cb8c5a9-c747-4465-8005-1270da09cb0f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.578967 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:44.579663 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:44.660131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:44.668797 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207cd792-a700-43b9-9f8d-21b6cddc143b x-openstack-request-id: req-207cd792-a700-43b9-9f8d-21b6cddc143b {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:44.669473 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18956cb3-c1a8-4a4a-af9e-16d4e296ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:44.670055 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-207cd792-a700-43b9-9f8d-21b6cddc143b {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:44.670964 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b', 'code': 200} Feb 11 13:44:44.675672 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.707769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ca92d166-7ab7-4f38-8b4a-9301749dd84c req-e5f00047-50c9-4f2a-bd60-769018048d0a tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006822 Feb 11 13:44:44.709803 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:44.719295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (13429953-5923-4aa5-98d9-5c122d05dceb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.741815 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:44.742469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:44.800158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.810699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-142c55ce-e004-4181-9d40-ddcb93dcc405 None None] Port 912de951-b567-41b4-bd54-34fc5ee9c9ba cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:44.840532 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:44.841533 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312db390-b83a-4c53-834b-90e3de56d3af None None] The sync data for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:44.860642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (13429953-5923-4aa5-98d9-5c122d05dceb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.863915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (13429953-5923-4aa5-98d9-5c122d05dceb), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.940630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-34a7287b-dc00-4240-aea2-9e48462efd84 None None] Provisioning complete for port 912de951-b567-41b4-bd54-34fc5ee9c9ba triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.941021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34a7287b-dc00-4240-aea2-9e48462efd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.978007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55602) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:44.996645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (13429953-5923-4aa5-98d9-5c122d05dceb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:44.997232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Fanout notify agent at l3_agent the message router_deleted on router 13429953-5923-4aa5-98d9-5c122d05dceb {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:45.008907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df638e5-c8b2-43fc-bb48-779b8440e46a req-012447a6-14c1-4138-a051-3082de453303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:45.011697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1df638e5-c8b2-43fc-bb48-779b8440e46a req-012447a6-14c1-4138-a051-3082de453303 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 1128 time: 0.2487202 Feb 11 13:44:45.020014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.021286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-34a7287b-dc00-4240-aea2-9e48462efd84 None None] Port 912de951-b567-41b4-bd54-34fc5ee9c9ba cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:45.033075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6fafa1d5-fdc3-4796-803f-62a877f1a34c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/13429953-5923-4aa5-98d9-5c122d05dceb HTTP/1.1" status: 204 len: 168 time: 2.3875163 Feb 11 13:44:45.033704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55608) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:45.047489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011719470'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:45.086189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:45.092770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.114019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 729e1a4a-2bae-43ba-beef-92324a843009 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:45.151276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:45.167293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5a9f15b1-8e4a-4507-bef8-87c30594658b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.168058 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment 5a9f15b1-8e4a-4507-bef8-87c30594658b of type vlan for network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 Feb 11 13:44:45.183983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1df638e5-c8b2-43fc-bb48-779b8440e46a req-ac749d01-41e1-426c-8c6b-60b6de9f61f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320274 Feb 11 13:44:45.220674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (72144d52-a7f4-40c2-95f5-2ff81a9c4a20), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.252670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 729e1a4a-2bae-43ba-beef-92324a843009 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:45.253076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729e1a4a-2bae-43ba-beef-92324a843009), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.261247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504abccc-c6d0-48f0-b23e-693e6f5553c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.301542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (72144d52-a7f4-40c2-95f5-2ff81a9c4a20), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.315177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:45.317616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.367418 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-444ce9ef-2f08-4c65-8cb3-7cdf407ada3a tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:44:45.369389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-444ce9ef-2f08-4c65-8cb3-7cdf407ada3a tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "PUT /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8115342 Feb 11 13:44:45.378822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:45.434787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=72144d52-a7f4-40c2-95f5-2ff81a9c4a20,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:45.468585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29ae71c6-01d2-4bbf-85f1-32118ba22c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4329896 Feb 11 13:44:45.470607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:45.481515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': '72144d52-a7f4-40c2-95f5-2ff81a9c4a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:45.568180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:45.634960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:45.638674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.684291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 729e1a4a-2bae-43ba-beef-92324a843009 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:45.684685 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (729e1a4a-2bae-43ba-beef-92324a843009), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.748163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 729e1a4a-2bae-43ba-beef-92324a843009, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=729e1a4a-2bae-43ba-beef-92324a843009,segment=NetworkSegment(2eb2fe3d-9fa8-4eab-9b03-bacef0076698),segment_id=2eb2fe3d-9fa8-4eab-9b03-bacef0076698)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:45.752743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e330a-51c7-4ee6-8491-01b57eea10c1 None None] Network f28ad456-3523-4957-aeb6-440e47bb27da requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:45.757877 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (729e1a4a-2bae-43ba-beef-92324a843009), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.758555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a065453c-8c88-4433-9c7b-1d3c529a3331 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:45.854228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=729e1a4a-2bae-43ba-beef-92324a843009,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:45.929071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2d5e56a2-c737-482a-9b0b-8f5b134fa876 None None] Provisioning complete for port 729e1a4a-2bae-43ba-beef-92324a843009 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:45.929449 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d5e56a2-c737-482a-9b0b-8f5b134fa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729e1a4a-2bae-43ba-beef-92324a843009), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:45.944881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d2e06db1-c19f-4ac1-b00f-56b74354fa32), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.009936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=d2e06db1-c19f-4ac1-b00f-56b74354fa32,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:46.044398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a065453c-8c88-4433-9c7b-1d3c529a3331 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:46.044833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.046735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': '5a9f15b1-8e4a-4507-bef8-87c30594658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '72144d52-a7f4-40c2-95f5-2ff81a9c4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:46.047118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: 72144d52-a7f4-40c2-95f5-2ff81a9c4a20, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:46.054762 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504abccc-c6d0-48f0-b23e-693e6f5553c0 admin admin] Publish callbacks [] for security_group (ff58c073-15ce-4eed-ac46-5693c94f94d7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.073193 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-504abccc-c6d0-48f0-b23e-693e6f5553c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ff58c073-15ce-4eed-ac46-5693c94f94d7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.090191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:46.105299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 72144d52-a7f4-40c2-95f5-2ff81a9c4a20) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:46.122424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.123110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.138841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93bf30-da5e-4d31-9ee4-c488686b659a None None] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:46.152757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-114a8c3d-ab83-4167-a151-d4eadbf3fe78 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6773672 Feb 11 13:44:46.156257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504abccc-c6d0-48f0-b23e-693e6f5553c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff58c073-15ce-4eed-ac46-5693c94f94d7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:46.156403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55638) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:46.176903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-504abccc-c6d0-48f0-b23e-693e6f5553c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=521e81b2c45b435580e97c3ed65dceaf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1939855 Feb 11 13:44:46.188048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b881326e-65c1-40b3-9803-21d2c748585c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1598318656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:46.194871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55640) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:46.255481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e56a2-c737-482a-9b0b-8f5b134fa876 None None] Current status of the port 729e1a4a-2bae-43ba-beef-92324a843009 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:46.272534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8c11d-8391-4c57-adae-dac9d84ec51a req-f7ff7571-a27b-4c54-8edf-3a2d95f70a7f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.277913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b881326e-65c1-40b3-9803-21d2c748585c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.281614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-53e8c11d-8391-4c57-adae-dac9d84ec51a req-f7ff7571-a27b-4c54-8edf-3a2d95f70a7f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 946 time: 0.2346087 Feb 11 13:44:46.285528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b881326e-65c1-40b3-9803-21d2c748585c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.348105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-72144d52-a7f4-40c2-95f5-2ff81a9c4a20', 'network_id': '72144d52-a7f4-40c2-95f5-2ff81a9c4a20', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': 'd2e06db1-c19f-4ac1-b00f-56b74354fa32'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:44:46.349198 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.367913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a065453c-8c88-4433-9c7b-1d3c529a3331 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:46.440129 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07b1eb44-01a8-4480-91e5-862b980f545a admin admin] Publish callbacks [] for security_group (ff58c073-15ce-4eed-ac46-5693c94f94d7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.457134 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b881326e-65c1-40b3-9803-21d2c748585c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.468115 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-c2d154f9-ce16-4f16-9488-5d7a11b640a4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2436464 Feb 11 13:44:46.471217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b881326e-65c1-40b3-9803-21d2c748585c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.499484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b881326e-65c1-40b3-9803-21d2c748585c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.505813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b881326e-65c1-40b3-9803-21d2c748585c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3481655 Feb 11 13:44:46.509483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55644) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:46.512962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07b1eb44-01a8-4480-91e5-862b980f545a admin admin] Publish callbacks [] for security_group (ff58c073-15ce-4eed-ac46-5693c94f94d7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.534669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-53e8c11d-8391-4c57-adae-dac9d84ec51a req-0bf638a2-2b15-46c0-ac27-f0dcce0be7ed tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521136 Feb 11 13:44:46.566321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Allocated IP 172.20.0.2 (72144d52-a7f4-40c2-95f5-2ff81a9c4a20/d2e06db1-c19f-4ac1-b00f-56b74354fa32/81c343a4-6989-445f-8fd2-9d2f7ebbf53b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:46.676777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07b1eb44-01a8-4480-91e5-862b980f545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ff58c073-15ce-4eed-ac46-5693c94f94d7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.681695 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07b1eb44-01a8-4480-91e5-862b980f545a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.685450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-07b1eb44-01a8-4480-91e5-862b980f545a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff58c073-15ce-4eed-ac46-5693c94f94d7 HTTP/1.1" status: 204 len: 168 time: 0.4872267 Feb 11 13:44:46.721685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1eb44-01a8-4480-91e5-862b980f545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff58c073-15ce-4eed-ac46-5693c94f94d7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:46.746985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.784090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788701e-649d-447e-9de0-231a25654557 req-75e6c3bd-a429-4fa0-ad78-4605a5c9f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.792784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-75e6c3bd-a429-4fa0-ad78-4605a5c9f267 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 1127 time: 0.2713938 Feb 11 13:44:46.804583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1e8b1cef-78c5-4a56-a7cd-93b3a93ee947 None None] Provisioning complete for port 729e1a4a-2bae-43ba-beef-92324a843009 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:46.808471 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1cef-78c5-4a56-a7cd-93b3a93ee947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729e1a4a-2bae-43ba-beef-92324a843009), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.914816 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Publish callbacks [] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.981857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.997202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 729e1a4a-2bae-43ba-beef-92324a843009 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:47.134764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:47.153321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b1cef-78c5-4a56-a7cd-93b3a93ee947 None None] Current status of the port 729e1a4a-2bae-43ba-beef-92324a843009 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:47.157738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Pushing event updated for resources: {'Port': ['ID=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:47.162363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:47.164748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:47.196877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 729e1a4a-2bae-43ba-beef-92324a843009 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:47.197251 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729e1a4a-2bae-43ba-beef-92324a843009), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.200805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Deleting port 912de951-b567-41b4-bd54-34fc5ee9c9ba {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:47.201295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.226749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.247796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f06b2-f7af-493c-b337-14dcaa9a0cf3 req-3c8c2f39-b3ad-4e88-af7e-b5ed8777c874 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:47.258420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f89f06b2-f7af-493c-b337-14dcaa9a0cf3 req-3c8c2f39-b3ad-4e88-af7e-b5ed8777c874 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1128 time: 0.4128067 Feb 11 13:44:47.290756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Attempting to bind port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:47.291113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Attempting to bind port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '5a9f15b1-8e4a-4507-bef8-87c30594658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '72144d52-a7f4-40c2-95f5-2ff81a9c4a20'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:47.291478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Attempting to bind port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b on network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:47.299016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:47.299286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Checking segment: {'id': '5a9f15b1-8e4a-4507-bef8-87c30594658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '72144d52-a7f4-40c2-95f5-2ff81a9c4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:47.299697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.300093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Bound using segment: {'id': '5a9f15b1-8e4a-4507-bef8-87c30594658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '72144d52-a7f4-40c2-95f5-2ff81a9c4a20'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:47.300572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Bound port: 81c343a4-6989-445f-8fd2-9d2f7ebbf53b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9f15b1-8e4a-4507-bef8-87c30594658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '72144d52-a7f4-40c2-95f5-2ff81a9c4a20'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:47.300956 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.353306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:47.374355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] For port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:47.376918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f06ddee2-eaf2-4ed2-b088-6f8e52f950e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.377740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] For port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,segment=NetworkSegment(5a9f15b1-8e4a-4507-bef8-87c30594658b),segment_id=5a9f15b1-8e4a-4507-bef8-87c30594658b)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:47.386337 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.422680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.451873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Calling delete_port for 912de951-b567-41b4-bd54-34fc5ee9c9ba owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:47.475816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 729e1a4a-2bae-43ba-beef-92324a843009 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:47.500814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d567f31-370d-47b7-bb20-2091b624cd33 None None] Pushing event updated for resources: {'Port': ['ID=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:47.613815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f06ddee2-eaf2-4ed2-b088-6f8e52f950e7 admin admin] Publish callbacks [] for security_group (92215be9-aac8-4d8d-a4c6-284bee587cd4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.661537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f06ddee2-eaf2-4ed2-b088-6f8e52f950e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (92215be9-aac8-4d8d-a4c6-284bee587cd4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.757487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788701e-649d-447e-9de0-231a25654557 req-c95eefb7-9854-4007-b2f9-9879b68ddeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:47.759306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-c95eefb7-9854-4007-b2f9-9879b68ddeb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.9413188 Feb 11 13:44:47.798704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55672) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:47.799255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f06ddee2-eaf2-4ed2-b088-6f8e52f950e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72a75f4772994b63b8c4cd58a8aec899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4442217 Feb 11 13:44:47.806386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ddee2-eaf2-4ed2-b088-6f8e52f950e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92215be9-aac8-4d8d-a4c6-284bee587cd4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:47.865441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643113-6c41-418b-8fb0-e3df6afcf81d req-20666235-e7cb-4eb0-aae6-6454fb804d1f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:47.882805 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b643113-6c41-418b-8fb0-e3df6afcf81d req-20666235-e7cb-4eb0-aae6-6454fb804d1f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 946 time: 0.2325392 Feb 11 13:44:47.894754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-e1782cd8-e108-4b5e-8487-5449633b8345 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b369bdd6-9a10-41cf-a476-92625e95e383 HTTP/1.1" status: 200 len: 217 time: 0.0951490 Feb 11 13:44:47.919887 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (912de951-b567-41b4-bd54-34fc5ee9c9ba), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.957829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Port': ['ID=912de951-b567-41b4-bd54-34fc5ee9c9ba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:47.982100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f89f06b2-f7af-493c-b337-14dcaa9a0cf3 req-ff2478d6-0fd7-4f6f-a8cf-56e36578d6df tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7222495 Feb 11 13:44:48.063819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa91661c-96cb-4c0d-96a0-d5e0a73473af admin admin] Publish callbacks [] for security_group (92215be9-aac8-4d8d-a4c6-284bee587cd4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:48.079814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788701e-649d-447e-9de0-231a25654557 req-c64263f7-e8c3-4bd6-9f8f-1bf35d04f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.081263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-c64263f7-e8c3-4bd6-9f8f-1bf35d04f63d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1772926 Feb 11 13:44:48.100857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b643113-6c41-418b-8fb0-e3df6afcf81d req-b8d51057-9e88-4c16-a158-d9b165114785 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010164 Feb 11 13:44:48.186519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa91661c-96cb-4c0d-96a0-d5e0a73473af admin admin] Publish callbacks [] for security_group (92215be9-aac8-4d8d-a4c6-284bee587cd4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:48.289111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:48.339991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44428fdd-de44-4e3c-bc99-634450a69f8a req-3785a787-17a5-4530-84a9-4066aa81f558 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.346990 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44428fdd-de44-4e3c-bc99-634450a69f8a req-3785a787-17a5-4530-84a9-4066aa81f558 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.2483342 Feb 11 13:44:48.350382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.20.0.1 (72144d52-a7f4-40c2-95f5-2ff81a9c4a20/d2e06db1-c19f-4ac1-b00f-56b74354fa32/483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:48.361825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788701e-649d-447e-9de0-231a25654557 req-19fe1f79-a615-494a-b760-2d3481392ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.363700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-19fe1f79-a615-494a-b760-2d3481392ae6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2737899 Feb 11 13:44:48.433317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa91661c-96cb-4c0d-96a0-d5e0a73473af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (92215be9-aac8-4d8d-a4c6-284bee587cd4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:48.435968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa91661c-96cb-4c0d-96a0-d5e0a73473af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:48.440172 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aa91661c-96cb-4c0d-96a0-d5e0a73473af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92215be9-aac8-4d8d-a4c6-284bee587cd4 HTTP/1.1" status: 204 len: 168 time: 0.6273491 Feb 11 13:44:48.533206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91661c-96cb-4c0d-96a0-d5e0a73473af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92215be9-aac8-4d8d-a4c6-284bee587cd4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:48.572418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44428fdd-de44-4e3c-bc99-634450a69f8a req-3a3751c7-741e-448f-b2a4-476fedff642c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244530 Feb 11 13:44:48.625262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55696) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:48.686790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Router be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:48.751328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-dc0c0391-b91d-47ab-9193-fb0838a7b631 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726130 Feb 11 13:44:48.821918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:48.855735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] Sync routers for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:48.862790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:48.875093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-81f536b8-2c3e-459b-9e85-f7429f46ce2f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "PUT /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938056 Feb 11 13:44:48.881365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:48.902089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:48.903053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:49.014265 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-1809cacc-e475-4d7f-9fa6-373db39b4705 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] delete failed (client error): The resource could not be found. Feb 11 13:44:49.021687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1809cacc-e475-4d7f-9fa6-373db39b4705 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1630847751 HTTP/1.1" status: 404 len: 335 time: 0.1353953 Feb 11 13:44:49.024397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:49.029266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0912a713-fbe7-454d-ad27-ffad869c3831 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:49.046632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0467fb8a-7915-47bc-a4e0-2e6c7612bfe5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/586c7064-a9be-4f2b-97ba-02fca7f65e2b HTTP/1.1" status: 200 len: 994 time: 0.4199722 Feb 11 13:44:49.069171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c343a4-6989-445f-8fd2-9d2f7ebbf53b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:49.120702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:49.167260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.168705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:49.169377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:49.243554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:49.244240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c25366-53d7-4839-a0c9-06579fc04856 None None] The sync data for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:49.283285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:49.283674 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.297827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:49.341298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:49.345983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04534f40-8afd-4d0c-b115-6b7cc8c0c05d None None] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:49.349038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:49.351460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:49.434037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:49.434456 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.451874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.465607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b788701e-649d-447e-9de0-231a25654557 req-f58b84b5-15f7-4bf6-83f4-190acb885c5e service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028506 Feb 11 13:44:49.560679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,segment=NetworkSegment(5a9f15b1-8e4a-4507-bef8-87c30594658b),segment_id=5a9f15b1-8e4a-4507-bef8-87c30594658b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:49.569137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0912a713-fbe7-454d-ad27-ffad869c3831 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for router_gateway (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.577506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4565e072-ed13-473d-8415-2640c37ecc3f None None] Provisioning complete for port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:49.577942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4565e072-ed13-473d-8415-2640c37ecc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.608570 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-0912a713-fbe7-454d-ad27-ffad869c3831 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] update failed (client error): The resource could not be found. Feb 11 13:44:49.614359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0912a713-fbe7-454d-ad27-ffad869c3831 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "PUT /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 HTTP/1.1" status: 404 len: 339 time: 0.5888968 Feb 11 13:44:49.615026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:49.637368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.723579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:49.764809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.959344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4565e072-ed13-473d-8415-2640c37ecc3f None None] Current status of the port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:50.046501 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:50.224929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc180bf-880d-4231-a110-0f5ce72b4cae req-15612dc9-512c-4da5-8fef-7fba9fe4e9f8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.236142 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddc180bf-880d-4231-a110-0f5ce72b4cae req-15612dc9-512c-4da5-8fef-7fba9fe4e9f8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.3403664 Feb 11 13:44:50.340436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:50.347841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:50.386390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-950f1419-fa7c-45e7-85c1-d62fe6e58f3a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6110754 Feb 11 13:44:50.408709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddc180bf-880d-4231-a110-0f5ce72b4cae req-4e705e0f-596f-404d-b6cf-ed13f9f33106 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681352 Feb 11 13:44:50.415098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:50.473334 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:50.495829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-80e44a74-b5cf-45f4-b287-c8c8801b142a None None] Provisioning complete for port 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:50.496213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80e44a74-b5cf-45f4-b287-c8c8801b142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:50.582699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-80e44a74-b5cf-45f4-b287-c8c8801b142a None None] Port 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:50.609304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-80e44a74-b5cf-45f4-b287-c8c8801b142a None None] Provisioning complete for port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:50.609304 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80e44a74-b5cf-45f4-b287-c8c8801b142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:50.616837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:50.683199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:50.688586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:50.766498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-80e44a74-b5cf-45f4-b287-c8c8801b142a None None] Current status of the port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:50.902974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cefb80dc-a9a5-42fa-ba49-1ffe55f6b9e0 None None] Provisioning complete for port 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:50.903368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cefb80dc-a9a5-42fa-ba49-1ffe55f6b9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.016663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c343a4-6989-445f-8fd2-9d2f7ebbf53b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:51.051234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router bbc95122-c0f3-48ab-9a0e-b1621d1c65dd is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:51.171872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cefb80dc-a9a5-42fa-ba49-1ffe55f6b9e0 None None] Port 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:51.177089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Allocated IP 172.20.0.1 (73d60170-8a32-45fb-9df2-7affd2c05122/14d30aae-abfa-4dae-b984-1be3428ed3fe/b96145f6-31b4-4672-b7e3-4cfe96dcdc55) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:51.225038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:51.225664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.304322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:51.317648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ba96aba5-13aa-4003-8a37-96df61877a9a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/bbc95122-c0f3-48ab-9a0e-b1621d1c65dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8064675 Feb 11 13:44:51.320538 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] Sync routers for ids ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:51.322281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55786) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:51.332772 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] Routers {'bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:51.337551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-07f22ee7-d52e-4b51-9514-1fc60442fe65 None None] Provisioning complete for port 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:51.337910 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-07f22ee7-d52e-4b51-9514-1fc60442fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.339601 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:51.429197 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:51.456236 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] Routers {'bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:51.458305 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:51.481186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-07f22ee7-d52e-4b51-9514-1fc60442fe65 None None] Port 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:51.490942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c4bad4-34ec-4570-a8b3-0fcc73c6e83b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:51.495243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f4c4bad4-34ec-4570-a8b3-0fcc73c6e83b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports/483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 HTTP/1.1" status: 200 len: 910 time: 0.1713717 Feb 11 13:44:51.498601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55792) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:51.505190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2e06db1-c19f-4ac1-b00f-56b74354fa32'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:51.584246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:51.743719 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:51.747567 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0107f22-8431-4a24-ace9-8be7af946ff0 None None] The sync data for ids ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:51.872491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.974017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.179799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c0dbb-f579-4ad6-8777-3ab890d1b98a req-8498f5d4-5cae-4c6d-9976-6f545e879d0b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.190773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc2c0dbb-f579-4ad6-8777-3ab890d1b98a req-8498f5d4-5cae-4c6d-9976-6f545e879d0b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1678519 Feb 11 13:44:52.201386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.351644 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc2c0dbb-f579-4ad6-8777-3ab890d1b98a req-68507251-4cfe-4547-a413-e7911dab9ea9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599123 Feb 11 13:44:52.383945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.438367 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:44:52.475928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network 73d60170-8a32-45fb-9df2-7affd2c05122 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:52.484101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:52.514756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:52.565301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Port': ['ID=b96145f6-31b4-4672-b7e3-4cfe96dcdc55,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.591878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.677896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.694642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.824688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7abb058f-19b3-4c32-8043-f42d1b9d6d0a None None] Provisioning complete for port b96145f6-31b4-4672-b7e3-4cfe96dcdc55 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:52.825212 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7abb058f-19b3-4c32-8043-f42d1b9d6d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.882426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-80c0ea35-9402-4db5-8330-37d2c8f632e3 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.884290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-80c0ea35-9402-4db5-8330-37d2c8f632e3 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports/0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1125 time: 0.8591843 Feb 11 13:44:52.885442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.906662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.907338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.916159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/ports/483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 HTTP/1.1" status: 200 len: 910 time: 1.4139743 Feb 11 13:44:52.917948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:52.918562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7abb058f-19b3-4c32-8043-f42d1b9d6d0a None None] Port b96145f6-31b4-4672-b7e3-4cfe96dcdc55 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:52.924557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a5f5e-ef38-4b97-b1bb-505a33b34b6d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:53.594290 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:53.616704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:53.797853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:53.972958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event updated for resources: {'Port': ['ID=b96145f6-31b4-4672-b7e3-4cfe96dcdc55,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:54.019757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca19d8-9839-4ce4-a70f-187c58e3c04f req-72217e2e-c513-48d9-b089-ed271195419c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:54.021587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1ca19d8-9839-4ce4-a70f-187c58e3c04f req-72217e2e-c513-48d9-b089-ed271195419c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.4247012 Feb 11 13:44:54.052639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Network 73d60170-8a32-45fb-9df2-7affd2c05122 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:54.077769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:54.210397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1ca19d8-9839-4ce4-a70f-187c58e3c04f req-d0c7d85d-1ffc-4032-8423-3cd615836a64 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643667 Feb 11 13:44:54.249821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-54221e63-e96e-402b-9fbd-1814794d6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:54.251287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-54221e63-e96e-402b-9fbd-1814794d6b51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1128 time: 0.1178086 Feb 11 13:44:54.369293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Router be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:54.453930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-3443e8cf-3eeb-4eaf-8972-b75aa77b71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:54.455488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-3443e8cf-3eeb-4eaf-8972-b75aa77b71c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.1962311 Feb 11 13:44:54.458598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8f72ee68-9e2e-40b2-9ca0-24f84070e97d None None] Provisioning complete for port b96145f6-31b4-4672-b7e3-4cfe96dcdc55 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:54.459520 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f72ee68-9e2e-40b2-9ca0-24f84070e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:54.532903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8f72ee68-9e2e-40b2-9ca0-24f84070e97d None None] Port b96145f6-31b4-4672-b7e3-4cfe96dcdc55 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:54.537579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:54.546925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-37a28e1d-2cf4-4b25-8372-86d980c7b8d5 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "PUT /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9308782 Feb 11 13:44:54.547614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:54.551731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] Sync routers for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:54.601461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:54.603567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.668807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-94873e65-7de4-4ab3-b783-fc3d35ba4b8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1002 time: 0.2051744 Feb 11 13:44:54.728050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:54.746279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.773316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:54.782104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.859532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.860320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e91b24-43d7-4546-a8e9-53fde1ee9b79 None None] The sync data for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:54.933583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4ee6-4ec2-443e-8183-d2fa7ecebc8f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for router (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:55.118851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-66f1dbba-8ce3-466a-80a2-de0748416e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.120435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-66f1dbba-8ce3-466a-80a2-de0748416e43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.4433348 Feb 11 13:44:55.183127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-99a7577f-af85-4c84-89c8-1c5e0651b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.185308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-99a7577f-af85-4c84-89c8-1c5e0651b00d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577846 Feb 11 13:44:55.209322 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-0f3e4ee6-4ec2-443e-8183-d2fa7ecebc8f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:44:55.213757 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0f3e4ee6-4ec2-443e-8183-d2fa7ecebc8f tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 HTTP/1.1" status: 409 len: 329 time: 0.6578937 Feb 11 13:44:55.219277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55884) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:55.612688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-9fdfa607-57f9-4094-b669-99da41c9efb6 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135985 Feb 11 13:44:55.626077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e234c5-0628-400f-9929-2158058d4a20 req-5d27b0e1-2d18-40c2-b443-6eb07658a862 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.627693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-76e234c5-0628-400f-9929-2158058d4a20 req-5d27b0e1-2d18-40c2-b443-6eb07658a862 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.2145367 Feb 11 13:44:55.883714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-76e234c5-0628-400f-9929-2158058d4a20 req-9bdd762a-04cb-49c7-a12a-7935659884dd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195866 Feb 11 13:44:55.996452 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-5a806373-145c-4216-91c9-1e389ac37738 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372753 Feb 11 13:44:56.172528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:56.276016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:56.276618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:56.428821 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:56.441958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:56.567803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Deleting port b96145f6-31b4-4672-b7e3-4cfe96dcdc55 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:56.568277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:56.697295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:56.711939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Calling delete_port for b96145f6-31b4-4672-b7e3-4cfe96dcdc55 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:56.728725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:56.759893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=483bbe5d-9e2c-4de1-bb6a-c66710bb2ff4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:57.001813 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-474c5bd8-42e1-4e62-8bca-bef1eae93580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:57.088281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b96145f6-31b4-4672-b7e3-4cfe96dcdc55), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:57.112543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:57.168718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Port': ['ID=b96145f6-31b4-4672-b7e3-4cfe96dcdc55,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:57.435258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceeb4a-f77c-465f-908d-ccc25255e461 req-ec7ed46e-3d08-44f1-a971-c6eff98d1afa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:57.437020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7ceeb4a-f77c-465f-908d-ccc25255e461 req-ec7ed46e-3d08-44f1-a971-c6eff98d1afa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.2873969 Feb 11 13:44:57.543872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router bbc95122-c0f3-48ab-9a0e-b1621d1c65dd has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:57.677265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:57.691524 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] Sync routers for ids ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:57.693045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:57.705753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3ccba1cb-5095-4007-b218-7a763c8315a5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/bbc95122-c0f3-48ab-9a0e-b1621d1c65dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7810047 Feb 11 13:44:57.705753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55954) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:57.716121 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7ceeb4a-f77c-465f-908d-ccc25255e461 req-1c2d3710-f6ed-4bb5-a24e-8907ae69ccef tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641892 Feb 11 13:44:57.718528 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] Routers {'bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:57.720222 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:57.786987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6620c17e-3e07-4800-ba3e-a641a88c74dd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=bbc95122-c0f3-48ab-9a0e-b1621d1c65dd HTTP/1.1" status: 200 len: 205 time: 0.0783031 Feb 11 13:44:57.787241 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:57.787637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:57.798447 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] Routers {'bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:57.799484 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:57.847683 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:57.849165 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b40d2b3-f89c-4c72-93ce-c44b99008d9d None None] The sync data for ids ['bbc95122-c0f3-48ab-9a0e-b1621d1c65dd'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:57.959578 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6de26636-efa5-4278-83f2-b21bb54db249 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.105287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Router be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:58.145650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6de26636-efa5-4278-83f2-b21bb54db249 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.147858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6de26636-efa5-4278-83f2-b21bb54db249 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.198038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6de26636-efa5-4278-83f2-b21bb54db249 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (bbc95122-c0f3-48ab-9a0e-b1621d1c65dd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.198534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de26636-efa5-4278-83f2-b21bb54db249 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Fanout notify agent at l3_agent the message router_deleted on router bbc95122-c0f3-48ab-9a0e-b1621d1c65dd {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:58.212531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6de26636-efa5-4278-83f2-b21bb54db249 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.213714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6de26636-efa5-4278-83f2-b21bb54db249 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/bbc95122-c0f3-48ab-9a0e-b1621d1c65dd HTTP/1.1" status: 204 len: 168 time: 0.4250653 Feb 11 13:44:58.221140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55968) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:58.292387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet d2e06db1-c19f-4ac1-b00f-56b74354fa32 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:58.311899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (d2e06db1-c19f-4ac1-b00f-56b74354fa32), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.326707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:58.342988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] Sync routers for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:58.357379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9e865baf-7dc4-459d-8302-11f9491d776e tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "PUT /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1333470 Feb 11 13:44:58.357780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:58.357907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:58.358817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:58.415193 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-88aa87ef-0eac-45f5-a971-5309c1d318a2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] show failed (client error): The resource could not be found. Feb 11 13:44:58.416367 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-88aa87ef-0eac-45f5-a971-5309c1d318a2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-45713613 HTTP/1.1" status: 404 len: 333 time: 0.0574887 Feb 11 13:44:58.419452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:58.420137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:58.426137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-66c668cf-fdd3-4207-89de-2d02bb06f0ab tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:58.429358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] Routers {'be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:58.430975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:58.467227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:58.468214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f1254-b247-4a83-b1e4-d3dd3629b7de None None] The sync data for ids ['be0f9c5c-4fb1-454b-bd0f-df0e96d078a2'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:58.490606 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-66c668cf-fdd3-4207-89de-2d02bb06f0ab tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] update failed (client error): The resource could not be found. Feb 11 13:44:58.491672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-66c668cf-fdd3-4207-89de-2d02bb06f0ab tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-177514335 HTTP/1.1" status: 404 len: 334 time: 0.0706079 Feb 11 13:44:58.495252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55978) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:58.524707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (d2e06db1-c19f-4ac1-b00f-56b74354fa32), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.611871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Deleting subnet 556eb84c-4046-4b86-9005-46048032a00d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:58.621410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (556eb84c-4046-4b86-9005-46048032a00d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.671820 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d2e06db1-c19f-4ac1-b00f-56b74354fa32), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.696952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (556eb84c-4046-4b86-9005-46048032a00d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.766075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (d2e06db1-c19f-4ac1-b00f-56b74354fa32), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.796719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.803837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f8a9e-2562-4e83-8075-c807110ba1c1 None None] Network 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:58.825042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55992) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:58.825736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/d2e06db1-c19f-4ac1-b00f-56b74354fa32 HTTP/1.1" status: 204 len: 168 time: 0.6034715 Feb 11 13:44:58.873094 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (556eb84c-4046-4b86-9005-46048032a00d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:58.886781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb4cec-d650-4a70-818a-f2e78675ace8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e06db1-c19f-4ac1-b00f-56b74354fa32,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:58.994555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55998) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:59.042926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (72144d52-a7f4-40c2-95f5-2ff81a9c4a20), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.063690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f894d-9cb8-4a17-852d-3595974d8fce req-aa8171ee-fba6-466c-bc59-97bd2a5ba1a9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:59.065247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-650f894d-9cb8-4a17-852d-3595974d8fce req-aa8171ee-fba6-466c-bc59-97bd2a5ba1a9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.2184095 Feb 11 13:44:59.093390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] DHCP port deletion for 72144d52-a7f4-40c2-95f5-2ff81a9c4a20 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:44:59.113007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (556eb84c-4046-4b86-9005-46048032a00d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.157610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Subnet': ['ID=556eb84c-4046-4b86-9005-46048032a00d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:59.161994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.166465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bed15e02-6870-42d6-8e02-4ac1542b4550 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/subnets/556eb84c-4046-4b86-9005-46048032a00d HTTP/1.1" status: 204 len: 168 time: 0.6692989 Feb 11 13:44:59.171084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:59.171749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c795193-43a8-4c0e-9064-b5a1ba96af26 None None] Network f28ad456-3523-4957-aeb6-440e47bb27da requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:59.197443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] Deleting port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:59.198059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.224581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-650f894d-9cb8-4a17-852d-3595974d8fce req-2069a056-f404-4785-a94d-acbd78fb00fa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477864 Feb 11 13:44:59.224715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a37ce469-b5fb-4d21-aff2-6115315fa31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.266614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:59.274606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.352987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Deleting subnet bf7770d8-8ffd-464a-991a-251c3157327f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:44:59.358704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (bf7770d8-8ffd-464a-991a-251c3157327f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.364367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,segment=NetworkSegment(5a9f15b1-8e4a-4507-bef8-87c30594658b),segment_id=5a9f15b1-8e4a-4507-bef8-87c30594658b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:59.364748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.384155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 81c343a4-6989-445f-8fd2-9d2f7ebbf53b owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:59.483600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.486448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (bf7770d8-8ffd-464a-991a-251c3157327f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.491934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] For port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,segment=NetworkSegment(5a9f15b1-8e4a-4507-bef8-87c30594658b),segment_id=5a9f15b1-8e4a-4507-bef8-87c30594658b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:59.493204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.510709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:59.514306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:59.555782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] Calling delete_port for 81c343a4-6989-445f-8fd2-9d2f7ebbf53b owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:59.566501 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a37ce469-b5fb-4d21-aff2-6115315fa31c admin admin] Publish callbacks [] for security_group (276e0e5d-5e36-4ed3-8628-16e23f8521c7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.574056 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f391277-b5d7-4f4e-ba5d-5b0f1b0ded5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.591570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a37ce469-b5fb-4d21-aff2-6115315fa31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (276e0e5d-5e36-4ed3-8628-16e23f8521c7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.617240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (72144d52-a7f4-40c2-95f5-2ff81a9c4a20), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.623539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ce469-b5fb-4d21-aff2-6115315fa31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e0e5d-5e36-4ed3-8628-16e23f8521c7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:59.642083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72144d52-a7f4-40c2-95f5-2ff81a9c4a20']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:59.652001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (bf7770d8-8ffd-464a-991a-251c3157327f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.656415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9f15b1-8e4a-4507-bef8-87c30594658b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:59.656695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9f15b1-8e4a-4507-bef8-87c30594658b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:59.657008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a37ce469-b5fb-4d21-aff2-6115315fa31c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63931e9548ac48d9ae5415aefadfa3f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610019 Feb 11 13:44:59.659750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56010) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:59.684732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (81c343a4-6989-445f-8fd2-9d2f7ebbf53b), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.688815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (5a9f15b1-8e4a-4507-bef8-87c30594658b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.699842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] No DVR routers for this DVR port 81c343a4-6989-445f-8fd2-9d2f7ebbf53b on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:59.716315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5a9f15b1-8e4a-4507-bef8-87c30594658b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.729118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:59.729765 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (5a9f15b1-8e4a-4507-bef8-87c30594658b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.732307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888677e-176b-47b3-8ee0-6433d73b14a0 None None] Pushing event deleted for resources: {'Port': ['ID=81c343a4-6989-445f-8fd2-9d2f7ebbf53b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:59.733548 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:59.752238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] DHCP port deletion for f28ad456-3523-4957-aeb6-440e47bb27da request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:44:59.773445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (bf7770d8-8ffd-464a-991a-251c3157327f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.808614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] Deleting port 729e1a4a-2bae-43ba-beef-92324a843009 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:59.808998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (729e1a4a-2bae-43ba-beef-92324a843009), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.814321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7770d8-8ffd-464a-991a-251c3157327f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:59.817525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd53e-3ad9-40fa-8dfb-57ff96cb9b1c admin admin] Publish callbacks [] for security_group (276e0e5d-5e36-4ed3-8628-16e23f8521c7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.830567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (72144d52-a7f4-40c2-95f5-2ff81a9c4a20), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.843452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.845866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd14720-5744-4168-9286-9250943f8536 None None] Network 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:44:59.846306 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.848838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bc68b0d3-b452-4f9e-9481-837b2b5b01b2 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/subnets/bf7770d8-8ffd-464a-991a-251c3157327f HTTP/1.1" status: 204 len: 168 time: 0.6752400 Feb 11 13:44:59.851320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:59.853100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/72144d52-a7f4-40c2-95f5-2ff81a9c4a20 HTTP/1.1" status: 204 len: 168 time: 1.0255461 Feb 11 13:44:59.868330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd53e-3ad9-40fa-8dfb-57ff96cb9b1c admin admin] Publish callbacks [] for security_group (276e0e5d-5e36-4ed3-8628-16e23f8521c7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.870011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56014) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:44:59.883272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a60facb0-9796-4b60-96af-157fc421e955 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1044478843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:59.896977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181d0cc-53b2-462b-92c4-06394f2fc33a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=72144d52-a7f4-40c2-95f5-2ff81a9c4a20,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:59.927271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] For port 729e1a4a-2bae-43ba-beef-92324a843009, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=729e1a4a-2bae-43ba-beef-92324a843009,segment=NetworkSegment(2eb2fe3d-9fa8-4eab-9b03-bacef0076698),segment_id=2eb2fe3d-9fa8-4eab-9b03-bacef0076698)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:59.927964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (729e1a4a-2bae-43ba-beef-92324a843009), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.954315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a60facb0-9796-4b60-96af-157fc421e955 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.957979 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a60facb0-9796-4b60-96af-157fc421e955 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.971548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] Calling delete_port for 729e1a4a-2bae-43ba-beef-92324a843009 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:59.976464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd53e-3ad9-40fa-8dfb-57ff96cb9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (276e0e5d-5e36-4ed3-8628-16e23f8521c7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.978608 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f28ad456-3523-4957-aeb6-440e47bb27da), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.984129 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd53e-3ad9-40fa-8dfb-57ff96cb9b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.987769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d2cdd53e-3ad9-40fa-8dfb-57ff96cb9b1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/276e0e5d-5e36-4ed3-8628-16e23f8521c7 HTTP/1.1" status: 204 len: 168 time: 0.3246541 Feb 11 13:45:00.024898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdd53e-3ad9-40fa-8dfb-57ff96cb9b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e0e5d-5e36-4ed3-8628-16e23f8521c7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.080852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Deleting port 729e1a4a-2bae-43ba-beef-92324a843009 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:00.081500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (729e1a4a-2bae-43ba-beef-92324a843009), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.090869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a60facb0-9796-4b60-96af-157fc421e955 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.098400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a60facb0-9796-4b60-96af-157fc421e955 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.132987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a60facb0-9796-4b60-96af-157fc421e955 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.133964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (729e1a4a-2bae-43ba-beef-92324a843009), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.145798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a60facb0-9796-4b60-96af-157fc421e955 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2746420 Feb 11 13:45:00.146786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56018) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:00.152541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-672645512'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:00.161557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] No DVR routers for this DVR port 729e1a4a-2bae-43ba-beef-92324a843009 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:00.184774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:00.188877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.193102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] DHCP port deletion for 6fd33de6-da71-4f67-ba03-fa6c0bd17c71 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:45:00.197897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e99e0-63f0-409c-93b0-f15e36aff26f None None] Pushing event deleted for resources: {'Port': ['ID=729e1a4a-2bae-43ba-beef-92324a843009,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.220608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] For port 729e1a4a-2bae-43ba-beef-92324a843009, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=729e1a4a-2bae-43ba-beef-92324a843009,segment=NetworkSegment(2eb2fe3d-9fa8-4eab-9b03-bacef0076698),segment_id=2eb2fe3d-9fa8-4eab-9b03-bacef0076698)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:00.221215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (729e1a4a-2bae-43ba-beef-92324a843009), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.235432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Calling delete_port for 729e1a4a-2bae-43ba-beef-92324a843009 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:00.241619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:00.259902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f92430b0-0fb4-4e85-95d4-4e3eb1086184), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.260589 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment f92430b0-0fb4-4e85-95d4-4e3eb1086184 of type vlan for network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b Feb 11 13:45:00.299708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] Deleting port a065453c-8c88-4433-9c7b-1d3c529a3331 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:00.300093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.341188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.360056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (729e1a4a-2bae-43ba-beef-92324a843009), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.397137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Port': ['ID=729e1a4a-2bae-43ba-beef-92324a843009,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.411048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] No DVR routers for this DVR port 729e1a4a-2bae-43ba-beef-92324a843009 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:00.431414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.436912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:00.437717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.440447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] For port a065453c-8c88-4433-9c7b-1d3c529a3331, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a065453c-8c88-4433-9c7b-1d3c529a3331,segment=NetworkSegment(64eba361-451f-4178-886e-912e145744f3),segment_id=64eba361-451f-4178-886e-912e145744f3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:00.440893 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.463262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] Calling delete_port for a065453c-8c88-4433-9c7b-1d3c529a3331 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:00.517347 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3692963 Feb 11 13:45:00.523109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:00.532718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:00.535088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8020182-dd03-451d-b838-3dc1101e90a2 req-50f60524-d102-4df5-9597-b3c9669f2336 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:00.537104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8020182-dd03-451d-b838-3dc1101e90a2 req-50f60524-d102-4df5-9597-b3c9669f2336 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1671731 Feb 11 13:45:00.538653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f28ad456-3523-4957-aeb6-440e47bb27da), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.540968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56032) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:00.577921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821b444-bbd7-4cdb-9656-070f84b7f000 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.600936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:00.604636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72a7ca9f-db3f-4895-b941-b021b4a30cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.623490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8020182-dd03-451d-b838-3dc1101e90a2 req-1f0f8797-0bc2-463b-87ff-42ad6a93c1f2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558696 Feb 11 13:45:00.646742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28ad456-3523-4957-aeb6-440e47bb27da']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:00.675045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb2fe3d-9fa8-4eab-9b03-bacef0076698') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:00.675510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb2fe3d-9fa8-4eab-9b03-bacef0076698') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:00.718011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (a065453c-8c88-4433-9c7b-1d3c529a3331), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.739702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (2eb2fe3d-9fa8-4eab-9b03-bacef0076698), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.745163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] Pushing event deleted for resources: {'Port': ['ID=a065453c-8c88-4433-9c7b-1d3c529a3331,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.756203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a689a5-9dde-4e5e-8b15-fd0c8f8aceb6 None None] No DVR routers for this DVR port a065453c-8c88-4433-9c7b-1d3c529a3331 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:00.806451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2eb2fe3d-9fa8-4eab-9b03-bacef0076698), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.818969 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:00.819379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (2eb2fe3d-9fa8-4eab-9b03-bacef0076698), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:00.825150 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:00.867810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:00.873784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.925245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.943408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 729e1a4a-2bae-43ba-beef-92324a843009 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:00.950269 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72a7ca9f-db3f-4895-b941-b021b4a30cc9 admin admin] Publish callbacks [] for security_group (539c6236-713d-4b2a-b33c-da9c4547bfb5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.959073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72a7ca9f-db3f-4895-b941-b021b4a30cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (539c6236-713d-4b2a-b33c-da9c4547bfb5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:00.979051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 729e1a4a-2bae-43ba-beef-92324a843009 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:00.979799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 729e1a4a-2bae-43ba-beef-92324a843009 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:00.980516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a065453c-8c88-4433-9c7b-1d3c529a3331 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:00.989224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f28ad456-3523-4957-aeb6-440e47bb27da), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.019873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: a065453c-8c88-4433-9c7b-1d3c529a3331 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:01.020489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a065453c-8c88-4433-9c7b-1d3c529a3331 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:01.021594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c343a4-6989-445f-8fd2-9d2f7ebbf53b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:01.033336 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.039239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/networks/f28ad456-3523-4957-aeb6-440e47bb27da HTTP/1.1" status: 204 len: 168 time: 1.1837723 Feb 11 13:45:01.039536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56040) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:01.049345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b0850-1c52-449c-a650-d1083b92b026 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Network': ['ID=f28ad456-3523-4957-aeb6-440e47bb27da,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:01.053903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 81c343a4-6989-445f-8fd2-9d2f7ebbf53b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:01.055254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c343a4-6989-445f-8fd2-9d2f7ebbf53b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:01.084249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-72a7ca9f-db3f-4895-b941-b021b4a30cc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c033b3ba3a24907abf4b4c36d0b8b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422378 Feb 11 13:45:01.087193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:01.087839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7ca9f-db3f-4895-b941-b021b4a30cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539c6236-713d-4b2a-b33c-da9c4547bfb5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:01.163899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd39bdc0-33c2-4486-900e-0cb8a1d4041f admin admin] Publish callbacks [] for security_group (539c6236-713d-4b2a-b33c-da9c4547bfb5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.175373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (6fd33de6-da71-4f67-ba03-fa6c0bd17c71), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.220003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd39bdc0-33c2-4486-900e-0cb8a1d4041f admin admin] Publish callbacks [] for security_group (539c6236-713d-4b2a-b33c-da9c4547bfb5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.302694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a244514c-18da-4a0d-8b98-e7343e49e8c0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.375435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd39bdc0-33c2-4486-900e-0cb8a1d4041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (539c6236-713d-4b2a-b33c-da9c4547bfb5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.378159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd39bdc0-33c2-4486-900e-0cb8a1d4041f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.379330 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fd39bdc0-33c2-4486-900e-0cb8a1d4041f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/539c6236-713d-4b2a-b33c-da9c4547bfb5 HTTP/1.1" status: 204 len: 168 time: 0.2883809 Feb 11 13:45:01.415103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=a244514c-18da-4a0d-8b98-e7343e49e8c0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:01.437177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39bdc0-33c2-4486-900e-0cb8a1d4041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c6236-713d-4b2a-b33c-da9c4547bfb5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:01.450639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:01.454493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:01.505215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:01.526554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:01.530949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:01.531597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.538181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04bbafc-a69b-49d9-a276-62d46175958e None None] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:01.569104 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6ea78939-85cb-4a0b-8b5d-d55dae50cf94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0438395 Feb 11 13:45:01.569834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:01.601169 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (6fd33de6-da71-4f67-ba03-fa6c0bd17c71), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.625758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd33de6-da71-4f67-ba03-fa6c0bd17c71']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:01.638516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64eba361-451f-4178-886e-912e145744f3') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:01.638717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64eba361-451f-4178-886e-912e145744f3') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:01.683340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (64eba361-451f-4178-886e-912e145744f3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.701683 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (64eba361-451f-4178-886e-912e145744f3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.724763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:01.726807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (64eba361-451f-4178-886e-912e145744f3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:01.736894 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:01.753614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:45:01.754547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.898104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (6fd33de6-da71-4f67-ba03-fa6c0bd17c71), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.910207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.915179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/networks/6fd33de6-da71-4f67-ba03-fa6c0bd17c71 HTTP/1.1" status: 204 len: 168 time: 0.8733828 Feb 11 13:45:01.921419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56064) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:01.952097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d845-07e1-4c56-8d70-0bfa8012e165 req-9f354284-8536-4830-afdd-5edf64811bfb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:01.954035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8f6d845-07e1-4c56-8d70-0bfa8012e165 req-9f354284-8536-4830-afdd-5edf64811bfb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1769197 Feb 11 13:45:01.957682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68c466-a5ae-4148-b7b8-367dffab77b7 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Network': ['ID=6fd33de6-da71-4f67-ba03-fa6c0bd17c71,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:02.058405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.076436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Deleting subnet 14d30aae-abfa-4dae-b984-1be3428ed3fe {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:45:02.096180 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a8f6d845-07e1-4c56-8d70-0bfa8012e165 req-c5fbc964-59a4-44da-8e32-ce55ef541b3d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976639 Feb 11 13:45:02.097275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (14d30aae-abfa-4dae-b984-1be3428ed3fe), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.111863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Allocated IP 172.20.0.2 (0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b/a244514c-18da-4a0d-8b98-e7343e49e8c0/8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:02.178991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (14d30aae-abfa-4dae-b984-1be3428ed3fe), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.317399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Publish callbacks [] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.325138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (14d30aae-abfa-4dae-b984-1be3428ed3fe), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.328598 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.403102 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (14d30aae-abfa-4dae-b984-1be3428ed3fe), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.450064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Subnet': ['ID=14d30aae-abfa-4dae-b984-1be3428ed3fe,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:02.455640 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.461162 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.467061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e80383a8-d65d-47dd-960d-e7f09858b370 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/subnets/14d30aae-abfa-4dae-b984-1be3428ed3fe HTTP/1.1" status: 204 len: 168 time: 0.5443077 Feb 11 13:45:02.469277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56080) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:02.482425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0e196-6944-4d0c-bc95-5132473a718c None None] Network 73d60170-8a32-45fb-9df2-7affd2c05122 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:02.539303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:02.605304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:02.615005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (73d60170-8a32-45fb-9df2-7affd2c05122), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.617008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:02.656683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Pushing event updated for resources: {'Port': ['ID=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:02.702099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.20.0.1 (0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b/a244514c-18da-4a0d-8b98-e7343e49e8c0/d44d7cdf-a3fa-433f-a8cf-847de6773b95) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:02.703954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Deleting port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:02.704673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.784635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:02.807328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] For port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2f0a1d79-5817-4806-a4c1-e9ac8e7260a2,segment=NetworkSegment(81da13b9-4e55-4b44-b498-42e082503f12),segment_id=81da13b9-4e55-4b44-b498-42e082503f12)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:02.807921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.847268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Calling delete_port for 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:02.892504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Attempting to bind port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:02.893051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Attempting to bind port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:02.893256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Attempting to bind port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c on network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:02.918037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:02.918509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Checking segment: {'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:02.922611 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.923049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Bound using segment: {'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:02.923553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Bound port: 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:02.928182 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:02.995618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2f0a1d79-5817-4806-a4c1-e9ac8e7260a2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.020472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.045859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6efd3-da4f-4199-a882-32cafb89187a None None] DHCP port deletion for 73d60170-8a32-45fb-9df2-7affd2c05122 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:45:03.061708 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-317cdfd9-6358-4ecf-8333-1093fde01767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.075725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Port': ['ID=2f0a1d79-5817-4806-a4c1-e9ac8e7260a2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.075943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] For port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:03.080757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] For port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,segment=NetworkSegment(f92430b0-0fb4-4e85-95d4-4e3eb1086184),segment_id=f92430b0-0fb4-4e85-95d4-4e3eb1086184)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:03.087412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] No DVR routers for this DVR port 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:03.093689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.157969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd16176-c43b-41ee-bcb8-ec7327262674 None None] Pushing event updated for resources: {'Port': ['ID=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.200289 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.269001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:03.276877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:03.286492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:03.322599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (73d60170-8a32-45fb-9df2-7affd2c05122), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.345290 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.370805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d60170-8a32-45fb-9df2-7affd2c05122']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:03.384154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81da13b9-4e55-4b44-b498-42e082503f12') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:03.384458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81da13b9-4e55-4b44-b498-42e082503f12') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:03.392684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5782a-281c-46dd-bf67-76e279db1b36 req-7982ff58-e0c3-4b54-a7e5-6d7bb5a72026 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:03.394351 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fed5782a-281c-46dd-bf67-76e279db1b36 req-7982ff58-e0c3-4b54-a7e5-6d7bb5a72026 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1720359 Feb 11 13:45:03.404564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (81da13b9-4e55-4b44-b498-42e082503f12), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.452101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (81da13b9-4e55-4b44-b498-42e082503f12), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.495450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fed5782a-281c-46dd-bf67-76e279db1b36 req-9f0131f3-3ffa-42f9-ab44-0e1e066df7e8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929105 Feb 11 13:45:03.496718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:03.497336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (81da13b9-4e55-4b44-b498-42e082503f12), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:03.501202 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:03.539180 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-317cdfd9-6358-4ecf-8333-1093fde01767 admin admin] Publish callbacks [] for security_group (06fbda0f-57a8-4e93-874e-5f8e66c606f3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.541045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=d44d7cdf-a3fa-433f-a8cf-847de6773b95,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.559753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-317cdfd9-6358-4ecf-8333-1093fde01767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (06fbda0f-57a8-4e93-874e-5f8e66c606f3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.615383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (73d60170-8a32-45fb-9df2-7affd2c05122), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.634847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-317cdfd9-6358-4ecf-8333-1093fde01767 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca8f12c1c4c54c78a738b5787e0514e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8375211 Feb 11 13:45:03.640315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:03.644166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.647905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/networks/73d60170-8a32-45fb-9df2-7affd2c05122 HTTP/1.1" status: 204 len: 168 time: 1.1764433 Feb 11 13:45:03.649473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce311bf-2ccd-4d61-81d2-99a013348b8d tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Pushing event deleted for resources: {'Network': ['ID=73d60170-8a32-45fb-9df2-7affd2c05122,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.651943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56118) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:03.659148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.707238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cdfd9-6358-4ecf-8333-1093fde01767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fbda0f-57a8-4e93-874e-5f8e66c606f3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.712312 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6c42bf7a-99fb-4c1e-a6b6-9930bc900fee tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "GET /v2.0/ports?device_id=be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 HTTP/1.1" status: 200 len: 205 time: 0.0583215 Feb 11 13:45:03.713543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56122) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:03.835324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd0d2-ef8f-488e-9d06-1b1952747248 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for router (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.845674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.853886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf43a-93cd-4a32-a0ac-4f611a6d4f25 admin admin] Publish callbacks [] for security_group (06fbda0f-57a8-4e93-874e-5f8e66c606f3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.914087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf43a-93cd-4a32-a0ac-4f611a6d4f25 admin admin] Publish callbacks [] for security_group (06fbda0f-57a8-4e93-874e-5f8e66c606f3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.079405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd0d2-ef8f-488e-9d06-1b1952747248 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.083649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd0d2-ef8f-488e-9d06-1b1952747248 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for router_controller (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.148186 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd0d2-ef8f-488e-9d06-1b1952747248 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (be0f9c5c-4fb1-454b-bd0f-df0e96d078a2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.149045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dfd0d2-ef8f-488e-9d06-1b1952747248 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Fanout notify agent at l3_agent the message router_deleted on router be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:45:04.168431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd0d2-ef8f-488e-9d06-1b1952747248 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.169917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8dfd0d2-ef8f-488e-9d06-1b1952747248 tempest-RoutersNegativeTest-1862627210 tempest-RoutersNegativeTest-1862627210-project] 10.222.0.79 "DELETE /v2.0/routers/be0f9c5c-4fb1-454b-bd0f-df0e96d078a2 HTTP/1.1" status: 204 len: 168 time: 0.4552600 Feb 11 13:45:04.188850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56134) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:04.378608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6fca1ee-448e-4677-a4e2-cbfcaa549eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.461813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56140) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:04.469263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf43a-93cd-4a32-a0ac-4f611a6d4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (06fbda0f-57a8-4e93-874e-5f8e66c606f3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.473356 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf43a-93cd-4a32-a0ac-4f611a6d4f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.474373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4b5bf43a-93cd-4a32-a0ac-4f611a6d4f25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06fbda0f-57a8-4e93-874e-5f8e66c606f3 HTTP/1.1" status: 204 len: 168 time: 0.8313911 Feb 11 13:45:04.494196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bf43a-93cd-4a32-a0ac-4f611a6d4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fbda0f-57a8-4e93-874e-5f8e66c606f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:04.604297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6fca1ee-448e-4677-a4e2-cbfcaa549eb3 admin admin] Publish callbacks [] for security_group (26ba6d54-5f07-4607-bcaf-614b988391ee), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.612186 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f6fca1ee-448e-4677-a4e2-cbfcaa549eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (26ba6d54-5f07-4607-bcaf-614b988391ee), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.640250 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.654232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.661649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f6fca1ee-448e-4677-a4e2-cbfcaa549eb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7883b51008e64d838c8727c3f951778f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692738 Feb 11 13:45:04.669814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:04.720052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.781572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf472bb-1759-4d7e-8c76-14e8be5659ab None None] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:04.786110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=d44d7cdf-a3fa-433f-a8cf-847de6773b95,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:04.937101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c42c111d-4f7c-4121-8cea-29a007619b18 None None] Provisioning complete for port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:04.937729 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c42c111d-4f7c-4121-8cea-29a007619b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.940090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:04.942011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:04.992969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca1ee-448e-4677-a4e2-cbfcaa549eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba6d54-5f07-4607-bcaf-614b988391ee,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:04.996021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:05.036189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56156) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:05.059540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-624f225a-91b8-42e6-a0a5-56e8e843a6c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19a0c517873347e8897b654288c77c3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5964177 Feb 11 13:45:05.063186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56158) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:05.071940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6963d-9a43-48a9-a8c5-36eddbc4c83f req-5c5cc2fa-59fc-4c22-be0a-5eee2f768a15 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.074239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db6963d-9a43-48a9-a8c5-36eddbc4c83f req-5c5cc2fa-59fc-4c22-be0a-5eee2f768a15 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.4088981 Feb 11 13:45:05.081584 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-876f540a-bc05-46da-8269-8a51acf9d0b0 admin admin] Publish callbacks [] for security_group (26ba6d54-5f07-4607-bcaf-614b988391ee), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.089666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-864567ae-e735-4e0a-98cc-b7347810af5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.115318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c42c111d-4f7c-4121-8cea-29a007619b18 None None] Current status of the port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:05.116511 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c42c111d-4f7c-4121-8cea-29a007619b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.151241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a9f483-0172-4e69-9ca6-67c1756c7722 admin admin] Publish callbacks [] for security_group (beb3429c-932c-4e7f-bb80-33050b55c1c1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.168931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-876f540a-bc05-46da-8269-8a51acf9d0b0 admin admin] Publish callbacks [] for security_group (26ba6d54-5f07-4607-bcaf-614b988391ee), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.179540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c42c111d-4f7c-4121-8cea-29a007619b18 None None] For port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,segment=NetworkSegment(f92430b0-0fb4-4e85-95d4-4e3eb1086184),segment_id=f92430b0-0fb4-4e85-95d4-4e3eb1086184)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:05.185226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:05.186160 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.190059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c42c111d-4f7c-4121-8cea-29a007619b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.204240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db6963d-9a43-48a9-a8c5-36eddbc4c83f req-55564fa7-44ed-4834-9220-2128d2432977 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188996 Feb 11 13:45:05.231523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a9f483-0172-4e69-9ca6-67c1756c7722 admin admin] Publish callbacks [] for security_group (beb3429c-932c-4e7f-bb80-33050b55c1c1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.240176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:45:05.296011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c111d-4f7c-4121-8cea-29a007619b18 None None] Pushing event updated for resources: {'Port': ['ID=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:05.344208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:05.345880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-864567ae-e735-4e0a-98cc-b7347810af5b admin admin] Publish callbacks [] for security_group (72a2b765-82a9-4754-8d00-b00d62a078ba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.357688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-864567ae-e735-4e0a-98cc-b7347810af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (72a2b765-82a9-4754-8d00-b00d62a078ba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.403265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:05.413918 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-29349d48-763b-47f0-a367-2ddb8fc7730c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8428824 Feb 11 13:45:05.417395 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:05.417890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:05.424504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-1446820352'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:05.433104 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a9f483-0172-4e69-9ca6-67c1756c7722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (beb3429c-932c-4e7f-bb80-33050b55c1c1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.436253 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75a9f483-0172-4e69-9ca6-67c1756c7722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.439915 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-75a9f483-0172-4e69-9ca6-67c1756c7722 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/beb3429c-932c-4e7f-bb80-33050b55c1c1 HTTP/1.1" status: 204 len: 168 time: 0.3733485 Feb 11 13:45:05.451506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f483-0172-4e69-9ca6-67c1756c7722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb3429c-932c-4e7f-bb80-33050b55c1c1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:05.466717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:05.467536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:05.475020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864567ae-e735-4e0a-98cc-b7347810af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a2b765-82a9-4754-8d00-b00d62a078ba,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:05.475970 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:05.476544 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.481102 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:05.497628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-864567ae-e735-4e0a-98cc-b7347810af5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92664542d99745e7b132c9ceb76a703d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4518025 Feb 11 13:45:05.499882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:05.526759 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-876f540a-bc05-46da-8269-8a51acf9d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (26ba6d54-5f07-4607-bcaf-614b988391ee), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.531293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-876f540a-bc05-46da-8269-8a51acf9d0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.543647 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-876f540a-bc05-46da-8269-8a51acf9d0b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26ba6d54-5f07-4607-bcaf-614b988391ee HTTP/1.1" status: 204 len: 168 time: 0.8659174 Feb 11 13:45:05.559260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:05.587390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b163c8ad-8e37-42b9-b527-471b19520281), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.588081 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment b163c8ad-8e37-42b9-b527-471b19520281 of type vlan for network cb506422-5034-4af9-b3b6-7641d5326d89 Feb 11 13:45:05.593079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f540a-bc05-46da-8269-8a51acf9d0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba6d54-5f07-4607-bcaf-614b988391ee,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:05.653971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:05.654447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2f0a1d79-5817-4806-a4c1-e9ac8e7260a2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:05.685070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ee27-06f6-4b63-b9a4-420c87f40ef9 admin admin] Publish callbacks [] for security_group (72a2b765-82a9-4754-8d00-b00d62a078ba), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.700277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eda58a88-6a27-47a3-a941-5a2fef4049cb None None] Provisioning complete for port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:05.703011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eda58a88-6a27-47a3-a941-5a2fef4049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.725805 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (cb506422-5034-4af9-b3b6-7641d5326d89), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.745521 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ee27-06f6-4b63-b9a4-420c87f40ef9 admin admin] Publish callbacks [] for security_group (72a2b765-82a9-4754-8d00-b00d62a078ba), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.802024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (cb506422-5034-4af9-b3b6-7641d5326d89), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.817537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.820516 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.853424 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:05.866921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ee27-06f6-4b63-b9a4-420c87f40ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (72a2b765-82a9-4754-8d00-b00d62a078ba), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.872441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ee27-06f6-4b63-b9a4-420c87f40ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.875213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bca7ee27-06f6-4b63-b9a4-420c87f40ef9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72a2b765-82a9-4754-8d00-b00d62a078ba HTTP/1.1" status: 204 len: 168 time: 0.3726413 Feb 11 13:45:05.893503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7ee27-06f6-4b63-b9a4-420c87f40ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a2b765-82a9-4754-8d00-b00d62a078ba,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:05.942838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5216565 Feb 11 13:45:05.943391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56172) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:05.948980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:05.994443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eda58a88-6a27-47a3-a941-5a2fef4049cb None None] Current status of the port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:06.027224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eda58a88-6a27-47a3-a941-5a2fef4049cb None None] Provisioning complete for port d44d7cdf-a3fa-433f-a8cf-847de6773b95 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:06.029059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eda58a88-6a27-47a3-a941-5a2fef4049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:06.064608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcf357-7c8c-4e03-97fc-38db998cb814 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=cb506422-5034-4af9-b3b6-7641d5326d89,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:06.080349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network cb506422-5034-4af9-b3b6-7641d5326d89 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:06.215433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:06.219265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:06.378781 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:03Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:04Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:06.460314 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:06.461820 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Updating router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 port d44d7cdf-a3fa-433f-a8cf-847de6773b95 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:45:06.541719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eda58a88-6a27-47a3-a941-5a2fef4049cb None None] Port d44d7cdf-a3fa-433f-a8cf-847de6773b95 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:06.542083 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:06.560902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f59461-68c1-4b7b-b130-8b4959d2c1d6 req-71071f4d-7c89-407d-93ac-4e51bcfe96a7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:06.565067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43f59461-68c1-4b7b-b130-8b4959d2c1d6 req-71071f4d-7c89-407d-93ac-4e51bcfe96a7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1876884 Feb 11 13:45:06.701118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43f59461-68c1-4b7b-b130-8b4959d2c1d6 req-9e2bf499-4ebf-4298-84f4-92e1f1d8105f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207805 Feb 11 13:45:06.757450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-90ed92c7-319b-4fc5-b2c4-400002265845 None None] Provisioning complete for port d44d7cdf-a3fa-433f-a8cf-847de6773b95 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:06.758025 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90ed92c7-319b-4fc5-b2c4-400002265845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:06.794107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (bdc5be39-ae85-4aa2-9522-7b4b59b48f91), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:06.831183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-90ed92c7-319b-4fc5-b2c4-400002265845 None None] Port d44d7cdf-a3fa-433f-a8cf-847de6773b95 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:06.946958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:06.999374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-b7e45942-2437-4440-99ea-005379e3ff99 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:07.008321 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-b7e45942-2437-4440-99ea-005379e3ff99 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.2825172 Feb 11 13:45:07.017336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=bdc5be39-ae85-4aa2-9522-7b4b59b48f91,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.038353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ae5dde52-c614-4f23-8090-bb2d90e524f8 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/quotas/d3bb5bb9a107412bbabf9752d3ba8247 HTTP/1.1" status: 200 len: 375 time: 0.0218420 Feb 11 13:45:07.041582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:07.041949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: cb506422-5034-4af9-b3b6-7641d5326d89, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:07.082308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network cb506422-5034-4af9-b3b6-7641d5326d89 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:07.096699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:07.097301 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.104532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, cb506422-5034-4af9-b3b6-7641d5326d89) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:07.109411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:07.110199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.145075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ecde1286-644c-410b-9302-7acf1aa675ab tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1980472 Feb 11 13:45:07.145379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56222) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:07.151689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730bce9-64a4-4378-8980-95d7586de0cc None None] Network cb506422-5034-4af9-b3b6-7641d5326d89 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:07.191796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-fa91d0f3-c18f-4561-be15-8e35884269d9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445398 Feb 11 13:45:07.325003 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Publish callbacks [] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.337809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-cb506422-5034-4af9-b3b6-7641d5326d89', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:45:07.338749 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.340868 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.491175 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Pushing event updated for resources: {'Port': ['ID=d44d7cdf-a3fa-433f-a8cf-847de6773b95,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.574672 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.575353 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.576053 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.576542 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.577362 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.577885 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.578457 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.578975 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.579501 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.580038 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.580550 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.581078 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.581963 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:07.591745 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Attempting to bind port d44d7cdf-a3fa-433f-a8cf-847de6773b95 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:07.592561 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Attempting to bind port d44d7cdf-a3fa-433f-a8cf-847de6773b95 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:07.593086 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Attempting to bind port d44d7cdf-a3fa-433f-a8cf-847de6773b95 on network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:07.599299 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:07.599971 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Checking segment: {'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:07.600555 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.601580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:07.601988 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Bound using segment: {'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:07.602661 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Bound port: d44d7cdf-a3fa-433f-a8cf-847de6773b95, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92430b0-0fb4-4e85-95d4-4e3eb1086184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:07.603232 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.740290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Allocated IP 172.21.0.2 (cb506422-5034-4af9-b3b6-7641d5326d89/bdc5be39-ae85-4aa2-9522-7b4b59b48f91/e60ff94e-c4f9-4aff-9215-206c444d2262) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:07.766436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-a44ab5fd-acf9-474f-93d6-5085da47a1aa service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:45:07.773185 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-a44ab5fd-acf9-474f-93d6-5085da47a1aa service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5710878 Feb 11 13:45:07.798144 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] For port d44d7cdf-a3fa-433f-a8cf-847de6773b95, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:07.801907 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] For port d44d7cdf-a3fa-433f-a8cf-847de6773b95, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d44d7cdf-a3fa-433f-a8cf-847de6773b95,segment=NetworkSegment(f92430b0-0fb4-4e85-95d4-4e3eb1086184),segment_id=f92430b0-0fb4-4e85-95d4-4e3eb1086184)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:07.811524 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:07.888638 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f9102-f104-4fc1-a357-f506f6864f86 None None] Pushing event updated for resources: {'Port': ['ID=d44d7cdf-a3fa-433f-a8cf-847de6773b95,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.932463 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:07.933364 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:08.051794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-315cc261-d84b-4ed0-bb67-d96d11e5cea0 service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776544 Feb 11 13:45:08.065362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.118602 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:08.154725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Publish callbacks [] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.184029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.240023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0adc9-1951-4799-89e0-8dcd8730aca6 req-85ed4a25-812b-4398-811a-caf8a3d8a36a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:08.240398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Network cb506422-5034-4af9-b3b6-7641d5326d89 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:08.251390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdb0adc9-1951-4799-89e0-8dcd8730aca6 req-85ed4a25-812b-4398-811a-caf8a3d8a36a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.4259803 Feb 11 13:45:08.261751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:08.286702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-6792cbea-4dc7-4dde-8a9d-062c7b704c23 service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327118 Feb 11 13:45:08.337839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:08.362169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ff95d47b-8598-4786-8225-b84b4fb2dbc1 None None] Provisioning complete for port d44d7cdf-a3fa-433f-a8cf-847de6773b95 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:08.362403 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff95d47b-8598-4786-8225-b84b4fb2dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.387270 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-af1f14ef-d866-4d66-861c-0bb9e9467ca2 service neutron] show failed (client error): The resource could not be found. Feb 11 13:45:08.388684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-af1f14ef-d866-4d66-861c-0bb9e9467ca2 service neutron] 10.222.0.83 "GET /v2.0/ports/0994fc5f-84b9-49f3-9023-5ecd44d11070/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.4644866 Feb 11 13:45:08.481288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdb0adc9-1951-4799-89e0-8dcd8730aca6 req-6b2792bc-386d-4c2a-870c-57d1c859d2cc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286530 Feb 11 13:45:08.555502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:08.609919 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:03Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:07Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:08.621518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Pushing event updated for resources: {'Port': ['ID=e60ff94e-c4f9-4aff-9215-206c444d2262,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:08.735515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Attempting to bind port e60ff94e-c4f9-4aff-9215-206c444d2262 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:08.736140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Attempting to bind port e60ff94e-c4f9-4aff-9215-206c444d2262 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:08.736752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Attempting to bind port e60ff94e-c4f9-4aff-9215-206c444d2262 on network cb506422-5034-4af9-b3b6-7641d5326d89 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:08.748999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:08.749521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Checking segment: {'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:08.750039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.750594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Bound using segment: {'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:08.751186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Bound port: e60ff94e-c4f9-4aff-9215-206c444d2262, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:08.751766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.754053 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4ce8d-ffc2-478b-9e91-8c30de332e13 None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:03Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:07Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:08.893901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-652d4001-efb5-4f46-bc3d-ac2afa0d2c25 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:08.895891 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-652d4001-efb5-4f46-bc3d-ac2afa0d2c25 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:45:08.896587 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-652d4001-efb5-4f46-bc3d-ac2afa0d2c25 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:45:08.903322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-652d4001-efb5-4f46-bc3d-ac2afa0d2c25 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3466392 Feb 11 13:45:08.906721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56274) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:08.938049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781052610'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:09.035772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ff95d47b-8598-4786-8225-b84b4fb2dbc1 None None] Current status of the port d44d7cdf-a3fa-433f-a8cf-847de6773b95 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:09.042177 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.047566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-ce9a4c9b-dac7-4478-a917-158fe7e7a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:09.050510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-ce9a4c9b-dac7-4478-a917-158fe7e7a480 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 1128 time: 0.3289468 Feb 11 13:45:09.051858 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff95d47b-8598-4786-8225-b84b4fb2dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.074960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e56751-22c9-4a7e-878c-df99dc8fd7c9 req-45ada1d6-f970-4abb-afb7-a3282b53bda4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:09.083875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4e56751-22c9-4a7e-878c-df99dc8fd7c9 req-45ada1d6-f970-4abb-afb7-a3282b53bda4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2574830 Feb 11 13:45:09.091577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:09.094654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.293623 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a4e56751-22c9-4a7e-878c-df99dc8fd7c9 req-176b3e2a-ecc7-4d52-b476-a41dcee1fb03 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866233 Feb 11 13:45:09.299292 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.310330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ff95d47b-8598-4786-8225-b84b4fb2dbc1 None None] For port d44d7cdf-a3fa-433f-a8cf-847de6773b95, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d44d7cdf-a3fa-433f-a8cf-847de6773b95,segment=NetworkSegment(f92430b0-0fb4-4e85-95d4-4e3eb1086184),segment_id=f92430b0-0fb4-4e85-95d4-4e3eb1086184)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:09.328992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] For port e60ff94e-c4f9-4aff-9215-206c444d2262, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:09.359586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] For port e60ff94e-c4f9-4aff-9215-206c444d2262, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e60ff94e-c4f9-4aff-9215-206c444d2262,segment=NetworkSegment(b163c8ad-8e37-42b9-b527-471b19520281),segment_id=b163c8ad-8e37-42b9-b527-471b19520281)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:09.372747 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff95d47b-8598-4786-8225-b84b4fb2dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.422011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.21.0.1 (cb506422-5034-4af9-b3b6-7641d5326d89/bdc5be39-ae85-4aa2-9522-7b4b59b48f91/c20301df-5c07-4c47-9445-2648df5ec320) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:09.459965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.609221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795a474-998a-4421-85ba-84605e897720 req-ac8eb2d8-cd32-45a9-898e-86a2deb293c8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:09.611225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3795a474-998a-4421-85ba-84605e897720 req-ac8eb2d8-cd32-45a9-898e-86a2deb293c8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.9247658 Feb 11 13:45:09.634059 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17c6e2e9-1d01-4ffa-8042-2096ac08abe9 req-b03a92c4-7cdc-4f12-8a5d-a75ca2f3356c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 210 time: 0.1425648 Feb 11 13:45:09.690522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5dbef437-d7b8-40be-ad2e-b1ca9a3c1fce None None] Provisioning complete for port d44d7cdf-a3fa-433f-a8cf-847de6773b95 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:09.695157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dbef437-d7b8-40be-ad2e-b1ca9a3c1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.722153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (c20301df-5c07-4c47-9445-2648df5ec320), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.848760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3795a474-998a-4421-85ba-84605e897720 req-90e21bed-8227-4e7b-949a-8edf14140bd4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280583 Feb 11 13:45:09.861389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95d47b-8598-4786-8225-b84b4fb2dbc1 None None] Pushing event updated for resources: {'Port': ['ID=d44d7cdf-a3fa-433f-a8cf-847de6773b95,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:09.932140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c20301df-5c07-4c47-9445-2648df5ec320), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:09.983254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network cb506422-5034-4af9-b3b6-7641d5326d89 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:09.986735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:09.991870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:10.008640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (366da824-7d92-49ee-93e6-1f57fa33839c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.072800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=c20301df-5c07-4c47-9445-2648df5ec320,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:10.083888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d5d75-be26-4715-adb4-e0be180acb5e None None] Pushing event updated for resources: {'Port': ['ID=e60ff94e-c4f9-4aff-9215-206c444d2262,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:10.125201 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (366da824-7d92-49ee-93e6-1f57fa33839c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.126164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5dbef437-d7b8-40be-ad2e-b1ca9a3c1fce None None] Current status of the port d44d7cdf-a3fa-433f-a8cf-847de6773b95 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:10.181829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.183384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.184286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.185954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.187129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.187574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.187989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.188398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.188808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.189212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.189613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.190010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.190446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.224033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.474015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366da824-7d92-49ee-93e6-1f57fa33839c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:10.502951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebca78-f590-45da-ac21-ac30fa5469a9 req-f3b4bff5-fbe8-42dc-b253-49aee4c52418 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:10.510526 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9ebca78-f590-45da-ac21-ac30fa5469a9 req-f3b4bff5-fbe8-42dc-b253-49aee4c52418 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.5440798 Feb 11 13:45:10.513254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.513587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.513947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.514323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.514668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.515392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.515392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.515650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.515987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.516315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.516647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.516975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.517302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:10.612459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9ebca78-f590-45da-ac21-ac30fa5469a9 req-202e1c1d-5fba-4d77-8a67-ee8ba761eb37 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009538 Feb 11 13:45:10.635452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (a5408714-d18b-4028-a336-db6403eddf1c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.646477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a5408714-d18b-4028-a336-db6403eddf1c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.661471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:10.748932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.752775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8423343 Feb 11 13:45:10.753139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56322) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:10.763865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9de4daeb-7cd5-45ee-be42-aad2a7777db4 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'a5408714-d18b-4028-a336-db6403eddf1c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:10.774154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1615b0-b47c-4c6c-b661-30db51f83bf0 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5408714-d18b-4028-a336-db6403eddf1c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:10.783187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:10.787724 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c20301df-5c07-4c47-9445-2648df5ec320), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.817852 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7e4229c-e485-437c-867b-f7a646fbd078 req-4700839c-d82d-4d4e-8042-0e2a879482de tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 210 time: 0.0555923 Feb 11 13:45:10.861274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:10.878466 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d560e5f-d808-4555-a208-e8fe2e1a6f97" -d '{"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:10.887272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Publish callbacks [] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.887402 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9de4daeb-7cd5-45ee-be42-aad2a7777db4 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group_rule (7da620a9-0a4a-42c1-94e2-43ae8ca1700c), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.911557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Transition to ACTIVE for port object 0994fc5f-84b9-49f3-9023-5ecd44d11070 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:10.922811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.985807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:11.120842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d44d7cdf-a3fa-433f-a8cf-847de6773b95 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:11.188573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-c0bcd739-425e-4b71-a65b-880dba3d69cd tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:11.190173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-c0bcd739-425e-4b71-a65b-880dba3d69cd tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.8473864 Feb 11 13:45:11.215822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Request body: {'port': {'device_id': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'admin_state_up': True, 'tenant_id': 'd3bb5bb9a107412bbabf9752d3ba8247'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:11.262554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d44d7cdf-a3fa-433f-a8cf-847de6773b95 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:11.263261 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:11.442773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d44d7cdf-a3fa-433f-a8cf-847de6773b95 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:11.449278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e60ff94e-c4f9-4aff-9215-206c444d2262 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:11.455286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] No DVR routers for this DVR port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:11.504719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:11.609380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57d78b-1d0b-4eaf-82a9-e1ff88aeb6a7 req-e1f08299-f5f4-4137-9185-f99ddce6a22b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:11.621568 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c57d78b-1d0b-4eaf-82a9-e1ff88aeb6a7 req-e1f08299-f5f4-4137-9185-f99ddce6a22b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.4601803 Feb 11 13:45:11.680081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:45:11.696909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:11.707070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (c20301df-5c07-4c47-9445-2648df5ec320), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:11.727341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e60ff94e-c4f9-4aff-9215-206c444d2262 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:11.727731 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:11.826613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c20301df-5c07-4c47-9445-2648df5ec320), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:11.855436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024bb81-6bee-44d5-a80c-ad81a951fd53 None None] Network cb506422-5034-4af9-b3b6-7641d5326d89 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:11.950611 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c57d78b-1d0b-4eaf-82a9-e1ff88aeb6a7 req-ae897f49-97f4-4bc2-a4c3-721118315424 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227971 Feb 11 13:45:12.039313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=c20301df-5c07-4c47-9445-2648df5ec320,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:12.051872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9de4daeb-7cd5-45ee-be42-aad2a7777db4 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group_rule (7da620a9-0a4a-42c1-94e2-43ae8ca1700c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.073303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-efd0ad96-13ae-4234-aca5-3ac0c52ee6be None None] Provisioning complete for port e60ff94e-c4f9-4aff-9215-206c444d2262 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:12.074829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a660ef-f5fa-4c51-9da5-d5666885520e req-6d616f08-db82-4875-9270-8662f65025fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:12.077696 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efd0ad96-13ae-4234-aca5-3ac0c52ee6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.088485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:12.089284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-46a660ef-f5fa-4c51-9da5-d5666885520e req-6d616f08-db82-4875-9270-8662f65025fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 1.2950537 Feb 11 13:45:12.090669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:12.091205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:12.102915 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd5bbb-e535-493f-85f5-8616034df096 x-openstack-request-id: req-5bdd5bbb-e535-493f-85f5-8616034df096 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:12.103334 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:12.103664 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5bdd5bbb-e535-493f-85f5-8616034df096 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:12.104176 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'code': 200} Feb 11 13:45:12.107995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:12.108607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:12.115915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:12.116622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Checking segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:12.118241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Bound using segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:12.118949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Bound port: 0994fc5f-84b9-49f3-9023-5ecd44d11070, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:12.120008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.172922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9de4daeb-7cd5-45ee-be42-aad2a7777db4 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7da620a9-0a4a-42c1-94e2-43ae8ca1700c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.208971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:12.213590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:12.222787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e60ff94e-c4f9-4aff-9215-206c444d2262 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:12.223404 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.237122 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.251188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9de4daeb-7cd5-45ee-be42-aad2a7777db4 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.255287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9de4daeb-7cd5-45ee-be42-aad2a7777db4 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4987724 Feb 11 13:45:12.255921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56406) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:12.274465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:12.275263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-76d6589c-5015-497d-b273-c0d20013364c tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'a5408714-d18b-4028-a336-db6403eddf1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:12.286216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4daeb-7cd5-45ee-be42-aad2a7777db4 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da620a9-0a4a-42c1-94e2-43ae8ca1700c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:12.288933 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Made reservation on behalf of d3bb5bb9a107412bbabf9752d3ba8247 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:12.292672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.301660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25d61fe9-ec08-45c8-8cd1-0e827057e3cd req-33e2fd3f-aa2e-403c-b14e-7575da0e01f1 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 210 time: 0.0814593 Feb 11 13:45:12.327298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.335600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port e60ff94e-c4f9-4aff-9215-206c444d2262, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e60ff94e-c4f9-4aff-9215-206c444d2262,segment=NetworkSegment(b163c8ad-8e37-42b9-b527-471b19520281),segment_id=b163c8ad-8e37-42b9-b527-471b19520281)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:12.353538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.388631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:12.389479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.393908 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] 10.222.0.30 "PUT /v2.0/ports/0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1092 time: 3.3081739 Feb 11 13:45:12.520280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7c413-8658-439c-9ce5-997b025ab3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:12.528245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-efd0ad96-13ae-4234-aca5-3ac0c52ee6be None None] Current status of the port e60ff94e-c4f9-4aff-9215-206c444d2262 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:12.580796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-a2608ab5-b7e8-4c19-80e3-511b5458c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:12.583481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-a2608ab5-b7e8-4c19-80e3-511b5458c1c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1126 time: 0.1558590 Feb 11 13:45:12.593969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=e60ff94e-c4f9-4aff-9215-206c444d2262,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:12.642524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45a74768-6e2a-4d14-b8a7-0f40ebb21fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.657476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Allocated IP 172.20.0.12 (743a9cf5-66ae-460f-9cc2-32f6c97ded01/a2fa059b-28f8-4451-95aa-8e811a0d02ac/119b5b9c-4348-4556-bf7f-228f25ac57cc) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:12.825842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-0e889f9a-3ba4-4ec1-aa03-cce57255555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:12.827488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-0e889f9a-3ba4-4ec1-aa03-cce57255555b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.2364848 Feb 11 13:45:12.911902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks [] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.943683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e60ff94e-c4f9-4aff-9215-206c444d2262 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:12.962814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:12.968483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-46a660ef-f5fa-4c51-9da5-d5666885520e req-f006467a-cbee-4776-956b-696b351d78a5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8781352 Feb 11 13:45:13.065367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event updated for resources: {'Port': ['ID=119b5b9c-4348-4556-bf7f-228f25ac57cc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:13.069219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:13.100448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76d6589c-5015-497d-b273-c0d20013364c tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group_rule (eaaa384b-698c-4f9d-8f75-26c5189ede9b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:13.143558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:13.154836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:13.168859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:13.172458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45a74768-6e2a-4d14-b8a7-0f40ebb21fd5 admin admin] Publish callbacks [] for security_group (984f92bb-bdc0-4a93-aee5-e4992040324f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:13.214862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45a74768-6e2a-4d14-b8a7-0f40ebb21fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (984f92bb-bdc0-4a93-aee5-e4992040324f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:13.229792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-257c298c-1bea-4876-a153-1687dc589c31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1000 time: 0.3957465 Feb 11 13:45:13.249959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:13.250992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:13.352408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-90081f60-eebe-468f-9508-5ab39b4b9336 None None] Provisioning complete for port e60ff94e-c4f9-4aff-9215-206c444d2262 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:13.352984 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90081f60-eebe-468f-9508-5ab39b4b9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:13.361307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ed073b1b-50ae-47b9-b95d-c5bd9332ddf6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1566191 Feb 11 13:45:13.365651 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-76d6589c-5015-497d-b273-c0d20013364c tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:45:13.371583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-76d6589c-5015-497d-b273-c0d20013364c tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1046205 Feb 11 13:45:13.378784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56430) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:13.399608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-ab48fce7-4729-4e93-96b3-1353b02fefae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:13.401116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-ab48fce7-4729-4e93-96b3-1353b02fefae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1538441 Feb 11 13:45:13.443097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e60ff94e-c4f9-4aff-9215-206c444d2262 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:13.443582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:13.467824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Request body: {'port': {'device_id': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:13.520395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-45a74768-6e2a-4d14-b8a7-0f40ebb21fd5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5098651cdb3648c09de71d28ab0fc818&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2404516 Feb 11 13:45:13.524021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56440) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:13.530743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a74768-6e2a-4d14-b8a7-0f40ebb21fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984f92bb-bdc0-4a93-aee5-e4992040324f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:13.561372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8df9e-052e-4b53-a824-9ebc68997b56 req-dbf88915-e76a-4377-8414-3cdf232c70c4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:13.563385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1df8df9e-052e-4b53-a824-9ebc68997b56 req-dbf88915-e76a-4377-8414-3cdf232c70c4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.4588964 Feb 11 13:45:13.583662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-ff973e39-19b0-46b4-a26c-e32771c497bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:13.585236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-ff973e39-19b0-46b4-a26c-e32771c497bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1485806 Feb 11 13:45:13.668646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-90081f60-eebe-468f-9508-5ab39b4b9336 None None] Current status of the port e60ff94e-c4f9-4aff-9215-206c444d2262 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:13.700378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e60ff94e-c4f9-4aff-9215-206c444d2262 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:13.709481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-90081f60-eebe-468f-9508-5ab39b4b9336 None None] Provisioning complete for port c20301df-5c07-4c47-9445-2648df5ec320 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:13.709865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90081f60-eebe-468f-9508-5ab39b4b9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c20301df-5c07-4c47-9445-2648df5ec320), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:13.747023 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-4d68f833-f202-4e0e-bdd3-ac1fbcb4ff6d service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473250 Feb 11 13:45:13.776965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1df8df9e-052e-4b53-a824-9ebc68997b56 req-9d5a596d-8fa7-4a2e-a628-1b3a6620e69b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027106 Feb 11 13:45:13.818906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-90081f60-eebe-468f-9508-5ab39b4b9336 None None] Port c20301df-5c07-4c47-9445-2648df5ec320 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:13.876592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network cb506422-5034-4af9-b3b6-7641d5326d89 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:13.941218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:13.991275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:14.052182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-72c56acd-dd2a-417e-b1a4-06ea7156330e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:14.071112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-72c56acd-dd2a-417e-b1a4-06ea7156330e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.6226332 Feb 11 13:45:14.078210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f19dd2-e7f8-4e10-be0b-fe33cbf8f67b tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (a5408714-d18b-4028-a336-db6403eddf1c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:14.118171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8d08caff-f331-4ae0-9c1c-04dd44759266 None None] Provisioning complete for port c20301df-5c07-4c47-9445-2648df5ec320 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:14.118552 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d08caff-f331-4ae0-9c1c-04dd44759266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c20301df-5c07-4c47-9445-2648df5ec320), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:14.157634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:14.160239 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708679e-2942-4344-a173-3976afa97809" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:14.196975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8d08caff-f331-4ae0-9c1c-04dd44759266 None None] Port c20301df-5c07-4c47-9445-2648df5ec320 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:14.198399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4872877a-3148-476d-8bbe-b9cdd1559113 admin admin] Publish callbacks [] for security_group (984f92bb-bdc0-4a93-aee5-e4992040324f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:14.256392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-056d88da-ed52-45d5-86c3-a189433bf72b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/quotas/0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 375 time: 0.1843312 Feb 11 13:45:14.315958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-88f5f60e-be63-481d-b6f2-1093e959e436 service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564067 Feb 11 13:45:14.330899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f19dd2-e7f8-4e10-be0b-fe33cbf8f67b tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (a5408714-d18b-4028-a336-db6403eddf1c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:14.345622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ede29-17ad-402d-a1bc-cbda316ffa18 req-863028dd-278e-4d66-8cd1-ad25a4b8fc60 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:14.347309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-877ede29-17ad-402d-a1bc-cbda316ffa18 req-863028dd-278e-4d66-8cd1-ad25a4b8fc60 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 932 time: 0.1811337 Feb 11 13:45:14.419499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b9654a9c-3cd5-4297-b6e0-1419d3d39d5e None None] Provisioning complete for port c20301df-5c07-4c47-9445-2648df5ec320 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:14.420014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9654a9c-3cd5-4297-b6e0-1419d3d39d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c20301df-5c07-4c47-9445-2648df5ec320), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:14.476754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-877ede29-17ad-402d-a1bc-cbda316ffa18 req-c78fc06c-0156-4cac-8858-d1871678e6d8 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214240 Feb 11 13:45:14.480954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4872877a-3148-476d-8bbe-b9cdd1559113 admin admin] Publish callbacks [] for security_group (984f92bb-bdc0-4a93-aee5-e4992040324f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:14.490858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b9654a9c-3cd5-4297-b6e0-1419d3d39d5e None None] Port c20301df-5c07-4c47-9445-2648df5ec320 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:14.529615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:14.581789 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858b6e9c-0573-4039-9869-4faf56a190ab x-openstack-request-id: req-858b6e9c-0573-4039-9869-4faf56a190ab {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:14.582647 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:14.583093 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-858b6e9c-0573-4039-9869-4faf56a190ab {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:14.583647 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'status': 'completed', 'code': 200} Feb 11 13:45:14.685080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-9f9e1687-e9ad-4df3-9f25-81e7ce4055aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:14.686933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-9f9e1687-e9ad-4df3-9f25-81e7ce4055aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1126 time: 0.0973921 Feb 11 13:45:14.758317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-ea1101ce-05b7-4777-9d66-dfd78326d245 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5001924 Feb 11 13:45:14.853518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-16a4adfc-d8fb-4c59-9969-930d72f33c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:14.860731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-16a4adfc-d8fb-4c59-9969-930d72f33c64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.1605420 Feb 11 13:45:14.972827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-f58281ff-47b3-4f08-894a-9ea852adc91e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1000 time: 0.1086059 Feb 11 13:45:15.045120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e6b63-04f1-4726-907d-b5d33e6a4b43 req-65663113-234b-4b6b-85d0-db9ebd2e59eb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.046712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d5e6b63-04f1-4726-907d-b5d33e6a4b43 req-65663113-234b-4b6b-85d0-db9ebd2e59eb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.1386838 Feb 11 13:45:15.048193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-6996878b-fdcc-450b-89fe-1d20b919b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.049537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-6996878b-fdcc-450b-89fe-1d20b919b8cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.0703359 Feb 11 13:45:15.111619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d5e6b63-04f1-4726-907d-b5d33e6a4b43 req-6a2f5299-ef49-45b3-8e32-06efdb5946e1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579424 Feb 11 13:45:15.127869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f19dd2-e7f8-4e10-be0b-fe33cbf8f67b tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a5408714-d18b-4028-a336-db6403eddf1c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.130598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f19dd2-e7f8-4e10-be0b-fe33cbf8f67b tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.134289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-97f19dd2-e7f8-4e10-be0b-fe33cbf8f67b tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/a5408714-d18b-4028-a336-db6403eddf1c HTTP/1.1" status: 204 len: 168 time: 1.7109628 Feb 11 13:45:15.134822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:15.200614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-332805f7-893c-4f6e-9c34-a26aa4df130a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645561 Feb 11 13:45:15.205749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:15.217869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ecf156dc-413c-421b-8083-e147d1cf18b8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140453262'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:15.267600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ecf156dc-413c-421b-8083-e147d1cf18b8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.275197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f19dd2-e7f8-4e10-be0b-fe33cbf8f67b tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5408714-d18b-4028-a336-db6403eddf1c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:15.278336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-fdb9e7b3-1380-4d64-8a7f-d85beedd5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.279873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-fdb9e7b3-1380-4d64-8a7f-d85beedd5b1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1126 time: 0.6671312 Feb 11 13:45:15.295329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4872877a-3148-476d-8bbe-b9cdd1559113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (984f92bb-bdc0-4a93-aee5-e4992040324f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.298190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4872877a-3148-476d-8bbe-b9cdd1559113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.299323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4872877a-3148-476d-8bbe-b9cdd1559113 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/984f92bb-bdc0-4a93-aee5-e4992040324f HTTP/1.1" status: 204 len: 168 time: 1.7636118 Feb 11 13:45:15.313174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-1f6f224a-36d2-4d7c-bd41-5feaa8a7a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.314818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-1f6f224a-36d2-4d7c-bd41-5feaa8a7a5b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098223 Feb 11 13:45:15.443560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872877a-3148-476d-8bbe-b9cdd1559113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f92bb-bdc0-4a93-aee5-e4992040324f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:15.446421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-6fdbeeb7-82b2-4f85-bb94-27479f5d5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.447925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-6fdbeeb7-82b2-4f85-bb94-27479f5d5f12 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.1594033 Feb 11 13:45:15.449921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ecf156dc-413c-421b-8083-e147d1cf18b8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (bf3617d9-8b5b-4305-8517-b03f315400df), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.456654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ecf156dc-413c-421b-8083-e147d1cf18b8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bf3617d9-8b5b-4305-8517-b03f315400df), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.465699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-ee3ef5f0-03f7-43f8-9c18-44733e88690f service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444530 Feb 11 13:45:15.514850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ecf156dc-413c-421b-8083-e147d1cf18b8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.516116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ecf156dc-413c-421b-8083-e147d1cf18b8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3094451 Feb 11 13:45:15.519447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56464) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:15.530702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-18dc3a19-f754-465e-b822-35a6f0d9c120 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'bf3617d9-8b5b-4305-8517-b03f315400df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:15.531466 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-18dc3a19-f754-465e-b822-35a6f0d9c120 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 13:45:15.531957 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-18dc3a19-f754-465e-b822-35a6f0d9c120 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:15.532921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-18dc3a19-f754-465e-b822-35a6f0d9c120 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125740 Feb 11 13:45:15.535368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf156dc-413c-421b-8083-e147d1cf18b8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3617d9-8b5b-4305-8517-b03f315400df,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:15.537998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:15.649994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119b5b9c-4348-4556-bf7f-228f25ac57cc {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:15.660372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Publish callbacks [] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.665815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-98650ccd-fd94-4476-a76a-caa664dbf8dc service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869779 Feb 11 13:45:15.690975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Transition to ACTIVE for port object 119b5b9c-4348-4556-bf7f-228f25ac57cc will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:15.697620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c7387-e39c-4049-b685-18712384ca1b req-c0d0ebad-2b0c-491b-b204-606b08e85f4f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.699171 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-971c7387-e39c-4049-b685-18712384ca1b req-c0d0ebad-2b0c-491b-b204-606b08e85f4f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 932 time: 0.0951264 Feb 11 13:45:15.699835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa68-284b-4929-89ad-3999250c7759 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (bf3617d9-8b5b-4305-8517-b03f315400df), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.726100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:15.730762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.740565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:15.748091 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa68-284b-4929-89ad-3999250c7759 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (bf3617d9-8b5b-4305-8517-b03f315400df), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.756164 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cfcc3e23-0871-4c6c-8aad-0f5ec8e17d5d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6094320 Feb 11 13:45:15.759229 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:15.770473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-819192959'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:15.771231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:15.779698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:15.790164 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-4484f3c1-1c9e-46c0-b6ed-9305c04589c8 service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0190902 Feb 11 13:45:15.804993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-971c7387-e39c-4049-b685-18712384ca1b req-33ed9311-3338-423f-8914-427849c73201 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980294 Feb 11 13:45:15.847030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:15.855076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.874728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-911cd1c5-b800-49dc-87e8-b4158bc835e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1000 time: 0.4153168 Feb 11 13:45:15.877821 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa68-284b-4929-89ad-3999250c7759 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bf3617d9-8b5b-4305-8517-b03f315400df), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.885012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa68-284b-4929-89ad-3999250c7759 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.886456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9dfaa68-284b-4929-89ad-3999250c7759 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/bf3617d9-8b5b-4305-8517-b03f315400df HTTP/1.1" status: 204 len: 168 time: 0.3447738 Feb 11 13:45:15.887388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:15.903458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56476) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:15.908395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:15.919360 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9ae31253-1e54-4696-bbda-0f7ef09284bc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:15.919969 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment 9ae31253-1e54-4696-bbda-0f7ef09284bc of type vlan for network 53799356-add1-4ffd-845c-7a02a702b2b8 Feb 11 13:45:15.961330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:15.975726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (53799356-add1-4ffd-845c-7a02a702b2b8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.009744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Pushing event updated for resources: {'Port': ['ID=119b5b9c-4348-4556-bf7f-228f25ac57cc,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:16.023223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe8fca-071a-4ea5-9410-00965f632fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.038838 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (53799356-add1-4ffd-845c-7a02a702b2b8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.046421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:16.047368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.047531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:45:16.055848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Attempting to bind port 119b5b9c-4348-4556-bf7f-228f25ac57cc on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:16.056194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Attempting to bind port 119b5b9c-4348-4556-bf7f-228f25ac57cc by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:16.056530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Attempting to bind port 119b5b9c-4348-4556-bf7f-228f25ac57cc on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:16.068472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Port 119b5b9c-4348-4556-bf7f-228f25ac57cc on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:16.068807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Attempting to bind port 119b5b9c-4348-4556-bf7f-228f25ac57cc on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:16.071486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfaa68-284b-4929-89ad-3999250c7759 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3617d9-8b5b-4305-8517-b03f315400df,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:16.099968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:16.100324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Checking segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:16.101812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Bound using segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:16.101812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Bound port: 119b5b9c-4348-4556-bf7f-228f25ac57cc, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:16.102086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.167109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b5591a0e-316e-4e10-a77d-9621e87f21a7 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2203879 Feb 11 13:45:16.171215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4003801 Feb 11 13:45:16.173733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56480) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:16.174086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56482) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:16.175758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-33be982a-6634-4d2e-a78e-d25967c94dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:16.205448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-33be982a-6634-4d2e-a78e-d25967c94dd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.3009930 Feb 11 13:45:16.215331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbcf50-427a-41f2-bf77-1098601a88f4 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=53799356-add1-4ffd-845c-7a02a702b2b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:16.237534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b130edf5-7f14-4c6f-9e2d-d44f28404d24 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807387572'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:16.255800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:16.258635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 53799356-add1-4ffd-845c-7a02a702b2b8 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:16.341497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ead08-9897-4ee6-997b-212e7b992ab8 req-450c5ff9-93c4-42b9-a797-4c38c469cadd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:16.343212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d9ead08-9897-4ee6-997b-212e7b992ab8 req-450c5ff9-93c4-42b9-a797-4c38c469cadd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 944 time: 0.1024184 Feb 11 13:45:16.348543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe8fca-071a-4ea5-9410-00965f632fad admin admin] Publish callbacks [] for security_group (6905c9a6-9838-45f1-96f3-f487a52c2052), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.361062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe8fca-071a-4ea5-9410-00965f632fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6905c9a6-9838-45f1-96f3-f487a52c2052), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.397186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:16.411678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe8fca-071a-4ea5-9410-00965f632fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905c9a6-9838-45f1-96f3-f487a52c2052,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:16.415088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'port_id': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'mac_address': 'fa:16:3e:ae:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:45:16.468281 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3d9ead08-9897-4ee6-997b-212e7b992ab8 req-c5679c8d-5529-41de-8da8-e9a0f57884c0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179883 Feb 11 13:45:16.471272 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ffe8fca-071a-4ea5-9410-00965f632fad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74da1f2a84f648c185612bf7764496b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5641060 Feb 11 13:45:16.474714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:16.503520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:10Z', 'revision_number': 3, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:11Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:16.512956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-bc5afacb-e79a-4086-8d3c-4abd45949a4f service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861327 Feb 11 13:45:16.532977 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-796c41a4-d81b-4717-a0e2-ae2864635afa admin admin] Publish callbacks [] for security_group (6905c9a6-9838-45f1-96f3-f487a52c2052), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.537495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 0994fc5f-84b9-49f3-9023-5ecd44d11070 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:16.537897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.547505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b130edf5-7f14-4c6f-9e2d-d44f28404d24 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.555986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:16.556354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Updating router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 port c20301df-5c07-4c47-9445-2648df5ec320 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:45:16.589902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-796c41a4-d81b-4717-a0e2-ae2864635afa admin admin] Publish callbacks [] for security_group (6905c9a6-9838-45f1-96f3-f487a52c2052), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.595845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:16.596531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0994fc5f-84b9-49f3-9023-5ecd44d11070 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:16.599932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.601316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c20301df-5c07-4c47-9445-2648df5ec320), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.686697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] For port 119b5b9c-4348-4556-bf7f-228f25ac57cc, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:16.688462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-796c41a4-d81b-4717-a0e2-ae2864635afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6905c9a6-9838-45f1-96f3-f487a52c2052), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.690491 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:16.693431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-796c41a4-d81b-4717-a0e2-ae2864635afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.696503 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-796c41a4-d81b-4717-a0e2-ae2864635afa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6905c9a6-9838-45f1-96f3-f487a52c2052 HTTP/1.1" status: 204 len: 168 time: 0.2207203 Feb 11 13:45:16.701307 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.718515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c41a4-d81b-4717-a0e2-ae2864635afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905c9a6-9838-45f1-96f3-f487a52c2052,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:16.773769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:16.881265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b130edf5-7f14-4c6f-9e2d-d44f28404d24 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (d1f8c27d-3ba6-43ff-9615-fd5641293241), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.889741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708679e-2942-4344-a173-3976afa97809 req-8583bed9-72c1-40f2-8e24-045d71e18174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:16.898601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-8583bed9-72c1-40f2-8e24-045d71e18174 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6856558 Feb 11 13:45:16.937869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ffae307f-cdd1-4198-94a5-683026b8570c req-f3b0e75f-8b1b-4ab6-92c2-1d01497c7353 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 210 time: 0.1171329 Feb 11 13:45:16.979672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b130edf5-7f14-4c6f-9e2d-d44f28404d24 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d1f8c27d-3ba6-43ff-9615-fd5641293241), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.992016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] For port 119b5b9c-4348-4556-bf7f-228f25ac57cc, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:17.025682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['0994fc5f-84b9-49f3-9023-5ecd44d11070'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:17.051904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b130edf5-7f14-4c6f-9e2d-d44f28404d24 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.056367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b130edf5-7f14-4c6f-9e2d-d44f28404d24 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8450642 Feb 11 13:45:17.057062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:17.067123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-689db0e9-13bc-427c-8478-eca3aee558ad tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'd1f8c27d-3ba6-43ff-9615-fd5641293241', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:17.068304 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-689db0e9-13bc-427c-8478-eca3aee558ad tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 13:45:17.069010 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-689db0e9-13bc-427c-8478-eca3aee558ad tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:17.074263 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-689db0e9-13bc-427c-8478-eca3aee558ad tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124218 Feb 11 13:45:17.075952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56504) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:17.081647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.234860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Pushing event updated for resources: {'Port': ['ID=119b5b9c-4348-4556-bf7f-228f25ac57cc,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.241624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff561b7f-27a4-4a51-92c8-29479dc2db3f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (d1f8c27d-3ba6-43ff-9615-fd5641293241), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.285233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff561b7f-27a4-4a51-92c8-29479dc2db3f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (d1f8c27d-3ba6-43ff-9615-fd5641293241), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.364117 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff561b7f-27a4-4a51-92c8-29479dc2db3f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d1f8c27d-3ba6-43ff-9615-fd5641293241), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.370022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff561b7f-27a4-4a51-92c8-29479dc2db3f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.373277 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ff561b7f-27a4-4a51-92c8-29479dc2db3f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/d1f8c27d-3ba6-43ff-9615-fd5641293241 HTTP/1.1" status: 204 len: 168 time: 0.2950602 Feb 11 13:45:17.384498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56520) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:17.389730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff561b7f-27a4-4a51-92c8-29479dc2db3f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f8c27d-3ba6-43ff-9615-fd5641293241,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.404806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:17.405442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.406971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-33701ba5-001b-462f-9737-758a0f92e476 service neutron] 10.222.0.83 "PUT /v2.0/ports/119b5b9c-4348-4556-bf7f-228f25ac57cc HTTP/1.1" status: 200 len: 1092 time: 3.9923544 Feb 11 13:45:17.418571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'tag': '119b5b9c-4348-4556-bf7f-228f25ac57cc'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:17.422020 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3f90c-d0a4-4975-906e-2fb9541f91f8" -d '{"events": [{"name": "network-changed", "server_uuid": "22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564", "tag": "119b5b9c-4348-4556-bf7f-228f25ac57cc"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:17.425774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130edf5-7f14-4c6f-9e2d-d44f28404d24 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f8c27d-3ba6-43ff-9615-fd5641293241,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.528729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-fa7f76ac-595a-4263-b0f1-586a0848642a service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590560 Feb 11 13:45:17.533582 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1346c7b6-c844-4a8d-ade5-d0eef1d9afcb x-openstack-request-id: req-1346c7b6-c844-4a8d-ade5-d0eef1d9afcb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:17.534333 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564", "tag": "119b5b9c-4348-4556-bf7f-228f25ac57cc", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:17.534333 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1346c7b6-c844-4a8d-ade5-d0eef1d9afcb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:17.534621 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'tag': '119b5b9c-4348-4556-bf7f-228f25ac57cc', 'status': 'completed', 'code': 200} Feb 11 13:45:17.535659 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Publish callbacks [] for port (c20301df-5c07-4c47-9445-2648df5ec320), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.543398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56530) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:17.543929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ee7a965f-ae53-4323-9bb1-e9039465dc28 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1487918 Feb 11 13:45:17.551406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bf369e9b-fbd3-4180-9089-3028609490bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014191416'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:17.560039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c20301df-5c07-4c47-9445-2648df5ec320), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.612422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a814ab-2664-4725-963d-2541f3de7819 req-cc4355dc-1604-4365-84d3-77f4bdc09f30 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:17.613965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a814ab-2664-4725-963d-2541f3de7819 req-cc4355dc-1604-4365-84d3-77f4bdc09f30 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 944 time: 0.6799927 Feb 11 13:45:17.625863 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf369e9b-fbd3-4180-9089-3028609490bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.733604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe5ec6-be34-44d9-96fc-4758c31f0e0d req-e3ed58a8-1484-4607-ba59-f9b6cda8aaab tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:17.735256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fe5ec6-be34-44d9-96fc-4758c31f0e0d req-e3ed58a8-1484-4607-ba59-f9b6cda8aaab tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.1241307 Feb 11 13:45:17.812879 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fe5ec6-be34-44d9-96fc-4758c31f0e0d req-183b93ef-3b38-4c28-b292-3e1ee0a424f8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679133 Feb 11 13:45:17.872603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9103aa-779e-4855-be20-4308dc91f93f None None] Pushing event updated for resources: {'Port': ['ID=c20301df-5c07-4c47-9445-2648df5ec320,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.886799 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf369e9b-fbd3-4180-9089-3028609490bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.891631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf369e9b-fbd3-4180-9089-3028609490bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.934626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf369e9b-fbd3-4180-9089-3028609490bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.936367 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bf369e9b-fbd3-4180-9089-3028609490bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3910544 Feb 11 13:45:17.939034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56540) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:17.946530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-62894ad9-7c7d-4ee3-ad1b-b7b5ea802e70 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:17.963306 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-62894ad9-7c7d-4ee3-ad1b-b7b5ea802e70 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 13:45:17.963943 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-62894ad9-7c7d-4ee3-ad1b-b7b5ea802e70 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:17.968863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-62894ad9-7c7d-4ee3-ad1b-b7b5ea802e70 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0287907 Feb 11 13:45:17.969479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:17.979543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf369e9b-fbd3-4180-9089-3028609490bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.988234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c257eb59-a8ba-4352-91af-ae728aab7969 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:17.995716 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-c257eb59-a8ba-4352-91af-ae728aab7969 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 13:45:17.996285 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-c257eb59-a8ba-4352-91af-ae728aab7969 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:18.012383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56548) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:18.015633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c257eb59-a8ba-4352-91af-ae728aab7969 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0328307 Feb 11 13:45:18.018916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-c63b5975-5096-4b7b-beec-275780c8f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.020479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-c63b5975-5096-4b7b-beec-275780c8f218 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 1126 time: 0.4907196 Feb 11 13:45:18.029808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f9f92e15-fee2-4fb4-9c58-be88bf350948 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:18.031777 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-f9f92e15-fee2-4fb4-9c58-be88bf350948 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 13:45:18.032273 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-f9f92e15-fee2-4fb4-9c58-be88bf350948 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:18.036312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:18.040904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-52c18b73-77f3-46f0-a960-6be6df1057d9 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:18.041787 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-52c18b73-77f3-46f0-a960-6be6df1057d9 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 13:45:18.042306 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-52c18b73-77f3-46f0-a960-6be6df1057d9 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:18.047768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-52c18b73-77f3-46f0-a960-6be6df1057d9 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088685 Feb 11 13:45:18.048723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:18.050733 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f9f92e15-fee2-4fb4-9c58-be88bf350948 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0291848 Feb 11 13:45:18.072384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a814ab-2664-4725-963d-2541f3de7819 req-4df7256c-539f-4ec9-91e6-624eb1a11cad tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354620 Feb 11 13:45:18.091596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Attempting to bind port c20301df-5c07-4c47-9445-2648df5ec320 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:18.094278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Attempting to bind port c20301df-5c07-4c47-9445-2648df5ec320 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:18.094811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Attempting to bind port c20301df-5c07-4c47-9445-2648df5ec320 on network cb506422-5034-4af9-b3b6-7641d5326d89 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:18.103068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:18.104071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Checking segment: {'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:18.104733 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.105330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Bound using segment: {'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:18.106151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Bound port: c20301df-5c07-4c47-9445-2648df5ec320, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b163c8ad-8e37-42b9-b527-471b19520281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:18.106779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c20301df-5c07-4c47-9445-2648df5ec320), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.208818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c708679e-2942-4344-a173-3976afa97809 req-b1056846-3d53-4226-b630-66eed19fe832 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612406 Feb 11 13:45:18.337299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] For port c20301df-5c07-4c47-9445-2648df5ec320, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:18.346057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] For port c20301df-5c07-4c47-9445-2648df5ec320, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c20301df-5c07-4c47-9445-2648df5ec320,segment=NetworkSegment(b163c8ad-8e37-42b9-b527-471b19520281),segment_id=b163c8ad-8e37-42b9-b527-471b19520281)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:18.358336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c20301df-5c07-4c47-9445-2648df5ec320), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.374805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-d64de3f1-6668-4bf9-a358-5b57711c26c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc HTTP/1.1" status: 200 len: 217 time: 0.3013313 Feb 11 13:45:18.391731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1dcefe89-3256-464e-ad18-b035ccb78003 req-543ac3d7-a36f-4453-8812-2ca4c70d9b49 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 210 time: 0.1542790 Feb 11 13:45:18.409008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (cdc27f57-dd6f-4ea7-b75b-efefe726db0e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.450997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fdbc235d-ebcf-4053-8932-93592c39fd07 None None] Provisioning complete for port c20301df-5c07-4c47-9445-2648df5ec320 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:18.451386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdbc235d-ebcf-4053-8932-93592c39fd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c20301df-5c07-4c47-9445-2648df5ec320), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.529645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-a9b64087-6e80-45aa-8313-02f29d52aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.531555 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-a9b64087-6e80-45aa-8313-02f29d52aa3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.1347475 Feb 11 13:45:18.547045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8235-7c3c-4c72-acf0-5fa57cda5368 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.576901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9103aa-779e-4855-be20-4308dc91f93f None None] Pushing event updated for resources: {'Port': ['ID=c20301df-5c07-4c47-9445-2648df5ec320,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:18.590486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-2f6e4f94-ddd2-4539-bac8-6f44718d857d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496304 Feb 11 13:45:18.591904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:18.593023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: 53799356-add1-4ffd-845c-7a02a702b2b8, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:18.596837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=cdc27f57-dd6f-4ea7-b75b-efefe726db0e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:18.634063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:18.639437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:18.699209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8235-7c3c-4c72-acf0-5fa57cda5368 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.724599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-1179ac6b-0706-4c9e-920e-5e4d57c94760 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.726212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-1179ac6b-0706-4c9e-920e-5e4d57c94760 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f&tenant_id=438affb9494641819ba0787e4b08b11f&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 945 time: 0.5278513 Feb 11 13:45:18.737858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-dd355d55-6cdd-4f9e-bde8-f21cba121639 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342995 Feb 11 13:45:18.790507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 53799356-add1-4ffd-845c-7a02a702b2b8 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:18.845386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc235d-ebcf-4053-8932-93592c39fd07 None None] Current status of the port c20301df-5c07-4c47-9445-2648df5ec320 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:18.845840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdbc235d-ebcf-4053-8932-93592c39fd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c20301df-5c07-4c47-9445-2648df5ec320), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.895409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fdbc235d-ebcf-4053-8932-93592c39fd07 None None] For port c20301df-5c07-4c47-9445-2648df5ec320, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c20301df-5c07-4c47-9445-2648df5ec320,segment=NetworkSegment(b163c8ad-8e37-42b9-b527-471b19520281),segment_id=b163c8ad-8e37-42b9-b527-471b19520281)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:18.901756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdbc235d-ebcf-4053-8932-93592c39fd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c20301df-5c07-4c47-9445-2648df5ec320), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.910871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:18.926754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 53799356-add1-4ffd-845c-7a02a702b2b8) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:18.941102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.943338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-a68e69a6-3982-45f3-964c-8a45d24be7a3 service neutron] 10.222.0.30 "GET /v2.0/ports/0994fc5f-84b9-49f3-9023-5ecd44d11070/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 382 time: 0.2027433 Feb 11 13:45:18.950694 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.992232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d32978-3c11-4ac6-8866-9ceb1e7c7f88 req-317431c4-bb5e-4f09-b611-fe7b0a5c36aa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.999995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6d32978-3c11-4ac6-8866-9ceb1e7c7f88 req-317431c4-bb5e-4f09-b611-fe7b0a5c36aa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.6073270 Feb 11 13:45:19.023135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc235d-ebcf-4053-8932-93592c39fd07 None None] Pushing event updated for resources: {'Port': ['ID=c20301df-5c07-4c47-9445-2648df5ec320,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:19.026040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b34a90c7-2545-45c1-ae26-0b8603730cba req-ec55e468-f73c-4e7b-990d-02555770bfc5 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760754 Feb 11 13:45:19.032519 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e99b298e-1956-4d26-94f3-e89edbf27516 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8254647 Feb 11 13:45:19.035120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56570) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:19.038856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382eb7c-2483-4a51-b6cd-683445baa51f None None] Network 53799356-add1-4ffd-845c-7a02a702b2b8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:19.143371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-f3c0842f-4429-4f72-ac23-2c5cd6f43667 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.147148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-f3c0842f-4429-4f72-ac23-2c5cd6f43667 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.7629623 Feb 11 13:45:19.182867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'port': {'device_id': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'admin_state_up': True, 'tenant_id': '0fc1963646b24db29d6fa425515bd613'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:19.236460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-661c481f-1b26-424e-807f-e9dbaefdbd1a None None] Provisioning complete for port c20301df-5c07-4c47-9445-2648df5ec320 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:19.236847 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-661c481f-1b26-424e-807f-e9dbaefdbd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c20301df-5c07-4c47-9445-2648df5ec320), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.303180 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8235-7c3c-4c72-acf0-5fa57cda5368 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.307148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8235-7c3c-4c72-acf0-5fa57cda5368 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.311243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bd9a8235-7c3c-4c72-acf0-5fa57cda5368 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0 HTTP/1.1" status: 204 len: 168 time: 1.2522826 Feb 11 13:45:19.328158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56582) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:19.333790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6d0b386d-db96-4a71-be53-bb69daec9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.336041 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6d0b386d-db96-4a71-be53-bb69daec9c45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1127 time: 0.3519328 Feb 11 13:45:19.362705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-53799356-add1-4ffd-845c-7a02a702b2b8', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:45:19.363461 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.381341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a8235-7c3c-4c72-acf0-5fa57cda5368 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee65ea1-2f58-44bb-ba50-fdfa9bcb6ac0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:19.442046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6d32978-3c11-4ac6-8866-9ceb1e7c7f88 req-0a6874e2-f014-4c29-b42c-63e57fedc9f0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408710 Feb 11 13:45:19.553980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56586) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:19.630917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Made reservation on behalf of 0fc1963646b24db29d6fa425515bd613 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:19.639043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.665655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-188602ba-c9b9-4c43-875b-ed8911e5e0d1 req-6c6d9449-e204-4652-b620-a54373a230bf tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 210 time: 0.1059844 Feb 11 13:45:19.779960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-661c481f-1b26-424e-807f-e9dbaefdbd1a None None] Current status of the port c20301df-5c07-4c47-9445-2648df5ec320 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:19.848110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-8217dfc8-1fc9-4f22-bcdc-69587ecfe58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.848691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:10Z', 'revision_number': 3, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:19.849969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-8217dfc8-1fc9-4f22-bcdc-69587ecfe58c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 1126 time: 0.7121248 Feb 11 13:45:19.866198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-1f5c7978-6e32-462b-bec2-8aefc477f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.867777 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-1f5c7978-6e32-462b-bec2-8aefc477f96f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.5066500 Feb 11 13:45:19.894361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ff27e-b0b8-489b-9ee7-ca32043dee91 None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:10Z', 'revision_number': 3, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:19.919608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Allocated IP 172.22.0.2 (53799356-add1-4ffd-845c-7a02a702b2b8/cdc27f57-dd6f-4ea7-b75b-efefe726db0e/ff156aaa-fc12-460b-b258-3cfdd702f1ff) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:19.961043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Allocated IP 172.20.0.14 (1e2e3114-c580-4e15-b954-e5b348075cc9/78e991b3-5a92-48e4-a2cd-9448eaedded5/761b183e-fab5-46b4-a772-32c873b31502) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:20.024462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7e53450d-fbd9-458a-b5b2-c0d352793bd5 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6930480 Feb 11 13:45:20.061717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:20.067420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f1c31-6b0a-42bd-8d50-c595e085fe8a req-b7c2182e-1d99-4dd7-af8d-a6963fcbf8b9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.072192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-375f1c31-6b0a-42bd-8d50-c595e085fe8a req-b7c2182e-1d99-4dd7-af8d-a6963fcbf8b9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 944 time: 0.8474190 Feb 11 13:45:20.075350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56590) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:20.090182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-00576574-3203-4d7f-ab23-4f7be3cb9416 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--239229784'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:20.154617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (761b183e-fab5-46b4-a772-32c873b31502), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.172703 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.212909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:20.222678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-316247206'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:20.234861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (761b183e-fab5-46b4-a772-32c873b31502), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.235060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:20.235313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.271978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:20.279834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:20.282878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383', '3bb7906a-aa79-412c-8a70-6652093a017d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:20.343197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-fdaa4470-a935-41b5-9dff-b83ea08b34ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1001 time: 0.4499238 Feb 11 13:45:20.343197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:20.360545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-00576574-3203-4d7f-ab23-4f7be3cb9416 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.447058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Publish callbacks [] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.448207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.449264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.498212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-375f1c31-6b0a-42bd-8d50-c595e085fe8a req-0a6e2244-9731-479a-8c5b-3fa873de709d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116874 Feb 11 13:45:20.502712 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.523799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-6ce215a4-2351-4b72-8f4e-080b0d82ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.540443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-6ce215a4-2351-4b72-8f4e-080b0d82ed8d service neutron] 10.222.0.83 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 916 time: 0.6787040 Feb 11 13:45:20.584551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-a53066f3-2152-40fe-869f-5b417bd9d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.586824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-a53066f3-2152-40fe-869f-5b417bd9d2bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1242449 Feb 11 13:45:20.596068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4353330 Feb 11 13:45:20.645384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 0994fc5f-84b9-49f3-9023-5ecd44d11070 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:20.645783 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.664156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Network 53799356-add1-4ffd-845c-7a02a702b2b8 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:20.687826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:20.691063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:20.697881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Request body: {'port': {'device_id': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:20.713250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:20.718403 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74b5fba-0684-4ce1-b23f-3c2780985d80" -d '{"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:20.722890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-da5b2911-efdc-4a2b-8a80-5cf15f9cd32d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc HTTP/1.1" status: 200 len: 217 time: 0.1661687 Feb 11 13:45:20.791403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2e55e-66b7-4bed-a1aa-7a799a37e2fa tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=761b183e-fab5-46b4-a772-32c873b31502,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:20.804675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Made reservation on behalf of 044eef084b064524a8608841dd19bfa6 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:20.809901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.833791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Pushing event updated for resources: {'Port': ['ID=ff156aaa-fc12-460b-b258-3cfdd702f1ff,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:20.842830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:20.911143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.935878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (761b183e-fab5-46b4-a772-32c873b31502), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.950064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-b3efc36b-b8f1-4398-83bb-ae407d413ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.952864 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:20.954193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-b3efc36b-b8f1-4398-83bb-ae407d413ec4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.2132709 Feb 11 13:45:20.976552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-592c8d19-8708-49f3-a6c9-0361ec3dbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.978232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-592c8d19-8708-49f3-a6c9-0361ec3dbaba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3495910 Feb 11 13:45:21.032265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.032624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.032968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.033311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.033647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.034340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.034340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.034645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.034973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.035348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.035609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.035934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.036254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:21.049788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f30ff0c9-0a4f-4a91-8170-3b28169cc08f None None] Provisioning complete for port 761b183e-fab5-46b4-a772-32c873b31502 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:21.050320 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f30ff0c9-0a4f-4a91-8170-3b28169cc08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (761b183e-fab5-46b4-a772-32c873b31502), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.093654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b5d4-3aeb-4c0b-bb2a-08e46545f045 req-a21d2e81-16be-4709-a134-4dfa966ec5bb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:21.095256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d594b5d4-3aeb-4c0b-bb2a-08e46545f045 req-a21d2e81-16be-4709-a134-4dfa966ec5bb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.4961209 Feb 11 13:45:21.096375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-00576574-3203-4d7f-ab23-4f7be3cb9416 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (b707f1b0-3d21-42fc-be92-3faa921a8bbb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.126275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-36baf838-0bdb-4ad1-8d37-fda708dd7f18 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433425 Feb 11 13:45:21.149260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-00576574-3203-4d7f-ab23-4f7be3cb9416 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b707f1b0-3d21-42fc-be92-3faa921a8bbb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.177395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f30ff0c9-0a4f-4a91-8170-3b28169cc08f None None] Port 761b183e-fab5-46b4-a772-32c873b31502 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:21.183821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c20301df-5c07-4c47-9445-2648df5ec320 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:21.188490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.239526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Attempting to bind port ff156aaa-fc12-460b-b258-3cfdd702f1ff on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:21.239916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Attempting to bind port ff156aaa-fc12-460b-b258-3cfdd702f1ff by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:21.240289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Attempting to bind port ff156aaa-fc12-460b-b258-3cfdd702f1ff on network 53799356-add1-4ffd-845c-7a02a702b2b8 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:21.245860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-00576574-3203-4d7f-ab23-4f7be3cb9416 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.247525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-00576574-3203-4d7f-ab23-4f7be3cb9416 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1667352 Feb 11 13:45:21.253652 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56600) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:21.261648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-577a58c0-55b9-4e3c-a0ae-c1921efa2ad1 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:21.263575 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-577a58c0-55b9-4e3c-a0ae-c1921efa2ad1 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:45:21.264419 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-577a58c0-55b9-4e3c-a0ae-c1921efa2ad1 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:21.266483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-577a58c0-55b9-4e3c-a0ae-c1921efa2ad1 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106037 Feb 11 13:45:21.271559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.273639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:21.274037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Checking segment: {'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:21.274473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.274874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Bound using segment: {'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:21.275362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Bound port: ff156aaa-fc12-460b-b258-3cfdd702f1ff, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:21.275922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.319607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56602) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:21.342049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801c9c7-cd88-4aa4-8f69-bd68831d512f req-8f6f50eb-5d06-4c66-af0a-aceeaa524ce0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:21.352122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0801c9c7-cd88-4aa4-8f69-bd68831d512f req-8f6f50eb-5d06-4c66-af0a-aceeaa524ce0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 932 time: 0.5144553 Feb 11 13:45:21.362223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5205954d-d6a9-4ee8-bec7-bdc2caddd34f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:21.369792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] For port ff156aaa-fc12-460b-b258-3cfdd702f1ff, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:21.374831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] For port ff156aaa-fc12-460b-b258-3cfdd702f1ff, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff156aaa-fc12-460b-b258-3cfdd702f1ff,segment=NetworkSegment(9ae31253-1e54-4696-bbda-0f7ef09284bc),segment_id=9ae31253-1e54-4696-bbda-0f7ef09284bc)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:21.393870 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.420214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00576574-3203-4d7f-ab23-4f7be3cb9416 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b707f1b0-3d21-42fc-be92-3faa921a8bbb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.471376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35882ad6-77ed-4083-bcb5-15fdeb151eaa None None] Pushing event updated for resources: {'Port': ['ID=ff156aaa-fc12-460b-b258-3cfdd702f1ff,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.525180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c20301df-5c07-4c47-9445-2648df5ec320 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:21.525548 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c20301df-5c07-4c47-9445-2648df5ec320), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:21.593684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 119b5b9c-4348-4556-bf7f-228f25ac57cc details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:45:21.611887 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-5205954d-d6a9-4ee8-bec7-bdc2caddd34f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:21.613597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5205954d-d6a9-4ee8-bec7-bdc2caddd34f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2600894 Feb 11 13:45:21.622199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56608) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:21.631495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4e24a89a-098c-450a-8b6f-5f66ed0fdf0d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:21.633230 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-4e24a89a-098c-450a-8b6f-5f66ed0fdf0d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 13:45:21.633733 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-4e24a89a-098c-450a-8b6f-5f66ed0fdf0d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:21.634899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4e24a89a-098c-450a-8b6f-5f66ed0fdf0d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111752 Feb 11 13:45:21.637130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-21b3e8ac-3718-4409-b1cb-2c2faf5f5e64 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032659 Feb 11 13:45:21.637749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56610) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:21.692312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1d7d32ec-fd22-4e7f-964e-5f6cf6930d0f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:21.720856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0801c9c7-cd88-4aa4-8f69-bd68831d512f req-f3482d29-c240-48fe-8dcf-21bf7ffbe148 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424830 Feb 11 13:45:21.731214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 119b5b9c-4348-4556-bf7f-228f25ac57cc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:21.749620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '119b5b9c-4348-4556-bf7f-228f25ac57cc', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'port_id': '119b5b9c-4348-4556-bf7f-228f25ac57cc', 'mac_address': 'fa:16:3e:3e:84:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fa059b-28f8-4451-95aa-8e811a0d02ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:45:21.952309 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab831a7-c16a-498d-aeb9-ba6d0dc6cf69 x-openstack-request-id: req-3ab831a7-c16a-498d-aeb9-ba6d0dc6cf69 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:21.952637 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:21.952863 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ab831a7-c16a-498d-aeb9-ba6d0dc6cf69 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:21.953254 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'code': 200} Feb 11 13:45:21.976603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-d90b6455-3e55-44aa-868b-aa049289320c service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9881933 Feb 11 13:45:21.985441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d594b5d4-3aeb-4c0b-bb2a-08e46545f045 req-665aacb8-dda1-4eda-bf1d-3115bbbdf072 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8724043 Feb 11 13:45:22.003917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.008226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 119b5b9c-4348-4556-bf7f-228f25ac57cc is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:22.008813 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.026764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119b5b9c-4348-4556-bf7f-228f25ac57cc {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:22.060487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 119b5b9c-4348-4556-bf7f-228f25ac57cc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:22.061481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c20301df-5c07-4c47-9445-2648df5ec320 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:22.066664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.123392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=119b5b9c-4348-4556-bf7f-228f25ac57cc,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.127910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks [] for security_group (bdcef9ae-6563-4b9b-a3b7-d083a2187489), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.160053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bdcef9ae-6563-4b9b-a3b7-d083a2187489), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.166457 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-1d7d32ec-fd22-4e7f-964e-5f6cf6930d0f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:22.167727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1d7d32ec-fd22-4e7f-964e-5f6cf6930d0f tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4792619 Feb 11 13:45:22.173421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56612) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:22.181617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0fb0d24d-0d9c-4501-9225-76593752e7bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:22.182285 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-0fb0d24d-0d9c-4501-9225-76593752e7bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:45:22.182878 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-0fb0d24d-0d9c-4501-9225-76593752e7bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:22.186618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0fb0d24d-0d9c-4501-9225-76593752e7bd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097153 Feb 11 13:45:22.188098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6db3f90c-d0a4-4975-906e-2fb9541f91f8 req-f25b3f3b-0628-4715-a39b-c05742508ec9 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859707 Feb 11 13:45:22.191112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56614) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:22.197356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-745b307e-35c2-490a-ac68-20c0db8c7859 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:22.250737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:22.281658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a877b2c-5533-4d71-b679-1e932813de9c req-7f4edfde-e2a0-451c-874c-5e551b005d4a tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:22.283936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a877b2c-5533-4d71-b679-1e932813de9c req-7f4edfde-e2a0-451c-874c-5e551b005d4a tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 944 time: 0.2523468 Feb 11 13:45:22.285331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b99a5cb5-b640-4559-9032-f44d8a8c2770), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.285946 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Added segment b99a5cb5-b640-4559-9032-f44d8a8c2770 of type vlan for network b6008f14-51ec-4cec-8628-e8f345f77444 Feb 11 13:45:22.302770 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-745b307e-35c2-490a-ac68-20c0db8c7859 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Project 52f83a43052b43c6aae68655a67a73f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:45:22.307689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcef9ae-6563-4b9b-a3b7-d083a2187489,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.321356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.22.0.1 (53799356-add1-4ffd-845c-7a02a702b2b8/cdc27f57-dd6f-4ea7-b75b-efefe726db0e/df3d69c4-e376-469b-a9ad-23ee1ea6370b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:22.323880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['119b5b9c-4348-4556-bf7f-228f25ac57cc'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:22.352925 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-745b307e-35c2-490a-ac68-20c0db8c7859 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:22.357105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-745b307e-35c2-490a-ac68-20c0db8c7859 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1611776 Feb 11 13:45:22.361678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56616) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:22.367612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2357015f-ca2d-4a7e-a765-6dc9a997a7f8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:22.368254 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-2357015f-ca2d-4a7e-a765-6dc9a997a7f8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 13:45:22.368915 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-2357015f-ca2d-4a7e-a765-6dc9a997a7f8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:22.370034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2357015f-ca2d-4a7e-a765-6dc9a997a7f8 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072091 Feb 11 13:45:22.378555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:22.387210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a3c9faaf-6c2a-4754-b79a-2af949ea0595 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:22.390549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-200d2106-7510-489d-8116-e56d2c25f8e7 service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040191 Feb 11 13:45:22.401589 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b6008f14-51ec-4cec-8628-e8f345f77444), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.430664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a877b2c-5533-4d71-b679-1e932813de9c req-48d50b31-f6cf-408a-b18f-eb12379ffff9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381445 Feb 11 13:45:22.517160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761b183e-fab5-46b4-a772-32c873b31502 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:22.536206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b6008f14-51ec-4cec-8628-e8f345f77444), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.549346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:22.550301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.568442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Publish callbacks [] for port (761b183e-fab5-46b4-a772-32c873b31502), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.586729 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0275753 Feb 11 13:45:22.600299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:22.603823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.626738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Transition to ACTIVE for port object 761b183e-fab5-46b4-a772-32c873b31502 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:22.651625 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-a3c9faaf-6c2a-4754-b79a-2af949ea0595 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Project 52f83a43052b43c6aae68655a67a73f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:45:22.655719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.669169 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (761b183e-fab5-46b4-a772-32c873b31502), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.685537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f096c6-3f59-438a-90f0-874264499c74 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Pushing event updated for resources: {'Network': ['ID=b6008f14-51ec-4cec-8628-e8f345f77444,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.704373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b6008f14-51ec-4cec-8628-e8f345f77444 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:22.740051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'network': {'name': 'tempest-network--2124115127', 'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:22.750673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 53799356-add1-4ffd-845c-7a02a702b2b8 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:22.770668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=df3d69c4-e376-469b-a9ad-23ee1ea6370b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.790581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Pushing event updated for resources: {'Port': ['ID=761b183e-fab5-46b4-a772-32c873b31502,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.794471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Made reservation on behalf of 00860a9d87a34cea9b9a7bb8c3330497 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:22.797488 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.798753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:22.807884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:22.809771 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:22.938395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.077969 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Attempting to bind port 761b183e-fab5-46b4-a772-32c873b31502 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:23.078934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Attempting to bind port 761b183e-fab5-46b4-a772-32c873b31502 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:23.079332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Attempting to bind port 761b183e-fab5-46b4-a772-32c873b31502 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:23.087679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff156aaa-fc12-460b-b258-3cfdd702f1ff up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:23.100133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Port 761b183e-fab5-46b4-a772-32c873b31502 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:23.100133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Attempting to bind port 761b183e-fab5-46b4-a772-32c873b31502 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:23.137423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec00a1b-b631-4dbf-8873-1bf4a1400d82 req-4801843c-4be2-496a-9016-da23ba7c0e26 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:23.139338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ec00a1b-b631-4dbf-8873-1bf4a1400d82 req-4801843c-4be2-496a-9016-da23ba7c0e26 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 944 time: 0.2159846 Feb 11 13:45:23.143278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:23.151790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:23.152453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Bound using segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:23.153142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Bound port: 761b183e-fab5-46b4-a772-32c873b31502, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:23.153706 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (761b183e-fab5-46b4-a772-32c873b31502), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.164835 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-a3c9faaf-6c2a-4754-b79a-2af949ea0595 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:23.168903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a3c9faaf-6c2a-4754-b79a-2af949ea0595 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7860084 Feb 11 13:45:23.169925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56630) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:23.180990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ff156aaa-fc12-460b-b258-3cfdd702f1ff triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:23.181365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.195443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ab3e6275-dc51-4c8e-b3c1-26799c5773f6 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'b707f1b0-3d21-42fc-be92-3faa921a8bbb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:23.207859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for security_group (b9a2c848-ff5d-4bfd-aac2-9c830078bb13), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.209771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281696e-5ac5-4f5c-96f4-f76995afa55e None None] Network 53799356-add1-4ffd-845c-7a02a702b2b8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:23.237872 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b9a2c848-ff5d-4bfd-aac2-9c830078bb13), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.242423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.263229 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-ab3e6275-dc51-4c8e-b3c1-26799c5773f6 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Project 52f83a43052b43c6aae68655a67a73f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:45:23.279092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:23.303615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436189e-80ea-49e4-bf1c-f35cc16f5a18 req-174e758b-fd89-49b0-aee1-c4beaadd674c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:23.305973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0436189e-80ea-49e4-bf1c-f35cc16f5a18 req-174e758b-fd89-49b0-aee1-c4beaadd674c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1608672 Feb 11 13:45:23.312404 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-ab3e6275-dc51-4c8e-b3c1-26799c5773f6 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:23.317076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ab3e6275-dc51-4c8e-b3c1-26799c5773f6 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1257844 Feb 11 13:45:23.317592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:23.334901 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0ec00a1b-b631-4dbf-8873-1bf4a1400d82 req-6af01a48-85f6-4b16-9c37-9e6770931f50 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730685 Feb 11 13:45:23.336134 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f4fe21f5-c129-4c0e-8b76-28288c48c0a6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.336481 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Added segment f4fe21f5-c129-4c0e-8b76-28288c48c0a6 of type vlan for network 3bbcd01b-044a-4b56-b3ec-cc59349408fc Feb 11 13:45:23.353322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eab7f118-57ea-48f9-b7bc-f1ecc5aed07f None None] Provisioning complete for port ff156aaa-fc12-460b-b258-3cfdd702f1ff triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:23.354310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eab7f118-57ea-48f9-b7bc-f1ecc5aed07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.358352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2c848-ff5d-4bfd-aac2-9c830078bb13,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:23.362339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] For port 761b183e-fab5-46b4-a772-32c873b31502, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:23.411433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] For port 761b183e-fab5-46b4-a772-32c873b31502, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=761b183e-fab5-46b4-a772-32c873b31502,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:23.429966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (761b183e-fab5-46b4-a772-32c873b31502), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.432687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3bbcd01b-044a-4b56-b3ec-cc59349408fc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.447004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0436189e-80ea-49e4-bf1c-f35cc16f5a18 req-9320f933-ff00-44b2-a04c-d80bbe3c5180 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252670 Feb 11 13:45:23.499872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ff156aaa-fc12-460b-b258-3cfdd702f1ff is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:23.500269 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.503442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:23.504291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.505719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-87d113c0-9499-4264-a203-fdb229351437 service neutron] 10.222.0.30 "PUT /v2.0/ports/761b183e-fab5-46b4-a772-32c873b31502 HTTP/1.1" status: 200 len: 1092 time: 2.8188443 Feb 11 13:45:23.509307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'tag': '761b183e-fab5-46b4-a772-32c873b31502'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:23.512490 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dab56a5-648a-4996-a38b-13befd16c9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "tag": "761b183e-fab5-46b4-a772-32c873b31502"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:23.551552 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50101907-0f8f-4c66-95ed-3b43c58269dd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (b707f1b0-3d21-42fc-be92-3faa921a8bbb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.582399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 119b5b9c-4348-4556-bf7f-228f25ac57cc up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:23.633071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3bbcd01b-044a-4b56-b3ec-cc59349408fc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.633071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:23.633071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.643898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ff156aaa-fc12-460b-b258-3cfdd702f1ff, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff156aaa-fc12-460b-b258-3cfdd702f1ff,segment=NetworkSegment(9ae31253-1e54-4696-bbda-0f7ef09284bc),segment_id=9ae31253-1e54-4696-bbda-0f7ef09284bc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:23.657329 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.661223 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daba740-93be-418f-a2d6-72aa1750dd76 x-openstack-request-id: req-4daba740-93be-418f-a2d6-72aa1750dd76 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:23.661513 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "tag": "761b183e-fab5-46b4-a772-32c873b31502", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:23.661955 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4daba740-93be-418f-a2d6-72aa1750dd76 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:23.663440 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'tag': '761b183e-fab5-46b4-a772-32c873b31502', 'status': 'completed', 'code': 200} Feb 11 13:45:23.691802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eab7f118-57ea-48f9-b7bc-f1ecc5aed07f None None] Current status of the port ff156aaa-fc12-460b-b258-3cfdd702f1ff is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:23.692190 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eab7f118-57ea-48f9-b7bc-f1ecc5aed07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.713495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d113c0-9499-4264-a203-fdb229351437 service neutron] Pushing event updated for resources: {'Port': ['ID=761b183e-fab5-46b4-a772-32c873b31502,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:23.749195 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.760544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.782724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50101907-0f8f-4c66-95ed-3b43c58269dd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (b707f1b0-3d21-42fc-be92-3faa921a8bbb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.786369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 119b5b9c-4348-4556-bf7f-228f25ac57cc completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:23.801622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ff156aaa-fc12-460b-b258-3cfdd702f1ff,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:23.806219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 119b5b9c-4348-4556-bf7f-228f25ac57cc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:23.806599 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.845359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-eab7f118-57ea-48f9-b7bc-f1ecc5aed07f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:45:23.845760 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-eab7f118-57ea-48f9-b7bc-f1ecc5aed07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:45:23.865442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56640) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:23.870111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2660978 Feb 11 13:45:23.878800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.899073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=df3d69c4-e376-469b-a9ad-23ee1ea6370b,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:23.931838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 119b5b9c-4348-4556-bf7f-228f25ac57cc is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:23.934638 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:23.973444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b5b9c-4348-4556-bf7f-228f25ac57cc'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:23.976704 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21874251-417e-4ccf-889b-62745b41ec74" -d '{"events": [{"server_uuid": "22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564", "name": "network-vif-plugged", "status": "completed", "tag": "119b5b9c-4348-4556-bf7f-228f25ac57cc"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:23.986721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fa512-59a1-429d-9aba-596d0861fc98 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Network': ['ID=3bbcd01b-044a-4b56-b3ec-cc59349408fc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:23.998857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 119b5b9c-4348-4556-bf7f-228f25ac57cc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:24.001415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3bbcd01b-044a-4b56-b3ec-cc59349408fc details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:24.009713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3454-a755-4a73-8b5c-e63e12e20952 req-03034719-6f00-4831-894c-e6b0effb4a9e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.012661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38e3454-a755-4a73-8b5c-e63e12e20952 req-03034719-6f00-4831-894c-e6b0effb4a9e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 945 time: 0.4328167 Feb 11 13:45:24.022879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-d3ad9898-dc54-4a18-9af9-ba64c122e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.026770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-d3ad9898-dc54-4a18-9af9-ba64c122e243 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 1126 time: 0.4728789 Feb 11 13:45:24.029834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50101907-0f8f-4c66-95ed-3b43c58269dd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b707f1b0-3d21-42fc-be92-3faa921a8bbb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.034480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50101907-0f8f-4c66-95ed-3b43c58269dd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.036074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-50101907-0f8f-4c66-95ed-3b43c58269dd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/b707f1b0-3d21-42fc-be92-3faa921a8bbb HTTP/1.1" status: 204 len: 168 time: 0.7110751 Feb 11 13:45:24.046707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56644) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:24.074950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3bbcd01b-044a-4b56-b3ec-cc59349408fc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.078101 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3a8e0d-31ab-470d-9756-579cb362a98e x-openstack-request-id: req-5a3a8e0d-31ab-470d-9756-579cb362a98e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:24.078493 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564", "name": "network-vif-plugged", "status": "completed", "tag": "119b5b9c-4348-4556-bf7f-228f25ac57cc", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:24.078668 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a3a8e0d-31ab-470d-9756-579cb362a98e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:24.079079 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b5b9c-4348-4556-bf7f-228f25ac57cc', 'code': 200} Feb 11 13:45:24.088505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.148530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=119b5b9c-4348-4556-bf7f-228f25ac57cc,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:24.169580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50101907-0f8f-4c66-95ed-3b43c58269dd tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707f1b0-3d21-42fc-be92-3faa921a8bbb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:24.175505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c38e3454-a755-4a73-8b5c-e63e12e20952 req-69e8db6b-f74c-4eea-9a04-07ebf7d7b9cb tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561983 Feb 11 13:45:24.177241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-2372db08-79d0-45bc-8526-23a8fb79f60a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761b183e-fab5-46b4-a772-32c873b31502 HTTP/1.1" status: 200 len: 217 time: 0.1326141 Feb 11 13:45:24.218351 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6e84bfc2-3992-4c4f-83bb-29f442f18c30 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1686723 Feb 11 13:45:24.222378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56646) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:24.232157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ab1b3627-0cae-49cb-8dce-3283843cc241 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586807557'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:24.275850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-942bb055-f13a-4d67-b36b-25aec3efc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.281536 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-942bb055-f13a-4d67-b36b-25aec3efc9b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0950119 Feb 11 13:45:24.328154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3627-0cae-49cb-8dce-3283843cc241 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.336319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3bbcd01b-044a-4b56-b3ec-cc59349408fc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.345867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network 53799356-add1-4ffd-845c-7a02a702b2b8 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:24.357837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5de79-33af-4a65-a4b4-28654d8b9b5d req-64685dca-d78e-4ee0-9348-139bc2c93fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.359451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b9f5de79-33af-4a65-a4b4-28654d8b9b5d req-64685dca-d78e-4ee0-9348-139bc2c93fe9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 1128 time: 0.2226574 Feb 11 13:45:24.360800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-4b5e2a93-1424-4c9a-8903-7eec7cba76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.362595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-4b5e2a93-1424-4c9a-8903-7eec7cba76e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761595 Feb 11 13:45:24.365356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:24.395632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eab7f118-57ea-48f9-b7bc-f1ecc5aed07f None None] Current status of the port ff156aaa-fc12-460b-b258-3cfdd702f1ff is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:24.452572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbcd01b-044a-4b56-b3ec-cc59349408fc']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:24.490151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-6d750fa5-a0d5-4671-9d6c-7fc335775e04 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095543 Feb 11 13:45:24.498355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fe21f5-c129-4c0e-8b76-28288c48c0a6') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:24.498673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fe21f5-c129-4c0e-8b76-28288c48c0a6') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:24.534683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-32e01c8a-ec54-4fef-ab14-b5481c6aca4d None None] Provisioning complete for port df3d69c4-e376-469b-a9ad-23ee1ea6370b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:24.535403 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32e01c8a-ec54-4fef-ab14-b5481c6aca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.606766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-32e01c8a-ec54-4fef-ab14-b5481c6aca4d None None] Port df3d69c4-e376-469b-a9ad-23ee1ea6370b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:24.630232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-32e01c8a-ec54-4fef-ab14-b5481c6aca4d None None] Provisioning complete for port ff156aaa-fc12-460b-b258-3cfdd702f1ff triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:24.630676 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32e01c8a-ec54-4fef-ab14-b5481c6aca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.694323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2172c06a-a013-472e-aae9-b66f9dd12783 req-1d3f51dd-92f5-4290-9c15-cb57931a6e7f service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950183 Feb 11 13:45:24.714721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5b49-fc86-46fb-abe3-b65505c88eb0 req-ec24dc06-b891-4aa0-8d26-0b4e8894a5af tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.718101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-843d5b49-fc86-46fb-abe3-b65505c88eb0 req-ec24dc06-b891-4aa0-8d26-0b4e8894a5af tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1088462 Feb 11 13:45:24.745937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-32e01c8a-ec54-4fef-ab14-b5481c6aca4d None None] Current status of the port ff156aaa-fc12-460b-b258-3cfdd702f1ff is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:24.802540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-843d5b49-fc86-46fb-abe3-b65505c88eb0 req-a36ecf50-8c36-4d13-9e72-689fbf6547e0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784826 Feb 11 13:45:24.839320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-d29e4d83-271c-48bc-851c-2506523a3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.840882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-d29e4d83-271c-48bc-851c-2506523a3de9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 1126 time: 0.0815618 Feb 11 13:45:24.881940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-92499168-290a-4c80-a14a-37ad98bd2522 None None] Provisioning complete for port df3d69c4-e376-469b-a9ad-23ee1ea6370b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:24.882980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-92499168-290a-4c80-a14a-37ad98bd2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.913029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff156aaa-fc12-460b-b258-3cfdd702f1ff up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:24.931570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3627-0cae-49cb-8dce-3283843cc241 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (cacf4036-d62a-4805-9d43-d175b56ae13a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.935998 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (f4fe21f5-c129-4c0e-8b76-28288c48c0a6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:24.968812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-46ba1b44-a5d4-4915-b426-b684481b51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.970372 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-46ba1b44-a5d4-4915-b426-b684481b51af service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.1226933 Feb 11 13:45:25.011637 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3627-0cae-49cb-8dce-3283843cc241 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cacf4036-d62a-4805-9d43-d175b56ae13a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.024367 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-f35c5e68-1852-44f1-9f5b-931576e8bd11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761b183e-fab5-46b4-a772-32c873b31502 HTTP/1.1" status: 200 len: 217 time: 0.0461233 Feb 11 13:45:25.061440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f4fe21f5-c129-4c0e-8b76-28288c48c0a6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.083586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-649f0350-f2a5-445f-b623-c3100df96b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.086221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-649f0350-f2a5-445f-b623-c3100df96b4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0540998 Feb 11 13:45:25.102329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:25.102745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (f4fe21f5-c129-4c0e-8b76-28288c48c0a6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:25.111975 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:25.115031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b9f5de79-33af-4a65-a4b4-28654d8b9b5d req-809f3a5d-d902-48e3-bcb0-d3f27572c54f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463057 Feb 11 13:45:25.130060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-92499168-290a-4c80-a14a-37ad98bd2522 None None] Port df3d69c4-e376-469b-a9ad-23ee1ea6370b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:25.146315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-96f7d58e-144b-4a35-964f-0c8f0a41e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.148599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-96f7d58e-144b-4a35-964f-0c8f0a41e08d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552349 Feb 11 13:45:25.150558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ff156aaa-fc12-460b-b258-3cfdd702f1ff triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:25.151003 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.159681 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3627-0cae-49cb-8dce-3283843cc241 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.163678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ab1b3627-0cae-49cb-8dce-3283843cc241 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9367850 Feb 11 13:45:25.172632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56654) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.179768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-942c6333-ea6d-4a80-9a53-a88e89fc7f74 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'cacf4036-d62a-4805-9d43-d175b56ae13a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.207454 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b3627-0cae-49cb-8dce-3283843cc241 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacf4036-d62a-4805-9d43-d175b56ae13a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:25.225171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95638767-3c5c-475b-8046-437aafd47827 req-17a12197-5fca-49ee-9b8a-d367d1de2ef6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.226832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95638767-3c5c-475b-8046-437aafd47827 req-17a12197-5fca-49ee-9b8a-d367d1de2ef6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 944 time: 0.7690527 Feb 11 13:45:25.236853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:25.241611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ff156aaa-fc12-460b-b258-3cfdd702f1ff is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:25.241779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-2624bf77-cd9d-44a3-b5ae-3fbf564818e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.243196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-2624bf77-cd9d-44a3-b5ae-3fbf564818e7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 1128 time: 0.3044922 Feb 11 13:45:25.256262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3bbcd01b-044a-4b56-b3ec-cc59349408fc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.276351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3bbcd01b-044a-4b56-b3ec-cc59349408fc {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:45:25.281614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.285168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "DELETE /v2.0/networks/3bbcd01b-044a-4b56-b3ec-cc59349408fc HTTP/1.1" status: 204 len: 168 time: 1.4172132 Feb 11 13:45:25.297165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56658) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.302224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a93cf7-d05b-4557-b643-0031c778dda5 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event deleted for resources: {'Network': ['ID=3bbcd01b-044a-4b56-b3ec-cc59349408fc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:25.312518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.355096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.380785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-a1ecb7cd-cf03-4bef-ac1e-e5b2285aed7e service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260485 Feb 11 13:45:25.401256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Made reservation on behalf of 00860a9d87a34cea9b9a7bb8c3330497 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:25.404085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.423439 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-942c6333-ea6d-4a80-9a53-a88e89fc7f74 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The resource could not be found. Feb 11 13:45:25.427235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-942c6333-ea6d-4a80-9a53-a88e89fc7f74 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2507222 Feb 11 13:45:25.430298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56660) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.438695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4aac0115-ddad-41b4-8ed7-75103f678b88 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': 'cacf4036-d62a-4805-9d43-d175b56ae13a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6214912f-4679-493e-b9ef-65c3f37b1778'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.450471 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95638767-3c5c-475b-8046-437aafd47827 req-e7b0762f-9847-45fe-bcfb-76e5c125301d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038028 Feb 11 13:45:25.492359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f3f22-c266-4075-b8e2-1ba2cad42a10 req-b00521fe-66b6-4222-88cb-d66c1ca621b6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.493963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f09f3f22-c266-4075-b8e2-1ba2cad42a10 req-b00521fe-66b6-4222-88cb-d66c1ca621b6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 946 time: 0.2039795 Feb 11 13:45:25.494722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:25.507784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-07c74b5d-a108-43cd-8d1b-f34d25864d53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4688396 Feb 11 13:45:25.509117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56662) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.515805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'network': {'name': 'tempest-RoutersTest-1609278483'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.517345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:25.529517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.553502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (117c4a67-464b-4dd1-8b61-5a3905ec8e3f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.553851 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Added segment 117c4a67-464b-4dd1-8b61-5a3905ec8e3f of type vlan for network 7effcb21-925f-4dd8-b6d7-94737e4a8ac5 Feb 11 13:45:25.560817 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-4aac0115-ddad-41b4-8ed7-75103f678b88 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The resource could not be found. Feb 11 13:45:25.564673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4aac0115-ddad-41b4-8ed7-75103f678b88 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1306729 Feb 11 13:45:25.570115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.580379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:25.582748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dab56a5-648a-4996-a38b-13befd16c9bb req-542da19e-a14d-4f84-aed2-8e4b69aa345f service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929369 Feb 11 13:45:25.583662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.634602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f09f3f22-c266-4075-b8e2-1ba2cad42a10 req-004252b9-5ce7-4568-a86b-33b719c3b5bd tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307263 Feb 11 13:45:25.660393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7effcb21-925f-4dd8-b6d7-94737e4a8ac5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.672323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:25.695022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f38b98a4-907a-449d-b0c7-743879bef475), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.695387 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added segment f38b98a4-907a-449d-b0c7-743879bef475 of type vlan for network fd5aa18a-51d3-40ce-be15-0f28c6ec957c Feb 11 13:45:25.703055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-68166d30-1224-4586-a412-0ef848607b26 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (cacf4036-d62a-4805-9d43-d175b56ae13a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.725161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7effcb21-925f-4dd8-b6d7-94737e4a8ac5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.726487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.727088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.762085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-68166d30-1224-4586-a412-0ef848607b26 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (cacf4036-d62a-4805-9d43-d175b56ae13a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.769573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fd5aa18a-51d3-40ce-be15-0f28c6ec957c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.810807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Network': ['ID=7effcb21-925f-4dd8-b6d7-94737e4a8ac5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:25.823226 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b2a781b1-1d1c-45b6-8219-dab9c325c45a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5228844 Feb 11 13:45:25.825472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56668) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.830283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'subnet': {'network_id': '7effcb21-925f-4dd8-b6d7-94737e4a8ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.839459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7effcb21-925f-4dd8-b6d7-94737e4a8ac5 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:25.852521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Made reservation on behalf of 00860a9d87a34cea9b9a7bb8c3330497 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:25.855593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.867240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:25.872603 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fd5aa18a-51d3-40ce-be15-0f28c6ec957c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.885323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.886184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.926491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-68166d30-1224-4586-a412-0ef848607b26 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cacf4036-d62a-4805-9d43-d175b56ae13a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.933610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-68166d30-1224-4586-a412-0ef848607b26 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:25.939935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-68166d30-1224-4586-a412-0ef848607b26 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/cacf4036-d62a-4805-9d43-d175b56ae13a HTTP/1.1" status: 204 len: 168 time: 0.3677745 Feb 11 13:45:25.940965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56672) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.961044 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:25.971225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4587395 Feb 11 13:45:25.974585 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:25.975254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56674) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:25.975688 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:25.987762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166d30-1224-4586-a412-0ef848607b26 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacf4036-d62a-4805-9d43-d175b56ae13a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:25.999048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'subnet': {'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:26.044735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d78a6-3ff3-4b7e-8f00-20b9c3bf4c2a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Network': ['ID=fd5aa18a-51d3-40ce-be15-0f28c6ec957c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.053519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:26.081515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 761b183e-fab5-46b4-a772-32c873b31502 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:45:26.094592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:26.111264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:26.113651 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d99fb5a-c222-4df4-a635-26765db4cba9" -d '{"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:26.118161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Publish callbacks [] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.135263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b8da-5090-43c9-96b3-2db3d9563fdc req-a66ef77c-ff4b-4698-a02c-816538eace1e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.135453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-663464f0-6ea7-4b0d-a3df-8cd618ffa2ef tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1624427 Feb 11 13:45:26.135569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dab9b8da-5090-43c9-96b3-2db3d9563fdc req-a66ef77c-ff4b-4698-a02c-816538eace1e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1919641 Feb 11 13:45:26.136148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56678) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:26.145651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a39c7a90-abc7-469e-9451-2e938c4a0110 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': '8f3e7858-2ef7-43cf-b408-1a86859e02df', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:26.180058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Transition to ACTIVE for port object 0994fc5f-84b9-49f3-9023-5ecd44d11070 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:26.189200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.198394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Made reservation on behalf of ef5ecad300c04f6dbaacee58a22dae3e for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:26.202716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.220374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:26.228504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 host n-h2-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:45:26.229095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:26.284406 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb39c8ed-c873-4e3c-9f1a-cd6e692b5563 x-openstack-request-id: req-eb39c8ed-c873-4e3c-9f1a-cd6e692b5563 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:26.285010 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:26.285010 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb39c8ed-c873-4e3c-9f1a-cd6e692b5563 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:26.285424 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'code': 200} Feb 11 13:45:26.328315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dab9b8da-5090-43c9-96b3-2db3d9563fdc req-7277f0f1-4b88-476c-88d7-3543e1fdb591 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771851 Feb 11 13:45:26.356873 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:26.415707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.444855 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-a39c7a90-abc7-469e-9451-2e938c4a0110 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The resource could not be found. Feb 11 13:45:26.445902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a39c7a90-abc7-469e-9451-2e938c4a0110 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3086686 Feb 11 13:45:26.455402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56680) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:26.466063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d6d916ee-8bc2-423e-866c-f1c94cc50563 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527984459'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:26.578774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] No DVR routers for this DVR port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:26.580616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d6d916ee-8bc2-423e-866c-f1c94cc50563 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.601498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 761b183e-fab5-46b4-a772-32c873b31502, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=761b183e-fab5-46b4-a772-32c873b31502,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:26.621803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '761b183e-fab5-46b4-a772-32c873b31502', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '761b183e-fab5-46b4-a772-32c873b31502', 'mac_address': 'fa:16:3e:51:86:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:45:26.633957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (77384277-98a8-405a-b3e8-943e267d1a4c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.702090 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:23Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:23Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:26.737607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 761b183e-fab5-46b4-a772-32c873b31502 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:26.738217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (761b183e-fab5-46b4-a772-32c873b31502), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.760912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761b183e-fab5-46b4-a772-32c873b31502 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:26.766961 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:26.767323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:45:26.768014 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (443d5e14-54a8-4e92-8e01-53f868c39a5c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.768575 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Updating router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 port df3d69c4-e376-469b-a9ad-23ee1ea6370b binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:45:26.803503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Subnet': ['ID=77384277-98a8-405a-b3e8-943e267d1a4c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.811177 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.849803 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d6d916ee-8bc2-423e-866c-f1c94cc50563 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (7e20ec40-1f01-4093-abff-1df26a66228f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.856197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 761b183e-fab5-46b4-a772-32c873b31502, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=761b183e-fab5-46b4-a772-32c873b31502,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:26.866040 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (761b183e-fab5-46b4-a772-32c873b31502), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.875602 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d6d916ee-8bc2-423e-866c-f1c94cc50563 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e20ec40-1f01-4093-abff-1df26a66228f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.898445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c3cb3-dd44-49ae-bf60-287307c7fb2b req-451200f9-81d8-42c2-87ed-d4ead9e1b098 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.902702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-671c3cb3-dd44-49ae-bf60-287307c7fb2b req-451200f9-81d8-42c2-87ed-d4ead9e1b098 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 944 time: 0.3013504 Feb 11 13:45:26.912479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Checking segment: {'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:26.913014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network hostable DHCP agents. Network: fd5aa18a-51d3-40ce-be15-0f28c6ec957c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:26.923010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a19bf-dcaa-4f2c-8ce9-961e3bd1d407 req-20f0bbb5-9310-4a53-92df-b4292047a4e0 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.924572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aa4a19bf-dcaa-4f2c-8ce9-961e3bd1d407 req-20f0bbb5-9310-4a53-92df-b4292047a4e0 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 946 time: 0.1650209 Feb 11 13:45:26.960548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=761b183e-fab5-46b4-a772-32c873b31502,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.963586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:26.963936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:26.964400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:26.971028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d916ee-8bc2-423e-866c-f1c94cc50563 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20ec40-1f01-4093-abff-1df26a66228f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.983360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d6d916ee-8bc2-423e-866c-f1c94cc50563 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:26.983360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d6d916ee-8bc2-423e-866c-f1c94cc50563 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5242901 Feb 11 13:45:26.983701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Subnet': ['ID=443d5e14-54a8-4e92-8e01-53f868c39a5c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.983815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:26.983815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Attempting to bind port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on network c3594495-df61-467e-8511-27f3dedb3357 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:26.986001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56688) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:26.995987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7c161711-ba1a-4f13-9c93-a7069b20ee32 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093448542'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:27.000871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:27.000871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Checking segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:27.001060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Bound using segment: {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:27.001895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Bound port: 0994fc5f-84b9-49f3-9023-5ecd44d11070, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:27.001895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.003425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Checking segment: {'id': '117c4a67-464b-4dd1-8b61-5a3905ec8e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7effcb21-925f-4dd8-b6d7-94737e4a8ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:27.003803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Network hostable DHCP agents. Network: 7effcb21-925f-4dd8-b6d7-94737e4a8ac5, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:27.013059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:27.017411 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2da24944-89b4-42ea-88eb-9bc010684b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.036947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aa4a19bf-dcaa-4f2c-8ce9-961e3bd1d407 req-5e251fe6-b31a-4f1e-9d4a-13cc9dd58438 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990312 Feb 11 13:45:27.045213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, fd5aa18a-51d3-40ce-be15-0f28c6ec957c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:27.059036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b1a1c-a46b-4b95-82f5-0f66beee9646 None None] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:27.074915 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c161711-ba1a-4f13-9c93-a7069b20ee32 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.097853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.098636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.099732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['761b183e-fab5-46b4-a772-32c873b31502'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:27.122360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Network 7effcb21-925f-4dd8-b6d7-94737e4a8ac5 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:27.143062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56692) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:27.146857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4166ca07-35bb-4ea3-b121-1e93d8231c06 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1602917 Feb 11 13:45:27.264657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:27.279728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c161711-ba1a-4f13-9c93-a7069b20ee32 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (abe13018-f9bf-4851-9971-464fd542f747), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.287829 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Publish callbacks [] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.292697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c161711-ba1a-4f13-9c93-a7069b20ee32 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (abe13018-f9bf-4851-9971-464fd542f747), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.298612 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.301970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7effcb21-925f-4dd8-b6d7-94737e4a8ac5) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:27.332648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.333125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.353722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-671c3cb3-dd44-49ae-bf60-287307c7fb2b req-1c973c40-dc3b-4e75-978b-76ccee54f383 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340870 Feb 11 13:45:27.367437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:27.394046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.396371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'fixed_ips': [{'subnet_id': '77384277-98a8-405a-b3e8-943e267d1a4c'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:45:27.397328 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.412501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8aa2c-2d90-4705-be57-079029a6d92a None None] Network 7effcb21-925f-4dd8-b6d7-94737e4a8ac5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:27.412905 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a4d9161-d22a-4010-b49d-6cfc43bdda3b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5863540 Feb 11 13:45:27.422755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:27.425674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c161711-ba1a-4f13-9c93-a7069b20ee32 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.427043 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7c161711-ba1a-4f13-9c93-a7069b20ee32 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4382834 Feb 11 13:45:27.429624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c161711-ba1a-4f13-9c93-a7069b20ee32 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe13018-f9bf-4851-9971-464fd542f747,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:27.431691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:27.444426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'floatingip': {'floating_network_id': '7effcb21-925f-4dd8-b6d7-94737e4a8ac5'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:27.452637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f31f71f6-48f0-4693-9921-53a4d2c59e72 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': '7e20ec40-1f01-4093-abff-1df26a66228f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'abe13018-f9bf-4851-9971-464fd542f747'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:27.496124 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d1578-8ac2-464a-b63d-4afe564171a2 None None] Pushing event updated for resources: {'Port': ['ID=df3d69c4-e376-469b-a9ad-23ee1ea6370b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:27.534818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.574405 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Attempting to bind port df3d69c4-e376-469b-a9ad-23ee1ea6370b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:27.576811 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Attempting to bind port df3d69c4-e376-469b-a9ad-23ee1ea6370b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:27.577386 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Attempting to bind port df3d69c4-e376-469b-a9ad-23ee1ea6370b on network 53799356-add1-4ffd-845c-7a02a702b2b8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:27.593469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:27.594751 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Checking segment: {'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:27.595200 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.597700 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-f31f71f6-48f0-4693-9921-53a4d2c59e72 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:27.597827 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Bound using segment: {'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:27.598320 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Bound port: df3d69c4-e376-469b-a9ad-23ee1ea6370b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae31253-1e54-4696-bbda-0f7ef09284bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:27.598710 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.599490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f31f71f6-48f0-4693-9921-53a4d2c59e72 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1517613 Feb 11 13:45:27.602449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56702) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:27.630151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.630801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.633215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] 10.222.0.83 "PUT /v2.0/ports/0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1093 time: 2.2948301 Feb 11 13:45:27.747713 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] For port df3d69c4-e376-469b-a9ad-23ee1ea6370b, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:27.751052 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] For port df3d69c4-e376-469b-a9ad-23ee1ea6370b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=df3d69c4-e376-469b-a9ad-23ee1ea6370b,segment=NetworkSegment(9ae31253-1e54-4696-bbda-0f7ef09284bc),segment_id=9ae31253-1e54-4696-bbda-0f7ef09284bc)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:27.764280 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.786005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7c1e-fb0d-46af-85d2-87d9f7ae23f2 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (abe13018-f9bf-4851-9971-464fd542f747), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.828954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.833356 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7c1e-fb0d-46af-85d2-87d9f7ae23f2 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (abe13018-f9bf-4851-9971-464fd542f747), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:27.887243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddca827-fa4f-48af-906b-2b92c38e1b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=11']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:27.913808 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:27.914483 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:44:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.934432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Allocated IP 172.23.0.2 (fd5aa18a-51d3-40ce-be15-0f28c6ec957c/77384277-98a8-405a-b3e8-943e267d1a4c/216af55f-d903-4b0a-b7c6-e3136c79cd41) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:28.060594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-aad24265-a810-43b8-ab6c-63a2b6f77fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.062472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-aad24265-a810-43b8-ab6c-63a2b6f77fac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1127 time: 0.3426385 Feb 11 13:45:28.100728 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d1578-8ac2-464a-b63d-4afe564171a2 None None] Pushing event updated for resources: {'Port': ['ID=df3d69c4-e376-469b-a9ad-23ee1ea6370b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:28.146068 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:28.239836 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Publish callbacks [] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:28.272070 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:28.395823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0819915-bfcb-4e56-b8ed-10f01cc13f7b None None] Network 7effcb21-925f-4dd8-b6d7-94737e4a8ac5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:28.397054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:28.401305 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198ace8e-2ab0-4ad8-b987-8a27467860f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:28.418929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b7d1a-930f-4fe3-abe3-d72ea08587ff req-91bbeccf-0216-45d7-bf29-b3835f14c4bb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.427076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-206b7d1a-930f-4fe3-abe3-d72ea08587ff req-91bbeccf-0216-45d7-bf29-b3835f14c4bb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.8857882 Feb 11 13:45:28.446843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:28.483206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:28.486715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:28.493801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-13a801b0-a79e-43fa-8d24-c0cbf21662ef None None] Provisioning complete for port df3d69c4-e376-469b-a9ad-23ee1ea6370b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:28.493801 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13a801b0-a79e-43fa-8d24-c0cbf21662ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:28.502484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Pushing event updated for resources: {'Port': ['ID=216af55f-d903-4b0a-b7c6-e3136c79cd41,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:28.574057 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:23Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:27Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:28.636158 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc11414-fea4-4359-bf81-c21ac74ae4e4 None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:23Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:27Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:28.720811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Attempting to bind port 216af55f-d903-4b0a-b7c6-e3136c79cd41 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:28.721205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Attempting to bind port 216af55f-d903-4b0a-b7c6-e3136c79cd41 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:28.721582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Attempting to bind port 216af55f-d903-4b0a-b7c6-e3136c79cd41 on network fd5aa18a-51d3-40ce-be15-0f28c6ec957c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:28.734310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:28.743515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Checking segment: {'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:28.744014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:28.744371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Bound using segment: {'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:28.745045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Bound port: 216af55f-d903-4b0a-b7c6-e3136c79cd41, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:28.745517 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:28.844950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-0e9ad920-14ff-49e9-9e85-97bf7ecb0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.846538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-0e9ad920-14ff-49e9-9e85-97bf7ecb0b89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.4385266 Feb 11 13:45:28.854965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Allocated IP 172.20.0.5 (7effcb21-925f-4dd8-b6d7-94737e4a8ac5/443d5e14-54a8-4e92-8e01-53f868c39a5c/ac8447d9-a8d1-423f-aa6a-11a47cc1df82) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:28.866216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-13a801b0-a79e-43fa-8d24-c0cbf21662ef None None] Current status of the port df3d69c4-e376-469b-a9ad-23ee1ea6370b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:28.867240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13a801b0-a79e-43fa-8d24-c0cbf21662ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:28.909290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-206b7d1a-930f-4fe3-abe3-d72ea08587ff req-55cb8caf-e443-498c-bf2a-c008bb2c3aa3 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4705472 Feb 11 13:45:28.942447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] For port 216af55f-d903-4b0a-b7c6-e3136c79cd41, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:28.951487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] For port 216af55f-d903-4b0a-b7c6-e3136c79cd41, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=216af55f-d903-4b0a-b7c6-e3136c79cd41,segment=NetworkSegment(f38b98a4-907a-449d-b0c7-743879bef475),segment_id=f38b98a4-907a-449d-b0c7-743879bef475)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:28.957395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-13a801b0-a79e-43fa-8d24-c0cbf21662ef None None] For port df3d69c4-e376-469b-a9ad-23ee1ea6370b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=df3d69c4-e376-469b-a9ad-23ee1ea6370b,segment=NetworkSegment(9ae31253-1e54-4696-bbda-0f7ef09284bc),segment_id=9ae31253-1e54-4696-bbda-0f7ef09284bc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:28.963114 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:28.974641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13a801b0-a79e-43fa-8d24-c0cbf21662ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.012500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.053132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device df3d69c4-e376-469b-a9ad-23ee1ea6370b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:29.060733 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ec5a4c-0c13-4c60-9855-8641d3b092a5 x-openstack-request-id: req-e7ec5a4c-0c13-4c60-9855-8641d3b092a5 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:29.061214 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:29.061620 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e7ec5a4c-0c13-4c60-9855-8641d3b092a5 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:29.063311 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'status': 'completed', 'code': 200} Feb 11 13:45:29.152058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-026fd38b-02c1-4faa-a983-229ae6d1f315 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1000 time: 0.2682924 Feb 11 13:45:29.265714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1c37-2cbe-4829-b7b6-b7fb288a66ef None None] Pushing event updated for resources: {'Port': ['ID=216af55f-d903-4b0a-b7c6-e3136c79cd41,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.284913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.293959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6a0930d6-b042-42f5-8b07-89bbe8dd1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:29.295681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-6a0930d6-b042-42f5-8b07-89bbe8dd1ddf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1424818 Feb 11 13:45:29.338577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-55838f0d-91e7-4589-929c-021af4592c2a None None] Provisioning complete for port df3d69c4-e376-469b-a9ad-23ee1ea6370b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:29.339341 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-55838f0d-91e7-4589-929c-021af4592c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.341944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a801b0-a79e-43fa-8d24-c0cbf21662ef None None] Pushing event updated for resources: {'Port': ['ID=df3d69c4-e376-469b-a9ad-23ee1ea6370b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.346152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port df3d69c4-e376-469b-a9ad-23ee1ea6370b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:29.346827 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.419684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86912d7e-4257-4f3f-9e0b-daa9798b18e3 req-b1371a0d-ea57-47cf-96d7-b9d91f642f3d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:29.421478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86912d7e-4257-4f3f-9e0b-daa9798b18e3 req-b1371a0d-ea57-47cf-96d7-b9d91f642f3d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 945 time: 0.9209337 Feb 11 13:45:29.443317 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:45:29.448250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Network 7effcb21-925f-4dd8-b6d7-94737e4a8ac5 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:29.454096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:29.458282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-d68c7335-89e4-4e21-9e44-da334c3558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:29.465106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-d68c7335-89e4-4e21-9e44-da334c3558a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1381855 Feb 11 13:45:29.466817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-137e8444-26db-428a-a392-5811d35ff569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:29.468308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ab02cf17-2fcc-4ff1-ba08-c4aff141753f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.473879 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.474858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-137e8444-26db-428a-a392-5811d35ff569 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1127 time: 0.3748569 Feb 11 13:45:29.476912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7c1e-fb0d-46af-85d2-87d9f7ae23f2 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (abe13018-f9bf-4851-9971-464fd542f747), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.502150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7c1e-fb0d-46af-85d2-87d9f7ae23f2 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:29.511953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0ceb7c1e-fb0d-46af-85d2-87d9f7ae23f2 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/abe13018-f9bf-4851-9971-464fd542f747 HTTP/1.1" status: 204 len: 168 time: 1.8995414 Feb 11 13:45:29.512912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:29.515056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:29.571815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8447d9-a8d1-423f-aa6a-11a47cc1df82,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.662082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port df3d69c4-e376-469b-a9ad-23ee1ea6370b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:29.669497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-55838f0d-91e7-4589-929c-021af4592c2a None None] Current status of the port df3d69c4-e376-469b-a9ad-23ee1ea6370b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:29.731335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb7c1e-fb0d-46af-85d2-87d9f7ae23f2 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe13018-f9bf-4851-9971-464fd542f747,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.832380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-84892d07-3b1f-404f-b049-3c8d8181f991 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2989638 Feb 11 13:45:29.837960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56736) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:30.016932 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86912d7e-4257-4f3f-9e0b-daa9798b18e3 req-8536d3ab-71d8-4c09-b58b-e7e67d84bddf tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667820 Feb 11 13:45:30.104862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 761b183e-fab5-46b4-a772-32c873b31502 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:30.216866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 761b183e-fab5-46b4-a772-32c873b31502 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:30.230255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 761b183e-fab5-46b4-a772-32c873b31502 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:30.231542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (761b183e-fab5-46b4-a772-32c873b31502), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.251032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-5e6e009a-c85e-4efe-9c79-28195d5b3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.252600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-5e6e009a-c85e-4efe-9c79-28195d5b3ab5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.7387283 Feb 11 13:45:30.359616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-0e22b660-37b1-4127-adc2-d1db4a7c9777 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1000 time: 0.0982745 Feb 11 13:45:30.376298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for floatingip (49c897a5-1c8a-4a57-95f7-f256022a7584), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.382703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Allocated IP 172.23.0.1 (fd5aa18a-51d3-40ce-be15-0f28c6ec957c/77384277-98a8-405a-b3e8-943e267d1a4c/61678417-9f99-430c-9de6-6954fa7a7c00) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:30.395227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 761b183e-fab5-46b4-a772-32c873b31502 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:30.395732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (761b183e-fab5-46b4-a772-32c873b31502), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.433956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761b183e-fab5-46b4-a772-32c873b31502'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:30.439610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-574cb04b-e10e-4636-bb37-5a26875eb671 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944676 Feb 11 13:45:30.440273 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45a8068-28a9-4d98-9cea-ea82357da38d" -d '{"events": [{"server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "name": "network-vif-plugged", "status": "completed", "tag": "761b183e-fab5-46b4-a772-32c873b31502"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:30.486971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 761b183e-fab5-46b4-a772-32c873b31502, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=761b183e-fab5-46b4-a772-32c873b31502,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:30.492848 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (761b183e-fab5-46b4-a772-32c873b31502), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.494059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.548492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-7236408d-857a-47b9-a6fb-c043df94323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.550373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-7236408d-857a-47b9-a6fb-c043df94323c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1850171 Feb 11 13:45:30.563474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=761b183e-fab5-46b4-a772-32c873b31502,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:30.572161 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d80c7f-1deb-4bae-9079-b02812cb8ae6 x-openstack-request-id: req-e6d80c7f-1deb-4bae-9079-b02812cb8ae6 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:30.572455 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "name": "network-vif-plugged", "status": "completed", "tag": "761b183e-fab5-46b4-a772-32c873b31502", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:30.572701 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6d80c7f-1deb-4bae-9079-b02812cb8ae6 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:30.573096 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761b183e-fab5-46b4-a772-32c873b31502', 'code': 200} Feb 11 13:45:30.642495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb802f31-dd59-4ca4-96e8-98ca0b781051 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (7e20ec40-1f01-4093-abff-1df26a66228f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.682956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ec133eb-8ef2-4253-b0f7-01a30548e117 req-f2a07f71-ffe4-4670-a339-d9c386bf61a3 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284868 Feb 11 13:45:30.707083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb802f31-dd59-4ca4-96e8-98ca0b781051 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (7e20ec40-1f01-4093-abff-1df26a66228f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.716842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-f8773e98-5ef4-4352-9fd8-9660ddcfefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.718434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-f8773e98-5ef4-4352-9fd8-9660ddcfefc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1488779 Feb 11 13:45:30.728796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b1078-37ff-4dd3-9d42-4e9bfbeb1435 req-511a2196-3a4d-494b-a5d5-157f7cf4e68e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.736280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c9b1078-37ff-4dd3-9d42-4e9bfbeb1435 req-511a2196-3a4d-494b-a5d5-157f7cf4e68e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.5242085 Feb 11 13:45:30.802969 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (61678417-9f99-430c-9de6-6954fa7a7c00), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.814747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd57cf-a6f2-4dbd-ab5d-8b8ffc2cfa5e req-2a0d2f83-e65e-4dd4-b82a-1e17fefb5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.816410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b6fd57cf-a6f2-4dbd-ab5d-8b8ffc2cfa5e req-2a0d2f83-e65e-4dd4-b82a-1e17fefb5099 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 1128 time: 0.2293715 Feb 11 13:45:30.865754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-d5757bf9-2485-4ba7-a372-c959dbf0cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.868098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-d5757bf9-2485-4ba7-a372-c959dbf0cd4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1127 time: 0.1031709 Feb 11 13:45:30.870359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb802f31-dd59-4ca4-96e8-98ca0b781051 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e20ec40-1f01-4093-abff-1df26a66228f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.874372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb802f31-dd59-4ca4-96e8-98ca0b781051 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.875794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fb802f31-dd59-4ca4-96e8-98ca0b781051 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/7e20ec40-1f01-4093-abff-1df26a66228f HTTP/1.1" status: 204 len: 168 time: 1.0310595 Feb 11 13:45:30.883212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56760) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:30.948093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb802f31-dd59-4ca4-96e8-98ca0b781051 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20ec40-1f01-4093-abff-1df26a66228f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:30.958137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.962806 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.996647 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c9b1078-37ff-4dd3-9d42-4e9bfbeb1435 req-3ef6fee3-077e-403b-977a-93c5b525a0a0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593229 Feb 11 13:45:31.036254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b99181-497a-4791-9dff-721ae2fde8c3 None None] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:31.062218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2aa92e8-9406-4de3-87d1-86b38edd5c2a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1642935 Feb 11 13:45:31.068312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=61678417-9f99-430c-9de6-6954fa7a7c00,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.075067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:31.090023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-df5e5191-d787-46fc-9319-80dda522a79d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178159229'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:31.120837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:31.120980 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b6fd57cf-a6f2-4dbd-ab5d-8b8ffc2cfa5e req-e0a59117-7667-4090-ac1c-7badbbee614a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883127 Feb 11 13:45:31.123955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:31.128661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:31.183675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-c760d43c-0643-45e0-bfc3-d10d47c8e691 service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382358 Feb 11 13:45:31.190717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-64503aba-b22f-4f70-b44e-222cc394da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.192232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-64503aba-b22f-4f70-b44e-222cc394da0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 0.3080487 Feb 11 13:45:31.197895 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.208320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.222413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df5e5191-d787-46fc-9319-80dda522a79d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.223490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.246232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5a27e8f9-fc61-4b59-8a22-d90cb7c2a482 None None] Provisioning complete for port 216af55f-d903-4b0a-b7c6-e3136c79cd41 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:31.246971 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a27e8f9-fc61-4b59-8a22-d90cb7c2a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.296286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device df3d69c4-e376-469b-a9ad-23ee1ea6370b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:31.330544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8447d9-a8d1-423f-aa6a-11a47cc1df82,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.406443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-69a82ff1-8e1e-4f3a-a8c0-b00d437f40c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 1000 time: 0.2070985 Feb 11 13:45:31.429814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (49c897a5-1c8a-4a57-95f7-f256022a7584), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.471179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e8f9-fc61-4b59-8a22-d90cb7c2a482 None None] Current status of the port 216af55f-d903-4b0a-b7c6-e3136c79cd41 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:31.471409 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a27e8f9-fc61-4b59-8a22-d90cb7c2a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.498033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port df3d69c4-e376-469b-a9ad-23ee1ea6370b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:31.498033 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.519123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df5e5191-d787-46fc-9319-80dda522a79d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (6fee6d40-bb5c-4a0b-acf6-2953e11ac04d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.556696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5a27e8f9-fc61-4b59-8a22-d90cb7c2a482 None None] For port 216af55f-d903-4b0a-b7c6-e3136c79cd41, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=216af55f-d903-4b0a-b7c6-e3136c79cd41,segment=NetworkSegment(f38b98a4-907a-449d-b0c7-743879bef475),segment_id=f38b98a4-907a-449d-b0c7-743879bef475)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:31.562496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a27e8f9-fc61-4b59-8a22-d90cb7c2a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.574897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4aa5-036b-4de4-8b10-eddc565c5032 req-2a3d61a8-41b7-4d74-9d22-89d1a2fd8138 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.587733 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-944d4aa5-036b-4de4-8b10-eddc565c5032 req-2a3d61a8-41b7-4d74-9d22-89d1a2fd8138 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 946 time: 0.4609010 Feb 11 13:45:31.588095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-92ee97b5-0e45-4c1d-83f1-e43184d80cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.589616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-92ee97b5-0e45-4c1d-83f1-e43184d80cbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1770077 Feb 11 13:45:31.590590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df5e5191-d787-46fc-9319-80dda522a79d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6fee6d40-bb5c-4a0b-acf6-2953e11ac04d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.668796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e8f9-fc61-4b59-8a22-d90cb7c2a482 None None] Pushing event updated for resources: {'Port': ['ID=216af55f-d903-4b0a-b7c6-e3136c79cd41,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.686860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port df3d69c4-e376-469b-a9ad-23ee1ea6370b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:31.688029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 216af55f-d903-4b0a-b7c6-e3136c79cd41 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:31.728145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.761587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 216af55f-d903-4b0a-b7c6-e3136c79cd41 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:31.761976 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.783302 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df5e5191-d787-46fc-9319-80dda522a79d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.787581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-df5e5191-d787-46fc-9319-80dda522a79d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7082930 Feb 11 13:45:31.803565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56786) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:31.820131 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:31.821610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ded05549-b58e-4ac9-a742-38001a9a40d3 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': '6fee6d40-bb5c-4a0b-acf6-2953e11ac04d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:31.831298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-87ca625d-2a0e-4eb3-a84d-618b25fac340 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4030840 Feb 11 13:45:31.837844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56788) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:31.880812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e5191-d787-46fc-9319-80dda522a79d tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fee6d40-bb5c-4a0b-acf6-2953e11ac04d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.909754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 216af55f-d903-4b0a-b7c6-e3136c79cd41 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:31.951451 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-944d4aa5-036b-4de4-8b10-eddc565c5032 req-c503ccb2-71f3-40c3-a639-7f592b20775b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622587 Feb 11 13:45:31.987024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-29b190c0-c63e-45a8-8a16-8f93df01551b service neutron] 10.222.0.30 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351914 Feb 11 13:45:32.012795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ca24e198-cf9a-4805-b9d6-ec5f98e15532 None None] Provisioning complete for port 216af55f-d903-4b0a-b7c6-e3136c79cd41 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:32.013155 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca24e198-cf9a-4805-b9d6-ec5f98e15532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.014583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56792) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:32.014785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45b3edde-2748-4149-a139-6ee39bd007b7 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=7effcb21-925f-4dd8-b6d7-94737e4a8ac5 HTTP/1.1" status: 200 len: 689 time: 0.1682377 Feb 11 13:45:32.063988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-fd042c8f-6eef-450c-8c6e-ec6a4fccef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:32.066908 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-fd042c8f-6eef-450c-8c6e-ec6a4fccef47 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4608462 Feb 11 13:45:32.263880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ca24e198-cf9a-4805-b9d6-ec5f98e15532 None None] Current status of the port 216af55f-d903-4b0a-b7c6-e3136c79cd41 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:32.293978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7effcb21-925f-4dd8-b6d7-94737e4a8ac5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.298990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ca24e198-cf9a-4805-b9d6-ec5f98e15532 None None] Provisioning complete for port 61678417-9f99-430c-9de6-6954fa7a7c00 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:32.299815 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca24e198-cf9a-4805-b9d6-ec5f98e15532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.374003 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-31affd4d-a8c7-49ae-bd14-d8624bb1ee2d service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990165 Feb 11 13:45:32.484988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Deleting port ac8447d9-a8d1-423f-aa6a-11a47cc1df82 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:32.485364 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.543317 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-ded05549-b58e-4ac9-a742-38001a9a40d3 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:32.547959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ded05549-b58e-4ac9-a742-38001a9a40d3 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7423038 Feb 11 13:45:32.551036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56796) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:32.557899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3c50ddbf-1323-47a5-b5ad-240a8f07a539 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group_rule': {'security_group_id': '6fee6d40-bb5c-4a0b-acf6-2953e11ac04d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:32.645407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.645721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for floatingip (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.678437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Calling delete_port for ac8447d9-a8d1-423f-aa6a-11a47cc1df82 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:32.723283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604f58b-c39a-4f54-a152-5d0c0f2ef17f req-65b16a44-6e3c-406b-8e9d-1d363969dda7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:32.731378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7604f58b-c39a-4f54-a152-5d0c0f2ef17f req-65b16a44-6e3c-406b-8e9d-1d363969dda7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 945 time: 0.5662851 Feb 11 13:45:32.763374 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.770323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ca24e198-cf9a-4805-b9d6-ec5f98e15532 None None] Port 61678417-9f99-430c-9de6-6954fa7a7c00 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:32.802407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-198ace8e-2ab0-4ad8-b987-8a27467860f0 req-ada00177-0fbf-44e1-95f9-2197d95cfc87 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757616 Feb 11 13:45:32.825299 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-3c50ddbf-1323-47a5-b5ad-240a8f07a539 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:32.826416 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3c50ddbf-1323-47a5-b5ad-240a8f07a539 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2721715 Feb 11 13:45:32.829936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56804) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:32.855002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for port (61678417-9f99-430c-9de6-6954fa7a7c00), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.871793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.884696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7604f58b-c39a-4f54-a152-5d0c0f2ef17f req-0f053b34-a6c9-4e56-b730-fa66808e7140 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525853 Feb 11 13:45:32.916805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-242241b3-0605-48ff-9596-6c86f03f4b80 None None] Provisioning complete for port 61678417-9f99-430c-9de6-6954fa7a7c00 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:32.917616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-242241b3-0605-48ff-9596-6c86f03f4b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.987560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3e584f0-ebee-4532-875f-d520bc1118da tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (6fee6d40-bb5c-4a0b-acf6-2953e11ac04d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.997432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 216af55f-d903-4b0a-b7c6-e3136c79cd41 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:33.017766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3e584f0-ebee-4532-875f-d520bc1118da tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (6fee6d40-bb5c-4a0b-acf6-2953e11ac04d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.039284 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.041448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event updated for resources: {'Port': ['ID=61678417-9f99-430c-9de6-6954fa7a7c00,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.083528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-242241b3-0605-48ff-9596-6c86f03f4b80 None None] Port 61678417-9f99-430c-9de6-6954fa7a7c00 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:33.122834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3e584f0-ebee-4532-875f-d520bc1118da tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6fee6d40-bb5c-4a0b-acf6-2953e11ac04d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.125808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 216af55f-d903-4b0a-b7c6-e3136c79cd41 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:33.126217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.126471 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3e584f0-ebee-4532-875f-d520bc1118da tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.130394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e3e584f0-ebee-4532-875f-d520bc1118da tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/6fee6d40-bb5c-4a0b-acf6-2953e11ac04d HTTP/1.1" status: 204 len: 168 time: 0.2991433 Feb 11 13:45:33.131078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:33.209455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e584f0-ebee-4532-875f-d520bc1118da tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fee6d40-bb5c-4a0b-acf6-2953e11ac04d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.275281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 216af55f-d903-4b0a-b7c6-e3136c79cd41 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:33.281875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:33.283324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:33.314017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f03d-1f9d-457d-84b9-56f7e2d00eef req-36d1fed4-4d6e-497e-8cc9-808bb45d88e9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:33.315631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d847f03d-1f9d-457d-84b9-56f7e2d00eef req-36d1fed4-4d6e-497e-8cc9-808bb45d88e9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 946 time: 0.2198925 Feb 11 13:45:33.317710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ac8447d9-a8d1-423f-aa6a-11a47cc1df82), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.352205 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d486ba06-217d-4ea2-bee4-29f94cb386e9 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1986458 Feb 11 13:45:33.386050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56812) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:33.395712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c88b3f90-99d4-426d-bcbe-4b8399df8a3a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375647123'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:33.450963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac8447d9-a8d1-423f-aa6a-11a47cc1df82,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.456961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for floatingip (49c897a5-1c8a-4a57-95f7-f256022a7584), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.540189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c88b3f90-99d4-426d-bcbe-4b8399df8a3a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.592472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:45:33.634860 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d847f03d-1f9d-457d-84b9-56f7e2d00eef req-9a9a884a-2f8f-4332-90d6-653260eb98fc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074021 Feb 11 13:45:33.635707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (443d5e14-54a8-4e92-8e01-53f868c39a5c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.709439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (443d5e14-54a8-4e92-8e01-53f868c39a5c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.765949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=443d5e14-54a8-4e92-8e01-53f868c39a5c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.828109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:33.850113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'port_id': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'mac_address': 'fa:16:3e:ae:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:45:33.870775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:33.890893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c88b3f90-99d4-426d-bcbe-4b8399df8a3a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (7ccf5439-eaaf-46d4-8741-9d1951d555e6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.895140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7effcb21-925f-4dd8-b6d7-94737e4a8ac5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.911857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fefb823e-b10d-4bb6-930a-3dfc74a4f762 None None] Provisioning complete for port 61678417-9f99-430c-9de6-6954fa7a7c00 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:33.912554 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fefb823e-b10d-4bb6-930a-3dfc74a4f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.915016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.919236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-542e2d08-d733-4b42-b5e2-bb6427a2c675 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 267 time: 0.1595623 Feb 11 13:45:33.949505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7effcb21-925f-4dd8-b6d7-94737e4a8ac5']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:33.976919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0994fc5f-84b9-49f3-9023-5ecd44d11070 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:33.977572 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.978105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117c4a67-464b-4dd1-8b61-5a3905ec8e3f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:33.980653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117c4a67-464b-4dd1-8b61-5a3905ec8e3f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:33.997714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0994fc5f-84b9-49f3-9023-5ecd44d11070 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:34.005659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (117c4a67-464b-4dd1-8b61-5a3905ec8e3f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.035471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:34.039390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fefb823e-b10d-4bb6-930a-3dfc74a4f762 None None] Port 61678417-9f99-430c-9de6-6954fa7a7c00 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:34.042216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.044843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (117c4a67-464b-4dd1-8b61-5a3905ec8e3f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.057508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:34.057508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (117c4a67-464b-4dd1-8b61-5a3905ec8e3f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.102902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=12']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:34.153088 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:34.164571 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c88b3f90-99d4-426d-bcbe-4b8399df8a3a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7ccf5439-eaaf-46d4-8741-9d1951d555e6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.165821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-1b682828-dddb-4d9c-a679-4efad17faff9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.174787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-1b682828-dddb-4d9c-a679-4efad17faff9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 946 time: 0.2497437 Feb 11 13:45:34.194100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'port': {'security_groups': []}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:34.198575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:34.206487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-190d5b82-a9c0-4cad-b057-575a3dd20568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0622649 Feb 11 13:45:34.211499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.214018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:34.215857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7effcb21-925f-4dd8-b6d7-94737e4a8ac5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.228254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:34.230397 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c88b3f90-99d4-426d-bcbe-4b8399df8a3a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.230716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:34.234196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c88b3f90-99d4-426d-bcbe-4b8399df8a3a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8399556 Feb 11 13:45:34.234349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7effcb21-925f-4dd8-b6d7-94737e4a8ac5 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:45:34.244504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.245553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.249690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "DELETE /v2.0/networks/7effcb21-925f-4dd8-b6d7-94737e4a8ac5 HTTP/1.1" status: 204 len: 168 time: 2.2315199 Feb 11 13:45:34.252635 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:34.255570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56824) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.262462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fd0f6d7d-c403-4883-aedf-24ef868a8bda tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:34.262961 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-fd0f6d7d-c403-4883-aedf-24ef868a8bda tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:45:34.263464 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-fd0f6d7d-c403-4883-aedf-24ef868a8bda tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:45:34.267220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fd0f6d7d-c403-4883-aedf-24ef868a8bda tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "PUT /v2.0/security-groups/7ccf5439-eaaf-46d4-8741-9d1951d555e6 HTTP/1.1" status: 409 len: 330 time: 0.0089073 Feb 11 13:45:34.267367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b3f90-99d4-426d-bcbe-4b8399df8a3a tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf5439-eaaf-46d4-8741-9d1951d555e6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.271787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56826) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.273241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10108c43-663e-4e21-a9eb-bd027bd93f0e tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event deleted for resources: {'Network': ['ID=7effcb21-925f-4dd8-b6d7-94737e4a8ac5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.292378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['0994fc5f-84b9-49f3-9023-5ecd44d11070'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:34.304016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7752ab4-0857-4728-bbc0-18d72c1a40f4 req-d7994e19-3e42-446e-ba6c-8c045917f6f2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.305608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7752ab4-0857-4728-bbc0-18d72c1a40f4 req-d7994e19-3e42-446e-ba6c-8c045917f6f2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 946 time: 0.1516790 Feb 11 13:45:34.387655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7752ab4-0857-4728-bbc0-18d72c1a40f4 req-0fed82a6-d9b5-4974-b23c-9665ee0c3176 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724485 Feb 11 13:45:34.398450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:34.413629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.424166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5642d354-f45a-449f-8888-5f6a0f15c050 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (7ccf5439-eaaf-46d4-8741-9d1951d555e6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.572291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06dd507b-e631-4817-808a-cbddee8a8d51 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.3103142 Feb 11 13:45:34.573968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5642d354-f45a-449f-8888-5f6a0f15c050 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (7ccf5439-eaaf-46d4-8741-9d1951d555e6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.583866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56830) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.634537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6ab3161b-831f-4162-bc12-797007296fc6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/586c7064-a9be-4f2b-97ba-02fca7f65e2b HTTP/1.1" status: 200 len: 993 time: 0.2182848 Feb 11 13:45:34.648700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (761b183e-fab5-46b4-a772-32c873b31502), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.701024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5642d354-f45a-449f-8888-5f6a0f15c050 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7ccf5439-eaaf-46d4-8741-9d1951d555e6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.704624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5642d354-f45a-449f-8888-5f6a0f15c050 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.709701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5642d354-f45a-449f-8888-5f6a0f15c050 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/7ccf5439-eaaf-46d4-8741-9d1951d555e6 HTTP/1.1" status: 204 len: 168 time: 0.4344478 Feb 11 13:45:34.710363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.778146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642d354-f45a-449f-8888-5f6a0f15c050 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf5439-eaaf-46d4-8741-9d1951d555e6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.846587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c2efdebe-3a8e-4fc3-8591-c3a77c18634b tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078064 Feb 11 13:45:34.847636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.855919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.856401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.856867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.857323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.857797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.858272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.858725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.859174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.859626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.860074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.860519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.862630 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-808c0f7f-91de-4c6b-a021-1ccd86c5dcfb tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7016 time: 0.2774034 Feb 11 13:45:34.871460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.872412 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-467fd958-b5ec-4502-b65a-ee342d993574 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] delete failed (client error): The resource could not be found. Feb 11 13:45:34.879079 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-467fd958-b5ec-4502-b65a-ee342d993574 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "DELETE /v2.0/security-groups/806a5cc3-ee0d-4845-ad97-26fb7983d36c HTTP/1.1" status: 404 len: 347 time: 0.0303097 Feb 11 13:45:34.885591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.933366 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-55df0238-501e-478c-a267-80f7bc04f1e1 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] show failed (client error): The resource could not be found. Feb 11 13:45:34.938574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-55df0238-501e-478c-a267-80f7bc04f1e1 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-groups/a45a74f2-3671-4302-bd32-e6750bbe8967 HTTP/1.1" status: 404 len: 347 time: 0.0505338 Feb 11 13:45:34.938755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56840) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.941941 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-b3e620f0-64df-4997-bf45-55999959f3b9 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:45:34.942974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b3e620f0-64df-4997-bf45-55999959f3b9 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/49c897a5-1c8a-4a57-95f7-f256022a7584 HTTP/1.1" status: 404 len: 345 time: 0.0629079 Feb 11 13:45:34.945778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56842) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.957599 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-c19e191c-d20e-48fc-b728-64fc40b2a107 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] show failed (client error): The resource could not be found. Feb 11 13:45:34.958687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c19e191c-d20e-48fc-b728-64fc40b2a107 tempest-NegativeSecGroupIPv6Test-641361749 tempest-NegativeSecGroupIPv6Test-641361749-project] 10.222.0.79 "GET /v2.0/security-group-rules/706c9e23-5f35-4558-8bd7-6ce28b178512 HTTP/1.1" status: 404 len: 356 time: 0.0174420 Feb 11 13:45:34.976074 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b936e58-38af-4d99-b21d-5e922334184a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 13:45:34.976982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b936e58-38af-4d99-b21d-5e922334184a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:45:34.982225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4b936e58-38af-4d99-b21d-5e922334184a tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "DELETE /v2.0/networks/7effcb21-925f-4dd8-b6d7-94737e4a8ac5 HTTP/1.1" status: 404 len: 339 time: 0.0339565 Feb 11 13:45:34.986424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:34.993957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'network': {'name': 'tempest-network--2122160671', 'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:35.021497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Made reservation on behalf of 00860a9d87a34cea9b9a7bb8c3330497 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:35.025396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.027180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:31Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': '61678417-9f99-430c-9de6-6954fa7a7c00', 'name': '', 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:df:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:29Z', 'updated_at': '2022-02-11T13:45:32Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:35.060800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:35.061783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Updating router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 port 61678417-9f99-430c-9de6-6954fa7a7c00 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:45:35.068675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:35.087080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (776dcbcb-7a8d-4c05-8c9d-5eddc1ba568b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.088699 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Added segment 776dcbcb-7a8d-4c05-8c9d-5eddc1ba568b of type vlan for network d38caf02-653c-49f9-a270-fa6c108c3db2 Feb 11 13:45:35.097565 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.162846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (d38caf02-653c-49f9-a270-fa6c108c3db2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.239293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (d38caf02-653c-49f9-a270-fa6c108c3db2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.241778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:35.243239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.287806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] For port 761b183e-fab5-46b4-a772-32c873b31502, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=761b183e-fab5-46b4-a772-32c873b31502,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:35.338792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3486042 Feb 11 13:45:35.342773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:35.396279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (761b183e-fab5-46b4-a772-32c873b31502), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.415223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (761b183e-fab5-46b4-a772-32c873b31502), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.418645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.extraroute_db [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:45:35.437211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383', '3bb7906a-aa79-412c-8a70-6652093a017d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:35.451329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['761b183e-fab5-46b4-a772-32c873b31502'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:35.536545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56858) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:35.537969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=761b183e-fab5-46b4-a772-32c873b31502,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:35.597560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.extraroute_db [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Removed routes are [] {{(pid=103175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:45:35.597982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.613308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:35.613990 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.627854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:35.630425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ccf86e7-260f-402f-aaf8-3a0cfb82ed86 req-80a6f868-012e-412e-b358-1128e030032d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "PUT /v2.0/ports/761b183e-fab5-46b4-a772-32c873b31502 HTTP/1.1" status: 200 len: 905 time: 1.4544470 Feb 11 13:45:35.630959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'tag': '761b183e-fab5-46b4-a772-32c873b31502'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:35.634630 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad22d0ba-7d65-4077-ba09-5047b610a250" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "tag": "761b183e-fab5-46b4-a772-32c873b31502"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:35.648198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56862) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:35.771613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['761b183e-fab5-46b4-a772-32c873b31502'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:35.810816 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85a5c03-5716-487d-922a-ccc909c7a010 x-openstack-request-id: req-c85a5c03-5716-487d-922a-ccc909c7a010 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:35.811130 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "tag": "761b183e-fab5-46b4-a772-32c873b31502", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:35.811399 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c85a5c03-5716-487d-922a-ccc909c7a010 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:35.811826 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'tag': '761b183e-fab5-46b4-a772-32c873b31502', 'status': 'completed', 'code': 200} Feb 11 13:45:35.882436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Publish callbacks [] for port (61678417-9f99-430c-9de6-6954fa7a7c00), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.916689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.962402 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ecbcae6-5b62-4266-950b-c127291e3070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.003326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134fb8-ba84-4345-a866-1366686e37ad None None] Pushing event updated for resources: {'Port': ['ID=61678417-9f99-430c-9de6-6954fa7a7c00,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.025569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ea345e42-f3c0-42a5-9e3a-3938d8ad65b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52f83a43052b43c6aae68655a67a73f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834063 Feb 11 13:45:36.032790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56870) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:36.119569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b0429-5ea8-443c-91cc-2ce883937f77 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Network': ['ID=d38caf02-653c-49f9-a270-fa6c108c3db2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.182702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network d38caf02-653c-49f9-a270-fa6c108c3db2 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:36.211500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5210822-db88-40e0-9e50-306f6f1344d8 admin admin] Publish callbacks [] for security_group (366da824-7d92-49ee-93e6-1f57fa33839c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.235950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.261496 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.269156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5210822-db88-40e0-9e50-306f6f1344d8 admin admin] Publish callbacks [] for security_group (366da824-7d92-49ee-93e6-1f57fa33839c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.271616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-ef76fa4d-3ef5-410c-8e83-af0380114f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.273423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-ef76fa4d-3ef5-410c-8e83-af0380114f5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 1090 time: 0.1471484 Feb 11 13:45:36.314488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c0ca4857-c448-42d3-8473-7dae9b03edd6 None None] Provisioning complete for port 761b183e-fab5-46b4-a772-32c873b31502 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:36.314877 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4857-c448-42d3-8473-7dae9b03edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (761b183e-fab5-46b4-a772-32c873b31502), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.367329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:36.384481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 0994fc5f-84b9-49f3-9023-5ecd44d11070 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:36.385260 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.412660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ecbcae6-5b62-4266-950b-c127291e3070 admin admin] Publish callbacks [] for security_group (82632e44-5b04-4481-8ea1-d56814a248c3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.436953 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ecbcae6-5b62-4266-950b-c127291e3070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (82632e44-5b04-4481-8ea1-d56814a248c3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.463240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-d25750d1-5124-4643-9779-a3ebf82ba395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.465492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-d25750d1-5124-4643-9779-a3ebf82ba395 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.1838403 Feb 11 13:45:36.521354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:36.528780 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4ecbcae6-5b62-4266-950b-c127291e3070 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=850fa65a8a8147518dcdab0f8a3ea0ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8780770 Feb 11 13:45:36.531300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-4987412c-9b30-409c-b287-2f5a5f692668 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761b183e-fab5-46b4-a772-32c873b31502 HTTP/1.1" status: 200 len: 217 time: 0.0554960 Feb 11 13:45:36.531458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56872) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:36.539468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca4857-c448-42d3-8473-7dae9b03edd6 None None] Current status of the port 761b183e-fab5-46b4-a772-32c873b31502 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:36.566172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbcae6-5b62-4266-950b-c127291e3070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82632e44-5b04-4481-8ea1-d56814a248c3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.603716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-cfd9cc4e-b232-4adb-bcee-7da68cb592b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.605559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-cfd9cc4e-b232-4adb-bcee-7da68cb592b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0674312 Feb 11 13:45:36.618086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e6fab-2697-4469-a55e-03a2dda1a5c6 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.623246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e6fab-2697-4469-a55e-03a2dda1a5c6 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.629451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e6fab-2697-4469-a55e-03a2dda1a5c6 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.635248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e6fab-2697-4469-a55e-03a2dda1a5c6 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.635787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Attempting to bind port 61678417-9f99-430c-9de6-6954fa7a7c00 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:36.636344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Attempting to bind port 61678417-9f99-430c-9de6-6954fa7a7c00 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:36.637304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bd5e6fab-2697-4469-a55e-03a2dda1a5c6 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.2934546 Feb 11 13:45:36.638275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Attempting to bind port 61678417-9f99-430c-9de6-6954fa7a7c00 on network fd5aa18a-51d3-40ce-be15-0f28c6ec957c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:36.638698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5210822-db88-40e0-9e50-306f6f1344d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (366da824-7d92-49ee-93e6-1f57fa33839c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.641442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5210822-db88-40e0-9e50-306f6f1344d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.642891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c5210822-db88-40e0-9e50-306f6f1344d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/366da824-7d92-49ee-93e6-1f57fa33839c HTTP/1.1" status: 204 len: 168 time: 0.6091485 Feb 11 13:45:36.644006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56874) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:36.644670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f129e21-0551-4150-af06-5a093604d2a9 admin admin] Publish callbacks [] for security_group (82632e44-5b04-4481-8ea1-d56814a248c3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.657641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1bf49-46c9-45a4-b52a-633479b74ae6 req-e0dc7243-b9f7-40f6-8335-c890a56f1cab tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.659801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d8e1bf49-46c9-45a4-b52a-633479b74ae6 req-e0dc7243-b9f7-40f6-8335-c890a56f1cab tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 908 time: 0.5368667 Feb 11 13:45:36.697060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:36.697590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Checking segment: {'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:36.698047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.699613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Bound using segment: {'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:36.700706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Bound port: 61678417-9f99-430c-9de6-6954fa7a7c00, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38b98a4-907a-449d-b0c7-743879bef475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:36.701127 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.717042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5210822-db88-40e0-9e50-306f6f1344d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366da824-7d92-49ee-93e6-1f57fa33839c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.791048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-d26cb8a5-3538-4f00-a99d-4a098b716a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.792749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-d26cb8a5-3538-4f00-a99d-4a098b716a10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1445303 Feb 11 13:45:36.838217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] For port 61678417-9f99-430c-9de6-6954fa7a7c00, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:36.843086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] For port 61678417-9f99-430c-9de6-6954fa7a7c00, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=61678417-9f99-430c-9de6-6954fa7a7c00,segment=NetworkSegment(f38b98a4-907a-449d-b0c7-743879bef475),segment_id=f38b98a4-907a-449d-b0c7-743879bef475)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:36.899480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:36.988106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b64fb2ba-2ae7-4bd8-b4fd-73123d48fe99 None None] Provisioning complete for port 61678417-9f99-430c-9de6-6954fa7a7c00 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:36.988528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b64fb2ba-2ae7-4bd8-b4fd-73123d48fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.042392 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-82a0ca70-22de-4e9e-8e85-6876223f8c8b service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425442 Feb 11 13:45:37.133983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134fb8-ba84-4345-a866-1366686e37ad None None] Pushing event updated for resources: {'Port': ['ID=61678417-9f99-430c-9de6-6954fa7a7c00,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:37.141873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0994fc5f-84b9-49f3-9023-5ecd44d11070 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:37.149151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.191065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:37.191711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:37.198694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad22d0ba-7d65-4077-ba09-5047b610a250 req-46c75443-3569-4ad8-88c1-46e6adb6c109 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500673 Feb 11 13:45:37.252872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f129e21-0551-4150-af06-5a093604d2a9 admin admin] Publish callbacks [] for security_group (82632e44-5b04-4481-8ea1-d56814a248c3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.275129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:37.276468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (d38caf02-653c-49f9-a270-fa6c108c3db2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.278377 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fd02b9-1844-455e-add8-80cb2d3d76d7" -d '{"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:37.292641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:37.301779 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.303140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e5a0b76-8c07-47fb-8c3f-c729c827ef6b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 200 len: 934 time: 3.0906024 Feb 11 13:45:37.305972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:37.412800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546364f-c45e-4df4-a91d-c93d80b39433 req-2f5d2e83-9370-45b5-a172-ffcd3ed01753 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:37.414797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8546364f-c45e-4df4-a91d-c93d80b39433 req-2f5d2e83-9370-45b5-a172-ffcd3ed01753 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3075328 Feb 11 13:45:37.496143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (d38caf02-653c-49f9-a270-fa6c108c3db2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.511788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f129e21-0551-4150-af06-5a093604d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (82632e44-5b04-4481-8ea1-d56814a248c3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.514471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1f129e21-0551-4150-af06-5a093604d2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.526565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1f129e21-0551-4150-af06-5a093604d2a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82632e44-5b04-4481-8ea1-d56814a248c3 HTTP/1.1" status: 204 len: 168 time: 0.9873126 Feb 11 13:45:37.565842 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c4d2a-9107-4354-9d06-07a439c3e051 x-openstack-request-id: req-ad8c4d2a-9107-4354-9d06-07a439c3e051 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:37.566158 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-plugged", "status": "completed", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:37.566430 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad8c4d2a-9107-4354-9d06-07a439c3e051 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:37.566826 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'code': 200} Feb 11 13:45:37.585628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:37.595351 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-85399429-0791-4efc-ac14-197f6b8e46e8 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 200 len: 934 time: 0.2876523 Feb 11 13:45:37.598710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:37.603430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38caf02-653c-49f9-a270-fa6c108c3db2']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:37.609528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129e21-0551-4150-af06-5a093604d2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82632e44-5b04-4481-8ea1-d56814a248c3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:37.612061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'routes': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:37.615515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.645385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8546364f-c45e-4df4-a91d-c93d80b39433 req-473f128e-70e4-4a76-aadb-8e2586855e05 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200873 Feb 11 13:45:37.674063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776dcbcb-7a8d-4c05-8c9d-5eddc1ba568b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:37.674063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776dcbcb-7a8d-4c05-8c9d-5eddc1ba568b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:37.681211 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (776dcbcb-7a8d-4c05-8c9d-5eddc1ba568b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.734981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (776dcbcb-7a8d-4c05-8c9d-5eddc1ba568b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.751384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:37.752247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (776dcbcb-7a8d-4c05-8c9d-5eddc1ba568b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:37.760041 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:37.770143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:37.895767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b64fb2ba-2ae7-4bd8-b4fd-73123d48fe99 None None] Current status of the port 61678417-9f99-430c-9de6-6954fa7a7c00 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:37.898159 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b64fb2ba-2ae7-4bd8-b4fd-73123d48fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.907183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (d38caf02-653c-49f9-a270-fa6c108c3db2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.947267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d38caf02-653c-49f9-a270-fa6c108c3db2 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:45:37.957088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event deleted for resources: {'Network': ['ID=d38caf02-653c-49f9-a270-fa6c108c3db2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:37.976698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:37.984438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d57aae9b-65aa-4ae6-baf8-0194bf95dfb2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "DELETE /v2.0/networks/d38caf02-653c-49f9-a270-fa6c108c3db2 HTTP/1.1" status: 204 len: 168 time: 1.3359339 Feb 11 13:45:37.989692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56908) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:38.001159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'network': {'name': 'tempest-network--1673215114', 'router:external': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:38.036406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b64fb2ba-2ae7-4bd8-b4fd-73123d48fe99 None None] For port 61678417-9f99-430c-9de6-6954fa7a7c00, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=61678417-9f99-430c-9de6-6954fa7a7c00,segment=NetworkSegment(f38b98a4-907a-449d-b0c7-743879bef475),segment_id=f38b98a4-907a-449d-b0c7-743879bef475)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:38.037908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=13']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:38.058505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Made reservation on behalf of 00860a9d87a34cea9b9a7bb8c3330497 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:38.066552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.116682 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b64fb2ba-2ae7-4bd8-b4fd-73123d48fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.135713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:38.158534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c5b17b30-7ccd-4851-94cf-6bd1dc987aa2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.158893 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Added segment c5b17b30-7ccd-4851-94cf-6bd1dc987aa2 of type vlan for network f2b2df3d-e316-4da2-b745-bd5ddeb5fffe Feb 11 13:45:38.202821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb7af4-12f5-48e0-82e3-91790b61c785 req-0e3b96a0-dd8d-49e4-9b8d-be8f074d6076 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.218371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0fb7af4-12f5-48e0-82e3-91790b61c785 req-0e3b96a0-dd8d-49e4-9b8d-be8f074d6076 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3288898 Feb 11 13:45:38.250360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56916) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:38.257662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027096 Feb 11 13:45:38.298483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:38.314707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f2b2df3d-e316-4da2-b745-bd5ddeb5fffe), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.358641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fb2ba-2ae7-4bd8-b4fd-73123d48fe99 None None] Pushing event updated for resources: {'Port': ['ID=61678417-9f99-430c-9de6-6954fa7a7c00,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:38.359799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f2b2df3d-e316-4da2-b745-bd5ddeb5fffe), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.365634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.368086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.370888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2be534fa-dbe8-4510-8d6e-6ab72b0b61d0 None None] Provisioning complete for port 61678417-9f99-430c-9de6-6954fa7a7c00 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:38.371274 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2be534fa-dbe8-4510-8d6e-6ab72b0b61d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.493635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0fb7af4-12f5-48e0-82e3-91790b61c785 req-8d6dd63d-2591-40c5-a5d4-0483b67cb063 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743723 Feb 11 13:45:38.527618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Network': ['ID=f2b2df3d-e316-4da2-b745-bd5ddeb5fffe,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:38.537586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2dd85a9-5c45-490e-a593-c136bb77f58b tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5434816 Feb 11 13:45:38.537829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:38.567827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f2b2df3d-e316-4da2-b745-bd5ddeb5fffe details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:38.693853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2be534fa-dbe8-4510-8d6e-6ab72b0b61d0 None None] Current status of the port 61678417-9f99-430c-9de6-6954fa7a7c00 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:38.790300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:35Z', 'revision_number': 6, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': '61678417-9f99-430c-9de6-6954fa7a7c00', 'name': '', 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:df:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:29Z', 'updated_at': '2022-02-11T13:45:36Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:38.818528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-34c282d1-a83b-4ba3-8c04-75014ef6e5a9 tempest-NetworksApiDiscovery-296131303 tempest-NetworksApiDiscovery-296131303-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5004270 Feb 11 13:45:38.848518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d7b46-83e3-402d-8f5a-923e66ca78a6 None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:35Z', 'revision_number': 6, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': '61678417-9f99-430c-9de6-6954fa7a7c00', 'name': '', 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:df:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:29Z', 'updated_at': '2022-02-11T13:45:36Z', 'revision_number': 4, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:38.851912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added routes are [] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:45:38.852238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:45:38.887885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:38.926378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29759-4e31-4698-a4a7-e7af19df50b9 req-546e17c4-59a6-4a6c-88b5-32940a1647fc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.929383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb29759-4e31-4698-a4a7-e7af19df50b9 req-546e17c4-59a6-4a6c-88b5-32940a1647fc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2988925 Feb 11 13:45:38.941079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874754fd-f757-45d9-a0ab-5b38f2faffb6 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.942598 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-874754fd-f757-45d9-a0ab-5b38f2faffb6 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] 10.222.0.79 "GET /v2.0/networks/f2b2df3d-e316-4da2-b745-bd5ddeb5fffe HTTP/1.1" status: 200 len: 757 time: 0.3982012 Feb 11 13:45:38.951825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:39.081327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eb29759-4e31-4698-a4a7-e7af19df50b9 req-e146563c-6676-4ae4-a7d7-6966e6156034 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375766 Feb 11 13:45:39.285354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56950) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:39.384004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521ddc9c-5cc6-471a-b724-95d76313cb1f tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:39.387920 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-521ddc9c-5cc6-471a-b724-95d76313cb1f tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] 10.222.0.79 "GET /v2.0/networks/b6008f14-51ec-4cec-8628-e8f345f77444 HTTP/1.1" status: 200 len: 767 time: 0.4326673 Feb 11 13:45:39.388310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56956) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:39.496662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b94d0d-3b1d-47c3-a4a2-9a47eae8c04e req-4ee7c7e7-18c9-4967-8a14-1231892d63f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:39.498399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27b94d0d-3b1d-47c3-a4a2-9a47eae8c04e req-4ee7c7e7-18c9-4967-8a14-1231892d63f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2471778 Feb 11 13:45:39.538863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f2b2df3d-e316-4da2-b745-bd5ddeb5fffe), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.555196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.592803 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.675578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f2b2df3d-e316-4da2-b745-bd5ddeb5fffe), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.728351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b2df3d-e316-4da2-b745-bd5ddeb5fffe']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:39.739708 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3604eacf-6ec1-49bd-a852-2335fe89bb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.742016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-27b94d0d-3b1d-47c3-a4a2-9a47eae8c04e req-a64e049a-145b-4024-b495-6a437d346a53 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244601 Feb 11 13:45:39.781936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b17b30-7ccd-4851-94cf-6bd1dc987aa2') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:39.782530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b17b30-7ccd-4851-94cf-6bd1dc987aa2') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:39.798766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:39.801492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (c5b17b30-7ccd-4851-94cf-6bd1dc987aa2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.827146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c5b17b30-7ccd-4851-94cf-6bd1dc987aa2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.841861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:39.842301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (c5b17b30-7ccd-4851-94cf-6bd1dc987aa2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:39.844337 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:39.924235 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f2b2df3d-e316-4da2-b745-bd5ddeb5fffe), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.946748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2b2df3d-e316-4da2-b745-bd5ddeb5fffe {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:45:39.950675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:39.954348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "DELETE /v2.0/networks/f2b2df3d-e316-4da2-b745-bd5ddeb5fffe HTTP/1.1" status: 204 len: 168 time: 0.5649436 Feb 11 13:45:39.955470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b62cec-ba37-47ad-ac93-1def315d5182 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2b2df3d-e316-4da2-b745-bd5ddeb5fffe,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:39.965559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56968) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:39.976083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'network': {'name': 'tempest-network--31770125'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:40.019211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Made reservation on behalf of 00860a9d87a34cea9b9a7bb8c3330497 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:40.023227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.032838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:40.041736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.045633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-11e58936-77e4-482e-aa31-5abb1f9583e0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 200 len: 700 time: 2.4417460 Feb 11 13:45:40.048780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56970) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:40.170113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3604eacf-6ec1-49bd-a852-2335fe89bb9b admin admin] Publish callbacks [] for security_group (e524a2f0-e338-49f8-8837-3b4bc7270822), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.176698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3604eacf-6ec1-49bd-a852-2335fe89bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e524a2f0-e338-49f8-8837-3b4bc7270822), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.267566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:40.273522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ed85e272-f260-4362-a238-72ca96c0da4c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 200 len: 700 time: 0.2213576 Feb 11 13:45:40.274239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604eacf-6ec1-49bd-a852-2335fe89bb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e524a2f0-e338-49f8-8837-3b4bc7270822,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:40.275148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56988) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:40.312576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3604eacf-6ec1-49bd-a852-2335fe89bb9b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33bb5b33de3e42388fedc42e7e2125ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0259602 Feb 11 13:45:40.321024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56990) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:40.380754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1f338806-73e0-4d51-bb22-9ea5113a4834), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.381109 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Added segment 1f338806-73e0-4d51-bb22-9ea5113a4834 of type vlan for network 2a2e6654-e1a8-4b46-97ea-1a01c939e10c Feb 11 13:45:40.488272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2a2e6654-e1a8-4b46-97ea-1a01c939e10c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.502874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-e564da8e-acf1-4e06-ad7c-05ef096536fe tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.504676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-e564da8e-acf1-4e06-ad7c-05ef096536fe tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.3068924 Feb 11 13:45:40.545910 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3903bcd2-e679-4b1a-9fa3-5310ab19874b admin admin] Publish callbacks [] for security_group (e524a2f0-e338-49f8-8837-3b4bc7270822), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.586222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c8e2987f-2c5b-406d-bf01-f16edd33ee63 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/quotas/0fc1963646b24db29d6fa425515bd613 HTTP/1.1" status: 200 len: 375 time: 0.0670121 Feb 11 13:45:40.592464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3903bcd2-e679-4b1a-9fa3-5310ab19874b admin admin] Publish callbacks [] for security_group (e524a2f0-e338-49f8-8837-3b4bc7270822), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.610421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2a2e6654-e1a8-4b46-97ea-1a01c939e10c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.611463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.612043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.711637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7404735 Feb 11 13:45:40.716268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57020) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:40.723090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:40.780148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b3978-e200-4813-a750-7062bb628f40 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Network': ['ID=2a2e6654-e1a8-4b46-97ea-1a01c939e10c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:40.791586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 2a2e6654-e1a8-4b46-97ea-1a01c939e10c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:40.954409 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-e4c49e87-4749-4985-8a7f-7ebc3391282c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3594456 Feb 11 13:45:40.957360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3903bcd2-e679-4b1a-9fa3-5310ab19874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e524a2f0-e338-49f8-8837-3b4bc7270822), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.960880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3903bcd2-e679-4b1a-9fa3-5310ab19874b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:40.978025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3903bcd2-e679-4b1a-9fa3-5310ab19874b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e524a2f0-e338-49f8-8837-3b4bc7270822 HTTP/1.1" status: 204 len: 168 time: 0.6404276 Feb 11 13:45:40.995870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.035823 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:41.045195 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903bcd2-e679-4b1a-9fa3-5310ab19874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e524a2f0-e338-49f8-8837-3b4bc7270822,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:41.048927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 61678417-9f99-430c-9de6-6954fa7a7c00 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:41.073870 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:41.074640 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:41.227092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 61678417-9f99-430c-9de6-6954fa7a7c00 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:41.227513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.259872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:41.299867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:41.360982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-e3497b40-d65b-44ff-a90a-3da26fbbef26 service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789642 Feb 11 13:45:41.449197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2a2e6654-e1a8-4b46-97ea-1a01c939e10c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.499726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2a2e6654-e1a8-4b46-97ea-1a01c939e10c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.531358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Network 2a2e6654-e1a8-4b46-97ea-1a01c939e10c is not hosted by any dhcp agent {{(pid=103175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:45:41.531865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.532459 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.536961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "PUT /v2.0/networks/2a2e6654-e1a8-4b46-97ea-1a01c939e10c HTTP/1.1" status: 200 len: 856 time: 0.8182523 Feb 11 13:45:41.540332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57040) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:41.543424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 61678417-9f99-430c-9de6-6954fa7a7c00 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:41.568592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d715bd40-6b7c-4903-b755-6b6b577fd1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.585629 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:38Z', 'revision_number': 7, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': '61678417-9f99-430c-9de6-6954fa7a7c00', 'name': '', 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:df:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:29Z', 'updated_at': '2022-02-11T13:45:37Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:41.597922 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-bd8f088f-c254-4d1a-84d4-fe4c4e0d235a service neutron] 10.222.0.79 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297006 Feb 11 13:45:41.623694 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:41.636385 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:41.637448 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:41.674852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442396-f9d3-4801-8974-ec8f69ca12c3 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event updated for resources: {'Network': ['ID=2a2e6654-e1a8-4b46-97ea-1a01c939e10c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:41.760132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (2a2e6654-e1a8-4b46-97ea-1a01c939e10c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.810340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d715bd40-6b7c-4903-b755-6b6b577fd1c5 admin admin] Publish callbacks [] for security_group (df2a3f99-653d-4baf-9eb5-25bd069b37b5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.820788 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d715bd40-6b7c-4903-b755-6b6b577fd1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (df2a3f99-653d-4baf-9eb5-25bd069b37b5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:41.930742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d715bd40-6b7c-4903-b755-6b6b577fd1c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b566b711b6044b9e81a46b28f917d8a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6631496 Feb 11 13:45:41.931690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:41.947308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715bd40-6b7c-4903-b755-6b6b577fd1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2a3f99-653d-4baf-9eb5-25bd069b37b5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.042714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (2a2e6654-e1a8-4b46-97ea-1a01c939e10c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.086465 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:42.101722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2e6654-e1a8-4b46-97ea-1a01c939e10c']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.129384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f338806-73e0-4d51-bb22-9ea5113a4834') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.129681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f338806-73e0-4d51-bb22-9ea5113a4834') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.171431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (1f338806-73e0-4d51-bb22-9ea5113a4834), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.211543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1f338806-73e0-4d51-bb22-9ea5113a4834), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.231936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:42.233397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (1f338806-73e0-4d51-bb22-9ea5113a4834), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:42.236016 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:42.244122 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a71eca1c-fa5a-4e04-856e-79999391abbf req-adceacfd-a32c-4154-bc37-980b79fca8a6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 210 time: 0.1785698 Feb 11 13:45:42.346869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c02451ee-f5e3-4812-b1a7-ffe7b260e9fc admin admin] Publish callbacks [] for security_group (df2a3f99-653d-4baf-9eb5-25bd069b37b5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.365615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (2a2e6654-e1a8-4b46-97ea-1a01c939e10c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.375354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a2e6654-e1a8-4b46-97ea-1a01c939e10c {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:45:42.396259 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.409557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] 10.222.0.79 "DELETE /v2.0/networks/2a2e6654-e1a8-4b46-97ea-1a01c939e10c HTTP/1.1" status: 204 len: 168 time: 0.8660436 Feb 11 13:45:42.419845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57066) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:42.420057 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c02451ee-f5e3-4812-b1a7-ffe7b260e9fc admin admin] Publish callbacks [] for security_group (df2a3f99-653d-4baf-9eb5-25bd069b37b5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.527302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d4776-18b6-4749-8018-a9a635f877d2 tempest-ExternalNetworksTestJSON-2128543589 tempest-ExternalNetworksTestJSON-2128543589-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a2e6654-e1a8-4b46-97ea-1a01c939e10c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.534033 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-babb5025-40a4-4f65-ab8f-6719b84c8266 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] DELETE failed (client error): The resource could not be found. Feb 11 13:45:42.534659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babb5025-40a4-4f65-ab8f-6719b84c8266 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:45:42.536904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 61678417-9f99-430c-9de6-6954fa7a7c00 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:42.537306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.541718 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-babb5025-40a4-4f65-ab8f-6719b84c8266 tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] 10.222.0.79 "DELETE /v2.0/subnets/443d5e14-54a8-4e92-8e01-53f868c39a5c HTTP/1.1" status: 404 len: 337 time: 0.1230266 Feb 11 13:45:42.544636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57070) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:42.599610 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:38Z', 'revision_number': 7, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': '61678417-9f99-430c-9de6-6954fa7a7c00', 'name': '', 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:df:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:29Z', 'updated_at': '2022-02-11T13:45:37Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.641145 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201577d9-1b62-4470-80b2-886f809cbe82 None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:38Z', 'revision_number': 7, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': '61678417-9f99-430c-9de6-6954fa7a7c00', 'name': '', 'network_id': 'fd5aa18a-51d3-40ce-be15-0f28c6ec957c', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:df:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:29Z', 'updated_at': '2022-02-11T13:45:37Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': '77384277-98a8-405a-b3e8-943e267d1a4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:42.686168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b6008f14-51ec-4cec-8628-e8f345f77444), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.733677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port 61678417-9f99-430c-9de6-6954fa7a7c00, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=61678417-9f99-430c-9de6-6954fa7a7c00,segment=NetworkSegment(f38b98a4-907a-449d-b0c7-743879bef475),segment_id=f38b98a4-907a-449d-b0c7-743879bef475)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:42.736950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.774601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c02451ee-f5e3-4812-b1a7-ffe7b260e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (df2a3f99-653d-4baf-9eb5-25bd069b37b5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.779352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c02451ee-f5e3-4812-b1a7-ffe7b260e9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.781220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c02451ee-f5e3-4812-b1a7-ffe7b260e9fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df2a3f99-653d-4baf-9eb5-25bd069b37b5 HTTP/1.1" status: 204 len: 168 time: 0.8434761 Feb 11 13:45:42.783348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 61678417-9f99-430c-9de6-6954fa7a7c00 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:42.807589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02451ee-f5e3-4812-b1a7-ffe7b260e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2a3f99-653d-4baf-9eb5-25bd069b37b5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.904660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b6008f14-51ec-4cec-8628-e8f345f77444), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:42.957202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6008f14-51ec-4cec-8628-e8f345f77444']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.970587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99a5cb5-b640-4559-9032-f44d8a8c2770') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.971157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99a5cb5-b640-4559-9032-f44d8a8c2770') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.985874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (b99a5cb5-b640-4559-9032-f44d8a8c2770), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.005764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b99a5cb5-b640-4559-9032-f44d8a8c2770), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.019322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:43.020200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (b99a5cb5-b640-4559-9032-f44d8a8c2770), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:43.025137 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:43.145078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (61678417-9f99-430c-9de6-6954fa7a7c00), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.193180 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b6008f14-51ec-4cec-8628-e8f345f77444), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.219932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.227754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] 10.222.0.79 "DELETE /v2.0/networks/b6008f14-51ec-4cec-8628-e8f345f77444 HTTP/1.1" status: 204 len: 168 time: 0.6759188 Feb 11 13:45:43.256103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fb864-18a1-42db-9817-4e8b096cb8fc tempest-ExternalNetworksTestJSON-462994593 tempest-ExternalNetworksTestJSON-462994593-project] Pushing event deleted for resources: {'Network': ['ID=b6008f14-51ec-4cec-8628-e8f345f77444,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:43.324988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=61678417-9f99-430c-9de6-6954fa7a7c00,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:43.350025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57092) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:43.366237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc82cb94-2c39-451f-b659-bcd0f8e3aa4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.483387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b342813c-ad16-48c0-83ae-06d35163793f req-db5f454f-973e-44d0-95d1-75994948523c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 210 time: 0.0969741 Feb 11 13:45:43.605219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.608097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc82cb94-2c39-451f-b659-bcd0f8e3aa4b admin admin] Publish callbacks [] for security_group (4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.612692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc82cb94-2c39-451f-b659-bcd0f8e3aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:43.830225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82cb94-2c39-451f-b659-bcd0f8e3aa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:43.839894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cc82cb94-2c39-451f-b659-bcd0f8e3aa4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=832ceb88985b4836b98951ee55de95a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884255 Feb 11 13:45:43.844931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57098) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:43.904614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-6e3ea071-640e-45bd-b9b6-729e4c6a304c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.906782 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-6e3ea071-640e-45bd-b9b6-729e4c6a304c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 812 time: 0.2665074 Feb 11 13:45:43.934278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Request body: {'port': {'device_id': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'admin_state_up': True, 'tenant_id': '0fc1963646b24db29d6fa425515bd613'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:43.963027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57102) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:44.087745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-50314862-8ebc-4836-b41e-af75a078f254 admin admin] Publish callbacks [] for security_group (4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.144219 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-50314862-8ebc-4836-b41e-af75a078f254 admin admin] Publish callbacks [] for security_group (4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.219926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cdb92ee0-e860-499e-a4ca-a70eb0b8ca88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=044eef084b064524a8608841dd19bfa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557070 Feb 11 13:45:44.224597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57106) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:44.249024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Made reservation on behalf of 0fc1963646b24db29d6fa425515bd613 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:44.252606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.278080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:44.312329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-50314862-8ebc-4836-b41e-af75a078f254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.315175 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-50314862-8ebc-4836-b41e-af75a078f254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.316351 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-50314862-8ebc-4836-b41e-af75a078f254 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f HTTP/1.1" status: 204 len: 168 time: 0.4696772 Feb 11 13:45:44.370043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21fd8e03-54aa-40f7-a8ff-91868323753a admin admin] Publish callbacks [] for security_group (bdcef9ae-6563-4b9b-a3b7-d083a2187489), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.377211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50314862-8ebc-4836-b41e-af75a078f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b424a33-2f03-4c94-8e8e-6e6c0c4bc27f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:44.405459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:44.413929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-625dabe3-2ab5-468a-aec7-a2e8f76a9768 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1340411 Feb 11 13:45:44.417355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:44.418700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57110) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:44.429616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:44.430549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:44.502256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21fd8e03-54aa-40f7-a8ff-91868323753a admin admin] Publish callbacks [] for security_group (bdcef9ae-6563-4b9b-a3b7-d083a2187489), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.555092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:44.638033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Allocated IP 172.20.0.5 (1e2e3114-c580-4e15-b954-e5b348075cc9/78e991b3-5a92-48e4-a2cd-9448eaedded5/6532b92c-61d5-41b2-9292-671f4456e9d5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:44.644120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet 77384277-98a8-405a-b3e8-943e267d1a4c {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:45:44.652372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (77384277-98a8-405a-b3e8-943e267d1a4c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.680630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-39af9f8d-1982-48cb-a858-ab024dbdf7af req-abbe6902-94c7-47cc-acec-94c9bb2969c7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 210 time: 0.0787470 Feb 11 13:45:44.789630 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21fd8e03-54aa-40f7-a8ff-91868323753a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bdcef9ae-6563-4b9b-a3b7-d083a2187489), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.792575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21fd8e03-54aa-40f7-a8ff-91868323753a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.794150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-21fd8e03-54aa-40f7-a8ff-91868323753a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bdcef9ae-6563-4b9b-a3b7-d083a2187489 HTTP/1.1" status: 204 len: 168 time: 0.5656040 Feb 11 13:45:44.817373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd8e03-54aa-40f7-a8ff-91868323753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcef9ae-6563-4b9b-a3b7-d083a2187489,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:44.856804 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (77384277-98a8-405a-b3e8-943e267d1a4c), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:44.941122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 8, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:45.004641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:45.028094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:45.030382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:45.186625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:45.434736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.459234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (77384277-98a8-405a-b3e8-943e267d1a4c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.460399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57136) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:45.513149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 8, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:45.532750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.547039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5bfcf64c-cced-467a-b27b-716166e94a22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00860a9d87a34cea9b9a7bb8c3330497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0848143 Feb 11 13:45:45.549572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57140) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:45.558251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383', '3bb7906a-aa79-412c-8a70-6652093a017d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:45.561998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4d028-9fd3-49d7-90a0-5c9c168df48e None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 8, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df3d69c4-e376-469b-a9ad-23ee1ea6370b', 'name': '', 'network_id': '53799356-add1-4ffd-845c-7a02a702b2b8', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:e7:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:21Z', 'updated_at': '2022-02-11T13:45:28Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'cdc27f57-dd6f-4ea7-b75b-efefe726db0e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:45.596124 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:45.600140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:45.603327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (77384277-98a8-405a-b3e8-943e267d1a4c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.613675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:45.650956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.654625 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/77384277-98a8-405a-b3e8-943e267d1a4c HTTP/1.1" status: 204 len: 168 time: 1.2322471 Feb 11 13:45:45.662496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab643a7-44a8-4d85-9332-264d725ff4ce None None] Network fd5aa18a-51d3-40ce-be15-0f28c6ec957c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:45.663326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:45.686412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620701a-5dff-4cda-bde8-80c03e94f474 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=77384277-98a8-405a-b3e8-943e267d1a4c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:45.701530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:45.744802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18743159-ff3b-4deb-bc84-c8203fa734da admin admin] Publish callbacks [] for security_group (b9a2c848-ff5d-4bfd-aac2-9c830078bb13), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.771740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:45.774615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.840761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-c82fd38c-2b23-4035-b4d9-f6ea2766b77d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9152381 Feb 11 13:45:45.861332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Request body: {'port': {'device_id': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:45.890045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18743159-ff3b-4deb-bc84-c8203fa734da admin admin] Publish callbacks [] for security_group (b9a2c848-ff5d-4bfd-aac2-9c830078bb13), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:45.923342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fd5aa18a-51d3-40ce-be15-0f28c6ec957c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.032475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cdd9af84-c809-4c92-8ac2-3b676be68d86 None None] Provisioning complete for port 6532b92c-61d5-41b2-9292-671f4456e9d5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:46.038452 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cdd9af84-c809-4c92-8ac2-3b676be68d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.079818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] DHCP port deletion for fd5aa18a-51d3-40ce-be15-0f28c6ec957c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:45:46.125111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18743159-ff3b-4deb-bc84-c8203fa734da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b9a2c848-ff5d-4bfd-aac2-9c830078bb13), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.132189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9af84-c809-4c92-8ac2-3b676be68d86 None None] Port 6532b92c-61d5-41b2-9292-671f4456e9d5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:46.135120 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18743159-ff3b-4deb-bc84-c8203fa734da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.135424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.136346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-18743159-ff3b-4deb-bc84-c8203fa734da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9a2c848-ff5d-4bfd-aac2-9c830078bb13 HTTP/1.1" status: 204 len: 168 time: 0.5850375 Feb 11 13:45:46.160320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58e83c-1bcd-4dc7-b847-c5b0186742f1 req-53b15c09-7f04-4279-9a55-af177bc10d43 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:46.161748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd58e83c-1bcd-4dc7-b847-c5b0186742f1 req-53b15c09-7f04-4279-9a55-af177bc10d43 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 931 time: 0.3174460 Feb 11 13:45:46.162490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18743159-ff3b-4deb-bc84-c8203fa734da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2c848-ff5d-4bfd-aac2-9c830078bb13,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:46.182730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 216af55f-d903-4b0a-b7c6-e3136c79cd41 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:46.183311 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.269963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] Deleting port 216af55f-d903-4b0a-b7c6-e3136c79cd41 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:46.276047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.391646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd58e83c-1bcd-4dc7-b847-c5b0186742f1 req-ba6d992b-ade1-4b20-9ce1-254cb14bf46e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887867 Feb 11 13:45:46.428685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port 216af55f-d903-4b0a-b7c6-e3136c79cd41, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=216af55f-d903-4b0a-b7c6-e3136c79cd41,segment=NetworkSegment(f38b98a4-907a-449d-b0c7-743879bef475),segment_id=f38b98a4-907a-449d-b0c7-743879bef475)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:46.429060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.472461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] For port 216af55f-d903-4b0a-b7c6-e3136c79cd41, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=216af55f-d903-4b0a-b7c6-e3136c79cd41,segment=NetworkSegment(f38b98a4-907a-449d-b0c7-743879bef475),segment_id=f38b98a4-907a-449d-b0c7-743879bef475)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:46.472874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.476964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 216af55f-d903-4b0a-b7c6-e3136c79cd41 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:46.503848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] Calling delete_port for 216af55f-d903-4b0a-b7c6-e3136c79cd41 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:46.697610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.780742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port 216af55f-d903-4b0a-b7c6-e3136c79cd41 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:46.785961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=216af55f-d903-4b0a-b7c6-e3136c79cd41,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:46.974015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fd5aa18a-51d3-40ce-be15-0f28c6ec957c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.021781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5aa18a-51d3-40ce-be15-0f28c6ec957c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.030109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6532b92c-61d5-41b2-9292-671f4456e9d5 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:47.045175 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38b98a4-907a-449d-b0c7-743879bef475') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.047045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38b98a4-907a-449d-b0c7-743879bef475') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.050817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Publish callbacks [] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.058599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 61678417-9f99-430c-9de6-6954fa7a7c00 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:47.072329 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f38b98a4-907a-449d-b0c7-743879bef475), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.078024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Transition to ACTIVE for port object 6532b92c-61d5-41b2-9292-671f4456e9d5 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:47.082081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.097680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f38b98a4-907a-449d-b0c7-743879bef475), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.110178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:47.110636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f38b98a4-907a-449d-b0c7-743879bef475), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.149369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 61678417-9f99-430c-9de6-6954fa7a7c00 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:47.150068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 61678417-9f99-430c-9de6-6954fa7a7c00 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:47.151622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 216af55f-d903-4b0a-b7c6-e3136c79cd41 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:47.194304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:47.249130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 216af55f-d903-4b0a-b7c6-e3136c79cd41 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:47.252958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 216af55f-d903-4b0a-b7c6-e3136c79cd41 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:47.271524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (216af55f-d903-4b0a-b7c6-e3136c79cd41), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.296304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Attempting to bind port 6532b92c-61d5-41b2-9292-671f4456e9d5 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:47.297522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Attempting to bind port 6532b92c-61d5-41b2-9292-671f4456e9d5 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:47.297857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Attempting to bind port 6532b92c-61d5-41b2-9292-671f4456e9d5 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:47.305562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] No DVR routers for this DVR port 216af55f-d903-4b0a-b7c6-e3136c79cd41 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:47.309635 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Port 6532b92c-61d5-41b2-9292-671f4456e9d5 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:47.310035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Attempting to bind port 6532b92c-61d5-41b2-9292-671f4456e9d5 on network 1e2e3114-c580-4e15-b954-e5b348075cc9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:47.332498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:47.332853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Checking segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:47.333255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Bound using segment: {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:47.333720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Bound port: 6532b92c-61d5-41b2-9292-671f4456e9d5, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a69d1b5-38f1-4789-a72c-457862e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:47.334089 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:47.350825 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:47.353785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fd5aa18a-51d3-40ce-be15-0f28c6ec957c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.370446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.391327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6933996-cbd5-4b4b-a135-b9b6b54a9180 None None] Pushing event deleted for resources: {'Port': ['ID=216af55f-d903-4b0a-b7c6-e3136c79cd41,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:47.391464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/fd5aa18a-51d3-40ce-be15-0f28c6ec957c HTTP/1.1" status: 204 len: 168 time: 1.7266097 Feb 11 13:45:47.393311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57192) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:47.441956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae50a04-03c4-4917-91fd-fab7186e3205 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=fd5aa18a-51d3-40ce-be15-0f28c6ec957c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:47.615472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:47.621707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:47.632667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.638231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd861f7-99c6-4c5b-8247-1ed8fe024f76 req-9fd57a16-d367-4004-bc71-4659939ddb42 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:47.661637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddd861f7-99c6-4c5b-8247-1ed8fe024f76 req-9fd57a16-d367-4004-bc71-4659939ddb42 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 943 time: 0.1001036 Feb 11 13:45:47.777543 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddd861f7-99c6-4c5b-8247-1ed8fe024f76 req-8a11b1ff-6e89-4ebc-91ff-01fb38668bf1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092947 Feb 11 13:45:47.790136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:47.790840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.793631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-331e2850-9591-4814-a339-3f2a99979358 service neutron] 10.222.0.83 "PUT /v2.0/ports/6532b92c-61d5-41b2-9292-671f4456e9d5 HTTP/1.1" status: 200 len: 1091 time: 1.9456751 Feb 11 13:45:47.810064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:47.817156 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0677b-89c5-400c-85d4-310b03e8dbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:47.970934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57218) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:48.073196 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d74b3c-fcef-4ec1-9a2e-97b99ab6821a x-openstack-request-id: req-a8d74b3c-fcef-4ec1-9a2e-97b99ab6821a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:48.073743 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:48.073857 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8d74b3c-fcef-4ec1-9a2e-97b99ab6821a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:48.074443 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'status': 'completed', 'code': 200} Feb 11 13:45:48.078570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e2850-9591-4814-a339-3f2a99979358 service neutron] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:48.138682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-ce757998-655a-4ae8-a16f-ca6b61b977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.140468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-ce757998-655a-4ae8-a16f-ca6b61b977fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 1125 time: 0.2651749 Feb 11 13:45:48.191215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-788795526'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:48.226352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-f51e2392-3ad2-425e-8fe2-489a4ac31c7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6532b92c-61d5-41b2-9292-671f4456e9d5 HTTP/1.1" status: 200 len: 217 time: 0.0589182 Feb 11 13:45:48.252548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:48.259412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.280087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.390675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-323d1937-c7fe-45ce-9e4d-07d880958339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.391311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-323d1937-c7fe-45ce-9e4d-07d880958339 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1581669 Feb 11 13:45:48.459438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-663bafde-8a79-4dcd-a4c3-8023eed3bfa4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1849833 Feb 11 13:45:48.485255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for security_group (9d6d5053-478c-4fc7-a30a-642d9fe72dc6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.562929 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9d6d5053-478c-4fc7-a30a-642d9fe72dc6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.594286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:48.608791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (18a6551d-b6aa-48c9-ac15-7e642a131b24), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.609772 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Added segment 18a6551d-b6aa-48c9-ac15-7e642a131b24 of type vlan for network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a Feb 11 13:45:48.669451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.670642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-9305bde3-332c-4145-bf18-d475cf5ac51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.672437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-9305bde3-332c-4145-bf18-d475cf5ac51c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2668297 Feb 11 13:45:48.719787 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.726570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.726791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.727361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:48.761756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7896485 Feb 11 13:45:48.789039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57250) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:48.812557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-d01b0932-0ff2-4a4a-9fae-4f508f6a6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.812656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'subnet': {'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:48.813588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-d01b0932-0ff2-4a4a-9fae-4f508f6a6ef8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 1128 time: 0.2918596 Feb 11 13:45:48.864303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6d5053-478c-4fc7-a30a-642d9fe72dc6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:48.871207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-be12cfd3-059a-40b2-b5bb-7557c0d5a1b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4332767 Feb 11 13:45:49.074309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc7a6-bded-4f65-92d4-8c9cb4781820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Network': ['ID=dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.087621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:49.186256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540047d-a37b-4502-b262-f2d332f19bed req-e1f6ebd9-4623-4136-8e93-71354b50b6b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.198755 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2540047d-a37b-4502-b262-f2d332f19bed req-e1f6ebd9-4623-4136-8e93-71354b50b6b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 943 time: 0.2189949 Feb 11 13:45:49.208234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-20ac4ab4-9753-4533-8d31-9ab81d673305 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275729 Feb 11 13:45:49.218441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-157d9297-c7a6-443a-a924-8e949e2dc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.220083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-157d9297-c7a6-443a-a924-8e949e2dc22f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 0.2439840 Feb 11 13:45:49.266910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:49.274196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-17044311-e30f-4345-ac19-939bc3674ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.275826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-17044311-e30f-4345-ac19-939bc3674ad6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.4213181 Feb 11 13:45:49.279196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:49.376057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2540047d-a37b-4502-b262-f2d332f19bed req-a53f602b-4b85-4202-bb1e-2aad07418129 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764278 Feb 11 13:45:49.461925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-33395c58-1242-4933-a605-e776b8616645 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bb7906a-aa79-412c-8a70-6652093a017d HTTP/1.1" status: 200 len: 217 time: 0.1378574 Feb 11 13:45:49.552849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-bd916cae-1048-4b10-825f-652e6aad4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.554543 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-bd916cae-1048-4b10-825f-652e6aad4d78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.3040085 Feb 11 13:45:49.564193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9c4fb9d-5c2a-4c2a-9dc2-ed7b9607ee8f req-8fadfa63-687c-48bf-b084-4a44fa62b78f service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932458 Feb 11 13:45:49.634453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-e8404813-a3aa-41e0-94cd-9bf5f1c063fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.639729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-e8404813-a3aa-41e0-94cd-9bf5f1c063fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0709019 Feb 11 13:45:49.728135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-3a024fa1-1ca4-4a5d-926e-3d3192ac974a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 998 time: 0.1646235 Feb 11 13:45:49.793937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-65c3f2a4-5f79-44aa-a6f7-9eff026c6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.795602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-65c3f2a4-5f79-44aa-a6f7-9eff026c6342 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1377969 Feb 11 13:45:49.845652 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (d1cc4653-f52e-4478-962e-df0a687efa71), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:49.860200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-83097751-936e-4d9a-8b83-1f4d8e42385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.861764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-83097751-936e-4d9a-8b83-1f4d8e42385d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 1125 time: 0.2304909 Feb 11 13:45:49.903434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-a4ebf0b7-a16e-4f58-86f6-e1a288a79f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.905449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-a4ebf0b7-a16e-4f58-86f6-e1a288a79f37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1465616 Feb 11 13:45:49.977781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Subnet': ['ID=d1cc4653-f52e-4478-962e-df0a687efa71,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.996513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Checking segment: {'id': '18a6551d-b6aa-48c9-ac15-7e642a131b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:49.997272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network hostable DHCP agents. Network: dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:50.016362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:50.031378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-170f3f55-d2c4-43cf-ac1f-08012d7da417 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247429 Feb 11 13:45:50.039559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port df3d69c4-e376-469b-a9ad-23ee1ea6370b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:50.040405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.042805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-8c75653a-6cf9-4a49-a8ed-ff0a83522834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:50.045352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-8c75653a-6cf9-4a49-a8ed-ff0a83522834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1304283 Feb 11 13:45:50.046840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:50.059542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.069135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:50.079106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f904b-1a47-499b-b0f2-b0f2b20238f8 None None] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:50.087257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:50.088197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.123385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f4b93bfc-4341-4aa5-8e45-4110bc5e87be tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3331661 Feb 11 13:45:50.147753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port df3d69c4-e376-469b-a9ad-23ee1ea6370b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=df3d69c4-e376-469b-a9ad-23ee1ea6370b,segment=NetworkSegment(9ae31253-1e54-4696-bbda-0f7ef09284bc),segment_id=9ae31253-1e54-4696-bbda-0f7ef09284bc)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:50.148123 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.160361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57294) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:50.161603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for df3d69c4-e376-469b-a9ad-23ee1ea6370b owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:50.169773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-731166153'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:50.302918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'project_id': 'fce908994d664fedb320becf535a4ba1', 'fixed_ips': [{'subnet_id': 'd1cc4653-f52e-4478-962e-df0a687efa71'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:45:50.303832 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.304618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de5dcf0b-0dac-4c06-8af4-00426d65e02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.325524 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-51df1fa0-733c-4f6c-ba08-e386a581969c service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657661 Feb 11 13:45:50.442613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-809968ba-54a4-4efa-accc-702ee3bd2fa5 req-65c9ac50-65ae-4263-b246-74503c1dacf8 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068494 Feb 11 13:45:50.476107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (df3d69c4-e376-469b-a9ad-23ee1ea6370b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.494919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:50.498616 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.524810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] device_id is not set on port 5c4782ef-c71e-4bf0-bf95-b29bec285be9 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:45:50.593134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Allocated IP 2001:db8::2 (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a/d1cc4653-f52e-4478-962e-df0a687efa71/d9d16312-a10a-4c8a-b742-99207d0771f9) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:50.596805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=df3d69c4-e376-469b-a9ad-23ee1ea6370b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:50.600902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-f7233ed8-06ec-4e48-9c85-eeea399611aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:50.602113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-f7233ed8-06ec-4e48-9c85-eeea399611aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.7341127 Feb 11 13:45:50.718487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de5dcf0b-0dac-4c06-8af4-00426d65e02e admin admin] Publish callbacks [] for security_group (11be6e05-d057-4428-adc2-a848e574916e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.724162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-de5dcf0b-0dac-4c06-8af4-00426d65e02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (11be6e05-d057-4428-adc2-a848e574916e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.759607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dcf0b-0dac-4c06-8af4-00426d65e02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11be6e05-d057-4428-adc2-a848e574916e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:50.786974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-de5dcf0b-0dac-4c06-8af4-00426d65e02e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5338b13a26784e2d88f4cf978337c00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7670238 Feb 11 13:45:50.788421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:50.861905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e26afe4e-3376-4b75-a568-7cd7ba887e1c admin admin] Publish callbacks [] for security_group (11be6e05-d057-4428-adc2-a848e574916e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.876292 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Publish callbacks [] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.888574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.912432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e26afe4e-3376-4b75-a568-7cd7ba887e1c admin admin] Publish callbacks [] for security_group (11be6e05-d057-4428-adc2-a848e574916e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:50.984007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:50.999037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:51.002950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:51.021557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Pushing event updated for resources: {'Port': ['ID=d9d16312-a10a-4c8a-b742-99207d0771f9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.054530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Allocated IP 2001:db8::1c8 (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a/d1cc4653-f52e-4478-962e-df0a687efa71/5c4782ef-c71e-4bf0-bf95-b29bec285be9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:51.124359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Attempting to bind port d9d16312-a10a-4c8a-b742-99207d0771f9 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:51.124798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Attempting to bind port d9d16312-a10a-4c8a-b742-99207d0771f9 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '18a6551d-b6aa-48c9-ac15-7e642a131b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:51.125225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Attempting to bind port d9d16312-a10a-4c8a-b742-99207d0771f9 on network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:51.133450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:51.133839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Checking segment: {'id': '18a6551d-b6aa-48c9-ac15-7e642a131b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:51.134954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.135363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Bound using segment: {'id': '18a6551d-b6aa-48c9-ac15-7e642a131b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:51.136010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Bound port: d9d16312-a10a-4c8a-b742-99207d0771f9, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a6551d-b6aa-48c9-ac15-7e642a131b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:51.136459 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.172687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-e6b149c3-dcd0-47ee-afe7-fb49120398f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6532b92c-61d5-41b2-9292-671f4456e9d5 HTTP/1.1" status: 200 len: 217 time: 0.1346495 Feb 11 13:45:51.227347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] For port d9d16312-a10a-4c8a-b742-99207d0771f9, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:51.228066 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e26afe4e-3376-4b75-a568-7cd7ba887e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (11be6e05-d057-4428-adc2-a848e574916e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.231108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] For port d9d16312-a10a-4c8a-b742-99207d0771f9, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d9d16312-a10a-4c8a-b742-99207d0771f9,segment=NetworkSegment(18a6551d-b6aa-48c9-ac15-7e642a131b24),segment_id=18a6551d-b6aa-48c9-ac15-7e642a131b24)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:51.235299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e26afe4e-3376-4b75-a568-7cd7ba887e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.236653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e26afe4e-3376-4b75-a568-7cd7ba887e1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11be6e05-d057-4428-adc2-a848e574916e HTTP/1.1" status: 204 len: 168 time: 0.4449701 Feb 11 13:45:51.254907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26afe4e-3376-4b75-a568-7cd7ba887e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11be6e05-d057-4428-adc2-a848e574916e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.260404 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.330368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (5c4782ef-c71e-4bf0-bf95-b29bec285be9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.336039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8788b52-5a94-47b1-9e33-63c6eca47e14 req-cfdcc650-4206-4806-847e-a00c892433d0 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9344373 Feb 11 13:45:51.409422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0f0a6-8d20-4603-b618-1351a062ead8 None None] Pushing event updated for resources: {'Port': ['ID=d9d16312-a10a-4c8a-b742-99207d0771f9,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.414239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5c4782ef-c71e-4bf0-bf95-b29bec285be9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.503974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:51.507973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:51.512562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:51.518650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.519373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.536079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=5c4782ef-c71e-4bf0-bf95-b29bec285be9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.541902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1764-6e88-4632-a667-f1ef125dacd5 req-1f04efdf-8b2c-4e27-8b1b-25c37bd06150 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.544618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d1764-6e88-4632-a667-f1ef125dacd5 req-1f04efdf-8b2c-4e27-8b1b-25c37bd06150 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 943 time: 0.9812975 Feb 11 13:45:51.546349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-0fcdf0fb-db56-4944-8703-ab72c8743564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.547688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-0fcdf0fb-db56-4944-8703-ab72c8743564 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.3661139 Feb 11 13:45:51.555311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2a51e1ae-9969-4de8-830d-896d5c1cec27 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3932221 Feb 11 13:45:51.556017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57304) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:51.561231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-462771375', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c8', 'mac_address': 'fa:16:3e:d4:6e:8c'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:51.573919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.676272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6532b92c-61d5-41b2-9292-671f4456e9d5 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:45:51.781687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57306) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:51.804942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53fab42e-bcf9-4a1b-881b-3a76215184a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.811585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:51.875202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.893570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-075d1764-6e88-4632-a667-f1ef125dacd5 req-ba110573-1f84-4606-a35f-cf14fb8a8c69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294942 Feb 11 13:45:51.925771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:51.946971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-435d0242-e109-44aa-90d3-a3966110e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.954863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'mac_address': 'fa:16:3e:6d:36:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:45:51.955563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-435d0242-e109-44aa-90d3-a3966110e8a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3905504 Feb 11 13:45:51.998766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.010553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6532b92c-61d5-41b2-9292-671f4456e9d5 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:52.010955 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.026781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6532b92c-61d5-41b2-9292-671f4456e9d5 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:52.027887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] device_id is not set on port 68524649-52e3-4c1f-bb42-41cb682009d9 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:45:52.052069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:52.053268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:52.056855 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.085500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53fab42e-bcf9-4a1b-881b-3a76215184a3 admin admin] Publish callbacks [] for security_group (457187c7-ca2a-427e-9231-2fefc06e5f48), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.089686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53fab42e-bcf9-4a1b-881b-3a76215184a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (457187c7-ca2a-427e-9231-2fefc06e5f48), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.117613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.169634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-53fab42e-bcf9-4a1b-881b-3a76215184a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7fbc1dbab3f341f4852d465f62bc3182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861065 Feb 11 13:45:52.173233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-f31bc7c7-4e35-4008-ae7c-6c53276a357f service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112796 Feb 11 13:45:52.188169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57308) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:52.190003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fab42e-bcf9-4a1b-881b-3a76215184a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457187c7-ca2a-427e-9231-2fefc06e5f48,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.274029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Allocated IP 2001:db8::30a (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a/d1cc4653-f52e-4478-962e-df0a687efa71/68524649-52e3-4c1f-bb42-41cb682009d9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:52.283123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:52.293330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-71923cab-7f98-4c2c-80d5-d88f681da568 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8985441 Feb 11 13:45:52.293461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57310) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:52.296713 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:52.306111 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:52.307717 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:52.325757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7fb0677b-89c5-400c-85d4-310b03e8dbd6 req-1ee81b20-caf4-4631-9448-fb1a38cacbdb service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246452 Feb 11 13:45:52.364454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6532b92c-61d5-41b2-9292-671f4456e9d5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:52.400185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet cdc27f57-dd6f-4ea7-b75b-efefe726db0e {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:45:52.426530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a82a658-6286-4dee-8191-a04d47194811 admin admin] Publish callbacks [] for security_group (457187c7-ca2a-427e-9231-2fefc06e5f48), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.432431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (cdc27f57-dd6f-4ea7-b75b-efefe726db0e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.432793 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:52.552740 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a82a658-6286-4dee-8191-a04d47194811 admin admin] Publish callbacks [] for security_group (457187c7-ca2a-427e-9231-2fefc06e5f48), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.574020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (cdc27f57-dd6f-4ea7-b75b-efefe726db0e), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.731683 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 9, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:52.759913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (68524649-52e3-4c1f-bb42-41cb682009d9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.774791 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:52.784941 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:52.785542 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:52.808338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (68524649-52e3-4c1f-bb42-41cb682009d9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.820603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a82a658-6286-4dee-8191-a04d47194811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (457187c7-ca2a-427e-9231-2fefc06e5f48), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.823636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a82a658-6286-4dee-8191-a04d47194811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.828189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a82a658-6286-4dee-8191-a04d47194811 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/457187c7-ca2a-427e-9231-2fefc06e5f48 HTTP/1.1" status: 204 len: 168 time: 0.6390719 Feb 11 13:45:52.866465 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (cdc27f57-dd6f-4ea7-b75b-efefe726db0e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:52.952109 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:52.958955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82a658-6286-4dee-8191-a04d47194811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457187c7-ca2a-427e-9231-2fefc06e5f48,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.987913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:53.004772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:53.021025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:53.027704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.027704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.044417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3d67a-2cf3-4599-8679-f4522cbda955 None None] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:53.065075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=68524649-52e3-4c1f-bb42-41cb682009d9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.098273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d9d16312-a10a-4c8a-b742-99207d0771f9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:53.125653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c4f5e7b-632f-42b2-a2ba-f5af14133bf1 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5684791 Feb 11 13:45:53.128562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57316) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:53.130384 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (cdc27f57-dd6f-4ea7-b75b-efefe726db0e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.184362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc27f57-dd6f-4ea7-b75b-efefe726db0e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.206843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.212797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0fb1d7be-516f-4249-8290-756db7159352 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/cdc27f57-dd6f-4ea7-b75b-efefe726db0e HTTP/1.1" status: 204 len: 168 time: 0.8835664 Feb 11 13:45:53.215456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbaec5-dcfb-4715-a28a-7d5ea83bef0e None None] Network 53799356-add1-4ffd-845c-7a02a702b2b8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:53.226164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57320) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:53.258159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-470b78f4-a582-47d7-bf38-de1c88a59eec None None] Provisioning complete for port d9d16312-a10a-4c8a-b742-99207d0771f9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.258856 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-470b78f4-a582-47d7-bf38-de1c88a59eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.300564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d9d16312-a10a-4c8a-b742-99207d0771f9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.300911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.330689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5df5a-9515-492c-ae97-60d29c1c97d3 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.332601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be646-711e-4949-a0c5-c2869bf2e029 req-979cadd1-26e2-425a-a41b-90fca7de698e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.335493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c51be646-711e-4949-a0c5-c2869bf2e029 req-979cadd1-26e2-425a-a41b-90fca7de698e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 944 time: 0.2708409 Feb 11 13:45:53.341773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5df5a-9515-492c-ae97-60d29c1c97d3 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.350146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5df5a-9515-492c-ae97-60d29c1c97d3 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.355999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a9f5df5a-9515-492c-ae97-60d29c1c97d3 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2263346 Feb 11 13:45:53.359050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57322) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:53.418355 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 9, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:53.489960 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3d0951-2a64-4d2b-b340-c6c13bf619cf None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 9, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'c20301df-5c07-4c47-9445-2648df5ec320', 'name': '', 'network_id': 'cb506422-5034-4af9-b3b6-7641d5326d89', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:88:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:08Z', 'updated_at': '2022-02-11T13:45:18Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'bdc5be39-ae85-4aa2-9522-7b4b59b48f91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:53.524091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-470b78f4-a582-47d7-bf38-de1c88a59eec None None] Current status of the port d9d16312-a10a-4c8a-b742-99207d0771f9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:53.524480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-470b78f4-a582-47d7-bf38-de1c88a59eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.538839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c51be646-711e-4949-a0c5-c2869bf2e029 req-e34d12df-cf58-448a-b570-890878e39603 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935327 Feb 11 13:45:53.555380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (53799356-add1-4ffd-845c-7a02a702b2b8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.603896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-470b78f4-a582-47d7-bf38-de1c88a59eec None None] For port d9d16312-a10a-4c8a-b742-99207d0771f9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d9d16312-a10a-4c8a-b742-99207d0771f9,segment=NetworkSegment(18a6551d-b6aa-48c9-ac15-7e642a131b24),segment_id=18a6551d-b6aa-48c9-ac15-7e642a131b24)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:53.605240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d9d16312-a10a-4c8a-b742-99207d0771f9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:53.605694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.618262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-470b78f4-a582-47d7-bf38-de1c88a59eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.685334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6532b92c-61d5-41b2-9292-671f4456e9d5 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:53.685908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Deleting port 68524649-52e3-4c1f-bb42-41cb682009d9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:53.686593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (68524649-52e3-4c1f-bb42-41cb682009d9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.749095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b78f4-a582-47d7-bf38-de1c88a59eec None None] Pushing event updated for resources: {'Port': ['ID=d9d16312-a10a-4c8a-b742-99207d0771f9,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.792538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port ff156aaa-fc12-460b-b258-3cfdd702f1ff {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:53.792888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.808016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 6532b92c-61d5-41b2-9292-671f4456e9d5 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:53.814743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 6532b92c-61d5-41b2-9292-671f4456e9d5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.815337 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.826386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (68524649-52e3-4c1f-bb42-41cb682009d9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.856967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Calling delete_port for 68524649-52e3-4c1f-bb42-41cb682009d9 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:53.865159 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:45:53.865540 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:45:53.896891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] DHCP port deletion for 53799356-add1-4ffd-845c-7a02a702b2b8 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:45:53.916090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port ff156aaa-fc12-460b-b258-3cfdd702f1ff, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff156aaa-fc12-460b-b258-3cfdd702f1ff,segment=NetworkSegment(9ae31253-1e54-4696-bbda-0f7ef09284bc),segment_id=9ae31253-1e54-4696-bbda-0f7ef09284bc)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:53.916456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:53.978506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for ff156aaa-fc12-460b-b258-3cfdd702f1ff owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:54.135721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6532b92c-61d5-41b2-9292-671f4456e9d5 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:54.137322 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.148885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57340) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:54.187080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] Deleting port ff156aaa-fc12-460b-b258-3cfdd702f1ff {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:54.190958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.196511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b6b9ba33-a6c4-499f-82b9-c654fe595ac0 None None] Provisioning complete for port d9d16312-a10a-4c8a-b742-99207d0771f9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:54.197168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6b9ba33-a6c4-499f-82b9-c654fe595ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.299201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:54.306696 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec01cb51-8d0b-481e-ade0-0d2a9f43ebd0" -d '{"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-plugged", "status": "completed", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:54.326438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1050656438'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:54.337583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:54.381533 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67b11a-f1b2-470c-89ee-a51be1c11f65 x-openstack-request-id: req-5d67b11a-f1b2-470c-89ee-a51be1c11f65 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:54.382230 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-plugged", "status": "completed", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:54.382602 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d67b11a-f1b2-470c-89ee-a51be1c11f65 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:54.383354 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'code': 200} Feb 11 13:45:54.390635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.393571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:54.397410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.423805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.511021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] For port ff156aaa-fc12-460b-b258-3cfdd702f1ff, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff156aaa-fc12-460b-b258-3cfdd702f1ff,segment=NetworkSegment(9ae31253-1e54-4696-bbda-0f7ef09284bc),segment_id=9ae31253-1e54-4696-bbda-0f7ef09284bc)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:54.511590 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.548287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for security_group (83a699b5-d13c-4163-828a-29c037bbf16a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.565048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d9d16312-a10a-4c8a-b742-99207d0771f9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:54.565816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83a699b5-d13c-4163-828a-29c037bbf16a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.570710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] Calling delete_port for ff156aaa-fc12-460b-b258-3cfdd702f1ff owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:54.639778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.650901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.659529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a699b5-d13c-4163-828a-29c037bbf16a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.675791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (68524649-52e3-4c1f-bb42-41cb682009d9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.695113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:54.728861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d76b8877-7cf4-4ef9-9da9-739def66f943), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.729610 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Added segment d76b8877-7cf4-4ef9-9da9-739def66f943 of type vlan for network a5bab372-dfb9-4c1d-b04e-13c120a57e15 Feb 11 13:45:54.730080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=ff156aaa-fc12-460b-b258-3cfdd702f1ff,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.748330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9ba33-a6c4-499f-82b9-c654fe595ac0 None None] Current status of the port d9d16312-a10a-4c8a-b742-99207d0771f9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:54.749959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60723b-20f0-44d7-b924-ed316e927c04 req-4a4dbd12-2abd-47ee-bfbd-f3acabcbe618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:54.751721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e60723b-20f0-44d7-b924-ed316e927c04 req-4a4dbd12-2abd-47ee-bfbd-f3acabcbe618 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 1127 time: 0.2013705 Feb 11 13:45:54.758205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b6b9ba33-a6c4-499f-82b9-c654fe595ac0 None None] Could not find standard attr ID for object 68524649-52e3-4c1f-bb42-41cb682009d9. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:45:54.766205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Port': ['ID=68524649-52e3-4c1f-bb42-41cb682009d9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.768736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port ff156aaa-fc12-460b-b258-3cfdd702f1ff on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:54.792240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b6b9ba33-a6c4-499f-82b9-c654fe595ac0 None None] Provisioning complete for port 5c4782ef-c71e-4bf0-bf95-b29bec285be9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:54.793140 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6b9ba33-a6c4-499f-82b9-c654fe595ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5c4782ef-c71e-4bf0-bf95-b29bec285be9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.819764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a5bab372-dfb9-4c1d-b04e-13c120a57e15), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.846107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e60723b-20f0-44d7-b924-ed316e927c04 req-a4aa73a7-5e87-4750-88bd-726b5b8c1017 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706913 Feb 11 13:45:54.854552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9ba33-a6c4-499f-82b9-c654fe595ac0 None None] Port 5c4782ef-c71e-4bf0-bf95-b29bec285be9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:54.858426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ff156aaa-fc12-460b-b258-3cfdd702f1ff), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.880114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a5bab372-dfb9-4c1d-b04e-13c120a57e15), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.892924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:54.893471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.909407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (53799356-add1-4ffd-845c-7a02a702b2b8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:54.931276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] No DVR routers for this DVR port ff156aaa-fc12-460b-b258-3cfdd702f1ff on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:54.933132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ae875-dfb5-46be-a0fa-6d467fff500e None None] Pushing event deleted for resources: {'Port': ['ID=ff156aaa-fc12-460b-b258-3cfdd702f1ff,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.973437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-395dc7e7-1606-46eb-bb52-3dab5b64bd94 None None] Could not find standard attr ID for object 68524649-52e3-4c1f-bb42-41cb682009d9. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:45:55.004155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-395dc7e7-1606-46eb-bb52-3dab5b64bd94 None None] Provisioning complete for port 5c4782ef-c71e-4bf0-bf95-b29bec285be9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:55.004505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-395dc7e7-1606-46eb-bb52-3dab5b64bd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5c4782ef-c71e-4bf0-bf95-b29bec285be9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.017417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d9d16312-a10a-4c8a-b742-99207d0771f9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:55.042645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Network': ['ID=a5bab372-dfb9-4c1d-b04e-13c120a57e15,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.059650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-11875286-db44-4053-869f-523acc831e77 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9088953 Feb 11 13:45:55.065208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57350) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:55.074169 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.078346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:55.079096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:55.083853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5d46a864-93cc-479e-94e3-a6004aa762a6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/ports/68524649-52e3-4c1f-bb42-41cb682009d9 HTTP/1.1" status: 204 len: 168 time: 1.7210317 Feb 11 13:45:55.086361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53799356-add1-4ffd-845c-7a02a702b2b8']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:55.088985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57352) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:55.116569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae31253-1e54-4696-bbda-0f7ef09284bc') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:55.116970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae31253-1e54-4696-bbda-0f7ef09284bc') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:55.154865 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6cac0a-17c3-43d7-ace3-12aa25b77820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] GET failed (client error): The resource could not be found. Feb 11 13:45:55.156343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bc6cac0a-17c3-43d7-ace3-12aa25b77820 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "GET /v2.0/ports/68524649-52e3-4c1f-bb42-41cb682009d9 HTTP/1.1" status: 404 len: 333 time: 0.0649052 Feb 11 13:45:55.160667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (9ae31253-1e54-4696-bbda-0f7ef09284bc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.162860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57354) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:55.170749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-673844709'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:55.196436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b826e6-29f7-4429-8be6-31a1148486db req-0446f6bc-e1ca-4ea5-bb2e-08666277ff96 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:55.205288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56b826e6-29f7-4429-8be6-31a1148486db req-0446f6bc-e1ca-4ea5-bb2e-08666277ff96 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.4784255 Feb 11 13:45:55.247490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9ae31253-1e54-4696-bbda-0f7ef09284bc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.268599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:55.269905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (9ae31253-1e54-4696-bbda-0f7ef09284bc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:55.277356 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:55.302364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-395dc7e7-1606-46eb-bb52-3dab5b64bd94 None None] Port 5c4782ef-c71e-4bf0-bf95-b29bec285be9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:55.356399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d9d16312-a10a-4c8a-b742-99207d0771f9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:55.356912 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.361741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:55.367283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56b826e6-29f7-4429-8be6-31a1148486db req-72b35007-d525-4b04-bee6-bc1525cfb796 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607461 Feb 11 13:45:55.374516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.376966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (53799356-add1-4ffd-845c-7a02a702b2b8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.387387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.391242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/53799356-add1-4ffd-845c-7a02a702b2b8 HTTP/1.1" status: 204 len: 168 time: 2.1611555 Feb 11 13:45:55.400526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57356) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:55.405222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cd475-df9a-4365-91d6-54308ed72be2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=53799356-add1-4ffd-845c-7a02a702b2b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.457819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d9d16312-a10a-4c8a-b742-99207d0771f9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:55.461283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:55.464958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:55.520571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device df3d69c4-e376-469b-a9ad-23ee1ea6370b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:55.542595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: df3d69c4-e376-469b-a9ad-23ee1ea6370b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:55.542988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device df3d69c4-e376-469b-a9ad-23ee1ea6370b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:55.543345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff156aaa-fc12-460b-b258-3cfdd702f1ff no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:55.564191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ff156aaa-fc12-460b-b258-3cfdd702f1ff {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:55.564550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff156aaa-fc12-460b-b258-3cfdd702f1ff not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:55.587369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] device_id is not set on port cdd694e1-3835-49d9-bbb7-bf78aa688030 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:45:56.169938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Allocated IP 2001:db8::2ad (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a/d1cc4653-f52e-4478-962e-df0a687efa71/cdd694e1-3835-49d9-bbb7-bf78aa688030) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:56.184403 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (84006cfa-5117-49e4-98fe-4c8cdf2b2f91), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.308714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=84006cfa-5117-49e4-98fe-4c8cdf2b2f91,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:56.345449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:56.345818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network hostable DHCP agents. Network: a5bab372-dfb9-4c1d-b04e-13c120a57e15, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:56.424458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:56.472576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a5bab372-dfb9-4c1d-b04e-13c120a57e15) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:56.476518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.483080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db9968-04f2-4ad1-9174-daabab6ba37f None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:56.494280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.494881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.544662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a04c5cda-eb3c-47a0-9943-81a34474cc23 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4783223 Feb 11 13:45:56.547677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57360) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:56.553917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'name': 'tempest-NetworksTestDHCPv6-132429502'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:56.588493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe63a36-6a6b-4097-884b-33f14de23ae3 req-7dae875a-dcf1-414f-8389-a9a82063360d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.590067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0fe63a36-6a6b-4097-884b-33f14de23ae3 req-7dae875a-dcf1-414f-8389-a9a82063360d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.1197171 Feb 11 13:45:56.595920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.601948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.638952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '84006cfa-5117-49e4-98fe-4c8cdf2b2f91'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:45:56.640168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.706854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:56.710860 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.746254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port ec85dd07-89d6-44f9-96fd-21bef837806f yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:45:56.753959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:56.761544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:56.771367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:56.777036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.777761 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.804905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=cdd694e1-3835-49d9-bbb7-bf78aa688030,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:56.836577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/84006cfa-5117-49e4-98fe-4c8cdf2b2f91/cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:56.846070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0fe63a36-6a6b-4097-884b-33f14de23ae3 req-84782fb0-8f53-4844-8b96-be394e23d47d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477295 Feb 11 13:45:56.892529 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8325c34c-b833-4e75-8b0e-d9c07e467b86 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7285736 Feb 11 13:45:56.898344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57364) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:56.904080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c8', 'mac_address': 'fa:16:3e:d4:6e:8c'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:57.029353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1c04757-9fb7-44e2-b77c-e751c747ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.066518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.095967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port c20301df-5c07-4c47-9445-2648df5ec320 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:57.096896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c20301df-5c07-4c47-9445-2648df5ec320), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.150483 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Publish callbacks [] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.164604 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.209156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port c20301df-5c07-4c47-9445-2648df5ec320, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c20301df-5c07-4c47-9445-2648df5ec320,segment=NetworkSegment(b163c8ad-8e37-42b9-b527-471b19520281),segment_id=b163c8ad-8e37-42b9-b527-471b19520281)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:57.209787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c20301df-5c07-4c47-9445-2648df5ec320), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.211496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:57.214517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:57.218528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:57.242094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for c20301df-5c07-4c47-9445-2648df5ec320 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:57.259900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Pushing event updated for resources: {'Port': ['ID=cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.303926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::368 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/84006cfa-5117-49e4-98fe-4c8cdf2b2f91/ec85dd07-89d6-44f9-96fd-21bef837806f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:57.316424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-faf5886d-6667-42d0-93fe-54a1aa97f854 None None] Provisioning complete for port cdd694e1-3835-49d9-bbb7-bf78aa688030 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:57.316963 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-faf5886d-6667-42d0-93fe-54a1aa97f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.321857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Attempting to bind port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:57.322300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Attempting to bind port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:57.322759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Attempting to bind port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:57.352799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:57.353369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:57.353888 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.354459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:57.355048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Bound port: cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:57.355537 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.379918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-faf5886d-6667-42d0-93fe-54a1aa97f854 None None] Port cdd694e1-3835-49d9-bbb7-bf78aa688030 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:57.454880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] For port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:57.538903 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c20301df-5c07-4c47-9445-2648df5ec320), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.539145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] For port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:57.544899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.550915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.554978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.581991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=c20301df-5c07-4c47-9445-2648df5ec320,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.612868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=cdd694e1-3835-49d9-bbb7-bf78aa688030,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.616716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06ff7-0b13-4f45-857c-64c35c11b35f req-4e0236c0-3141-439e-804b-9cb740dcefc2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.618351 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ad06ff7-0b13-4f45-857c-64c35c11b35f req-4e0236c0-3141-439e-804b-9cb740dcefc2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.1367345 Feb 11 13:45:57.630882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] In _notify_port_updated(), no bound segment for port cdd694e1-3835-49d9-bbb7-bf78aa688030 on network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:45:57.636781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.637407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.641336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d6839de5-5116-4d1e-9ea1-e1fbda14cb10 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "PUT /v2.0/ports/cdd694e1-3835-49d9-bbb7-bf78aa688030 HTTP/1.1" status: 200 len: 1002 time: 0.7394674 Feb 11 13:45:57.642415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57368) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:57.710836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e024bde-e0a2-42b4-b049-2e748292d4b2 None None] Pushing event updated for resources: {'Port': ['ID=cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.717658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (ec85dd07-89d6-44f9-96fd-21bef837806f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.754768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ad06ff7-0b13-4f45-857c-64c35c11b35f req-31797c5a-1d56-4bc8-8e9c-9fbcdeeaf4a4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303823 Feb 11 13:45:57.844567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ec85dd07-89d6-44f9-96fd-21bef837806f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.912196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.916990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:57.918615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=ec85dd07-89d6-44f9-96fd-21bef837806f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.925116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:57.932700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:57.945065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.946027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:57.969520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Deleting port cdd694e1-3835-49d9-bbb7-bf78aa688030 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:57.971330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.001929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bb05eb7a-cf46-498c-bec2-74178cec0fb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4525194 Feb 11 13:45:58.004775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57370) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:58.149907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.169696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Calling delete_port for cdd694e1-3835-49d9-bbb7-bf78aa688030 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:58.219020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648369f5-2458-468a-a5da-cf2121369438 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.225940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648369f5-2458-468a-a5da-cf2121369438 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.228111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-648369f5-2458-468a-a5da-cf2121369438 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2196465 Feb 11 13:45:58.231118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57372) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:58.317813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-59f0712f-3a53-4903-a09b-f40c788618c5 None None] Provisioning complete for port cdd694e1-3835-49d9-bbb7-bf78aa688030 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:58.318239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59f0712f-3a53-4903-a09b-f40c788618c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.359441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cdd694e1-3835-49d9-bbb7-bf78aa688030), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.365742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:58.372649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-59f0712f-3a53-4903-a09b-f40c788618c5 None None] Port cdd694e1-3835-49d9-bbb7-bf78aa688030 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:58.462216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Port': ['ID=cdd694e1-3835-49d9-bbb7-bf78aa688030,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:58.481449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port ec85dd07-89d6-44f9-96fd-21bef837806f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:58.481854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ec85dd07-89d6-44f9-96fd-21bef837806f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.520800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.527024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-73f6b1bc-1e8b-4a17-8f49-954f391c0b90 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/ports/cdd694e1-3835-49d9-bbb7-bf78aa688030 HTTP/1.1" status: 204 len: 168 time: 0.8811507 Feb 11 13:45:58.527167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:58.527253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:58.536421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:58.542999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-914ba42a-7bab-4046-9afa-95e548e60d71 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384151 Feb 11 13:45:58.544899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57376) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:58.561501 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e89861-0466-4d8d-a8bf-36d02ea9a314 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] GET failed (client error): The resource could not be found. Feb 11 13:45:58.567008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-77e89861-0466-4d8d-a8bf-36d02ea9a314 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "GET /v2.0/ports/cdd694e1-3835-49d9-bbb7-bf78aa688030 HTTP/1.1" status: 404 len: 333 time: 0.0349054 Feb 11 13:45:58.568494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57378) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:58.573003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:58.573692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-851004629'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:58.576204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:58.687797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet bdc5be39-ae85-4aa2-9522-7b4b59b48f91 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:45:58.693660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (bdc5be39-ae85-4aa2-9522-7b4b59b48f91), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.699258 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ec85dd07-89d6-44f9-96fd-21bef837806f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.738373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:58.740356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:58.744313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.762098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for ec85dd07-89d6-44f9-96fd-21bef837806f owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:58.776313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] device_id is not set on port 46ee3248-1e71-43d7-93e7-14092e3aeecb yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:45:58.797247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (bdc5be39-ae85-4aa2-9522-7b4b59b48f91), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:58.945501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Allocated IP 2001:db8::28 (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a/d1cc4653-f52e-4478-962e-df0a687efa71/46ee3248-1e71-43d7-93e7-14092e3aeecb) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:59.054779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f478f8-bb7d-413e-8353-94cd1f900dc2 req-1481b3c5-b3dd-4658-be30-08f547307690 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.059726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2f478f8-bb7d-413e-8353-94cd1f900dc2 req-1481b3c5-b3dd-4658-be30-08f547307690 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.1176450 Feb 11 13:45:59.141567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:57Z', 'revision_number': 10, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:59.157264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (bdc5be39-ae85-4aa2-9522-7b4b59b48f91), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.172721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:59.183861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2f478f8-bb7d-413e-8353-94cd1f900dc2 req-51266009-5637-4189-849a-b97d3a3db8ba tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156421 Feb 11 13:45:59.210367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:59.220667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ec85dd07-89d6-44f9-96fd-21bef837806f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.231507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:59.232097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:59.300013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=ec85dd07-89d6-44f9-96fd-21bef837806f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.314296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.319470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4fc4e233-708d-4cf5-965c-8174a0956a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/ec85dd07-89d6-44f9-96fd-21bef837806f HTTP/1.1" status: 204 len: 168 time: 1.0867758 Feb 11 13:45:59.322531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57384) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:59.371171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.387931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (bdc5be39-ae85-4aa2-9522-7b4b59b48f91), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.430929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.437615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/bdc5be39-ae85-4aa2-9522-7b4b59b48f91 HTTP/1.1" status: 204 len: 168 time: 0.8896782 Feb 11 13:45:59.442618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba853f8-65bc-45c4-8ee4-42d83afbf3e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.442901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57386) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:59.444760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba853f8-65bc-45c4-8ee4-42d83afbf3e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.449377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ba853f8-65bc-45c4-8ee4-42d83afbf3e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1232238 Feb 11 13:45:59.449377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09470d0-bd87-4ea0-bd67-7d1dc4f57dfd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc5be39-ae85-4aa2-9522-7b4b59b48f91,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.455936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57388) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:59.516720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7344b09-0c8a-410f-8c9f-e260a3f648a8 None None] Network cb506422-5034-4af9-b3b6-7641d5326d89 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:59.519847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.520918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 84006cfa-5117-49e4-98fe-4c8cdf2b2f91 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:45:59.525399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (84006cfa-5117-49e4-98fe-4c8cdf2b2f91), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.545149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91dae8-cb82-42a9-8805-eb3358973601 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:45:59.580700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (84006cfa-5117-49e4-98fe-4c8cdf2b2f91), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.656371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:59.663861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:59.666545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:59.672065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.672782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.689548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (cb506422-5034-4af9-b3b6-7641d5326d89), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.705796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=46ee3248-1e71-43d7-93e7-14092e3aeecb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.722572 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f6e3e05d-5370-4f91-aa1b-af9d4fb82651 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1529255 Feb 11 13:45:59.726452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57398) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:45:59.734262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d4:6e:8c'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:59.789637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d832c941-972d-45f1-8ee1-c92a38116076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.806496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port e60ff94e-c4f9-4aff-9215-206c444d2262 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:59.806847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.836713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3f97d82b-1da1-41b4-b1c6-a6d5d3904c87 None None] Provisioning complete for port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:59.837190 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f97d82b-1da1-41b4-b1c6-a6d5d3904c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.862568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:59.872052 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (84006cfa-5117-49e4-98fe-4c8cdf2b2f91), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.937477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port e60ff94e-c4f9-4aff-9215-206c444d2262, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e60ff94e-c4f9-4aff-9215-206c444d2262,segment=NetworkSegment(b163c8ad-8e37-42b9-b527-471b19520281),segment_id=b163c8ad-8e37-42b9-b527-471b19520281)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:59.938111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:59.955021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for e60ff94e-c4f9-4aff-9215-206c444d2262 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:59.976278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:59.976807 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.074534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (84006cfa-5117-49e4-98fe-4c8cdf2b2f91), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.124338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e60ff94e-c4f9-4aff-9215-206c444d2262), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.130814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=84006cfa-5117-49e4-98fe-4c8cdf2b2f91,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:00.149032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.152727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-68fa6bb8-c1ba-4c8d-a44f-f7d9d7a356d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/84006cfa-5117-49e4-98fe-4c8cdf2b2f91 HTTP/1.1" status: 204 len: 168 time: 0.6957126 Feb 11 13:46:00.157284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57402) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:00.165346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.169154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=e60ff94e-c4f9-4aff-9215-206c444d2262,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:00.184568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port e60ff94e-c4f9-4aff-9215-206c444d2262 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:00.223727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-41eaf11a-6241-484c-9a05-3f306153a64b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650203 Feb 11 13:46:00.231662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57404) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:00.237963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:00.284019 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (cb506422-5034-4af9-b3b6-7641d5326d89), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.309275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb506422-5034-4af9-b3b6-7641d5326d89']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:00.322616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b163c8ad-8e37-42b9-b527-471b19520281') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:00.322915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b163c8ad-8e37-42b9-b527-471b19520281') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:00.340057 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b163c8ad-8e37-42b9-b527-471b19520281), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.356683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b163c8ad-8e37-42b9-b527-471b19520281), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.363769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:00.364182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b163c8ad-8e37-42b9-b527-471b19520281), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:00.450185 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:00.462254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (cb506422-5034-4af9-b3b6-7641d5326d89), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.472892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ab0aa-b720-4536-a6e4-1cb63d296f6e req-fc505f7c-d51c-4fa0-994b-d9ef435311da tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.474884 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-782ab0aa-b720-4536-a6e4-1cb63d296f6e req-fc505f7c-d51c-4fa0-994b-d9ef435311da tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.5705626 Feb 11 13:46:00.499374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.508304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/cb506422-5034-4af9-b3b6-7641d5326d89 HTTP/1.1" status: 204 len: 168 time: 1.0600281 Feb 11 13:46:00.508304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0351cc-44be-41b4-afbe-ab27cc2335aa tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=cb506422-5034-4af9-b3b6-7641d5326d89,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:00.511277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57406) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:00.566473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:00.570766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.593455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0811c72-b7b5-48f6-8747-e4f7ccfcc45d None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:00.618299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.631602 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.649360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-782ab0aa-b720-4536-a6e4-1cb63d296f6e req-8fc12b2d-9b8b-4da6-aafb-317808b38cfc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520679 Feb 11 13:46:00.701208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad9e16-d34d-44fd-8e80-09c70f6b89fb None None] DHCP port deletion for cb506422-5034-4af9-b3b6-7641d5326d89 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:00.738477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] In _notify_port_updated(), no bound segment for port 46ee3248-1e71-43d7-93e7-14092e3aeecb on network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:46:00.749428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.749428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.749428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "PUT /v2.0/ports/46ee3248-1e71-43d7-93e7-14092e3aeecb HTTP/1.1" status: 200 len: 1001 time: 1.0183070 Feb 11 13:46:00.752488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57408) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:00.801567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:00.802152 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.838033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3f97d82b-1da1-41b4-b1c6-a6d5d3904c87 None None] Current status of the port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:00.838033 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f97d82b-1da1-41b4-b1c6-a6d5d3904c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.883946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:00.914533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6da7a7-12ac-4cae-ba23-32a0462de5a7 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=46ee3248-1e71-43d7-93e7-14092e3aeecb,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:00.919079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.010694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.071422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Deleting port 46ee3248-1e71-43d7-93e7-14092e3aeecb {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:01.071695 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.081305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.106474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e60ff94e-c4f9-4aff-9215-206c444d2262 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:01.160684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e60ff94e-c4f9-4aff-9215-206c444d2262 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:01.160943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e60ff94e-c4f9-4aff-9215-206c444d2262 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:01.165064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.206542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.220215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:57Z', 'revision_number': 10, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:01.221574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Calling delete_port for 46ee3248-1e71-43d7-93e7-14092e3aeecb owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:01.264362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1e6ba-606d-477a-9297-14015eb1108d None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:45:57Z', 'revision_number': 10, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None, '_interfaces': [{'id': 'd44d7cdf-a3fa-433f-a8cf-847de6773b95', 'name': '', 'network_id': '0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'mac_address': 'fa:16:3e:f5:b5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:09Z', 'revision_number': 5, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'subnets': [{'id': 'a244514c-18da-4a0d-8b98-e7343e49e8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:01.270617 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-3f97d82b-1da1-41b4-b1c6-a6d5d3904c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:01.270975 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-3f97d82b-1da1-41b4-b1c6-a6d5d3904c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:01.311514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:01.374792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] Deleting port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:01.375439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.409722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port d44d7cdf-a3fa-433f-a8cf-847de6773b95 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:01.410197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.455120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] For port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:01.455550 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.470931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] Calling delete_port for cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:01.515288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port d44d7cdf-a3fa-433f-a8cf-847de6773b95, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d44d7cdf-a3fa-433f-a8cf-847de6773b95,segment=NetworkSegment(f92430b0-0fb4-4e85-95d4-4e3eb1086184),segment_id=f92430b0-0fb4-4e85-95d4-4e3eb1086184)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:01.515892 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.531266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for d44d7cdf-a3fa-433f-a8cf-847de6773b95 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:01.560143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.595887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] Pushing event deleted for resources: {'Port': ['ID=cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.604461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d771c-2c71-4921-95b5-4df5e8311987 None None] No DVR routers for this DVR port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:01.701793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6532b92c-61d5-41b2-9292-671f4456e9d5 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:46:01.817835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3f97d82b-1da1-41b4-b1c6-a6d5d3904c87 None None] Port cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 update to ACTIVE by agent not found {{(pid=103177) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 13:46:01.840312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (01b03c86-f90a-4f83-9658-5b3516576b11), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.844016 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d44d7cdf-a3fa-433f-a8cf-847de6773b95), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.889344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=d44d7cdf-a3fa-433f-a8cf-847de6773b95,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.915179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (46ee3248-1e71-43d7-93e7-14092e3aeecb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:01.917762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:01.939785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'port_id': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'mac_address': 'fa:16:3e:6d:36:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:46:01.949928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cfa52347-cdec-4b14-8af5-e21bc58e31ed None None] Could not find standard attr ID for object cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:46:01.970859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=01b03c86-f90a-4f83-9658-5b3516576b11,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.986886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:01.988830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cfa52347-cdec-4b14-8af5-e21bc58e31ed None None] Could not find standard attr ID for object 46ee3248-1e71-43d7-93e7-14092e3aeecb. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:46:02.007202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6532b92c-61d5-41b2-9292-671f4456e9d5 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:02.008349 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.042072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6532b92c-61d5-41b2-9292-671f4456e9d5 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:46:02.054296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Port': ['ID=46ee3248-1e71-43d7-93e7-14092e3aeecb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:02.056521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:02.061418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:02.062017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.072727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0c541-5f19-4526-a879-6005bb97c350 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:02.096197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.102880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f0335c9e-77a0-4d47-bbc8-468ee6996cad tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/ports/46ee3248-1e71-43d7-93e7-14092e3aeecb HTTP/1.1" status: 204 len: 168 time: 1.3472762 Feb 11 13:46:02.113922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57412) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:02.206223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bde928-a188-47a0-ac92-93c342bfb00a req-584c1cbe-5be4-48c8-a701-06b6c022ed39 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:02.207980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8bde928-a188-47a0-ac92-93c342bfb00a req-584c1cbe-5be4-48c8-a701-06b6c022ed39 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.3834183 Feb 11 13:46:02.210445 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-015425c2-ca0c-40ef-864e-8ec314b230b4 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] GET failed (client error): The resource could not be found. Feb 11 13:46:02.223689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-015425c2-ca0c-40ef-864e-8ec314b230b4 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "GET /v2.0/ports/46ee3248-1e71-43d7-93e7-14092e3aeecb HTTP/1.1" status: 404 len: 333 time: 0.1078160 Feb 11 13:46:02.231587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57418) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:02.237477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-349864625'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:02.251336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:02.253059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '01b03c86-f90a-4f83-9658-5b3516576b11'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:02.254225 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.271049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.274921 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6e433f00-60e5-4e66-983e-cf09635161f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0417075 Feb 11 13:46:02.278220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57422) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:02.290499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'name': 'tempest-NetworksTestDHCPv6-682051967'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:02.513284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:02.522040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8bde928-a188-47a0-ac92-93c342bfb00a req-0be85706-c186-4fe6-972d-d0dad542860f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728856 Feb 11 13:46:02.601974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:02.605936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.615358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/01b03c86-f90a-4f83-9658-5b3516576b11/a7dc5c80-98ea-441f-9fa4-118cac3d8254) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:02.637130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] device_id is not set on port 636ffe06-30ea-4c7f-b427-6fdaba7afb5c yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:02.645878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['6532b92c-61d5-41b2-9292-671f4456e9d5'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:46:02.646242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:02.651251 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.723753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 5751a522-d65c-4c44-a8b5-ce7108b59536 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:02.757351 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.794368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.955728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Allocated IP 2001:db8::3ca (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a/d1cc4653-f52e-4478-962e-df0a687efa71/636ffe06-30ea-4c7f-b427-6fdaba7afb5c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:03.095718 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Publish callbacks [] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.161389 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.239999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:03.243121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:03.305995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:03.306284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cd6fe6d0-b94c-40b0-8ec4-865d7aa82a85 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:03.306714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c20301df-5c07-4c47-9445-2648df5ec320 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:03.357103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c20301df-5c07-4c47-9445-2648df5ec320 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:03.361186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c20301df-5c07-4c47-9445-2648df5ec320 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:03.390278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:03.397392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::fb (a5bab372-dfb9-4c1d-b04e-13c120a57e15/01b03c86-f90a-4f83-9658-5b3516576b11/5751a522-d65c-4c44-a8b5-ce7108b59536) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:03.406299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:03.412731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:03.449898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:03.468008 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:03.479865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57444) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:03.482602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e2b88f5f-3eb9-465c-bf13-27e756049ea3 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9723475 Feb 11 13:46:03.491860 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:03.492682 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:03.525663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (636ffe06-30ea-4c7f-b427-6fdaba7afb5c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.603176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (636ffe06-30ea-4c7f-b427-6fdaba7afb5c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.624562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Pushing event updated for resources: {'Port': ['ID=a7dc5c80-98ea-441f-9fa4-118cac3d8254,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:03.662389 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:03.686253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Attempting to bind port a7dc5c80-98ea-441f-9fa4-118cac3d8254 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:03.686635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Attempting to bind port a7dc5c80-98ea-441f-9fa4-118cac3d8254 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:03.686999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Attempting to bind port a7dc5c80-98ea-441f-9fa4-118cac3d8254 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:03.702281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:03.702654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:03.703060 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.703458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:03.703928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Bound port: a7dc5c80-98ea-441f-9fa4-118cac3d8254, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:03.714868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.734324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=636ffe06-30ea-4c7f-b427-6fdaba7afb5c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:03.806141 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 11, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:03.843894 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:03.845620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] For port a7dc5c80-98ea-441f-9fa4-118cac3d8254, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:03.848834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] For port a7dc5c80-98ea-441f-9fa4-118cac3d8254, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a7dc5c80-98ea-441f-9fa4-118cac3d8254,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:03.853001 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.866998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.868734 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:03.871345 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:03.903588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:03.917366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:03.922105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting subnet a244514c-18da-4a0d-8b98-e7343e49e8c0 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:03.935398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:03.940099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b70d3-f466-48d9-83b1-83d122df7a1b None None] Pushing event updated for resources: {'Port': ['ID=a7dc5c80-98ea-441f-9fa4-118cac3d8254,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:03.946823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:03.947499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.971707 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (a244514c-18da-4a0d-8b98-e7343e49e8c0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.133408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3271c3c2-0a54-4d6e-8fba-3468b376c15f tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8973544 Feb 11 13:46:04.134845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57448) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:04.145402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669972a-8605-4f69-b79c-9419772a0e47 req-6f323684-b167-4e35-8cee-077b9f3e7926 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:04.146980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'network_id': 'dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1330892882'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:04.147111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d669972a-8605-4f69-b79c-9419772a0e47 req-6f323684-b167-4e35-8cee-077b9f3e7926 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 944 time: 0.4286900 Feb 11 13:46:04.151747 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (a244514c-18da-4a0d-8b98-e7343e49e8c0), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.306307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:04.457693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 11, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:04.463463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a244514c-18da-4a0d-8b98-e7343e49e8c0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.504138 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0b163-9b6b-412a-a99f-350d780da5f9 None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 11, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:04.510992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Made reservation on behalf of fce908994d664fedb320becf535a4ba1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:04.537768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.556753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-138b2023-78ac-4fa4-baff-918f6e76c613 None None] Provisioning complete for port 636ffe06-30ea-4c7f-b427-6fdaba7afb5c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:04.557372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-138b2023-78ac-4fa4-baff-918f6e76c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (636ffe06-30ea-4c7f-b427-6fdaba7afb5c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.601777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] device_id is not set on port 28575662-765c-45a7-b52e-d510faf68651 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:04.604203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (a244514c-18da-4a0d-8b98-e7343e49e8c0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.667813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-138b2023-78ac-4fa4-baff-918f6e76c613 None None] Port 636ffe06-30ea-4c7f-b427-6fdaba7afb5c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:46:04.700139 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (5751a522-d65c-4c44-a8b5-ce7108b59536), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.718226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6ded99-9ca1-4612-a19b-de184a45a718 None None] Network 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:04.719452 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d669972a-8605-4f69-b79c-9419772a0e47 req-283591a3-b10d-4caf-b57b-4776dc68d965 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642960 Feb 11 13:46:04.720245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Subnet': ['ID=a244514c-18da-4a0d-8b98-e7343e49e8c0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:04.724727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.728377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-04a8eb0a-ac3d-47ae-899d-e8374234c15c tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/a244514c-18da-4a0d-8b98-e7343e49e8c0 HTTP/1.1" status: 204 len: 168 time: 1.2310870 Feb 11 13:46:04.744864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57450) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:04.797336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Allocated IP 2001:db8::385 (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a/d1cc4653-f52e-4478-962e-df0a687efa71/28575662-765c-45a7-b52e-d510faf68651) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:04.959193 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.982710 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5751a522-d65c-4c44-a8b5-ce7108b59536), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.050318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (28575662-765c-45a7-b52e-d510faf68651), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.056922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] DHCP port deletion for 0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:05.107997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (28575662-765c-45a7-b52e-d510faf68651), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.117498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=5751a522-d65c-4c44-a8b5-ce7108b59536,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.146256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:05.202593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:05.209894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] Deleting port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:05.209894 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.234185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:05.237763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:05.242262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:05.244357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.249906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.261061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:05.262949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a7dc5c80-98ea-441f-9fa4-118cac3d8254 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:05.267827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.268793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.276424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=28575662-765c-45a7-b52e-d510faf68651,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.307211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6763b673-5a1f-40fa-91eb-7b9ebe87fd68 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1698382 Feb 11 13:46:05.307965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:05.318080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c8', 'mac_address': 'fa:16:3e:d4:6e:8c'}, {'ip_address': '2001:db8::3ca', 'mac_address': 'fa:16:3e:21:4b:4d'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:05.336981 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6b02cb5a-ecef-4062-ba22-a8096a9b291c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0580471 Feb 11 13:46:05.352754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57454) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:05.424205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Deleting port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:05.424914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.583518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] For port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,segment=NetworkSegment(f92430b0-0fb4-4e85-95d4-4e3eb1086184),segment_id=f92430b0-0fb4-4e85-95d4-4e3eb1086184)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:05.586071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.628063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Calling delete_port for 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:05.661622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5ff32-b0ac-422e-ac9f-d5a72c22af9d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.667127 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28575662-765c-45a7-b52e-d510faf68651), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.679466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5ff32-b0ac-422e-ac9f-d5a72c22af9d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.689805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:05.693059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70b5ff32-b0ac-422e-ac9f-d5a72c22af9d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3355112 Feb 11 13:46:05.853671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6532b92c-61d5-41b2-9292-671f4456e9d5 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:05.883299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.929465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] For port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,segment=NetworkSegment(f92430b0-0fb4-4e85-95d4-4e3eb1086184),segment_id=f92430b0-0fb4-4e85-95d4-4e3eb1086184)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:05.930114 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:05.936241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Port': ['ID=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.943418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No DVR routers for this DVR port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:05.976355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] Calling delete_port for 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:06.016666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a884dae3-fc5c-4b10-bece-47b3bc145131 None None] Provisioning complete for port 28575662-765c-45a7-b52e-d510faf68651 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:06.029427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a884dae3-fc5c-4b10-bece-47b3bc145131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28575662-765c-45a7-b52e-d510faf68651), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.122087 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.130571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a7dc5c80-98ea-441f-9fa4-118cac3d8254 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:06.131818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.168266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:06.190173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92430b0-0fb4-4e85-95d4-4e3eb1086184') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:06.190485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92430b0-0fb4-4e85-95d4-4e3eb1086184') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:06.202811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a884dae3-fc5c-4b10-bece-47b3bc145131 None None] Port 28575662-765c-45a7-b52e-d510faf68651 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:46:06.207473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37017641-d25f-4d02-b8c8-03d1bef65062 req-f262ef0e-c510-4e72-b5a8-db4563e40d0b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.213059 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (f92430b0-0fb4-4e85-95d4-4e3eb1086184), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.214744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37017641-d25f-4d02-b8c8-03d1bef65062 req-f262ef0e-c510-4e72-b5a8-db4563e40d0b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 944 time: 0.3931251 Feb 11 13:46:06.237610 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f92430b0-0fb4-4e85-95d4-4e3eb1086184), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.247069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:06.247475 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (f92430b0-0fb4-4e85-95d4-4e3eb1086184), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:06.251707 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:06.268443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 6532b92c-61d5-41b2-9292-671f4456e9d5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:06.269096 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.339477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.380448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.391017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.394340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/networks/0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b HTTP/1.1" status: 204 len: 168 time: 1.6484513 Feb 11 13:46:06.400723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for port (28575662-765c-45a7-b52e-d510faf68651), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.403678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:06.407555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] Pushing event deleted for resources: {'Port': ['ID=8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:06.429038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9b452-b96d-4f5b-b9f7-8ac840e2f7cb tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Pushing event deleted for resources: {'Network': ['ID=0a2725bf-e2a8-4d27-bf9e-bae9bfa6c41b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:06.439511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744e524-d873-485f-8dcd-5e457943cd16 None None] No DVR routers for this DVR port 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:06.442695 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:46:06.455267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37017641-d25f-4d02-b8c8-03d1bef65062 req-942758a5-60d4-46c7-82e0-4fd13a15a443 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395997 Feb 11 13:46:06.459972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'routes': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:06.465926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 5751a522-d65c-4c44-a8b5-ce7108b59536 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:06.466449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5751a522-d65c-4c44-a8b5-ce7108b59536), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.469281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (28575662-765c-45a7-b52e-d510faf68651), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.477859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0fe4e767-cad7-4e4a-b47f-84516fdc703b None None] Provisioning complete for port a7dc5c80-98ea-441f-9fa4-118cac3d8254 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:06.478305 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e767-cad7-4e4a-b47f-84516fdc703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.572470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] In _notify_port_updated(), no bound segment for port 28575662-765c-45a7-b52e-d510faf68651 on network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:46:06.581523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.586592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.587982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "PUT /v2.0/ports/28575662-765c-45a7-b52e-d510faf68651 HTTP/1.1" status: 200 len: 1068 time: 1.2788103 Feb 11 13:46:06.591032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57464) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:06.639102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a7dc5c80-98ea-441f-9fa4-118cac3d8254 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:06.652859 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.656540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf9869-63a6-4c5b-b33b-7c93f5846094 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event updated for resources: {'Port': ['ID=28575662-765c-45a7-b52e-d510faf68651,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:06.743042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6532b92c-61d5-41b2-9292-671f4456e9d5 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:06.743353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.809544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Deleting port 28575662-765c-45a7-b52e-d510faf68651 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:06.809894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (28575662-765c-45a7-b52e-d510faf68651), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.820068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Added routes are [] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:46:06.820382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Removed routes are [] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:46:06.820999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.864609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port a7dc5c80-98ea-441f-9fa4-118cac3d8254, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a7dc5c80-98ea-441f-9fa4-118cac3d8254,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:06.894549 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.934542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:06.939603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4e767-cad7-4e4a-b47f-84516fdc703b None None] Current status of the port a7dc5c80-98ea-441f-9fa4-118cac3d8254 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:06.940292 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e767-cad7-4e4a-b47f-84516fdc703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:06.979808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:06.982250 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d0af7c-3bb5-473f-80bb-844b90b6785a" -d '{"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-plugged", "status": "completed", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:06.999488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (28575662-765c-45a7-b52e-d510faf68651), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.014308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d44d7cdf-a3fa-433f-a8cf-847de6773b95 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:07.015570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Calling delete_port for 28575662-765c-45a7-b52e-d510faf68651 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:07.023269 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.167569 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5f5c56-1aa0-44c5-8a6a-6015b9ccda75 x-openstack-request-id: req-4e5f5c56-1aa0-44c5-8a6a-6015b9ccda75 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:07.167861 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-plugged", "status": "completed", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:07.168429 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e5f5c56-1aa0-44c5-8a6a-6015b9ccda75 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:07.168938 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'code': 200} Feb 11 13:46:07.173421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (28575662-765c-45a7-b52e-d510faf68651), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.175830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d44d7cdf-a3fa-433f-a8cf-847de6773b95 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:07.176196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d44d7cdf-a3fa-433f-a8cf-847de6773b95 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:07.226059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.229649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.234073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Port': ['ID=28575662-765c-45a7-b52e-d510faf68651,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:07.240280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5751a522-d65c-4c44-a8b5-ce7108b59536), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.263579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 5751a522-d65c-4c44-a8b5-ce7108b59536 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:07.320299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=a7dc5c80-98ea-441f-9fa4-118cac3d8254,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:07.401022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-0fe4e767-cad7-4e4a-b47f-84516fdc703b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:07.401542 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-0fe4e767-cad7-4e4a-b47f-84516fdc703b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:07.403520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:07.415874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:07.475848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:07.476374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a4dec25-d77a-4c1c-9cf6-454f1d59ea2c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:07.642781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.650051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b9d0f79f-74e9-424e-b302-e3294b0925ff tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/ports/28575662-765c-45a7-b52e-d510faf68651 HTTP/1.1" status: 204 len: 168 time: 1.0575662 Feb 11 13:46:07.650981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57470) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:07.652850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:07.685488 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4625673b-d32c-4d16-966d-9eff516190e6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] GET failed (client error): The resource could not be found. Feb 11 13:46:07.690218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4625673b-d32c-4d16-966d-9eff516190e6 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "GET /v2.0/ports/28575662-765c-45a7-b52e-d510faf68651 HTTP/1.1" status: 404 len: 333 time: 0.0377088 Feb 11 13:46:07.691227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57472) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:07.779790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9a964-35ad-4e0b-9c00-ea5302860ad9 req-84481fc1-3198-45ed-b019-a285f6b8b3e9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:07.781356 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65b9a964-35ad-4e0b-9c00-ea5302860ad9 req-84481fc1-3198-45ed-b019-a285f6b8b3e9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.1794255 Feb 11 13:46:07.851900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Deleting port 636ffe06-30ea-4c7f-b427-6fdaba7afb5c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:07.864110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (636ffe06-30ea-4c7f-b427-6fdaba7afb5c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.865912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:07.880487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.885233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57474) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:07.885395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-58d53de6-ad1d-4154-b373-192e1aede3ee tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 200 len: 701 time: 1.4497600 Feb 11 13:46:07.886982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] Sync routers for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:07.906102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5751a522-d65c-4c44-a8b5-ce7108b59536), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:07.954070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=5751a522-d65c-4c44-a8b5-ce7108b59536,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:07.985325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65b9a964-35ad-4e0b-9c00-ea5302860ad9 req-ffb9c41b-40a7-4916-8286-e79c3c26c562 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705446 Feb 11 13:46:08.015979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:08.016778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:08.044524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:08.057598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8f3f1031-dd4d-42e7-9e1b-60aa831e7340 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/5751a522-d65c-4c44-a8b5-ce7108b59536 HTTP/1.1" status: 204 len: 168 time: 2.3658879 Feb 11 13:46:08.058579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:08.085743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:08.086301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f65688c4-7b13-4c39-8be5-3eb6d4357c52 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 200 len: 205 time: 0.1592219 Feb 11 13:46:08.170147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:08.280938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (636ffe06-30ea-4c7f-b427-6fdaba7afb5c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:08.296105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Calling delete_port for 636ffe06-30ea-4c7f-b427-6fdaba7afb5c owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:08.338639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 11, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:08.395511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] Checking router: 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:08.407501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4e767-cad7-4e4a-b47f-84516fdc703b None None] Current status of the port a7dc5c80-98ea-441f-9fa4-118cac3d8254 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:08.410673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37324c3e-03d8-49b6-96c7-abfe8d88f6f2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:08.436340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] Routers {'39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:08.438058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:08.548925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db96815-8387-4327-bb39-a83b06f983ae tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:08.552245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db96815-8387-4327-bb39-a83b06f983ae tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:08.553835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4db96815-8387-4327-bb39-a83b06f983ae tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4937601 Feb 11 13:46:08.556467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57498) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:08.614894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (636ffe06-30ea-4c7f-b427-6fdaba7afb5c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:08.626852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bb9c742c-51af-486c-a928-c8f8320cee7d None None] Could not find standard attr ID for object 5751a522-d65c-4c44-a8b5-ce7108b59536. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:46:08.648899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bb9c742c-51af-486c-a928-c8f8320cee7d None None] Could not find standard attr ID for object 28575662-765c-45a7-b52e-d510faf68651. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:46:08.662863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] Set router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:08.691636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Port': ['ID=636ffe06-30ea-4c7f-b427-6fdaba7afb5c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:08.749610 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:08.760498 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0d4a9ae9-98d3-4d1e-8783-c5b7138bd219 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/ports/636ffe06-30ea-4c7f-b427-6fdaba7afb5c HTTP/1.1" status: 204 len: 168 time: 1.0657673 Feb 11 13:46:08.762536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57504) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:08.830312 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-3975b894-0422-4811-a5ca-b42fc154aa6a tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] GET failed (client error): The resource could not be found. Feb 11 13:46:08.834362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 11, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:08.841953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3975b894-0422-4811-a5ca-b42fc154aa6a tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "GET /v2.0/ports/636ffe06-30ea-4c7f-b427-6fdaba7afb5c HTTP/1.1" status: 404 len: 333 time: 0.0783441 Feb 11 13:46:08.842614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:08.892778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 01b03c86-f90a-4f83-9658-5b3516576b11 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:08.906765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96ccc3-2628-4bc4-9527-d51b1a5636e8 None None] The sync data for ids ['39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0'] in n-d-828676-2 is: [{'id': '39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0', 'name': 'tempest-RoutersTest-router-1044478843', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:59Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 11, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:08.984143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Deleting port 5c4782ef-c71e-4bf0-bf95-b29bec285be9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:08.984513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5c4782ef-c71e-4bf0-bf95-b29bec285be9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.036323 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (01b03c86-f90a-4f83-9658-5b3516576b11), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.045887 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37324c3e-03d8-49b6-96c7-abfe8d88f6f2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.165900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5c4782ef-c71e-4bf0-bf95-b29bec285be9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.168585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37324c3e-03d8-49b6-96c7-abfe8d88f6f2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.215332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Calling delete_port for 5c4782ef-c71e-4bf0-bf95-b29bec285be9 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:09.350665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a7dc5c80-98ea-441f-9fa4-118cac3d8254 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:09.419252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37324c3e-03d8-49b6-96c7-abfe8d88f6f2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.421662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37324c3e-03d8-49b6-96c7-abfe8d88f6f2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Fanout notify agent at l3_agent the message router_deleted on router 39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:46:09.429770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c417-b76d-4998-8d23-1acd23838475 req-083ae9c1-f181-4198-92c3-0f20681757b8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.448407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24e0c417-b76d-4998-8d23-1acd23838475 req-083ae9c1-f181-4198-92c3-0f20681757b8 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 0.1309566 Feb 11 13:46:09.461282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37324c3e-03d8-49b6-96c7-abfe8d88f6f2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.465459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-37324c3e-03d8-49b6-96c7-abfe8d88f6f2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 204 len: 168 time: 1.3729184 Feb 11 13:46:09.480867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57520) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:09.496436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a7dc5c80-98ea-441f-9fa4-118cac3d8254 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:09.497064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.500609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-668056dd-3b3a-4036-8c34-66cdf766474b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-926329244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:09.581746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (01b03c86-f90a-4f83-9658-5b3516576b11), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.598438 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-668056dd-3b3a-4036-8c34-66cdf766474b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.601497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-668056dd-3b3a-4036-8c34-66cdf766474b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.691589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24e0c417-b76d-4998-8d23-1acd23838475 req-b1a93a2a-fdc9-4ce5-abc4-554e50648e52 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413545 Feb 11 13:46:09.709876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5c4782ef-c71e-4bf0-bf95-b29bec285be9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.733017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a7dc5c80-98ea-441f-9fa4-118cac3d8254 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:09.794211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Port': ['ID=5c4782ef-c71e-4bf0-bf95-b29bec285be9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:09.826307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.831872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2f4915de-b74e-49f4-8dc1-07fad7db95a9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/ports/5c4782ef-c71e-4bf0-bf95-b29bec285be9 HTTP/1.1" status: 204 len: 168 time: 0.9860802 Feb 11 13:46:09.833416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57526) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:09.881391 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-668056dd-3b3a-4036-8c34-66cdf766474b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (f25b4852-151b-4ca3-b7be-017c3974ecba), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.927480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-668056dd-3b3a-4036-8c34-66cdf766474b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.942864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Deleting subnet d1cc4653-f52e-4478-962e-df0a687efa71 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:09.948040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for subnet (d1cc4653-f52e-4478-962e-df0a687efa71), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:09.973534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1a7af-abdf-4f65-8190-f17265c6c58d req-481c32b3-45c6-40e4-b592-fdbeb925d64e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.980156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74f1a7af-abdf-4f65-8190-f17265c6c58d req-481c32b3-45c6-40e4-b592-fdbeb925d64e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.6914935 Feb 11 13:46:10.056996 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (d1cc4653-f52e-4478-962e-df0a687efa71), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:10.144443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-668056dd-3b3a-4036-8c34-66cdf766474b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:10.168336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-668056dd-3b3a-4036-8c34-66cdf766474b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6812079 Feb 11 13:46:10.173090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57530) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:10.180825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bc665286-038a-4c84-923f-4f40cf1b190e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:10.248549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74f1a7af-abdf-4f65-8190-f17265c6c58d req-1b41044b-0836-46be-8a9e-462029e1a565 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391491 Feb 11 13:46:10.270413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (01b03c86-f90a-4f83-9658-5b3516576b11), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:10.403818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d1cc4653-f52e-4478-962e-df0a687efa71), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:10.499226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (d1cc4653-f52e-4478-962e-df0a687efa71), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:10.596268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cc4653-f52e-4478-962e-df0a687efa71,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:10.609077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:10.614478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/subnets/d1cc4653-f52e-4478-962e-df0a687efa71 HTTP/1.1" status: 204 len: 168 time: 0.7794518 Feb 11 13:46:10.618343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7025d-b2c9-4775-ab4a-2ca8e3a1155f None None] Network dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:10.620239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.620822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.622350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.622926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.623563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.624386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.624945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.625650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.626427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.626984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.627545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.628108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.628674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f60579-dab4-4050-a24e-4afa8d5fddf9 tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:10.741837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:10.861485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:10.982535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] DHCP port deletion for dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:11.180643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] Deleting port d9d16312-a10a-4c8a-b742-99207d0771f9 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:11.181025 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:11.375695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99a2d8-8633-4a76-b163-38a0ef898a9c req-cf47c89c-ce77-497b-8592-edeb70a550dc tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:11.383944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb99a2d8-8633-4a76-b163-38a0ef898a9c req-cf47c89c-ce77-497b-8592-edeb70a550dc tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 0.3012621 Feb 11 13:46:11.411995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (01b03c86-f90a-4f83-9658-5b3516576b11), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:11.419481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] For port d9d16312-a10a-4c8a-b742-99207d0771f9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d9d16312-a10a-4c8a-b742-99207d0771f9,segment=NetworkSegment(18a6551d-b6aa-48c9-ac15-7e642a131b24),segment_id=18a6551d-b6aa-48c9-ac15-7e642a131b24)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:11.420052 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:11.449181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] Calling delete_port for d9d16312-a10a-4c8a-b742-99207d0771f9 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:11.451394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:11.454727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/01b03c86-f90a-4f83-9658-5b3516576b11 HTTP/1.1" status: 204 len: 168 time: 2.8972085 Feb 11 13:46:11.479698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57546) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:11.571044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d9d16312-a10a-4c8a-b742-99207d0771f9 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:11.625716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98c7d7-3c6b-4552-9b8b-baafc7095048 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:11.634909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d9d16312-a10a-4c8a-b742-99207d0771f9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:11.635393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d9d16312-a10a-4c8a-b742-99207d0771f9 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:11.638288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (d9d16312-a10a-4c8a-b742-99207d0771f9), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:11.644818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7ad5c-f640-4e9f-b6f8-9818c906965d req-dbdd3423-9144-4acf-851e-a05ce5af0583 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:11.666169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48e7ad5c-f640-4e9f-b6f8-9818c906965d req-dbdd3423-9144-4acf-851e-a05ce5af0583 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1129 time: 1.1818962 Feb 11 13:46:11.689898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f54fcbf4-cfda-4030-8b81-2b0c0d63793e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2090313 Feb 11 13:46:11.691056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] No DVR routers for this DVR port d9d16312-a10a-4c8a-b742-99207d0771f9 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:11.691580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=01b03c86-f90a-4f83-9658-5b3516576b11,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:11.717982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:11.719320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.719678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.720027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.720371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.720883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.721046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.721381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.721711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.722042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.722419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.722735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.723062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.723390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e59034-2276-4906-b0db-55089f69a65f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:11.753722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e52af-d61b-4da8-b317-a372ec3593b5 None None] Pushing event deleted for resources: {'Port': ['ID=d9d16312-a10a-4c8a-b742-99207d0771f9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:11.760692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:11.813137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc665286-038a-4c84-923f-4f40cf1b190e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:11.927432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb99a2d8-8633-4a76-b163-38a0ef898a9c req-b982a4d2-2577-45d6-b5aa-4f30a54537e4 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5424607 Feb 11 13:46:12.008966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:12.085324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:12.089567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.118648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] Deleting port a7dc5c80-98ea-441f-9fa4-118cac3d8254 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:12.119166 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.170865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.202305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb756bcd-5371-4697-9ccc-98acccbc57eb req-f4a210c4-4a7e-47f8-aa3a-ef58be66036d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:12.211292 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb756bcd-5371-4697-9ccc-98acccbc57eb req-f4a210c4-4a7e-47f8-aa3a-ef58be66036d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.1866066 Feb 11 13:46:12.218445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:12.244964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a6551d-b6aa-48c9-ac15-7e642a131b24') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:12.245272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a6551d-b6aa-48c9-ac15-7e642a131b24') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:12.270734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (18a6551d-b6aa-48c9-ac15-7e642a131b24), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.299764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc665286-038a-4c84-923f-4f40cf1b190e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.309573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] For port a7dc5c80-98ea-441f-9fa4-118cac3d8254, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a7dc5c80-98ea-441f-9fa4-118cac3d8254,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:12.310026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.318029 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb756bcd-5371-4697-9ccc-98acccbc57eb req-a0299b45-e51b-4bd7-8d3a-dcb905902098 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009047 Feb 11 13:46:12.368114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] Calling delete_port for a7dc5c80-98ea-441f-9fa4-118cac3d8254 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:12.372139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-afd71aca-d347-4631-88b8-356c7c840a6a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:12.373961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-afd71aca-d347-4631-88b8-356c7c840a6a tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 0.7066114 Feb 11 13:46:12.387310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (18a6551d-b6aa-48c9-ac15-7e642a131b24), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.541751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48e7ad5c-f640-4e9f-b6f8-9818c906965d req-33b4ef73-7cdb-4282-a77b-03009279eb92 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7546163 Feb 11 13:46:12.546819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (32290591-cfe3-414a-93d5-ec39caa53a57), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.548932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:12.551113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (18a6551d-b6aa-48c9-ac15-7e642a131b24), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.571655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:12.644975 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (a7dc5c80-98ea-441f-9fa4-118cac3d8254), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.653576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:12.663591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] No DVR routers for this DVR port a7dc5c80-98ea-441f-9fa4-118cac3d8254 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:12.693244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:12.703196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60b8ce-3c44-48c2-8808-6d85c978d948 None None] Pushing event deleted for resources: {'Port': ['ID=a7dc5c80-98ea-441f-9fa4-118cac3d8254,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:12.714610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798b647-fb62-46f0-912e-af8ecee36aa6 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:12.859771 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:12.906485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '32290591-cfe3-414a-93d5-ec39caa53a57'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:12.911127 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:12.942988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=32290591-cfe3-414a-93d5-ec39caa53a57,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:12.952582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:12.954239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.059952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-affe75b6-d48c-4037-8ade-92994b1fcc94 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3322361 Feb 11 13:46:13.068762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:13.080726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'name': 'tempest-NetworksTestDHCPv6-1038090815'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:13.171331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.201935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc665286-038a-4c84-923f-4f40cf1b190e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Router f25b4852-151b-4ca3-b7be-017c3974ecba is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:46:13.205151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.229562 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] 10.222.0.79 "DELETE /v2.0/networks/dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a HTTP/1.1" status: 204 len: 168 time: 2.4831891 Feb 11 13:46:13.302161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789b504-350f-4a5d-adfa-e8b32c7298df tempest-AllowedAddressPairIpV6TestJSON-1106470994 tempest-AllowedAddressPairIpV6TestJSON-1106470994-project] Pushing event deleted for resources: {'Network': ['ID=dd3c0b4e-f16f-482d-8a26-1fc1e5bc581a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:13.339112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Deleting port 91437d4b-b4e5-4639-b8ba-c20d967fb65e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:13.339241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.383941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a7dc5c80-98ea-441f-9fa4-118cac3d8254 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:13.447951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/32290591-cfe3-414a-93d5-ec39caa53a57/6b2db6c2-7f28-463e-84d6-ff294e57d04b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:13.450667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: a7dc5c80-98ea-441f-9fa4-118cac3d8254 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:13.451126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a7dc5c80-98ea-441f-9fa4-118cac3d8254 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:13.655519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port c2b4c370-20cb-49ec-9c5e-55c8cae9d40e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:13.656125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.793644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f0f5-d85c-4e8e-bef3-d2b35aa194d6 req-544be29f-5670-4b25-920a-e9df5ac55f88 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.805641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f620f0f5-d85c-4e8e-bef3-d2b35aa194d6 req-544be29f-5670-4b25-920a-e9df5ac55f88 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 0.6970720 Feb 11 13:46:13.965811 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Publish callbacks [] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.976733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc665286-038a-4c84-923f-4f40cf1b190e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:13.977350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.991660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] Sync routers for ids ['f25b4852-151b-4ca3-b7be-017c3974ecba'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:13.997329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc665286-038a-4c84-923f-4f40cf1b190e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.002278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bc665286-038a-4c84-923f-4f40cf1b190e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "PUT /v2.0/routers/f25b4852-151b-4ca3-b7be-017c3974ecba HTTP/1.1" status: 200 len: 693 time: 3.8256245 Feb 11 13:46:14.006557 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] Routers {'f25b4852-151b-4ca3-b7be-017c3974ecba'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:14.006557 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25b4852-151b-4ca3-b7be-017c3974ecba'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:14.015699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57572) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:14.073403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57574) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:14.094146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ba498-9e4d-4bc1-aef0-eee78a22bae6 req-29f5a37f-bd52-4de6-a8c7-0e2f5b5f2572 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:14.098368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-410ba498-9e4d-4bc1-aef0-eee78a22bae6 req-29f5a37f-bd52-4de6-a8c7-0e2f5b5f2572 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.5080423 Feb 11 13:46:14.154435 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] Set router f25b4852-151b-4ca3-b7be-017c3974ecba gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:14.155309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:14.175246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:14.191893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:14.214985 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25b4852-151b-4ca3-b7be-017c3974ecba', 'name': 'tempest-RoutersTest-router-926329244', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:09Z', 'updated_at': '2022-02-11T13:46:11Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:14.218752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Pushing event updated for resources: {'Port': ['ID=6b2db6c2-7f28-463e-84d6-ff294e57d04b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:14.246141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] For port 91437d4b-b4e5-4639-b8ba-c20d967fb65e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=91437d4b-b4e5-4639-b8ba-c20d967fb65e,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:14.246564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.247953 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] Checking router: f25b4852-151b-4ca3-b7be-017c3974ecba for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:14.257586 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] Routers {'f25b4852-151b-4ca3-b7be-017c3974ecba'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:14.258582 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25b4852-151b-4ca3-b7be-017c3974ecba'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:14.337161 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] Set router f25b4852-151b-4ca3-b7be-017c3974ecba gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:14.351737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Attempting to bind port 6b2db6c2-7f28-463e-84d6-ff294e57d04b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:14.352116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Attempting to bind port 6b2db6c2-7f28-463e-84d6-ff294e57d04b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:14.354591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Attempting to bind port 6b2db6c2-7f28-463e-84d6-ff294e57d04b on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:14.370988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:14.371443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:14.371779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.372174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:14.383069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Bound port: 6b2db6c2-7f28-463e-84d6-ff294e57d04b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:14.385973 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.392141 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f620f0f5-d85c-4e8e-bef3-d2b35aa194d6 req-697a4e4d-146c-4125-a31c-a8c381fa92ce tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621169 Feb 11 13:46:14.401107 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25b4852-151b-4ca3-b7be-017c3974ecba', 'name': 'tempest-RoutersTest-router-926329244', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:09Z', 'updated_at': '2022-02-11T13:46:11Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:14.417949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-410ba498-9e4d-4bc1-aef0-eee78a22bae6 req-b7b9b1c1-9cec-4f61-a24c-d70f3fcf09b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818503 Feb 11 13:46:14.439790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-91c42f38-3659-4c4f-805e-5998bc2aadc2 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/routers/f25b4852-151b-4ca3-b7be-017c3974ecba HTTP/1.1" status: 200 len: 699 time: 0.2782769 Feb 11 13:46:14.444851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57578) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:14.462830 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a719a-dd30-4fff-8b51-1269ad1fe8e3 None None] The sync data for ids ['f25b4852-151b-4ca3-b7be-017c3974ecba'] in n-d-828676-2 is: [{'id': 'f25b4852-151b-4ca3-b7be-017c3974ecba', 'name': 'tempest-RoutersTest-router-926329244', 'tenant_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:09Z', 'updated_at': '2022-02-11T13:46:11Z', 'revision_number': 2, 'project_id': 'ef5ecad300c04f6dbaacee58a22dae3e', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:14.606666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57580) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:14.606988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1cdbe4f6-d0b3-4bd7-96ea-e3d0952c3a8e tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=f25b4852-151b-4ca3-b7be-017c3974ecba HTTP/1.1" status: 200 len: 205 time: 0.1586680 Feb 11 13:46:14.617078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:14.622391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] For port 6b2db6c2-7f28-463e-84d6-ff294e57d04b, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:14.629891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] For port 6b2db6c2-7f28-463e-84d6-ff294e57d04b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b2db6c2-7f28-463e-84d6-ff294e57d04b,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:14.630139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.643039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.687039 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.687543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:14.705005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-214b7503-439a-4130-a91b-c452acd232f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fce908994d664fedb320becf535a4ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6050105 Feb 11 13:46:14.729575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:14.778395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 1c17a068-546d-4384-a6e0-136ad76b8b4e yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:14.822424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for c2b4c370-20cb-49ec-9c5e-55c8cae9d40e owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:14.842607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041ec18-667a-4685-ac14-a2cbbfb55d19 None None] Pushing event updated for resources: {'Port': ['ID=6b2db6c2-7f28-463e-84d6-ff294e57d04b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:14.915517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f7de483-6072-4300-9fdc-13a5b44479c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.370691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f7de483-6072-4300-9fdc-13a5b44479c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.375374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f7de483-6072-4300-9fdc-13a5b44479c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router_controller (f25b4852-151b-4ca3-b7be-017c3974ecba), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.392641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.393282 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e1df2087-f75c-46ad-9e56-c878b72f939e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.393787 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Floating IP e1df2087-f75c-46ad-9e56-c878b72f939e disassociated. External IP: 172.25.3.166, port: 91437d4b-b4e5-4639-b8ba-c20d967fb65e. Feb 11 13:46:15.394317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Calling delete_port for 91437d4b-b4e5-4639-b8ba-c20d967fb65e owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:15.454757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b2db6c2-7f28-463e-84d6-ff294e57d04b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:15.483956 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7dc12293-9c7a-4d7e-8b83-2d4a4c0e41df admin admin] Publish callbacks [] for security_group (9d6d5053-478c-4fc7-a30a-642d9fe72dc6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.546733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7dc12293-9c7a-4d7e-8b83-2d4a4c0e41df admin admin] Publish callbacks [] for security_group (9d6d5053-478c-4fc7-a30a-642d9fe72dc6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.704124 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7dc12293-9c7a-4d7e-8b83-2d4a4c0e41df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9d6d5053-478c-4fc7-a30a-642d9fe72dc6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.711262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7dc12293-9c7a-4d7e-8b83-2d4a4c0e41df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.712613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7dc12293-9c7a-4d7e-8b83-2d4a4c0e41df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d6d5053-478c-4fc7-a30a-642d9fe72dc6 HTTP/1.1" status: 204 len: 168 time: 0.9713826 Feb 11 13:46:15.753418 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f7de483-6072-4300-9fdc-13a5b44479c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (f25b4852-151b-4ca3-b7be-017c3974ecba), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.753920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7de483-6072-4300-9fdc-13a5b44479c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Fanout notify agent at l3_agent the message router_deleted on router f25b4852-151b-4ca3-b7be-017c3974ecba {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:46:15.774993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f7de483-6072-4300-9fdc-13a5b44479c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.784899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5f7de483-6072-4300-9fdc-13a5b44479c5 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/f25b4852-151b-4ca3-b7be-017c3974ecba HTTP/1.1" status: 204 len: 168 time: 1.1771994 Feb 11 13:46:15.794972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57594) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:15.919224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::1e5 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/32290591-cfe3-414a-93d5-ec39caa53a57/1c17a068-546d-4384-a6e0-136ad76b8b4e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:16.003779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9c4b65d0-eff8-4b5a-9926-b26978278d3a tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=f25b4852-151b-4ca3-b7be-017c3974ecba HTTP/1.1" status: 200 len: 205 time: 0.2078018 Feb 11 13:46:16.006589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57600) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:16.093756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d884-db60-4b7e-b581-bfd61b7b8a6a req-d00f344b-a39c-4e61-8aa2-bbdd7892e8c6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:16.099927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4444d884-db60-4b7e-b581-bfd61b7b8a6a req-d00f344b-a39c-4e61-8aa2-bbdd7892e8c6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.4728312 Feb 11 13:46:16.215380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (1c17a068-546d-4384-a6e0-136ad76b8b4e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:16.281466 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-58c5d043-0acd-4831-8b40-d02e574f9b4d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:16.283132 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-58c5d043-0acd-4831-8b40-d02e574f9b4d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/f25b4852-151b-4ca3-b7be-017c3974ecba HTTP/1.1" status: 404 len: 336 time: 0.2666407 Feb 11 13:46:16.307707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 91437d4b-b4e5-4639-b8ba-c20d967fb65e no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:16.336043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:16.369690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1c17a068-546d-4384-a6e0-136ad76b8b4e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:16.564706 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bc6230-286b-435a-996f-c71a776ae593 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:16.575065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bc6230-286b-435a-996f-c71a776ae593 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:16.578616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a8bc6230-286b-435a-996f-c71a776ae593 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/77384277-98a8-405a-b3e8-943e267d1a4c HTTP/1.1" status: 404 len: 337 time: 0.2409611 Feb 11 13:46:16.582002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc12293-9c7a-4d7e-8b83-2d4a4c0e41df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6d5053-478c-4fc7-a30a-642d9fe72dc6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:16.593324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57612) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:16.660113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4444d884-db60-4b7e-b581-bfd61b7b8a6a req-f62d4d14-e917-41a5-a605-3eef0a35d2d5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213250 Feb 11 13:46:16.707097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 91437d4b-b4e5-4639-b8ba-c20d967fb65e is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:16.707652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:16.741575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (91437d4b-b4e5-4639-b8ba-c20d967fb65e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:16.811981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6b2db6c2-7f28-463e-84d6-ff294e57d04b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:16.813316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:16.830258 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfe1e52-9753-414b-9ada-1da946ecb16d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:16.830867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfe1e52-9753-414b-9ada-1da946ecb16d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:16.838404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0cfe1e52-9753-414b-9ada-1da946ecb16d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/cdc27f57-dd6f-4ea7-b75b-efefe726db0e HTTP/1.1" status: 404 len: 337 time: 0.1789715 Feb 11 13:46:16.857066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:16.872181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:16.883761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=1c17a068-546d-4384-a6e0-136ad76b8b4e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:16.916369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event deleted for resources: {'Port': ['ID=91437d4b-b4e5-4639-b8ba-c20d967fb65e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:16.941126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:17.063998 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b2c9b6-c28f-4c9d-a05f-f177b1dc4775 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:17.068272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b2c9b6-c28f-4c9d-a05f-f177b1dc4775 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:17.072841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03b2c9b6-c28f-4c9d-a05f-f177b1dc4775 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/bdc5be39-ae85-4aa2-9522-7b4b59b48f91 HTTP/1.1" status: 404 len: 337 time: 0.1960621 Feb 11 13:46:17.087314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:17.112788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:17.123411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:17.164731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57624) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.183358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:17.222831 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d36857-31ca-4f9d-bb9b-a84225818843 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:17.223302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d36857-31ca-4f9d-bb9b-a84225818843 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:17.229829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2d36857-31ca-4f9d-bb9b-a84225818843 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/a244514c-18da-4a0d-8b98-e7343e49e8c0 HTTP/1.1" status: 404 len: 337 time: 0.0619750 Feb 11 13:46:17.233739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57628) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.237748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dd349-9d9c-474f-9f67-2de810109a10 req-1b70f45f-f964-4252-84a3-75faa51a27be tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:17.240609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-580dd349-9d9c-474f-9f67-2de810109a10 req-1b70f45f-f964-4252-84a3-75faa51a27be tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 945 time: 1.5699470 Feb 11 13:46:17.267685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7d572bc3-edc5-4fe9-929e-aec066c41dff tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1925998 Feb 11 13:46:17.301850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57630) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.313623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-38ca3a5c-246a-4d1a-b0a0-2daaf291d5f1 None None] Provisioning complete for port 6b2db6c2-7f28-463e-84d6-ff294e57d04b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:17.314147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38ca3a5c-246a-4d1a-b0a0-2daaf291d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:17.369003 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-11956356-adc8-4b67-a766-107fb99ca365 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 200 len: 205 time: 0.1279588 Feb 11 13:46:17.370023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57636) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.372176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6b2db6c2-7f28-463e-84d6-ff294e57d04b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:17.372597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:17.493377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-38ca3a5c-246a-4d1a-b0a0-2daaf291d5f1 None None] Current status of the port 6b2db6c2-7f28-463e-84d6-ff294e57d04b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:17.501468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38ca3a5c-246a-4d1a-b0a0-2daaf291d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:17.589799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57638) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.597609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 6b2db6c2-7f28-463e-84d6-ff294e57d04b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b2db6c2-7f28-463e-84d6-ff294e57d04b,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:17.657148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:17.662948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-38ca3a5c-246a-4d1a-b0a0-2daaf291d5f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:17.663249 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-38ca3a5c-246a-4d1a-b0a0-2daaf291d5f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:17.722297 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-36fbc11f-a7d3-45a6-a38c-e3ef038e33e7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:17.723239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36fbc11f-a7d3-45a6-a38c-e3ef038e33e7 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/39f5b1bc-e2e3-4fbf-a979-2dcfc66ffac0 HTTP/1.1" status: 404 len: 336 time: 0.1859157 Feb 11 13:46:17.732347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57644) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.742034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=6b2db6c2-7f28-463e-84d6-ff294e57d04b,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:17.766357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-580dd349-9d9c-474f-9f67-2de810109a10 req-2768460d-2fe5-4663-8ac6-a7528a8a83ab tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups?id=889a1017-6c97-483c-a02d-467e565dfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4989972 Feb 11 13:46:17.772304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c2b4c370-20cb-49ec-9c5e-55c8cae9d40e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:17.810854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=c2b4c370-20cb-49ec-9c5e-55c8cae9d40e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:17.847019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ab4a86-53d4-4281-8f01-5e4cd5a86943 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:17.850498 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-298e716d-c7c6-4cf3-8f21-a58a09ec5d94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=bbc95122-c0f3-48ab-9a0e-b1621d1c65dd HTTP/1.1" status: 200 len: 205 time: 0.1128631 Feb 11 13:46:17.851203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57646) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.853722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ab4a86-53d4-4281-8f01-5e4cd5a86943 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:17.861048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-13ab4a86-53d4-4281-8f01-5e4cd5a86943 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5321691 Feb 11 13:46:17.862772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ec21b0d1-bc0c-4e56-82ec-8ac2777392b3 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1072460907', 'prefixes': ['172.20.0.0/16']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:17.885592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57648) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.907600 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-96f3f6c2-e052-4c32-af1a-9acee9869a2f tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:17.911058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96f3f6c2-e052-4c32-af1a-9acee9869a2f tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/bbc95122-c0f3-48ab-9a0e-b1621d1c65dd HTTP/1.1" status: 404 len: 336 time: 0.0548372 Feb 11 13:46:17.913250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57650) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:17.981964 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d1973c-168a-4f79-a955-ca9e418f1b11 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:17.982550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d1973c-168a-4f79-a955-ca9e418f1b11 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:17.989829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-67d1973c-168a-4f79-a955-ca9e418f1b11 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/d2e06db1-c19f-4ac1-b00f-56b74354fa32 HTTP/1.1" status: 404 len: 337 time: 0.0713720 Feb 11 13:46:17.992318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57652) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.026304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6822365b-86eb-43a5-9e48-b43c00437849 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=13429953-5923-4aa5-98d9-5c122d05dceb HTTP/1.1" status: 200 len: 205 time: 0.0324764 Feb 11 13:46:18.030381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57654) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.048794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:18.060390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] Sync routers for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:18.078730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:18.081589 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (586c7064-a9be-4f2b-97ba-02fca7f65e2b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:18.081890 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP 586c7064-a9be-4f2b-97ba-02fca7f65e2b disassociated (deleted). External IP: 172.25.3.153, port: 0994fc5f-84b9-49f3-9023-5ecd44d11070. Feb 11 13:46:18.082561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:18.087451 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-1006619c-4844-45fe-ac4a-5080963e0a53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:18.088652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1006619c-4844-45fe-ac4a-5080963e0a53 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/13429953-5923-4aa5-98d9-5c122d05dceb HTTP/1.1" status: 404 len: 336 time: 0.0550201 Feb 11 13:46:18.093652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57656) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.126600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c78a8-c947-4125-8946-60597688c662 req-674fcfc1-1033-4936-8429-89fe7234efbc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:18.128161 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a8c78a8-c947-4125-8946-60597688c662 req-674fcfc1-1033-4936-8429-89fe7234efbc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.2183654 Feb 11 13:46:18.166566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0e7c4f85-905e-4ba5-9400-620be0113b1d tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=046b9eb4-ca0a-429a-b943-80a9d60429f8 HTTP/1.1" status: 200 len: 205 time: 0.0669742 Feb 11 13:46:18.172148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec21b0d1-bc0c-4e56-82ec-8ac2777392b3 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:18.173292 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ec21b0d1-bc0c-4e56-82ec-8ac2777392b3 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5714681 Feb 11 13:46:18.173860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57658) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.183193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.186376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] No DVR routers for this DVR port 91437d4b-b4e5-4639-b8ba-c20d967fb65e on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:18.197412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:18.204512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-264210ae-baa1-4d4f-aa9f-6592e4bb365a req-b4684cb9-5c91-4f07-ae98-f160d0059dd1 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.83 "DELETE /v2.0/ports/91437d4b-b4e5-4639-b8ba-c20d967fb65e HTTP/1.1" status: 204 len: 173 time: 5.8056850 Feb 11 13:46:18.205694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'name': 'network-vif-deleted', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:18.215208 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f32f3-06b2-4286-b10a-ad7accc9e17b" -d '{"events": [{"server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "name": "network-vif-deleted", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:18.324465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 1c17a068-546d-4384-a6e0-136ad76b8b4e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:18.324821 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1c17a068-546d-4384-a6e0-136ad76b8b4e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:18.327876 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-f2e31cbf-d9cc-47bb-888f-dbba7d4e9ee0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:18.329074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f2e31cbf-d9cc-47bb-888f-dbba7d4e9ee0 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/046b9eb4-ca0a-429a-b943-80a9d60429f8 HTTP/1.1" status: 404 len: 336 time: 0.1520622 Feb 11 13:46:18.332975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57666) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.335561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5a8c78a8-c947-4125-8946-60597688c662 req-20410bac-c1c1-4d51-9452-be37832a359e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484859 Feb 11 13:46:18.341992 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd40c6-4ded-49dd-951d-d3f584913ad4 x-openstack-request-id: req-1dfd40c6-4ded-49dd-951d-d3f584913ad4 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:18.343727 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcff676-79f5-4ca4-9ec8-98d705eb3921", "name": "network-vif-deleted", "tag": "91437d4b-b4e5-4639-b8ba-c20d967fb65e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:18.343999 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1dfd40c6-4ded-49dd-951d-d3f584913ad4 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:18.344433 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcff676-79f5-4ca4-9ec8-98d705eb3921', 'name': 'network-vif-deleted', 'tag': '91437d4b-b4e5-4639-b8ba-c20d967fb65e', 'status': 'completed', 'code': 200} Feb 11 13:46:18.362373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:18.370542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a2aa020b-254e-4961-b768-ded0e3fda235 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] 10.222.0.79 "GET /v2.0/subnetpools/7508866b-1cba-4728-8c59-799bb8b980c2 HTTP/1.1" status: 200 len: 732 time: 0.1859462 Feb 11 13:46:18.373241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57668) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.377887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cf45719a-aec1-45ad-beec-ebd87eb8d092 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1755346472'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:18.473892 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce58d97e-e786-4eb9-a97f-09e89d652a96 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:18.474596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce58d97e-e786-4eb9-a97f-09e89d652a96 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:18.486455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce58d97e-e786-4eb9-a97f-09e89d652a96 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/eaa860ba-871b-4e35-badd-9c747cf01fb0 HTTP/1.1" status: 404 len: 337 time: 0.1144307 Feb 11 13:46:18.486916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57670) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.536213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-43acce9d-9e88-418e-9fe0-8a34858201dd tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b2e87de-9b5d-43ca-94c1-29eb748a81ac HTTP/1.1" status: 200 len: 205 time: 0.0454447 Feb 11 13:46:18.545632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57674) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:18.617610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-38ca3a5c-246a-4d1a-b0a0-2daaf291d5f1 None None] Current status of the port 6b2db6c2-7f28-463e-84d6-ff294e57d04b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:18.837651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8d25afa3-28db-4ac3-802b-08adfbb29c2a None None] Provisioning complete for port 1c17a068-546d-4384-a6e0-136ad76b8b4e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:18.840673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8d25afa3-28db-4ac3-802b-08adfbb29c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1c17a068-546d-4384-a6e0-136ad76b8b4e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:18.922169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8d25afa3-28db-4ac3-802b-08adfbb29c2a None None] Port 1c17a068-546d-4384-a6e0-136ad76b8b4e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:46:18.936893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:18.984489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] Checking router: f56347bd-1fd7-47d8-abe5-2a3ea605ff49 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:18.998438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:18.999651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:19.077950 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-5f412449-8740-427c-9fdf-311960d6d453 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:19.079095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5f412449-8740-427c-9fdf-311960d6d453 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/4b2e87de-9b5d-43ca-94c1-29eb748a81ac HTTP/1.1" status: 404 len: 336 time: 0.5330918 Feb 11 13:46:19.087692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57680) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.124904 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b2f084-9f16-489c-9e19-2b70b4f0de94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:19.125365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b2f084-9f16-489c-9e19-2b70b4f0de94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:19.129179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-89b2f084-9f16-489c-9e19-2b70b4f0de94 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/d9136f5d-a54f-41ce-8a9c-f87947793b26 HTTP/1.1" status: 404 len: 337 time: 0.0403929 Feb 11 13:46:19.133001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57682) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.166417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4a9c2ff0-9753-4134-8deb-d8f2a277f8bf tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8193eb6-96da-478b-896f-68e61cec6751 HTTP/1.1" status: 200 len: 205 time: 0.0322194 Feb 11 13:46:19.168757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57686) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.239564 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-c1564e04-961d-4c6a-8424-67000422011b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:19.245064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c1564e04-961d-4c6a-8424-67000422011b tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/routers/d8193eb6-96da-478b-896f-68e61cec6751 HTTP/1.1" status: 404 len: 336 time: 0.0729821 Feb 11 13:46:19.245064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57688) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.259429 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf45719a-aec1-45ad-beec-ebd87eb8d092 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:19.263646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cf45719a-aec1-45ad-beec-ebd87eb8d092 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] 10.222.0.79 "PUT /v2.0/subnetpools/7508866b-1cba-4728-8c59-799bb8b980c2 HTTP/1.1" status: 200 len: 684 time: 0.8893471 Feb 11 13:46:19.265739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57690) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.359189 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81ab200-5bc0-4d7f-9802-270db1417671 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:19.359573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81ab200-5bc0-4d7f-9802-270db1417671 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:19.370035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f81ab200-5bc0-4d7f-9802-270db1417671 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/66269e7c-8221-46bc-baeb-277996c268fb HTTP/1.1" status: 404 len: 337 time: 0.1247830 Feb 11 13:46:19.375426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1c17a068-546d-4384-a6e0-136ad76b8b4e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:19.378134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57696) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.394622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 1c17a068-546d-4384-a6e0-136ad76b8b4e owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:19.395854 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57698) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.408896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:19.503209 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2044bd-5384-4af2-8957-810289d27602 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:19.503678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2044bd-5384-4af2-8957-810289d27602 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:19.516764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b2044bd-5384-4af2-8957-810289d27602 tempest-RoutersTest-1801495212 tempest-RoutersTest-1801495212-project] 10.222.0.79 "DELETE /v2.0/subnets/e4cf4fcb-e187-4048-959b-12bb19d386cb HTTP/1.1" status: 404 len: 337 time: 0.1342912 Feb 11 13:46:19.572359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8f461962-92e6-4347-a3f6-74d94cd6392e tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:19.574030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8f461962-92e6-4347-a3f6-74d94cd6392e tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] 10.222.0.79 "DELETE /v2.0/subnetpools/7508866b-1cba-4728-8c59-799bb8b980c2 HTTP/1.1" status: 204 len: 168 time: 0.3067799 Feb 11 13:46:19.578646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.614153 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1c17a068-546d-4384-a6e0-136ad76b8b4e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:19.642610 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-ce101278-0c8d-4343-ba66-5c291c4bfb23 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] show failed (client error): The resource could not be found. Feb 11 13:46:19.644094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ce101278-0c8d-4343-ba66-5c291c4bfb23 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] 10.222.0.79 "GET /v2.0/subnetpools/7508866b-1cba-4728-8c59-799bb8b980c2 HTTP/1.1" status: 404 len: 346 time: 0.0642579 Feb 11 13:46:19.657182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57706) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:19.694943 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-353af02c-7429-4216-9d12-3b94a7f82b90 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] delete failed (client error): The resource could not be found. Feb 11 13:46:19.696448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-353af02c-7429-4216-9d12-3b94a7f82b90 tempest-SubnetPoolsTestJSON-1697695849 tempest-SubnetPoolsTestJSON-1697695849-project] 10.222.0.79 "DELETE /v2.0/subnetpools/7508866b-1cba-4728-8c59-799bb8b980c2 HTTP/1.1" status: 404 len: 346 time: 0.0378807 Feb 11 13:46:19.703223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8647-290b-410a-92ca-4fbf87c8b992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:19.755566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=1c17a068-546d-4384-a6e0-136ad76b8b4e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:19.915480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8647-290b-410a-92ca-4fbf87c8b992 admin admin] Publish callbacks [] for security_group (de87c9ff-0600-4439-828f-b348c4824a36), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:19.926019 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8647-290b-410a-92ca-4fbf87c8b992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de87c9ff-0600-4439-828f-b348c4824a36), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:19.928869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b2db6c2-7f28-463e-84d6-ff294e57d04b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:19.947287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981c483-eea2-45d7-bd4f-e2b7387e9a04 req-b2932d69-3959-4687-881f-42451f7dcb8d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:19.948912 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f981c483-eea2-45d7-bd4f-e2b7387e9a04 req-b2932d69-3959-4687-881f-42451f7dcb8d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.3458247 Feb 11 13:46:19.967964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3750ffa-7821-46f4-9fa1-027d8c792368 req-373bf266-5d2f-4bf4-9859-c0db8e919676 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/ports?device_id=efcff676-79f5-4ca4-9ec8-98d705eb3921 HTTP/1.1" status: 200 len: 210 time: 0.3644812 Feb 11 13:46:19.998793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:20.044671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57714) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:20.123012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f8647-290b-410a-92ca-4fbf87c8b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87c9ff-0600-4439-828f-b348c4824a36,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:20.130137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5f5f8647-290b-410a-92ca-4fbf87c8b992 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78cf971e3628404d86ef3a83f576b820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7332923 Feb 11 13:46:20.147985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57718) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:20.195111 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.248411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57720) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:20.250057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6b2db6c2-7f28-463e-84d6-ff294e57d04b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:20.250789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.310208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:20.323046 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] Sync routers for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:20.326162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.332700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0f18aba6-2f90-4cae-b20f-e155da185bee tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/1c17a068-546d-4384-a6e0-136ad76b8b4e HTTP/1.1" status: 204 len: 168 time: 2.4459448 Feb 11 13:46:20.333606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:20.337986 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.340439 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:20.345854 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:20.383688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f981c483-eea2-45d7-bd4f-e2b7387e9a04 req-ec281fab-91c7-42a0-bc26-d4c62e46e29e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156010 Feb 11 13:46:20.425784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:20.491212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7a3fc793-7d64-45db-94df-8fb3fd956d47 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/floatingips/586c7064-a9be-4f2b-97ba-02fca7f65e2b HTTP/1.1" status: 204 len: 168 time: 7.9133167 Feb 11 13:46:20.496202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:20.497152 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:20.512287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e5af-1b9c-466e-a582-469245e44196 admin admin] Publish callbacks [] for security_group (de87c9ff-0600-4439-828f-b348c4824a36), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.548365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c4d6ab-8be6-48f6-8659-50cbff0ed221 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:20.549806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c4d6ab-8be6-48f6-8659-50cbff0ed221 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:20.567437 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c2c4d6ab-8be6-48f6-8659-50cbff0ed221 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1851990 Feb 11 13:46:20.569365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57732) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:20.593054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a282952-9baf-4016-a06a-09ed2d28f635 None None] The sync data for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 is: [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ffa3274-4d34-4317-9e7f-0206ce38b0f6', 'name': '', 'network_id': 'e248a5e8-5eb9-4084-a078-7528c53bbd9a', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'mac_address': 'fa:16:3e:e9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '7bfd9419-0972-4eb3-850a-e08010556429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:42Z', 'updated_at': '2022-02-11T13:39:55Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'subnets': [{'id': '7bfd9419-0972-4eb3-850a-e08010556429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:20.686669 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95943f4-b543-4f28-8328-35635207cc2b x-openstack-request-id: req-d95943f4-b543-4f28-8328-35635207cc2b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:20.687199 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:20.687647 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d95943f4-b543-4f28-8328-35635207cc2b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:20.694693 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'status': 'completed', 'code': 200} Feb 11 13:46:20.733415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6b2db6c2-7f28-463e-84d6-ff294e57d04b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:20.735831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 32290591-cfe3-414a-93d5-ec39caa53a57 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:20.745321 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:20.746509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (32290591-cfe3-414a-93d5-ec39caa53a57), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.762770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e5af-1b9c-466e-a582-469245e44196 admin admin] Publish callbacks [] for security_group (de87c9ff-0600-4439-828f-b348c4824a36), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.765656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e05de2-e8ec-42d6-9798-a08dc6b4a254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:20.830349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:20.833200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8932039f-13ea-41c9-b6e2-99c47497f31a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef5ecad300c04f6dbaacee58a22dae3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7848930 Feb 11 13:46:20.848126 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (32290591-cfe3-414a-93d5-ec39caa53a57), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.031483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71885f65-a100-4d5d-a867-55958def41b8 admin admin] Publish callbacks [] for security_group (1914d945-4f91-42ad-9b99-ec7b27f2b7bf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.101482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-469d98aa-3167-4912-9a51-67544013c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:21.103091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-469d98aa-3167-4912-9a51-67544013c8eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 1129 time: 0.4638202 Feb 11 13:46:21.123715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (32290591-cfe3-414a-93d5-ec39caa53a57), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.207918 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:21.208270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d00269-59de-4889-933a-4a4727ffafc5 None None] New status for floating IP e1df2087-f75c-46ad-9e56-c878b72f939e: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:46:21.216788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e5af-1b9c-466e-a582-469245e44196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de87c9ff-0600-4439-828f-b348c4824a36), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.219470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e5af-1b9c-466e-a582-469245e44196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.232960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8f4e5af-1b9c-466e-a582-469245e44196 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de87c9ff-0600-4439-828f-b348c4824a36 HTTP/1.1" status: 204 len: 168 time: 1.0839331 Feb 11 13:46:21.245127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57742) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:21.271438 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71885f65-a100-4d5d-a867-55958def41b8 admin admin] Publish callbacks [] for security_group (1914d945-4f91-42ad-9b99-ec7b27f2b7bf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.287306 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] Checking router: 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:21.306532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843b221-d1fa-4848-b531-64d47593c02d req-a861f8d6-fab4-449e-a711-48ad539f9bb6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:21.313453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2843b221-d1fa-4848-b531-64d47593c02d req-a861f8d6-fab4-449e-a711-48ad539f9bb6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 947 time: 0.3898265 Feb 11 13:46:21.328480 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:21.330021 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:45:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:21.332356 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (32290591-cfe3-414a-93d5-ec39caa53a57), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.339188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71885f65-a100-4d5d-a867-55958def41b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1914d945-4f91-42ad-9b99-ec7b27f2b7bf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.342101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71885f65-a100-4d5d-a867-55958def41b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.343510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71885f65-a100-4d5d-a867-55958def41b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1914d945-4f91-42ad-9b99-ec7b27f2b7bf HTTP/1.1" status: 204 len: 168 time: 0.5121000 Feb 11 13:46:21.454070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=32290591-cfe3-414a-93d5-ec39caa53a57,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:21.488053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:21.523857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-91b453a9-7177-4b08-89e3-1e25c159ab7a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/32290591-cfe3-414a-93d5-ec39caa53a57 HTTP/1.1" status: 204 len: 168 time: 0.9504969 Feb 11 13:46:21.524570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:21.554837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4e5af-1b9c-466e-a582-469245e44196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87c9ff-0600-4439-828f-b348c4824a36,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:21.653113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07747064-60a5-42f4-b76d-45a8803c6e5b None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:21.696846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71885f65-a100-4d5d-a867-55958def41b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1914d945-4f91-42ad-9b99-ec7b27f2b7bf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:21.738749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b06d4cda-2a35-42e0-8415-448af05ee100 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2055309 Feb 11 13:46:21.743838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57756) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:21.961835 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:22.079258 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.128589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a2305-949b-4380-bb53-54a4d041b6f1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:22.160327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c15a2305-949b-4380-bb53-54a4d041b6f1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4130239 Feb 11 13:46:22.170480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:22.179310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2843b221-d1fa-4848-b531-64d47593c02d req-091512d2-e17c-4b60-b108-2ae547433f18 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8648741 Feb 11 13:46:22.211243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-b3751a3d-b3f0-4fa1-8a22-eface7a59d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:22.223225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-b3751a3d-b3f0-4fa1-8a22-eface7a59d6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 200 len: 898 time: 1.1042368 Feb 11 13:46:22.269260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:22.332897 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b50b4374-685b-41a1-9a36-40248edd74ee tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (889a1017-6c97-483c-a02d-467e565dfbd7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.340749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6b59a3-8636-4a63-b368-c2093f19d769 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:22.345542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4f6b59a3-8636-4a63-b368-c2093f19d769 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1641512 Feb 11 13:46:22.348490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:22.354384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e05de2-e8ec-42d6-9798-a08dc6b4a254 admin admin] Publish callbacks [] for security_group (c70cca90-83f6-402e-b1b3-bc3f6050ec78), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.379598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Deleting port 6b2db6c2-7f28-463e-84d6-ff294e57d04b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:22.382226 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.493161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5208b-7852-4795-a8fc-e202f30fd1a8 req-bcc3537c-d109-4f8b-9d3a-2ac50f4f34d1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:22.507172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbc5208b-7852-4795-a8fc-e202f30fd1a8 req-bcc3537c-d109-4f8b-9d3a-2ac50f4f34d1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.8027761 Feb 11 13:46:22.524308 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6aab9091-4c43-4ef6-9ce1-10e7b417023c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1725442 Feb 11 13:46:22.524960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57776) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:22.576751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:22.577659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61e05de2-e8ec-42d6-9798-a08dc6b4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c70cca90-83f6-402e-b1b3-bc3f6050ec78), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.588486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] For port 6b2db6c2-7f28-463e-84d6-ff294e57d04b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b2db6c2-7f28-463e-84d6-ff294e57d04b,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:22.588946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.637420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Calling delete_port for 6b2db6c2-7f28-463e-84d6-ff294e57d04b owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:22.645737 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-778c7154-9ba8-42f8-ba92-86a4c88ed867 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 200 len: 217 time: 0.3576362 Feb 11 13:46:22.736434 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:22.779995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-2ea2391c-4712-4ba8-a7d4-0fad3b3e41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:22.783496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-2ea2391c-4712-4ba8-a7d4-0fad3b3e41d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 200 len: 835 time: 0.1019950 Feb 11 13:46:22.795314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57784) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:22.804980 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b50b4374-685b-41a1-9a36-40248edd74ee tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (889a1017-6c97-483c-a02d-467e565dfbd7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.829067 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6857db26-26e0-4d5b-bd15-87e43214c127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.834978 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93512908-49fa-4c38-82f7-922634ecf3f2 None None] The sync data for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 is: [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '663ddb20-c01f-46ca-8ead-94952db4e8cd', 'name': '', 'network_id': 'c3594495-df61-467e-8511-27f3dedb3357', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:d4:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '33baafed-818b-4b9a-abee-1e70e2825627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:45Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '33baafed-818b-4b9a-abee-1e70e2825627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:22.939558 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbc5208b-7852-4795-a8fc-e202f30fd1a8 req-e0578d35-6776-4c1d-856d-a2d8eb2a555b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226503 Feb 11 13:46:22.941955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:22.956473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:22.962097 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (6b2db6c2-7f28-463e-84d6-ff294e57d04b), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.058901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Pushing event deleted for resources: {'Port': ['ID=6b2db6c2-7f28-463e-84d6-ff294e57d04b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.101079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] No DVR routers for this DVR port 6b2db6c2-7f28-463e-84d6-ff294e57d04b on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:23.129764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.130603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.131547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.132113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.132790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.133369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.133919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.134575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.135140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.139810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.140424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.140966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.141528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76102dd6-3e49-443d-8ca2-30d730147433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:23.148405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b50b4374-685b-41a1-9a36-40248edd74ee tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (889a1017-6c97-483c-a02d-467e565dfbd7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.151022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b50b4374-685b-41a1-9a36-40248edd74ee tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.154850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b50b4374-685b-41a1-9a36-40248edd74ee tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "DELETE /v2.0/security-groups/889a1017-6c97-483c-a02d-467e565dfbd7 HTTP/1.1" status: 204 len: 168 time: 1.8367429 Feb 11 13:46:23.154850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-61e05de2-e8ec-42d6-9798-a08dc6b4a254 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=969bb98641a04d8688c1ddffc8de533e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8938625 Feb 11 13:46:23.155431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e05de2-e8ec-42d6-9798-a08dc6b4a254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70cca90-83f6-402e-b1b3-bc3f6050ec78,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.156944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:23.157519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57796) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:23.157702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:23.214467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675f8b-31c2-480d-a929-8ac70edd98de req-07006210-d831-4331-a926-813c76870953 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:23.216921 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db675f8b-31c2-480d-a929-8ac70edd98de req-07006210-d831-4331-a926-813c76870953 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 947 time: 1.0131035 Feb 11 13:46:23.305667 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-1f5c3815-c610-472f-ab98-4c344dae792e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] show failed (client error): The resource could not be found. Feb 11 13:46:23.309620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1f5c3815-c610-472f-ab98-4c344dae792e tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "GET /v2.0/security-groups/889a1017-6c97-483c-a02d-467e565dfbd7 HTTP/1.1" status: 404 len: 347 time: 0.1345165 Feb 11 13:46:23.311380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:23.366576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b4374-685b-41a1-9a36-40248edd74ee tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889a1017-6c97-483c-a02d-467e565dfbd7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.435010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6857db26-26e0-4d5b-bd15-87e43214c127 admin admin] Publish callbacks [] for security_group (2bb9286a-aa9a-4337-8a94-f8108f067d02), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.445569 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee20b1b5-3ece-4473-938e-a5289af774c3 None None] New status for floating IP 586c7064-a9be-4f2b-97ba-02fca7f65e2b: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:46:23.448676 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6857db26-26e0-4d5b-bd15-87e43214c127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2bb9286a-aa9a-4337-8a94-f8108f067d02), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.499585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6857db26-26e0-4d5b-bd15-87e43214c127 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec09d85406a246b6bb62d94efd5d5adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7026935 Feb 11 13:46:23.501957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-c61c74d2-beae-4e41-9e41-979590b58cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:23.503586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-c61c74d2-beae-4e41-9e41-979590b58cf6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3594495-df61-467e-8511-27f3dedb3357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7016597 Feb 11 13:46:23.504078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57816) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:23.505044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857db26-26e0-4d5b-bd15-87e43214c127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb9286a-aa9a-4337-8a94-f8108f067d02,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.515046 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce99f9df-56e7-4086-8134-6c1d09c3c24e admin admin] Publish callbacks [] for security_group (c70cca90-83f6-402e-b1b3-bc3f6050ec78), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.543741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce99f9df-56e7-4086-8134-6c1d09c3c24e admin admin] Publish callbacks [] for security_group (c70cca90-83f6-402e-b1b3-bc3f6050ec78), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.573795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c7d6a791-0438-4ac2-9404-471c84fc2cab tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-638505861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:23.687163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-1b4ef8eb-fe95-4834-a2cf-9c1a3331d8dd service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587400 Feb 11 13:46:23.748595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c4d88-bef3-4828-9f28-97d7cf25f7b4 req-60676c08-ce49-4b96-a9aa-8e90c5429f1a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:23.776522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f4c4d88-bef3-4828-9f28-97d7cf25f7b4 req-60676c08-ce49-4b96-a9aa-8e90c5429f1a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 947 time: 0.4235244 Feb 11 13:46:23.798802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a791-0438-4ac2-9404-471c84fc2cab tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (f25f00ae-93c4-489f-b083-8c6fa1331b39), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.817245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a791-0438-4ac2-9404-471c84fc2cab tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (f25f00ae-93c4-489f-b083-8c6fa1331b39), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.825116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b2db6c2-7f28-463e-84d6-ff294e57d04b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:23.859687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b1e3da0-881f-47ce-bd41-8d5d34da6e12 req-fcc8e4e8-b7ac-42ca-8f72-9c75d76821d5 service neutron] 10.222.0.83 "GET /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386557 Feb 11 13:46:23.901434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6b2db6c2-7f28-463e-84d6-ff294e57d04b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:23.902034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b2db6c2-7f28-463e-84d6-ff294e57d04b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:23.927626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fbc4-2e95-4b51-938c-44f6c7231215 admin admin] Publish callbacks [] for security_group (2bb9286a-aa9a-4337-8a94-f8108f067d02), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.947365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 0994fc5f-84b9-49f3-9023-5ecd44d11070 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:23.947780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:23.989410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fbc4-2e95-4b51-938c-44f6c7231215 admin admin] Publish callbacks [] for security_group (2bb9286a-aa9a-4337-8a94-f8108f067d02), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.001259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Deleting port 66f51009-11ee-4a0b-bc0b-7376a9d10542 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:24.001770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.004005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce99f9df-56e7-4086-8134-6c1d09c3c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c70cca90-83f6-402e-b1b3-bc3f6050ec78), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.006974 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ce99f9df-56e7-4086-8134-6c1d09c3c24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.008239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce99f9df-56e7-4086-8134-6c1d09c3c24e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c70cca90-83f6-402e-b1b3-bc3f6050ec78 HTTP/1.1" status: 204 len: 168 time: 0.8289971 Feb 11 13:46:24.059686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f4c4d88-bef3-4828-9f28-97d7cf25f7b4 req-a936476f-c2fb-40b6-ae98-9892604eb438 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f15e958-fa03-48b1-93f7-f6c9c638f79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663836 Feb 11 13:46:24.076385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (b60ab046-fb85-4476-b4ea-c7ee348eb735), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.128011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99f9df-56e7-4086-8134-6c1d09c3c24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70cca90-83f6-402e-b1b3-bc3f6050ec78,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:24.219132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:24.221111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a791-0438-4ac2-9404-471c84fc2cab tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router_controller (f25f00ae-93c4-489f-b083-8c6fa1331b39), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.229535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:24.236899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:24.237504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.243335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ecf498-2e79-4497-a716-b6636278c28d None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:24.250382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a791-0438-4ac2-9404-471c84fc2cab tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (f25f00ae-93c4-489f-b083-8c6fa1331b39), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.269582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7358766 Feb 11 13:46:24.276955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c661e64-969e-43f1-8490-39b45cf7e490 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=b60ab046-fb85-4476-b4ea-c7ee348eb735,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:24.285462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:24.294897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': 'b60ab046-fb85-4476-b4ea-c7ee348eb735', 'ip_address': '2001:db8::930:b5e0:9f57:6f39'}], 'name': 'tempest-NetworksTestDHCPv6-1636234625'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:24.310177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b62c-1f86-4286-87c6-170c7fb6ead4 req-6510cd63-719f-4f50-8271-42d6b50f5655 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:24.312246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4114b62c-1f86-4286-87c6-170c7fb6ead4 req-6510cd63-719f-4f50-8271-42d6b50f5655 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.2941155 Feb 11 13:46:24.407807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.408430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (66f51009-11ee-4a0b-bc0b-7376a9d10542), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.423227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a791-0438-4ac2-9404-471c84fc2cab tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.424965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c7d6a791-0438-4ac2-9404-471c84fc2cab tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2512252 Feb 11 13:46:24.430026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57830) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:24.441978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-104412288'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:24.447072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Calling delete_port for 66f51009-11ee-4a0b-bc0b-7376a9d10542 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:24.464797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 0994fc5f-84b9-49f3-9023-5ecd44d11070, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0994fc5f-84b9-49f3-9023-5ecd44d11070,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:24.464797 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.468869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fbc4-2e95-4b51-938c-44f6c7231215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2bb9286a-aa9a-4337-8a94-f8108f067d02), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.475137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:24.480809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fbc4-2e95-4b51-938c-44f6c7231215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.485942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b1c9fbc4-2e95-4b51-938c-44f6c7231215 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2bb9286a-aa9a-4337-8a94-f8108f067d02 HTTP/1.1" status: 204 len: 168 time: 0.9636610 Feb 11 13:46:24.551404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:24.551955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 0994fc5f-84b9-49f3-9023-5ecd44d11070 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:24.554930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9fbc4-2e95-4b51-938c-44f6c7231215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb9286a-aa9a-4337-8a94-f8108f067d02,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:24.556845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.576655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.598643 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4114b62c-1f86-4286-87c6-170c7fb6ead4 req-cca2f193-088b-4f59-91fc-eb59f91d48fc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760317 Feb 11 13:46:24.712790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for security_group (244840ad-7bb8-478e-bb10-2db8011d35b0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.731288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (244840ad-7bb8-478e-bb10-2db8011d35b0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.772310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:24.820537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244840ad-7bb8-478e-bb10-2db8011d35b0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:24.825138 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f41115be-9f77-4574-b84c-3e13cc52ff07), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.825803 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Added segment f41115be-9f77-4574-b84c-3e13cc52ff07 of type vlan for network 82d96dbe-aa9a-4c21-9148-559016771bbc Feb 11 13:46:24.833244 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.878252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': 'b60ab046-fb85-4476-b4ea-c7ee348eb735'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:24.881736 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.948491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (82d96dbe-aa9a-4c21-9148-559016771bbc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:24.955369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 525fcb52-5113-4023-8086-4927b963312f yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:25.101595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (82d96dbe-aa9a-4c21-9148-559016771bbc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.110560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:25.111567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.129032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b60ab046-fb85-4476-b4ea-c7ee348eb735/6471468b-09dc-41e5-aa81-bb62159f66f4) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:25.137574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0994fc5f-84b9-49f3-9023-5ecd44d11070), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.222264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=0994fc5f-84b9-49f3-9023-5ecd44d11070,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:25.232172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Network': ['ID=82d96dbe-aa9a-4c21-9148-559016771bbc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:25.242733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (66f51009-11ee-4a0b-bc0b-7376a9d10542), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.310202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b001be29-74ed-40a2-b020-e5a90e692c39 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8769081 Feb 11 13:46:25.312938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Pushing event deleted for resources: {'Port': ['ID=66f51009-11ee-4a0b-bc0b-7376a9d10542,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:25.319736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:25.336750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'subnet': {'network_id': '82d96dbe-aa9a-4c21-9148-559016771bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:25.414777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a990f14-d6fc-4b47-bb84-b5a766ff8647 req-234b3c4a-1b1a-470e-8f2c-940bf5c9da9f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3b673b-7600-436e-9739-0e450cc6ba0f HTTP/1.1" status: 200 len: 210 time: 0.1829343 Feb 11 13:46:25.467737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks [] for floatingip (e1df2087-f75c-46ad-9e56-c878b72f939e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.472379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.477493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b3aeefff-f833-4713-b0d1-9127cf907633 tempest-AttachVolumeTestJSON-703625579 tempest-AttachVolumeTestJSON-703625579-project] 10.222.0.79 "DELETE /v2.0/floatingips/e1df2087-f75c-46ad-9e56-c878b72f939e HTTP/1.1" status: 204 len: 168 time: 2.1639020 Feb 11 13:46:25.507014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] No DVR routers for this DVR port 0994fc5f-84b9-49f3-9023-5ecd44d11070 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:25.514198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.525853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db675f8b-31c2-480d-a929-8ac70edd98de req-e844760a-cfda-4e19-897b-565130181079 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "DELETE /v2.0/ports/0994fc5f-84b9-49f3-9023-5ecd44d11070 HTTP/1.1" status: 204 len: 173 time: 2.1984825 Feb 11 13:46:25.528259 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-deleted', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:25.534722 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e910693f-5dfe-4ea0-9e84-bdcb9fe46c98" -d '{"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-deleted", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:25.588677 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Publish callbacks [] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.595894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 82d96dbe-aa9a-4c21-9148-559016771bbc details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:25.602380 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.654289 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92053e0-5893-4009-9a1f-a176e00f4f73 x-openstack-request-id: req-e92053e0-5893-4009-9a1f-a176e00f4f73 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:25.654821 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3b673b-7600-436e-9739-0e450cc6ba0f", "name": "network-vif-deleted", "tag": "0994fc5f-84b9-49f3-9023-5ecd44d11070", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:25.656378 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e92053e0-5893-4009-9a1f-a176e00f4f73 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:25.658002 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3b673b-7600-436e-9739-0e450cc6ba0f', 'name': 'network-vif-deleted', 'tag': '0994fc5f-84b9-49f3-9023-5ecd44d11070', 'status': 'completed', 'code': 200} Feb 11 13:46:25.773755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Pushing event updated for resources: {'Port': ['ID=6471468b-09dc-41e5-aa81-bb62159f66f4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:25.792073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::930:b5e0:9f57:6f39 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b60ab046-fb85-4476-b4ea-c7ee348eb735/525fcb52-5113-4023-8086-4927b963312f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:25.797427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:25.829594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:25.854916 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:25.965624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:25.966763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57874) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:25.979984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:25.981741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 0994fc5f-84b9-49f3-9023-5ecd44d11070 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:25.982024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0994fc5f-84b9-49f3-9023-5ecd44d11070 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:26.005281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:26.045673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6f3c-3661-4e27-be3a-2aa8d59a9016 req-edbea72c-498b-4a22-8447-86b183cb47b9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:26.047809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-560e6f3c-3661-4e27-be3a-2aa8d59a9016 req-edbea72c-498b-4a22-8447-86b183cb47b9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.1582882 Feb 11 13:46:26.322278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-560e6f3c-3661-4e27-be3a-2aa8d59a9016 req-7ab36448-a705-4f6a-80ac-d5fa866196f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620208 Feb 11 13:46:26.351775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-263106427-network', 'tenant_id': '53308bccd9e94b89ac60006dfe544882'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:26.420399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Made reservation on behalf of 53308bccd9e94b89ac60006dfe544882 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:26.423428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.445859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.482631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Attempting to bind port 6471468b-09dc-41e5-aa81-bb62159f66f4 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:26.483005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Attempting to bind port 6471468b-09dc-41e5-aa81-bb62159f66f4 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:26.483368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Attempting to bind port 6471468b-09dc-41e5-aa81-bb62159f66f4 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:26.500314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:26.500722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:26.501135 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.502677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:26.503197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Bound port: 6471468b-09dc-41e5-aa81-bb62159f66f4, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:26.503591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.528541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:26.637827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks [] for security_group (bc9a11af-3c9a-4207-ba9d-cebb0d013e1b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.645308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bc9a11af-3c9a-4207-ba9d-cebb0d013e1b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.664721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] For port 6471468b-09dc-41e5-aa81-bb62159f66f4, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:26.670103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] For port 6471468b-09dc-41e5-aa81-bb62159f66f4, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6471468b-09dc-41e5-aa81-bb62159f66f4,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:26.681991 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.700940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (525fcb52-5113-4023-8086-4927b963312f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.703515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:26.768789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9a11af-3c9a-4207-ba9d-cebb0d013e1b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:26.772643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (c250fa7d-7631-49f1-b4ad-e971a4903100), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.792425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3c162674-6724-4f7c-bad5-ccfc3f466ced), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.792787 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Added segment 3c162674-6724-4f7c-bad5-ccfc3f466ced of type vlan for network 29ba6fea-00d5-404a-8dc8-5e617c3edd81 Feb 11 13:46:26.886723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f32aa-b55d-4d18-818e-589af8178cda None None] Pushing event updated for resources: {'Port': ['ID=6471468b-09dc-41e5-aa81-bb62159f66f4,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:26.929451 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (29ba6fea-00d5-404a-8dc8-5e617c3edd81), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:26.997127 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (29ba6fea-00d5-404a-8dc8-5e617c3edd81), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:27.000154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:27.000933 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ed5e2199-88ff-4c77-a55f-0f82de74d1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:27.001511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:27.077774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1090732 Feb 11 13:46:27.078736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57900) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:27.087756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Request body: {'subnet': {'network_id': '29ba6fea-00d5-404a-8dc8-5e617c3edd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-263106427-subnet', 'tenant_id': '53308bccd9e94b89ac60006dfe544882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:27.136690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed63ace-1c36-4c32-aed6-1a850c09f4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=29ba6fea-00d5-404a-8dc8-5e617c3edd81,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:27.152595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 29ba6fea-00d5-404a-8dc8-5e617c3edd81 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:27.153312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Made reservation on behalf of 53308bccd9e94b89ac60006dfe544882 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:27.155875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:27.585366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (525fcb52-5113-4023-8086-4927b963312f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:27.630892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Subnet': ['ID=c250fa7d-7631-49f1-b4ad-e971a4903100,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:27.713218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:27.749407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (47619067-33f3-442f-bb80-a609ddd4f4b6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:27.780124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Checking segment: {'id': 'f41115be-9f77-4574-b84c-3e13cc52ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '82d96dbe-aa9a-4c21-9148-559016771bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:27.780484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network hostable DHCP agents. Network: 82d96dbe-aa9a-4c21-9148-559016771bbc, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:27.801854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:27.813508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87918e1-8f81-4cce-9355-bd202a526cfc req-70ceb42a-479c-48d1-98e7-e078365a47a9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:27.820472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f87918e1-8f81-4cce-9355-bd202a526cfc req-70ceb42a-479c-48d1-98e7-e078365a47a9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.2653844 Feb 11 13:46:27.822281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=525fcb52-5113-4023-8086-4927b963312f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:27.830257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:27.830461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:27.831112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:27.888271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6471468b-09dc-41e5-aa81-bb62159f66f4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:27.917651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47619067-33f3-442f-bb80-a609ddd4f4b6,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:27.926797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network 82d96dbe-aa9a-4c21-9148-559016771bbc is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:27.932204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Checking segment: {'id': '3c162674-6724-4f7c-bad5-ccfc3f466ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '29ba6fea-00d5-404a-8dc8-5e617c3edd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:27.933000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Network hostable DHCP agents. Network: 29ba6fea-00d5-404a-8dc8-5e617c3edd81, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:27.961619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Network 29ba6fea-00d5-404a-8dc8-5e617c3edd81 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:27.970142 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3e4e7176-91bc-478d-81eb-78e398b5e6e6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6824083 Feb 11 13:46:27.973136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:27.997427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 29ba6fea-00d5-404a-8dc8-5e617c3edd81) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:28.002543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:28.004000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.005209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149adea-e8d5-467d-9a2d-355acf35bc03 None None] Network 29ba6fea-00d5-404a-8dc8-5e617c3edd81 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:28.064693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2a57357-5af0-45eb-bead-64d771c9a127 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9827940 Feb 11 13:46:28.118172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 82d96dbe-aa9a-4c21-9148-559016771bbc) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:28.139606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f87918e1-8f81-4cce-9355-bd202a526cfc req-0cc41b1e-cecd-4f29-8f13-7fd55312e32d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181486 Feb 11 13:46:28.160550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5690d8f6-ddcf-40da-9184-abda527adc22 None None] Network 82d96dbe-aa9a-4c21-9148-559016771bbc requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:28.167402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:28.168297 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.178828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6471468b-09dc-41e5-aa81-bb62159f66f4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:28.179629 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.382181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:28.382765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5fcf73b8-6986-48f0-9b5d-be82224f9687 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0555143 Feb 11 13:46:28.387728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'network': {'name': 'tempest-router-network01--2035748345'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:28.454017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:28.457693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.488189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4afe34-824f-4d4a-9f65-0ec67ba842ea tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:28.497086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9ecbc-1875-4fe2-8576-e9b03f26ed48 None None] Network 29ba6fea-00d5-404a-8dc8-5e617c3edd81 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:28.513436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4afe34-824f-4d4a-9f65-0ec67ba842ea tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:28.517520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:28.522335 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5d4afe34-824f-4d4a-9f65-0ec67ba842ea tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5313840 Feb 11 13:46:28.525312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57932) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:28.545912 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f609a4f2-8378-442d-a899-a5d83d77929e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.546297 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Added segment f609a4f2-8378-442d-a899-a5d83d77929e of type vlan for network f4fcf872-8617-42f6-a716-edd13457394f Feb 11 13:46:28.609650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-82d96dbe-aa9a-4c21-9148-559016771bbc', 'network_id': '82d96dbe-aa9a-4c21-9148-559016771bbc', 'project_id': '36cc2e0abd0b4c8188bf6c51bafbc333', 'fixed_ips': [{'subnet_id': 'c250fa7d-7631-49f1-b4ad-e971a4903100'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:28.610753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.691370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6471468b-09dc-41e5-aa81-bb62159f66f4 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:28.691770 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.712586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f4fcf872-8617-42f6-a716-edd13457394f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.786438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f4fcf872-8617-42f6-a716-edd13457394f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.792762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:28.804388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:28.934373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5507586 Feb 11 13:46:28.944428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57944) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:28.960815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'network': {'name': 'tempest-router-network02--716570342'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:29.052653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 6471468b-09dc-41e5-aa81-bb62159f66f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6471468b-09dc-41e5-aa81-bb62159f66f4,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:29.066588 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.100839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 525fcb52-5113-4023-8086-4927b963312f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:29.101528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (525fcb52-5113-4023-8086-4927b963312f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.166080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2736c-7f52-4bc4-b9e5-06c0f4cc0733 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Network': ['ID=f4fcf872-8617-42f6-a716-edd13457394f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:29.212484 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (525fcb52-5113-4023-8086-4927b963312f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.226577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:29.231508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.241042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f481a463-69b5-4cda-8cb6-b81208144b27 None None] Provisioning complete for port 6471468b-09dc-41e5-aa81-bb62159f66f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:29.241486 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f481a463-69b5-4cda-8cb6-b81208144b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.243067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 525fcb52-5113-4023-8086-4927b963312f owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:29.306918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:29.331736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3df756d8-f149-4828-9f00-bb7e19fcc6e8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.332082 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Added segment 3df756d8-f149-4828-9f00-bb7e19fcc6e8 of type vlan for network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 Feb 11 13:46:29.344397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f4fcf872-8617-42f6-a716-edd13457394f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:29.450199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.516047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:29.523434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-744365677-network', 'tenant_id': 'bae5f16d62c742a0932368f7ae3c6307'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:29.527615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.541019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:29.547157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.589025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (525fcb52-5113-4023-8086-4927b963312f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.650822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Allocated IP 2001:db8::2 (82d96dbe-aa9a-4c21-9148-559016771bbc/c250fa7d-7631-49f1-b4ad-e971a4903100/95347e99-35a2-40db-addd-3279d8039460) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:29.653592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=525fcb52-5113-4023-8086-4927b963312f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:29.665161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.785157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8359954 Feb 11 13:46:29.801478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57978) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:29.813239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fa722-6292-41ea-86b3-133b8f4b0f75 req-5556cb34-0631-44eb-a3f2-4dedda05b2d9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:29.813506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'subnet': {'network_id': 'f4fcf872-8617-42f6-a716-edd13457394f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:29.814909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d51fa722-6292-41ea-86b3-133b8f4b0f75 req-5556cb34-0631-44eb-a3f2-4dedda05b2d9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.2671466 Feb 11 13:46:29.836561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Made reservation on behalf of bae5f16d62c742a0932368f7ae3c6307 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:29.838920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.847884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408c280-1ef2-4878-a084-602fbc5a9bbe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Network': ['ID=4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:29.898633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.903953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a582e50-890f-4439-b485-0997383769f7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/525fcb52-5113-4023-8086-4927b963312f HTTP/1.1" status: 204 len: 168 time: 1.3611305 Feb 11 13:46:29.904754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:29.925129 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.995147 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d51fa722-6292-41ea-86b3-133b8f4b0f75 req-af6cc58e-28cb-43ec-8c7e-20da38b19f02 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293766 Feb 11 13:46:30.032818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=6471468b-09dc-41e5-aa81-bb62159f66f4,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.037476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e50e7e-7894-4ed9-a084-5cbc67aed0a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:30.040505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e50e7e-7894-4ed9-a084-5cbc67aed0a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:30.042110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d6e50e7e-7894-4ed9-a084-5cbc67aed0a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1366913 Feb 11 13:46:30.055086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57982) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:30.066911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:30.107614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4904bef5-20da-4a5f-99a9-96908f8dfc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.229864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:30.232168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet b60ab046-fb85-4476-b4ea-c7ee348eb735 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:30.233622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.259394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (b60ab046-fb85-4476-b4ea-c7ee348eb735), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.262001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f481a463-69b5-4cda-8cb6-b81208144b27 None None] Current status of the port 6471468b-09dc-41e5-aa81-bb62159f66f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:30.303391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:30.305103 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Publish callbacks [] for port (95347e99-35a2-40db-addd-3279d8039460), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.331369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (95347e99-35a2-40db-addd-3279d8039460), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.412864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (b60ab046-fb85-4476-b4ea-c7ee348eb735), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.440371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks [] for security_group (9e443014-7358-41ca-86c8-ecfe7b3a63a4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.462460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9e443014-7358-41ca-86c8-ecfe7b3a63a4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.485947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 663ddb20-c01f-46ca-8ead-94952db4e8cd {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:30.486385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.561615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:30.572324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2616610f-46b3-4db9-b90b-a05157df170c None None] Could not find standard attr ID for object 525fcb52-5113-4023-8086-4927b963312f. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:46:30.589306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e443014-7358-41ca-86c8-ecfe7b3a63a4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.598577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Network 82d96dbe-aa9a-4c21-9148-559016771bbc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:30.610053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:30.610560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (929b73bd-0a1f-4f50-b5d2-8d209e7c89cf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.611634 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Added segment 929b73bd-0a1f-4f50-b5d2-8d209e7c89cf of type vlan for network e8722ba1-d745-4b72-a44c-3cd5116d4f74 Feb 11 13:46:30.615253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:30.668791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 663ddb20-c01f-46ca-8ead-94952db4e8cd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=663ddb20-c01f-46ca-8ead-94952db4e8cd,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:30.669017 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.693247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Pushing event updated for resources: {'Port': ['ID=95347e99-35a2-40db-addd-3279d8039460,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.707243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 663ddb20-c01f-46ca-8ead-94952db4e8cd owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:30.762073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Attempting to bind port 95347e99-35a2-40db-addd-3279d8039460 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:30.762505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Attempting to bind port 95347e99-35a2-40db-addd-3279d8039460 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f41115be-9f77-4574-b84c-3e13cc52ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '82d96dbe-aa9a-4c21-9148-559016771bbc'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:30.762873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Attempting to bind port 95347e99-35a2-40db-addd-3279d8039460 on network 82d96dbe-aa9a-4c21-9148-559016771bbc {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:30.768291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:30.768673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Checking segment: {'id': 'f41115be-9f77-4574-b84c-3e13cc52ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '82d96dbe-aa9a-4c21-9148-559016771bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:30.769202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.769603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Bound using segment: {'id': 'f41115be-9f77-4574-b84c-3e13cc52ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '82d96dbe-aa9a-4c21-9148-559016771bbc'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:30.770071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Bound port: 95347e99-35a2-40db-addd-3279d8039460, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41115be-9f77-4574-b84c-3e13cc52ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '82d96dbe-aa9a-4c21-9148-559016771bbc'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:30.770475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (95347e99-35a2-40db-addd-3279d8039460), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.811504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e8722ba1-d745-4b72-a44c-3cd5116d4f74), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.852641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] For port 95347e99-35a2-40db-addd-3279d8039460, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:30.858771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] For port 95347e99-35a2-40db-addd-3279d8039460, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=95347e99-35a2-40db-addd-3279d8039460,segment=NetworkSegment(f41115be-9f77-4574-b84c-3e13cc52ff07),segment_id=f41115be-9f77-4574-b84c-3e13cc52ff07)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:30.867934 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (95347e99-35a2-40db-addd-3279d8039460), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.954030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e8722ba1-d745-4b72-a44c-3cd5116d4f74), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.957577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:30.959564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.042828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (663ddb20-c01f-46ca-8ead-94952db4e8cd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.056560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5393391 Feb 11 13:46:31.059985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57996) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:31.064960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.065668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3065c8e-ed05-486d-8df4-0e8408b1c736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.074980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Request body: {'subnet': {'network_id': 'e8722ba1-d745-4b72-a44c-3cd5116d4f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-744365677-subnet', 'tenant_id': 'bae5f16d62c742a0932368f7ae3c6307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:31.079285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (4ab47441-749f-4215-ac63-7d5aed0423e3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.090267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73621ef9-3182-434d-bd3f-7c7f3f19a488 None None] Pushing event updated for resources: {'Port': ['ID=95347e99-35a2-40db-addd-3279d8039460,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:31.149635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=663ddb20-c01f-46ca-8ead-94952db4e8cd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:31.220016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195106d-b274-4840-b764-1c78986c4e4c admin admin] Pushing event updated for resources: {'Network': ['ID=e8722ba1-d745-4b72-a44c-3cd5116d4f74,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:31.233901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e8722ba1-d745-4b72-a44c-3cd5116d4f74 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:31.246269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Made reservation on behalf of bae5f16d62c742a0932368f7ae3c6307 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:31.268560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.271832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Subnet': ['ID=4ab47441-749f-4215-ac63-7d5aed0423e3,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:31.513447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Checking segment: {'id': 'f609a4f2-8378-442d-a899-a5d83d77929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f4fcf872-8617-42f6-a716-edd13457394f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:31.515055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network hostable DHCP agents. Network: f4fcf872-8617-42f6-a716-edd13457394f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:31.632871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network f4fcf872-8617-42f6-a716-edd13457394f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:31.635447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff36c7a-0666-4cd9-8ee9-6861ad35d84a req-99a747d5-125c-4372-acec-79449b4f7ea4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:31.637076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ff36c7a-0666-4cd9-8ee9-6861ad35d84a req-99a747d5-125c-4372-acec-79449b4f7ea4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.5022054 Feb 11 13:46:31.711363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f4fcf872-8617-42f6-a716-edd13457394f) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:31.718472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:31.719480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.725841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (2429d075-63d0-4bd6-8b8f-4e69821a232c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.757794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c6544-c5bc-4642-911c-e5f8ff2b73c1 None None] Network f4fcf872-8617-42f6-a716-edd13457394f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:31.811640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b60ab046-fb85-4476-b4ea-c7ee348eb735), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:31.895021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-790df471-63df-4898-8f01-d34aa1b3a925 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0890815 Feb 11 13:46:31.900863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58000) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:31.909074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'subnet': {'network_id': '4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:31.963672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-f4fcf872-8617-42f6-a716-edd13457394f', 'network_id': 'f4fcf872-8617-42f6-a716-edd13457394f', 'project_id': '36cc2e0abd0b4c8188bf6c51bafbc333', 'fixed_ips': [{'subnet_id': '4ab47441-749f-4215-ac63-7d5aed0423e3'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:31.967176 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.012961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (b60ab046-fb85-4476-b4ea-c7ee348eb735), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.174223 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ff36c7a-0666-4cd9-8ee9-6861ad35d84a req-f04e2560-d348-4ccf-9be0-e3a7913fdd3e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642855 Feb 11 13:46:32.217897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2429d075-63d0-4bd6-8b8f-4e69821a232c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:32.249090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Checking segment: {'id': '929b73bd-0a1f-4f50-b5d2-8d209e7c89cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e8722ba1-d745-4b72-a44c-3cd5116d4f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:32.250515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Network hostable DHCP agents. Network: e8722ba1-d745-4b72-a44c-3cd5116d4f74, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:32.269512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3065c8e-ed05-486d-8df4-0e8408b1c736 admin admin] Publish callbacks [] for security_group (a0efc070-6dcd-4a8a-8ea5-9128d01d1532), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.271060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 95347e99-35a2-40db-addd-3279d8039460 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:32.284463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.289254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=b60ab046-fb85-4476-b4ea-c7ee348eb735,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:32.295893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3065c8e-ed05-486d-8df4-0e8408b1c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a0efc070-6dcd-4a8a-8ea5-9128d01d1532), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.302443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.308942 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d56bc89f-77d6-407d-9b1b-87dd60282c6d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b60ab046-fb85-4476-b4ea-c7ee348eb735 HTTP/1.1" status: 204 len: 168 time: 2.2525771 Feb 11 13:46:32.313246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:32.461683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e47ef3c5-3f0f-41b1-9171-f0d94bb3828b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358409 Feb 11 13:46:32.468807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:32.478706 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.481101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58010) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:32.491932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:32.530790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3065c8e-ed05-486d-8df4-0e8408b1c736 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6740f7e33f8a4e5e9bd5cd46321cfe94&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2048597 Feb 11 13:46:32.532695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:32.600156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065c8e-ed05-486d-8df4-0e8408b1c736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0efc070-6dcd-4a8a-8ea5-9128d01d1532,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:32.836320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ad591-00ca-411d-87ea-47a67e9d9741 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:32.887157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Allocated IP 2001:db8::2 (f4fcf872-8617-42f6-a716-edd13457394f/4ab47441-749f-4215-ac63-7d5aed0423e3/dce30b09-46e0-4916-83d0-899a49efc6c7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:32.964635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:33.038834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:33.039753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Network e8722ba1-d745-4b72-a44c-3cd5116d4f74 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:33.044965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.056220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18cefe-45b6-44ca-9802-4cc75b60e208 None None] Network 82d96dbe-aa9a-4c21-9148-559016771bbc requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:33.076199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e8722ba1-d745-4b72-a44c-3cd5116d4f74) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:33.104457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:33.106246 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.106616 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e15efd6-4b33-40a0-a150-5be98ee309a8 admin admin] Publish callbacks [] for security_group (a0efc070-6dcd-4a8a-8ea5-9128d01d1532), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.111296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913240f7-684d-4def-b970-7780ddde8a11 None None] Network e8722ba1-d745-4b72-a44c-3cd5116d4f74 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:33.166599 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.197634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ec89bc29-fbb8-451b-bb07-50054e26cfe9 None None] Provisioning complete for port 95347e99-35a2-40db-addd-3279d8039460 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:33.198022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec89bc29-fbb8-451b-bb07-50054e26cfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (95347e99-35a2-40db-addd-3279d8039460), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.269148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e15efd6-4b33-40a0-a150-5be98ee309a8 admin admin] Publish callbacks [] for security_group (a0efc070-6dcd-4a8a-8ea5-9128d01d1532), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.386083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-916e41c2-a996-468b-8793-ca4e7d0d2315 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3209133 Feb 11 13:46:33.397010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (0ed50e48-d488-4045-8a7e-d134d706d308), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.474568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Subnet': ['ID=0ed50e48-d488-4045-8a7e-d134d706d308,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:33.479459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Checking segment: {'id': '3df756d8-f149-4828-9f00-bb7e19fcc6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:33.479833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network hostable DHCP agents. Network: 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:33.508466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:33.529413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:33.535614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:33.537299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.565447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e2680dd6-65c5-481d-8870-fe943603917b tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6628339 Feb 11 13:46:33.568530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58032) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:33.606196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84134c45-e5a8-4db7-aba7-ed0c2a58bf0b None None] Network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:33.620219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58034) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:33.774934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] Deleting subnet 47619067-33f3-442f-bb80-a609ddd4f4b6 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:33.789075 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.822643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] Publish callbacks [] for subnet (47619067-33f3-442f-bb80-a609ddd4f4b6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.840123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 95347e99-35a2-40db-addd-3279d8039460 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:33.842388 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (95347e99-35a2-40db-addd-3279d8039460), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.856930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4', 'network_id': '4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4', 'project_id': '36cc2e0abd0b4c8188bf6c51bafbc333', 'fixed_ips': [{'subnet_id': '0ed50e48-d488-4045-8a7e-d134d706d308'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:33.861925 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:33.898946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:33.943578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:33.956273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55bb20-a8cd-4fb5-a8de-b6971c9c9d2c req-09658b50-dffe-4d92-a8d7-96eb5b8c69a2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:33.957826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc55bb20-a8cd-4fb5-a8de-b6971c9c9d2c req-09658b50-dffe-4d92-a8d7-96eb5b8c69a2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.2167199 Feb 11 13:46:33.965837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-81de96e0-fdf3-47d6-8a66-6398369d28cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/4f0518b8-bbb4-4b3e-ba9f-d11873d10532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4331028 Feb 11 13:46:33.971325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:34.035844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting subnet 33baafed-818b-4b9a-abee-1e70e2825627 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:34.041303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] Sync routers for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:34.052338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (33baafed-818b-4b9a-abee-1e70e2825627), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.074419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ec89bc29-fbb8-451b-bb07-50054e26cfe9 None None] Current status of the port 95347e99-35a2-40db-addd-3279d8039460 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:34.074919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec89bc29-fbb8-451b-bb07-50054e26cfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (95347e99-35a2-40db-addd-3279d8039460), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.112158 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (47619067-33f3-442f-bb80-a609ddd4f4b6), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.149720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc55bb20-a8cd-4fb5-a8de-b6971c9c9d2c req-d30895c3-5985-408f-89c9-17540debdd04 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827846 Feb 11 13:46:34.150375 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e15efd6-4b33-40a0-a150-5be98ee309a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a0efc070-6dcd-4a8a-8ea5-9128d01d1532), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.153017 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e15efd6-4b33-40a0-a150-5be98ee309a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.153916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5e15efd6-4b33-40a0-a150-5be98ee309a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0efc070-6dcd-4a8a-8ea5-9128d01d1532 HTTP/1.1" status: 204 len: 168 time: 1.6120951 Feb 11 13:46:34.166229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-24817288-962b-4cf2-b04a-faa18c696cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:34.167795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-24817288-962b-4cf2-b04a-faa18c696cb6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 1127 time: 0.1661072 Feb 11 13:46:34.218177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b44f79-b602-4df2-ac3a-14639aa0d257 None None] Network e8722ba1-d745-4b72-a44c-3cd5116d4f74 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:34.226503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15efd6-4b33-40a0-a150-5be98ee309a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0efc070-6dcd-4a8a-8ea5-9128d01d1532,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:34.255756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:34.256406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:34.258657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (33baafed-818b-4b9a-abee-1e70e2825627), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.319107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.321787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-1b9676f6-cee3-46f8-89a8-4f7a8189bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:34.323082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-1b9676f6-cee3-46f8-89a8-4f7a8189bc5c service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.1482611 Feb 11 13:46:34.385253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:34.392564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (47619067-33f3-442f-bb80-a609ddd4f4b6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.395934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-18bd4a27-7eb2-4a57-a7a3-b42cf0d4c1c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6532b92c-61d5-41b2-9292-671f4456e9d5 HTTP/1.1" status: 200 len: 217 time: 0.0592422 Feb 11 13:46:34.450081 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (0b33828f-7184-4f54-8420-e96442028092), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.477634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-2fbddb11-7abb-4b0f-953e-fe6e622e45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:34.479207 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-2fbddb11-7abb-4b0f-953e-fe6e622e45c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0594258 Feb 11 13:46:34.509276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=0b33828f-7184-4f54-8420-e96442028092,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:34.555162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:34.560507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:34.565745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:34.566566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.595330 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-afb9508e-925b-4a74-a58f-909dce078582 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1129487 Feb 11 13:46:34.596324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:34.598161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (33baafed-818b-4b9a-abee-1e70e2825627), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.629211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': '0b33828f-7184-4f54-8420-e96442028092', 'ip_address': '2001:db8::6fd8:f07b:f275:a637'}], 'name': 'tempest-NetworksTestDHCPv6-1604961449'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:34.684249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ec89bc29-fbb8-451b-bb07-50054e26cfe9 None None] For port 95347e99-35a2-40db-addd-3279d8039460, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=95347e99-35a2-40db-addd-3279d8039460,segment=NetworkSegment(f41115be-9f77-4574-b84c-3e13cc52ff07),segment_id=f41115be-9f77-4574-b84c-3e13cc52ff07)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:34.717616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:34.739066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-d4cee1ba-2be1-4ead-905b-5b63eddf3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:34.741173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-d4cee1ba-2be1-4ead-905b-5b63eddf3e03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2131722 Feb 11 13:46:34.750462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c65becf1-b1ff-4d2d-9969-3eddc82e30fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.777346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (47619067-33f3-442f-bb80-a609ddd4f4b6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.777703 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec89bc29-fbb8-451b-bb07-50054e26cfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (95347e99-35a2-40db-addd-3279d8039460), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.822728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47619067-33f3-442f-bb80-a609ddd4f4b6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:34.836698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.842551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-34e80ee4-1733-4f2d-9f8b-0954dc066416 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/47619067-33f3-442f-bb80-a609ddd4f4b6 HTTP/1.1" status: 204 len: 168 time: 1.2209466 Feb 11 13:46:34.873766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c65becf1-b1ff-4d2d-9969-3eddc82e30fc admin admin] Publish callbacks [] for security_group (38434f7f-d08e-4491-86ab-f2e2966cf6ae), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.874992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:34.984144 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Publish callbacks [] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.986678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c65becf1-b1ff-4d2d-9969-3eddc82e30fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (38434f7f-d08e-4491-86ab-f2e2966cf6ae), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.990802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (33baafed-818b-4b9a-abee-1e70e2825627), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.014392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-8503dde1-55ac-40b5-8728-56d3e2222cf0 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625334 Feb 11 13:46:35.027817 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (29ba6fea-00d5-404a-8dc8-5e617c3edd81), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.032822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.035605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] Deleting port 6471468b-09dc-41e5-aa81-bb62159f66f4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:35.035980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.100569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Subnet': ['ID=33baafed-818b-4b9a-abee-1e70e2825627,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:35.117522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.121378 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1ef2d198-349a-46fa-bd30-49efb2e7d71b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/subnets/33baafed-818b-4b9a-abee-1e70e2825627 HTTP/1.1" status: 204 len: 168 time: 1.1487062 Feb 11 13:46:35.134939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:35.202190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Allocated IP 2001:db8::1 (f4fcf872-8617-42f6-a716-edd13457394f/4ab47441-749f-4215-ac63-7d5aed0423e3/9c3cd592-a5ef-4a55-8367-ec7b1f220f70) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:35.267361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bc219e57-3d30-43a5-ae8b-4e6d5759691e req-5768193b-4a80-48e6-8450-a0bd84933526 service neutron] 10.222.0.83 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165866 Feb 11 13:46:35.301852 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.353457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Network f4fcf872-8617-42f6-a716-edd13457394f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:35.355736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ebb33-caed-4a7f-8918-22d25aff78ff None None] Network c3594495-df61-467e-8511-27f3dedb3357 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:35.357406 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.398635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.399291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:35.401058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65becf1-b1ff-4d2d-9969-3eddc82e30fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38434f7f-d08e-4491-86ab-f2e2966cf6ae,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:35.402859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 95347e99-35a2-40db-addd-3279d8039460 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:35.403839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6471468b-09dc-41e5-aa81-bb62159f66f4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:35.417647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:35.420008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c65becf1-b1ff-4d2d-9969-3eddc82e30fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c82c80d874594349833095d661d1a750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7012429 Feb 11 13:46:35.424341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89bc29-fbb8-451b-bb07-50054e26cfe9 None None] Pushing event updated for resources: {'Port': ['ID=95347e99-35a2-40db-addd-3279d8039460,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:35.426592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network f4fcf872-8617-42f6-a716-edd13457394f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:35.427881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58058) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:35.430946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:35.463103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Allocated IP 2001:db8::2 (4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4/0ed50e48-d488-4045-8a7e-d134d706d308/fbd2085a-fcf4-488e-8a3b-5127cbe377b8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:35.471514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:35.472330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.483482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:46:30Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.562558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:35.614969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Port': ['ID=9c3cd592-a5ef-4a55-8367-ec7b1f220f70,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:35.623435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] Checking router: 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:35.651159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-586a89c2-e4ec-4ca6-8684-76e1e661ba49 None None] Provisioning complete for port 95347e99-35a2-40db-addd-3279d8039460 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:35.651543 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-586a89c2-e4ec-4ca6-8684-76e1e661ba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (95347e99-35a2-40db-addd-3279d8039460), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.698200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b151edf-c2e4-4c44-bf33-82e848ba54d4 admin admin] Publish callbacks [] for security_group (38434f7f-d08e-4491-86ab-f2e2966cf6ae), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.708037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919452e-18a7-4f30-8262-96e6f1492aca req-7b8a4682-3c48-4026-a779-3306f1760589 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:35.710843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d919452e-18a7-4f30-8262-96e6f1492aca req-7b8a4682-3c48-4026-a779-3306f1760589 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.3525271 Feb 11 13:46:35.731388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] For port 6471468b-09dc-41e5-aa81-bb62159f66f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6471468b-09dc-41e5-aa81-bb62159f66f4,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:35.732019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.744108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Pushing event updated for resources: {'Port': ['ID=dce30b09-46e0-4916-83d0-899a49efc6c7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:35.748952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (29ba6fea-00d5-404a-8dc8-5e617c3edd81), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.752960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b151edf-c2e4-4c44-bf33-82e848ba54d4 admin admin] Publish callbacks [] for security_group (38434f7f-d08e-4491-86ab-f2e2966cf6ae), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.773014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.774351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba6fea-00d5-404a-8dc8-5e617c3edd81']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.786683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c162674-6724-4f7c-bad5-ccfc3f466ced') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.786942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c162674-6724-4f7c-bad5-ccfc3f466ced') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.794305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] Routers {'4f0518b8-bbb4-4b3e-ba9f-d11873d10532'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:35.794922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.797194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] Calling delete_port for 6471468b-09dc-41e5-aa81-bb62159f66f4 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:35.798088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (3c162674-6724-4f7c-bad5-ccfc3f466ced), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.813288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3c162674-6724-4f7c-bad5-ccfc3f466ced), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.823748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:35.824157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (3c162674-6724-4f7c-bad5-ccfc3f466ced), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:35.830107 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:35.847176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Attempting to bind port dce30b09-46e0-4916-83d0-899a49efc6c7 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:35.847867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Attempting to bind port dce30b09-46e0-4916-83d0-899a49efc6c7 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f609a4f2-8378-442d-a899-a5d83d77929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f4fcf872-8617-42f6-a716-edd13457394f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:35.848315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Attempting to bind port dce30b09-46e0-4916-83d0-899a49efc6c7 on network f4fcf872-8617-42f6-a716-edd13457394f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:35.891426 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b151edf-c2e4-4c44-bf33-82e848ba54d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (38434f7f-d08e-4491-86ab-f2e2966cf6ae), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.894563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b151edf-c2e4-4c44-bf33-82e848ba54d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.897352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3b151edf-c2e4-4c44-bf33-82e848ba54d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38434f7f-d08e-4491-86ab-f2e2966cf6ae HTTP/1.1" status: 204 len: 168 time: 0.4633133 Feb 11 13:46:35.920080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.955832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.958105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b151edf-c2e4-4c44-bf33-82e848ba54d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38434f7f-d08e-4491-86ab-f2e2966cf6ae,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:35.970994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (29ba6fea-00d5-404a-8dc8-5e617c3edd81), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.984722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:35.986264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Checking segment: {'id': 'f609a4f2-8378-442d-a899-a5d83d77929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f4fcf872-8617-42f6-a716-edd13457394f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:35.988396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.989129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Bound using segment: {'id': 'f609a4f2-8378-442d-a899-a5d83d77929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f4fcf872-8617-42f6-a716-edd13457394f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:35.989778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Bound port: dce30b09-46e0-4916-83d0-899a49efc6c7, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f609a4f2-8378-442d-a899-a5d83d77929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f4fcf872-8617-42f6-a716-edd13457394f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:35.991063 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.995885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.999198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] 10.222.0.79 "DELETE /v2.0/networks/29ba6fea-00d5-404a-8dc8-5e617c3edd81 HTTP/1.1" status: 204 len: 168 time: 1.1200745 Feb 11 13:46:36.004556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58064) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:36.046115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d919452e-18a7-4f30-8262-96e6f1492aca req-41e1d05d-405a-4ece-8d9e-5b0e9dd6d663 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187481 Feb 11 13:46:36.048005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 31cf6805-d98d-444e-bf00-0ec796a6fe5d yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:36.054491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1667f50-6693-4a03-8f34-6996a093fbff admin admin] Pushing event deleted for resources: {'Network': ['ID=29ba6fea-00d5-404a-8dc8-5e617c3edd81,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:36.159814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] Deleting subnet 2429d075-63d0-4bd6-8b8f-4e69821a232c {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:36.191598 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Publish callbacks [] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.201880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] Publish callbacks [] for subnet (2429d075-63d0-4bd6-8b8f-4e69821a232c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.240790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6471468b-09dc-41e5-aa81-bb62159f66f4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:36.241197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.267375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] DHCP port deletion for c3594495-df61-467e-8511-27f3dedb3357 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:36.269831 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.370576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:36.381744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Pushing event updated for resources: {'Port': ['ID=fbd2085a-fcf4-488e-8a3b-5127cbe377b8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:36.384652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:36.387365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:36.419760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (2429d075-63d0-4bd6-8b8f-4e69821a232c), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.425543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::6fd8:f07b:f275:a637 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/0b33828f-7184-4f54-8420-e96442028092/31cf6805-d98d-444e-bf00-0ec796a6fe5d) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:36.449350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-586a89c2-e4ec-4ca6-8684-76e1e661ba49 None None] Current status of the port 95347e99-35a2-40db-addd-3279d8039460 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:36.478552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 0d3bcd12-e983-40d2-933f-522e168bc971 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:36.478951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.512826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] For port dce30b09-46e0-4916-83d0-899a49efc6c7, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:36.516539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] For port dce30b09-46e0-4916-83d0-899a49efc6c7, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=dce30b09-46e0-4916-83d0-899a49efc6c7,segment=NetworkSegment(f609a4f2-8378-442d-a899-a5d83d77929e),segment_id=f609a4f2-8378-442d-a899-a5d83d77929e)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:36.568130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (2429d075-63d0-4bd6-8b8f-4e69821a232c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.625048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.635039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.666272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 0d3bcd12-e983-40d2-933f-522e168bc971, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d3bcd12-e983-40d2-933f-522e168bc971,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:36.666646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.688759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 0d3bcd12-e983-40d2-933f-522e168bc971 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:36.689725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.690463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.710233 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (2429d075-63d0-4bd6-8b8f-4e69821a232c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.741195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] Set router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:36.768415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b60dbb-df38-4c35-8b96-edf882d2951f None None] Pushing event updated for resources: {'Port': ['ID=dce30b09-46e0-4916-83d0-899a49efc6c7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:36.769772 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (31cf6805-d98d-444e-bf00-0ec796a6fe5d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.831050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2429d075-63d0-4bd6-8b8f-4e69821a232c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:36.859290 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.867896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b462cd98-2e0e-41c8-a907-67fecf81974b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2429d075-63d0-4bd6-8b8f-4e69821a232c HTTP/1.1" status: 204 len: 168 time: 0.8597682 Feb 11 13:46:36.875341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58080) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:36.887602 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (31cf6805-d98d-444e-bf00-0ec796a6fe5d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.943786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Attempting to bind port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:36.944282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Attempting to bind port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3df756d8-f149-4828-9f00-bb7e19fcc6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:36.944751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Attempting to bind port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 on network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:36.977539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:36.978037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Checking segment: {'id': '3df756d8-f149-4828-9f00-bb7e19fcc6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:36.978568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.979069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Bound using segment: {'id': '3df756d8-f149-4828-9f00-bb7e19fcc6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:36.979661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Bound port: fbd2085a-fcf4-488e-8a3b-5127cbe377b8, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df756d8-f149-4828-9f00-bb7e19fcc6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:36.980232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:36.988304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:36.999228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:37.022194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:37.028587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:37.042824 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.064599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=31cf6805-d98d-444e-bf00-0ec796a6fe5d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:37.108839 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (6471468b-09dc-41e5-aa81-bb62159f66f4), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.121528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e8722ba1-d745-4b72-a44c-3cd5116d4f74), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.138369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Port': ['ID=9c3cd592-a5ef-4a55-8367-ec7b1f220f70,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:37.168703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fa551d97-89ba-49cc-ae19-b025a14601b6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5658445 Feb 11 13:46:37.169721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:37.234051 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0d3bcd12-e983-40d2-933f-522e168bc971), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.248302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] Deleting port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:37.248686 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.307659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network f4fcf872-8617-42f6-a716-edd13457394f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:37.313250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:37.352570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=0d3bcd12-e983-40d2-933f-522e168bc971,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:37.425053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] For port 32640fc0-4a27-4251-90a3-33c1bd45f9a9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=32640fc0-4a27-4251-90a3-33c1bd45f9a9,segment=NetworkSegment(f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3),segment_id=f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:37.425716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.445632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] Calling delete_port for 32640fc0-4a27-4251-90a3-33c1bd45f9a9 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:37.476017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e57122-92fe-4660-90db-843ea32af68a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:37.481525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-65e57122-92fe-4660-90db-843ea32af68a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3068743 Feb 11 13:46:37.496677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58096) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:37.562059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85845036-1f1c-4ba3-97de-cee450236c95 req-a44d6bf0-afe7-439c-b65f-a51d534cef8e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:37.568211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6471468b-09dc-41e5-aa81-bb62159f66f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:37.572575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85845036-1f1c-4ba3-97de-cee450236c95 req-a44d6bf0-afe7-439c-b65f-a51d534cef8e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 945 time: 0.3554318 Feb 11 13:46:37.576755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] Pushing event deleted for resources: {'Port': ['ID=6471468b-09dc-41e5-aa81-bb62159f66f4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:37.607944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a892cb-acb0-4e26-8313-3e9133a8137c None None] No DVR routers for this DVR port 6471468b-09dc-41e5-aa81-bb62159f66f4 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:37.626713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] For port fbd2085a-fcf4-488e-8a3b-5127cbe377b8, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:37.626713 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (32640fc0-4a27-4251-90a3-33c1bd45f9a9), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.699374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e8722ba1-d745-4b72-a44c-3cd5116d4f74), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.734473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d63dba3-f5f1-4c27-9a13-fe0afe9c970a None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:37.743082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8722ba1-d745-4b72-a44c-3cd5116d4f74']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.766804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.795222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929b73bd-0a1f-4f50-b5d2-8d209e7c89cf') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.803047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929b73bd-0a1f-4f50-b5d2-8d209e7c89cf') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.837207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (929b73bd-0a1f-4f50-b5d2-8d209e7c89cf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.869703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Router f25f00ae-93c4-489f-b083-8c6fa1331b39 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:46:37.886275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (929b73bd-0a1f-4f50-b5d2-8d209e7c89cf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.899611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6532b92c-61d5-41b2-9292-671f4456e9d5 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:37.907997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:37.908407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (929b73bd-0a1f-4f50-b5d2-8d209e7c89cf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:37.910199 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:37.915465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] For port fbd2085a-fcf4-488e-8a3b-5127cbe377b8, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fbd2085a-fcf4-488e-8a3b-5127cbe377b8,segment=NetworkSegment(3df756d8-f149-4828-9f00-bb7e19fcc6e8),segment_id=3df756d8-f149-4828-9f00-bb7e19fcc6e8)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:37.930323 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.933631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:37.935999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] Pushing event deleted for resources: {'Port': ['ID=32640fc0-4a27-4251-90a3-33c1bd45f9a9,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:37.964167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c1b79-3a67-44ef-8260-46c838cb7e04 None None] No DVR routers for this DVR port 32640fc0-4a27-4251-90a3-33c1bd45f9a9 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:37.977183 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.026257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (4f0518b8-bbb4-4b3e-ba9f-d11873d10532), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.026897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Fanout notify agent at l3_agent the message router_deleted on router 4f0518b8-bbb4-4b3e-ba9f-d11873d10532 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:46:38.097543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.102561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e44a3053-48dc-4853-be84-a29ce3d3a969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/routers/4f0518b8-bbb4-4b3e-ba9f-d11873d10532 HTTP/1.1" status: 204 len: 168 time: 2.9659617 Feb 11 13:46:38.118615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85845036-1f1c-4ba3-97de-cee450236c95 req-8cd0342a-e3f7-4e76-a2ba-cf9744be5d87 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958596 Feb 11 13:46:38.119501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:38.309298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 31cf6805-d98d-444e-bf00-0ec796a6fe5d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:38.310008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (31cf6805-d98d-444e-bf00-0ec796a6fe5d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.476138 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (31cf6805-d98d-444e-bf00-0ec796a6fe5d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.502333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 31cf6805-d98d-444e-bf00-0ec796a6fe5d owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:38.560780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ea07-7558-42fe-8245-b12a001c515f None None] Pushing event updated for resources: {'Port': ['ID=fbd2085a-fcf4-488e-8a3b-5127cbe377b8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:38.563783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 95347e99-35a2-40db-addd-3279d8039460 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:38.714828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (31cf6805-d98d-444e-bf00-0ec796a6fe5d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.734886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c3594495-df61-467e-8511-27f3dedb3357), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.780018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=31cf6805-d98d-444e-bf00-0ec796a6fe5d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:38.787935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6532b92c-61d5-41b2-9292-671f4456e9d5 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:38.788323 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.839524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:38.849244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-13347624-7382-48bb-b3b1-1c8a4c5cc90e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/31cf6805-d98d-444e-bf00-0ec796a6fe5d HTTP/1.1" status: 204 len: 168 time: 1.3507888 Feb 11 13:46:38.860693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:38.864056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac29d5d-cc0f-4388-835b-5444ed318b4c None None] Network f4fcf872-8617-42f6-a716-edd13457394f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:38.979353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58126) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:39.004263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:39.028147 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415958fd-dc30-49fe-89e6-70641f74cc87" -d '{"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:39.054086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '0b33828f-7184-4f54-8420-e96442028092'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:39.054932 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.073163 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.108643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:39.120587 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] Sync routers for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:39.129477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2290c6f9-ad02-4357-866f-9e95d17a5dea tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5595460 Feb 11 13:46:39.135810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58130) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:39.155513 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:39.156340 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.157481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e8722ba1-d745-4b72-a44c-3cd5116d4f74), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.170084 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce33fc-06b4-47df-a8d6-c83dcefaad07 x-openstack-request-id: req-91ce33fc-06b4-47df-a8d6-c83dcefaad07 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:39.170577 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-unplugged", "status": "failed", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5", "code": 422}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:39.174459 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91ce33fc-06b4-47df-a8d6-c83dcefaad07 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:39.175005 n-d-828676-2 neutron-server[103177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'code': 422} returned with failed status Feb 11 13:46:39.179095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-db3c6099-4ac9-4bb1-acd7-ff40402bf591 None None] Provisioning complete for port dce30b09-46e0-4916-83d0-899a49efc6c7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:39.190252 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db3c6099-4ac9-4bb1-acd7-ff40402bf591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.235121 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.258372 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:39.263295 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.282234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.289590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] 10.222.0.79 "DELETE /v2.0/networks/e8722ba1-d745-4b72-a44c-3cd5116d4f74 HTTP/1.1" status: 204 len: 168 time: 2.4120843 Feb 11 13:46:39.322611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:46:30Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.330533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a533ae0-122a-4dd8-846e-cbb7208f6005 req-8b40f19b-eb6e-493e-a7bd-0bd17d5b8122 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:39.345294 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.346021 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5d03-a562-4bf2-8a6b-3a5cd68943fa None None] The sync data for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:39.348457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a533ae0-122a-4dd8-846e-cbb7208f6005 req-8b40f19b-eb6e-493e-a7bd-0bd17d5b8122 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.6487494 Feb 11 13:46:39.498296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604c669-f9b3-48ea-be8f-9ba030effe7f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8722ba1-d745-4b72-a44c-3cd5116d4f74,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:39.584599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58136) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:39.593212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5bbcb1-1077-4051-aa9b-90d2cdc259a3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:39.594912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5bbcb1-1077-4051-aa9b-90d2cdc259a3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:39.598075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d5bbcb1-1077-4051-aa9b-90d2cdc259a3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6041207 Feb 11 13:46:39.602304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbfbaca-94c0-4dd3-8793-0c8fe8b528a8 None None] The sync data for ids ['4f0518b8-bbb4-4b3e-ba9f-d11873d10532'] in n-d-828676-2 is: [{'id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176589382', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:46:30Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '0d3bcd12-e983-40d2-933f-522e168bc971', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0518b8-bbb4-4b3e-ba9f-d11873d10532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:34Z', 'updated_at': '2022-02-11T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:39.614793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:39.621455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 95347e99-35a2-40db-addd-3279d8039460 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:39.621844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (95347e99-35a2-40db-addd-3279d8039460), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.747244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:39.781701 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c3594495-df61-467e-8511-27f3dedb3357), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.805181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a533ae0-122a-4dd8-846e-cbb7208f6005 req-ac688bfd-5a42-4f59-a566-ce7a63bd95e2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4498565 Feb 11 13:46:39.872733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3594495-df61-467e-8511-27f3dedb3357']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.905043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.905350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.922247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 0b33828f-7184-4f54-8420-e96442028092 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:39.940748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9803ff6e-f9fc-4849-bba7-3fab7b1d3fd6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53308bccd9e94b89ac60006dfe544882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547430 Feb 11 13:46:39.943328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:39.944886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:40.076632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.095129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:40.095543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f55f7c5a-0cb9-4b8e-9cc2-89ac6be753d3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.125027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-db3c6099-4ac9-4bb1-acd7-ff40402bf591 None None] Current status of the port dce30b09-46e0-4916-83d0-899a49efc6c7 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:40.125587 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db3c6099-4ac9-4bb1-acd7-ff40402bf591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.217606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/0b33828f-7184-4f54-8420-e96442028092/15a17248-598f-410d-bfdb-fa69beb9cff3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:40.263002 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-e1e2796f-1782-421e-a0b6-21c4a101c631 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:40.265400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e1e2796f-1782-421e-a0b6-21c4a101c631 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1187816 Feb 11 13:46:40.268270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58152) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:40.282295 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:40.288563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-db3c6099-4ac9-4bb1-acd7-ff40402bf591 None None] For port dce30b09-46e0-4916-83d0-899a49efc6c7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=dce30b09-46e0-4916-83d0-899a49efc6c7,segment=NetworkSegment(f609a4f2-8378-442d-a899-a5d83d77929e),segment_id=f609a4f2-8378-442d-a899-a5d83d77929e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:40.303262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db3c6099-4ac9-4bb1-acd7-ff40402bf591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.314874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 95347e99-35a2-40db-addd-3279d8039460 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:40.317129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device dce30b09-46e0-4916-83d0-899a49efc6c7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:40.341869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c3594495-df61-467e-8511-27f3dedb3357), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.371463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.377279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/networks/c3594495-df61-467e-8511-27f3dedb3357 HTTP/1.1" status: 204 len: 168 time: 2.2539635 Feb 11 13:46:40.386576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58154) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:40.407933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3ab8d-6154-441e-ba4b-c32af17d8070 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Network': ['ID=c3594495-df61-467e-8511-27f3dedb3357,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:40.465547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32468-f503-4129-911c-ae057dbaa6ec req-dd91114e-1a57-48aa-a6ad-55f680675359 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:40.467200 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2df32468-f503-4129-911c-ae057dbaa6ec req-dd91114e-1a57-48aa-a6ad-55f680675359 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.5063944 Feb 11 13:46:40.475814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dde0200-6d3d-4ecf-85a2-ea4b8c957a93 admin admin] Publish callbacks [] for security_group (bc9a11af-3c9a-4207-ba9d-cebb0d013e1b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.513810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e40d4-237b-403d-a842-2d4cf158ec78 None None] Network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:40.540272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dde0200-6d3d-4ecf-85a2-ea4b8c957a93 admin admin] Publish callbacks [] for security_group (bc9a11af-3c9a-4207-ba9d-cebb0d013e1b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.650003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dde0200-6d3d-4ecf-85a2-ea4b8c957a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bc9a11af-3c9a-4207-ba9d-cebb0d013e1b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.652873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dde0200-6d3d-4ecf-85a2-ea4b8c957a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.656443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5dde0200-6d3d-4ecf-85a2-ea4b8c957a93 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc9a11af-3c9a-4207-ba9d-cebb0d013e1b HTTP/1.1" status: 204 len: 168 time: 0.7082398 Feb 11 13:46:40.708582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde0200-6d3d-4ecf-85a2-ea4b8c957a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9a11af-3c9a-4207-ba9d-cebb0d013e1b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:40.722972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c6099-4ac9-4bb1-acd7-ff40402bf591 None None] Pushing event updated for resources: {'Port': ['ID=dce30b09-46e0-4916-83d0-899a49efc6c7,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:40.802469 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2df32468-f503-4129-911c-ae057dbaa6ec req-bb5cbeee-0869-492e-8b3c-2fc8ec2586f8 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279026 Feb 11 13:46:40.810327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bb0e1dbd-c17a-4ae1-b901-ff2f3990d699 None None] Provisioning complete for port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:40.810852 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1dbd-c17a-4ae1-b901-ff2f3990d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.979692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port dce30b09-46e0-4916-83d0-899a49efc6c7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:40.980292 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:40.985770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae19457-732b-4c4b-bf77-f57c3e6c07b2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (8f15e958-fa03-48b1-93f7-f6c9c638f79c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.015041 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae19457-732b-4c4b-bf77-f57c3e6c07b2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (8f15e958-fa03-48b1-93f7-f6c9c638f79c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.158337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae19457-732b-4c4b-bf77-f57c3e6c07b2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f15e958-fa03-48b1-93f7-f6c9c638f79c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.161489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ae19457-732b-4c4b-bf77-f57c3e6c07b2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.165353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ae19457-732b-4c4b-bf77-f57c3e6c07b2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/security-groups/8f15e958-fa03-48b1-93f7-f6c9c638f79c HTTP/1.1" status: 204 len: 168 time: 0.7752745 Feb 11 13:46:41.202573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae19457-732b-4c4b-bf77-f57c3e6c07b2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f15e958-fa03-48b1-93f7-f6c9c638f79c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:41.274027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7be903-aa2b-458f-b4e8-abff8390b254 req-566e8c26-2520-4f50-94b3-ec2c02ed2b07 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:41.283472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf7be903-aa2b-458f-b4e8-abff8390b254 req-566e8c26-2520-4f50-94b3-ec2c02ed2b07 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3373468 Feb 11 13:46:41.370885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:41.473977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf7be903-aa2b-458f-b4e8-abff8390b254 req-a475e001-dbeb-4add-bbf0-24976387e5da tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895585 Feb 11 13:46:41.483063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f316c749-4c15-41c2-a033-a749f01d9772 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bae5f16d62c742a0932368f7ae3c6307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086407 Feb 11 13:46:41.483873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:41.519962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e1dbd-c17a-4ae1-b901-ff2f3990d699 None None] Current status of the port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:41.520542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1dbd-c17a-4ae1-b901-ff2f3990d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.593239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port dce30b09-46e0-4916-83d0-899a49efc6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:41.597574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.605047 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a654f450-554a-4920-914a-0f8b26c2baa7 admin admin] Publish callbacks [] for security_group (9e443014-7358-41ca-86c8-ecfe7b3a63a4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.658324 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Publish callbacks [] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.660374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a654f450-554a-4920-914a-0f8b26c2baa7 admin admin] Publish callbacks [] for security_group (9e443014-7358-41ca-86c8-ecfe7b3a63a4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.684157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (0b33828f-7184-4f54-8420-e96442028092), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.707672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6471468b-09dc-41e5-aa81-bb62159f66f4 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:41.731034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.743997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:41.843367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0b33828f-7184-4f54-8420-e96442028092), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.901448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bb0e1dbd-c17a-4ae1-b901-ff2f3990d699 None None] For port fbd2085a-fcf4-488e-8a3b-5127cbe377b8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fbd2085a-fcf4-488e-8a3b-5127cbe377b8,segment=NetworkSegment(3df756d8-f149-4828-9f00-bb7e19fcc6e8),segment_id=3df756d8-f149-4828-9f00-bb7e19fcc6e8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:41.939327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a654f450-554a-4920-914a-0f8b26c2baa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9e443014-7358-41ca-86c8-ecfe7b3a63a4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.943301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a654f450-554a-4920-914a-0f8b26c2baa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:41.945101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bf444402-f4ac-4941-8f91-62356d33474a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319768864', 'description': 'tempest-secgroup-smoke-319768864 description', 'project_id': '438affb9494641819ba0787e4b08b11f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:41.949575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a654f450-554a-4920-914a-0f8b26c2baa7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e443014-7358-41ca-86c8-ecfe7b3a63a4 HTTP/1.1" status: 204 len: 168 time: 0.4644721 Feb 11 13:46:41.977835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 6532b92c-61d5-41b2-9292-671f4456e9d5 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:41.982109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Pushing event updated for resources: {'Port': ['ID=15a17248-598f-410d-bfdb-fa69beb9cff3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:41.991602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654f450-554a-4920-914a-0f8b26c2baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e443014-7358-41ca-86c8-ecfe7b3a63a4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:42.004040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6471468b-09dc-41e5-aa81-bb62159f66f4 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:42.005913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6471468b-09dc-41e5-aa81-bb62159f66f4 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:42.006603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 32640fc0-4a27-4251-90a3-33c1bd45f9a9 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:42.009759 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1dbd-c17a-4ae1-b901-ff2f3990d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.037651 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0b33828f-7184-4f54-8420-e96442028092), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.072341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf444402-f4ac-4941-8f91-62356d33474a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.144150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 32640fc0-4a27-4251-90a3-33c1bd45f9a9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:42.144783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 32640fc0-4a27-4251-90a3-33c1bd45f9a9 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:42.153105 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0b33828f-7184-4f54-8420-e96442028092), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.153993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:42.186872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:42.196816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:42.231187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=0b33828f-7184-4f54-8420-e96442028092,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:42.247731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.252554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Provisioning complete for port 9c3cd592-a5ef-4a55-8367-ec7b1f220f70 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:42.253149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.258497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-42a7dee8-3e97-4e88-aa66-fe427e454373 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/0b33828f-7184-4f54-8420-e96442028092 HTTP/1.1" status: 204 len: 168 time: 2.6416185 Feb 11 13:46:42.260890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:42.301178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2186b-f932-4ad8-8c1a-c102c3b20ca2 req-10a045ec-9381-4ea3-9537-d1f853fb0e0a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:42.309022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39f2186b-f932-4ad8-8c1a-c102c3b20ca2 req-10a045ec-9381-4ea3-9537-d1f853fb0e0a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.7225261 Feb 11 13:46:42.316788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Port 9c3cd592-a5ef-4a55-8367-ec7b1f220f70 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:46:42.330623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e1dbd-c17a-4ae1-b901-ff2f3990d699 None None] Pushing event updated for resources: {'Port': ['ID=fbd2085a-fcf4-488e-8a3b-5127cbe377b8,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:42.383323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-23527c35-ca46-4763-8f25-be688e220b0c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204948 Feb 11 13:46:42.383983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58192) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:42.390982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:42.469057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Attempting to bind port 15a17248-598f-410d-bfdb-fa69beb9cff3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:42.469443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Attempting to bind port 15a17248-598f-410d-bfdb-fa69beb9cff3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:42.469819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Attempting to bind port 15a17248-598f-410d-bfdb-fa69beb9cff3 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:42.490071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Provisioning complete for port dce30b09-46e0-4916-83d0-899a49efc6c7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:42.490557 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.578545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:42.579283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:42.579403 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.580318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:42.580441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Bound port: 15a17248-598f-410d-bfdb-fa69beb9cff3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:42.580936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.600585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 6532b92c-61d5-41b2-9292-671f4456e9d5 is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:42.634612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf444402-f4ac-4941-8f91-62356d33474a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (2ada9a61-7c26-4fc0-9813-9457424cbd79), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.687026 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf444402-f4ac-4941-8f91-62356d33474a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2ada9a61-7c26-4fc0-9813-9457424cbd79), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.691389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fbd2085a-fcf4-488e-8a3b-5127cbe377b8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:42.737037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:42.741792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.749788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf444402-f4ac-4941-8f91-62356d33474a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:42.754149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bf444402-f4ac-4941-8f91-62356d33474a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8510332 Feb 11 13:46:42.760024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58196) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:42.765096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2c101b00-89f6-4667-bd1a-60315602fec4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2ada9a61-7c26-4fc0-9813-9457424cbd79', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:42.787030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39f2186b-f932-4ad8-8c1a-c102c3b20ca2 req-d58eba0d-8fd5-4b9d-a0ac-d445725cb05d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420176 Feb 11 13:46:42.971396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf444402-f4ac-4941-8f91-62356d33474a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ada9a61-7c26-4fc0-9813-9457424cbd79,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:43.003296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (e56bb48c-4e88-4644-af0d-f88936935969), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.032873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:43.038104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:43.054407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c101b00-89f6-4667-bd1a-60315602fec4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (9b6324ff-e0e7-4944-b53a-246bd47efcfd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.070784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:43.071419 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.109366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7221184 Feb 11 13:46:43.112816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:43.136674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': 'e56bb48c-4e88-4644-af0d-f88936935969', 'ip_address': '2001:db8::5cd7:5032:3c36:88d1'}], 'name': 'tempest-NetworksTestDHCPv6-390650170'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:43.168403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] For port 15a17248-598f-410d-bfdb-fa69beb9cff3, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:43.174292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] For port 15a17248-598f-410d-bfdb-fa69beb9cff3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15a17248-598f-410d-bfdb-fa69beb9cff3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:43.181010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Current status of the port dce30b09-46e0-4916-83d0-899a49efc6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:43.207596 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.232763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting port 9c3cd592-a5ef-4a55-8367-ec7b1f220f70 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:43.233194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.312330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8543e7-95b8-457d-9eef-44dc51182fc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=e56bb48c-4e88-4644-af0d-f88936935969,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:43.353289 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c101b00-89f6-4667-bd1a-60315602fec4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (9b6324ff-e0e7-4944-b53a-246bd47efcfd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.369309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c101b00-89f6-4667-bd1a-60315602fec4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9b6324ff-e0e7-4944-b53a-246bd47efcfd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.381736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd7978-7a79-49c5-9175-e3a16af39c06 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:46:43.388153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Provisioning complete for port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:43.388528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.447481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:43.451863 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:46:43.477190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:43.486734 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.550738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295f029-db04-4d60-b8ad-aa6e8744b7e2 None None] Pushing event updated for resources: {'Port': ['ID=15a17248-598f-410d-bfdb-fa69beb9cff3,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:43.553728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c101b00-89f6-4667-bd1a-60315602fec4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6324ff-e0e7-4944-b53a-246bd47efcfd,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:43.582020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fbcf9-d96b-48c6-823d-3b01dcb19766 req-0690f227-3603-409e-914f-7b3fb2b27a92 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:43.584205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-215fbcf9-d96b-48c6-823d-3b01dcb19766 req-0690f227-3603-409e-914f-7b3fb2b27a92 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3926849 Feb 11 13:46:43.593343 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2c101b00-89f6-4667-bd1a-60315602fec4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.601150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2c101b00-89f6-4667-bd1a-60315602fec4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8400354 Feb 11 13:46:43.605533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58228) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:43.610203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-eb72046e-ff27-499e-9211-a1796f6adcbc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2ada9a61-7c26-4fc0-9813-9457424cbd79', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:43.667401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.692232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-215fbcf9-d96b-48c6-823d-3b01dcb19766 req-15856537-ca1d-4370-87d7-c4df96643f44 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897336 Feb 11 13:46:43.697862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Calling delete_port for 9c3cd592-a5ef-4a55-8367-ec7b1f220f70 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:43.722507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb72046e-ff27-499e-9211-a1796f6adcbc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (23498603-1031-40ff-b5e8-3d466f8130a6), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.750401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09983735-2985-49cd-9b1c-7e21518b70bf None None] Current status of the port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:43.758098 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.798765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd7978-7a79-49c5-9175-e3a16af39c06 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:46:43.803194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 24e0e525-bcd6-424d-84d0-07491904f240 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:43.837313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:43.839196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device dce30b09-46e0-4916-83d0-899a49efc6c7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:43.993165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb72046e-ff27-499e-9211-a1796f6adcbc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (23498603-1031-40ff-b5e8-3d466f8130a6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:43.994641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port dce30b09-46e0-4916-83d0-899a49efc6c7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:43.995560 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.031324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb72046e-ff27-499e-9211-a1796f6adcbc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (23498603-1031-40ff-b5e8-3d466f8130a6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.108246 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb72046e-ff27-499e-9211-a1796f6adcbc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.112524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eb72046e-ff27-499e-9211-a1796f6adcbc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5032966 Feb 11 13:46:44.114987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58246) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:44.122081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f7524ca2-f01e-41d0-9c40-0fb4c440df7d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2ada9a61-7c26-4fc0-9813-9457424cbd79', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:44.129385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72046e-ff27-499e-9211-a1796f6adcbc tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23498603-1031-40ff-b5e8-3d466f8130a6,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:44.288418 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7524ca2-f01e-41d0-9c40-0fb4c440df7d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (20f1b267-fe4a-4691-98c3-d270d53e396a), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.338957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-7f0518fc-33fd-47ca-b1ab-85db89afbccf tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:44.340617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-7f0518fc-33fd-47ca-b1ab-85db89afbccf tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.2615938 Feb 11 13:46:44.344546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port dce30b09-46e0-4916-83d0-899a49efc6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:44.348149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9c3cd592-a5ef-4a55-8367-ec7b1f220f70), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.365058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d3bcd12-e983-40d2-933f-522e168bc971 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:44.393220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0d3bcd12-e983-40d2-933f-522e168bc971 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:44.393574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d3bcd12-e983-40d2-933f-522e168bc971 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:44.394490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 663ddb20-c01f-46ca-8ead-94952db4e8cd no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:44.424872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-fddbd58a-3c55-4e13-9c22-3f283239217a tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/quotas/d3bb5bb9a107412bbabf9752d3ba8247 HTTP/1.1" status: 200 len: 375 time: 0.0419657 Feb 11 13:46:44.448332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 663ddb20-c01f-46ca-8ead-94952db4e8cd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:44.448701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 663ddb20-c01f-46ca-8ead-94952db4e8cd not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:44.484757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::5cd7:5032:3c36:88d1 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/e56bb48c-4e88-4644-af0d-f88936935969/24e0e525-bcd6-424d-84d0-07491904f240) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:44.492935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7524ca2-f01e-41d0-9c40-0fb4c440df7d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (20f1b267-fe4a-4691-98c3-d270d53e396a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.504719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Port': ['ID=9c3cd592-a5ef-4a55-8367-ec7b1f220f70,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:44.507380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7524ca2-f01e-41d0-9c40-0fb4c440df7d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (20f1b267-fe4a-4691-98c3-d270d53e396a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.519837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a388f-6af2-4777-b0ec-4480a56fb0fc None None] Update dhcp port {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': 'e56bb48c-4e88-4644-af0d-f88936935969'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '15a17248-598f-410d-bfdb-fa69beb9cff3'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:46:44.578077 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-600a388f-6af2-4777-b0ec-4480a56fb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.617095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-025d2853-bafc-4cfc-9569-fc4ae2637c56 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1817286 Feb 11 13:46:44.749027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7524ca2-f01e-41d0-9c40-0fb4c440df7d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f1b267-fe4a-4691-98c3-d270d53e396a,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:44.757832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fbd2085a-fcf4-488e-8a3b-5127cbe377b8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:44.847615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.852929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7524ca2-f01e-41d0-9c40-0fb4c440df7d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.862173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f7524ca2-f01e-41d0-9c40-0fb4c440df7d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7381859 Feb 11 13:46:44.868948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:44.870329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:44.872121 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:44.873904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0a693c00-19d5-4628-be6f-ab71d6632aa2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2ada9a61-7c26-4fc0-9813-9457424cbd79', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:44.957542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-659c917a-a692-47d7-82da-19d0e9920bd1 service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392801 Feb 11 13:46:45.009547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:45.034671 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (24e0e525-bcd6-424d-84d0-07491904f240), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.041376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a693c00-19d5-4628-be6f-ab71d6632aa2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (4c40390c-3540-4d1a-997a-3196f8bdc577), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.156706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-83a22ab0-bda5-4928-8769-a3cc35c63d66 service neutron] 10.222.0.79 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863542 Feb 11 13:46:45.161893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (24e0e525-bcd6-424d-84d0-07491904f240), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.202284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a693c00-19d5-4628-be6f-ab71d6632aa2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (4c40390c-3540-4d1a-997a-3196f8bdc577), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.226543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1d757-316a-42c6-a734-613d7cbea354 req-2f5e8abe-1f2c-4f96-bee9-35905fe0ef6f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.228150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-51d1d757-316a-42c6-a734-613d7cbea354 req-2f5e8abe-1f2c-4f96-bee9-35905fe0ef6f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3689663 Feb 11 13:46:45.230702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-600a388f-6af2-4777-b0ec-4480a56fb0fc None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/e56bb48c-4e88-4644-af0d-f88936935969/15a17248-598f-410d-bfdb-fa69beb9cff3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:45.259930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:45.262607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a693c00-19d5-4628-be6f-ab71d6632aa2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (4c40390c-3540-4d1a-997a-3196f8bdc577), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.291423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:45.329470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=24e0e525-bcd6-424d-84d0-07491904f240,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.329672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:45.345711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.347080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.352278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a693c00-19d5-4628-be6f-ab71d6632aa2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.353726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0a693c00-19d5-4628-be6f-ab71d6632aa2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4836802 Feb 11 13:46:45.368341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58274) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:45.374817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2ada9a61-7c26-4fc0-9813-9457424cbd79', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:45.419223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a693c00-19d5-4628-be6f-ab71d6632aa2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c40390c-3540-4d1a-997a-3196f8bdc577,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.425464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-51d1d757-316a-42c6-a734-613d7cbea354 req-ad8959e5-6235-469b-8299-0c0b7e28e833 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125565 Feb 11 13:46:45.437205 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:45.463257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cb1b0520-1d1f-46c4-881a-1dfd188500c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3475285 Feb 11 13:46:45.465099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:45.484370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-600a388f-6af2-4777-b0ec-4480a56fb0fc None None] For port 15a17248-598f-410d-bfdb-fa69beb9cff3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15a17248-598f-410d-bfdb-fa69beb9cff3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:45.491889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (6b0808a3-0f32-46d9-9a2d-db6b83b373e0), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.493138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Router f25f00ae-93c4-489f-b083-8c6fa1331b39 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:45.565878 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-600a388f-6af2-4777-b0ec-4480a56fb0fc None None] Publish callbacks [] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.573435 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-600a388f-6af2-4777-b0ec-4480a56fb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.697940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (6b0808a3-0f32-46d9-9a2d-db6b83b373e0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.713609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3467b8f-4456-4577-9876-c8633394462e req-6ca3dbd3-815c-4a85-b409-12fa152d7f3b tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 210 time: 0.1294856 Feb 11 13:46:45.726354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (6b0808a3-0f32-46d9-9a2d-db6b83b373e0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.735284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a388f-6af2-4777-b0ec-4480a56fb0fc None None] Pushing event updated for resources: {'Port': ['ID=15a17248-598f-410d-bfdb-fa69beb9cff3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.783117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0808a3-0f32-46d9-9a2d-db6b83b373e0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.803878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:45.807788 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a58acdf2-fdf0-4f70-a4b8-8966dc07ba80 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4356198 Feb 11 13:46:45.808710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:45.813988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2ada9a61-7c26-4fc0-9813-9457424cbd79', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:45.875266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb66e4ef-5397-4456-8087-66b22687f10d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.890093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb66e4ef-5397-4456-8087-66b22687f10d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.893039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cb66e4ef-5397-4456-8087-66b22687f10d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4246745 Feb 11 13:46:45.895185 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:45.900926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58306) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:45.912857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (bb1ef238-614f-4768-bcc4-759f0fa43ac5), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.056643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (bb1ef238-614f-4768-bcc4-759f0fa43ac5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.109997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (bb1ef238-614f-4768-bcc4-759f0fa43ac5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.227040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1ef238-614f-4768-bcc4-759f0fa43ac5,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:46.274031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.298810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f6caead3-604f-4878-9952-2d4281fd462a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4887879 Feb 11 13:46:46.300901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58322) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:46.307026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'network': {'name': 'tempest-network-smoke--973318245', 'project_id': '438affb9494641819ba0787e4b08b11f', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:46.321352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:46.335405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] Sync routers for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:46.349740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6bfad354-267e-4853-bced-98349d3c17cb tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0802181 Feb 11 13:46:46.353682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58324) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:46.356613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:46.358876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:46.434470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:46.452839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:46.453460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:46.471168 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-e4cb5717-9384-4754-8f0b-42f5fe661b55 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] delete failed (client error): The resource could not be found. Feb 11 13:46:46.472242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e4cb5717-9384-4754-8f0b-42f5fe661b55 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1342069293 HTTP/1.1" status: 404 len: 335 time: 0.1143899 Feb 11 13:46:46.476074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58330) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:46.480845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d821cbb9-9087-4948-905a-8385d93d88e1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f25f00ae-93c4-489f-b083-8c6fa1331b39'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:46.493796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:46.497357 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.527272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 24e0e525-bcd6-424d-84d0-07491904f240 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:46.527719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (24e0e525-bcd6-424d-84d0-07491904f240), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.577606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:46.578406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795d8be-7a04-4776-b2c4-189a72bef217 None None] The sync data for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:46.746886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:46.761731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 15a17248-598f-410d-bfdb-fa69beb9cff3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:46.800602 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ec47c168-2e30-4a40-99c7-dc3df9beba81), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.808088 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Added segment ec47c168-2e30-4a40-99c7-dc3df9beba81 of type vlan for network a5f87c7f-82b2-420d-93e1-d0b9baba01af Feb 11 13:46:46.909167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (24e0e525-bcd6-424d-84d0-07491904f240), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.923764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 15a17248-598f-410d-bfdb-fa69beb9cff3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:46.924142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.995195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f72dd36-db95-41c5-8216-7c66759206de req-276ca14b-9653-4240-968e-1f592299fef4 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 210 time: 0.1470778 Feb 11 13:46:47.014263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a5f87c7f-82b2-420d-93e1-d0b9baba01af), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.016117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f02916-29d1-42df-959a-43c5044b8408 req-a70d1c57-7c61-4bdd-b299-fc37f9dd67f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:47.030157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 24e0e525-bcd6-424d-84d0-07491904f240 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:47.030948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f02916-29d1-42df-959a-43c5044b8408 req-a70d1c57-7c61-4bdd-b299-fc37f9dd67f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.4529979 Feb 11 13:46:47.093182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58338) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:47.111027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 15a17248-598f-410d-bfdb-fa69beb9cff3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:47.111472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.155386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 15a17248-598f-410d-bfdb-fa69beb9cff3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15a17248-598f-410d-bfdb-fa69beb9cff3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:47.161556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.195332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d821cbb9-9087-4948-905a-8385d93d88e1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router_gateway (f25f00ae-93c4-489f-b083-8c6fa1331b39), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.262275 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-d821cbb9-9087-4948-905a-8385d93d88e1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] update failed (client error): The resource could not be found. Feb 11 13:46:47.263660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d821cbb9-9087-4948-905a-8385d93d88e1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39 HTTP/1.1" status: 404 len: 339 time: 0.7864103 Feb 11 13:46:47.267507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58342) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:47.272915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-593856652'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:47.304036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=15a17248-598f-410d-bfdb-fa69beb9cff3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.309304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f02916-29d1-42df-959a-43c5044b8408 req-62eb9663-2301-4ac0-a464-d86e3a585010 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764151 Feb 11 13:46:47.344810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:47.353653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:46:47.355704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.372711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (24e0e525-bcd6-424d-84d0-07491904f240), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.384372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a5f87c7f-82b2-420d-93e1-d0b9baba01af), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.391581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:47.392848 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.441763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e992cad-3cad-478c-ae49-d96c2223315b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.547221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Network': ['ID=a5f87c7f-82b2-420d-93e1-d0b9baba01af,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.565371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b85e827c-bd06-4e3a-9383-34a056ef8913 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2606659 Feb 11 13:46:47.570486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:47.571392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=24e0e525-bcd6-424d-84d0-07491904f240,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.588958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e992cad-3cad-478c-ae49-d96c2223315b admin admin] Publish callbacks [] for security_group (8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.594322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58346) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:47.601753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'admin_state_up': True, 'project_id': '438affb9494641819ba0787e4b08b11f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:47.612821 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e992cad-3cad-478c-ae49-d96c2223315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.632612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:47.636588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.641787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5740dc9-ac3f-4938-9d2b-90f56f327760 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/24e0e525-bcd6-424d-84d0-07491904f240 HTTP/1.1" status: 204 len: 168 time: 1.7394783 Feb 11 13:46:47.644146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58348) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:47.674017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab554e-dbe2-441a-9408-e1d0a4dbf15d None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:47.737264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b1d9bce9-93a8-4a86-9816-ab6544bd2f6b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.737645 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Added segment b1d9bce9-93a8-4a86-9816-ab6544bd2f6b of type vlan for network 178e372c-5ff3-423c-8dad-7f64c547bdc5 Feb 11 13:46:47.763789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a4840-f764-4eed-b016-0b90cbd193fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:47.765405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a4840-f764-4eed-b016-0b90cbd193fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:47.771262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-708a4840-f764-4eed-b016-0b90cbd193fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1259267 Feb 11 13:46:47.772014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:47.779491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (fcfd4c5b-3e9d-4e2b-9386-39d631501654), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.780545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (fcfd4c5b-3e9d-4e2b-9386-39d631501654), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.818175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8e992cad-3cad-478c-ae49-d96c2223315b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=729cefcc447142f4bdc1ddf4961626dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7131562 Feb 11 13:46:47.822824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992cad-3cad-478c-ae49-d96c2223315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.838154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:47.880613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet e56bb48c-4e88-4644-af0d-f88936935969 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:47.894415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (e56bb48c-4e88-4644-af0d-f88936935969), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.904269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-5b80a7f7-5165-44ff-be08-d1242e2e6d2d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:47.906155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-5b80a7f7-5165-44ff-be08-d1242e2e6d2d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 815 time: 0.5002506 Feb 11 13:46:47.948729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Request body: {'port': {'device_id': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'admin_state_up': True, 'tenant_id': 'd3bb5bb9a107412bbabf9752d3ba8247'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:47.959320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b61d22bb-4df4-4df4-b04c-14456d4b6785 None None] Provisioning complete for port 15a17248-598f-410d-bfdb-fa69beb9cff3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:47.964284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b61d22bb-4df4-4df4-b04c-14456d4b6785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.966591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (e56bb48c-4e88-4644-af0d-f88936935969), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.968942 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (178e372c-5ff3-423c-8dad-7f64c547bdc5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.138342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e56bb48c-4e88-4644-af0d-f88936935969), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.178062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b61d22bb-4df4-4df4-b04c-14456d4b6785 None None] Current status of the port 15a17248-598f-410d-bfdb-fa69beb9cff3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:48.201327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (fcfd4c5b-3e9d-4e2b-9386-39d631501654), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.202766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (178e372c-5ff3-423c-8dad-7f64c547bdc5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.210963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:48.211653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.250702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (e56bb48c-4e88-4644-af0d-f88936935969), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.304235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-748c077e-3421-45cc-a049-edc6244126d3 req-43e5db9f-27b8-480d-a9f5-1769b9994c3e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 210 time: 0.0623910 Feb 11 13:46:48.312493 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55d6e74e-73c0-4ca7-bead-04b5f01c986f admin admin] Publish callbacks [] for security_group (8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.330254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0578790 Feb 11 13:46:48.344564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58360) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:48.348686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55d6e74e-73c0-4ca7-bead-04b5f01c986f admin admin] Publish callbacks [] for security_group (8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.377484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'subnet': {'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:48.413821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=e56bb48c-4e88-4644-af0d-f88936935969,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:48.419288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.422386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-da6472f2-fd33-48ea-9fe0-5a11c06c7ab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/e56bb48c-4e88-4644-af0d-f88936935969 HTTP/1.1" status: 204 len: 168 time: 0.6489594 Feb 11 13:46:48.424986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:48.477914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff30c6e2-b492-4a9f-aa2b-3a54f265e795 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:48.492906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-39950886-af63-46ce-9c19-b4faacb6fbb7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667899 Feb 11 13:46:48.493348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58364) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:48.494456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55d6e74e-73c0-4ca7-bead-04b5f01c986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.497182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55d6e74e-73c0-4ca7-bead-04b5f01c986f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.501464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-55d6e74e-73c0-4ca7-bead-04b5f01c986f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf HTTP/1.1" status: 204 len: 168 time: 0.6619067 Feb 11 13:46:48.515704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6e74e-73c0-4ca7-bead-04b5f01c986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db29dc8-b4fd-4ddd-92ee-ad01d8a57acf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:48.564645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 15a17248-598f-410d-bfdb-fa69beb9cff3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:48.648808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793f42a-9b59-4f75-aaa9-68762c4fab9c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Network': ['ID=178e372c-5ff3-423c-8dad-7f64c547bdc5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:48.694698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 178e372c-5ff3-423c-8dad-7f64c547bdc5 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:48.736512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-16aada04-61aa-413b-9f71-efcffb0fb5a8 None None] Provisioning complete for port 15a17248-598f-410d-bfdb-fa69beb9cff3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:48.737016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-16aada04-61aa-413b-9f71-efcffb0fb5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:48.858791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Made reservation on behalf of d3bb5bb9a107412bbabf9752d3ba8247 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:48.865824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.001884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:49.031147 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b171a3d5-7a7d-46ee-8d00-27fe9d699bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.063169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 15a17248-598f-410d-bfdb-fa69beb9cff3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:49.064041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.080519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Made reservation on behalf of 36cc2e0abd0b4c8188bf6c51bafbc333 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:49.088026 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.123738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:49.185670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-16aada04-61aa-413b-9f71-efcffb0fb5a8 None None] Current status of the port 15a17248-598f-410d-bfdb-fa69beb9cff3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:49.212662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b171a3d5-7a7d-46ee-8d00-27fe9d699bf7 admin admin] Publish callbacks [] for security_group (e198b1fd-cdc0-45e2-a9f0-e065810d302f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.222871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b171a3d5-7a7d-46ee-8d00-27fe9d699bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e198b1fd-cdc0-45e2-a9f0-e065810d302f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.260602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 15a17248-598f-410d-bfdb-fa69beb9cff3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:49.263741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] Deleting port 15a17248-598f-410d-bfdb-fa69beb9cff3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:49.263741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.314320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b171a3d5-7a7d-46ee-8d00-27fe9d699bf7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a706849d123e4d4f86570d182ddea3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112438 Feb 11 13:46:49.315238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58378) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:49.332125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171a3d5-7a7d-46ee-8d00-27fe9d699bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198b1fd-cdc0-45e2-a9f0-e065810d302f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.386155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] For port 15a17248-598f-410d-bfdb-fa69beb9cff3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15a17248-598f-410d-bfdb-fa69beb9cff3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:49.387274 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.412723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c30113-4e9f-42c5-8079-12be71df87e6 admin admin] Publish callbacks [] for security_group (e198b1fd-cdc0-45e2-a9f0-e065810d302f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.416010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (51e80a5d-42aa-4301-8d8d-94372c64a4f7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.426843 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (fcfd4c5b-3e9d-4e2b-9386-39d631501654), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.430799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] Calling delete_port for 15a17248-598f-410d-bfdb-fa69beb9cff3 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:49.443382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c30113-4e9f-42c5-8079-12be71df87e6 admin admin] Publish callbacks [] for security_group (e198b1fd-cdc0-45e2-a9f0-e065810d302f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.528189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c30113-4e9f-42c5-8079-12be71df87e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e198b1fd-cdc0-45e2-a9f0-e065810d302f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.530975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c30113-4e9f-42c5-8079-12be71df87e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.535212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b1c30113-4e9f-42c5-8079-12be71df87e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e198b1fd-cdc0-45e2-a9f0-e065810d302f HTTP/1.1" status: 204 len: 168 time: 0.2167909 Feb 11 13:46:49.571634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe15ba-6fca-48ee-99d8-0b324e5b4f10 req-cb11081e-1adf-47e6-9b80-d79d2d498cca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:49.573255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9efe15ba-6fca-48ee-99d8-0b324e5b4f10 req-cb11081e-1adf-47e6-9b80-d79d2d498cca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 1.0820136 Feb 11 13:46:49.592192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (15a17248-598f-410d-bfdb-fa69beb9cff3), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:49.599251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f8fffadf-bcee-4fff-bb45-724a0153df95 req-7427848e-68af-4b8e-b225-10e682c9a6a8 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 210 time: 0.0847268 Feb 11 13:46:49.617608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c30113-4e9f-42c5-8079-12be71df87e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198b1fd-cdc0-45e2-a9f0-e065810d302f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.651692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] Pushing event deleted for resources: {'Port': ['ID=15a17248-598f-410d-bfdb-fa69beb9cff3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.672076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91052d9b-d1b1-4e49-92ff-15e44152cb0c None None] No DVR routers for this DVR port 15a17248-598f-410d-bfdb-fa69beb9cff3 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:49.766267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba9c3a-c351-45a8-82d3-07983ae0eea6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:49.767839 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-47ba9c3a-c351-45a8-82d3-07983ae0eea6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2446980 Feb 11 13:46:49.771737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58386) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:49.817570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Subnet': ['ID=51e80a5d-42aa-4301-8d8d-94372c64a4f7,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.828496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Checking segment: {'id': 'b1d9bce9-93a8-4a86-9816-ab6544bd2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:49.831233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network hostable DHCP agents. Network: 178e372c-5ff3-423c-8dad-7f64c547bdc5, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:49.863085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beddacfc-a1b2-4a42-9411-3a58d0182b50 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:49.868305 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-beddacfc-a1b2-4a42-9411-3a58d0182b50 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0952189 Feb 11 13:46:49.868966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58392) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:49.880872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9efe15ba-6fca-48ee-99d8-0b324e5b4f10 req-35fcc275-1b15-454d-8486-24d1705c681b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463164 Feb 11 13:46:49.918880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1daa4201-c98f-44a1-a76d-3946cb3eb589 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481977 Feb 11 13:46:49.919806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58394) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:49.924983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:50.025362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network 178e372c-5ff3-423c-8dad-7f64c547bdc5 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:50.052228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:50.058684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.068431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 178e372c-5ff3-423c-8dad-7f64c547bdc5) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:50.074085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.079408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a392ccad-2888-4c45-a46a-3953976bce43 None None] Network 178e372c-5ff3-423c-8dad-7f64c547bdc5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:50.087664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Allocated IP 172.20.0.3 (743a9cf5-66ae-460f-9cc2-32f6c97ded01/a2fa059b-28f8-4451-95aa-8e811a0d02ac/51c71b4b-f58d-4868-8b96-2cf4580a24bc) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:50.096009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:50.096639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.126875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-391859b9-7c0c-4db8-8701-2ccf46ed4e6c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7654474 Feb 11 13:46:50.130680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:50.141698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-188dee2a-c751-4b58-85c0-bb7f118d200c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'router': {'external_gateway_info': {'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:50.256330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-178e372c-5ff3-423c-8dad-7f64c547bdc5', 'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5', 'project_id': '36cc2e0abd0b4c8188bf6c51bafbc333', 'fixed_ips': [{'subnet_id': '51e80a5d-42aa-4301-8d8d-94372c64a4f7'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:50.257315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.344176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (fcfd4c5b-3e9d-4e2b-9386-39d631501654), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.376236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.517336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Allocated IP 2001:db8:1::2 (178e372c-5ff3-423c-8dad-7f64c547bdc5/51e80a5d-42aa-4301-8d8d-94372c64a4f7/0bdeb650-7bc5-443e-af21-c6e520287a07) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:50.713773 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Publish callbacks [] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.723761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 15a17248-598f-410d-bfdb-fa69beb9cff3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:50.753874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 15a17248-598f-410d-bfdb-fa69beb9cff3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:50.754454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 15a17248-598f-410d-bfdb-fa69beb9cff3 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:50.757135 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.863221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Pushing event updated for resources: {'Port': ['ID=0bdeb650-7bc5-443e-af21-c6e520287a07,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:50.873957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Network 178e372c-5ff3-423c-8dad-7f64c547bdc5 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:50.875436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:50.878021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:51.020531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Attempting to bind port 0bdeb650-7bc5-443e-af21-c6e520287a07 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:51.020860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Attempting to bind port 0bdeb650-7bc5-443e-af21-c6e520287a07 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b1d9bce9-93a8-4a86-9816-ab6544bd2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:51.021298 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Attempting to bind port 0bdeb650-7bc5-443e-af21-c6e520287a07 on network 178e372c-5ff3-423c-8dad-7f64c547bdc5 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:51.028411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:51.028823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Checking segment: {'id': 'b1d9bce9-93a8-4a86-9816-ab6544bd2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:51.029376 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.029847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Bound using segment: {'id': 'b1d9bce9-93a8-4a86-9816-ab6544bd2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:51.030385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Bound port: 0bdeb650-7bc5-443e-af21-c6e520287a07, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d9bce9-93a8-4a86-9816-ab6544bd2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '178e372c-5ff3-423c-8dad-7f64c547bdc5'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:51.030781 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.118913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88b77b3a-f35c-420e-ad52-465ff8bbc7a1 req-21d5f169-a3da-4e23-8b33-e8d70979cd6f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 210 time: 0.1387675 Feb 11 13:46:51.172149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] For port 0bdeb650-7bc5-443e-af21-c6e520287a07, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:51.180573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] For port 0bdeb650-7bc5-443e-af21-c6e520287a07, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0bdeb650-7bc5-443e-af21-c6e520287a07,segment=NetworkSegment(b1d9bce9-93a8-4a86-9816-ab6544bd2f6b),segment_id=b1d9bce9-93a8-4a86-9816-ab6544bd2f6b)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:51.191467 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.270919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c389495-774a-4ef1-9e18-79d1d82b4df6 None None] Pushing event updated for resources: {'Port': ['ID=0bdeb650-7bc5-443e-af21-c6e520287a07,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:51.328602 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (15a6f017-5bae-485c-8b6a-dd872e38503d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.351130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.90 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/69a5da5e-720e-47b4-8e4a-befe662c75c8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:51.367398 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-188dee2a-c751-4b58-85c0-bb7f118d200c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router_gateway (f25f00ae-93c4-489f-b083-8c6fa1331b39), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.478249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:51.502692 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-20d928b4-f334-48f0-9fac-b63395ff90f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5145860 Feb 11 13:46:51.557593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.561349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks [] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.572009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:51.582113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc933ae-2415-4413-9c01-a93cd61a031f None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:51.587035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:51.588089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.650590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f8e19-5072-479a-961c-c02130a7ebaa req-6f7ba9b4-da7b-4333-b086-4916d123154a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:51.664775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-034f8e19-5072-479a-961c-c02130a7ebaa req-6f7ba9b4-da7b-4333-b086-4916d123154a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2263820 Feb 11 13:46:51.671545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=15a6f017-5bae-485c-8b6a-dd872e38503d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:51.697327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-082f9b17-2953-4ae7-803f-22b3f8b4dc1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7762287 Feb 11 13:46:51.705506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:51.713081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': '15a6f017-5bae-485c-8b6a-dd872e38503d', 'ip_address': '2001:db8::a033:3919:e3d1:b4c2'}], 'name': 'tempest-NetworksTestDHCPv6-314158742'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:51.757922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.779296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:51.817588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['119b5b9c-4348-4556-bf7f-228f25ac57cc'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:46:51.819598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:46:51.839400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:51.893121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:51.901074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:51.933495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-ef9358ef-4502-4fe5-8bed-8436bbe56c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:51.935012 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-ef9358ef-4502-4fe5-8bed-8436bbe56c33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 1128 time: 0.4101493 Feb 11 13:46:52.031185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '15a6f017-5bae-485c-8b6a-dd872e38503d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:52.032156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.070884 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.280520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-9361d6e4-4413-407e-a8f8-6792d0e750e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.283739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-9361d6e4-4413-407e-a8f8-6792d0e750e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 916 time: 0.3243604 Feb 11 13:46:52.350629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/15a6f017-5bae-485c-8b6a-dd872e38503d/b2d190b7-dd9c-456b-a16c-2ede642884f8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:52.388101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:52.395931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-034f8e19-5072-479a-961c-c02130a7ebaa req-49f09a12-f08d-4dee-8707-3cd84d78e69a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7302814 Feb 11 13:46:52.397200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:52.399745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:52.510613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.511335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.534059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6160347 Feb 11 13:46:52.572168 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-188dee2a-c751-4b58-85c0-bb7f118d200c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:52.575561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-188dee2a-c751-4b58-85c0-bb7f118d200c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39 HTTP/1.1" status: 400 len: 364 time: 2.4438767 Feb 11 13:46:52.585113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Request body: {'port': {'device_id': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:52.588383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-c7041aa2-44cb-4e0a-a212-123c873f206f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f HTTP/1.1" status: 200 len: 217 time: 0.2845500 Feb 11 13:46:52.588924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58456) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:52.717091 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Publish callbacks [] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.734537 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.768923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:52.780374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bdeb650-7bc5-443e-af21-c6e520287a07 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:52.852961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Pushing event updated for resources: {'Port': ['ID=b2d190b7-dd9c-456b-a16c-2ede642884f8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:52.855828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec90c-bdba-40e0-9945-d4c80d22e89c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event updated for resources: {'Port': ['ID=51c71b4b-f58d-4868-8b96-2cf4580a24bc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:52.877157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-c9c4a7a8-88d6-4bcf-9688-8111ebfbd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.878703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-c9c4a7a8-88d6-4bcf-9688-8111ebfbd4b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.2789843 Feb 11 13:46:52.887244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2573-f579-45a7-bda9-7a25228d69c1 req-082f346e-b4a7-4970-b8e6-b4efbca3a07e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.888778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb2d2573-f579-45a7-bda9-7a25228d69c1 req-082f346e-b4a7-4970-b8e6-b4efbca3a07e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 931 time: 0.5976720 Feb 11 13:46:52.944771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:52.966522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:52.986936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:53.056750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=69a5da5e-720e-47b4-8e4a-befe662c75c8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:53.075702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-17cb1949-9707-4685-ac13-e7afb0dcb2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841531 Feb 11 13:46:53.152889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Attempting to bind port b2d190b7-dd9c-456b-a16c-2ede642884f8 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:53.153553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Attempting to bind port b2d190b7-dd9c-456b-a16c-2ede642884f8 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:53.154670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Attempting to bind port b2d190b7-dd9c-456b-a16c-2ede642884f8 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:53.170887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:53.173126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:53.173780 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.174364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:53.175275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Bound port: b2d190b7-dd9c-456b-a16c-2ede642884f8, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:53.176073 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.284818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.333684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] For port b2d190b7-dd9c-456b-a16c-2ede642884f8, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:53.342478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] For port b2d190b7-dd9c-456b-a16c-2ede642884f8, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b2d190b7-dd9c-456b-a16c-2ede642884f8,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:53.347501 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb2d2573-f579-45a7-bda9-7a25228d69c1 req-859ea6a5-a38d-44b6-9e5c-61a7cf793402 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770337 Feb 11 13:46:53.357908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500bfff-1eb0-4031-b3fe-2ffb1ecb15b0 None None] Network 178e372c-5ff3-423c-8dad-7f64c547bdc5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:53.359192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 6b9d82d8-0197-472c-9874-e455080dba21 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:53.383517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-3a22f6c5-f2f4-4dc0-ab8f-d530ad3a8fef service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851849 Feb 11 13:46:53.392997 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.441833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0bdeb650-7bc5-443e-af21-c6e520287a07 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:53.441833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.480932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.536198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bc94ed66-e2d7-4084-b174-11665edefb34 None None] Provisioning complete for port 0bdeb650-7bc5-443e-af21-c6e520287a07 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:53.536624 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc94ed66-e2d7-4084-b174-11665edefb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.631434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0462ecca-6efc-43f9-a4b9-3f16d6d4fc02 req-2450b807-0fac-4bcb-bcc7-093a8adb8eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051456 Feb 11 13:46:53.653398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.677347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::a033:3919:e3d1:b4c2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/15a6f017-5bae-485c-8b6a-dd872e38503d/6b9d82d8-0197-472c-9874-e455080dba21) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:53.724545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323c3c3-ae8b-4ac0-81c2-d788861223ae None None] Pushing event updated for resources: {'Port': ['ID=b2d190b7-dd9c-456b-a16c-2ede642884f8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:53.744469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (fcfd4c5b-3e9d-4e2b-9386-39d631501654), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.894414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (6b9d82d8-0197-472c-9874-e455080dba21), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.897103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bc94ed66-e2d7-4084-b174-11665edefb34 None None] Current status of the port 0bdeb650-7bc5-443e-af21-c6e520287a07 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:53.897594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc94ed66-e2d7-4084-b174-11665edefb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.918058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0bdeb650-7bc5-443e-af21-c6e520287a07 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:53.918592 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.933701 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6b9d82d8-0197-472c-9874-e455080dba21), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:54.054579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bc94ed66-e2d7-4084-b174-11665edefb34 None None] For port 0bdeb650-7bc5-443e-af21-c6e520287a07, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0bdeb650-7bc5-443e-af21-c6e520287a07,segment=NetworkSegment(b1d9bce9-93a8-4a86-9816-ab6544bd2f6b),segment_id=b1d9bce9-93a8-4a86-9816-ab6544bd2f6b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:54.073570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:54.081974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bc94ed66-e2d7-4084-b174-11665edefb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:54.086507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:54.090868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:54.102855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.103532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:54.149671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4413867 Feb 11 13:46:54.150647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a7263-1c29-4b38-94e8-1b1010f49862 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=6b9d82d8-0197-472c-9874-e455080dba21,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:54.152896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:54.157717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-82309881-07fe-4cdf-83be-8c13e25baab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': '15a6f017-5bae-485c-8b6a-dd872e38503d', 'ip_address': '2001:db8::a033:3919:e3d1:b4c2'}], 'name': 'tempest-NetworksTestDHCPv6-715835589'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:54.344007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:54.344373 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:54.394954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94ed66-e2d7-4084-b174-11665edefb34 None None] Pushing event updated for resources: {'Port': ['ID=0bdeb650-7bc5-443e-af21-c6e520287a07,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:54.474069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82309881-07fe-4cdf-83be-8c13e25baab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:54.479645 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82309881-07fe-4cdf-83be-8c13e25baab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:54.581953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-82309881-07fe-4cdf-83be-8c13e25baab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 57149290-6f16-4908-9fb2-0b162e7824ac yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:46:54.676849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Allocated IP 2001:db8::1 (82d96dbe-aa9a-4c21-9148-559016771bbc/c250fa7d-7631-49f1-b4ad-e971a4903100/07f2b90a-c3c9-4e95-96eb-fb4550059fa5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:54.699551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d7fb1-904d-447d-96ad-2dfb5d0d9647 req-901aa1c5-2b02-43d5-8555-0e4e62b3b2e1 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.702661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec1d7fb1-904d-447d-96ad-2dfb5d0d9647 req-901aa1c5-2b02-43d5-8555-0e4e62b3b2e1 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 931 time: 0.2031200 Feb 11 13:46:54.728901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dd1fa2d4-8c62-4fbd-ae8b-e72dcf3280a8 None None] Provisioning complete for port 0bdeb650-7bc5-443e-af21-c6e520287a07 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:54.729290 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa2d4-8c62-4fbd-ae8b-e72dcf3280a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:54.807194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec1d7fb1-904d-447d-96ad-2dfb5d0d9647 req-a9da358b-a6d9-4712-b112-37eb3a66ad3e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971677 Feb 11 13:46:54.862988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (fcfd4c5b-3e9d-4e2b-9386-39d631501654), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:54.920033 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-82309881-07fe-4cdf-83be-8c13e25baab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:46:54.920673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82309881-07fe-4cdf-83be-8c13e25baab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:54.947594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df3709-2567-43f7-8605-4814069cd57d req-4f8af673-3b43-4372-909d-22b028e3e2d6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.949342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82309881-07fe-4cdf-83be-8c13e25baab7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7954240 Feb 11 13:46:54.950273 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1df3709-2567-43f7-8605-4814069cd57d req-4f8af673-3b43-4372-909d-22b028e3e2d6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 1.4256713 Feb 11 13:46:54.953390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:54.974162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fa2d4-8c62-4fbd-ae8b-e72dcf3280a8 None None] Current status of the port 0bdeb650-7bc5-443e-af21-c6e520287a07 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:54.976482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0bdeb650-7bc5-443e-af21-c6e520287a07 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:55.070189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce5a95-9530-46fe-8aad-5d1574cb0882 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:55.075875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce5a95-9530-46fe-8aad-5d1574cb0882 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:55.077925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-55ce5a95-9530-46fe-8aad-5d1574cb0882 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1216855 Feb 11 13:46:55.080698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:55.251411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 6b9d82d8-0197-472c-9874-e455080dba21 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:55.252070 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6b9d82d8-0197-472c-9874-e455080dba21), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:55.321508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bdeb650-7bc5-443e-af21-c6e520287a07 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:55.369958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:55.442813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:55.455438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0bdeb650-7bc5-443e-af21-c6e520287a07 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:55.455438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:55.461477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6b9d82d8-0197-472c-9874-e455080dba21), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:55.506409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 6b9d82d8-0197-472c-9874-e455080dba21 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:55.622275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1df3709-2567-43f7-8605-4814069cd57d req-ddaa6149-316c-4e72-8d5f-4ab8f5713616 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6357565 Feb 11 13:46:55.691189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network 82d96dbe-aa9a-4c21-9148-559016771bbc is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:55.698942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0bdeb650-7bc5-443e-af21-c6e520287a07 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:55.708197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b2d190b7-dd9c-456b-a16c-2ede642884f8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:55.738278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:55.761266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Port': ['ID=07f2b90a-c3c9-4e95-96eb-fb4550059fa5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:55.782210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3f22f53f-37e0-4fea-a18e-ff0ecd520cf4 None None] Provisioning complete for port b2d190b7-dd9c-456b-a16c-2ede642884f8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:55.782616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f22f53f-37e0-4fea-a18e-ff0ecd520cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:55.789952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6b9d82d8-0197-472c-9874-e455080dba21), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:55.891676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=6b9d82d8-0197-472c-9874-e455080dba21,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:56.095801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.110397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5b64b96e-6685-4cf5-839c-f35b064f49e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/6b9d82d8-0197-472c-9874-e455080dba21 HTTP/1.1" status: 204 len: 168 time: 1.0282450 Feb 11 13:46:56.119769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3f22f53f-37e0-4fea-a18e-ff0ecd520cf4 None None] Current status of the port b2d190b7-dd9c-456b-a16c-2ede642884f8 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:56.120177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f22f53f-37e0-4fea-a18e-ff0ecd520cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.139727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:56.165271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b2d190b7-dd9c-456b-a16c-2ede642884f8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:56.165776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.266623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3f22f53f-37e0-4fea-a18e-ff0ecd520cf4 None None] For port b2d190b7-dd9c-456b-a16c-2ede642884f8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b2d190b7-dd9c-456b-a16c-2ede642884f8,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:56.288012 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f22f53f-37e0-4fea-a18e-ff0ecd520cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.414545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-9d7de776-7bcc-4ab4-8e52-916e91940bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.416298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-9d7de776-7bcc-4ab4-8e52-916e91940bd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 0.3891704 Feb 11 13:46:56.424719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd39c2-9ac0-4941-a176-5d060e6997c2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.427237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd39c2-9ac0-4941-a176-5d060e6997c2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.429290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0bd39c2-9ac0-4941-a176-5d060e6997c2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2885609 Feb 11 13:46:56.475420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22f53f-37e0-4fea-a18e-ff0ecd520cf4 None None] Pushing event updated for resources: {'Port': ['ID=b2d190b7-dd9c-456b-a16c-2ede642884f8,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:56.493183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c6a57c46-3106-4f10-adf1-d976b63b7880 None None] Could not find standard attr ID for object 6b9d82d8-0197-472c-9874-e455080dba21. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:46:56.580370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:56.643007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b2d190b7-dd9c-456b-a16c-2ede642884f8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:56.655306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8e532edb-b4b1-4c76-aec6-906adf5b4c71 None None] Provisioning complete for port 07f2b90a-c3c9-4e95-96eb-fb4550059fa5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:56.655693 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8e532edb-b4b1-4c76-aec6-906adf5b4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.677425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830acd95-385c-449d-9032-680439f69b8f req-ba7cba79-9917-47ef-8f43-7772a39f874f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.695776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-830acd95-385c-449d-9032-680439f69b8f req-ba7cba79-9917-47ef-8f43-7772a39f874f tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.5799830 Feb 11 13:46:56.710329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-274b19cb-a2e6-4c8c-bc16-b690dd608275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.711806 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-274b19cb-a2e6-4c8c-bc16-b690dd608275 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.2810442 Feb 11 13:46:56.720784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:56.721393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.749869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8e532edb-b4b1-4c76-aec6-906adf5b4c71 None None] Port 07f2b90a-c3c9-4e95-96eb-fb4550059fa5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:46:56.868016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 15a6f017-5bae-485c-8b6a-dd872e38503d {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:46:56.881221 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (15a6f017-5bae-485c-8b6a-dd872e38503d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.896986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c71b4b-f58d-4868-8b96-2cf4580a24bc {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:46:56.914473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Publish callbacks [] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.923051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-830acd95-385c-449d-9032-680439f69b8f req-2ea6a392-a228-4485-bf71-96ca8738a478 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262940 Feb 11 13:46:56.953391 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (15a6f017-5bae-485c-8b6a-dd872e38503d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:56.985099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Transition to ACTIVE for port object 51c71b4b-f58d-4868-8b96-2cf4580a24bc will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:56.997470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684dbb6-bcd6-419d-ae8f-d3e74ae457b3 req-f03b1d0a-46c4-4dc0-839d-114b6961f3e2 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.999957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7684dbb6-bcd6-419d-ae8f-d3e74ae457b3 req-f03b1d0a-46c4-4dc0-839d-114b6961f3e2 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 931 time: 0.2733576 Feb 11 13:46:57.005968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.016079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router fcfd4c5b-3e9d-4e2b-9386-39d631501654 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:46:57.021532 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6000f93a-8c6e-44ea-90a6-cdb9808d58ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.027675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.067874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (15a6f017-5bae-485c-8b6a-dd872e38503d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.136452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b2d190b7-dd9c-456b-a16c-2ede642884f8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:57.141350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-30e071c7-da72-433a-ae82-d60c7b0fa8e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 998 time: 0.3770733 Feb 11 13:46:57.143333 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (15a6f017-5bae-485c-8b6a-dd872e38503d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.181450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=15a6f017-5bae-485c-8b6a-dd872e38503d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:57.216202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.219792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-849ee78f-6463-49d3-93b4-1a99f19c06b8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/15a6f017-5bae-485c-8b6a-dd872e38503d HTTP/1.1" status: 204 len: 168 time: 0.6384313 Feb 11 13:46:57.222447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:57.250397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f607d-c936-440e-866c-8594f15c2f83 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:57.276311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3bb81bce-acb9-4687-b19c-9f755ed6af85 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527196 Feb 11 13:46:57.280945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-d7b48e2f-86bf-4a99-bdf1-7e1527577f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:57.281949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-d7b48e2f-86bf-4a99-bdf1-7e1527577f6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.1348770 Feb 11 13:46:57.282708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58526) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:57.287711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:57.462916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:57.471124 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.485562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Attempting to bind port 51c71b4b-f58d-4868-8b96-2cf4580a24bc on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:57.485909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Attempting to bind port 51c71b4b-f58d-4868-8b96-2cf4580a24bc by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:57.486273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Attempting to bind port 51c71b4b-f58d-4868-8b96-2cf4580a24bc on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:57.510261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-76f19795-d60c-40e3-9642-62d9e0e511ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:57.511968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-76f19795-d60c-40e3-9642-62d9e0e511ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2191415 Feb 11 13:46:57.647016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Pushing event updated for resources: {'Port': ['ID=51c71b4b-f58d-4868-8b96-2cf4580a24bc,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:57.661201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7684dbb6-bcd6-419d-ae8f-d3e74ae457b3 req-23a98ff7-5223-42fb-ad8d-6aa48f12a003 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422477 Feb 11 13:46:57.670227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.686554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Port 51c71b4b-f58d-4868-8b96-2cf4580a24bc on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:46:57.687055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Attempting to bind port 51c71b4b-f58d-4868-8b96-2cf4580a24bc on network 743a9cf5-66ae-460f-9cc2-32f6c97ded01 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:57.692872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.693673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.743137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b2d190b7-dd9c-456b-a16c-2ede642884f8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:57.743682 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.785617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event updated for resources: {'Port': ['ID=07f2b90a-c3c9-4e95-96eb-fb4550059fa5,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:57.790328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:57.790985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Checking segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:57.791629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Bound using segment: {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:57.792400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Bound port: 51c71b4b-f58d-4868-8b96-2cf4580a24bc, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b634a2-2715-4692-82b9-e7c04f993d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:57.793158 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.956178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:57.957430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:46:57.968918 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Sync routers for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:57.988192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:57.992559 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:57.993400 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:57.993585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b298566d-a45c-4b99-abf7-276bb0cd9362 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.3957353 Feb 11 13:46:57.998716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58536) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:58.061645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3691a32d-74d2-4fb8-a036-6658572bd9ba tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=438affb9494641819ba0787e4b08b11f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615673 Feb 11 13:46:58.070720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Network 82d96dbe-aa9a-4c21-9148-559016771bbc is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:58.071949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58538) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:58.074181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:58.107753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b2d190b7-dd9c-456b-a16c-2ede642884f8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:46:58.177750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] Deleting port b2d190b7-dd9c-456b-a16c-2ede642884f8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:58.178249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:58.230833 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:58.341843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] For port b2d190b7-dd9c-456b-a16c-2ede642884f8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b2d190b7-dd9c-456b-a16c-2ede642884f8,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:58.342184 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:58.373579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] Calling delete_port for b2d190b7-dd9c-456b-a16c-2ede642884f8 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:58.387738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-092ee0e8-b4b9-4120-9e88-f464c9a8e888 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003019 Feb 11 13:46:58.393442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] For port 51c71b4b-f58d-4868-8b96-2cf4580a24bc, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:58.416113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb4a4c-d925-4862-b1eb-b8d6e983a04f tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.418035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2feb4a4c-d925-4862-b1eb-b8d6e983a04f tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3384185 Feb 11 13:46:58.422714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58542) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:58.570456 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:52Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:58.600806 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (b2d190b7-dd9c-456b-a16c-2ede642884f8), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:58.624970 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Checking router: fcfd4c5b-3e9d-4e2b-9386-39d631501654 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:58.625340 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Updating router fcfd4c5b-3e9d-4e2b-9386-39d631501654 port 69a5da5e-720e-47b4-8e4a-befe662c75c8 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:46:58.629213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] For port 51c71b4b-f58d-4868-8b96-2cf4580a24bc, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c71b4b-f58d-4868-8b96-2cf4580a24bc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:58.635502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-17b4bae0-60c0-48c7-9b37-e3c0ceb84f14 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2070494 Feb 11 13:46:58.639095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58548) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:58.654282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1867867304', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'project_id': '438affb9494641819ba0787e4b08b11f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:58.663934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] No DVR routers for this DVR port b2d190b7-dd9c-456b-a16c-2ede642884f8 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:58.673271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:58.688420 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:58.749228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-24f4d400-75da-4072-9c54-d8df1da201f8 None None] Provisioning complete for port 07f2b90a-c3c9-4e95-96eb-fb4550059fa5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:58.752077 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24f4d400-75da-4072-9c54-d8df1da201f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:58.796379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ef1e-42be-4a36-ac04-5bf0fb1e9489 req-3f819a62-b02f-4883-bedb-4d5d321730f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.798058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea83ef1e-42be-4a36-ac04-5bf0fb1e9489 req-3f819a62-b02f-4883-bedb-4d5d321730f3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.6118956 Feb 11 13:46:58.838550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00391c16-d9c0-4045-9e86-7fc6f009291c None None] Pushing event deleted for resources: {'Port': ['ID=b2d190b7-dd9c-456b-a16c-2ede642884f8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:58.874871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-66e8bd83-1c8c-49eb-b090-c3f2f8ce2241 req-ddc1542c-1737-49a3-bd8e-879b5b73de1c service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292305 Feb 11 13:46:58.891366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-24f4d400-75da-4072-9c54-d8df1da201f8 None None] Port 07f2b90a-c3c9-4e95-96eb-fb4550059fa5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:46:58.931997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.932759 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:58.934315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] 10.222.0.83 "PUT /v2.0/ports/51c71b4b-f58d-4868-8b96-2cf4580a24bc HTTP/1.1" status: 200 len: 1091 time: 6.3571494 Feb 11 13:46:58.960377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'tag': '51c71b4b-f58d-4868-8b96-2cf4580a24bc'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:58.962697 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80055afb-f4d6-46fb-bdb8-92874603e322" -d '{"events": [{"name": "network-changed", "server_uuid": "569a52cb-2268-4205-ade1-6a9ad0651aa7", "tag": "51c71b4b-f58d-4868-8b96-2cf4580a24bc"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:59.074687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea83ef1e-42be-4a36-ac04-5bf0fb1e9489 req-e8558eb3-7916-434b-ab74-74d44d717561 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667475 Feb 11 13:46:59.076186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (01b43704-67eb-4861-b92d-72774c217ba9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.096577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d776c0d-2d80-47ab-9224-bfb85e76af28 service neutron] Pushing event updated for resources: {'Port': ['ID=51c71b4b-f58d-4868-8b96-2cf4580a24bc,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.099979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Router f25f00ae-93c4-489f-b083-8c6fa1331b39 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:59.115682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b2d190b7-dd9c-456b-a16c-2ede642884f8 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:59.119498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa1ae4-7acc-4815-b754-42099809ff3a req-4806bdfd-84dc-47e1-a80c-e80b9724fade tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:59.126439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dfa1ae4-7acc-4815-b754-42099809ff3a req-4806bdfd-84dc-47e1-a80c-e80b9724fade tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 943 time: 0.2981701 Feb 11 13:46:59.160599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b2d190b7-dd9c-456b-a16c-2ede642884f8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:59.161577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b2d190b7-dd9c-456b-a16c-2ede642884f8 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:59.162042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=01b43704-67eb-4861-b92d-72774c217ba9,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.163968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:59.168679 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.177336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:59.179785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:59.183078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:59.184112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.191087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db99633-93f6-43ff-b933-73f0433fed67 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:46:59.202580 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Publish callbacks [] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.211479 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.224206 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0fb7d5-581e-4d5e-8e3b-525fab4f5562 x-openstack-request-id: req-ff0fb7d5-581e-4d5e-8e3b-525fab4f5562 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:59.224525 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569a52cb-2268-4205-ade1-6a9ad0651aa7", "tag": "51c71b4b-f58d-4868-8b96-2cf4580a24bc", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:59.224729 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff0fb7d5-581e-4d5e-8e3b-525fab4f5562 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:59.225073 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'tag': '51c71b4b-f58d-4868-8b96-2cf4580a24bc', 'status': 'completed', 'code': 200} Feb 11 13:46:59.229874 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ca1a5e22-2b55-4595-8811-4e035893afa1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9461343 Feb 11 13:46:59.233240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58556) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:59.252449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6c888a38-7edd-4bee-9d4a-0c27815bcaca tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': '01b43704-67eb-4861-b92d-72774c217ba9', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1362035914'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:59.296403 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Attempting to bind port 69a5da5e-720e-47b4-8e4a-befe662c75c8 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:59.296933 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Attempting to bind port 69a5da5e-720e-47b4-8e4a-befe662c75c8 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:59.297523 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Attempting to bind port 69a5da5e-720e-47b4-8e4a-befe662c75c8 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:59.300212 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Pushing event updated for resources: {'Port': ['ID=69a5da5e-720e-47b4-8e4a-befe662c75c8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.310883 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.312608 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.313054 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.313488 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.313916 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.314372 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.314850 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.315839 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.316429 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.316878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.317338 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.318481 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.318884 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:59.326781 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:59.327391 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:59.327979 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.328423 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:59.329000 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Bound port: 69a5da5e-720e-47b4-8e4a-befe662c75c8, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:59.329461 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.380274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-58a9a3e0-d1ec-462e-9723-8b375fda3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:59.381774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-58a9a3e0-d1ec-462e-9723-8b375fda3444 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 1125 time: 0.3632100 Feb 11 13:46:59.396963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7dfa1ae4-7acc-4815-b754-42099809ff3a req-94c7c40e-9245-490a-87fc-29608a0c31d3 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696662 Feb 11 13:46:59.406486 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] For port 69a5da5e-720e-47b4-8e4a-befe662c75c8, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:59.412011 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] For port 69a5da5e-720e-47b4-8e4a-befe662c75c8, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=69a5da5e-720e-47b4-8e4a-befe662c75c8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:59.428057 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.440347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '01b43704-67eb-4861-b92d-72774c217ba9'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:46:59.442757 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.451240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7dde7284-7ba1-4758-93b8-3b449b863b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.462440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-d4901999-7858-4c20-85de-8b8b7d73b6b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c71b4b-f58d-4868-8b96-2cf4580a24bc HTTP/1.1" status: 200 len: 217 time: 0.0588741 Feb 11 13:46:59.497310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c888a38-7edd-4bee-9d4a-0c27815bcaca tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:59.511724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:59.523979 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:59.524627 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:59.528108 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e2937df9-0152-44bf-bf70-e8dc50f5d7d1 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9372768 Feb 11 13:46:59.532008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:59.551541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] Sync routers for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:59.599752 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6e04a-cbac-4277-bd3f-423893c60aa7 None None] Pushing event updated for resources: {'Port': ['ID=69a5da5e-720e-47b4-8e4a-befe662c75c8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.620828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-eaa98edf-9860-46f1-8e39-ac9c3cb5b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:59.623545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-eaa98edf-9860-46f1-8e39-ac9c3cb5b9ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.1528168 Feb 11 13:46:59.635510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:59.636427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:59.670523 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-b635c91c-19ed-4716-8207-3113c2942820 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400643 Feb 11 13:46:59.676765 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:59.679852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:59.752336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:59.755747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:59.796517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71eb74b4-9993-477c-bed0-05922e5b9c60 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router (f25f00ae-93c4-489f-b083-8c6fa1331b39), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.878206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/01b43704-67eb-4861-b92d-72774c217ba9/6b7384f0-7f65-4b8e-94a0-97e8568f14e3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:59.885797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c888a38-7edd-4bee-9d4a-0c27815bcaca tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:59.906488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (5f85a9c0-274d-4970-81e9-3c2cfc500616), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.001330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-6c888a38-7edd-4bee-9d4a-0c27815bcaca tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 899239d3-a3a4-45da-a8e6-8e77692cddad yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:47:00.053674 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:52Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:00.069829 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-71eb74b4-9993-477c-bed0-05922e5b9c60 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:47:00.073724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71eb74b4-9993-477c-bed0-05922e5b9c60 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39 HTTP/1.1" status: 409 len: 329 time: 0.5362673 Feb 11 13:47:00.074305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58574) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:00.075822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Subnet': ['ID=5f85a9c0-274d-4970-81e9-3c2cfc500616,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:00.103245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Publish callbacks [] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.122903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:00.123588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a315b7-d416-40ba-8200-e4ea15f5472e None None] The sync data for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:00.134965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.135357 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdba61-f566-427b-9f10-4d8470c45292 None None] The sync data for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 is: [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:52Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:00.164986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-2e59cd24-1fd9-4df6-9dde-294cf804df67 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816589 Feb 11 13:47:00.175529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:00.180423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:00.184974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:00.194061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Pushing event updated for resources: {'Port': ['ID=6b7384f0-7f65-4b8e-94a0-97e8568f14e3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:00.285786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Attempting to bind port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:00.287346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Attempting to bind port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:00.287938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Attempting to bind port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:00.302962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:00.303852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:00.304451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.304988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:00.305531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Bound port: 6b7384f0-7f65-4b8e-94a0-97e8568f14e3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:00.306855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Checking segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:00.307235 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.308998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network hostable DHCP agents. Network: a5f87c7f-82b2-420d-93e1-d0b9baba01af, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:47:00.408586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] For port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:00.411262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:47:00.414517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] For port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b7384f0-7f65-4b8e-94a0-97e8568f14e3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:00.449594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.469642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3737bd24-f3a3-4047-b240-86a4a078b0d4 req-d4e052cd-aed1-49a2-b983-4fc738d98fb1 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029571 Feb 11 13:47:00.473661 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c888a38-7edd-4bee-9d4a-0c27815bcaca tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:47:00.474444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c888a38-7edd-4bee-9d4a-0c27815bcaca tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:47:00.489495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a5f87c7f-82b2-420d-93e1-d0b9baba01af) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:00.506347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:00.507066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.547712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc21b4-17af-4a2b-888d-1c0cd0034351 req-87247657-e4cf-4aed-9279-1c9395edcea0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:00.550371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57bc21b4-17af-4a2b-888d-1c0cd0034351 req-87247657-e4cf-4aed-9279-1c9395edcea0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3130698 Feb 11 13:47:00.552712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6ba58-9096-4c8d-a6df-c98c4202e9fb None None] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:00.583686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6c888a38-7edd-4bee-9d4a-0c27815bcaca tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3487868 Feb 11 13:47:00.584489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58592) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:00.624472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69506e39-71cb-48cd-ba04-59c9babdfc5e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9770823 Feb 11 13:47:00.634619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58594) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:00.799438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57bc21b4-17af-4a2b-888d-1c0cd0034351 req-1ec9a8c4-3a1a-4db0-86fa-7dc0c61b5748 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372971 Feb 11 13:47:00.837921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce50bc80-93d1-47ec-8952-dbedc087048d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:00.843049 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce50bc80-93d1-47ec-8952-dbedc087048d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2504072 Feb 11 13:47:00.844312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58598) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:00.891077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6b9e4-0cf1-47e2-86c1-28a9ed326a99 None None] Pushing event updated for resources: {'Port': ['ID=6b7384f0-7f65-4b8e-94a0-97e8568f14e3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:00.976386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.064925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:47:01.065793 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.136010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09dff6-940c-4116-ac4b-9661f8f112fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.138904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09dff6-940c-4116-ac4b-9661f8f112fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.145789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0c09dff6-940c-4116-ac4b-9661f8f112fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2976942 Feb 11 13:47:01.148641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:01.249231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56badf67-ab2b-4cf1-b065-9ef2bc4a2b67 req-0c4deb08-1f77-48d9-9353-ea6aeb5a7d2a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.251357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56badf67-ab2b-4cf1-b065-9ef2bc4a2b67 req-0c4deb08-1f77-48d9-9353-ea6aeb5a7d2a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2824121 Feb 11 13:47:01.268965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 01b43704-67eb-4861-b92d-72774c217ba9 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:01.283844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 69a5da5e-720e-47b4-8e4a-befe662c75c8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:01.304394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (01b43704-67eb-4861-b92d-72774c217ba9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.417185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Allocated IP 172.20.0.2 (a5f87c7f-82b2-420d-93e1-d0b9baba01af/5f85a9c0-274d-4970-81e9-3c2cfc500616/fdc61f97-d30e-4126-ba34-3d771804866a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:01.421584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 69a5da5e-720e-47b4-8e4a-befe662c75c8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:01.421958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.495094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (01b43704-67eb-4861-b92d-72774c217ba9), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.546976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c76a4-36ec-44a4-8098-acb38517a82f req-9048d67c-f56b-4149-9ff4-a47b5844e0d7 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.554477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56badf67-ab2b-4cf1-b065-9ef2bc4a2b67 req-0da918fa-0500-4673-9f28-63ab3db174a0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822540 Feb 11 13:47:01.555811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-506c76a4-36ec-44a4-8098-acb38517a82f req-9048d67c-f56b-4149-9ff4-a47b5844e0d7 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 943 time: 1.0081236 Feb 11 13:47:01.596790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.632206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-7013a55a-6c39-4876-9054-5af25f0df732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.637657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-7013a55a-6c39-4876-9054-5af25f0df732 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 1125 time: 1.1110399 Feb 11 13:47:01.712737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 69a5da5e-720e-47b4-8e4a-befe662c75c8 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:01.712996 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.768709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 69a5da5e-720e-47b4-8e4a-befe662c75c8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=69a5da5e-720e-47b4-8e4a-befe662c75c8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:01.773951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.886161 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Publish callbacks [] for port (fdc61f97-d30e-4126-ba34-3d771804866a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.908574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:01.931773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-c328796c-94ce-480b-9a75-5ae7f44cf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.935857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-c328796c-94ce-480b-9a75-5ae7f44cf269 service neutron] 10.222.0.83 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 916 time: 0.2882268 Feb 11 13:47:01.953957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c71b4b-f58d-4868-8b96-2cf4580a24bc details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:47:01.964540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-506c76a4-36ec-44a4-8098-acb38517a82f req-ed62050a-66b0-458d-b3f3-6a84c8e0824e tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060197 Feb 11 13:47:01.968636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=69a5da5e-720e-47b4-8e4a-befe662c75c8,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:01.968847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (01b43704-67eb-4861-b92d-72774c217ba9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.015155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:02.098467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:02.106077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:02.117551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-c0b5af7c-ff44-4f19-9c90-13b74f4354cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c71b4b-f58d-4868-8b96-2cf4580a24bc HTTP/1.1" status: 200 len: 217 time: 0.1517060 Feb 11 13:47:02.232454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (01b43704-67eb-4861-b92d-72774c217ba9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.263724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-a0738f0b-4ac8-4292-bff2-3ed1e2845898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:02.265432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-a0738f0b-4ac8-4292-bff2-3ed1e2845898 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.1308532 Feb 11 13:47:02.320041 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.320524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-48774cee-7c00-4267-b8d7-1b730c32c8fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473900 Feb 11 13:47:02.324865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/01b43704-67eb-4861-b92d-72774c217ba9 HTTP/1.1" status: 204 len: 168 time: 1.1747160 Feb 11 13:47:02.330757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:02.337689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cede7-a50e-4722-b82e-de20e0bc1d4d req-092d31b6-ac67-4ba7-86ef-b98a8e35692d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:02.347699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b61cede7-a50e-4722-b82e-de20e0bc1d4d req-092d31b6-ac67-4ba7-86ef-b98a8e35692d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.6510050 Feb 11 13:47:02.350057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9526e3f-4531-42b0-9f84-b91c1a13b186 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=01b43704-67eb-4861-b92d-72774c217ba9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:02.451529 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-625b0042-0325-45c1-8541-e239b2ab71eb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166656 Feb 11 13:47:02.454954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:02.464434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 51c71b4b-f58d-4868-8b96-2cf4580a24bc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c71b4b-f58d-4868-8b96-2cf4580a24bc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:02.476790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:02.480000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '51c71b4b-f58d-4868-8b96-2cf4580a24bc', 'network_id': '743a9cf5-66ae-460f-9cc2-32f6c97ded01', 'port_id': '51c71b4b-f58d-4868-8b96-2cf4580a24bc', 'mac_address': 'fa:16:3e:34:bd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fa059b-28f8-4451-95aa-8e811a0d02ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:47:02.501949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Pushing event updated for resources: {'Port': ['ID=fdc61f97-d30e-4126-ba34-3d771804866a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:02.532740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b61cede7-a50e-4722-b82e-de20e0bc1d4d req-2a2d70ce-c2d9-4731-ad2a-67f50b38f872 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700613 Feb 11 13:47:02.640964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Attempting to bind port fdc61f97-d30e-4126-ba34-3d771804866a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:02.641347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Attempting to bind port fdc61f97-d30e-4126-ba34-3d771804866a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:02.641718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Attempting to bind port fdc61f97-d30e-4126-ba34-3d771804866a on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:02.673552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-6a5d2455-655f-4526-ac40-a8a13f4b91d2 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417506 Feb 11 13:47:02.707134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:02.707704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Checking segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:02.711034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.711704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Bound using segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:02.712349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Bound port: fdc61f97-d30e-4126-ba34-3d771804866a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:02.715908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.739419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1419aba0-1a49-4cb8-a0c3-a3d646621e9a None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:02.752345 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.774538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:02.777882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.792739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 51c71b4b-f58d-4868-8b96-2cf4580a24bc is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:02.793449 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.879459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c71b4b-f58d-4868-8b96-2cf4580a24bc {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:47:02.891956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-22f940fc-6214-4ad3-898b-a9a4dcf8bb29 None None] Provisioning complete for port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:02.892622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22f940fc-6214-4ad3-898b-a9a4dcf8bb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.977137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting port 07f2b90a-c3c9-4e95-96eb-fb4550059fa5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:02.977351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.031884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddabc46-2838-4c62-93ef-bec263e4dbc8 req-afe7e726-d35d-4078-a3bb-b56b2bf181cc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:03.033504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ddabc46-2838-4c62-93ef-bec263e4dbc8 req-afe7e726-d35d-4078-a3bb-b56b2bf181cc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3247678 Feb 11 13:47:03.039198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 51c71b4b-f58d-4868-8b96-2cf4580a24bc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c71b4b-f58d-4868-8b96-2cf4580a24bc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:03.109215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.112409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] For port fdc61f97-d30e-4126-ba34-3d771804866a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:03.164501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] For port fdc61f97-d30e-4126-ba34-3d771804866a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fdc61f97-d30e-4126-ba34-3d771804866a,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:03.219580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80055afb-f4d6-46fb-bdb8-92874603e322 req-85282574-360d-4430-943f-fba9dac78371 service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322227 Feb 11 13:47:03.232354 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.390699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ddabc46-2838-4c62-93ef-bec263e4dbc8 req-225f236d-b8e4-4d81-a900-2ed01ca640f1 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400345 Feb 11 13:47:03.392925 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (5c614e81-0605-47e4-a2b0-0b5b67259678), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.484889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.593780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-22f940fc-6214-4ad3-898b-a9a4dcf8bb29 None None] Current status of the port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:03.594201 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22f940fc-6214-4ad3-898b-a9a4dcf8bb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.619879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['51c71b4b-f58d-4868-8b96-2cf4580a24bc'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:03.622974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:03.626683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:03.635522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=51c71b4b-f58d-4868-8b96-2cf4580a24bc,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:03.658578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:03.678971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:03.712909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:03.713585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.731022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=5c614e81-0605-47e4-a2b0-0b5b67259678,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:03.808735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8cffff3a-a998-4ab3-8377-0d5906bb6e49 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3456371 Feb 11 13:47:03.811208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.811668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a356f1d-b12f-4d1f-8d9b-08a99f7e8cb9 req-6f8efd95-c5c5-481f-9aec-7f3a1f5c51f6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:03.814196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a356f1d-b12f-4d1f-8d9b-08a99f7e8cb9 req-6f8efd95-c5c5-481f-9aec-7f3a1f5c51f6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.2272966 Feb 11 13:47:03.814895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58638) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:03.829738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-78681c2e-845b-4a6c-bad1-6777d30d77f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1161457702', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:03.858876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78681c2e-845b-4a6c-bad1-6777d30d77f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (212de52e-7fe0-42f4-9fa4-a55543d39bc3), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.859973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78681c2e-845b-4a6c-bad1-6777d30d77f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (212de52e-7fe0-42f4-9fa4-a55543d39bc3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.882245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Calling delete_port for 07f2b90a-c3c9-4e95-96eb-fb4550059fa5 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:03.915937 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.938780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-22f940fc-6214-4ad3-898b-a9a4dcf8bb29 None None] For port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b7384f0-7f65-4b8e-94a0-97e8568f14e3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:03.992155 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22f940fc-6214-4ad3-898b-a9a4dcf8bb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.034617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a356f1d-b12f-4d1f-8d9b-08a99f7e8cb9 req-9c101082-e9fe-471f-a572-89d1191c012b tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840475 Feb 11 13:47:04.085081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76530fb-cfce-458b-a250-a2f41c8039a5 None None] Pushing event updated for resources: {'Port': ['ID=fdc61f97-d30e-4126-ba34-3d771804866a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:04.163717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78681c2e-845b-4a6c-bad1-6777d30d77f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router_controller (212de52e-7fe0-42f4-9fa4-a55543d39bc3), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.191766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78681c2e-845b-4a6c-bad1-6777d30d77f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (212de52e-7fe0-42f4-9fa4-a55543d39bc3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.243296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:04.245814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.248469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78681c2e-845b-4a6c-bad1-6777d30d77f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.259765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-78681c2e-845b-4a6c-bad1-6777d30d77f2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4387250 Feb 11 13:47:04.260461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58642) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:04.430535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] Deleting port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:04.431359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.524948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] For port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b7384f0-7f65-4b8e-94a0-97e8568f14e3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:04.525387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.544129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] Calling delete_port for 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:04.637341 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (6b7384f0-7f65-4b8e-94a0-97e8568f14e3), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.646533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f940fc-6214-4ad3-898b-a9a4dcf8bb29 None None] Pushing event updated for resources: {'Port': ['ID=6b7384f0-7f65-4b8e-94a0-97e8568f14e3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:04.675035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] Pushing event deleted for resources: {'Port': ['ID=6b7384f0-7f65-4b8e-94a0-97e8568f14e3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:04.679083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44bae7-5373-400e-bf59-12a77b887c05 None None] No DVR routers for this DVR port 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:04.691471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Could not find standard attr ID for object 6b7384f0-7f65-4b8e-94a0-97e8568f14e3. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:47:04.696117 n-d-828676-2 neutron-server[103177]: INFO neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No ports have port_id starting with 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 Feb 11 13:47:04.707686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965008fe-6cbd-4224-801f-7c7e30b7b512 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:04.709999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d61ac-3e24-41e3-8eac-1a7ed73a0ad6 req-23135121-54ba-47ef-a757-52e237ccb6ba tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:04.710171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 69a5da5e-720e-47b4-8e4a-befe662c75c8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:04.712154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d86d61ac-3e24-41e3-8eac-1a7ed73a0ad6 req-23135121-54ba-47ef-a757-52e237ccb6ba tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 944 time: 1.3251262 Feb 11 13:47:04.871185 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (07f2b90a-c3c9-4e95-96eb-fb4550059fa5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.984106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 69a5da5e-720e-47b4-8e4a-befe662c75c8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:04.984490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.028547 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d86d61ac-3e24-41e3-8eac-1a7ed73a0ad6 req-8ebebafe-dd60-4ad8-a873-992bddc49f37 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501454 Feb 11 13:47:05.035216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Port': ['ID=07f2b90a-c3c9-4e95-96eb-fb4550059fa5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:05.035590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.1 (a5f87c7f-82b2-420d-93e1-d0b9baba01af/5f85a9c0-274d-4970-81e9-3c2cfc500616/28df5d6b-70f7-4b44-9ba9-915136669b16) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:05.055143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84aec-2746-4957-8a40-9aef1ba5397d req-8a878a80-8d68-4308-aa17-6810c70b36e5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:05.065202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-baf84aec-2746-4957-8a40-9aef1ba5397d req-8a878a80-8d68-4308-aa17-6810c70b36e5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3352761 Feb 11 13:47:05.103987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '5c614e81-0605-47e4-a2b0-0b5b67259678'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:47:05.110989 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.199379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (f25f00ae-93c4-489f-b083-8c6fa1331b39), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.226455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.278262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.361082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.396561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:05.436499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 69a5da5e-720e-47b4-8e4a-befe662c75c8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:05.449285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef19c67-8b61-4e01-9554-596a113ee7f5 None None] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:05.510136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-baf84aec-2746-4957-8a40-9aef1ba5397d req-47e1dbca-a072-4ac8-841b-fe9b49fd8f61 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436715 Feb 11 13:47:05.511057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:05.517145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:05.525069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=28df5d6b-70f7-4b44-9ba9-915136669b16,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:05.528940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/5c614e81-0605-47e4-a2b0-0b5b67259678/5f84fb55-f3db-4ead-8277-41587582a87f) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:05.602358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Router f25f00ae-93c4-489f-b083-8c6fa1331b39 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:05.679995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (fcfd4c5b-3e9d-4e2b-9386-39d631501654), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.715296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fdc61f97-d30e-4126-ba34-3d771804866a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:05.732862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3c349913-2085-432e-a41b-dc5573b2f6c1 None None] Provisioning complete for port fdc61f97-d30e-4126-ba34-3d771804866a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:05.733515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c349913-2085-432e-a41b-dc5573b2f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:05.751584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:05.763335 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4a50f391-13d7-49c5-92ae-ea4eedb32574 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6868908 Feb 11 13:47:05.763660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58662) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:05.764806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] Sync routers for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:05.780116 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:05.783159 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:05.842382 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-536e15d2-f745-4ac3-a4fe-9662735f666e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] show failed (client error): The resource could not be found. Feb 11 13:47:05.853554 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:05.853785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-536e15d2-f745-4ac3-a4fe-9662735f666e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-1988289706 HTTP/1.1" status: 404 len: 335 time: 0.0887363 Feb 11 13:47:05.854462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:05.859062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-57d6d17d-5a85-4a63-9050-196d5b6931fe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:05.873571 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] Routers {'f25f00ae-93c4-489f-b083-8c6fa1331b39'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:05.876550 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f25f00ae-93c4-489f-b083-8c6fa1331b39'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:05.925354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c71b4b-f58d-4868-8b96-2cf4580a24bc up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:05.950293 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-57d6d17d-5a85-4a63-9050-196d5b6931fe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] update failed (client error): The resource could not be found. Feb 11 13:47:05.960269 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:05.960804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-57d6d17d-5a85-4a63-9050-196d5b6931fe tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-431824824 HTTP/1.1" status: 404 len: 334 time: 0.1050713 Feb 11 13:47:05.961489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58666) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:05.967157 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac115458-8e98-470b-9677-d6555b8243fb None None] The sync data for ids ['f25f00ae-93c4-489f-b083-8c6fa1331b39'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:06.085550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting subnet 51e80a5d-42aa-4301-8d8d-94372c64a4f7 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:06.090944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 51c71b4b-f58d-4868-8b96-2cf4580a24bc completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:06.094065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (51e80a5d-42aa-4301-8d8d-94372c64a4f7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.117857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 51c71b4b-f58d-4868-8b96-2cf4580a24bc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:06.118494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.184001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (51e80a5d-42aa-4301-8d8d-94372c64a4f7), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.339436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fdc61f97-d30e-4126-ba34-3d771804866a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:06.342721 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.352784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (51e80a5d-42aa-4301-8d8d-94372c64a4f7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.501431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cdcaf-32bd-4c3d-95b1-7d97c92c9fce req-1d5d2737-ecea-4526-bdd8-3fc2de5bba34 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.503678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3c349913-2085-432e-a41b-dc5573b2f6c1 None None] Current status of the port fdc61f97-d30e-4126-ba34-3d771804866a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:06.506242 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c349913-2085-432e-a41b-dc5573b2f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.513831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf8cdcaf-32bd-4c3d-95b1-7d97c92c9fce req-1d5d2737-ecea-4526-bdd8-3fc2de5bba34 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 944 time: 0.2403069 Feb 11 13:47:06.659391 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (51e80a5d-42aa-4301-8d8d-94372c64a4f7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.807346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Subnet': ['ID=51e80a5d-42aa-4301-8d8d-94372c64a4f7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:06.813218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fdc61f97-d30e-4126-ba34-3d771804866a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:06.814364 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.817086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf8cdcaf-32bd-4c3d-95b1-7d97c92c9fce req-aa9b0b06-c0c0-4552-9106-65c4114f5341 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009200 Feb 11 13:47:06.834842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.842781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0e176fcf-d836-4117-88db-f73660277e08 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/subnets/51e80a5d-42aa-4301-8d8d-94372c64a4f7 HTTP/1.1" status: 204 len: 168 time: 0.8740056 Feb 11 13:47:06.850851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58680) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:06.866021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Publish callbacks [] for port (5f84fb55-f3db-4ead-8277-41587582a87f), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.883662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.889378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e0431-8da1-4daa-a25c-f71f8aa98fa5 None None] Network 178e372c-5ff3-423c-8dad-7f64c547bdc5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:07.027172 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.060688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (178e372c-5ff3-423c-8dad-7f64c547bdc5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.166433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3c349913-2085-432e-a41b-dc5573b2f6c1 None None] For port fdc61f97-d30e-4126-ba34-3d771804866a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fdc61f97-d30e-4126-ba34-3d771804866a,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:07.177466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Pushing event updated for resources: {'Port': ['ID=5f84fb55-f3db-4ead-8277-41587582a87f,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:07.192400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting port 0bdeb650-7bc5-443e-af21-c6e520287a07 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:07.193491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.362969 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] For port 0bdeb650-7bc5-443e-af21-c6e520287a07, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0bdeb650-7bc5-443e-af21-c6e520287a07,segment=NetworkSegment(b1d9bce9-93a8-4a86-9816-ab6544bd2f6b),segment_id=b1d9bce9-93a8-4a86-9816-ab6544bd2f6b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:07.368914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.398147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Calling delete_port for 0bdeb650-7bc5-443e-af21-c6e520287a07 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:07.406037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.438014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bc6cd-7661-4c93-9a85-2ab1cb4f9698 req-ee4dc212-390a-480a-8ac7-eb2ba4a81487 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:07.439689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e8bc6cd-7661-4c93-9a85-2ab1cb4f9698 req-ee4dc212-390a-480a-8ac7-eb2ba4a81487 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.5535395 Feb 11 13:47:07.440467 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.447885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:07.449970 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3c349913-2085-432e-a41b-dc5573b2f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.533371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:07.534073 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (fcfd4c5b-3e9d-4e2b-9386-39d631501654), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.588674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0bdeb650-7bc5-443e-af21-c6e520287a07), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.594877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e8bc6cd-7661-4c93-9a85-2ab1cb4f9698 req-5e577ad5-9cfd-4412-9098-fb2e32cee8b9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896554 Feb 11 13:47:07.645664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::1 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/5c614e81-0605-47e4-a2b0-0b5b67259678/d33b33c6-b1c4-4f79-bb10-e83263d9a6f0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:07.680199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Port': ['ID=0bdeb650-7bc5-443e-af21-c6e520287a07,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:07.684443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] No DVR routers for this DVR port 0bdeb650-7bc5-443e-af21-c6e520287a07 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:07.703865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:07.751037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 51c71b4b-f58d-4868-8b96-2cf4580a24bc is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:07.751961 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:07.814923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:07.832614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:07.927896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c349913-2085-432e-a41b-dc5573b2f6c1 None None] Pushing event updated for resources: {'Port': ['ID=fdc61f97-d30e-4126-ba34-3d771804866a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:07.945001 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:47:07.945638 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:47:07.990067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c71b4b-f58d-4868-8b96-2cf4580a24bc'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:07.994813 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38747236-1ec8-45ed-ac7f-913e442095ee" -d '{"events": [{"server_uuid": "569a52cb-2268-4205-ade1-6a9ad0651aa7", "name": "network-vif-plugged", "status": "completed", "tag": "51c71b4b-f58d-4868-8b96-2cf4580a24bc"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:08.014435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9bc83ec9-456c-4b63-9b6d-046f66d8e8ac None None] Provisioning complete for port fdc61f97-d30e-4126-ba34-3d771804866a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:08.017931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9bc83ec9-456c-4b63-9b6d-046f66d8e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.085242 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (178e372c-5ff3-423c-8dad-7f64c547bdc5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.099058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995e03c-2278-45d8-8933-f88f54bc04e3 None None] DHCP port deletion for 178e372c-5ff3-423c-8dad-7f64c547bdc5 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:08.113812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 51c71b4b-f58d-4868-8b96-2cf4580a24bc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c71b4b-f58d-4868-8b96-2cf4580a24bc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:08.154594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.158912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Attempting to bind port 5f84fb55-f3db-4ead-8277-41587582a87f on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:08.159434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Attempting to bind port 5f84fb55-f3db-4ead-8277-41587582a87f by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:08.159901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Attempting to bind port 5f84fb55-f3db-4ead-8277-41587582a87f on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:08.211550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.258443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:08.258984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:08.262562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.262985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:08.263539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Bound port: 5f84fb55-f3db-4ead-8277-41587582a87f, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:08.263979 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.278617 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.290082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178e372c-5ff3-423c-8dad-7f64c547bdc5']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:08.314238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d9bce9-93a8-4a86-9816-ab6544bd2f6b') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:08.314645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d9bce9-93a8-4a86-9816-ab6544bd2f6b') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:08.349859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b1d9bce9-93a8-4a86-9816-ab6544bd2f6b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.366249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-7357658b-358b-4d68-8397-16cab0ac595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:08.367807 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-7357658b-358b-4d68-8397-16cab0ac595e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fc1963646b24db29d6fa425515bd613&device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 1126 time: 0.2925487 Feb 11 13:47:08.386270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b1d9bce9-93a8-4a86-9816-ab6544bd2f6b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.394502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=28df5d6b-70f7-4b44-9ba9-915136669b16,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.398471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9262-e429-4d02-9f0b-2de66ec16962 req-ce50124f-eafd-4de0-b578-87800ae7bfa6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:08.400004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e4d9262-e429-4d02-9f0b-2de66ec16962 req-ce50124f-eafd-4de0-b578-87800ae7bfa6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 945 time: 0.3295436 Feb 11 13:47:08.422690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:47:08.423175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b1d9bce9-93a8-4a86-9816-ab6544bd2f6b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:08.426846 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:08.431804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:08.463418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:08.476839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:08.477390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (212de52e-7fe0-42f4-9fa4-a55543d39bc3), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.502362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] For port 5f84fb55-f3db-4ead-8277-41587582a87f, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:08.507685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] For port 5f84fb55-f3db-4ead-8277-41587582a87f, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5f84fb55-f3db-4ead-8277-41587582a87f,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:08.530824 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.562707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=51c71b4b-f58d-4868-8b96-2cf4580a24bc,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.582986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0475e4-dfdd-4312-b032-40aef3eb1110 req-c484892a-4a30-4b84-aecf-132e8cd543b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:08.584941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d0475e4-dfdd-4312-b032-40aef3eb1110 req-c484892a-4a30-4b84-aecf-132e8cd543b3 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3239350 Feb 11 13:47:08.642096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.692136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e4d9262-e429-4d02-9f0b-2de66ec16962 req-1921b96d-41b9-438c-bd74-37d54fa74570 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775369 Feb 11 13:47:08.695460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fdc61f97-d30e-4126-ba34-3d771804866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:08.714649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (178e372c-5ff3-423c-8dad-7f64c547bdc5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.729945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.748410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/networks/178e372c-5ff3-423c-8dad-7f64c547bdc5 HTTP/1.1" status: 204 len: 168 time: 1.8927681 Feb 11 13:47:08.756853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:08.813465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9bc83ec9-456c-4b63-9b6d-046f66d8e8ac None None] Current status of the port fdc61f97-d30e-4126-ba34-3d771804866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:08.819482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:08.825269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d56655-0a7d-49e3-bbcd-6b2074f4e602 None None] Pushing event updated for resources: {'Port': ['ID=5f84fb55-f3db-4ead-8277-41587582a87f,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.861636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0b9bb-fdac-4809-909a-130e734eb0ee tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Network': ['ID=178e372c-5ff3-423c-8dad-7f64c547bdc5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.913797 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:08.919004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d0475e4-dfdd-4312-b032-40aef3eb1110 req-13e380da-ec00-4deb-a790-b10dc508b5d4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153181 Feb 11 13:47:08.938097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router fcfd4c5b-3e9d-4e2b-9386-39d631501654 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:08.944722 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab53c0d2-4739-47c5-bacd-cb2d8bf23354 x-openstack-request-id: req-ab53c0d2-4739-47c5-bacd-cb2d8bf23354 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:08.948843 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a52cb-2268-4205-ade1-6a9ad0651aa7", "name": "network-vif-plugged", "status": "completed", "tag": "51c71b4b-f58d-4868-8b96-2cf4580a24bc", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:08.951070 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab53c0d2-4739-47c5-bacd-cb2d8bf23354 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:08.951673 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c71b4b-f58d-4868-8b96-2cf4580a24bc', 'code': 200} Feb 11 13:47:08.977687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:08.979250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b7384f0-7f65-4b8e-94a0-97e8568f14e3 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:09.007663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9bc83ec9-456c-4b63-9b6d-046f66d8e8ac None None] Provisioning complete for port 28df5d6b-70f7-4b44-9ba9-915136669b16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:09.008152 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9bc83ec9-456c-4b63-9b6d-046f66d8e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.034240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting subnet 0ed50e48-d488-4045-8a7e-d134d706d308 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:09.038728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (0ed50e48-d488-4045-8a7e-d134d706d308), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.098401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0ed50e48-d488-4045-8a7e-d134d706d308), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.226506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9bc83ec9-456c-4b63-9b6d-046f66d8e8ac None None] Port 28df5d6b-70f7-4b44-9ba9-915136669b16 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:47:09.234864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0ed50e48-d488-4045-8a7e-d134d706d308), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.312850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fdc61f97-d30e-4126-ba34-3d771804866a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:09.351802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-1ded75d3-a82c-4932-951a-4aafb7d333c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:09.354265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-1ded75d3-a82c-4932-951a-4aafb7d333c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 200 len: 913 time: 0.9778855 Feb 11 13:47:09.356570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0ed50e48-d488-4045-8a7e-d134d706d308), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.399910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed50e48-d488-4045-8a7e-d134d706d308,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:09.400489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5df6375b-bd71-46aa-b37c-f069e51a78e4 None None] Provisioning complete for port 28df5d6b-70f7-4b44-9ba9-915136669b16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:09.400895 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5df6375b-bd71-46aa-b37c-f069e51a78e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.459126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5df6375b-bd71-46aa-b37c-f069e51a78e4 None None] Port 28df5d6b-70f7-4b44-9ba9-915136669b16 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:47:09.472722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fdc61f97-d30e-4126-ba34-3d771804866a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:09.473433 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.488273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-338478cc-e045-4edd-a619-b1c5ec2860e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 200 len: 998 time: 0.0921068 Feb 11 13:47:09.491946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:09.496217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-984fcde0-3090-4162-835e-92d1fe18fd5e tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/subnets/0ed50e48-d488-4045-8a7e-d134d706d308 HTTP/1.1" status: 204 len: 168 time: 0.7377267 Feb 11 13:47:09.502386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58712) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:09.503228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd2912-dd5a-49ee-a3c1-89fa6e539b15 None None] Network 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:09.552354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-df48a9dd-f1e2-45cb-897c-801c17efd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:09.554040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-df48a9dd-f1e2-45cb-897c-801c17efd2be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 200 len: 851 time: 0.0566947 Feb 11 13:47:09.653063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-92b8c22b-18f1-4363-9adc-85093e12ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:09.654861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-92b8c22b-18f1-4363-9adc-85093e12ed07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e2e3114-c580-4e15-b954-e5b348075cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944359 Feb 11 13:47:09.711672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b7c30-18aa-49ae-ba7a-c88c9a090467 req-fcafa59b-cad7-48e4-82c1-add8e0db4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:09.712892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-477b7c30-18aa-49ae-ba7a-c88c9a090467 req-fcafa59b-cad7-48e4-82c1-add8e0db4400 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 1127 time: 0.7102096 Feb 11 13:47:09.738224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fdc61f97-d30e-4126-ba34-3d771804866a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:09.828914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting subnet 4ab47441-749f-4215-ac63-7d5aed0423e3 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:09.855737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] DHCP port deletion for 4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:09.950350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bdeb650-7bc5-443e-af21-c6e520287a07 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:10.000435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (4ab47441-749f-4215-ac63-7d5aed0423e3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.032687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:10.041167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0bdeb650-7bc5-443e-af21-c6e520287a07 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:10.041526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bdeb650-7bc5-443e-af21-c6e520287a07 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:10.057581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-477b7c30-18aa-49ae-ba7a-c88c9a090467 req-9b2e74f5-3b8b-4934-8961-162f7b121bd3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278129 Feb 11 13:47:10.063776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9983baee-673e-4b39-a684-a89348a11322 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/fcfd4c5b-3e9d-4e2b-9386-39d631501654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4223192 Feb 11 13:47:10.088771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Sync routers for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:10.098985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-544c46bf-97c0-478f-901a-310330afca11 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375489 Feb 11 13:47:10.155414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:10.156083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:10.280684 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (4ab47441-749f-4215-ac63-7d5aed0423e3), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.313084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221873b-36ed-40a3-934d-11fac0fe86ac req-c3ff9583-21a7-4645-9eb8-7bd5486d6799 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:10.323753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4221873b-36ed-40a3-934d-11fac0fe86ac req-c3ff9583-21a7-4645-9eb8-7bd5486d6799 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 945 time: 0.3962834 Feb 11 13:47:10.344036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] Deleting port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:10.344553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.436120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c7bec-be08-4f07-aedf-74a685db3d35 req-9bb99cc6-fa40-495e-86c6-f089c378749d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:10.437656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c27c7bec-be08-4f07-aedf-74a685db3d35 req-9bb99cc6-fa40-495e-86c6-f089c378749d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3556380 Feb 11 13:47:10.489785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46a22cfa-00c1-4127-96a4-d4cf4187cbe1 req-9e1d9cfa-9d44-400b-a4e1-fb3bf80f01b8 service neutron] 10.222.0.30 "GET /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787718 Feb 11 13:47:10.525131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] For port fbd2085a-fcf4-488e-8a3b-5127cbe377b8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fbd2085a-fcf4-488e-8a3b-5127cbe377b8,segment=NetworkSegment(3df756d8-f149-4828-9f00-bb7e19fcc6e8),segment_id=3df756d8-f149-4828-9f00-bb7e19fcc6e8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:10.525547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.536055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4221873b-36ed-40a3-934d-11fac0fe86ac req-fe89addc-1e3a-4d03-ad47-748d66d226d6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984484 Feb 11 13:47:10.578418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] Calling delete_port for fbd2085a-fcf4-488e-8a3b-5127cbe377b8 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:10.619983 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.648492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.659978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (212de52e-7fe0-42f4-9fa4-a55543d39bc3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.835621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4ab47441-749f-4215-ac63-7d5aed0423e3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:10.842715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-6dc8e60e-953e-4719-ae5a-63c980084f2c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319768864&fields=id&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 267 time: 0.1381509 Feb 11 13:47:10.870889 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c27c7bec-be08-4f07-aedf-74a685db3d35 req-b245b425-85e6-4d2f-becf-1fab2f0c7388 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4075844 Feb 11 13:47:11.152241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (fbd2085a-fcf4-488e-8a3b-5127cbe377b8), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:11.241165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-73bade1d-6378-4141-a0e9-a1ba34162a6b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:11.255591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-73bade1d-6378-4141-a0e9-a1ba34162a6b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 796 time: 0.4039075 Feb 11 13:47:11.291053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] Pushing event deleted for resources: {'Port': ['ID=fbd2085a-fcf4-488e-8a3b-5127cbe377b8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:11.307386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5f84fb55-f3db-4ead-8277-41587582a87f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:11.309639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-292b22b8-8980-4dd9-9661-0573c83ebfd2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/quotas/438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 375 time: 0.0442286 Feb 11 13:47:11.361944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:11.376730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0cade136-b0de-4402-a680-a5d41d290027 None None] Provisioning complete for port 5f84fb55-f3db-4ead-8277-41587582a87f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:11.377287 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cade136-b0de-4402-a680-a5d41d290027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:11.392644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70856e52-0b0d-4e57-83a7-d256a0961c0e None None] No DVR routers for this DVR port fbd2085a-fcf4-488e-8a3b-5127cbe377b8 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:11.439544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.439890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.440242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.440582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.440930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.441413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.441747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.443305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.450237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.450671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.451025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.451368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.451707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.511350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-6a79cbc9-c52b-43c7-a463-18c7fb24e943 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940415 Feb 11 13:47:11.525764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:11.553947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:11.556187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (4ab47441-749f-4215-ac63-7d5aed0423e3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:11.566350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:11.701076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5f84fb55-f3db-4ead-8277-41587582a87f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:11.702775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:11.707948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab47441-749f-4215-ac63-7d5aed0423e3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:11.712349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:11.718723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6eb93ae6-179f-41d6-a53e-f9b063a0f095 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/subnets/4ab47441-749f-4215-ac63-7d5aed0423e3 HTTP/1.1" status: 204 len: 168 time: 2.2135057 Feb 11 13:47:11.726821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:11.793439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe0a6a-f354-471f-9907-24c16600df2b None None] Network f4fcf872-8617-42f6-a716-edd13457394f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:12.028094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-3013e14c-e16f-4b6a-bc6c-2d8c6f5ae66a service neutron] 10.222.0.79 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933186 Feb 11 13:47:12.103128 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:12.183558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff794f-b336-4324-a3e1-818bd8bfbf44 req-fa1d45c6-447f-4f1b-81e4-7b87d785efb2 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:12.185607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3dff794f-b336-4324-a3e1-818bd8bfbf44 req-fa1d45c6-447f-4f1b-81e4-7b87d785efb2 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 945 time: 0.5166523 Feb 11 13:47:12.244457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:47:12.427966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:12.431934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-b72d2284-bb41-41d3-acfa-6bd2c016f6d0 service neutron] 10.222.0.79 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979611 Feb 11 13:47:12.444850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3dff794f-b336-4324-a3e1-818bd8bfbf44 req-8b4b63c3-9fdb-4989-bbf4-d3cc0e264cb6 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525156 Feb 11 13:47:12.513982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:12.523418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:12.534215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3317272d-9f47-4a8b-918d-f0d9c4107381 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "PUT /v2.0/routers/212de52e-7fe0-42f4-9fa4-a55543d39bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2676449 Feb 11 13:47:12.537254 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Sync routers for ids ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:12.541282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58774) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:12.576656 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Routers {'212de52e-7fe0-42f4-9fa4-a55543d39bc3'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:12.580489 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:12.608173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df756d8-f149-4828-9f00-bb7e19fcc6e8') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:12.618447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df756d8-f149-4828-9f00-bb7e19fcc6e8') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:12.665041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7a7d7-4c07-4e6f-8b58-1f2f1fcedced tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:12.669883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-48d7a7d7-4c07-4e6f-8b58-1f2f1fcedced tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports/d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 HTTP/1.1" status: 200 len: 911 time: 0.1275494 Feb 11 13:47:12.676354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:12.681588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (3df756d8-f149-4828-9f00-bb7e19fcc6e8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:12.803913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3df756d8-f149-4828-9f00-bb7e19fcc6e8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:12.840135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:47:12.840551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (3df756d8-f149-4828-9f00-bb7e19fcc6e8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:12.843884 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:13.177871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ee6e3edb-1228-46f9-a058-f800888935ed req-0a27e671-07c1-4710-b8e7-d4564b51cf66 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 210 time: 0.2588663 Feb 11 13:47:13.195557 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Set router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:13.231204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4dc042-447b-48a9-9806-f63591b19b2b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:13.254634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0cade136-b0de-4402-a680-a5d41d290027 None None] Current status of the port 5f84fb55-f3db-4ead-8277-41587582a87f is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:13.255477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cade136-b0de-4402-a680-a5d41d290027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.258608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4dc042-447b-48a9-9806-f63591b19b2b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:13.269138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ab4dc042-447b-48a9-9806-f63591b19b2b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5852644 Feb 11 13:47:13.270085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:13.270861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.307239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.324335 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/networks/4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4 HTTP/1.1" status: 204 len: 168 time: 1.5749700 Feb 11 13:47:13.340023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:13.500319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0cade136-b0de-4402-a680-a5d41d290027 None None] For port 5f84fb55-f3db-4ead-8277-41587582a87f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5f84fb55-f3db-4ead-8277-41587582a87f,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:13.508288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5f84fb55-f3db-4ead-8277-41587582a87f is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:13.511562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.532877 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0cade136-b0de-4402-a680-a5d41d290027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.538657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Network': ['ID=4c8f0d1a-4d67-4ed1-90ba-bd6b5cfde9e4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:13.769137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] DHCP port deletion for f4fcf872-8617-42f6-a716-edd13457394f request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:13.770639 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'name': 'tempest-NetworksTestDHCPv6-router-1161457702', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:08Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None, '_interfaces': [{'id': 'd33b33c6-b1c4-4f79-bb10-e83263d9a6f0', 'name': '', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'mac_address': 'fa:16:3e:0f:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5c614e81-0605-47e4-a2b0-0b5b67259678', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:05Z', 'updated_at': '2022-02-11T13:47:09Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'subnets': [{'id': '5c614e81-0605-47e4-a2b0-0b5b67259678', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:13.809423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.813491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.820870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.830748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.831475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.834249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.834845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.835417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.835979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.839545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.840142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.840717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.841406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8278a-5016-4d53-bc17-f4978a38868f tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:13.877150 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Checking router: 212de52e-7fe0-42f4-9fa4-a55543d39bc3 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:13.877509 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Updating router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:47:13.981494 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.061347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4eb6531e-8517-45bb-ac4f-c4e65a66d998 None None] Provisioning complete for port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:14.061896 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb6531e-8517-45bb-ac4f-c4e65a66d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.066623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f4fcf872-8617-42f6-a716-edd13457394f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.283589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6531e-8517-45bb-ac4f-c4e65a66d998 None None] Port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:47:14.368133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cade136-b0de-4402-a680-a5d41d290027 None None] Pushing event updated for resources: {'Port': ['ID=5f84fb55-f3db-4ead-8277-41587582a87f,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:14.374954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ca26a-ad8f-4263-b778-2c5008df29f1 req-2ae15b51-4bd9-4b35-9ce3-84880f4fce0a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:14.386262 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c8ca26a-ad8f-4263-b778-2c5008df29f1 req-2ae15b51-4bd9-4b35-9ce3-84880f4fce0a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 1.7108862 Feb 11 13:47:14.417433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:07Z', 'revision_number': 2, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:14.420445 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:47:14.420798 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:47:14.504377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] Deleting port dce30b09-46e0-4916-83d0-899a49efc6c7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:14.505003 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.559811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c8ca26a-ad8f-4263-b778-2c5008df29f1 req-70d72976-9530-4c46-b7ca-d9437b253575 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705222 Feb 11 13:47:14.690786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf472eb9-0119-46a1-ba4e-fb1abe250864 req-88711e69-f9db-4c08-97bc-088b3215a42d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 210 time: 0.2966466 Feb 11 13:47:14.733445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Checking router: fcfd4c5b-3e9d-4e2b-9386-39d631501654 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:14.733808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Updating router fcfd4c5b-3e9d-4e2b-9386-39d631501654 port 28df5d6b-70f7-4b44-9ba9-915136669b16 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:47:14.803545 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.809323 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Publish callbacks [] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.821362 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.863510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] For port dce30b09-46e0-4916-83d0-899a49efc6c7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=dce30b09-46e0-4916-83d0-899a49efc6c7,segment=NetworkSegment(f609a4f2-8378-442d-a899-a5d83d77929e),segment_id=f609a4f2-8378-442d-a899-a5d83d77929e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:14.863920 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:14.904131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf6df0-b823-43d7-9952-fdea324f6731 req-4702ab48-2812-4938-ba33-8400e7758cde tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:14.905735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fdf6df0-b823-43d7-9952-fdea324f6731 req-4702ab48-2812-4938-ba33-8400e7758cde tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.1891785 Feb 11 13:47:14.947199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] Calling delete_port for dce30b09-46e0-4916-83d0-899a49efc6c7 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:15.089879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fdf6df0-b823-43d7-9952-fdea324f6731 req-4861bfba-ca97-4458-bf47-70ea6c3eadd7 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750758 Feb 11 13:47:15.261288 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1acc2-d290-4dac-8988-e7002c9399cf None None] Pushing event updated for resources: {'Port': ['ID=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:15.312343 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Attempting to bind port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:15.312614 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Attempting to bind port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:15.312972 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Attempting to bind port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:15.337635 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:15.338031 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:15.338541 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:15.338843 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:15.343897 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Bound port: d33b33c6-b1c4-4f79-bb10-e83263d9a6f0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:15.344602 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:15.611256 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] For port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:15.631036 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] For port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:15.647191 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:15.691939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5f84fb55-f3db-4ead-8277-41587582a87f is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:15.893226 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Routers {'212de52e-7fe0-42f4-9fa4-a55543d39bc3'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:15.893863 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:15.905413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fbd2085a-fcf4-488e-8a3b-5127cbe377b8 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:15.993927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: fbd2085a-fcf4-488e-8a3b-5127cbe377b8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:15.994759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fbd2085a-fcf4-488e-8a3b-5127cbe377b8 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:16.013930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e7df3893-376c-40a7-a29a-44e1208dfdb9 None None] Provisioning complete for port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:16.017966 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7df3893-376c-40a7-a29a-44e1208dfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.085469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0ca9f358-cd62-48c6-88d5-5cabd4da796d req-81bdacb0-3dbf-4883-a93c-88ae8c8de845 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 210 time: 0.0995436 Feb 11 13:47:16.267426 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] Set router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:16.428468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5f84fb55-f3db-4ead-8277-41587582a87f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:16.497361 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1acc2-d290-4dac-8988-e7002c9399cf None None] Pushing event updated for resources: {'Port': ['ID=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:16.698414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.758419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] No DVR routers for this DVR port dce30b09-46e0-4916-83d0-899a49efc6c7 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:16.799496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d4b12661-f54d-4c42-855a-d22d5008aa5b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:16.802504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d4b12661-f54d-4c42-855a-d22d5008aa5b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.30 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 796 time: 0.1672983 Feb 11 13:47:16.815244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting port dce30b09-46e0-4916-83d0-899a49efc6c7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:16.815792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.917857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390b4bb-ead9-4a58-9085-49ca87374ed7 None None] Pushing event deleted for resources: {'Port': ['ID=dce30b09-46e0-4916-83d0-899a49efc6c7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.071651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e7df3893-376c-40a7-a29a-44e1208dfdb9 None None] Current status of the port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:17.072342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7df3893-376c-40a7-a29a-44e1208dfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.091908 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'name': 'tempest-NetworksTestDHCPv6-router-1161457702', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:08Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None, '_interfaces': [{'id': 'd33b33c6-b1c4-4f79-bb10-e83263d9a6f0', 'name': '', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'mac_address': 'fa:16:3e:0f:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5c614e81-0605-47e4-a2b0-0b5b67259678', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:05Z', 'updated_at': '2022-02-11T13:47:15Z', 'revision_number': 4, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'subnets': [{'id': '5c614e81-0605-47e4-a2b0-0b5b67259678', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.097621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5f84fb55-f3db-4ead-8277-41587582a87f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:17.099944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.181745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] For port dce30b09-46e0-4916-83d0-899a49efc6c7, host n-d-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:17.182131 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.189919 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb3521-f505-409a-84c5-8c90c3747960 None None] The sync data for ids ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'] in n-d-828676-2 is: [{'id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'name': 'tempest-NetworksTestDHCPv6-router-1161457702', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:08Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None, '_interfaces': [{'id': 'd33b33c6-b1c4-4f79-bb10-e83263d9a6f0', 'name': '', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'mac_address': 'fa:16:3e:0f:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5c614e81-0605-47e4-a2b0-0b5b67259678', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:05Z', 'updated_at': '2022-02-11T13:47:15Z', 'revision_number': 4, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'subnets': [{'id': '5c614e81-0605-47e4-a2b0-0b5b67259678', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:17.263714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e7df3893-376c-40a7-a29a-44e1208dfdb9 None None] For port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:17.294644 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7df3893-376c-40a7-a29a-44e1208dfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.318980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ec3f7244-3d4e-4346-bb8f-78243c9e4731 req-b0d1260f-41fa-4242-9444-53d29e1ebd8d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 210 time: 0.0693653 Feb 11 13:47:17.403919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Calling delete_port for dce30b09-46e0-4916-83d0-899a49efc6c7 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:17.406878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Port dce30b09-46e0-4916-83d0-899a49efc6c7 was not found and therefore no delete operation was performed {{(pid=103176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:47:17.463544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df3893-376c-40a7-a29a-44e1208dfdb9 None None] Pushing event updated for resources: {'Port': ['ID=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.466806 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (dce30b09-46e0-4916-83d0-899a49efc6c7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.521935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Publish callbacks [] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.595161 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-2cf37038-ea7d-4fa0-bc71-0be6b0fe0bc4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 379 time: 0.7767935 Feb 11 13:47:17.602211 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.627899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-32227dc9-539f-4c19-97e5-b71be0a35162 None None] Provisioning complete for port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:17.628297 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32227dc9-539f-4c19-97e5-b71be0a35162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.628852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Port': ['ID=dce30b09-46e0-4916-83d0-899a49efc6c7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.647990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'port': {'device_id': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'admin_state_up': True, 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'security_groups': ['2ada9a61-7c26-4fc0-9813-9457424cbd79']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:17.752625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5f84fb55-f3db-4ead-8277-41587582a87f is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:17.763601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] No DVR routers for this DVR port dce30b09-46e0-4916-83d0-899a49efc6c7 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:17.815182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e2959-ef1c-450f-9769-ee9a62abc604 None None] Pushing event updated for resources: {'Port': ['ID=28df5d6b-70f7-4b44-9ba9-915136669b16,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.975070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-32227dc9-539f-4c19-97e5-b71be0a35162 None None] Current status of the port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:17.977665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device dce30b09-46e0-4916-83d0-899a49efc6c7 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:18.081335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: dce30b09-46e0-4916-83d0-899a49efc6c7 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:18.081976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device dce30b09-46e0-4916-83d0-899a49efc6c7 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:18.186549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Attempting to bind port 28df5d6b-70f7-4b44-9ba9-915136669b16 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:18.190725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Attempting to bind port 28df5d6b-70f7-4b44-9ba9-915136669b16 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:18.191851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Attempting to bind port 28df5d6b-70f7-4b44-9ba9-915136669b16 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:18.218634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:18.219031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Checking segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:18.219454 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.219861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Bound using segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:18.220359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Bound port: 28df5d6b-70f7-4b44-9ba9-915136669b16, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:18.220752 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.236408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f4fcf872-8617-42f6-a716-edd13457394f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.294960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fcf872-8617-42f6-a716-edd13457394f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.315445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f609a4f2-8378-442d-a899-a5d83d77929e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.315746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f609a4f2-8378-442d-a899-a5d83d77929e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.388995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f609a4f2-8378-442d-a899-a5d83d77929e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.431373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] For port 28df5d6b-70f7-4b44-9ba9-915136669b16, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:18.432556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f609a4f2-8378-442d-a899-a5d83d77929e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.443545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] For port 28df5d6b-70f7-4b44-9ba9-915136669b16, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=28df5d6b-70f7-4b44-9ba9-915136669b16,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:18.455676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:47:18.459874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f609a4f2-8378-442d-a899-a5d83d77929e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.468755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:18.485562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.515490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e15f17bb-4b0e-4b3a-a7a9-0c568190c1f1 req-9ac7ae45-a00c-43a0-8dd9-b4437979d02d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 210 time: 0.0441923 Feb 11 13:47:18.649926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e2959-ef1c-450f-9769-ee9a62abc604 None None] Pushing event updated for resources: {'Port': ['ID=28df5d6b-70f7-4b44-9ba9-915136669b16,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:18.676033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8260c62f-a546-483a-8461-770f3bacfe06 None None] Provisioning complete for port 28df5d6b-70f7-4b44-9ba9-915136669b16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:18.676846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8260c62f-a546-483a-8461-770f3bacfe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:18.705816 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:18.708596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (212de52e-7fe0-42f4-9fa4-a55543d39bc3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.748458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f4fcf872-8617-42f6-a716-edd13457394f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.852776 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.859170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:18.859759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/networks/f4fcf872-8617-42f6-a716-edd13457394f HTTP/1.1" status: 204 len: 168 time: 5.3954334 Feb 11 13:47:18.861204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00589a39-a6ec-4749-b0a6-bcfdf037e4f2 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Network': ['ID=f4fcf872-8617-42f6-a716-edd13457394f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:18.908493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-563718de-d3d5-412b-b87c-c9344f1dd35a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:18.910317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:18.914253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-563718de-d3d5-412b-b87c-c9344f1dd35a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb372b68-591a-41dc-ac31-b7d354336eaf HTTP/1.1" status: 200 len: 943 time: 1.8297782 Feb 11 13:47:18.918208 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:18.920052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:18.920712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.014949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting subnet c250fa7d-7631-49f1-b4ad-e971a4903100 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:19.025136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (c250fa7d-7631-49f1-b4ad-e971a4903100), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.148804 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (c250fa7d-7631-49f1-b4ad-e971a4903100), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.257048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c250fa7d-7631-49f1-b4ad-e971a4903100), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.296931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:19.309160 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.386633 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (c250fa7d-7631-49f1-b4ad-e971a4903100), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.467975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.476950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/subnets/c250fa7d-7631-49f1-b4ad-e971a4903100 HTTP/1.1" status: 204 len: 168 time: 0.6162159 Feb 11 13:47:19.479430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58940) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:19.507360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7889fcb-6f99-48c1-b439-5894268e88a4 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Subnet': ['ID=c250fa7d-7631-49f1-b4ad-e971a4903100,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:19.759339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4aacad2a-7dc8-40d0-857f-34c6823c2d5c req-e5ff5691-5878-4706-b3ce-287ba50aacd6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 210 time: 0.0873575 Feb 11 13:47:19.770863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (82d96dbe-aa9a-4c21-9148-559016771bbc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.808980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa95948-958b-4f44-afd5-3f0d6f543dde None None] Network 82d96dbe-aa9a-4c21-9148-559016771bbc requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:19.911647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Deleting port 95347e99-35a2-40db-addd-3279d8039460 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:19.912143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (95347e99-35a2-40db-addd-3279d8039460), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:19.929702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.4 (a5f87c7f-82b2-420d-93e1-d0b9baba01af/5f85a9c0-274d-4970-81e9-3c2cfc500616/33384bdf-f918-43c8-9322-127292ca7887) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:19.981678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:20.072151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] For port 95347e99-35a2-40db-addd-3279d8039460, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=95347e99-35a2-40db-addd-3279d8039460,segment=NetworkSegment(f41115be-9f77-4574-b84c-3e13cc52ff07),segment_id=f41115be-9f77-4574-b84c-3e13cc52ff07)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:20.073877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (95347e99-35a2-40db-addd-3279d8039460), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.100294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Calling delete_port for 95347e99-35a2-40db-addd-3279d8039460 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:20.199387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8260c62f-a546-483a-8461-770f3bacfe06 None None] Current status of the port 28df5d6b-70f7-4b44-9ba9-915136669b16 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:20.200284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8260c62f-a546-483a-8461-770f3bacfe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.244291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (33384bdf-f918-43c8-9322-127292ca7887), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.340097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.360541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (95347e99-35a2-40db-addd-3279d8039460), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.369882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8260c62f-a546-483a-8461-770f3bacfe06 None None] For port 28df5d6b-70f7-4b44-9ba9-915136669b16, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=28df5d6b-70f7-4b44-9ba9-915136669b16,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:20.373512 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.391248 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8260c62f-a546-483a-8461-770f3bacfe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.444185 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:47:20.447810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Port': ['ID=95347e99-35a2-40db-addd-3279d8039460,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:20.451982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] No DVR routers for this DVR port 95347e99-35a2-40db-addd-3279d8039460 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:20.470263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Deleting port 6532b92c-61d5-41b2-9292-671f4456e9d5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:20.470620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.548633 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:20.567628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260c62f-a546-483a-8461-770f3bacfe06 None None] Pushing event updated for resources: {'Port': ['ID=28df5d6b-70f7-4b44-9ba9-915136669b16,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:20.619910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:20.631145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:20.657917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:20.731033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (82d96dbe-aa9a-4c21-9148-559016771bbc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.790238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab445bb5-1f54-420c-950c-fe9a6edb7010 None None] DHCP port deletion for 82d96dbe-aa9a-4c21-9148-559016771bbc request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:20.810503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d96dbe-aa9a-4c21-9148-559016771bbc']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.854480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41115be-9f77-4574-b84c-3e13cc52ff07') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.854778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:20.855234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41115be-9f77-4574-b84c-3e13cc52ff07') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.855448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.862019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cc114f38-cd79-4e0a-9ecd-916d9dd91591 None None] Provisioning complete for port 28df5d6b-70f7-4b44-9ba9-915136669b16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:20.862019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cc114f38-cd79-4e0a-9ecd-916d9dd91591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.885743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (f41115be-9f77-4574-b84c-3e13cc52ff07), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.918313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f41115be-9f77-4574-b84c-3e13cc52ff07), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.927151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:47:20.927787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (f41115be-9f77-4574-b84c-3e13cc52ff07), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:20.976295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:21.046862 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:21.054070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (82d96dbe-aa9a-4c21-9148-559016771bbc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.062097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.067030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/networks/82d96dbe-aa9a-4c21-9148-559016771bbc HTTP/1.1" status: 204 len: 168 time: 1.5859203 Feb 11 13:47:21.070257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58978) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:21.157432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65255c-ad59-47e9-ab0b-40647392d56c tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Pushing event deleted for resources: {'Network': ['ID=82d96dbe-aa9a-4c21-9148-559016771bbc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:21.165821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-32816cf2-3eca-427a-b21b-29308e39afec tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "GET /v2.0/ports?device_id=f25f00ae-93c4-489f-b083-8c6fa1331b39 HTTP/1.1" status: 200 len: 205 time: 0.0927463 Feb 11 13:47:21.166785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58982) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:21.175770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-d7af5db4-1a4f-4e44-9907-97d16cacf07c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5736775 Feb 11 13:47:21.197238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Request body: {'port': {'device_id': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:21.308015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d910c8b-fb95-49dd-b079-d9b2a2d5c0dd req-10b7264f-a2f8-4895-9e92-c5a0fe803504 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:21.318564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d910c8b-fb95-49dd-b079-d9b2a2d5c0dd req-10b7264f-a2f8-4895-9e92-c5a0fe803504 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 931 time: 0.2996759 Feb 11 13:47:21.377119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] For port 6532b92c-61d5-41b2-9292-671f4456e9d5, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=6532b92c-61d5-41b2-9292-671f4456e9d5,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:21.380822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.386678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cc114f38-cd79-4e0a-9ecd-916d9dd91591 None None] Current status of the port 28df5d6b-70f7-4b44-9ba9-915136669b16 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:21.397167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:21.401005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.519871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e1d2f6b1-6bd3-48cc-a167-3b948d12613e None None] Provisioning complete for port 33384bdf-f918-43c8-9322-127292ca7887 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:21.520424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f6b1-6bd3-48cc-a167-3b948d12613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33384bdf-f918-43c8-9322-127292ca7887), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.528106 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc69a317-1d2c-4000-8925-2998286f3402 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router (f25f00ae-93c4-489f-b083-8c6fa1331b39), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.550516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Calling delete_port for 6532b92c-61d5-41b2-9292-671f4456e9d5 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:21.560203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:18Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:21.612147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b66ec3-0b32-41c1-bd5b-d2df503dfd8c None None] The sync data for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 is: [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:18Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:21.632335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2f6b1-6bd3-48cc-a167-3b948d12613e None None] Port 33384bdf-f918-43c8-9322-127292ca7887 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:47:21.885112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.916092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:21.917299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d910c8b-fb95-49dd-b079-d9b2a2d5c0dd req-70432d13-669e-4d63-ba7d-54721f0d8d31 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5977385 Feb 11 13:47:22.236236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc69a317-1d2c-4000-8925-2998286f3402 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (f25f00ae-93c4-489f-b083-8c6fa1331b39), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:22.239350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc69a317-1d2c-4000-8925-2998286f3402 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router_controller (f25f00ae-93c4-489f-b083-8c6fa1331b39), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:22.250175 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] For port d33b33c6-b1c4-4f79-bb10-e83263d9a6f0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:22.250681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:22.362386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc69a317-1d2c-4000-8925-2998286f3402 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (f25f00ae-93c4-489f-b083-8c6fa1331b39), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:22.364050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc69a317-1d2c-4000-8925-2998286f3402 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Fanout notify agent at l3_agent the message router_deleted on router f25f00ae-93c4-489f-b083-8c6fa1331b39 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:22.381715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 28df5d6b-70f7-4b44-9ba9-915136669b16 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:22.384011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc69a317-1d2c-4000-8925-2998286f3402 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:22.402255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc69a317-1d2c-4000-8925-2998286f3402 tempest-RoutersNegativeIpV6Test-664384189 tempest-RoutersNegativeIpV6Test-664384189-project] 10.222.0.79 "DELETE /v2.0/routers/f25f00ae-93c4-489f-b083-8c6fa1331b39 HTTP/1.1" status: 204 len: 168 time: 1.2332897 Feb 11 13:47:22.524851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 28df5d6b-70f7-4b44-9ba9-915136669b16 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:22.525426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:22.617668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6532b92c-61d5-41b2-9292-671f4456e9d5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:22.640554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383', '3bb7906a-aa79-412c-8a70-6652093a017d'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:22.653464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:22.802493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event deleted for resources: {'Port': ['ID=6532b92c-61d5-41b2-9292-671f4456e9d5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:23.178285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] No DVR routers for this DVR port 6532b92c-61d5-41b2-9292-671f4456e9d5 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:23.187376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:23.211889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e094510b-4054-4e43-8a5d-13de50b7f733 req-6b24e8b1-afa2-4c36-8410-5be6fa045d69 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "DELETE /v2.0/ports/6532b92c-61d5-41b2-9292-671f4456e9d5 HTTP/1.1" status: 204 len: 173 time: 4.2191634 Feb 11 13:47:23.221225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772d3a0-1876-4d20-a18a-835ab7d942b1 req-cc498ada-2147-404c-b09e-9b8dfe28560e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:23.233712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-deleted', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:23.240367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f772d3a0-1876-4d20-a18a-835ab7d942b1 req-cc498ada-2147-404c-b09e-9b8dfe28560e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 931 time: 0.1583359 Feb 11 13:47:23.249720 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e70c09-af70-4e9c-99f6-387b91609f00" -d '{"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-deleted", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:23.264227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59028) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:23.424494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f772d3a0-1876-4d20-a18a-835ab7d942b1 req-2c3f7c0f-7d56-440b-9fdb-f3001a3e8278 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824205 Feb 11 13:47:23.435268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 28df5d6b-70f7-4b44-9ba9-915136669b16 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:23.539419 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49b923-340a-444f-a5f0-8d75fe07f68a x-openstack-request-id: req-7d49b923-340a-444f-a5f0-8d75fe07f68a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:23.539752 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb372b68-591a-41dc-ac31-b7d354336eaf", "name": "network-vif-deleted", "tag": "6532b92c-61d5-41b2-9292-671f4456e9d5", "status": "failed", "code": 422}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:23.540407 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d49b923-340a-444f-a5f0-8d75fe07f68a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:23.553276 n-d-828676-2 neutron-server[103176]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb372b68-591a-41dc-ac31-b7d354336eaf', 'name': 'network-vif-deleted', 'tag': '6532b92c-61d5-41b2-9292-671f4456e9d5', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:47:23.596777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 95347e99-35a2-40db-addd-3279d8039460 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:23.724274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 95347e99-35a2-40db-addd-3279d8039460 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:23.724657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 95347e99-35a2-40db-addd-3279d8039460 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:23.880881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9392ba19-90ff-451e-aa74-8d78c70c001b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36cc2e0abd0b4c8188bf6c51bafbc333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152947 Feb 11 13:47:23.884480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59050) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:23.942315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33384bdf-f918-43c8-9322-127292ca7887 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:47:23.955816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Publish callbacks [] for port (33384bdf-f918-43c8-9322-127292ca7887), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:24.085399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc37b425-ed84-4452-b69e-9fb306016b55 admin admin] Publish callbacks [] for security_group (244840ad-7bb8-478e-bb10-2db8011d35b0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:24.089479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Transition to ACTIVE for port object 33384bdf-f918-43c8-9322-127292ca7887 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:47:24.090871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d33b33c6-b1c4-4f79-bb10-e83263d9a6f0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:24.149450 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc37b425-ed84-4452-b69e-9fb306016b55 admin admin] Publish callbacks [] for security_group (244840ad-7bb8-478e-bb10-2db8011d35b0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:24.162395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:24.177694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=d33b33c6-b1c4-4f79-bb10-e83263d9a6f0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:24.240079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc37b425-ed84-4452-b69e-9fb306016b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (244840ad-7bb8-478e-bb10-2db8011d35b0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:24.247288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc37b425-ed84-4452-b69e-9fb306016b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:24.251989 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bc37b425-ed84-4452-b69e-9fb306016b55 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/244840ad-7bb8-478e-bb10-2db8011d35b0 HTTP/1.1" status: 204 len: 168 time: 0.3623326 Feb 11 13:47:24.268746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37b425-ed84-4452-b69e-9fb306016b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244840ad-7bb8-478e-bb10-2db8011d35b0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:24.300703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:24.740987 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (212de52e-7fe0-42f4-9fa4-a55543d39bc3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:25.080184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5cb3-4336-4022-a226-8dfabcac0b9a req-ed6d893e-fd51-41d7-8f82-1457cbb174ee tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.083349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92bc5cb3-4336-4022-a226-8dfabcac0b9a req-ed6d893e-fd51-41d7-8f82-1457cbb174ee tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 908 time: 0.1114531 Feb 11 13:47:25.219071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:25.229821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302380bf-1d32-47ab-8b72-0bcf474908e9 req-bb075294-89eb-4fe0-a3ae-55fcbf01e96d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.234767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-302380bf-1d32-47ab-8b72-0bcf474908e9 req-bb075294-89eb-4fe0-a3ae-55fcbf01e96d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 943 time: 0.4560602 Feb 11 13:47:25.251296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:25.251628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:25.251962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:25.263162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:47:25.263489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:25.346623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:25.346623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Checking segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:25.346623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Bound using segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:25.346623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Bound port: 33384bdf-f918-43c8-9322-127292ca7887, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:25.346623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:25.434193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:25.439414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59110) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:25.451434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bff28168-1120-4008-9a3f-b0c9bb941229 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "PUT /v2.0/routers/212de52e-7fe0-42f4-9fa4-a55543d39bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1756930 Feb 11 13:47:25.452656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] Sync routers for ids ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:25.509955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] Routers {'212de52e-7fe0-42f4-9fa4-a55543d39bc3'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:25.510626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:25.560148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8047fd72-f0da-4051-a6d8-55cbf6ed59ba tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.561577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8047fd72-f0da-4051-a6d8-55cbf6ed59ba tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.574058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8047fd72-f0da-4051-a6d8-55cbf6ed59ba tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1336639 Feb 11 13:47:25.574807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59116) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:25.616746 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-302380bf-1d32-47ab-8b72-0bcf474908e9 req-504e74ff-94c6-4d5c-b7ee-0f3b6ffb19aa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725278 Feb 11 13:47:25.682733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:25.692898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:25.697580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 5c614e81-0605-47e4-a2b0-0b5b67259678 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:25.699397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] Set router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:25.702628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:25.714893 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (5c614e81-0605-47e4-a2b0-0b5b67259678), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:25.792662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (5c614e81-0605-47e4-a2b0-0b5b67259678), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:25.821351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'name': 'tempest-NetworksTestDHCPv6-router-1161457702', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:23Z', 'revision_number': 3, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:25.844460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.847653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:25.850825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] 10.222.0.30 "PUT /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 1091 time: 4.6618505 Feb 11 13:47:25.861294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853da22-7ddb-4d07-82e4-48606894938f service neutron] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:25.881099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:25.896971 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7995646f-618b-485f-91e8-2e9305097cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:25.897116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59126) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:25.926477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] Checking router: 212de52e-7fe0-42f4-9fa4-a55543d39bc3 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:25.949778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] Routers {'212de52e-7fe0-42f4-9fa4-a55543d39bc3'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:25.954993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:46:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:26.019045 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd776d-b77c-4b19-ab73-8a55c812d688 x-openstack-request-id: req-a8dd776d-b77c-4b19-ab73-8a55c812d688 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:26.021049 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:26.022038 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8dd776d-b77c-4b19-ab73-8a55c812d688 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:26.023917 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'status': 'completed', 'code': 200} Feb 11 13:47:26.068455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-286b1f4c-3ac4-47d1-b1c5-1c4200418c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:26.075150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-286b1f4c-3ac4-47d1-b1c5-1c4200418c74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1125 time: 0.1664231 Feb 11 13:47:26.116990 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5c614e81-0605-47e4-a2b0-0b5b67259678), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.161549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] Set router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:26.252066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-0f2f3350-8931-4313-beb7-598efcb0370f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 217 time: 0.1692460 Feb 11 13:47:26.271880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'name': 'tempest-NetworksTestDHCPv6-router-1161457702', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:23Z', 'revision_number': 3, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:26.307129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194122463'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:26.312668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f446ca28-fb82-428c-a760-68a196b93414 None None] The sync data for ids ['212de52e-7fe0-42f4-9fa4-a55543d39bc3'] in n-d-828676-2 is: [{'id': '212de52e-7fe0-42f4-9fa4-a55543d39bc3', 'name': 'tempest-NetworksTestDHCPv6-router-1161457702', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:23Z', 'revision_number': 3, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:26.355527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (5c614e81-0605-47e4-a2b0-0b5b67259678), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.395992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=5c614e81-0605-47e4-a2b0-0b5b67259678,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:26.403725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.411850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-a0e164ea-8c83-4c55-b980-279ee2ea2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:26.413343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-a0e164ea-8c83-4c55-b980-279ee2ea2912 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 200 len: 835 time: 0.1161482 Feb 11 13:47:26.436163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.465738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.479383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c3737-e34c-4086-b8ef-1beab081bd44 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:26.484197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70e222c2-9140-4a57-a7a9-38baa06f516c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/5c614e81-0605-47e4-a2b0-0b5b67259678 HTTP/1.1" status: 204 len: 168 time: 0.9083657 Feb 11 13:47:26.498634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:26.614804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-34fa0e05-16cc-44fc-8bff-59e31df3c852 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:26.616347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-34fa0e05-16cc-44fc-8bff-59e31df3c852 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 908 time: 0.4095221 Feb 11 13:47:26.642971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff179c-8eb3-4079-acdd-61e378b1806b req-5f6173cd-251a-4014-8c0f-f799b7c483a6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:26.686464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7ff179c-8eb3-4079-acdd-61e378b1806b req-5f6173cd-251a-4014-8c0f-f799b7c483a6 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 908 time: 0.4102864 Feb 11 13:47:26.733070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-894ae918-14a2-41b3-a2f6-b19f2299f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:26.742890 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-894ae918-14a2-41b3-a2f6-b19f2299f59e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5f87c7f-82b2-420d-93e1-d0b9baba01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3213391 Feb 11 13:47:26.772370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:26.857126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (33b34b38-2cec-44ed-827b-dd0fd47f3b50), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.914163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (33b34b38-2cec-44ed-827b-dd0fd47f3b50), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.924308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Deleting port 5f84fb55-f3db-4ead-8277-41587582a87f {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:26.924947 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:26.976770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b34b38-2cec-44ed-827b-dd0fd47f3b50,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:27.029564 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-49f22163-0cf1-49f6-978c-47a939849eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795367 Feb 11 13:47:27.049946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.078910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca028480-6927-4f7b-a6db-737fd43e9ed6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5744712 Feb 11 13:47:27.100966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:27.109410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.210331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.211629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3108087 Feb 11 13:47:27.217735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:27.222987 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3b49ac4-2aab-4586-b0e0-ba4f9c0dabc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.226193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] For port 5f84fb55-f3db-4ead-8277-41587582a87f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5f84fb55-f3db-4ead-8277-41587582a87f,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:27.226795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3cabd-2bbb-4216-88c3-2ce869715e22 req-9f52b8fd-c804-4755-87ca-d6a9428d7993 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:27.227000 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.235650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2de3cabd-2bbb-4216-88c3-2ce869715e22 req-9f52b8fd-c804-4755-87ca-d6a9428d7993 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 943 time: 0.3301136 Feb 11 13:47:27.242660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Calling delete_port for 5f84fb55-f3db-4ead-8277-41587582a87f owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:27.251950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7a3b1-0685-4a0f-8e77-b9e33ac4a3be tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c8db3-4761-46c0-b52e-0efaa9f5356f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:27.322852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2de3cabd-2bbb-4216-88c3-2ce869715e22 req-90f29398-a304-4aaf-b7fb-3e870f1b05ba tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861926 Feb 11 13:47:27.377329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3f39c95-c0b6-4640-9368-60e625d907bc tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1394670 Feb 11 13:47:27.380509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59166) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:27.386261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3a4439ff-0ea1-4668-a96c-833557574419 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-security--1257231408', 'description': 'tempest-security-description-1332242169'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:27.395976 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (5f84fb55-f3db-4ead-8277-41587582a87f), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.427695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Pushing event deleted for resources: {'Port': ['ID=5f84fb55-f3db-4ead-8277-41587582a87f,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:27.445722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.446086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.446658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.447101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.447585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.447873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.448216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.448555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.449185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.449522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.449855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.450221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.450625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:27.460696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a624bb4-4a1c-41b2-8239-4ac16488f67b None None] No DVR routers for this DVR port 5f84fb55-f3db-4ead-8277-41587582a87f on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:27.469160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a4439ff-0ea1-4668-a96c-833557574419 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.605034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a4439ff-0ea1-4668-a96c-833557574419 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.609486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a4439ff-0ea1-4668-a96c-833557574419 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.612422 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a4439ff-0ea1-4668-a96c-833557574419 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.616986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3a4439ff-0ea1-4668-a96c-833557574419 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "PUT /v2.0/security-groups/e06c8db3-4761-46c0-b52e-0efaa9f5356f HTTP/1.1" status: 200 len: 1797 time: 0.2326362 Feb 11 13:47:27.617593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:27.674270 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-31e4a137-deed-4ae0-9efa-0342ad5470b9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups/e06c8db3-4761-46c0-b52e-0efaa9f5356f HTTP/1.1" status: 200 len: 1797 time: 0.0531938 Feb 11 13:47:27.674270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4439ff-0ea1-4668-a96c-833557574419 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c8db3-4761-46c0-b52e-0efaa9f5356f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:27.676471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59180) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:27.735546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a272ae91-6dff-4c3c-a10a-f8f4bb8c1c44 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.792997 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a272ae91-6dff-4c3c-a10a-f8f4bb8c1c44 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.806633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4e417b7a-0875-4ed8-a303-32aefc76eb19 req-e4e1ca75-bc79-47cf-9f42-f4d4293c7ce3 service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657683 Feb 11 13:47:27.870351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a272ae91-6dff-4c3c-a10a-f8f4bb8c1c44 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e06c8db3-4761-46c0-b52e-0efaa9f5356f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.872720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a272ae91-6dff-4c3c-a10a-f8f4bb8c1c44 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.873925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a272ae91-6dff-4c3c-a10a-f8f4bb8c1c44 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/e06c8db3-4761-46c0-b52e-0efaa9f5356f HTTP/1.1" status: 204 len: 168 time: 0.1965001 Feb 11 13:47:27.882336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59190) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:27.909205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272ae91-6dff-4c3c-a10a-f8f4bb8c1c44 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06c8db3-4761-46c0-b52e-0efaa9f5356f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:27.958664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9f88fb47-0302-498c-bc81-ba81fdd22a75 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0749967 Feb 11 13:47:27.959639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59194) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:27.975955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3baf209b-04b2-495e-97bd-324d77e2a7a8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router (212de52e-7fe0-42f4-9fa4-a55543d39bc3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:27.991606 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-59814fe0-c8e1-432f-bfd5-a76f67e68f8c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] delete failed (client error): The resource could not be found. Feb 11 13:47:27.992648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-59814fe0-c8e1-432f-bfd5-a76f67e68f8c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/e06c8db3-4761-46c0-b52e-0efaa9f5356f HTTP/1.1" status: 404 len: 347 time: 0.0306618 Feb 11 13:47:28.011713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59196) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:28.016097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2eaa6043-5e53-4a44-a241-b2727f257cdb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678661140'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:28.059867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6043-5e53-4a44-a241-b2727f257cdb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.205333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6043-5e53-4a44-a241-b2727f257cdb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (d7748b17-3890-4d4a-85c0-442d03d081d2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.224154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6043-5e53-4a44-a241-b2727f257cdb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7748b17-3890-4d4a-85c0-442d03d081d2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.279957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:28.280924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa6043-5e53-4a44-a241-b2727f257cdb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7748b17-3890-4d4a-85c0-442d03d081d2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:28.287591 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6043-5e53-4a44-a241-b2727f257cdb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.293540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2eaa6043-5e53-4a44-a241-b2727f257cdb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2806590 Feb 11 13:47:28.294561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59210) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:28.299076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1fabd908-f134-4bb8-a8d5-b9c16cf3f257 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': 'd7748b17-3890-4d4a-85c0-442d03d081d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:28.326157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fabd908-f134-4bb8-a8d5-b9c16cf3f257 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (64c2ad0b-ce52-4666-b24f-007e4b13afd6), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.327430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:28.327771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d33b33c6-b1c4-4f79-bb10-e83263d9a6f0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:28.328192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5f84fb55-f3db-4ead-8277-41587582a87f no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:28.384990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5f84fb55-f3db-4ead-8277-41587582a87f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:28.385232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5f84fb55-f3db-4ead-8277-41587582a87f not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:28.407778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3baf209b-04b2-495e-97bd-324d77e2a7a8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (212de52e-7fe0-42f4-9fa4-a55543d39bc3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.415413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3baf209b-04b2-495e-97bd-324d77e2a7a8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router_controller (212de52e-7fe0-42f4-9fa4-a55543d39bc3), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.505048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3baf209b-04b2-495e-97bd-324d77e2a7a8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (212de52e-7fe0-42f4-9fa4-a55543d39bc3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.505570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baf209b-04b2-495e-97bd-324d77e2a7a8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Fanout notify agent at l3_agent the message router_deleted on router 212de52e-7fe0-42f4-9fa4-a55543d39bc3 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:28.517351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fabd908-f134-4bb8-a8d5-b9c16cf3f257 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (64c2ad0b-ce52-4666-b24f-007e4b13afd6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.523625 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3baf209b-04b2-495e-97bd-324d77e2a7a8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.524691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fabd908-f134-4bb8-a8d5-b9c16cf3f257 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (64c2ad0b-ce52-4666-b24f-007e4b13afd6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.526881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3baf209b-04b2-495e-97bd-324d77e2a7a8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/routers/212de52e-7fe0-42f4-9fa4-a55543d39bc3 HTTP/1.1" status: 204 len: 168 time: 1.4232666 Feb 11 13:47:28.532949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:28.551903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:28.552194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Deleting port 761b183e-fab5-46b4-a772-32c873b31502 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:28.552537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (761b183e-fab5-46b4-a772-32c873b31502), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.682543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabd908-f134-4bb8-a8d5-b9c16cf3f257 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c2ad0b-ce52-4666-b24f-007e4b13afd6,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:28.719139 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fabd908-f134-4bb8-a8d5-b9c16cf3f257 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.722997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fabd908-f134-4bb8-a8d5-b9c16cf3f257 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4248810 Feb 11 13:47:28.787803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59226) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:28.823985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] For port 761b183e-fab5-46b4-a772-32c873b31502, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=761b183e-fab5-46b4-a772-32c873b31502,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:28.828770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36e49c-8f37-4094-8e7e-f1a7659e42ea req-e284306f-7fe0-49b0-b654-0f4d986222c4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:28.830465 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (761b183e-fab5-46b4-a772-32c873b31502), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.833060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb36e49c-8f37-4094-8e7e-f1a7659e42ea req-e284306f-7fe0-49b0-b654-0f4d986222c4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 943 time: 0.3887091 Feb 11 13:47:28.865020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:28.866521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b1494-1df0-4bd9-80e7-b1d5e41398b2 req-5db2e2c6-3a9e-4d14-9f81-4d6cadf9a72a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:28.868693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.882361 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf5b1494-1df0-4bd9-80e7-b1d5e41398b2 req-5db2e2c6-3a9e-4d14-9f81-4d6cadf9a72a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 908 time: 1.0310287 Feb 11 13:47:28.901831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Calling delete_port for 761b183e-fab5-46b4-a772-32c873b31502 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:28.976944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-898204bc-583b-431c-8fd6-5a01a99f79f9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (64c2ad0b-ce52-4666-b24f-007e4b13afd6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:28.985601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995646f-618b-485f-91e8-2e9305097cd6 req-a338ae97-9f92-4a2c-a039-5d6ff30ffb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:28.988861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7995646f-618b-485f-91e8-2e9305097cd6 req-a338ae97-9f92-4a2c-a039-5d6ff30ffb4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1125 time: 0.8712478 Feb 11 13:47:29.033475 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-898204bc-583b-431c-8fd6-5a01a99f79f9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (64c2ad0b-ce52-4666-b24f-007e4b13afd6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.076014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-898204bc-583b-431c-8fd6-5a01a99f79f9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (64c2ad0b-ce52-4666-b24f-007e4b13afd6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.089028 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-898204bc-583b-431c-8fd6-5a01a99f79f9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.090166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-898204bc-583b-431c-8fd6-5a01a99f79f9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/64c2ad0b-ce52-4666-b24f-007e4b13afd6 HTTP/1.1" status: 204 len: 168 time: 0.2980266 Feb 11 13:47:29.090910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59234) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:29.138346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898204bc-583b-431c-8fd6-5a01a99f79f9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64c2ad0b-ce52-4666-b24f-007e4b13afd6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.145642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb36e49c-8f37-4094-8e7e-f1a7659e42ea req-5689a343-69b1-4d6c-b510-112a295939d0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876694 Feb 11 13:47:29.189659 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-49840b87-259b-439a-832d-00b6a55fa9a0 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0851295 Feb 11 13:47:29.191156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59236) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:29.320431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995646f-618b-485f-91e8-2e9305097cd6 req-54daa7d9-faec-4cab-8dfd-504adf88d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.322824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7995646f-618b-485f-91e8-2e9305097cd6 req-54daa7d9-faec-4cab-8dfd-504adf88d0eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 897 time: 0.3232951 Feb 11 13:47:29.392940 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-144b64a4-2b27-450f-8709-4aeb12338784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.506714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7995646f-618b-485f-91e8-2e9305097cd6 req-d8be4bf0-5a22-4339-b416-57f7d0d5ca8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 217 time: 0.1079130 Feb 11 13:47:29.535120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (0212315a-ef8c-4e25-9256-26f44e4ce919), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.584458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0fe99ad-7e35-4c1a-a892-939ab8c35343 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (d7748b17-3890-4d4a-85c0-442d03d081d2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.637231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995646f-618b-485f-91e8-2e9305097cd6 req-3220130d-f76a-430b-ba18-24857f67f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.639074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7995646f-618b-485f-91e8-2e9305097cd6 req-3220130d-f76a-430b-ba18-24857f67f33e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 200 len: 835 time: 0.1223724 Feb 11 13:47:29.664176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:29.688731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:29.700617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.701225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.705830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0fe99ad-7e35-4c1a-a892-939ab8c35343 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (d7748b17-3890-4d4a-85c0-442d03d081d2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.706406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1502ebaa-8397-4faf-aa90-bf74e5c26be7 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:29.764990 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (761b183e-fab5-46b4-a772-32c873b31502), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.782168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=0212315a-ef8c-4e25-9256-26f44e4ce919,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.804209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0fe99ad-7e35-4c1a-a892-939ab8c35343 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7748b17-3890-4d4a-85c0-442d03d081d2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.806889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0fe99ad-7e35-4c1a-a892-939ab8c35343 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.808071 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0fe99ad-7e35-4c1a-a892-939ab8c35343 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/d7748b17-3890-4d4a-85c0-442d03d081d2 HTTP/1.1" status: 204 len: 168 time: 0.6159871 Feb 11 13:47:29.821354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59248) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:29.861761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-76a68506-4e70-45cb-b85b-e5cbb3cb4645 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3187630 Feb 11 13:47:29.861761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe99ad-7e35-4c1a-a892-939ab8c35343 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7748b17-3890-4d4a-85c0-442d03d081d2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.870257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59252) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:29.887996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-501f10cb-2a97-4e0f-95e1-bb27aee59d12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-841537270', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:29.896315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event deleted for resources: {'Port': ['ID=761b183e-fab5-46b4-a772-32c873b31502,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.941812 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-501f10cb-2a97-4e0f-95e1-bb27aee59d12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:29.943642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-501f10cb-2a97-4e0f-95e1-bb27aee59d12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:30.014195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995646f-618b-485f-91e8-2e9305097cd6 req-b7f3c37f-9820-4102-99e9-00cbcb02ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:30.040985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '0212315a-ef8c-4e25-9256-26f44e4ce919'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:47:30.040985 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:30.041400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7995646f-618b-485f-91e8-2e9305097cd6 req-b7f3c37f-9820-4102-99e9-00cbcb02ea00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5f87c7f-82b2-420d-93e1-d0b9baba01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3683178 Feb 11 13:47:30.146733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-501f10cb-2a97-4e0f-95e1-bb27aee59d12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router_controller (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:30.152429 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-501f10cb-2a97-4e0f-95e1-bb27aee59d12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:30.202338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-501f10cb-2a97-4e0f-95e1-bb27aee59d12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:30.212135 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-501f10cb-2a97-4e0f-95e1-bb27aee59d12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3400834 Feb 11 13:47:30.215627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59264) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:30.399384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4f12469d-9fbd-4ea9-9c52-6a2a3fadb5b3 req-edfa4114-4cc2-4965-bb95-862d4af6d58d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cb9b965-491a-4375-b1a5-09b4b19a0616 HTTP/1.1" status: 200 len: 210 time: 0.2733777 Feb 11 13:47:30.402541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] No DVR routers for this DVR port 761b183e-fab5-46b4-a772-32c873b31502 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:30.409769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:30.419312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8e30a308-c98b-4f05-8380-6290130dd7ef req-9ff2fda1-133c-4670-a4f4-08e93d005af9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "DELETE /v2.0/ports/761b183e-fab5-46b4-a772-32c873b31502 HTTP/1.1" status: 204 len: 173 time: 3.7971189 Feb 11 13:47:30.424083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'name': 'network-vif-deleted', 'tag': '761b183e-fab5-46b4-a772-32c873b31502'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:30.436927 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d120bb2-7ea9-46d5-84f5-ea6912321ea7" -d '{"events": [{"server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "name": "network-vif-deleted", "tag": "761b183e-fab5-46b4-a772-32c873b31502"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:30.458960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4c2690e9-70d5-4918-a6b4-77ed916618c8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5725508 Feb 11 13:47:30.525308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/0212315a-ef8c-4e25-9256-26f44e4ce919/2343c72e-1ce2-443c-bb46-36c80acdc6b5) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:30.576438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59272) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:30.587591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-900819ac-395e-489e-8e0e-0bc71a8cdef2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--464527161'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:30.684786 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f985c827-259a-47cd-aa15-5d36a6003a6f x-openstack-request-id: req-f985c827-259a-47cd-aa15-5d36a6003a6f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:30.685087 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb9b965-491a-4375-b1a5-09b4b19a0616", "name": "network-vif-deleted", "tag": "761b183e-fab5-46b4-a772-32c873b31502", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:30.685346 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f985c827-259a-47cd-aa15-5d36a6003a6f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:30.686922 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb9b965-491a-4375-b1a5-09b4b19a0616', 'name': 'network-vif-deleted', 'tag': '761b183e-fab5-46b4-a772-32c873b31502', 'status': 'completed', 'code': 200} Feb 11 13:47:30.695208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7995646f-618b-485f-91e8-2e9305097cd6 req-4a3d04a2-56dd-41ac-b5af-8e6460e7ad45 service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527245 Feb 11 13:47:30.711247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-900819ac-395e-489e-8e0e-0bc71a8cdef2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:30.834404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59282) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:31.003315 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7995646f-618b-485f-91e8-2e9305097cd6 req-e2e19f9f-bac2-465c-8291-3a61ad96f2b7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013222 Feb 11 13:47:31.235891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825da3f0-713d-4ed1-930b-3c1197b7585c req-7aedd060-4f73-491a-8457-ff3f1b6eacd8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:31.237640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-825da3f0-713d-4ed1-930b-3c1197b7585c req-7aedd060-4f73-491a-8457-ff3f1b6eacd8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 943 time: 0.6889148 Feb 11 13:47:31.252750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:47:31.256053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 761b183e-fab5-46b4-a772-32c873b31502 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:31.286581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 761b183e-fab5-46b4-a772-32c873b31502 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:31.287056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 761b183e-fab5-46b4-a772-32c873b31502 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:31.349092 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:31.651262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Publish callbacks [] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:31.684106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:31.804471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:31.820842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:31.863043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97618b3-a5a1-45f8-959b-c021aec4554a req-5f274ef6-377b-4025-88ba-b11b769c8905 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:31.872155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b97618b3-a5a1-45f8-959b-c021aec4554a req-5f274ef6-377b-4025-88ba-b11b769c8905 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 946 time: 0.0813317 Feb 11 13:47:31.897818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:31.935421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:31.949253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '33384bdf-f918-43c8-9322-127292ca7887', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'port_id': '33384bdf-f918-43c8-9322-127292ca7887', 'mac_address': 'fa:16:3e:14:dd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:47:31.967361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Pushing event updated for resources: {'Port': ['ID=2343c72e-1ce2-443c-bb46-36c80acdc6b5,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:32.010561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b97618b3-a5a1-45f8-959b-c021aec4554a req-9ddcefc6-57b8-4d8d-a8d6-8691c267c42e tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371331 Feb 11 13:47:32.104275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Attempting to bind port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:32.104958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Attempting to bind port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:32.105495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Attempting to bind port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:32.115526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:32.116404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:32.116974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.117633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:32.118413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Bound port: 2343c72e-1ce2-443c-bb46-36c80acdc6b5, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:32.119178 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.140382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 33384bdf-f918-43c8-9322-127292ca7887 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:32.140922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.207870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] For port 2343c72e-1ce2-443c-bb46-36c80acdc6b5, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:32.216900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] For port 2343c72e-1ce2-443c-bb46-36c80acdc6b5, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2343c72e-1ce2-443c-bb46-36c80acdc6b5,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:32.259080 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.286818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.300701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-825da3f0-713d-4ed1-930b-3c1197b7585c req-62640621-9c63-4ef6-8daa-769db63d25ee tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9425924 Feb 11 13:47:32.326632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-900819ac-395e-489e-8e0e-0bc71a8cdef2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.335159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-900819ac-395e-489e-8e0e-0bc71a8cdef2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.432263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33384bdf-f918-43c8-9322-127292ca7887 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:47:32.603625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:32.605780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb493b-ef80-4002-b58e-2fdeaedc676e None None] Pushing event updated for resources: {'Port': ['ID=2343c72e-1ce2-443c-bb46-36c80acdc6b5,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:32.614599 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.616718 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.655808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-900819ac-395e-489e-8e0e-0bc71a8cdef2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.657098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-900819ac-395e-489e-8e0e-0bc71a8cdef2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0790854 Feb 11 13:47:32.659907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59318) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:32.666892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3ae69331-7364-40de-a1de-6cca6fc70245 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': 'fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:32.669747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900819ac-395e-489e-8e0e-0bc71a8cdef2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:32.797885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ae69331-7364-40de-a1de-6cca6fc70245 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (6206dee4-7293-49a5-be10-1cd1d5fb1fbf), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.907920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['33384bdf-f918-43c8-9322-127292ca7887'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:32.920886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:33.085037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ae69331-7364-40de-a1de-6cca6fc70245 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (6206dee4-7293-49a5-be10-1cd1d5fb1fbf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.096668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ae69331-7364-40de-a1de-6cca6fc70245 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (6206dee4-7293-49a5-be10-1cd1d5fb1fbf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.161531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae69331-7364-40de-a1de-6cca6fc70245 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6206dee4-7293-49a5-be10-1cd1d5fb1fbf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:33.219009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ae69331-7364-40de-a1de-6cca6fc70245 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.223888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3ae69331-7364-40de-a1de-6cca6fc70245 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5610464 Feb 11 13:47:33.224722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59328) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:33.236723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-57965780-120c-4e71-8880-c6d624f959a3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': 'fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:33.275000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::1 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/0212315a-ef8c-4e25-9256-26f44e4ce919/e00c59b7-3c26-45b8-af4a-5c9adb900239) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:33.481519 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57965780-120c-4e71-8880-c6d624f959a3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (97bb049d-c348-4927-b4e3-66ccbd619fa2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.613379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57965780-120c-4e71-8880-c6d624f959a3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (97bb049d-c348-4927-b4e3-66ccbd619fa2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.636353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a5e5-135c-4eb3-b7db-8df9a45dcf40 req-f1887487-80fd-419d-a697-ca5c95122b54 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:33.644472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-39c5a5e5-135c-4eb3-b7db-8df9a45dcf40 req-f1887487-80fd-419d-a697-ca5c95122b54 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 946 time: 0.3590696 Feb 11 13:47:33.698958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.748840 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57965780-120c-4e71-8880-c6d624f959a3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (97bb049d-c348-4927-b4e3-66ccbd619fa2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.763609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-39c5a5e5-135c-4eb3-b7db-8df9a45dcf40 req-739939c3-fcb5-464b-aa4e-01051f647f6a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179712 Feb 11 13:47:33.848263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57965780-120c-4e71-8880-c6d624f959a3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bb049d-c348-4927-b4e3-66ccbd619fa2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:33.858224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.887163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-57965780-120c-4e71-8880-c6d624f959a3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.888520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-57965780-120c-4e71-8880-c6d624f959a3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6609299 Feb 11 13:47:33.894414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59344) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:33.918792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:33.920732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4f4d9e6c-df93-49ca-bfa1-5a1552555937 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': 'fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:33.938406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-1fd5afc7-13c4-4cf9-8a35-5bded7800f0a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:33.938406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-1fd5afc7-13c4-4cf9-8a35-5bded7800f0a tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 946 time: 0.7655931 Feb 11 13:47:33.988832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9e6c-df93-49ca-bfa1-5a1552555937 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (482968c1-ff10-4b40-9ce0-09bbc184fc89), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.099615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893d313-ea93-49c1-b3b9-8ee518dcf6e8 req-36d4ea0c-e5b7-4e6c-a163-c886e41dd882 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:34.111320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8893d313-ea93-49c1-b3b9-8ee518dcf6e8 req-36d4ea0c-e5b7-4e6c-a163-c886e41dd882 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.5449231 Feb 11 13:47:34.139263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9e6c-df93-49ca-bfa1-5a1552555937 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (482968c1-ff10-4b40-9ce0-09bbc184fc89), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.156807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9e6c-df93-49ca-bfa1-5a1552555937 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (482968c1-ff10-4b40-9ce0-09bbc184fc89), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.234510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d9e6c-df93-49ca-bfa1-5a1552555937 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482968c1-ff10-4b40-9ce0-09bbc184fc89,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:34.255085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9e6c-df93-49ca-bfa1-5a1552555937 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.258761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4f4d9e6c-df93-49ca-bfa1-5a1552555937 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3570213 Feb 11 13:47:34.261322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59350) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:34.280939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-216f8bab-5017-433d-bd78-854637971482 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': 'fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:34.287220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:34.311664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:34.349938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216f8bab-5017-433d-bd78-854637971482 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (f6fd9387-6261-426b-b89d-2f66231d38c1), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.367615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:34.368180 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.404179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-818070c8-8cc5-44ce-a170-99ee0b19686a None None] Provisioning complete for port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:34.406279 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-818070c8-8cc5-44ce-a170-99ee0b19686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.420104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2343c72e-1ce2-443c-bb46-36c80acdc6b5 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:34.516880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8893d313-ea93-49c1-b3b9-8ee518dcf6e8 req-afa82bff-3a70-4022-9495-b1403ae80f03 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844310 Feb 11 13:47:34.538532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=e00c59b7-3c26-45b8-af4a-5c9adb900239,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:34.579948 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216f8bab-5017-433d-bd78-854637971482 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (f6fd9387-6261-426b-b89d-2f66231d38c1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.585707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216f8bab-5017-433d-bd78-854637971482 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f6fd9387-6261-426b-b89d-2f66231d38c1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.632761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f8bab-5017-433d-bd78-854637971482 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fd9387-6261-426b-b89d-2f66231d38c1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:34.646401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-216f8bab-5017-433d-bd78-854637971482 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.653876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-216f8bab-5017-433d-bd78-854637971482 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905056 Feb 11 13:47:34.654547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59356) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:34.661520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-44523650-0c3a-4812-a66c-7363c5364b24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': 'fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:34.683504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:34.733565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44523650-0c3a-4812-a66c-7363c5364b24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7851719d-3660-4e4a-9b8b-a16461df9c09), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.854517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Deleting port 3bb7906a-aa79-412c-8a70-6652093a017d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:34.854865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.870311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:34.871040 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.904664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44523650-0c3a-4812-a66c-7363c5364b24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7851719d-3660-4e4a-9b8b-a16461df9c09), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.910431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44523650-0c3a-4812-a66c-7363c5364b24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7851719d-3660-4e4a-9b8b-a16461df9c09), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.986492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-818070c8-8cc5-44ce-a170-99ee0b19686a None None] Current status of the port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:34.987336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-818070c8-8cc5-44ce-a170-99ee0b19686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.022588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.028303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:35.028894 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.032940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44523650-0c3a-4812-a66c-7363c5364b24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.037593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-44523650-0c3a-4812-a66c-7363c5364b24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3820660 Feb 11 13:47:35.038466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44523650-0c3a-4812-a66c-7363c5364b24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7851719d-3660-4e4a-9b8b-a16461df9c09,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:35.038881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59368) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:35.074099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 33384bdf-f918-43c8-9322-127292ca7887 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:35.080720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 33384bdf-f918-43c8-9322-127292ca7887 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:35.082314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33384bdf-f918-43c8-9322-127292ca7887), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.088909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1bb5-e4c2-479f-844f-79085ae361de req-b9d33e8a-363d-4c44-b9db-2fd0c5776712 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:35.098765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5dd1bb5-e4c2-479f-844f-79085ae361de req-b9d33e8a-363d-4c44-b9db-2fd0c5776712 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 946 time: 0.1505914 Feb 11 13:47:35.151876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 2343c72e-1ce2-443c-bb46-36c80acdc6b5, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2343c72e-1ce2-443c-bb46-36c80acdc6b5,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:35.155430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5dd1bb5-e4c2-479f-844f-79085ae361de req-fb098a3a-e21e-43d7-8a88-54a10937782d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Feb 11 13:47:35.210655 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.214998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-818070c8-8cc5-44ce-a170-99ee0b19686a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:47:35.215901 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-818070c8-8cc5-44ce-a170-99ee0b19686a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:47:35.216159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.281843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 33384bdf-f918-43c8-9322-127292ca7887 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:35.282267 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.329331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:35.337965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:35.341140 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a943a91-ba24-4c96-9dd3-93417d967aeb" -d '{"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-plugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:35.351371 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.414032 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb401c74-81e4-4149-9f2a-bb02affa3069 x-openstack-request-id: req-eb401c74-81e4-4149-9f2a-bb02affa3069 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:35.414667 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-plugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:35.414667 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb401c74-81e4-4149-9f2a-bb02affa3069 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:35.414981 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'code': 200} Feb 11 13:47:35.415663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=2343c72e-1ce2-443c-bb46-36c80acdc6b5,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:35.544893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746aff-77d5-45a9-9bed-123d67bd2221 req-38c8b060-5bf0-4c53-8723-4fed84176746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:35.545241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:35.546691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc746aff-77d5-45a9-9bed-123d67bd2221 req-38c8b060-5bf0-4c53-8723-4fed84176746 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0673041 Feb 11 13:47:35.559366 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c29c12e7-5abe-47b1-8da6-18de378f4332 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7851719d-3660-4e4a-9b8b-a16461df9c09), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.599483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] For port 3bb7906a-aa79-412c-8a70-6652093a017d, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3bb7906a-aa79-412c-8a70-6652093a017d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:35.600002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.610338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc746aff-77d5-45a9-9bed-123d67bd2221 req-15a826e5-4525-4a80-a89f-06fe03094c06 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549872 Feb 11 13:47:35.612351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c29c12e7-5abe-47b1-8da6-18de378f4332 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7851719d-3660-4e4a-9b8b-a16461df9c09), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.702830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Calling delete_port for 3bb7906a-aa79-412c-8a70-6652093a017d owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:35.761299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-818070c8-8cc5-44ce-a170-99ee0b19686a None None] Current status of the port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:35.817596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2b015-3d36-443e-a266-699614338317 req-421718c0-5fc2-464c-b921-8a8af52fe856 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:35.819430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-59c2b015-3d36-443e-a266-699614338317 req-421718c0-5fc2-464c-b921-8a8af52fe856 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.1351202 Feb 11 13:47:35.905028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9037830c-1a7e-4fa8-9340-d2b9b47e8575 None None] Provisioning complete for port e00c59b7-3c26-45b8-af4a-5c9adb900239 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:35.905407 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9037830c-1a7e-4fa8-9340-d2b9b47e8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.947411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-59c2b015-3d36-443e-a266-699614338317 req-a8c9208a-6402-4251-ace5-5a538176efe2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211905 Feb 11 13:47:35.976992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.993111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9037830c-1a7e-4fa8-9340-d2b9b47e8575 None None] Port e00c59b7-3c26-45b8-af4a-5c9adb900239 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:47:36.008054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3bb7906a-aa79-412c-8a70-6652093a017d no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:36.015958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c29c12e7-5abe-47b1-8da6-18de378f4332 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7851719d-3660-4e4a-9b8b-a16461df9c09), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.033379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c29c12e7-5abe-47b1-8da6-18de378f4332 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.037694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c29c12e7-5abe-47b1-8da6-18de378f4332 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7851719d-3660-4e4a-9b8b-a16461df9c09 HTTP/1.1" status: 204 len: 168 time: 0.9783244 Feb 11 13:47:36.037847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59390) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:36.043132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c12e7-5abe-47b1-8da6-18de378f4332 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7851719d-3660-4e4a-9b8b-a16461df9c09,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:36.045672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.046660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.154519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d87552c4-2ed1-4d39-ae27-ea42b23bde11 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1158054 Feb 11 13:47:36.157964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59396) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:36.178513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3bb7906a-aa79-412c-8a70-6652093a017d is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:36.178916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.197481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-defd61ec-e5d9-4b23-a6ed-13c8c5bca526 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (f6fd9387-6261-426b-b89d-2f66231d38c1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.219558 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-defd61ec-e5d9-4b23-a6ed-13c8c5bca526 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (f6fd9387-6261-426b-b89d-2f66231d38c1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.269319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2343c72e-1ce2-443c-bb46-36c80acdc6b5 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:36.291277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=e00c59b7-3c26-45b8-af4a-5c9adb900239,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:36.311422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-defd61ec-e5d9-4b23-a6ed-13c8c5bca526 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f6fd9387-6261-426b-b89d-2f66231d38c1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.326335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-defd61ec-e5d9-4b23-a6ed-13c8c5bca526 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.331532 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-defd61ec-e5d9-4b23-a6ed-13c8c5bca526 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f6fd9387-6261-426b-b89d-2f66231d38c1 HTTP/1.1" status: 204 len: 168 time: 0.1692274 Feb 11 13:47:36.336105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:36.384964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd61ec-e5d9-4b23-a6ed-13c8c5bca526 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6fd9387-6261-426b-b89d-2f66231d38c1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:36.414196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:36.414775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.463413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5170b2a8-8dec-4177-8021-1f21c75f147b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1249661 Feb 11 13:47:36.463968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59402) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:36.508106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:36.514656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ae9d-026a-4962-976d-6b7fa01f1bb4 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (482968c1-ff10-4b40-9ce0-09bbc184fc89), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.524683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ae9d-026a-4962-976d-6b7fa01f1bb4 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (482968c1-ff10-4b40-9ce0-09bbc184fc89), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.563170 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ae9d-026a-4962-976d-6b7fa01f1bb4 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (482968c1-ff10-4b40-9ce0-09bbc184fc89), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.570334 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ae9d-026a-4962-976d-6b7fa01f1bb4 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.571650 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8ea1ae9d-026a-4962-976d-6b7fa01f1bb4 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/482968c1-ff10-4b40-9ce0-09bbc184fc89 HTTP/1.1" status: 204 len: 168 time: 0.1067364 Feb 11 13:47:36.578456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59406) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:36.613018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1ae9d-026a-4962-976d-6b7fa01f1bb4 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=482968c1-ff10-4b40-9ce0-09bbc184fc89,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:36.685323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9c4c700a-d669-44b5-bbc6-16f6838e61bf tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1043782 Feb 11 13:47:36.689795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59410) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:36.747927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-378d31f9-49c9-4333-a7f4-e5496d838128 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (97bb049d-c348-4927-b4e3-66ccbd619fa2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.760464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-378d31f9-49c9-4333-a7f4-e5496d838128 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (97bb049d-c348-4927-b4e3-66ccbd619fa2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.818003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-378d31f9-49c9-4333-a7f4-e5496d838128 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (97bb049d-c348-4927-b4e3-66ccbd619fa2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.847716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-378d31f9-49c9-4333-a7f4-e5496d838128 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:36.851244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-378d31f9-49c9-4333-a7f4-e5496d838128 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/97bb049d-c348-4927-b4e3-66ccbd619fa2 HTTP/1.1" status: 204 len: 168 time: 0.1580694 Feb 11 13:47:36.855097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d31f9-49c9-4333-a7f4-e5496d838128 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97bb049d-c348-4927-b4e3-66ccbd619fa2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:36.862487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59414) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:36.938736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:36.942460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:36.998600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e4d28ea9-a625-4066-9ba5-504be3967416 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1329911 Feb 11 13:47:36.999172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59424) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:37.074062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc30969d-ab03-41f1-894a-91c64b36eb2c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (6206dee4-7293-49a5-be10-1cd1d5fb1fbf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.085120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b1b-1877-4ccb-b0db-9a49b4d06f7b req-cbdceb83-6442-4e50-98b1-9c56a72b9ba0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:37.103131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e336b1b-1877-4ccb-b0db-9a49b4d06f7b req-cbdceb83-6442-4e50-98b1-9c56a72b9ba0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=f238f8e8-4083-4d3d-a905-0621329ebe45 HTTP/1.1" status: 200 len: 946 time: 0.7977052 Feb 11 13:47:37.109450 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc30969d-ab03-41f1-894a-91c64b36eb2c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (6206dee4-7293-49a5-be10-1cd1d5fb1fbf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.170062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Deleting port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:37.178002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.203655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc30969d-ab03-41f1-894a-91c64b36eb2c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (6206dee4-7293-49a5-be10-1cd1d5fb1fbf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.228079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dc30969d-ab03-41f1-894a-91c64b36eb2c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.232623 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dc30969d-ab03-41f1-894a-91c64b36eb2c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/6206dee4-7293-49a5-be10-1cd1d5fb1fbf HTTP/1.1" status: 204 len: 168 time: 0.2304022 Feb 11 13:47:37.234439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59430) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:37.296515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30969d-ab03-41f1-894a-91c64b36eb2c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6206dee4-7293-49a5-be10-1cd1d5fb1fbf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:37.323553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] For port 1ffa3274-4d34-4317-9e7f-0206ce38b0f6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:37.323923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.339676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2943-ff8a-408c-80a4-9d94367b3274 req-7cc2121d-ebae-4538-b441-f80557aa04ed tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:37.341909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77bd2943-ff8a-408c-80a4-9d94367b3274 req-7cc2121d-ebae-4538-b441-f80557aa04ed tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.2029839 Feb 11 13:47:37.346153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Calling delete_port for 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:37.362425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-683652c7-df95-4ea1-a0e5-cb78887b8a04 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1197073 Feb 11 13:47:37.379715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:37.422101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3bb7906a-aa79-412c-8a70-6652093a017d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.433026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:37.481441 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e336b1b-1877-4ccb-b0db-9a49b4d06f7b req-fc050926-dd21-439b-af39-e9adb3bff869 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859146 Feb 11 13:47:37.489945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event deleted for resources: {'Port': ['ID=3bb7906a-aa79-412c-8a70-6652093a017d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:37.548975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47a3125a-27d0-44c1-8a59-9a9cdb852b21 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.578866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8e87f1d8-3a7b-40cf-8366-55c0111b5c30 None None] Provisioning complete for port e00c59b7-3c26-45b8-af4a-5c9adb900239 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:37.579259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8e87f1d8-3a7b-40cf-8366-55c0111b5c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.630491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77bd2943-ff8a-408c-80a4-9d94367b3274 req-9caa5bcb-7d53-439b-b399-568ba2211d25 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682288 Feb 11 13:47:37.633784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47a3125a-27d0-44c1-8a59-9a9cdb852b21 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.694411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] No DVR routers for this DVR port 3bb7906a-aa79-412c-8a70-6652093a017d on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:37.706940 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.711122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7440d314-a53a-4e31-b903-4cf3646dc8b3 req-74f013bf-aed6-4cfe-a71d-1d11197d65f0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "DELETE /v2.0/ports/3bb7906a-aa79-412c-8a70-6652093a017d HTTP/1.1" status: 204 len: 173 time: 3.7531884 Feb 11 13:47:37.721339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'name': 'network-vif-deleted', 'tag': '3bb7906a-aa79-412c-8a70-6652093a017d'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:37.724508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8e87f1d8-3a7b-40cf-8366-55c0111b5c30 None None] Port e00c59b7-3c26-45b8-af4a-5c9adb900239 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:47:37.725570 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f85322e-8630-45ea-ba66-b9017aecb84f" -d '{"events": [{"server_uuid": "f238f8e8-4083-4d3d-a905-0621329ebe45", "name": "network-vif-deleted", "tag": "3bb7906a-aa79-412c-8a70-6652093a017d"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:37.787696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47a3125a-27d0-44c1-8a59-9a9cdb852b21 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.797479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47a3125a-27d0-44c1-8a59-9a9cdb852b21 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:37.804264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-47a3125a-27d0-44c1-8a59-9a9cdb852b21 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9 HTTP/1.1" status: 204 len: 168 time: 0.4212205 Feb 11 13:47:37.805000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59442) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:37.849262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3125a-27d0-44c1-8a59-9a9cdb852b21 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57c7d8-3618-42e1-8d3b-0e880cd7cfa9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:37.859179 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a4c7a1-22dd-45a7-bf64-b29a5897f597 x-openstack-request-id: req-37a4c7a1-22dd-45a7-bf64-b29a5897f597 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:37.859179 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f238f8e8-4083-4d3d-a905-0621329ebe45", "name": "network-vif-deleted", "tag": "3bb7906a-aa79-412c-8a70-6652093a017d", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:37.859179 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37a4c7a1-22dd-45a7-bf64-b29a5897f597 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:37.859179 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f238f8e8-4083-4d3d-a905-0621329ebe45', 'name': 'network-vif-deleted', 'tag': '3bb7906a-aa79-412c-8a70-6652093a017d', 'status': 'completed', 'code': 200} Feb 11 13:47:37.868327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:47:37.972733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59446) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:37.975356 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-73ff0160-f5f2-48a6-b64a-e326f7a6a347 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1655331 Feb 11 13:47:38.004090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e9ccd680-b9e9-4d20-98d7-413b591ec6bb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079627699'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:38.142868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1ffa3274-4d34-4317-9e7f-0206ce38b0f6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:38.262099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffa3274-4d34-4317-9e7f-0206ce38b0f6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:38.267572 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd680-b9e9-4d20-98d7-413b591ec6bb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:38.306269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baef9b-525c-44eb-9ff0-0b878560686e req-698b7915-b9c0-462b-9209-b6d6f8a77219 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:38.307933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30baef9b-525c-44eb-9ff0-0b878560686e req-698b7915-b9c0-462b-9209-b6d6f8a77219 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.4482155 Feb 11 13:47:38.413136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:38.425682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2bb88ac2-ae06-4d36-a479-108b7b94a97f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "PUT /v2.0/routers/a7d609b8-9aef-4f7d-9c2a-05a7f949aa36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2081716 Feb 11 13:47:38.426671 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Sync routers for ids ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:38.428937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:38.480947 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Routers {'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:38.482437 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:38.581882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c7c093-208b-4f2b-88f2-65f6de29a392 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:38.617907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-90c7c093-208b-4f2b-88f2-65f6de29a392 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports/e00c59b7-3c26-45b8-af4a-5c9adb900239 HTTP/1.1" status: 200 len: 911 time: 0.1807687 Feb 11 13:47:38.630889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:38.683916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:38.706766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd680-b9e9-4d20-98d7-413b591ec6bb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (0a108c42-69f0-4946-94ee-62a43f95c461), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:38.711591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-30baef9b-525c-44eb-9ff0-0b878560686e req-918749bb-8f87-426d-b7cd-55ee4c9779e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777788 Feb 11 13:47:38.726485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd680-b9e9-4d20-98d7-413b591ec6bb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0a108c42-69f0-4946-94ee-62a43f95c461), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:38.740551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:38.748308 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Set router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:38.834581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e1e8a-dfbc-42e7-862b-03b88c6f08a5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:38.851330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e1e8a-dfbc-42e7-862b-03b88c6f08a5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:38.853005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-016e1e8a-dfbc-42e7-862b-03b88c6f08a5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2256670 Feb 11 13:47:38.859264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:38.915580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccd680-b9e9-4d20-98d7-413b591ec6bb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a108c42-69f0-4946-94ee-62a43f95c461,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:38.939756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd680-b9e9-4d20-98d7-413b591ec6bb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:38.945491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:38.946031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e9ccd680-b9e9-4d20-98d7-413b591ec6bb tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9684212 Feb 11 13:47:38.999716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8d06d740-b216-4f54-95b4-bd52d502f6fe tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': '0a108c42-69f0-4946-94ee-62a43f95c461', 'direction': 'ingress', 'protocol': 17}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:39.101520 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d06d740-b216-4f54-95b4-bd52d502f6fe tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (64492df7-8d26-4fc5-aa77-b1b80ca8088b), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:39.172114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc647540-23f1-482f-a55e-022b0adcc687 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:39.173734 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cc647540-23f1-482f-a55e-022b0adcc687 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1122 time: 0.4288213 Feb 11 13:47:39.182823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:39.188368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '33384bdf-f918-43c8-9322-127292ca7887', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:39.313540 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'name': 'tempest-NetworksTestDHCPv6-router-841537270', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:29Z', 'updated_at': '2022-02-11T13:47:34Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None, '_interfaces': [{'id': 'e00c59b7-3c26-45b8-af4a-5c9adb900239', 'name': '', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'mac_address': 'fa:16:3e:aa:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '0212315a-ef8c-4e25-9256-26f44e4ce919', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:35Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'subnets': [{'id': '0212315a-ef8c-4e25-9256-26f44e4ce919', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:39.370665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Checking router: a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:39.371106 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Updating router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 port e00c59b7-3c26-45b8-af4a-5c9adb900239 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:47:39.403520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:39.414506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:39.437201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e19501-61d3-478d-a674-421af827e718 req-7ebfeebe-8f5f-40e6-b0f4-5f4f40f8b297 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:39.439890 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:39.445218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42e19501-61d3-478d-a674-421af827e718 req-7ebfeebe-8f5f-40e6-b0f4-5f4f40f8b297 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.2727520 Feb 11 13:47:39.468072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d06d740-b216-4f54-95b4-bd52d502f6fe tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (64492df7-8d26-4fc5-aa77-b1b80ca8088b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:39.497931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d06d740-b216-4f54-95b4-bd52d502f6fe tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (64492df7-8d26-4fc5-aa77-b1b80ca8088b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:39.549620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-1bcef94b-ae4d-42f4-a03b-019f092f0559 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:39.552069 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-1bcef94b-ae4d-42f4-a03b-019f092f0559 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.2464175 Feb 11 13:47:39.614630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06d740-b216-4f54-95b4-bd52d502f6fe tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64492df7-8d26-4fc5-aa77-b1b80ca8088b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:39.637592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d06d740-b216-4f54-95b4-bd52d502f6fe tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:39.648420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8d06d740-b216-4f54-95b4-bd52d502f6fe tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6682973 Feb 11 13:47:39.650749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42e19501-61d3-478d-a674-421af827e718 req-88dbb2da-049c-45ad-8c2f-b25931d506e4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045949 Feb 11 13:47:39.654294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59496) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:39.804738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:39.817556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] Sync routers for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:39.818989 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29469713-703f-40db-b15a-4ff0d9bcc53b admin admin] 10.222.0.79 "PUT /v2.0/routers/f56347bd-1fd7-47d8-abe5-2a3ea605ff49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9769390 Feb 11 13:47:39.833469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59498) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:39.844482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:39.850087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:39.901436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:39.984131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16cb6feb-c05a-4843-8577-0f7b341589b9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (0a108c42-69f0-4946-94ee-62a43f95c461), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.080504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16cb6feb-c05a-4843-8577-0f7b341589b9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (0a108c42-69f0-4946-94ee-62a43f95c461), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.158476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:40.186833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.143 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/cff06c18-33de-43af-a58f-c36c4dac253e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:40.187766 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Publish callbacks [] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.195724 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.209161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16cb6feb-c05a-4843-8577-0f7b341589b9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0a108c42-69f0-4946-94ee-62a43f95c461), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.222509 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16cb6feb-c05a-4843-8577-0f7b341589b9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.226987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-16cb6feb-c05a-4843-8577-0f7b341589b9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/0a108c42-69f0-4946-94ee-62a43f95c461 HTTP/1.1" status: 204 len: 168 time: 0.5687218 Feb 11 13:47:40.264590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59504) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:40.268378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Deleting port b369bdd6-9a10-41cf-a476-92625e95e383 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:40.269932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.342871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (cff06c18-33de-43af-a58f-c36c4dac253e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.348012 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ade138-491a-459d-9dc6-52564069b2cd None None] Pushing event updated for resources: {'Port': ['ID=e00c59b7-3c26-45b8-af4a-5c9adb900239,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:40.382700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb6feb-c05a-4843-8577-0f7b341589b9 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a108c42-69f0-4946-94ee-62a43f95c461,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:40.516607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.593024 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Attempting to bind port e00c59b7-3c26-45b8-af4a-5c9adb900239 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:40.593613 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Attempting to bind port e00c59b7-3c26-45b8-af4a-5c9adb900239 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:40.611320 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Attempting to bind port e00c59b7-3c26-45b8-af4a-5c9adb900239 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:40.625862 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:40.626397 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:40.627225 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.627903 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:40.631864 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Bound port: e00c59b7-3c26-45b8-af4a-5c9adb900239, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:40.633269 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.655324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1b67fc49-2fa3-4e1d-a882-2a35df8188c2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3780820 Feb 11 13:47:40.661698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:40.678069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dec1f5b5-7caa-4a63-a155-3f6b8a45ea3b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--113640225'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:40.721229 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks [] for router (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.755478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:47:37Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:40.822688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] Checking router: f56347bd-1fd7-47d8-abe5-2a3ea605ff49 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:40.823680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] For port e00c59b7-3c26-45b8-af4a-5c9adb900239, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:40.831923 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] For port e00c59b7-3c26-45b8-af4a-5c9adb900239, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e00c59b7-3c26-45b8-af4a-5c9adb900239,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:40.842625 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.868158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] Routers {'f56347bd-1fd7-47d8-abe5-2a3ea605ff49'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:40.868998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:40.922898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] For port b369bdd6-9a10-41cf-a476-92625e95e383, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b369bdd6-9a10-41cf-a476-92625e95e383,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:40.923557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:40.967873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Calling delete_port for b369bdd6-9a10-41cf-a476-92625e95e383 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:41.003423 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Routers {'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:41.004120 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:41.047997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cff06c18-33de-43af-a58f-c36c4dac253e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.122497 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ade138-491a-459d-9dc6-52564069b2cd None None] Pushing event updated for resources: {'Port': ['ID=e00c59b7-3c26-45b8-af4a-5c9adb900239,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:41.144150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] Set router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:41.147920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b5-7caa-4a63-a155-3f6b8a45ea3b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.245673 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] Set router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:41.255783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b369bdd6-9a10-41cf-a476-92625e95e383), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.293451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:41.331855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:41.349156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event deleted for resources: {'Port': ['ID=b369bdd6-9a10-41cf-a476-92625e95e383,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:41.376807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531914d-a2b7-4f2e-a1f5-66cdb241ffa7 req-da1bc407-b690-4092-a8e6-ff618b9b54dc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:41.378505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7531914d-a2b7-4f2e-a1f5-66cdb241ffa7 req-da1bc407-b690-4092-a8e6-ff618b9b54dc tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e5051-6222-4e25-9c72-bddc5bc466f1 HTTP/1.1" status: 200 len: 945 time: 0.5747845 Feb 11 13:47:41.379593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:41.427855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=cff06c18-33de-43af-a58f-c36c4dac253e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:41.441945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b369bdd6-9a10-41cf-a476-92625e95e383'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:41.444354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7e6bd7b0-aa53-43e7-89f1-08ab80b27ec9 None None] Provisioning complete for port e00c59b7-3c26-45b8-af4a-5c9adb900239 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:41.444840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd7b0-aa53-43e7-89f1-08ab80b27ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.492809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] No DVR routers for this DVR port b369bdd6-9a10-41cf-a476-92625e95e383 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:41.496725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.501156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2f1828c-62c6-44db-89f7-d0cdef20c5cb req-670bb5e4-ac98-406f-b45b-efa18283c8f2 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.83 "DELETE /v2.0/ports/b369bdd6-9a10-41cf-a476-92625e95e383 HTTP/1.1" status: 204 len: 173 time: 1.9283881 Feb 11 13:47:41.501156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'name': 'network-vif-deleted', 'tag': 'b369bdd6-9a10-41cf-a476-92625e95e383'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:41.513791 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4c7d8a-fb08-407e-aa39-0de555140f75" -d '{"events": [{"server_uuid": "7f5e5051-6222-4e25-9c72-bddc5bc466f1", "name": "network-vif-deleted", "tag": "b369bdd6-9a10-41cf-a476-92625e95e383"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:41.603652 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks [] for router_gateway (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.681107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7531914d-a2b7-4f2e-a1f5-66cdb241ffa7 req-49214b35-bb02-44f3-a835-383dca3a1ca9 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613983 Feb 11 13:47:41.795662 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14030e9-74da-4996-a110-847830168368 x-openstack-request-id: req-f14030e9-74da-4996-a110-847830168368 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:41.796570 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e5051-6222-4e25-9c72-bddc5bc466f1", "name": "network-vif-deleted", "tag": "b369bdd6-9a10-41cf-a476-92625e95e383", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:41.796823 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f14030e9-74da-4996-a110-847830168368 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:41.800617 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e5051-6222-4e25-9c72-bddc5bc466f1', 'name': 'network-vif-deleted', 'tag': 'b369bdd6-9a10-41cf-a476-92625e95e383', 'status': 'completed', 'code': 200} Feb 11 13:47:41.882868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Deleting port 5ec4bf30-751c-460d-b6ba-89d0696b375d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:41.883395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.951268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bd7b0-aa53-43e7-89f1-08ab80b27ec9 None None] Current status of the port e00c59b7-3c26-45b8-af4a-5c9adb900239 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:41.952271 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd7b0-aa53-43e7-89f1-08ab80b27ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:41.969451 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'name': 'tempest-NetworksTestDHCPv6-router-841537270', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:29Z', 'updated_at': '2022-02-11T13:47:34Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None, '_interfaces': [{'id': 'e00c59b7-3c26-45b8-af4a-5c9adb900239', 'name': '', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'mac_address': 'fa:16:3e:aa:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '0212315a-ef8c-4e25-9256-26f44e4ce919', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:40Z', 'revision_number': 4, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'subnets': [{'id': '0212315a-ef8c-4e25-9256-26f44e4ce919', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:42.037518 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfedda5-0608-452a-a32f-6b674cbce4f5 None None] The sync data for ids ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'] in n-d-828676-2 is: [{'id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'name': 'tempest-NetworksTestDHCPv6-router-841537270', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:29Z', 'updated_at': '2022-02-11T13:47:34Z', 'revision_number': 2, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None, '_interfaces': [{'id': 'e00c59b7-3c26-45b8-af4a-5c9adb900239', 'name': '', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'mac_address': 'fa:16:3e:aa:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '0212315a-ef8c-4e25-9256-26f44e4ce919', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:40Z', 'revision_number': 4, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'subnets': [{'id': '0212315a-ef8c-4e25-9256-26f44e4ce919', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:42.051732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7e6bd7b0-aa53-43e7-89f1-08ab80b27ec9 None None] For port e00c59b7-3c26-45b8-af4a-5c9adb900239, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e00c59b7-3c26-45b8-af4a-5c9adb900239,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:42.062886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd7b0-aa53-43e7-89f1-08ab80b27ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.078943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] For port 5ec4bf30-751c-460d-b6ba-89d0696b375d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5ec4bf30-751c-460d-b6ba-89d0696b375d,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:42.078943 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.091546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Calling delete_port for 5ec4bf30-751c-460d-b6ba-89d0696b375d owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:42.155303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bd7b0-aa53-43e7-89f1-08ab80b27ec9 None None] Pushing event updated for resources: {'Port': ['ID=e00c59b7-3c26-45b8-af4a-5c9adb900239,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:42.222441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1512477e-69f8-4b18-94bf-d40bfa2d7f87 None None] Provisioning complete for port e00c59b7-3c26-45b8-af4a-5c9adb900239 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:42.222911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1512477e-69f8-4b18-94bf-d40bfa2d7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.285149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:47:37Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:42.326797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cea66-c79a-43f5-850a-8df2da2677d3 None None] The sync data for ids ['f56347bd-1fd7-47d8-abe5-2a3ea605ff49'] in n-d-828676-2 is: [{'id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'name': 'tempest-AttachVolumeTestJSON-1855007195-router', 'tenant_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:47:37Z', 'revision_number': 5, 'project_id': '6bee6c4b7d584ff9b1f4b9e88341e48d', 'gw_port': {'id': '5ec4bf30-751c-460d-b6ba-89d0696b375d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56347bd-1fd7-47d8-abe5-2a3ea605ff49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:34Z', 'updated_at': '2022-02-11T13:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:42.336450 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5ec4bf30-751c-460d-b6ba-89d0696b375d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.439703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1512477e-69f8-4b18-94bf-d40bfa2d7f87 None None] Current status of the port e00c59b7-3c26-45b8-af4a-5c9adb900239 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:42.465283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec4bf30-751c-460d-b6ba-89d0696b375d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:42.543512 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.651208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.653744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks [] for router_controller (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.845938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b5-7caa-4a63-a155-3f6b8a45ea3b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (9dad3ee9-b378-49fa-a31e-c1413c4a58c0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.853562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (f56347bd-1fd7-47d8-abe5-2a3ea605ff49), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.854653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b5-7caa-4a63-a155-3f6b8a45ea3b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9dad3ee9-b378-49fa-a31e-c1413c4a58c0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.864813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56347bd-1fd7-47d8-abe5-2a3ea605ff49 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:42.932076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.938680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8373fe4b-bc5b-4fb3-aab2-2f072451b6d7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f56347bd-1fd7-47d8-abe5-2a3ea605ff49 HTTP/1.1" status: 204 len: 168 time: 3.1040053 Feb 11 13:47:42.939340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59564) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:42.964599 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b5-7caa-4a63-a155-3f6b8a45ea3b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:42.968441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dec1f5b5-7caa-4a63-a155-3f6b8a45ea3b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.2915382 Feb 11 13:47:42.987970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:42.992461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9fa497ee-8919-45aa-a5df-1cae889a9037 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262389241'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:43.026772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f5b5-7caa-4a63-a155-3f6b8a45ea3b tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad3ee9-b378-49fa-a31e-c1413c4a58c0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:43.073349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] Deleting subnet 7bfd9419-0972-4eb3-850a-e08010556429 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:43.100934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port e00c59b7-3c26-45b8-af4a-5c9adb900239 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:43.101514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.103557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] Publish callbacks [] for subnet (7bfd9419-0972-4eb3-850a-e08010556429), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.185577 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (7bfd9419-0972-4eb3-850a-e08010556429), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.259492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] For port e00c59b7-3c26-45b8-af4a-5c9adb900239, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e00c59b7-3c26-45b8-af4a-5c9adb900239,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:43.260179 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.279573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for e00c59b7-3c26-45b8-af4a-5c9adb900239 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:43.354895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (7bfd9419-0972-4eb3-850a-e08010556429), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.476761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa497ee-8919-45aa-a5df-1cae889a9037 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.480068 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (7bfd9419-0972-4eb3-850a-e08010556429), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.579955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfd9419-0972-4eb3-850a-e08010556429,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:43.603465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.612640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f9a9f1e0-172c-46f0-8de7-3465b3f60fc9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7bfd9419-0972-4eb3-850a-e08010556429 HTTP/1.1" status: 204 len: 168 time: 0.6648691 Feb 11 13:47:43.614566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d7a85-cac2-4347-bcab-e255fb361e74 None None] Network e248a5e8-5eb9-4084-a078-7528c53bbd9a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:43.615618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59576) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:43.770952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e248a5e8-5eb9-4084-a078-7528c53bbd9a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.796875 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e00c59b7-3c26-45b8-af4a-5c9adb900239), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.812245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (16471706-d1b3-4bcb-9b97-d7ba483f31a1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.913154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01379d6-f829-465e-abb1-d6c94002ebea req-6127b06e-5b78-453c-8538-702cccec98e0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:43.915966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01379d6-f829-465e-abb1-d6c94002ebea req-6127b06e-5b78-453c-8538-702cccec98e0 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.6819665 Feb 11 13:47:43.928200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa497ee-8919-45aa-a5df-1cae889a9037 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (8c3eea9b-9d32-4103-a276-0f1c23d24fc2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:43.941590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa497ee-8919-45aa-a5df-1cae889a9037 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8c3eea9b-9d32-4103-a276-0f1c23d24fc2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.005337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] DHCP port deletion for e248a5e8-5eb9-4084-a078-7528c53bbd9a request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:44.018446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b369bdd6-9a10-41cf-a476-92625e95e383 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:44.078751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c01379d6-f829-465e-abb1-d6c94002ebea req-f6a320dc-0368-4eaf-8f6b-c19f2124d14c tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558158 Feb 11 13:47:44.093265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Deleting port 9edc94d2-186f-4ce8-bdd0-1dc087190204 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:44.104177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.130227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: b369bdd6-9a10-41cf-a476-92625e95e383 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:44.130613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b369bdd6-9a10-41cf-a476-92625e95e383 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:44.168089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=e00c59b7-3c26-45b8-af4a-5c9adb900239,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:44.224813 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fa497ee-8919-45aa-a5df-1cae889a9037 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.228670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9fa497ee-8919-45aa-a5df-1cae889a9037 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2371502 Feb 11 13:47:44.238070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] Deleting port 9edc94d2-186f-4ce8-bdd0-1dc087190204 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:44.238798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.287114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59600) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:44.305975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-14ff1ace-dae7-4965-8714-cc36d31708ed tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': '9dad3ee9-b378-49fa-a31e-c1413c4a58c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8c3eea9b-9d32-4103-a276-0f1c23d24fc2', 'remote_ip_prefix': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:44.343209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] For port 9edc94d2-186f-4ce8-bdd0-1dc087190204, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9edc94d2-186f-4ce8-bdd0-1dc087190204,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:44.354791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.358022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] For port 9edc94d2-186f-4ce8-bdd0-1dc087190204, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9edc94d2-186f-4ce8-bdd0-1dc087190204,segment=NetworkSegment(75bc4543-cb91-4f82-b11b-f4de134a2b44),segment_id=75bc4543-cb91-4f82-b11b-f4de134a2b44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:44.358533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.389299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa497ee-8919-45aa-a5df-1cae889a9037 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3eea9b-9d32-4103-a276-0f1c23d24fc2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:44.391104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] Calling delete_port for 9edc94d2-186f-4ce8-bdd0-1dc087190204 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:44.399548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Calling delete_port for 9edc94d2-186f-4ce8-bdd0-1dc087190204 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:44.403576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cff06c18-33de-43af-a58f-c36c4dac253e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.538661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e00c59b7-3c26-45b8-af4a-5c9adb900239 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:44.565693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.617107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e00c59b7-3c26-45b8-af4a-5c9adb900239 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:44.618183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e00c59b7-3c26-45b8-af4a-5c9adb900239 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 13:47:44.649908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Port e00c59b7-3c26-45b8-af4a-5c9adb900239 not found, will not notify nova. {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 13:47:44.735340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:44.755948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9edc94d2-186f-4ce8-bdd0-1dc087190204 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:44.758478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] No DVR routers for this DVR port 9edc94d2-186f-4ce8-bdd0-1dc087190204 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:44.803085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-cc921a59-d5ff-4a6e-bb30-449b3cac8292 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:44.804705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-cc921a59-d5ff-4a6e-bb30-449b3cac8292 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.3163276 Feb 11 13:47:44.821297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9edc94d2-186f-4ce8-bdd0-1dc087190204 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:44.821812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9edc94d2-186f-4ce8-bdd0-1dc087190204 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:44.822364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5ec4bf30-751c-460d-b6ba-89d0696b375d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:44.845127 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1741a3e-49b4-4ba9-a452-da9217a4cd64 None None] Pushing event deleted for resources: {'Port': ['ID=9edc94d2-186f-4ce8-bdd0-1dc087190204,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:44.848187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5ec4bf30-751c-460d-b6ba-89d0696b375d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:44.848815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5ec4bf30-751c-460d-b6ba-89d0696b375d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:44.849461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:44.874038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:44.874893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ffa3274-4d34-4317-9e7f-0206ce38b0f6 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:44.990907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59618) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:45.096654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:45.132302 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (cff06c18-33de-43af-a58f-c36c4dac253e), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.141570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cff06c18-33de-43af-a58f-c36c4dac253e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.295327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:45.302070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14ff1ace-dae7-4965-8714-cc36d31708ed tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (eebc15d9-a892-4ae8-b6f4-4e290a82d97f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.308082 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] Sync routers for ids ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:45.329845 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] Routers {'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:45.331890 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:45.334437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59632) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:45.334722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a0283beb-cc26-4f78-9c60-648f95ee8865 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "PUT /v2.0/routers/a7d609b8-9aef-4f7d-9c2a-05a7f949aa36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4649606 Feb 11 13:47:45.348922 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e3b304b-7f7a-4c6a-935b-969934e41b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.373655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Deleting port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:45.374167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.390010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9edc94d2-186f-4ce8-bdd0-1dc087190204), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.488047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] No DVR routers for this DVR port 9edc94d2-186f-4ce8-bdd0-1dc087190204 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:45.490583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9edc94d2-186f-4ce8-bdd0-1dc087190204,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:45.532395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b14885-9ef5-427c-9930-1d3cc0af3f80 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.534396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b14885-9ef5-427c-9930-1d3cc0af3f80 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.536094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70b14885-9ef5-427c-9930-1d3cc0af3f80 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1999910 Feb 11 13:47:45.541800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] For port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:45.542782 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] Set router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:45.543449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.557761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59638) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:45.635561 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'name': 'tempest-NetworksTestDHCPv6-router-841537270', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:29Z', 'updated_at': '2022-02-11T13:47:43Z', 'revision_number': 3, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:45.680293 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] Checking router: a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:45.684177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e248a5e8-5eb9-4084-a078-7528c53bbd9a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.693087 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] Routers {'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:45.693933 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:45.709966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 0212315a-ef8c-4e25-9256-26f44e4ce919 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:47:45.714007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14ff1ace-dae7-4965-8714-cc36d31708ed tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (eebc15d9-a892-4ae8-b6f4-4e290a82d97f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.720594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (0212315a-ef8c-4e25-9256-26f44e4ce919), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.731430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=cff06c18-33de-43af-a58f-c36c4dac253e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:45.737894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14ff1ace-dae7-4965-8714-cc36d31708ed tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (eebc15d9-a892-4ae8-b6f4-4e290a82d97f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.755795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e248a5e8-5eb9-4084-a078-7528c53bbd9a']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:45.810179 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] Set router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:45.864523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (16471706-d1b3-4bcb-9b97-d7ba483f31a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.870025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bc4543-cb91-4f82-b11b-f4de134a2b44') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:45.870582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bc4543-cb91-4f82-b11b-f4de134a2b44') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:45.887505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14ff1ace-dae7-4965-8714-cc36d31708ed tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.889208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-14ff1ace-dae7-4965-8714-cc36d31708ed tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6010630 Feb 11 13:47:45.894527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff1ace-dae7-4965-8714-cc36d31708ed tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebc15d9-a892-4ae8-b6f4-4e290a82d97f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:45.907258 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'name': 'tempest-NetworksTestDHCPv6-router-841537270', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:29Z', 'updated_at': '2022-02-11T13:47:43Z', 'revision_number': 3, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:45.915738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (75bc4543-cb91-4f82-b11b-f4de134a2b44), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.920101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59642) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:45.948842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (75bc4543-cb91-4f82-b11b-f4de134a2b44), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:45.953657 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc422f8-5346-4114-a416-62a187d51cbe None None] The sync data for ids ['a7d609b8-9aef-4f7d-9c2a-05a7f949aa36'] in n-d-828676-2 is: [{'id': 'a7d609b8-9aef-4f7d-9c2a-05a7f949aa36', 'name': 'tempest-NetworksTestDHCPv6-router-841537270', 'tenant_id': '15a63b7e819c411b938eba6309ae3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:29Z', 'updated_at': '2022-02-11T13:47:43Z', 'revision_number': 3, 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:45.964858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:47:45.964858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (75bc4543-cb91-4f82-b11b-f4de134a2b44), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.024645 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e3b304b-7f7a-4c6a-935b-969934e41b0d admin admin] Publish callbacks [] for security_group (15495a26-4290-4b00-bcfc-a29181269d0e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.031517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (0212315a-ef8c-4e25-9256-26f44e4ce919), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:46.053340 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:46.074744 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e3b304b-7f7a-4c6a-935b-969934e41b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (15495a26-4290-4b00-bcfc-a29181269d0e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.084888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c630b51-2bfc-41c6-8e90-fab6394138d2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (eebc15d9-a892-4ae8-b6f4-4e290a82d97f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.089849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e248a5e8-5eb9-4084-a078-7528c53bbd9a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.094908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.100899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] 10.222.0.79 "DELETE /v2.0/networks/e248a5e8-5eb9-4084-a078-7528c53bbd9a HTTP/1.1" status: 204 len: 168 time: 2.4819388 Feb 11 13:47:46.107900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e3b304b-7f7a-4c6a-935b-969934e41b0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=21a04cd20cb241e0bd5cbdccfeafd7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1097736 Feb 11 13:47:46.124980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:46.158464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c630b51-2bfc-41c6-8e90-fab6394138d2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (eebc15d9-a892-4ae8-b6f4-4e290a82d97f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.173692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc85604-0f73-4d14-8e03-2807fa2e45aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e248a5e8-5eb9-4084-a078-7528c53bbd9a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.235748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc1fa-8129-446c-a289-942657f26ede req-a7d2b837-c592-4f11-8ffa-a94b7ba35d05 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:46.236013 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c630b51-2bfc-41c6-8e90-fab6394138d2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (eebc15d9-a892-4ae8-b6f4-4e290a82d97f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.238087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6afc1fa-8129-446c-a289-942657f26ede req-a7d2b837-c592-4f11-8ffa-a94b7ba35d05 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.9691026 Feb 11 13:47:46.249897 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c630b51-2bfc-41c6-8e90-fab6394138d2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.253811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9c630b51-2bfc-41c6-8e90-fab6394138d2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/eebc15d9-a892-4ae8-b6f4-4e290a82d97f HTTP/1.1" status: 204 len: 168 time: 0.3300238 Feb 11 13:47:46.315979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59652) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:46.317165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59660) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:46.407980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c630b51-2bfc-41c6-8e90-fab6394138d2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eebc15d9-a892-4ae8-b6f4-4e290a82d97f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.460394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e00c59b7-3c26-45b8-af4a-5c9adb900239 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:46.480255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b304b-7f7a-4c6a-935b-969934e41b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15495a26-4290-4b00-bcfc-a29181269d0e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.488815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8089ab77-f1fd-4b75-a6aa-184a6b1e8bc3 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1702704 Feb 11 13:47:46.494674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59662) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:46.501526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.501893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (71b5d8e8-2867-42a4-9bcd-3edceb84d1f7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.509856 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Floating IP 71b5d8e8-2867-42a4-9bcd-3edceb84d1f7 disassociated. External IP: 172.25.3.40, port: 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d. Feb 11 13:47:46.510421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Calling delete_port for 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:46.536066 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76166d93-335e-4235-9c6e-24b1c7aee517 admin admin] Publish callbacks [] for security_group (15495a26-4290-4b00-bcfc-a29181269d0e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.536729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e00c59b7-3c26-45b8-af4a-5c9adb900239 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:46.537325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e00c59b7-3c26-45b8-af4a-5c9adb900239 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:46.593395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76166d93-335e-4235-9c6e-24b1c7aee517 admin admin] Publish callbacks [] for security_group (15495a26-4290-4b00-bcfc-a29181269d0e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.595214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0212315a-ef8c-4e25-9256-26f44e4ce919), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.687284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-54594636-9357-4f68-becf-c020bf4e8bd7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bee6c4b7d584ff9b1f4b9e88341e48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678477 Feb 11 13:47:46.692547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59668) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:46.697495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-839f4b75-c9f3-458f-ac26-8a03cba51bc1 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (8c3eea9b-9d32-4103-a276-0f1c23d24fc2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.714656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6afc1fa-8129-446c-a289-942657f26ede req-f77a0a2d-21a1-4ae6-b0f4-7252d97be484 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4607294 Feb 11 13:47:46.778072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-839f4b75-c9f3-458f-ac26-8a03cba51bc1 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (8c3eea9b-9d32-4103-a276-0f1c23d24fc2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.819295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (0212315a-ef8c-4e25-9256-26f44e4ce919), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.826254 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21298d54-cf77-4e03-8382-15aefb93287f admin admin] Publish callbacks [] for security_group (2fe9a99d-d986-4942-9d59-ae0cb7070235), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.837029 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP 16471706-d1b3-4bcb-9b97-d7ba483f31a1 associated. External IP: 172.25.3.143, port: 33384bdf-f918-43c8-9322-127292ca7887. Feb 11 13:47:46.883448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=0212315a-ef8c-4e25-9256-26f44e4ce919,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.919070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.922662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0cd5eb44-c21e-44d9-971d-f3ff393b4e08 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/0212315a-ef8c-4e25-9256-26f44e4ce919 HTTP/1.1" status: 204 len: 168 time: 1.3670895 Feb 11 13:47:46.928539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7b4fc8-9711-4a6f-83d3-24944ad03160 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:46.930486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59670) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:47.001399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21298d54-cf77-4e03-8382-15aefb93287f admin admin] Publish callbacks [] for security_group (2fe9a99d-d986-4942-9d59-ae0cb7070235), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.019824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-839f4b75-c9f3-458f-ac26-8a03cba51bc1 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8c3eea9b-9d32-4103-a276-0f1c23d24fc2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.022745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-839f4b75-c9f3-458f-ac26-8a03cba51bc1 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.028073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-839f4b75-c9f3-458f-ac26-8a03cba51bc1 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/8c3eea9b-9d32-4103-a276-0f1c23d24fc2 HTTP/1.1" status: 204 len: 168 time: 0.5324211 Feb 11 13:47:47.031920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59674) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:47.071175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76166d93-335e-4235-9c6e-24b1c7aee517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (15495a26-4290-4b00-bcfc-a29181269d0e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.075235 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76166d93-335e-4235-9c6e-24b1c7aee517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.076553 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76166d93-335e-4235-9c6e-24b1c7aee517 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15495a26-4290-4b00-bcfc-a29181269d0e HTTP/1.1" status: 204 len: 168 time: 0.9392691 Feb 11 13:47:47.126513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f4b75-c9f3-458f-ac26-8a03cba51bc1 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3eea9b-9d32-4103-a276-0f1c23d24fc2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:47.184234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fede1682-b94c-4b5e-b470-ebe68036b470 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2520967 Feb 11 13:47:47.190524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59678) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:47.199659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:47:47.305911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76166d93-335e-4235-9c6e-24b1c7aee517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15495a26-4290-4b00-bcfc-a29181269d0e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:47.349284 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c480-edef-4bd0-9707-f802cfd2e40a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.361481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] Deleting port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:47.362942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.447045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21298d54-cf77-4e03-8382-15aefb93287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2fe9a99d-d986-4942-9d59-ae0cb7070235), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.450105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21298d54-cf77-4e03-8382-15aefb93287f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.452317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-21298d54-cf77-4e03-8382-15aefb93287f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fe9a99d-d986-4942-9d59-ae0cb7070235 HTTP/1.1" status: 204 len: 168 time: 0.7593796 Feb 11 13:47:47.457531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-771bd3cd-b026-431f-a91b-f8d0ee97fff0 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4213119 Feb 11 13:47:47.462525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59690) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:47.523837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21298d54-cf77-4e03-8382-15aefb93287f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9a99d-d986-4942-9d59-ae0cb7070235,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:47.559905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] For port 2343c72e-1ce2-443c-bb46-36c80acdc6b5, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2343c72e-1ce2-443c-bb46-36c80acdc6b5,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:47.578536 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.604251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] Calling delete_port for 2343c72e-1ce2-443c-bb46-36c80acdc6b5 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:47.712216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (2343c72e-1ce2-443c-bb46-36c80acdc6b5), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.756850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] Pushing event deleted for resources: {'Port': ['ID=2343c72e-1ce2-443c-bb46-36c80acdc6b5,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:47.778970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa72f6-37e4-45d4-8d71-0d22be40fe48 None None] No DVR routers for this DVR port 2343c72e-1ce2-443c-bb46-36c80acdc6b5 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:47.908508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:47.956795 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c480-edef-4bd0-9707-f802cfd2e40a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.967673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-defefe83-cbba-4f9e-b670-a763cc2ee174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.970830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c480-edef-4bd0-9707-f802cfd2e40a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router_controller (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.070860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4344-c67a-47e6-8bd2-812aad39ac05 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (9dad3ee9-b378-49fa-a31e-c1413c4a58c0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.196995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c480-edef-4bd0-9707-f802cfd2e40a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (a7d609b8-9aef-4f7d-9c2a-05a7f949aa36), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.197617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd6c480-edef-4bd0-9707-f802cfd2e40a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Fanout notify agent at l3_agent the message router_deleted on router a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:48.228153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c480-edef-4bd0-9707-f802cfd2e40a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.232965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4bd6c480-edef-4bd0-9707-f802cfd2e40a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/routers/a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 HTTP/1.1" status: 204 len: 168 time: 1.0432298 Feb 11 13:47:48.259146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4344-c67a-47e6-8bd2-812aad39ac05 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (9dad3ee9-b378-49fa-a31e-c1413c4a58c0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.263059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59728) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:48.283792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2343c72e-1ce2-443c-bb46-36c80acdc6b5 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:48.284618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router fcfd4c5b-3e9d-4e2b-9386-39d631501654 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:48.314569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def626d0-d7f7-4922-a079-7e5213d29eef req-65b73e3e-01bc-41f6-9b55-a2f7f76941d4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.322536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-def626d0-d7f7-4922-a079-7e5213d29eef req-65b73e3e-01bc-41f6-9b55-a2f7f76941d4 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 944 time: 0.4236941 Feb 11 13:47:48.333554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 2343c72e-1ce2-443c-bb46-36c80acdc6b5 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:48.334221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2343c72e-1ce2-443c-bb46-36c80acdc6b5 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:48.371348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.471002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event deleted for resources: {'Port': ['ID=28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:48.486258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ee85f46e-04d1-40be-b6ec-9ba49b8366e0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2123303 Feb 11 13:47:48.488005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59738) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:48.543910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-def626d0-d7f7-4922-a079-7e5213d29eef req-f54ddc41-2a9b-4c8d-a203-597958ad0b91 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb1105ea-4a15-47db-a92e-b63a0937ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378696 Feb 11 13:47:48.552490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4344-c67a-47e6-8bd2-812aad39ac05 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9dad3ee9-b378-49fa-a31e-c1413c4a58c0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.555090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4344-c67a-47e6-8bd2-812aad39ac05 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.558526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2d1b4344-c67a-47e6-8bd2-812aad39ac05 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/9dad3ee9-b378-49fa-a31e-c1413c4a58c0 HTTP/1.1" status: 204 len: 168 time: 1.0913539 Feb 11 13:47:48.567667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59744) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:48.628880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:48.646761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-80197e7a-de6e-42f4-b825-ec42453e1090 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0769961 Feb 11 13:47:48.649348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:48.652312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:48.658966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7e740886-75e0-460b-908d-02280848015a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--872923855'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:48.663506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b4344-c67a-47e6-8bd2-812aad39ac05 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad3ee9-b378-49fa-a31e-c1413c4a58c0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:48.717008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.728136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7800464-02e7-4cb9-866e-6cd06f1ee0d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.732119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e7898-a422-4698-8c22-84fe87031354 None None] Sync routers for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:48.732715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f7800464-02e7-4cb9-866e-6cd06f1ee0d7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2392807 Feb 11 13:47:48.734758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59750) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:48.760053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:47:48.762991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:48.766782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fd487df2-0472-4287-9a9b-99538daa2e7c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5825226 Feb 11 13:47:48.768355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-defefe83-cbba-4f9e-b670-a763cc2ee174 admin admin] Publish callbacks [] for security_group (316c968b-3512-46ea-9a8c-405c26045aec), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.771746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:48.775276 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d44431-1348-4501-bbf2-a31de6fa2c52" -d '{"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:48.787235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:48.806633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:48.807496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:48.817324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-27a38636-6de1-45f6-987a-a9b0a769c7b1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788302 Feb 11 13:47:48.817551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59756) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:48.820090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-defefe83-cbba-4f9e-b670-a763cc2ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (316c968b-3512-46ea-9a8c-405c26045aec), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.823324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e740886-75e0-460b-908d-02280848015a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:48.844141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:48.942917 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dd2ffc-dfb1-4d50-8d84-c2872f00e163 x-openstack-request-id: req-85dd2ffc-dfb1-4d50-8d84-c2872f00e163 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:48.943457 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:48.943904 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85dd2ffc-dfb1-4d50-8d84-c2872f00e163 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:48.944518 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'status': 'completed', 'code': 200} Feb 11 13:47:48.958009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:49.169842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-defefe83-cbba-4f9e-b670-a763cc2ee174 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3424ba65e5fc4c138cb909ac98ba0ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2571905 Feb 11 13:47:49.169842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defefe83-cbba-4f9e-b670-a763cc2ee174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c968b-3512-46ea-9a8c-405c26045aec,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:49.172989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59766) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:49.222628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:49.242838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] Sync routers for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:49.266131 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:49.270933 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:49.309708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-b4100861-c003-4b9f-9f78-e4d71ae1a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.315502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-b4100861-c003-4b9f-9f78-e4d71ae1a01b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1127 time: 0.3630204 Feb 11 13:47:49.322808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:49.334453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:49.490388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8583ac-3930-42cb-9588-bc3b35d2f710 req-1538ac05-d642-4229-a5af-96fcc54d60a3 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.491962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7b8583ac-3930-42cb-9588-bc3b35d2f710 req-1538ac05-d642-4229-a5af-96fcc54d60a3 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.4543037 Feb 11 13:47:49.493061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-91c7e085-bf9e-4d32-9a68-15f43864f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.503630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-91c7e085-bf9e-4d32-9a68-15f43864f85c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 897 time: 0.1695814 Feb 11 13:47:49.555107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] No DVR routers for this DVR port 28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:49.594554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '16471706-d1b3-4bcb-9b97-d7ba483f31a1', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'port_id': '33384bdf-f918-43c8-9322-127292ca7887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'mac_address': 'fa:16:3e:14:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:42Z', 'updated_at': '2022-02-11T13:47:42Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:20Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:49.625299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:49.640649 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3049a0d4-6b99-432b-9ffd-71b52dd47bc4 req-82bb938a-48fa-4d64-9a90-9754c3320aca tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.30 "DELETE /v2.0/ports/28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d HTTP/1.1" status: 204 len: 173 time: 4.7482336 Feb 11 13:47:49.672152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e7898-a422-4698-8c22-84fe87031354 None None] Checking router: fcfd4c5b-3e9d-4e2b-9386-39d631501654 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:49.694910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:49.698421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:49.706835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e740886-75e0-460b-908d-02280848015a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (c0c54f96-7b74-4058-99a8-245d283223c1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:49.714675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecc676c1-846c-48a0-a17f-c670d29ce820 admin admin] Publish callbacks [] for security_group (316c968b-3512-46ea-9a8c-405c26045aec), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:49.820844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8fe8622-1e43-4b41-97b0-1159e7e786eb req-239dd613-bea4-4a07-a981-47c40bbbb6d5 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4955c41-e395-45f7-a98e-400ff37122b3 HTTP/1.1" status: 200 len: 210 time: 0.0970657 Feb 11 13:47:49.837338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e740886-75e0-460b-908d-02280848015a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c0c54f96-7b74-4058-99a8-245d283223c1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:49.838951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-ea5c497b-f998-460f-980e-2fd745c19239 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 999 time: 0.3339198 Feb 11 13:47:49.849120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7b8583ac-3930-42cb-9588-bc3b35d2f710 req-1a60669b-9cb2-4f7f-9a2c-d3aa5f544aed tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169415 Feb 11 13:47:49.893040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59786) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:49.896504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:49.907183 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:49.982363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-e60f8730-8001-48fe-91aa-61304707479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.985845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-e60f8730-8001-48fe-91aa-61304707479c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 200 len: 835 time: 0.1346836 Feb 11 13:47:49.993447 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7e740886-75e0-460b-908d-02280848015a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:49.995302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7e740886-75e0-460b-908d-02280848015a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3417253 Feb 11 13:47:49.997690 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecc676c1-846c-48a0-a17f-c670d29ce820 admin admin] Publish callbacks [] for security_group (316c968b-3512-46ea-9a8c-405c26045aec), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:50.008078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:50.018166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2a06d104-50a1-42a8-8dac-d8e8899f0658 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': 'c0c54f96-7b74-4058-99a8-245d283223c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:50.033322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e740886-75e0-460b-908d-02280848015a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c54f96-7b74-4058-99a8-245d283223c1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:50.105576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:50.106322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d0c1ee9-c481-4d1d-b9a0-e7d7d2fd2444 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/16471706-d1b3-4bcb-9b97-d7ba483f31a1 HTTP/1.1" status: 200 len: 991 time: 0.2080598 Feb 11 13:47:50.253179 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a06d104-50a1-42a8-8dac-d8e8899f0658 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (54f4317a-e388-4706-af86-8b7b67575a5f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:50.278704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-695c77ee-a8ae-4f14-9ad0-a5e4afb8d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:50.284397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-695c77ee-a8ae-4f14-9ad0-a5e4afb8d33c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5f87c7f-82b2-420d-93e1-d0b9baba01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2890298 Feb 11 13:47:50.362864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecc676c1-846c-48a0-a17f-c670d29ce820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (316c968b-3512-46ea-9a8c-405c26045aec), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:50.376736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ecc676c1-846c-48a0-a17f-c670d29ce820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:50.380732 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ecc676c1-846c-48a0-a17f-c670d29ce820 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/316c968b-3512-46ea-9a8c-405c26045aec HTTP/1.1" status: 204 len: 168 time: 1.2014265 Feb 11 13:47:50.456638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc676c1-846c-48a0-a17f-c670d29ce820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c968b-3512-46ea-9a8c-405c26045aec,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:50.553401 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:58Z', 'revision_number': 5, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:50.635448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-05328eef-1f8f-4dec-a49b-ed71985d7ae2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3843174 Feb 11 13:47:50.642315 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] Checking router: d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:50.671308 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:50.673285 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:50.682285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-f151f6fa-e8a2-44f9-a1f0-a429d1852298 service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727348 Feb 11 13:47:50.749751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:47:50.822604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (af9bd6d9-e4bc-4f68-a59e-9a8e38565df1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:50.953540 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:50.957058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-deleted', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:50.964263 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ccf8e7-a0c4-45ad-a3ce-49942edcdaea" -d '{"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-deleted", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:50.967589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:50.971595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-599e7898-a422-4698-8c22-84fe87031354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '16471706-d1b3-4bcb-9b97-d7ba483f31a1', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'port_id': '33384bdf-f918-43c8-9322-127292ca7887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'mac_address': 'fa:16:3e:14:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:42Z', 'updated_at': '2022-02-11T13:47:42Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:20Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:50.980980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a06d104-50a1-42a8-8dac-d8e8899f0658 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (54f4317a-e388-4706-af86-8b7b67575a5f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:50.983524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59820) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:50.992771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:51.007767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.008549 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.027191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-2f353417-c42f-4396-bcc8-b73807ab5847 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5161457 Feb 11 13:47:51.030582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=af9bd6d9-e4bc-4f68-a59e-9a8e38565df1,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:51.054459 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6e204f-b7c6-4c90-ac8e-7f87084c1ad7 x-openstack-request-id: req-1f6e204f-b7c6-4c90-ac8e-7f87084c1ad7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:51.054781 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4955c41-e395-45f7-a98e-400ff37122b3", "name": "network-vif-deleted", "tag": "28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:51.055044 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f6e204f-b7c6-4c90-ac8e-7f87084c1ad7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:51.055458 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4955c41-e395-45f7-a98e-400ff37122b3', 'name': 'network-vif-deleted', 'tag': '28660eb5-ef1b-4b3e-a4da-c0ff0965ee2d', 'status': 'completed', 'code': 200} Feb 11 13:47:51.056087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a06d104-50a1-42a8-8dac-d8e8899f0658 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (54f4317a-e388-4706-af86-8b7b67575a5f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.060767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-620f795d-399f-4b2f-b0ba-dc2ba49a8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.072411 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-620f795d-399f-4b2f-b0ba-dc2ba49a8f6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 1128 time: 0.3772993 Feb 11 13:47:51.087122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-df49358e-8476-4a28-aefd-ec4e44311d67 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2680664 Feb 11 13:47:51.087932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59822) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:51.092917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:51.107210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce209a48-77fe-4f16-83d2-5f1c6b9a3232 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:51.122257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59826) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:51.270973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-85d44431-1348-4501-bbf2-a31de6fa2c52 req-4943398d-be4b-4e96-8d21-2a982a23dd3c service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360820 Feb 11 13:47:51.298602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e7898-a422-4698-8c22-84fe87031354 None None] The sync data for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 is: [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '16471706-d1b3-4bcb-9b97-d7ba483f31a1', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'port_id': '33384bdf-f918-43c8-9322-127292ca7887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'mac_address': 'fa:16:3e:14:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:42Z', 'updated_at': '2022-02-11T13:47:42Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:20Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:51.404236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a06d104-50a1-42a8-8dac-d8e8899f0658 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.411300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2a06d104-50a1-42a8-8dac-d8e8899f0658 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4004998 Feb 11 13:47:51.412669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06d104-50a1-42a8-8dac-d8e8899f0658 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f4317a-e388-4706-af86-8b7b67575a5f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:51.424720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:51.456374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': 'af9bd6d9-e4bc-4f68-a59e-9a8e38565df1'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:47:51.457516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.515401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-9404eddd-9770-48bf-95f6-287b6e780efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.520781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-9404eddd-9770-48bf-95f6-287b6e780efd service neutron] 10.222.0.83 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 916 time: 0.4170125 Feb 11 13:47:51.523156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-010a7536-436b-413b-83cd-3106610059a6 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (54f4317a-e388-4706-af86-8b7b67575a5f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.567048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-010a7536-436b-413b-83cd-3106610059a6 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (54f4317a-e388-4706-af86-8b7b67575a5f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.642308 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:58Z', 'revision_number': 5, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:51.735569 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-010a7536-436b-413b-83cd-3106610059a6 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (54f4317a-e388-4706-af86-8b7b67575a5f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.747094 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce4f8f0-cc07-4912-80f3-6d1020e91bf1 None None] The sync data for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 is: [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 4, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1ce6c355-bac2-4cfa-9468-74fd4a48088e', 'name': '', 'network_id': '1e2e3114-c580-4e15-b954-e5b348075cc9', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'mac_address': 'fa:16:3e:c4:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:48Z', 'updated_at': '2022-02-11T13:39:58Z', 'revision_number': 5, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'subnets': [{'id': '78e991b3-5a92-48e4-a2cd-9448eaedded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:51.761812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-cb5fa9f9-a621-4503-bda7-ac441eda3141 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc HTTP/1.1" status: 200 len: 217 time: 0.1220205 Feb 11 13:47:51.797194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-094f2c39-f244-410f-a6cd-7bb8c8739ea0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/16471706-d1b3-4bcb-9b97-d7ba483f31a1 HTTP/1.1" status: 200 len: 991 time: 0.6592655 Feb 11 13:47:51.841736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-010a7536-436b-413b-83cd-3106610059a6 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.841736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-010a7536-436b-413b-83cd-3106610059a6 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/54f4317a-e388-4706-af86-8b7b67575a5f HTTP/1.1" status: 204 len: 168 time: 0.3992908 Feb 11 13:47:51.881274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:51.883478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-470d341d-cd5a-404f-afc4-f0dcf82d7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.890089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-470d341d-cd5a-404f-afc4-f0dcf82d7b4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 1128 time: 0.8070290 Feb 11 13:47:51.948163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a7536-436b-413b-83cd-3106610059a6 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f4317a-e388-4706-af86-8b7b67575a5f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:51.948316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-524e79a3-21af-4f16-b4e7-a4fc7e151829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.952185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-524e79a3-21af-4f16-b4e7-a4fc7e151829 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.1813118 Feb 11 13:47:51.981943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45875695-9c90-440d-ac03-e7609809bf56 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group (cb1105ea-4a15-47db-a92e-b63a0937ac9e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:51.995008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Allocated IP 2001:db8::f816:3eff:fe53:cead (a5bab372-dfb9-4c1d-b04e-13c120a57e15/af9bd6d9-e4bc-4f68-a59e-9a8e38565df1/7818c4c8-a488-4ee6-9f53-3b5bdb523d95) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:52.017253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b16f2-bc36-4029-a6c2-42c82557a62d None None] New status for floating IP 16471706-d1b3-4bcb-9b97-d7ba483f31a1: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:47:52.108747 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a51175de-19d9-4fe1-904a-9c38f06a9f05 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2107112 Feb 11 13:47:52.129859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45875695-9c90-440d-ac03-e7609809bf56 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group (cb1105ea-4a15-47db-a92e-b63a0937ac9e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.147445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:52.195231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-9f8c4931-64d7-4c49-9945-6f7c555c21a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2322750 Feb 11 13:47:52.195231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:52.220845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.318238 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3685d5-d745-4b66-bf20-3795e18e1cf1 None None] New status for floating IP 71b5d8e8-2867-42a4-9bcd-3edceb84d1f7: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:47:52.337788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-75e84dee-b49b-42ed-8da9-919cbeb899e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:52.339711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-75e84dee-b49b-42ed-8da9-919cbeb899e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 200 len: 916 time: 0.4140031 Feb 11 13:47:52.400938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-938ab1f0-e812-4db1-977a-dfa1dbbee8d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b HTTP/1.1" status: 200 len: 217 time: 0.0527706 Feb 11 13:47:52.421605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e16f-58ab-4448-a3be-6533bdeb5160 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (c0c54f96-7b74-4058-99a8-245d283223c1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.440724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.451623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e16f-58ab-4448-a3be-6533bdeb5160 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (c0c54f96-7b74-4058-99a8-245d283223c1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.591839 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45875695-9c90-440d-ac03-e7609809bf56 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cb1105ea-4a15-47db-a92e-b63a0937ac9e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.597477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45875695-9c90-440d-ac03-e7609809bf56 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.611347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-45875695-9c90-440d-ac03-e7609809bf56 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "DELETE /v2.0/security-groups/cb1105ea-4a15-47db-a92e-b63a0937ac9e HTTP/1.1" status: 204 len: 168 time: 1.6251600 Feb 11 13:47:52.614148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:52.677604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e16f-58ab-4448-a3be-6533bdeb5160 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c0c54f96-7b74-4058-99a8-245d283223c1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.694093 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e16f-58ab-4448-a3be-6533bdeb5160 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.698515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5fa6e16f-58ab-4448-a3be-6533bdeb5160 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/c0c54f96-7b74-4058-99a8-245d283223c1 HTTP/1.1" status: 204 len: 168 time: 0.5476615 Feb 11 13:47:52.711909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59872) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:52.808541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:52.839096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45875695-9c90-440d-ac03-e7609809bf56 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1105ea-4a15-47db-a92e-b63a0937ac9e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:52.842824 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-56967ab9-edad-43d9-8da1-acf2868ce293 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] show failed (client error): The resource could not be found. Feb 11 13:47:52.843768 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Publish callbacks [] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.847153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-56967ab9-edad-43d9-8da1-acf2868ce293 tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "GET /v2.0/security-groups/cb1105ea-4a15-47db-a92e-b63a0937ac9e HTTP/1.1" status: 404 len: 347 time: 0.1372175 Feb 11 13:47:52.877134 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:52.878642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:52.889865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e31916a-4851-48de-8db9-1594402b08fa tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1768806 Feb 11 13:47:52.907548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59882) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:52.926265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-11b74814-7f89-4444-ac0a-11269fc2218e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014999643'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:53.051018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11b74814-7f89-4444-ac0a-11269fc2218e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:53.052020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:53.052020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:53.067842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:53.088881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (06d1a73f-304b-45e7-be20-5a88d06a6986), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:53.131666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6e16f-58ab-4448-a3be-6533bdeb5160 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c54f96-7b74-4058-99a8-245d283223c1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:53.167365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-4137557a-572e-475c-9ddc-3eab2f44cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:53.168934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-4137557a-572e-475c-9ddc-3eab2f44cf7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 200 len: 855 time: 0.7615278 Feb 11 13:47:53.180297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Pushing event updated for resources: {'Port': ['ID=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:53.235032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Attempting to bind port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:47:53.235401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Attempting to bind port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:47:53.237817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Attempting to bind port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:53.240716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11b74814-7f89-4444-ac0a-11269fc2218e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (36a23351-d6e1-4aa7-8bd3-3ab95d86b571), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:53.250903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:53.251585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:47:53.254622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:53.259857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:53.260592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Bound port: 7818c4c8-a488-4ee6-9f53-3b5bdb523d95, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:47:53.261648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:53.321698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-22b131bc-4c00-4246-92bf-22322f7ce7be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=743a9cf5-66ae-460f-9cc2-32f6c97ded01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361585 Feb 11 13:47:53.371584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] For port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:53.376881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] For port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:53.386410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:53.402995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7a3a0536-563c-4f28-9285-82d7b86007a4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/16471706-d1b3-4bcb-9b97-d7ba483f31a1 HTTP/1.1" status: 200 len: 993 time: 0.5799267 Feb 11 13:47:53.585652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762d487-df9c-41d8-88fa-d74223f8a491 None None] Pushing event updated for resources: {'Port': ['ID=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:53.697823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-4339f967-fb58-4f7c-b7d9-f4786b6dce60 service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451376 Feb 11 13:47:53.819728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Deleting port c17c2bce-3d28-400d-affb-650cb2ee51ca {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:53.820276 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:53.985778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f8cca6e-78af-48f0-9f87-16aed29838f7 req-7083ce43-1c00-4535-bb3a-e75273f178a4 service neutron] 10.222.0.30 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708483 Feb 11 13:47:54.135461 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.137530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for floatingip (c17c2bce-3d28-400d-affb-650cb2ee51ca), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.191544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Calling delete_port for c17c2bce-3d28-400d-affb-650cb2ee51ca owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:54.218424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11b74814-7f89-4444-ac0a-11269fc2218e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (36a23351-d6e1-4aa7-8bd3-3ab95d86b571), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.294043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:54.299028 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11b74814-7f89-4444-ac0a-11269fc2218e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.301098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-11b74814-7f89-4444-ac0a-11269fc2218e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3857312 Feb 11 13:47:54.308137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59958) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:54.312683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=06d1a73f-304b-45e7-be20-5a88d06a6986,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:54.317642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:54.339091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1d4cf064-a204-48ab-b431-36a6d169f717 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': '36a23351-d6e1-4aa7-8bd3-3ab95d86b571', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:54.370704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:54.372664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.394958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-8341c262-74fd-40b0-b84b-8bb6411d5bab service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7623017 Feb 11 13:47:54.400620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b74814-7f89-4444-ac0a-11269fc2218e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a23351-d6e1-4aa7-8bd3-3ab95d86b571,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:54.411223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:54.422297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1dd7bac6-601d-409c-90f6-296d6a31a778 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3331997 Feb 11 13:47:54.427655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:54.433756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:ea:ae:f4', 'name': 'tempest-NetworksTestDHCPv6-1385921601'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:54.534374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf064-a204-48ab-b431-36a6d169f717 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7acb2087-dffb-456c-b900-1bc00a998795), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.543626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:54.544011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.603517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:54.634022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bdb8e58-4a0a-4a8b-8416-17e0b713e944 req-73baf198-acc9-4d03-ade7-50b3775258ce service neutron] 10.222.0.83 "GET /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146647 Feb 11 13:47:54.693648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf064-a204-48ab-b431-36a6d169f717 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7acb2087-dffb-456c-b900-1bc00a998795), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.700287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf064-a204-48ab-b431-36a6d169f717 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7acb2087-dffb-456c-b900-1bc00a998795), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.780368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf064-a204-48ab-b431-36a6d169f717 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.784078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1d4cf064-a204-48ab-b431-36a6d169f717 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4653275 Feb 11 13:47:54.786676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:54.796747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.844698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:54.845107 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.846910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 2184d592-f9e3-409d-b968-283783430e56 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:47:54.878835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a76e610d-0996-45f0-aec4-59871e2dd57e tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules/7acb2087-dffb-456c-b900-1bc00a998795 HTTP/1.1" status: 200 len: 763 time: 0.0909059 Feb 11 13:47:54.884223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59974) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:54.886573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cf064-a204-48ab-b431-36a6d169f717 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acb2087-dffb-456c-b900-1bc00a998795,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:54.950272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c17c2bce-3d28-400d-affb-650cb2ee51ca), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:54.996678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:55.012849 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.020266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Pushing event deleted for resources: {'Port': ['ID=c17c2bce-3d28-400d-affb-650cb2ee51ca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:55.038934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59976) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:55.041141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c5ae164a-3968-424c-b28e-2240cd9459c6 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1459317 Feb 11 13:47:55.193755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:55.309754 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2502358b-8520-4907-a61a-ba93540cc62a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7acb2087-dffb-456c-b900-1bc00a998795), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.330453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 172.20.0.2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/06d1a73f-304b-45e7-be20-5a88d06a6986/2184d592-f9e3-409d-b968-283783430e56) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:55.337832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2502358b-8520-4907-a61a-ba93540cc62a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7acb2087-dffb-456c-b900-1bc00a998795), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.358726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198dab0-3953-4086-ba12-f8716245c17e None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:47:55.384140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:feea:aef4 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/af9bd6d9-e4bc-4f68-a59e-9a8e38565df1/2184d592-f9e3-409d-b968-283783430e56) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:55.453400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks [] for floatingip (71b5d8e8-2867-42a4-9bcd-3edceb84d1f7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.459753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.461828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d41c7ba6-397b-4c23-9056-e99219507d4d tempest-ServerActionsTestJSON-769351700 tempest-ServerActionsTestJSON-769351700-project] 10.222.0.79 "DELETE /v2.0/floatingips/71b5d8e8-2867-42a4-9bcd-3edceb84d1f7 HTTP/1.1" status: 204 len: 168 time: 2.4812827 Feb 11 13:47:55.464062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60014) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:55.497645 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2502358b-8520-4907-a61a-ba93540cc62a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7acb2087-dffb-456c-b900-1bc00a998795), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.509379 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2502358b-8520-4907-a61a-ba93540cc62a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.509379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2502358b-8520-4907-a61a-ba93540cc62a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7acb2087-dffb-456c-b900-1bc00a998795 HTTP/1.1" status: 204 len: 168 time: 0.4643605 Feb 11 13:47:55.509614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60024) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:55.553100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502358b-8520-4907-a61a-ba93540cc62a tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7acb2087-dffb-456c-b900-1bc00a998795,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:55.594030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5f6eed8d-3338-451c-93e7-a3d709d69709 None None] Provisioning complete for port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:55.594639 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f6eed8d-3338-451c-93e7-a3d709d69709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.641706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b0080c5-e1f7-446b-aae3-3c17583a168f tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1306136 Feb 11 13:47:55.648615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60030) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:55.750834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-50380322-0809-4a15-a206-854f2fb30a24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': '36a23351-d6e1-4aa7-8bd3-3ab95d86b571', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:55.839095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50380322-0809-4a15-a206-854f2fb30a24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7256aa20-d630-4a87-9f03-02c1baa6ee88), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:55.907800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5f6eed8d-3338-451c-93e7-a3d709d69709 None None] Current status of the port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:55.961930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470b960-c538-4181-824a-147795f95fce None None] Update dhcp port {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': 'af9bd6d9-e4bc-4f68-a59e-9a8e38565df1', 'ip_address': '2001:db8::f816:3eff:fe53:cead'}, {'subnet_id': '06d1a73f-304b-45e7-be20-5a88d06a6986'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '7818c4c8-a488-4ee6-9f53-3b5bdb523d95'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:47:56.030470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (2184d592-f9e3-409d-b968-283783430e56), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.032562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7470b960-c538-4181-824a-147795f95fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.098604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50380322-0809-4a15-a206-854f2fb30a24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7256aa20-d630-4a87-9f03-02c1baa6ee88), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.113099 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50380322-0809-4a15-a206-854f2fb30a24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7256aa20-d630-4a87-9f03-02c1baa6ee88), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.196919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50380322-0809-4a15-a206-854f2fb30a24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7256aa20-d630-4a87-9f03-02c1baa6ee88,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:56.222188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50380322-0809-4a15-a206-854f2fb30a24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.223832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-50380322-0809-4a15-a206-854f2fb30a24 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5741787 Feb 11 13:47:56.226870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60044) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:56.254586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d7da16b-3521-4e06-bead-dba34c64f7d8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules/7256aa20-d630-4a87-9f03-02c1baa6ee88 HTTP/1.1" status: 200 len: 763 time: 0.0252500 Feb 11 13:47:56.257377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:56.302852 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2184d592-f9e3-409d-b968-283783430e56), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.449121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:56.479098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:56.482696 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-014fcaf6-89e1-4f15-9747-e8c8f08cb9c5 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2238553 Feb 11 13:47:56.484192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:56.486350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:56.529227 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-7470b960-c538-4181-824a-147795f95fce None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1b7916d1-b175-4f02-ad48-fd1391d62f8a {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:47:56.532060 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-7470b960-c538-4181-824a-147795f95fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:47:56.535305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:56.602341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:56.603060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.606784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=2184d592-f9e3-409d-b968-283783430e56,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:56.626907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4a81ec1-a47f-4bcc-ad09-1a3713d902d8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7256aa20-d630-4a87-9f03-02c1baa6ee88), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.637130 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4a81ec1-a47f-4bcc-ad09-1a3713d902d8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (7256aa20-d630-4a87-9f03-02c1baa6ee88), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.648146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-559e2a71-5952-45fa-ac93-b30c5cc6618e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2191620 Feb 11 13:47:56.650912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:56.684822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:56.685964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.803256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4a81ec1-a47f-4bcc-ad09-1a3713d902d8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7256aa20-d630-4a87-9f03-02c1baa6ee88), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.810082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d4a81ec1-a47f-4bcc-ad09-1a3713d902d8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:56.814804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d4a81ec1-a47f-4bcc-ad09-1a3713d902d8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7256aa20-d630-4a87-9f03-02c1baa6ee88 HTTP/1.1" status: 204 len: 168 time: 0.3196273 Feb 11 13:47:56.816345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:56.831557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a81ec1-a47f-4bcc-ad09-1a3713d902d8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7256aa20-d630-4a87-9f03-02c1baa6ee88,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:56.845476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275fd38b-a1e0-4eee-a967-458014d38d01 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:56.872536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275fd38b-a1e0-4eee-a967-458014d38d01 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:56.895909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-275fd38b-a1e0-4eee-a967-458014d38d01 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2339792 Feb 11 13:47:56.895909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60064) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:56.905017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:56.977170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.007014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3319040f-a674-4b4d-a7d2-22d37e643e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.159531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8fb19133-d15d-48d3-9f69-d6eb347f3553 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3265717 Feb 11 13:47:57.163463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60078) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:57.180325 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7470b960-c538-4181-824a-147795f95fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.187928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': '36a23351-d6e1-4aa7-8bd3-3ab95d86b571', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:57.290766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 2184d592-f9e3-409d-b968-283783430e56 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:57.291192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2184d592-f9e3-409d-b968-283783430e56), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.411690 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Project e2c44c03d9d64db7be74a00344454cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:47:57.431955 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (071594d8-9572-4165-b0df-8aeaca72b4a7), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.446424 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:47:57.537345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2184d592-f9e3-409d-b968-283783430e56), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.556089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 2184d592-f9e3-409d-b968-283783430e56 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:57.567284 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (071594d8-9572-4165-b0df-8aeaca72b4a7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.576641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (071594d8-9572-4165-b0df-8aeaca72b4a7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.678236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7470b960-c538-4181-824a-147795f95fce None None] Allocated IP 172.20.0.3 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/06d1a73f-304b-45e7-be20-5a88d06a6986/7818c4c8-a488-4ee6-9f53-3b5bdb523d95) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:57.686573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071594d8-9572-4165-b0df-8aeaca72b4a7,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:57.698151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.699660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2a264ae1-1544-43c7-bc3a-c348bd88f991 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5373995 Feb 11 13:47:57.702374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60098) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:57.750468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b85be7a1-456b-42e0-b7a7-9fbf896230ea tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules/071594d8-9572-4165-b0df-8aeaca72b4a7 HTTP/1.1" status: 200 len: 769 time: 0.0467558 Feb 11 13:47:57.752937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60100) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:57.831326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2222eec8-c0f9-4b67-b085-c9f5bfa7b7e5 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0770392 Feb 11 13:47:57.836227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60104) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:57.889430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Deleting port 1ce6c355-bac2-4cfa-9468-74fd4a48088e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:47:57.889768 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.938453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91ebd8ec-0507-43cc-95d3-7cd4cbafd71d tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (071594d8-9572-4165-b0df-8aeaca72b4a7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:57.964132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7470b960-c538-4181-824a-147795f95fce None None] For port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:57.992491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91ebd8ec-0507-43cc-95d3-7cd4cbafd71d tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (071594d8-9572-4165-b0df-8aeaca72b4a7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.031883 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7470b960-c538-4181-824a-147795f95fce None None] Publish callbacks [] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.040490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7470b960-c538-4181-824a-147795f95fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.073871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] For port 1ce6c355-bac2-4cfa-9468-74fd4a48088e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce6c355-bac2-4cfa-9468-74fd4a48088e,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:58.074777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.078636 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91ebd8ec-0507-43cc-95d3-7cd4cbafd71d tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (071594d8-9572-4165-b0df-8aeaca72b4a7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.126593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91ebd8ec-0507-43cc-95d3-7cd4cbafd71d tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.128784 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-91ebd8ec-0507-43cc-95d3-7cd4cbafd71d tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/071594d8-9572-4165-b0df-8aeaca72b4a7 HTTP/1.1" status: 204 len: 168 time: 0.2916272 Feb 11 13:47:58.130764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Calling delete_port for 1ce6c355-bac2-4cfa-9468-74fd4a48088e owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:47:58.137625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60112) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:58.157232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebd8ec-0507-43cc-95d3-7cd4cbafd71d tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=071594d8-9572-4165-b0df-8aeaca72b4a7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:58.259930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4b7aed7f-7766-4147-9a3e-f39536610697 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153951 Feb 11 13:47:58.270777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60118) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:58.298183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470b960-c538-4181-824a-147795f95fce None None] Pushing event updated for resources: {'Port': ['ID=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:58.512612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37a9b290-df39-46c5-921a-6f70d23502a2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (36a23351-d6e1-4aa7-8bd3-3ab95d86b571), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.600734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37a9b290-df39-46c5-921a-6f70d23502a2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (36a23351-d6e1-4aa7-8bd3-3ab95d86b571), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.793164 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37a9b290-df39-46c5-921a-6f70d23502a2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (36a23351-d6e1-4aa7-8bd3-3ab95d86b571), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.801083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37a9b290-df39-46c5-921a-6f70d23502a2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.806586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-37a9b290-df39-46c5-921a-6f70d23502a2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/36a23351-d6e1-4aa7-8bd3-3ab95d86b571 HTTP/1.1" status: 204 len: 168 time: 0.5354369 Feb 11 13:47:58.809802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60128) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:58.815116 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1ce6c355-bac2-4cfa-9468-74fd4a48088e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:58.946430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce6c355-bac2-4cfa-9468-74fd4a48088e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:58.951789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9b290-df39-46c5-921a-6f70d23502a2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a23351-d6e1-4aa7-8bd3-3ab95d86b571,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:59.088001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60136) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:59.088624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4d471d7c-6a05-48fd-ab4a-6376114cd9d2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2670002 Feb 11 13:47:59.108538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0ba0a1f3-6273-4545-b7a2-7c1b47d25bf8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group': {'name': 'tempest-secgroup--203112481'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:59.122982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2184d592-f9e3-409d-b968-283783430e56), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.256256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=2184d592-f9e3-409d-b968-283783430e56,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:59.334152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.405257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d075d68b-2b42-4820-a71c-4b3bae407de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.411010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a1f3-6273-4545-b7a2-7c1b47d25bf8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.629882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.636064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-10ce50fc-f0eb-4fbe-b5d3-f816861f5a69 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/2184d592-f9e3-409d-b968-283783430e56 HTTP/1.1" status: 204 len: 168 time: 2.7083480 Feb 11 13:47:59.636696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60148) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:59.683339 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-119babb8-cee7-449c-8d0b-a262cb233d4a None None] Provisioning complete for port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:59.683763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-119babb8-cee7-449c-8d0b-a262cb233d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.839528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5514d092-65c9-46e7-91db-4d4d0f0d1c9a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.847647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5514d092-65c9-46e7-91db-4d4d0f0d1c9a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.848917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5514d092-65c9-46e7-91db-4d4d0f0d1c9a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.858869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5514d092-65c9-46e7-91db-4d4d0f0d1c9a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1707716 Feb 11 13:47:59.864917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60152) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:59.895364 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a1f3-6273-4545-b7a2-7c1b47d25bf8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (01888e1c-412a-44e1-accc-4a95b14fcd4f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.939421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a1f3-6273-4545-b7a2-7c1b47d25bf8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (01888e1c-412a-44e1-accc-4a95b14fcd4f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:59.956055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-119babb8-cee7-449c-8d0b-a262cb233d4a None None] Current status of the port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:00.014562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:00.076209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a1f3-6273-4545-b7a2-7c1b47d25bf8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.081195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0ba0a1f3-6273-4545-b7a2-7c1b47d25bf8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9857311 Feb 11 13:48:00.116322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:00.134934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1284c0e8-c5ed-4ba6-9923-0acbbb67cb3c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Request body: {'security_group_rule': {'security_group_id': '01888e1c-412a-44e1-accc-4a95b14fcd4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:00.185175 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 06d1a73f-304b-45e7-be20-5a88d06a6986 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:00.227051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0a1f3-6273-4545-b7a2-7c1b47d25bf8 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01888e1c-412a-44e1-accc-4a95b14fcd4f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:00.247024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (06d1a73f-304b-45e7-be20-5a88d06a6986), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.279778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5ff8b063-230f-4cb7-8df3-56e09b6a9844 None None] Could not find standard attr ID for object 2184d592-f9e3-409d-b968-283783430e56. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:48:00.342297 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1284c0e8-c5ed-4ba6-9923-0acbbb67cb3c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (ecd742f8-50a1-4e09-bc88-37cba007d253), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.386333 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (06d1a73f-304b-45e7-be20-5a88d06a6986), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.419687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:00.434653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:00.440867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] Sync routers for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:48:00.454826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4beba662-528b-4998-b4ba-674b937e0a1c admin admin] 10.222.0.79 "PUT /v2.0/routers/d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9896553 Feb 11 13:48:00.459853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60166) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:00.547300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:48:00.548225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:00.575345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1284c0e8-c5ed-4ba6-9923-0acbbb67cb3c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (ecd742f8-50a1-4e09-bc88-37cba007d253), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.584888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1284c0e8-c5ed-4ba6-9923-0acbbb67cb3c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (ecd742f8-50a1-4e09-bc88-37cba007d253), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.715597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:48:00.729918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284c0e8-c5ed-4ba6-9923-0acbbb67cb3c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd742f8-50a1-4e09-bc88-37cba007d253,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:00.750900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (06d1a73f-304b-45e7-be20-5a88d06a6986), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.759251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1284c0e8-c5ed-4ba6-9923-0acbbb67cb3c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.763450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1284c0e8-c5ed-4ba6-9923-0acbbb67cb3c tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6441035 Feb 11 13:48:00.802790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:00.896206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd9136fa-913c-4f3e-b172-699847401e62 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (01888e1c-412a-44e1-accc-4a95b14fcd4f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.926940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd9136fa-913c-4f3e-b172-699847401e62 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (01888e1c-412a-44e1-accc-4a95b14fcd4f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.946720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks [] for router (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.984017 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (06d1a73f-304b-45e7-be20-5a88d06a6986), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.992208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd9136fa-913c-4f3e-b172-699847401e62 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (01888e1c-412a-44e1-accc-4a95b14fcd4f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.995222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd9136fa-913c-4f3e-b172-699847401e62 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:00.996486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cd9136fa-913c-4f3e-b172-699847401e62 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/01888e1c-412a-44e1-accc-4a95b14fcd4f HTTP/1.1" status: 204 len: 168 time: 0.1927447 Feb 11 13:48:01.011442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60178) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:01.037336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.054575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:01.055118 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.058258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60180) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:01.065706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=06d1a73f-304b-45e7-be20-5a88d06a6986,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:01.088107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.088879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f777e2-db18-4227-8e44-d793eb7bb4a5 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:01.113612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b6352845-02ce-4faf-be35-b56f604768fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/06d1a73f-304b-45e7-be20-5a88d06a6986 HTTP/1.1" status: 204 len: 168 time: 1.2415674 Feb 11 13:48:01.116261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60186) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:01.148519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9136fa-913c-4f3e-b172-699847401e62 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01888e1c-412a-44e1-accc-4a95b14fcd4f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:01.251640 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9aadaf58-3c7b-4d8e-8887-114cf09ce741 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2086935 Feb 11 13:48:01.256805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60188) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:01.323757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet af9bd6d9-e4bc-4f68-a59e-9a8e38565df1 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:01.328902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks [] for router_gateway (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.333318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (af9bd6d9-e4bc-4f68-a59e-9a8e38565df1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.348817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-49c6ae34-8b77-44cb-b82e-1a585df913e2 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0870845 Feb 11 13:48:01.350811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:01.367358 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-86601082-5989-4753-a026-d60605c0c072 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] delete failed (client error): The resource could not be found. Feb 11 13:48:01.368397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-86601082-5989-4753-a026-d60605c0c072 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "DELETE /v2.0/security-groups/01888e1c-412a-44e1-accc-4a95b14fcd4f HTTP/1.1" status: 404 len: 347 time: 0.0166788 Feb 11 13:48:01.372610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:01.399500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6b53655-35b3-4c99-9857-8bcd5d3275ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.462639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-05f7803f-4b55-420b-ae51-30af13e5de02 tempest-SecGroupIPv6Test-268581127 tempest-SecGroupIPv6Test-268581127-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884352 Feb 11 13:48:01.537449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (af9bd6d9-e4bc-4f68-a59e-9a8e38565df1), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.720559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Deleting port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:01.720959 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.843206 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (af9bd6d9-e4bc-4f68-a59e-9a8e38565df1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.886221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6b53655-35b3-4c99-9857-8bcd5d3275ac admin admin] Publish callbacks [] for security_group (299d511b-c7a3-4f54-ae02-06bf61351e25), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.887048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:01.906969 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6b53655-35b3-4c99-9857-8bcd5d3275ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (299d511b-c7a3-4f54-ae02-06bf61351e25), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.915006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:01.959434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] For port 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:01.959905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.977849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:47:58Z', 'revision_number': 5, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port': {'id': '241ecf32-6ab8-4657-8f7b-0ca2d7089e3b', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:41Z', 'updated_at': '2022-02-11T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:02.057377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Calling delete_port for 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:02.059960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b53655-35b3-4c99-9857-8bcd5d3275ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299d511b-c7a3-4f54-ae02-06bf61351e25,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:02.082222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60218) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:02.083095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b6b53655-35b3-4c99-9857-8bcd5d3275ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=681482e020c94108bcf74463e15b5803&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0171192 Feb 11 13:48:02.088257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] Checking router: d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:48:02.109804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] Routers {'d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:48:02.110697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:47:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:02.131241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (af9bd6d9-e4bc-4f68-a59e-9a8e38565df1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.245819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.254726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bdbb4ddf-8b5d-4dce-a042-4e5280dfb806 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2c44c03d9d64db7be74a00344454cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656499 Feb 11 13:48:02.258367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:02.266697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49103496-3077-458d-8d71-bdde24c609aa admin admin] Publish callbacks [] for security_group (299d511b-c7a3-4f54-ae02-06bf61351e25), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.271684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/af9bd6d9-e4bc-4f68-a59e-9a8e38565df1 HTTP/1.1" status: 204 len: 168 time: 1.1482167 Feb 11 13:48:02.282902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60224) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:02.290559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] Set router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:48:02.335131 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49103496-3077-458d-8d71-bdde24c609aa admin admin] Publish callbacks [] for security_group (299d511b-c7a3-4f54-ae02-06bf61351e25), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.370737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a0561-0b71-4af0-8257-659089499272 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=af9bd6d9-e4bc-4f68-a59e-9a8e38565df1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:02.491924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:48:01Z', 'revision_number': 6, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:02.583202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.586184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ccee7-6f69-4e7a-80b7-852cc164f63c None None] The sync data for ids ['d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248'] in n-d-828676-2 is: [{'id': 'd1e8ff54-5ef2-4952-9ac5-cbfc90ae3248', 'name': 'tempest-ServerActionsTestJSON-1238740260-router', 'tenant_id': '0fc1963646b24db29d6fa425515bd613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:39Z', 'updated_at': '2022-02-11T13:48:01Z', 'revision_number': 6, 'project_id': '0fc1963646b24db29d6fa425515bd613', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:48:02.617006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3353fb6-67c4-4808-9f65-892a47043387 admin admin] Publish callbacks [] for security_group (33b34b38-2cec-44ed-827b-dd0fd47f3b50), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.653905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49103496-3077-458d-8d71-bdde24c609aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (299d511b-c7a3-4f54-ae02-06bf61351e25), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.657011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49103496-3077-458d-8d71-bdde24c609aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.659842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-49103496-3077-458d-8d71-bdde24c609aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/299d511b-c7a3-4f54-ae02-06bf61351e25 HTTP/1.1" status: 204 len: 168 time: 0.5743935 Feb 11 13:48:02.684707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49103496-3077-458d-8d71-bdde24c609aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299d511b-c7a3-4f54-ae02-06bf61351e25,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:02.699764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3353fb6-67c4-4808-9f65-892a47043387 admin admin] Publish callbacks [] for security_group (33b34b38-2cec-44ed-827b-dd0fd47f3b50), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.772118 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3353fb6-67c4-4808-9f65-892a47043387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (33b34b38-2cec-44ed-827b-dd0fd47f3b50), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.786059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3353fb6-67c4-4808-9f65-892a47043387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.787598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3353fb6-67c4-4808-9f65-892a47043387 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33b34b38-2cec-44ed-827b-dd0fd47f3b50 HTTP/1.1" status: 204 len: 168 time: 0.5280263 Feb 11 13:48:02.798956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3353fb6-67c4-4808-9f65-892a47043387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b34b38-2cec-44ed-827b-dd0fd47f3b50,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:03.209368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c770f501-8461-41e6-87be-d8bbc91910df None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:03.384607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-88af9b88-a86c-4e17-bf5c-8fb3cae3f6d4 None None] Provisioning complete for port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:03.386635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88af9b88-a86c-4e17-bf5c-8fb3cae3f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:03.418287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2eb369f1-ab7d-415e-9e7e-74c469634634 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0726235 Feb 11 13:48:03.420333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:03.427881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:03.651028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60260) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:03.709379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-88af9b88-a86c-4e17-bf5c-8fb3cae3f6d4 None None] Current status of the port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:03.713888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7edfd75a-a2fa-4642-a21c-c040b17acf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:03.739521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:03.745578 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:03.745743 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:03.766865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (241ecf32-6ab8-4657-8f7b-0ca2d7089e3b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:03.895234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:48:03.941492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=241ecf32-6ab8-4657-8f7b-0ca2d7089e3b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:04.012280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.042103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] Deleting port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:04.044506 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.153735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.160369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] For port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:04.160807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks [] for router_controller (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.163000 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.221384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] Calling delete_port for 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:04.347074 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7edfd75a-a2fa-4642-a21c-c040b17acf29 admin admin] Publish callbacks [] for security_group (e43358c7-b1c2-48a1-8b6d-db619d7d839e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.351444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce6c355-bac2-4cfa-9468-74fd4a48088e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:04.357874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7edfd75a-a2fa-4642-a21c-c040b17acf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e43358c7-b1c2-48a1-8b6d-db619d7d839e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.378789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1ce6c355-bac2-4cfa-9468-74fd4a48088e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:04.379769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce6c355-bac2-4cfa-9468-74fd4a48088e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:04.380356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:04.397798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.398620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:48:04.433606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.435791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ab693e0d-deb3-47e9-a19b-2523cc5149e2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d1e8ff54-5ef2-4952-9ac5-cbfc90ae3248 HTTP/1.1" status: 204 len: 168 time: 3.9740999 Feb 11 13:48:04.437195 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60278) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:04.623185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:04.623579 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.645604 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (7818c4c8-a488-4ee6-9f53-3b5bdb523d95), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.703828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd75a-a2fa-4642-a21c-c040b17acf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43358c7-b1c2-48a1-8b6d-db619d7d839e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:04.722955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] Deleting subnet 78e991b3-5a92-48e4-a2cd-9448eaedded5 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:04.736718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] Pushing event deleted for resources: {'Port': ['ID=7818c4c8-a488-4ee6-9f53-3b5bdb523d95,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:04.745042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7edfd75a-a2fa-4642-a21c-c040b17acf29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=425ad7282d804a7a9d7c8885887db403&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0924988 Feb 11 13:48:04.746655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] Publish callbacks [] for subnet (78e991b3-5a92-48e4-a2cd-9448eaedded5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.749194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:04.766524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ff661-2692-4350-a06c-a6b8c3cef275 None None] No DVR routers for this DVR port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:04.813753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:04.869744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (78e991b3-5a92-48e4-a2cd-9448eaedded5), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.878542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:04.879572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 241ecf32-6ab8-4657-8f7b-0ca2d7089e3b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:04.880931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:48:04.916448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60292) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:05.035781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (78e991b3-5a92-48e4-a2cd-9448eaedded5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.109603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5df093db-42fd-4073-88ca-37c66f37e19a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:05.110803 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-5df093db-42fd-4073-88ca-37c66f37e19a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:48:05.112891 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-5df093db-42fd-4073-88ca-37c66f37e19a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:48:05.114020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5df093db-42fd-4073-88ca-37c66f37e19a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1964583 Feb 11 13:48:05.117931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:05.138862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629019039'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:05.163846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (78e991b3-5a92-48e4-a2cd-9448eaedded5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.181686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.207022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e991b3-5a92-48e4-a2cd-9448eaedded5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:05.218081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.218776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae33798-4016-4e15-8e58-812859f40d50 None None] Network 1e2e3114-c580-4e15-b954-e5b348075cc9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:05.224995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.229419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69896348-5e23-444b-83fb-a5100db67c49 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/78e991b3-5a92-48e4-a2cd-9448eaedded5 HTTP/1.1" status: 204 len: 168 time: 0.7498970 Feb 11 13:48:05.230373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60304) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:05.306178 n-d-828676-2 neutron-server[103176]: WARNING neutron.services.revisions.revision_plugin [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Could not find related port for resource to bump revision. Feb 11 13:48:05.321459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_pluggable_backend [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Port 7818c4c8-a488-4ee6-9f53-3b5bdb523d95 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103176) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 13:48:05.321776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_pluggable_backend [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Reverting IP allocation for 2001:db8::f816:3eff:fe53:cead {{(pid=103176) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 13:48:05.324841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-021d30bb-3a8b-441e-b2f0-22d45c2a7872 admin admin] Publish callbacks [] for security_group (e43358c7-b1c2-48a1-8b6d-db619d7d839e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.334689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_pluggable_backend [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe53:cead {{(pid=103176) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 13:48:05.356928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (9bfc4a05-1691-44ed-95ad-942def368fd0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.363431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (1e2e3114-c580-4e15-b954-e5b348075cc9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.444801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:05.452719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-021d30bb-3a8b-441e-b2f0-22d45c2a7872 admin admin] Publish callbacks [] for security_group (e43358c7-b1c2-48a1-8b6d-db619d7d839e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.458244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:05.474136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:05.474906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.498707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dafa3c-a478-41b7-8129-bce7148d6fc2 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:05.506641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Deleting port 6b4b27da-cb34-409d-a00e-6f0723db2f85 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:05.507237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.557113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=9bfc4a05-1691-44ed-95ad-942def368fd0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:05.564264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-94d903a6-78e7-43f8-bf4e-c4d17c9d57c0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1426921 Feb 11 13:48:05.567498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60314) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:05.575292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:05.695644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '9bfc4a05-1691-44ed-95ad-942def368fd0'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:48:05.697931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.724080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:05.728778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.764928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] For port 6b4b27da-cb34-409d-a00e-6f0723db2f85, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6b4b27da-cb34-409d-a00e-6f0723db2f85,segment=NetworkSegment(2a69d1b5-38f1-4789-a72c-457862e5b12c),segment_id=2a69d1b5-38f1-4789-a72c-457862e5b12c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:05.765587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.803037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (43e26e3c-cd72-4484-99ff-3999f4c98a11), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.808256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Calling delete_port for 6b4b27da-cb34-409d-a00e-6f0723db2f85 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:05.810490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-021d30bb-3a8b-441e-b2f0-22d45c2a7872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e43358c7-b1c2-48a1-8b6d-db619d7d839e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.816763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-021d30bb-3a8b-441e-b2f0-22d45c2a7872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.824627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-021d30bb-3a8b-441e-b2f0-22d45c2a7872 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e43358c7-b1c2-48a1-8b6d-db619d7d839e HTTP/1.1" status: 204 len: 168 time: 1.0737078 Feb 11 13:48:05.889373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d30bb-3a8b-441e-b2f0-22d45c2a7872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43358c7-b1c2-48a1-8b6d-db619d7d839e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:05.891247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (43e26e3c-cd72-4484-99ff-3999f4c98a11), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.921897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] DHCP port deletion for 1e2e3114-c580-4e15-b954-e5b348075cc9 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:48:06.025937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e26e3c-cd72-4484-99ff-3999f4c98a11,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.067610 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.083691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] No DVR routers for this DVR port 6b4b27da-cb34-409d-a00e-6f0723db2f85 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:06.088912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Allocated IP 2001:db8::f816:3eff:feeb:d35f (a5bab372-dfb9-4c1d-b04e-13c120a57e15/9bfc4a05-1691-44ed-95ad-942def368fd0/9ee7e6d2-84b6-47b9-80bf-4a530b4284b3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:06.194242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4b27da-cb34-409d-a00e-6f0723db2f85,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.290750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] Deleting port 6b4b27da-cb34-409d-a00e-6f0723db2f85 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:06.291326 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.333393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (96804ed7-f3bf-4a83-b922-8711631978e5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.348487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (96804ed7-f3bf-4a83-b922-8711631978e5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.368748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] For port 6b4b27da-cb34-409d-a00e-6f0723db2f85, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:06.369437 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.383931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] Calling delete_port for 6b4b27da-cb34-409d-a00e-6f0723db2f85 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:06.386887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] Port 6b4b27da-cb34-409d-a00e-6f0723db2f85 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:48:06.399067 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (6b4b27da-cb34-409d-a00e-6f0723db2f85), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.401410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b4b27da-cb34-409d-a00e-6f0723db2f85 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:06.448625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (1e2e3114-c580-4e15-b954-e5b348075cc9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.477636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2e3114-c580-4e15-b954-e5b348075cc9']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:06.510230 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.513228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3783872 Feb 11 13:48:06.517466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60336) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:06.528684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a69d1b5-38f1-4789-a72c-457862e5b12c') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:06.529188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a69d1b5-38f1-4789-a72c-457862e5b12c') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:06.533775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Publish callbacks [] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.542412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-349ba1f2-f52a-482e-aab9-ddad08c30277 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '96804ed7-f3bf-4a83-b922-8711631978e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:06.589277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (2a69d1b5-38f1-4789-a72c-457862e5b12c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.619750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] No DVR routers for this DVR port 6b4b27da-cb34-409d-a00e-6f0723db2f85 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:06.639102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6b4b27da-cb34-409d-a00e-6f0723db2f85 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:06.639643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6b4b27da-cb34-409d-a00e-6f0723db2f85 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:06.675904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2a69d1b5-38f1-4789-a72c-457862e5b12c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.701074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c59a9f-747c-4b5b-b801-cc4f80ad1306 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96804ed7-f3bf-4a83-b922-8711631978e5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.704786 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.707195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33b013-817a-417a-8f42-050b39a813c6 None None] Pushing event deleted for resources: {'Port': ['ID=6b4b27da-cb34-409d-a00e-6f0723db2f85,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.707945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:48:06.708568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (2a69d1b5-38f1-4789-a72c-457862e5b12c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:48:06.727350 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:48:06.743741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-349ba1f2-f52a-482e-aab9-ddad08c30277 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group_rule (3b50981d-d827-4918-a6c4-df16e58cad50), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.836628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:06.850316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:06.861669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (cd37a33d-3e8f-444a-a145-e5bd0df4a1a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.862294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:06.897651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (1e2e3114-c580-4e15-b954-e5b348075cc9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.917098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Pushing event updated for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.926963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.932959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1e2e3114-c580-4e15-b954-e5b348075cc9 HTTP/1.1" status: 204 len: 168 time: 1.6987445 Feb 11 13:48:06.932959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e6394-83b6-4c9c-974d-3ffa786a6522 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2e3114-c580-4e15-b954-e5b348075cc9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.959111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-349ba1f2-f52a-482e-aab9-ddad08c30277 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group_rule (3b50981d-d827-4918-a6c4-df16e58cad50), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:06.973387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-349ba1f2-f52a-482e-aab9-ddad08c30277 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (3b50981d-d827-4918-a6c4-df16e58cad50), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.015654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:07.022512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:07.036174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ba1f2-f52a-482e-aab9-ddad08c30277 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b50981d-d827-4918-a6c4-df16e58cad50,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:07.037420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:07.040008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.071404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-349ba1f2-f52a-482e-aab9-ddad08c30277 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.073844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-349ba1f2-f52a-482e-aab9-ddad08c30277 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5537815 Feb 11 13:48:07.076545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60350) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:07.083629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=cd37a33d-3e8f-444a-a145-e5bd0df4a1a1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:07.085783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Attempting to bind port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:48:07.087566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Attempting to bind port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:48:07.087948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Attempting to bind port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:07.089625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c8b3978f-e3cf-47b7-94db-bbfd9a53e945 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '96804ed7-f3bf-4a83-b922-8711631978e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:07.100546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:07.101211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:07.101645 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.107229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:07.107967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Bound port: 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:48:07.111456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-37d9f4f6-03b1-4bd4-bf98-c023ae756b3e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5389805 Feb 11 13:48:07.111627 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.112149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:07.119144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:4b:6d:a7', 'name': 'tempest-NetworksTestDHCPv6-447866076'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:07.121703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60358) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:07.263553 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8b3978f-e3cf-47b7-94db-bbfd9a53e945 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group_rule (1ee1b347-0981-4705-a669-e730482fe500), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.279632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e38c052a-4d5e-42ee-bdd5-59889dcb8b6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fc1963646b24db29d6fa425515bd613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567991 Feb 11 13:48:07.296476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60364) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:07.299326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:07.311069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:07.325608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.490765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:07.519194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9d1eb2b-0932-4ac8-bf30-5ca3d0421124 admin admin] Publish callbacks [] for security_group (2ddcab5c-2a80-427e-ba05-3a8ddfa4f621), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.521901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adb9f9-cbab-4c12-af6b-e2820adf91a2 None None] Pushing event updated for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:07.605758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9d1eb2b-0932-4ac8-bf30-5ca3d0421124 admin admin] Publish callbacks [] for security_group (2ddcab5c-2a80-427e-ba05-3a8ddfa4f621), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.615692 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-c8b3978f-e3cf-47b7-94db-bbfd9a53e945 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:48:07.620703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c8b3978f-e3cf-47b7-94db-bbfd9a53e945 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5404186 Feb 11 13:48:07.623944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60372) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:07.728095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.761408 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15b054a1-6a98-4194-90f0-8252f42bdc1b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (96804ed7-f3bf-4a83-b922-8711631978e5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.813605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9d1eb2b-0932-4ac8-bf30-5ca3d0421124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2ddcab5c-2a80-427e-ba05-3a8ddfa4f621), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.818546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9d1eb2b-0932-4ac8-bf30-5ca3d0421124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.819889 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d9d1eb2b-0932-4ac8-bf30-5ca3d0421124 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ddcab5c-2a80-427e-ba05-3a8ddfa4f621 HTTP/1.1" status: 204 len: 168 time: 0.5208623 Feb 11 13:48:07.822061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15b054a1-6a98-4194-90f0-8252f42bdc1b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (96804ed7-f3bf-4a83-b922-8711631978e5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.864433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 08e0e3d3-3124-44a3-87c3-ef7a58680dea yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:48:07.887835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1eb2b-0932-4ac8-bf30-5ca3d0421124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddcab5c-2a80-427e-ba05-3a8ddfa4f621,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:07.953829 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15b054a1-6a98-4194-90f0-8252f42bdc1b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (96804ed7-f3bf-4a83-b922-8711631978e5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.957655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15b054a1-6a98-4194-90f0-8252f42bdc1b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:07.965668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-15b054a1-6a98-4194-90f0-8252f42bdc1b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/96804ed7-f3bf-4a83-b922-8711631978e5 HTTP/1.1" status: 204 len: 168 time: 0.3401217 Feb 11 13:48:07.967263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60384) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:08.027918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b054a1-6a98-4194-90f0-8252f42bdc1b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96804ed7-f3bf-4a83-b922-8711631978e5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:08.096453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9ee84758-a6a6-4489-82c6-09c94c888574 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155112 Feb 11 13:48:08.100714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60392) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:08.106576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3fe98c8e-a327-4ec6-aa16-ec06a5711d64 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588444931'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:08.146309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fe98c8e-a327-4ec6-aa16-ec06a5711d64 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.353744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fe98c8e-a327-4ec6-aa16-ec06a5711d64 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.375307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fe98c8e-a327-4ec6-aa16-ec06a5711d64 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.427108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe98c8e-a327-4ec6-aa16-ec06a5711d64 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:08.432792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fe98c8e-a327-4ec6-aa16-ec06a5711d64 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.437291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3fe98c8e-a327-4ec6-aa16-ec06a5711d64 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3326914 Feb 11 13:48:08.437696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60400) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:08.442348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 172.20.0.3 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/cd37a33d-3e8f-444a-a145-e5bd0df4a1a1/08e0e3d3-3124-44a3-87c3-ef7a58680dea) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:08.443009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-18d87632-af21-4494-ba24-374c809f9f69 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': 'efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:08.443939 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-18d87632-af21-4494-ba24-374c809f9f69 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 13:48:08.444336 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-18d87632-af21-4494-ba24-374c809f9f69 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:08.447787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-18d87632-af21-4494-ba24-374c809f9f69 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067370 Feb 11 13:48:08.448026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60402) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:08.463766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fe4b:6da7 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/9bfc4a05-1691-44ed-95ad-942def368fd0/08e0e3d3-3124-44a3-87c3-ef7a58680dea) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:08.467880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:08.576254 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-23b38470-d790-4e70-bf51-f76dd39939a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.601559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:08.602064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.607091 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-23b38470-d790-4e70-bf51-f76dd39939a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.666859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-23b38470-d790-4e70-bf51-f76dd39939a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.671329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-23b38470-d790-4e70-bf51-f76dd39939a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.675846 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-23b38470-d790-4e70-bf51-f76dd39939a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8 HTTP/1.1" status: 204 len: 168 time: 0.2260535 Feb 11 13:48:08.677002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60414) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:08.724542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b38470-d790-4e70-bf51-f76dd39939a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc03630-b5ce-45a0-bc1c-9a4d6e4d6ca8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:08.825237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (08e0e3d3-3124-44a3-87c3-ef7a58680dea), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.837369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b1711fbc-98ef-4dc4-996b-4036a96f975d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1536207 Feb 11 13:48:08.849640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60422) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:08.873916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6ee97f6c-7b94-4783-b709-707cde0317b7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125609721'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:08.876827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (08e0e3d3-3124-44a3-87c3-ef7a58680dea), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.926060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee97f6c-7b94-4783-b709-707cde0317b7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.954267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:08.954695 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.009485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:09.023276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:09.037011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:09.099224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:09.111779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.122263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=08e0e3d3-3124-44a3-87c3-ef7a58680dea,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:09.157123 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee97f6c-7b94-4783-b709-707cde0317b7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (216c85a1-0b35-4d80-afae-79ceb5265323), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.165882 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee97f6c-7b94-4783-b709-707cde0317b7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (216c85a1-0b35-4d80-afae-79ceb5265323), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.204008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee97f6c-7b94-4783-b709-707cde0317b7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.209420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ee97f6c-7b94-4783-b709-707cde0317b7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3610497 Feb 11 13:48:09.210072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60434) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.223354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-838bb242-3252-40d5-9211-e5147d77fc7a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '216c85a1-0b35-4d80-afae-79ceb5265323', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:09.226965 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-838bb242-3252-40d5-9211-e5147d77fc7a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 13:48:09.227509 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-838bb242-3252-40d5-9211-e5147d77fc7a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:09.232290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-838bb242-3252-40d5-9211-e5147d77fc7a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0140042 Feb 11 13:48:09.233284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60438) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.239172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:09.242020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.282772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee97f6c-7b94-4783-b709-707cde0317b7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216c85a1-0b35-4d80-afae-79ceb5265323,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:09.291270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b60bf17-e7d0-4a8c-926a-fad1067291e9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1758752 Feb 11 13:48:09.293336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.299747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:09.350899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5aaad8c-b49f-4adb-b694-c7ead7e432a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (216c85a1-0b35-4d80-afae-79ceb5265323), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.421643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5aaad8c-b49f-4adb-b694-c7ead7e432a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (216c85a1-0b35-4d80-afae-79ceb5265323), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.443921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480a425-1433-4286-8dba-f38d7d6b8643 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:09.459023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480a425-1433-4286-8dba-f38d7d6b8643 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:09.468638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7480a425-1433-4286-8dba-f38d7d6b8643 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1740463 Feb 11 13:48:09.478032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60446) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.580043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5aaad8c-b49f-4adb-b694-c7ead7e432a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (216c85a1-0b35-4d80-afae-79ceb5265323), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.583667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5aaad8c-b49f-4adb-b694-c7ead7e432a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.585139 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c5aaad8c-b49f-4adb-b694-c7ead7e432a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/216c85a1-0b35-4d80-afae-79ceb5265323 HTTP/1.1" status: 204 len: 168 time: 0.3471608 Feb 11 13:48:09.589374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60450) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.606072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaad8c-b49f-4adb-b694-c7ead7e432a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c85a1-0b35-4d80-afae-79ceb5265323,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:09.648443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b6166e2a-9060-4456-8276-4ad360168f52 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579097 Feb 11 13:48:09.652451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60454) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.657815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8bc76586-f427-4591-b246-e362c6cea32a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--413869976'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:09.692000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 08e0e3d3-3124-44a3-87c3-ef7a58680dea {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:09.692351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (08e0e3d3-3124-44a3-87c3-ef7a58680dea), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.709680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bc76586-f427-4591-b246-e362c6cea32a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.710262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ec4f5-6cc0-416f-acfa-7fc2c0c7f903 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:09.856487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bc76586-f427-4591-b246-e362c6cea32a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.873452 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bc76586-f427-4591-b246-e362c6cea32a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.925378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c5dc9029-5e00-4bf2-9cbe-6f76f9eee163 None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:09.926455 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9029-5e00-4bf2-9cbe-6f76f9eee163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.936011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76586-f427-4591-b246-e362c6cea32a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:09.940653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (08e0e3d3-3124-44a3-87c3-ef7a58680dea), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.953544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bc76586-f427-4591-b246-e362c6cea32a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:09.958054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8bc76586-f427-4591-b246-e362c6cea32a tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3040013 Feb 11 13:48:09.960966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60468) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.963668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 08e0e3d3-3124-44a3-87c3-ef7a58680dea owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:09.968536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-929b1746-c4c1-4fa4-abca-e04d6491ba08 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:09.969892 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-929b1746-c4c1-4fa4-abca-e04d6491ba08 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 13:48:09.970625 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-929b1746-c4c1-4fa4-abca-e04d6491ba08 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:09.972402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-929b1746-c4c1-4fa4-abca-e04d6491ba08 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101635 Feb 11 13:48:09.975198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60470) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.980414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-93ad25de-06ed-414d-aaa3-083b5eaab977 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:09.981313 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-93ad25de-06ed-414d-aaa3-083b5eaab977 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 13:48:09.981963 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-93ad25de-06ed-414d-aaa3-083b5eaab977 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:09.983350 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-93ad25de-06ed-414d-aaa3-083b5eaab977 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068185 Feb 11 13:48:09.986010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:09.992395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d90172f3-8c1a-4173-b54b-da2f855011a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:09.993865 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-d90172f3-8c1a-4173-b54b-da2f855011a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 13:48:09.994624 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-d90172f3-8c1a-4173-b54b-da2f855011a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:09.996052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d90172f3-8c1a-4173-b54b-da2f855011a6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087645 Feb 11 13:48:09.999082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:10.006400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-24481797-d7d5-469e-8a2d-63322d348ddb tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:10.008339 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-24481797-d7d5-469e-8a2d-63322d348ddb tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 13:48:10.009327 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-24481797-d7d5-469e-8a2d-63322d348ddb tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:10.010979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-24481797-d7d5-469e-8a2d-63322d348ddb tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106523 Feb 11 13:48:10.013801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60476) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:10.157034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4cfad3ff-b20c-4f09-b7e1-47b1d271649e tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.220755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4cfad3ff-b20c-4f09-b7e1-47b1d271649e tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.264251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc9029-5e00-4bf2-9cbe-6f76f9eee163 None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:10.275983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:10.291688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:10.351256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4cfad3ff-b20c-4f09-b7e1-47b1d271649e tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.360326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4cfad3ff-b20c-4f09-b7e1-47b1d271649e tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.366265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4cfad3ff-b20c-4f09-b7e1-47b1d271649e tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9 HTTP/1.1" status: 204 len: 168 time: 0.3491518 Feb 11 13:48:10.369425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:10.403226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad3ff-b20c-4f09-b7e1-47b1d271649e tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1f4ee-ca0f-4e32-b0c5-87995e6c78a9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:10.537624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (08e0e3d3-3124-44a3-87c3-ef7a58680dea), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.553152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71867016-d042-490f-ada4-1728b7280c54 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1827712 Feb 11 13:48:10.557146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60500) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:10.562517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ddcf3636-e7ef-4a69-8e00-3c40e6e8be05 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--201692114'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:10.618700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3636-e7ef-4a69-8e00-3c40e6e8be05 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.648820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-926700187-network', 'tenant_id': '0ec566003497445b83921cc3ae836246'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:10.713193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=08e0e3d3-3124-44a3-87c3-ef7a58680dea,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:10.729194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Made reservation on behalf of 0ec566003497445b83921cc3ae836246 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:10.733001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.752353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34dfc93-eb37-48ac-92ef-dae3b14d6b32 None None] Update dhcp port {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': '9bfc4a05-1691-44ed-95ad-942def368fd0', 'ip_address': '2001:db8::f816:3eff:feeb:d35f'}, {'subnet_id': 'cd37a33d-3e8f-444a-a145-e5bd0df4a1a1'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '9ee7e6d2-84b6-47b9-80bf-4a530b4284b3'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:48:10.788912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.820941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:10.821675 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.835317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d34dfc93-eb37-48ac-92ef-dae3b14d6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.848214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3636-e7ef-4a69-8e00-3c40e6e8be05 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (671027ab-8c23-4132-aa79-6468b78a370c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.866935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3636-e7ef-4a69-8e00-3c40e6e8be05 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (671027ab-8c23-4132-aa79-6468b78a370c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.939128 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3636-e7ef-4a69-8e00-3c40e6e8be05 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:10.944123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ddcf3636-e7ef-4a69-8e00-3c40e6e8be05 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3831868 Feb 11 13:48:10.944650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:10.951974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9b8d9631-fec0-495d-b548-05e7c30f147b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:10.952441 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-9b8d9631-fec0-495d-b548-05e7c30f147b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:48:10.952897 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-9b8d9631-fec0-495d-b548-05e7c30f147b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:10.957183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9b8d9631-fec0-495d-b548-05e7c30f147b tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083585 Feb 11 13:48:10.957183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf3636-e7ef-4a69-8e00-3c40e6e8be05 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671027ab-8c23-4132-aa79-6468b78a370c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:10.959496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60512) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:10.964996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c8def574-9e8d-49ed-8d20-8e22d16059bb tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:11.020944 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-c8def574-9e8d-49ed-8d20-8e22d16059bb tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:11.022393 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c8def574-9e8d-49ed-8d20-8e22d16059bb tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0611248 Feb 11 13:48:11.024971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60514) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.037018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks [] for security_group (9c7ac3cd-32dc-49df-ab3f-a1b76041968f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.048143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9c7ac3cd-32dc-49df-ab3f-a1b76041968f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.054622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-935297b4-f601-4ef0-a8a3-cf02e55f6c7c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:11.059496 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-935297b4-f601-4ef0-a8a3-cf02e55f6c7c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 13:48:11.061531 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-935297b4-f601-4ef0-a8a3-cf02e55f6c7c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:11.070432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-935297b4-f601-4ef0-a8a3-cf02e55f6c7c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0441790 Feb 11 13:48:11.073687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60518) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.084324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ad349286-26b1-420d-885c-bc6adb3f106f tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:11.107075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.114401 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ff438b9a-6878-4864-bb12-25b81c59a13b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/08e0e3d3-3124-44a3-87c3-ef7a58680dea HTTP/1.1" status: 204 len: 168 time: 1.6349807 Feb 11 13:48:11.117125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60520) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.141420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:11.152513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7ac3cd-32dc-49df-ab3f-a1b76041968f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.159967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f694de1f-0ac8-40e2-94b0-dcc4c419aba1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.160322 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Added segment f694de1f-0ac8-40e2-94b0-dcc4c419aba1 of type vlan for network 451dd609-b80c-4bbd-809f-d2a6791fcab0 Feb 11 13:48:11.193329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:11.216068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (451dd609-b80c-4bbd-809f-d2a6791fcab0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.232816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d34dfc93-eb37-48ac-92ef-dae3b14d6b32 None None] Allocated IP 172.20.0.2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/cd37a33d-3e8f-444a-a145-e5bd0df4a1a1/9ee7e6d2-84b6-47b9-80bf-4a530b4284b3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:11.265274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4971b36-2061-40d7-a623-a4d62ab3ff96 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:11.266626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4971b36-2061-40d7-a623-a4d62ab3ff96 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:11.268072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (451dd609-b80c-4bbd-809f-d2a6791fcab0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.269041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:11.269181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4971b36-2061-40d7-a623-a4d62ab3ff96 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:11.270919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.271835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a4971b36-2061-40d7-a623-a4d62ab3ff96 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1536863 Feb 11 13:48:11.275172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60522) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.312220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0331340 Feb 11 13:48:11.328282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.409964 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-ad349286-26b1-420d-885c-bc6adb3f106f tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:11.412673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ad349286-26b1-420d-885c-bc6adb3f106f tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3379257 Feb 11 13:48:11.422181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60536) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.433583 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3fa50761-782a-4ac3-9974-dcd7539eb59d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:11.435536 n-d-828676-2 neutron-server[103175]: WARNING neutron.api.v2.base [None req-3fa50761-782a-4ac3-9974-dcd7539eb59d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:48:11.436721 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-3fa50761-782a-4ac3-9974-dcd7539eb59d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:11.439273 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3fa50761-782a-4ac3-9974-dcd7539eb59d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095575 Feb 11 13:48:11.444667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359b4bb-2fe7-4726-ac2d-7a72c650f73f admin admin] Pushing event updated for resources: {'Network': ['ID=451dd609-b80c-4bbd-809f-d2a6791fcab0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.447886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.452931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Request body: {'subnet': {'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-926700187-subnet', 'tenant_id': '0ec566003497445b83921cc3ae836246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:11.464884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d34dfc93-eb37-48ac-92ef-dae3b14d6b32 None None] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:11.490169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 9bfc4a05-1691-44ed-95ad-942def368fd0 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:11.503318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7a6f22f2-97da-445b-9994-6e4995b9a6c2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:11.522202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 451dd609-b80c-4bbd-809f-d2a6791fcab0 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:48:11.552176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Made reservation on behalf of 0ec566003497445b83921cc3ae836246 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:11.555252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.697218 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-7a6f22f2-97da-445b-9994-6e4995b9a6c2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:11.699183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7a6f22f2-97da-445b-9994-6e4995b9a6c2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2104256 Feb 11 13:48:11.702603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.704473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d34dfc93-eb37-48ac-92ef-dae3b14d6b32 None None] Publish callbacks [] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.713187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (9bfc4a05-1691-44ed-95ad-942def368fd0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.722078 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d34dfc93-eb37-48ac-92ef-dae3b14d6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.837963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (9bfc4a05-1691-44ed-95ad-942def368fd0), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:11.843846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dfc93-eb37-48ac-92ef-dae3b14d6b32 None None] Pushing event updated for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.894608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60552) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.954138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-28deb1ed-cc3b-4fee-a359-8cb64b35d8c7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:11.956900 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-28deb1ed-cc3b-4fee-a359-8cb64b35d8c7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 13:48:11.957427 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-28deb1ed-cc3b-4fee-a359-8cb64b35d8c7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:11.964488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-28deb1ed-cc3b-4fee-a359-8cb64b35d8c7 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.2582705 Feb 11 13:48:11.965106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:11.982671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-16509b4e-8b61-4f37-be88-0438d536ff74 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:12.031365 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9bfc4a05-1691-44ed-95ad-942def368fd0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.065468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (93ee4e4f-d887-449d-8220-ee35896c048f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.165661 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-16509b4e-8b61-4f37-be88-0438d536ff74 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:12.170766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-16509b4e-8b61-4f37-be88-0438d536ff74 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1974812 Feb 11 13:48:12.171351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:12.185620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c831ba89-9c44-4f51-8ef2-e56d2c37f2fd tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '671027ab-8c23-4132-aa79-6468b78a370c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:12.209526 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29c61e6e-9208-4847-9ade-9796ddb3669f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.285802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:12.351858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ee4e4f-d887-449d-8220-ee35896c048f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.375436 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-c831ba89-9c44-4f51-8ef2-e56d2c37f2fd tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:12.381531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (9bfc4a05-1691-44ed-95ad-942def368fd0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.383347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c831ba89-9c44-4f51-8ef2-e56d2c37f2fd tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2019377 Feb 11 13:48:12.385396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60564) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:12.405773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Checking segment: {'id': 'f694de1f-0ac8-40e2-94b0-dcc4c419aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:12.406066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Network hostable DHCP agents. Network: 451dd609-b80c-4bbd-809f-d2a6791fcab0, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:48:12.464148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfc4a05-1691-44ed-95ad-942def368fd0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.482218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Network 451dd609-b80c-4bbd-809f-d2a6791fcab0 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:48:12.498706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 451dd609-b80c-4bbd-809f-d2a6791fcab0) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:12.501122 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.506933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:12.507330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.509486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:12.511215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.512810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/9bfc4a05-1691-44ed-95ad-942def368fd0 HTTP/1.1" status: 204 len: 168 time: 1.2365797 Feb 11 13:48:12.515315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60568) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:12.520738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29c61e6e-9208-4847-9ade-9796ddb3669f admin admin] Publish callbacks [] for security_group (6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.537552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65fd0c1-ca36-492a-92eb-68261793bf91 None None] Network 451dd609-b80c-4bbd-809f-d2a6791fcab0 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:12.578107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29c61e6e-9208-4847-9ade-9796ddb3669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.587066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.587767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.588291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.588793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.589292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.589783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.590314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.590802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.591289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.591926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.592506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.592995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.593480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7a14f-9d88-4645-a11b-809b8fdacd6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:12.641126 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5c4fd0b-e2b1-4481-99c2-9eb4238a5e46 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3076332 Feb 11 13:48:12.665725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29c61e6e-9208-4847-9ade-9796ddb3669f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0a20549365244d2b2fd1922dd74cfe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7662685 Feb 11 13:48:12.667062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc78a7cf-14db-493b-b3ba-3df6a0d4fc0c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (671027ab-8c23-4132-aa79-6468b78a370c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.673303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60574) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:12.732363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c61e6e-9208-4847-9ade-9796ddb3669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.800131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc78a7cf-14db-493b-b3ba-3df6a0d4fc0c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (671027ab-8c23-4132-aa79-6468b78a370c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.855134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet cd37a33d-3e8f-444a-a145-e5bd0df4a1a1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:12.864419 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (cd37a33d-3e8f-444a-a145-e5bd0df4a1a1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.963078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc78a7cf-14db-493b-b3ba-3df6a0d4fc0c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (671027ab-8c23-4132-aa79-6468b78a370c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.966108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cc78a7cf-14db-493b-b3ba-3df6a0d4fc0c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:12.971467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cc78a7cf-14db-493b-b3ba-3df6a0d4fc0c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/671027ab-8c23-4132-aa79-6468b78a370c HTTP/1.1" status: 204 len: 168 time: 0.5785012 Feb 11 13:48:12.972219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60586) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:13.039294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78a7cf-14db-493b-b3ba-3df6a0d4fc0c tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671027ab-8c23-4132-aa79-6468b78a370c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:13.081174 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0614f743-5dbf-4741-ab5b-67910bcf25fd tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1029694 Feb 11 13:48:13.090685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60590) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:13.095368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-22e7314e-ba9c-4109-addf-b1e6942ecbd6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075758443'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:13.100513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (cd37a33d-3e8f-444a-a145-e5bd0df4a1a1), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.165863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22e7314e-ba9c-4109-addf-b1e6942ecbd6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.276882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Publish callbacks [] for security_group (6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.360327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:13.374403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaa0f7-d9b7-49de-b5f9-c9d741ddffce req-ceb0f6a9-1509-4f7f-a84a-e105b75a36d2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:13.380404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ddaa0f7-d9b7-49de-b5f9-c9d741ddffce req-ceb0f6a9-1509-4f7f-a84a-e105b75a36d2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.4514768 Feb 11 13:48:13.387564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22e7314e-ba9c-4109-addf-b1e6942ecbd6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (bd0b9dfe-8550-4b14-8772-cc0891c6e441), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.390683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132cf9d8-4399-42de-8b3d-99bcf550eb8a None None] Network 451dd609-b80c-4bbd-809f-d2a6791fcab0 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:13.395909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22e7314e-ba9c-4109-addf-b1e6942ecbd6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bd0b9dfe-8550-4b14-8772-cc0891c6e441), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.481698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22e7314e-ba9c-4109-addf-b1e6942ecbd6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.488983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-22e7314e-ba9c-4109-addf-b1e6942ecbd6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3940389 Feb 11 13:48:13.501034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60604) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:13.510661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Publish callbacks [] for security_group (6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.518534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dbdd38c9-f62a-468e-994a-bb89c407f41d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b9dfe-8550-4b14-8772-cc0891c6e441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:13.545744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15969a-f948-4d8d-bc01-9947dc40a53f None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:13.584428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7314e-ba9c-4109-addf-b1e6942ecbd6 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b9dfe-8550-4b14-8772-cc0891c6e441,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:13.671585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-962f4f74-2e7c-4133-8c1e-6f31e3fbde6c None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:13.672267 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-962f4f74-2e7c-4133-8c1e-6f31e3fbde6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.738157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (cd37a33d-3e8f-444a-a145-e5bd0df4a1a1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.870489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ddaa0f7-d9b7-49de-b5f9-c9d741ddffce req-352ccb71-c4c0-4a7c-b6f5-e5a9c9b6d914 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4747064 Feb 11 13:48:13.883877 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-dbdd38c9-f62a-468e-994a-bb89c407f41d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The resource could not be found. Feb 11 13:48:13.900308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dbdd38c9-f62a-468e-994a-bb89c407f41d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3850961 Feb 11 13:48:13.901110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:13.902581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60620) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:13.950034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.953515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:13.953837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1cef8a9f-17bf-4516-a0d9-fb56b1f98764 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b9dfe-8550-4b14-8772-cc0891c6e441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '67c75a6e-ee6b-44ea-8cf8-71f87feab9cc'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:13.957191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6 HTTP/1.1" status: 204 len: 168 time: 1.2802889 Feb 11 13:48:13.984967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecbf2b0-abd8-4bdf-bb7e-bfdd6cb587b6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:14.021119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.026637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.027949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.028552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.029894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.031885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.032667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.034985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.036406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.036954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.037502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.038878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.039425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77daf092-d79f-483a-92a5-e8218475b979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:14.084252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (cd37a33d-3e8f-444a-a145-e5bd0df4a1a1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:14.131622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-962f4f74-2e7c-4133-8c1e-6f31e3fbde6c None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:14.137624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-03b3923a-0c12-44d8-b5f6-e8a44ed46c6e tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:14.140451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-962f4f74-2e7c-4133-8c1e-6f31e3fbde6c None None] Could not find standard attr ID for object 08e0e3d3-3124-44a3-87c3-ef7a58680dea. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:48:14.144566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-03b3923a-0c12-44d8-b5f6-e8a44ed46c6e tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/networks?id=451dd609-b80c-4bbd-809f-d2a6791fcab0 HTTP/1.1" status: 200 len: 813 time: 0.5946710 Feb 11 13:48:14.197865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=cd37a33d-3e8f-444a-a145-e5bd0df4a1a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:14.215853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:14.233215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7e8e1b8f-7bca-4904-8843-15fb499b9f95 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/cd37a33d-3e8f-444a-a145-e5bd0df4a1a1 HTTP/1.1" status: 204 len: 168 time: 1.7135587 Feb 11 13:48:14.238847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:14.245630 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-49c4b008-8d36-4e01-bcfe-8c018fa320ce tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/quotas/0ec566003497445b83921cc3ae836246 HTTP/1.1" status: 200 len: 375 time: 0.0854406 Feb 11 13:48:14.305601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-ba554653-fb36-46d7-9e02-295f0a35da8e tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ec566003497445b83921cc3ae836246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462239 Feb 11 13:48:14.317604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-19397ff2-2216-457e-98ad-c704c98bb69d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/16471706-d1b3-4bcb-9b97-d7ba483f31a1 HTTP/1.1" status: 200 len: 993 time: 0.4047730 Feb 11 13:48:14.401618 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-1cef8a9f-17bf-4516-a0d9-fb56b1f98764 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The resource could not be found. Feb 11 13:48:14.404986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-952b885c-de41-4015-8272-3b2e0c9c2f5f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348872 Feb 11 13:48:14.406297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1cef8a9f-17bf-4516-a0d9-fb56b1f98764 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4987280 Feb 11 13:48:14.409899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60636) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:14.411514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60638) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:14.439091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:14.637862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:14.654784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:14.659571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:14.692102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dcef-0c41-40cd-9d1b-69a86644149a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:14.797526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-678c4616-8642-4deb-821e-0805411a60f4 service neutron] 10.222.0.79 "GET /v2.0/networks/451dd609-b80c-4bbd-809f-d2a6791fcab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624891 Feb 11 13:48:14.832256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12242f8c-4450-40b5-bc88-52ef94aba535 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (bd0b9dfe-8550-4b14-8772-cc0891c6e441), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:14.945345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12242f8c-4450-40b5-bc88-52ef94aba535 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (bd0b9dfe-8550-4b14-8772-cc0891c6e441), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.035865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-db72cb8b-7a36-4a92-8d2f-9aa6ed323f0a service neutron] 10.222.0.79 "GET /v2.0/networks/451dd609-b80c-4bbd-809f-d2a6791fcab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220798 Feb 11 13:48:15.075125 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12242f8c-4450-40b5-bc88-52ef94aba535 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bd0b9dfe-8550-4b14-8772-cc0891c6e441), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.077749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12242f8c-4450-40b5-bc88-52ef94aba535 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.079033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-12242f8c-4450-40b5-bc88-52ef94aba535 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/bd0b9dfe-8550-4b14-8772-cc0891c6e441 HTTP/1.1" status: 204 len: 168 time: 0.6639202 Feb 11 13:48:15.083979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60654) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:15.131719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12242f8c-4450-40b5-bc88-52ef94aba535 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b9dfe-8550-4b14-8772-cc0891c6e441,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.234392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a3a87c2-506c-4cbc-9a83-0a5562be6840 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1450987 Feb 11 13:48:15.239867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60658) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:15.252380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3c848ecd-7928-47ba-9616-f2118c2697a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': '8209f7e4-3297-4455-b8ab-7eaf339b3995', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:15.331665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (32202a11-15cd-4003-8da1-2d319c560bc6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.343619 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-3c848ecd-7928-47ba-9616-f2118c2697a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The resource could not be found. Feb 11 13:48:15.344765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3c848ecd-7928-47ba-9616-f2118c2697a8 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1039016 Feb 11 13:48:15.353230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923378a5-e91d-449b-ba45-e4c357a853fd None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:15.356968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60660) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:15.369452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-068a7b2c-6421-4d5f-bd2e-0a29dc694c21 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476949861'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:15.440492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:15.458170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:15.462104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.462983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.495505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a8a69-9e49-4f7c-89b0-72618fd06655 req-cf67d6c7-0269-4992-895e-fc4bdb0fae66 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.505215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b76a8a69-9e49-4f7c-89b0-72618fd06655 req-cf67d6c7-0269-4992-895e-fc4bdb0fae66 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1127 time: 0.7714698 Feb 11 13:48:15.510639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fcb92a19-fad1-4a6c-a8be-027ba736b213 None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:15.513275 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcb92a19-fad1-4a6c-a8be-027ba736b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.525292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=32202a11-15cd-4003-8da1-2d319c560bc6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.543816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f607472a-4fd1-4d76-a824-1be5f84ecf28 req-a6355acb-2bb4-4593-8074-8a4358979171 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 210 time: 0.1232045 Feb 11 13:48:15.553387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-068a7b2c-6421-4d5f-bd2e-0a29dc694c21 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.564673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4ef38628-75ab-4358-ac72-6763126de86e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1536069 Feb 11 13:48:15.570717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60666) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:15.599056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:15.704629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b76a8a69-9e49-4f7c-89b0-72618fd06655 req-2aeb2689-9ca5-43c9-99f0-f73d8283731a tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984394 Feb 11 13:48:15.750971 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dcef-0c41-40cd-9d1b-69a86644149a admin admin] Publish callbacks [] for security_group (e775abf1-9323-40d6-afe3-c914cf9f64cb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.774727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dcef-0c41-40cd-9d1b-69a86644149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e775abf1-9323-40d6-afe3-c914cf9f64cb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:15.877592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c2a3dcef-0c41-40cd-9d1b-69a86644149a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f01279cebc24ae3b8d583df19cc4373&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2162077 Feb 11 13:48:15.879181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3dcef-0c41-40cd-9d1b-69a86644149a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e775abf1-9323-40d6-afe3-c914cf9f64cb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.882643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60678) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:15.956176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:15.960804 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.014948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-068a7b2c-6421-4d5f-bd2e-0a29dc694c21 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.018949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-448050f7-a84a-4ab8-89dd-394f580626ba admin admin] Publish callbacks [] for security_group (e775abf1-9323-40d6-afe3-c914cf9f64cb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.060025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-448050f7-a84a-4ab8-89dd-394f580626ba admin admin] Publish callbacks [] for security_group (e775abf1-9323-40d6-afe3-c914cf9f64cb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.075022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-068a7b2c-6421-4d5f-bd2e-0a29dc694c21 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.122006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-448050f7-a84a-4ab8-89dd-394f580626ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e775abf1-9323-40d6-afe3-c914cf9f64cb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.130406 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-448050f7-a84a-4ab8-89dd-394f580626ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.134010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-448050f7-a84a-4ab8-89dd-394f580626ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e775abf1-9323-40d6-afe3-c914cf9f64cb HTTP/1.1" status: 204 len: 168 time: 0.2480910 Feb 11 13:48:16.147135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448050f7-a84a-4ab8-89dd-394f580626ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e775abf1-9323-40d6-afe3-c914cf9f64cb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:16.179034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-068a7b2c-6421-4d5f-bd2e-0a29dc694c21 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.183710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-068a7b2c-6421-4d5f-bd2e-0a29dc694c21 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8250091 Feb 11 13:48:16.187557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:16.193189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-64479d16-eef0-429b-a249-99718490ccb9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--869676934'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:16.239951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a7b2c-6421-4d5f-bd2e-0a29dc694c21 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:16.242199 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-64479d16-eef0-429b-a249-99718490ccb9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.341272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fcb92a19-fad1-4a6c-a8be-027ba736b213 None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:16.459256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-64479d16-eef0-429b-a249-99718490ccb9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (48706b63-9851-4ec1-93f0-92c853550368), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.468846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-64479d16-eef0-429b-a249-99718490ccb9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (48706b63-9851-4ec1-93f0-92c853550368), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.580664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-64479d16-eef0-429b-a249-99718490ccb9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:16.583637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-64479d16-eef0-429b-a249-99718490ccb9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3950579 Feb 11 13:48:16.588157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64479d16-eef0-429b-a249-99718490ccb9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48706b63-9851-4ec1-93f0-92c853550368,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:16.595365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60710) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:16.615083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-53e67a84-dcb2-4c55-98f9-45bf62b45cc2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group_rule': {'security_group_id': 'c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '48706b63-9851-4ec1-93f0-92c853550368'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:16.872095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a9b480d-254c-4234-8fb3-b3008a58bfcd req-ef2916c8-601a-4bd8-88b6-2022448ef4f6 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 210 time: 0.1513820 Feb 11 13:48:16.921390 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-53e67a84-dcb2-4c55-98f9-45bf62b45cc2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:16.925258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-53e67a84-dcb2-4c55-98f9-45bf62b45cc2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3231335 Feb 11 13:48:16.925571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60722) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:16.995780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233970f0-6bbb-4209-9a4f-6e8b1352cac5 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:17.157657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb4726e5-08b6-4c70-b325-d458976aa979 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (48706b63-9851-4ec1-93f0-92c853550368), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:17.225623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb4726e5-08b6-4c70-b325-d458976aa979 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (48706b63-9851-4ec1-93f0-92c853550368), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:17.289318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:48:17.300043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a4306c34-0281-4c1c-bc7a-6975a6bd4370 None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:17.300423 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4306c34-0281-4c1c-bc7a-6975a6bd4370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:17.385043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb4726e5-08b6-4c70-b325-d458976aa979 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (48706b63-9851-4ec1-93f0-92c853550368), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:17.387637 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eb4726e5-08b6-4c70-b325-d458976aa979 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:17.392742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60742) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:17.393028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eb4726e5-08b6-4c70-b325-d458976aa979 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/48706b63-9851-4ec1-93f0-92c853550368 HTTP/1.1" status: 204 len: 168 time: 0.4631691 Feb 11 13:48:17.415964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4726e5-08b6-4c70-b325-d458976aa979 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48706b63-9851-4ec1-93f0-92c853550368,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:17.724731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a4306c34-0281-4c1c-bc7a-6975a6bd4370 None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:17.811621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-78501ce5-951f-4184-8bcb-477219c692c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5087345 Feb 11 13:48:17.822514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3040cc7e-2a47-417b-a3e1-1a90bb78fa5b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:48:17.823784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3040cc7e-2a47-417b-a3e1-1a90bb78fa5b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059922 Feb 11 13:48:17.914725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Update dhcp port {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': '85c920a2-4af9-4cdb-b743-984574e4aa3c'}, {'subnet_id': '32202a11-15cd-4003-8da1-2d319c560bc6'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '9ee7e6d2-84b6-47b9-80bf-4a530b4284b3'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:48:18.008420 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:18.093248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2b809feb-d7cc-4750-959e-9fdce57f70a7 req-c28e0b56-0ec1-4b81-a284-6b3efd22f52a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 210 time: 0.0643275 Feb 11 13:48:18.165106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3a2789bc-442b-4844-b58a-42adc0ec58e9 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4737630 Feb 11 13:48:18.167486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:18.282316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feeb:d35f-f0167edd-19f7-4c04-854d-524ab1cba6 {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:48:18.283165 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:48:18.320712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:18.363413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-778b6605-ee57-4323-ba8d-c0ca1324a6ad tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:18.366073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-c64a0276-d912-4065-9182-2984f135a385 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:18.371316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-15edd430-b42b-4f46-829b-4d5dd9c87e1d tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:18.374467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-15edd430-b42b-4f46-829b-4d5dd9c87e1d tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.83 "GET /v2.0/networks?id=451dd609-b80c-4bbd-809f-d2a6791fcab0 HTTP/1.1" status: 200 len: 813 time: 0.6743462 Feb 11 13:48:18.377970 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-c64a0276-d912-4065-9182-2984f135a385 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 1124 time: 0.4929817 Feb 11 13:48:18.392282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Request body: {'port': {'device_id': '3a4f22e5-1542-4ca7-aafd-151709350924', 'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0', 'admin_state_up': True, 'tenant_id': '0ec566003497445b83921cc3ae836246'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:18.408314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-778b6605-ee57-4323-ba8d-c0ca1324a6ad tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:18.461008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-778b6605-ee57-4323-ba8d-c0ca1324a6ad tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:18.465115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-778b6605-ee57-4323-ba8d-c0ca1324a6ad tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:18.468604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-778b6605-ee57-4323-ba8d-c0ca1324a6ad tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3 HTTP/1.1" status: 204 len: 168 time: 0.3006697 Feb 11 13:48:18.471768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:18.572465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b6605-ee57-4323-ba8d-c0ca1324a6ad tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4980ca8-eb4e-4d7f-a3fa-d6b550ce6bb3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:18.719105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Made reservation on behalf of 0ec566003497445b83921cc3ae836246 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:18.727891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:18.857767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.155025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60790) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:19.295902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Allocated IP 172.20.0.6 (451dd609-b80c-4bbd-809f-d2a6791fcab0/93ee4e4f-d887-449d-8220-ee35896c048f/5095b00b-82b3-4348-93e6-a9ca2222fa16) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:19.425167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Allocated IP 172.20.0.2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/32202a11-15cd-4003-8da1-2d319c560bc6/9ee7e6d2-84b6-47b9-80bf-4a530b4284b3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:19.460662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-b27297e5-1c6d-4b96-a3de-d7ed834afbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:19.469317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-b27297e5-1c6d-4b96-a3de-d7ed834afbeb service neutron] 10.222.0.79 "GET /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 1124 time: 0.0645146 Feb 11 13:48:19.483610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Request body: {'binding': {'host': 'n-h2-828676-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:19.484339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Unknown quota resources ['binding']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:48:19.525811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks [] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.541970 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-201bd839-7b5b-4b08-9e2e-9c2d4c689654 req-021e0984-e4b0-40ed-a424-c6b46e4cb007 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 210 time: 0.1388600 Feb 11 13:48:19.554835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71010e93-2e89-4e3b-b877-62a0499749a3 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0691926 Feb 11 13:48:19.554835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:19.562241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-faa659f5-7e54-45f4-9ccd-5f0f5858ebbc tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'tempest-secgroup--657972454'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:19.586700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.611329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:19.650315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21e99cfb-e087-4e15-93f8-8b30dea74b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.669411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa659f5-7e54-45f4-9ccd-5f0f5858ebbc tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.702059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Network 451dd609-b80c-4bbd-809f-d2a6791fcab0 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:19.709727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:19.723489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:19.848069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on host n-h2-828676-2 for vnic_type normal with profile None {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:48:19.849235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:48:19.851570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:19.859322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:19.860039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.868965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa659f5-7e54-45f4-9ccd-5f0f5858ebbc tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (6b59c734-bf22-44a8-8d25-fdff568133d7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.872362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:48:19.872762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:19.883709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:19.884061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Checking segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:19.884452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Bound using segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:19.884880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Bound port: 33384bdf-f918-43c8-9322-127292ca7887, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:48:19.906321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.909640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21e99cfb-e087-4e15-93f8-8b30dea74b94 admin admin] Publish callbacks [] for security_group (7e13e35d-0158-485a-b911-e13139b47751), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.912246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Pushing event updated for resources: {'Port': ['ID=5095b00b-82b3-4348-93e6-a9ca2222fa16,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:19.916420 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.974013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:19.979663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21e99cfb-e087-4e15-93f8-8b30dea74b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e13e35d-0158-485a-b911-e13139b47751), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:19.984658 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-6d83a4c9-8568-4a65-a631-ec66df9ed43a tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5983996 Feb 11 13:48:20.015917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e99cfb-e087-4e15-93f8-8b30dea74b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e13e35d-0158-485a-b911-e13139b47751,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.033218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (85c920a2-4af9-4cdb-b743-984574e4aa3c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.093811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:20.094349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa659f5-7e54-45f4-9ccd-5f0f5858ebbc tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6b59c734-bf22-44a8-8d25-fdff568133d7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.116321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.117598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] 10.222.0.79 "POST /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887/bindings HTTP/1.1" status: 201 len: 389 time: 0.6473384 Feb 11 13:48:20.124802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa659f5-7e54-45f4-9ccd-5f0f5858ebbc tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.126211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-faa659f5-7e54-45f4-9ccd-5f0f5858ebbc tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5704472 Feb 11 13:48:20.126682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-21e99cfb-e087-4e15-93f8-8b30dea74b94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=818df059406a42939399ca338a1103f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9579093 Feb 11 13:48:20.138451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:20.139825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60804) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:20.140183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60806) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:20.142036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:20.147265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:20.149827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.163316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=85c920a2-4af9-4cdb-b743-984574e4aa3c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.164988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:20.172758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-952e8ea4-b983-4329-8105-ecfad5aa62a2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:20.173187 n-d-828676-2 neutron-server[103176]: WARNING neutron.api.v2.base [None req-952e8ea4-b983-4329-8105-ecfad5aa62a2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:48:20.174281 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-952e8ea4-b983-4329-8105-ecfad5aa62a2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:48:20.175293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-952e8ea4-b983-4329-8105-ecfad5aa62a2 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "PUT /v2.0/security-groups/6b59c734-bf22-44a8-8d25-fdff568133d7 HTTP/1.1" status: 409 len: 330 time: 0.0330324 Feb 11 13:48:20.180381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1482dd33-da6e-4b99-8fea-12c33f43a5a0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6072471 Feb 11 13:48:20.180973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60810) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:20.196026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60812) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:20.212078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:f0:ae:db', 'name': 'tempest-NetworksTestDHCPv6-1042536191'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:20.229005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa659f5-7e54-45f4-9ccd-5f0f5858ebbc tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b59c734-bf22-44a8-8d25-fdff568133d7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.259686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fca36ae-2b49-4ea8-a8f6-619df099fb7f admin admin] Publish callbacks [] for security_group (7e13e35d-0158-485a-b911-e13139b47751), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.275961 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Publish callbacks [] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.288400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fca36ae-2b49-4ea8-a8f6-619df099fb7f admin admin] Publish callbacks [] for security_group (7e13e35d-0158-485a-b911-e13139b47751), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.289520 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.342280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Request body: {'port': {'device_id': '3a4f22e5-1542-4ca7-aafd-151709350924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:20.369885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fca36ae-2b49-4ea8-a8f6-619df099fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e13e35d-0158-485a-b911-e13139b47751), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.370696 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.381278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8fca36ae-2b49-4ea8-a8f6-619df099fb7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:20.390509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8fca36ae-2b49-4ea8-a8f6-619df099fb7f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e13e35d-0158-485a-b911-e13139b47751 HTTP/1.1" status: 204 len: 168 time: 0.2390447 Feb 11 13:48:20.439714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca36ae-2b49-4ea8-a8f6-619df099fb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e13e35d-0158-485a-b911-e13139b47751,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.568430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:20.657241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ae0f1-dede-4214-adac-2859c77fe137 req-c91ae4fa-aadd-4e65-a572-98a75cfe19c8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:20.676680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4d4ae0f1-dede-4214-adac-2859c77fe137 req-c91ae4fa-aadd-4e65-a572-98a75cfe19c8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.1868081 Feb 11 13:48:20.810827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4d4ae0f1-dede-4214-adac-2859c77fe137 req-c704be9c-72d1-4564-bda6-4ef2a9369d35 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330588 Feb 11 13:48:21.065538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6647a-aa61-4e8f-83e3-66418238904b None None] Pushing event updated for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:21.136280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:21.137035 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:21.374434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:21.446581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-57e21f25-1250-4593-b3be-32aaf40b0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:21.448199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-57e21f25-1250-4593-b3be-32aaf40b0ba1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1127 time: 0.8820696 Feb 11 13:48:21.448846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a329d8a-21df-4eaf-9c4e-68ed8856e948 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (6b59c734-bf22-44a8-8d25-fdff568133d7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:21.453907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:21.618675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a329d8a-21df-4eaf-9c4e-68ed8856e948 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (6b59c734-bf22-44a8-8d25-fdff568133d7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:21.649663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde7b3-1896-4199-938b-133588e8d3eb req-12cb7ef8-6995-4462-8a6a-cf695456f68b tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:21.651665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fddde7b3-1896-4199-938b-133588e8d3eb req-12cb7ef8-6995-4462-8a6a-cf695456f68b tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 931 time: 0.8456345 Feb 11 13:48:21.655995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:21.867623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:21.899931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03cb67-808a-4a89-8e82-18a1363cae4d None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:22.103343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f7411-6aa6-4eaa-aa58-b40d3b592adb req-96062ca1-511f-4cc3-a583-bfff4efd3dca tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:22.107293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da9f7411-6aa6-4eaa-aa58-b40d3b592adb req-96062ca1-511f-4cc3-a583-bfff4efd3dca tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.1246953 Feb 11 13:48:22.111810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ef7dbb9c-0cc0-47da-a41e-23233bbf41c0 None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:22.112306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbb9c-0cc0-47da-a41e-23233bbf41c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:22.218654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da9f7411-6aa6-4eaa-aa58-b40d3b592adb req-50fcd1c3-f8b5-430a-a85b-6b25dcce7a4e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041429 Feb 11 13:48:22.310598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5095b00b-82b3-4348-93e6-a9ca2222fa16 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:48:22.320270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Publish callbacks [] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:22.326887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:22.334369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Transition to ACTIVE for port object 5095b00b-82b3-4348-93e6-a9ca2222fa16 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:22.376094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-c6aac1ae-fa56-4564-ab23-ccd83b009ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:22.378301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-c6aac1ae-fa56-4564-ab23-ccd83b009ff1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 897 time: 0.8734670 Feb 11 13:48:22.391167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a329d8a-21df-4eaf-9c4e-68ed8856e948 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6b59c734-bf22-44a8-8d25-fdff568133d7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:22.394363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a329d8a-21df-4eaf-9c4e-68ed8856e948 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:22.395580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2a329d8a-21df-4eaf-9c4e-68ed8856e948 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/6b59c734-bf22-44a8-8d25-fdff568133d7 HTTP/1.1" status: 204 len: 168 time: 2.2136734 Feb 11 13:48:22.396309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:22.399382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:22.455863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ef7dbb9c-0cc0-47da-a41e-23233bbf41c0 None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:22.516564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:22.530719 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:22.553147 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2286b6fd-58b1-4114-92cf-7b5149a53240 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1503515 Feb 11 13:48:22.559097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:22.560506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a329d8a-21df-4eaf-9c4e-68ed8856e948 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b59c734-bf22-44a8-8d25-fdff568133d7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:22.571199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fddde7b3-1896-4199-938b-133588e8d3eb req-70e46971-32e5-47dc-8a74-d08b6d0b1de8 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9102283 Feb 11 13:48:22.574905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-aeac9728-6736-4047-bf18-330b8cbbd797 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 1001 time: 0.1735494 Feb 11 13:48:22.600385 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-a8be7055-be2d-4eb0-a0b2-0c343767780d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] delete failed (client error): The resource could not be found. Feb 11 13:48:22.601471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a8be7055-be2d-4eb0-a0b2-0c343767780d tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "DELETE /v2.0/security-groups/b3c8e9c7-5ad6-4df3-a57c-60836988a7a6 HTTP/1.1" status: 404 len: 347 time: 0.0413709 Feb 11 13:48:22.614295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:22.641434 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-8c3326bb-b8db-4d5d-8a61-78a4559cfe06 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] show failed (client error): The resource could not be found. Feb 11 13:48:22.644083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c3326bb-b8db-4d5d-8a61-78a4559cfe06 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-groups/fcc2cdc4-e1f8-4b42-b445-cf52583e4af2 HTTP/1.1" status: 404 len: 347 time: 0.0286822 Feb 11 13:48:22.651202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:22.683417 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-637e4a5c-0cdb-4af4-8b64-04acc427c4e4 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] show failed (client error): The resource could not be found. Feb 11 13:48:22.684650 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-637e4a5c-0cdb-4af4-8b64-04acc427c4e4 tempest-NegativeSecGroupTest-2118599000 tempest-NegativeSecGroupTest-2118599000-project] 10.222.0.79 "GET /v2.0/security-group-rules/cf6dacf9-969d-40c1-873d-2b34475c29ad HTTP/1.1" status: 404 len: 356 time: 0.0322418 Feb 11 13:48:22.769381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-e9837d40-ab21-46f3-9f70-dca13a43d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:22.772128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-e9837d40-ab21-46f3-9f70-dca13a43d781 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 200 len: 835 time: 0.1212068 Feb 11 13:48:23.003544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:23.057781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:23.075525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5095b00b-82b3-4348-93e6-a9ca2222fa16,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:23.172190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ca064567-12f2-4446-a214-a5a6c2a114ad None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:23.172789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca064567-12f2-4446-a214-a5a6c2a114ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:23.300592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:48:23.472871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8652c3-62ae-4cf5-bfc1-04d3a29fc4d0 req-423ca93b-7562-4449-890a-b5d02539b9c8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:23.483440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef8652c3-62ae-4cf5-bfc1-04d3a29fc4d0 req-423ca93b-7562-4449-890a-b5d02539b9c8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.0936491 Feb 11 13:48:23.552021 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ef8652c3-62ae-4cf5-bfc1-04d3a29fc4d0 req-89286bba-38b7-46c6-8d91-15d400eaa93d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664830 Feb 11 13:48:23.557082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ca064567-12f2-4446-a214-a5a6c2a114ad None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:23.616954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:23.776969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-848100b9-aa1b-4292-b3f8-5f2886cd8d5e None None] Could not find standard attr ID for object 08e0e3d3-3124-44a3-87c3-ef7a58680dea. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:48:23.903290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-dc2527b5-10ca-414c-a3da-3233728d068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:23.908280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-dc2527b5-10ca-414c-a3da-3233728d068a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5f87c7f-82b2-420d-93e1-d0b9baba01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8925829 Feb 11 13:48:23.956019 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d916160c-6ac0-4c45-bc26-c3f8eee2f7bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bf03ac15e0446f4818d15166b969cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3369350 Feb 11 13:48:23.958324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60976) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:23.962504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Attempting to bind port 5095b00b-82b3-4348-93e6-a9ca2222fa16 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:48:23.964002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Attempting to bind port 5095b00b-82b3-4348-93e6-a9ca2222fa16 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'f694de1f-0ac8-40e2-94b0-dcc4c419aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:48:23.964468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Attempting to bind port 5095b00b-82b3-4348-93e6-a9ca2222fa16 on network 451dd609-b80c-4bbd-809f-d2a6791fcab0 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:23.982386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 172.20.0.9 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/32202a11-15cd-4003-8da1-2d319c560bc6/4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:24.021673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Port 5095b00b-82b3-4348-93e6-a9ca2222fa16 on network 451dd609-b80c-4bbd-809f-d2a6791fcab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:48:24.022182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Attempting to bind port 5095b00b-82b3-4348-93e6-a9ca2222fa16 on network 451dd609-b80c-4bbd-809f-d2a6791fcab0 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:24.046005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ae33745-2797-4de3-8e3f-01237e10af26 admin admin] Publish callbacks [] for security_group (43e26e3c-cd72-4484-99ff-3999f4c98a11), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:24.072291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ae33745-2797-4de3-8e3f-01237e10af26 admin admin] Publish callbacks [] for security_group (43e26e3c-cd72-4484-99ff-3999f4c98a11), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:24.133454 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fef0:aedb (a5bab372-dfb9-4c1d-b04e-13c120a57e15/85c920a2-4af9-4cdb-b743-984574e4aa3c/4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:24.140655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:24.142699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Checking segment: {'id': 'f694de1f-0ac8-40e2-94b0-dcc4c419aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:24.143224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Bound using segment: {'id': 'f694de1f-0ac8-40e2-94b0-dcc4c419aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:24.146760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Bound port: 5095b00b-82b3-4348-93e6-a9ca2222fa16, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f694de1f-0ac8-40e2-94b0-dcc4c419aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:48:24.147277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:24.235217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ae33745-2797-4de3-8e3f-01237e10af26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (43e26e3c-cd72-4484-99ff-3999f4c98a11), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:24.256324 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ae33745-2797-4de3-8e3f-01237e10af26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:24.257987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ae33745-2797-4de3-8e3f-01237e10af26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43e26e3c-cd72-4484-99ff-3999f4c98a11 HTTP/1.1" status: 204 len: 168 time: 0.2983935 Feb 11 13:48:24.261177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60982) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:24.310995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae33745-2797-4de3-8e3f-01237e10af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e26e3c-cd72-4484-99ff-3999f4c98a11,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:24.325721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0ad7a-79d5-49e1-be79-72c1e4fadf64 req-a0e55ae4-8901-4024-b81b-04c47d661bba tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:24.325721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2af0ad7a-79d5-49e1-be79-72c1e4fadf64 req-a0e55ae4-8901-4024-b81b-04c47d661bba tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 943 time: 0.5314157 Feb 11 13:48:24.547589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-4006533a-3509-4a25-b3a5-e52919664fdd service neutron] 10.222.0.83 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261590 Feb 11 13:48:24.713658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] For port 5095b00b-82b3-4348-93e6-a9ca2222fa16, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:24.723771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2af0ad7a-79d5-49e1-be79-72c1e4fadf64 req-2a952354-fc6f-4b98-ba6e-d0a3bd3bf772 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059027 Feb 11 13:48:24.891772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909ac6f-facd-4942-8ffb-2b089396a4b9 req-ac961027-af90-4916-9520-74c2e78fc42f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:24.893884 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d909ac6f-facd-4942-8ffb-2b089396a4b9 req-ac961027-af90-4916-9520-74c2e78fc42f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.1874249 Feb 11 13:48:25.024472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7820f002-1c3b-46a5-b8e6-0cf9461a9c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.057166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d909ac6f-facd-4942-8ffb-2b089396a4b9 req-afa6f75d-8d80-4dfe-8b19-ddd7f1c7fb04 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531332 Feb 11 13:48:25.084008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-80ebe25d-5403-4601-8b45-0d32db156503 service neutron] 10.222.0.83 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706097 Feb 11 13:48:25.140456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] For port 5095b00b-82b3-4348-93e6-a9ca2222fa16, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5095b00b-82b3-4348-93e6-a9ca2222fa16,segment=NetworkSegment(f694de1f-0ac8-40e2-94b0-dcc4c419aba1),segment_id=f694de1f-0ac8-40e2-94b0-dcc4c419aba1)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:25.216441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7820f002-1c3b-46a5-b8e6-0cf9461a9c04 admin admin] Publish callbacks [] for security_group (6e0827e5-8225-4baf-baac-08f044a2a827), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.223239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7820f002-1c3b-46a5-b8e6-0cf9461a9c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6e0827e5-8225-4baf-baac-08f044a2a827), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.319672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7820f002-1c3b-46a5-b8e6-0cf9461a9c04 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40dc0457e3134b8086018b02d717b412&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0546765 Feb 11 13:48:25.321189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820f002-1c3b-46a5-b8e6-0cf9461a9c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0827e5-8225-4baf-baac-08f044a2a827,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:25.335724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:25.347548 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.447814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e040522-ed3e-4ee4-85a7-e390ccdddc18 admin admin] Publish callbacks [] for security_group (6e0827e5-8225-4baf-baac-08f044a2a827), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.498461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:25.499674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.519616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] 10.222.0.83 "PUT /v2.0/ports/5095b00b-82b3-4348-93e6-a9ca2222fa16 HTTP/1.1" status: 200 len: 1091 time: 5.5049913 Feb 11 13:48:25.520606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e040522-ed3e-4ee4-85a7-e390ccdddc18 admin admin] Publish callbacks [] for security_group (6e0827e5-8225-4baf-baac-08f044a2a827), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.574034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4f22e5-1542-4ca7-aafd-151709350924', 'tag': '5095b00b-82b3-4348-93e6-a9ca2222fa16'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:25.576669 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4f22e5-1542-4ca7-aafd-151709350924", "tag": "5095b00b-82b3-4348-93e6-a9ca2222fa16"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:25.647205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e040522-ed3e-4ee4-85a7-e390ccdddc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6e0827e5-8225-4baf-baac-08f044a2a827), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.649760 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e040522-ed3e-4ee4-85a7-e390ccdddc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:25.654353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4e040522-ed3e-4ee4-85a7-e390ccdddc18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e0827e5-8225-4baf-baac-08f044a2a827 HTTP/1.1" status: 204 len: 168 time: 0.3137002 Feb 11 13:48:25.671542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e040522-ed3e-4ee4-85a7-e390ccdddc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0827e5-8225-4baf-baac-08f044a2a827,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:25.840928 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca8055-7ae4-437e-b003-fa4e179c3378 x-openstack-request-id: req-3fca8055-7ae4-437e-b003-fa4e179c3378 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:25.841262 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4f22e5-1542-4ca7-aafd-151709350924", "tag": "5095b00b-82b3-4348-93e6-a9ca2222fa16", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:25.841509 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fca8055-7ae4-437e-b003-fa4e179c3378 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:25.842108 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4f22e5-1542-4ca7-aafd-151709350924', 'tag': '5095b00b-82b3-4348-93e6-a9ca2222fa16', 'status': 'completed', 'code': 200} Feb 11 13:48:25.930256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ea8c2-2f13-4015-9677-1264151188e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5095b00b-82b3-4348-93e6-a9ca2222fa16,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:25.992164 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:26.079100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c82ce-f85c-48ea-bee3-0352b4b2de1a req-58dcc9c4-f547-45f5-957a-d407d7f8fd61 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:26.087656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e49c82ce-f85c-48ea-bee3-0352b4b2de1a req-58dcc9c4-f547-45f5-957a-d407d7f8fd61 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 943 time: 0.1663806 Feb 11 13:48:26.149739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-54808c78-6173-4b69-b675-7f983556be60 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:26.154154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-54808c78-6173-4b69-b675-7f983556be60 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7&tenant_id=438affb9494641819ba0787e4b08b11f&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1127 time: 1.0064359 Feb 11 13:48:26.211887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828676-2'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:26.237028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e49c82ce-f85c-48ea-bee3-0352b4b2de1a req-8c033b45-79f0-405c-95c2-e91996812991 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392188 Feb 11 13:48:26.399241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-b2f8fa9b-0ca6-49ac-8b50-a69107e784fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:26.400838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-b2f8fa9b-0ca6-49ac-8b50-a69107e784fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ec566003497445b83921cc3ae836246&device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 1125 time: 0.8127677 Feb 11 13:48:26.405978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:26.532534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-bd0cf294-e7fc-49cf-96d6-b5ed222e9b3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5095b00b-82b3-4348-93e6-a9ca2222fa16 HTTP/1.1" status: 200 len: 217 time: 0.1178052 Feb 11 13:48:26.579102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12d19-98f0-464a-b353-f1d356694046 req-e59c61a4-b029-4008-9d13-35dd449a5b77 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:26.583278 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44f12d19-98f0-464a-b353-f1d356694046 req-e59c61a4-b029-4008-9d13-35dd449a5b77 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.1335824 Feb 11 13:48:26.681771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:26.718629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44f12d19-98f0-464a-b353-f1d356694046 req-7da23c5d-d480-46b6-ae95-fe614c1bcef9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245282 Feb 11 13:48:26.790028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fcb0d-df44-4dd3-a0aa-67903d2f853a req-fe959f85-de98-4e7b-940e-c9ba5ed97621 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:26.808516 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-280fcb0d-df44-4dd3-a0aa-67903d2f853a req-fe959f85-de98-4e7b-940e-c9ba5ed97621 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 945 time: 0.8607039 Feb 11 13:48:26.821502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:26.857636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:26.943779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:26.980463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-280fcb0d-df44-4dd3-a0aa-67903d2f853a req-67b04732-95db-43b5-9af8-ee8261afb7fc tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705594 Feb 11 13:48:27.020406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3b427e0-a7d8-43ab-bc3d-6a2c897e73b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:27.084767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:27.172377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-2288a917-02a0-400c-9e87-a74ae6bc16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.180923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-2288a917-02a0-400c-9e87-a74ae6bc16a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93ee4e4f-d887-449d-8220-ee35896c048f HTTP/1.1" status: 200 len: 853 time: 0.4773250 Feb 11 13:48:27.265321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.266389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:27.519145 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-7911af80-3097-4e97-aa5a-cc7e8710bc9e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=451dd609-b80c-4bbd-809f-d2a6791fcab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3111243 Feb 11 13:48:27.557587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-575dfa1f-df50-44fc-a601-31c26f2d9a37 None None] Provisioning complete for port 4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:27.557974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-575dfa1f-df50-44fc-a601-31c26f2d9a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:27.560583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b3e835eb-926f-45ec-bc45-81963b380002 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.3634453 Feb 11 13:48:27.566980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c294f-be8e-4c91-aeee-0d9d9b34cf2f req-d315054c-5050-4ccc-acc9-72d1ad776be7 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.581637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32854) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:27.585361 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b6c294f-be8e-4c91-aeee-0d9d9b34cf2f req-d315054c-5050-4ccc-acc9-72d1ad776be7 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 943 time: 0.1550679 Feb 11 13:48:27.687565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b6c294f-be8e-4c91-aeee-0d9d9b34cf2f req-34581666-89e5-4ac5-b614-4c2c904e9939 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944338 Feb 11 13:48:27.690996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-575dfa1f-df50-44fc-a601-31c26f2d9a37 None None] Port 4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:48:27.721860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:27.834018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-8ace243d-be5e-4f20-9d8d-a78556718a76 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.841970 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-8ace243d-be5e-4f20-9d8d-a78556718a76 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 945 time: 0.6082439 Feb 11 13:48:27.910278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373c9b9-4718-49c2-9f3d-a5cf6e0da2e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.919680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373c9b9-4718-49c2-9f3d-a5cf6e0da2e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.924797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:27.929959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0373c9b9-4718-49c2-9f3d-a5cf6e0da2e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3386204 Feb 11 13:48:28.129192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:28.133686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-c0ed6980-afe7-46a4-b73c-2551c884b7a0 service neutron] 10.222.0.83 "GET /v2.0/networks/451dd609-b80c-4bbd-809f-d2a6791fcab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977659 Feb 11 13:48:28.175248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:28.175822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:28.289061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:28.306438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Publish callbacks [] for port (33384bdf-f918-43c8-9322-127292ca7887), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:28.326551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:28.331603 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97232896-5eef-44ad-8eb2-cfb55c6f4e12" -d '{"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:28.383356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01378722-b13d-40a0-8693-8f48a8257d9e req-d5568fd1-42b7-4dea-a63e-dc5f21002405 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:28.390685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01378722-b13d-40a0-8693-8f48a8257d9e req-d5568fd1-42b7-4dea-a63e-dc5f21002405 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.4584961 Feb 11 13:48:28.391818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:28.467822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabee26-ca48-4c82-a48e-b61a08b6be77 req-fcd7932e-05fe-4d97-bd3c-c014c848a639 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:28.477064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1aabee26-ca48-4c82-a48e-b61a08b6be77 req-fcd7932e-05fe-4d97-bd3c-c014c848a639 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 945 time: 0.2816966 Feb 11 13:48:28.499593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:28.524412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ecbf819e-9b72-49a9-bf03-101114a2b64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:28.537522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:28.598373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1aabee26-ca48-4c82-a48e-b61a08b6be77 req-45b90a42-fac7-4de6-b0c3-014bb8f1bf7c tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066806 Feb 11 13:48:28.979403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32916) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:29.009231 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.041937 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b768c00-89a5-415b-ab52-2bba4b2bea17 x-openstack-request-id: req-6b768c00-89a5-415b-ab52-2bba4b2bea17 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:29.042348 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:29.042531 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b768c00-89a5-415b-ab52-2bba4b2bea17 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:29.042913 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'code': 200} Feb 11 13:48:29.061030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.106349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f5fbac4-1558-409e-8f9f-18a6b1adabf3 req-1d38bd6e-8842-41e8-a710-3ae775204544 service neutron] 10.222.0.83 "GET /v2.0/networks/451dd609-b80c-4bbd-809f-d2a6791fcab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470658 Feb 11 13:48:29.126605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb47bf-68e8-4b4d-886b-3deae27dc43b req-5b6b9f46-47e5-4ac2-811f-d11c7b7186ff tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:29.132742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31bb47bf-68e8-4b4d-886b-3deae27dc43b req-5b6b9f46-47e5-4ac2-811f-d11c7b7186ff tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 943 time: 0.1521127 Feb 11 13:48:29.336338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.362607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01378722-b13d-40a0-8693-8f48a8257d9e req-f47172b1-339c-4378-b7cc-beb1dcc754d1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9556370 Feb 11 13:48:29.366615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Deleting port 51c71b4b-f58d-4868-8b96-2cf4580a24bc {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:29.367194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.409119 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-defd6dc3-c200-4255-afad-06a92973e2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.426459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3affd7be-c0b9-4b25-8616-2ffe42bbda5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.466285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31bb47bf-68e8-4b4d-886b-3deae27dc43b req-1db88997-5b7b-4326-9fac-76b9275a7203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145893 Feb 11 13:48:29.568108 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.571816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b0ee0ff3-4e2d-4b33-ba4c-afa7ad2cc995 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0 HTTP/1.1" status: 204 len: 168 time: 1.6456983 Feb 11 13:48:29.575075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ecbf819e-9b72-49a9-bf03-101114a2b64d admin admin] Publish callbacks [] for security_group (8daae09b-b94b-4f7f-ad98-a47cde185bd1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.577065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32920) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:29.594382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] For port 51c71b4b-f58d-4868-8b96-2cf4580a24bc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=51c71b4b-f58d-4868-8b96-2cf4580a24bc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:29.595612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.645517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Calling delete_port for 51c71b4b-f58d-4868-8b96-2cf4580a24bc owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:29.653627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-81c011b5-5b53-4c6d-907b-184807c13748 None None] Provisioning complete for port 33384bdf-f918-43c8-9322-127292ca7887 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:29.654007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81c011b5-5b53-4c6d-907b-184807c13748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33384bdf-f918-43c8-9322-127292ca7887), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.728865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247789d-fac4-409f-97ca-52a379c548c4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:29.732442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-81c011b5-5b53-4c6d-907b-184807c13748 None None] Port 33384bdf-f918-43c8-9322-127292ca7887 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:48:29.736737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247789d-fac4-409f-97ca-52a379c548c4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:29.738674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247789d-fac4-409f-97ca-52a379c548c4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:29.741167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5247789d-fac4-409f-97ca-52a379c548c4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1579463 Feb 11 13:48:29.746360 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ecbf819e-9b72-49a9-bf03-101114a2b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8daae09b-b94b-4f7f-ad98-a47cde185bd1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.775162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32926) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:29.790151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ecbf819e-9b72-49a9-bf03-101114a2b64d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf083e05e1ca44988552ef7e3a23d480&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4967072 Feb 11 13:48:29.798382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:29.870006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf819e-9b72-49a9-bf03-101114a2b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daae09b-b94b-4f7f-ad98-a47cde185bd1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.894836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 32202a11-15cd-4003-8da1-2d319c560bc6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:29.901194 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (32202a11-15cd-4003-8da1-2d319c560bc6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.906969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-60d395f1-7260-44aa-b392-c251e0eddc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:29.908730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-60d395f1-7260-44aa-b392-c251e0eddc7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ec566003497445b83921cc3ae836246&device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 1125 time: 0.7258723 Feb 11 13:48:29.930372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (51c71b4b-f58d-4868-8b96-2cf4580a24bc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.944090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:29.946308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['119b5b9c-4348-4556-bf7f-228f25ac57cc'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:30.021141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (32202a11-15cd-4003-8da1-2d319c560bc6), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.033181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd1dd-09af-48c0-a935-fc7f3e9aced9 admin admin] Publish callbacks [] for security_group (8daae09b-b94b-4f7f-ad98-a47cde185bd1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.056738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on host n-h1-828676-2 for vnic_type normal with profile {"migrating_to": "n-h2-828676-2"} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:48:30.057078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:48:30.057416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:30.059229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3affd7be-c0b9-4b25-8616-2ffe42bbda5d admin admin] Publish callbacks [] for security_group (1542942c-79bf-4ff3-8925-cae48f10d33b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.071167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3affd7be-c0b9-4b25-8616-2ffe42bbda5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1542942c-79bf-4ff3-8925-cae48f10d33b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.091314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event deleted for resources: {'Port': ['ID=51c71b4b-f58d-4868-8b96-2cf4580a24bc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:30.124491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affd7be-c0b9-4b25-8616-2ffe42bbda5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1542942c-79bf-4ff3-8925-cae48f10d33b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:30.154880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:48:30.155214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Attempting to bind port 33384bdf-f918-43c8-9322-127292ca7887 on network a5f87c7f-82b2-420d-93e1-d0b9baba01af {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:30.166586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3affd7be-c0b9-4b25-8616-2ffe42bbda5d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7925ee0f68b04386a7598ee8d4feceed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1849906 Feb 11 13:48:30.188626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32932) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:30.211707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c71b4b-f58d-4868-8b96-2cf4580a24bc no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:30.244451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (32202a11-15cd-4003-8da1-2d319c560bc6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.256817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 51c71b4b-f58d-4868-8b96-2cf4580a24bc {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:30.257527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 51c71b4b-f58d-4868-8b96-2cf4580a24bc not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:30.292413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21b32208-0afd-419c-a08d-4d6fd46ad416 admin admin] Publish callbacks [] for security_group (1542942c-79bf-4ff3-8925-cae48f10d33b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.310427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbcf39-70ae-4052-b0f9-5a9dd65afa80 req-8e28fba1-fd66-4da7-9d62-177f5422229b tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:30.316467 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21b32208-0afd-419c-a08d-4d6fd46ad416 admin admin] Publish callbacks [] for security_group (1542942c-79bf-4ff3-8925-cae48f10d33b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.326686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12dbcf39-70ae-4052-b0f9-5a9dd65afa80 req-8e28fba1-fd66-4da7-9d62-177f5422229b tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=569a52cb-2268-4205-ade1-6a9ad0651aa7 HTTP/1.1" status: 200 len: 867 time: 0.5271838 Feb 11 13:48:30.358522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:30.370703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Checking segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:30.371191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Bound using segment: {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:30.371673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Bound port: 33384bdf-f918-43c8-9322-127292ca7887, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec47c168-2e30-4a40-99c7-dc3df9beba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:48:30.372834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.377387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21b32208-0afd-419c-a08d-4d6fd46ad416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1542942c-79bf-4ff3-8925-cae48f10d33b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.380325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21b32208-0afd-419c-a08d-4d6fd46ad416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.384986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-21b32208-0afd-419c-a08d-4d6fd46ad416 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1542942c-79bf-4ff3-8925-cae48f10d33b HTTP/1.1" status: 204 len: 168 time: 0.1947083 Feb 11 13:48:30.398599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b32208-0afd-419c-a08d-4d6fd46ad416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1542942c-79bf-4ff3-8925-cae48f10d33b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:30.423586 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (32202a11-15cd-4003-8da1-2d319c560bc6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.449185 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.456649 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/32202a11-15cd-4003-8da1-2d319c560bc6 HTTP/1.1" status: 204 len: 168 time: 0.6651804 Feb 11 13:48:30.459657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd1dd-09af-48c0-a935-fc7f3e9aced9 admin admin] Publish callbacks [] for security_group (8daae09b-b94b-4f7f-ad98-a47cde185bd1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.467504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] No DVR routers for this DVR port 51c71b4b-f58d-4868-8b96-2cf4580a24bc on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:30.480406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff4fc3a-4f47-4401-80c9-2e6ddd7b37e7 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:30.484369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.489896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:30.493118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8914638-4d07-4f37-a369-0b3398965aa7 req-e7683338-a7f5-476c-a598-466d35bfc133 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "DELETE /v2.0/ports/51c71b4b-f58d-4868-8b96-2cf4580a24bc HTTP/1.1" status: 204 len: 173 time: 2.6313372 Feb 11 13:48:30.568776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01128089-3e65-48cc-b796-b4a8b159a0a9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=32202a11-15cd-4003-8da1-2d319c560bc6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:30.584427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 85c920a2-4af9-4cdb-b743-984574e4aa3c {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:30.593720 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (85c920a2-4af9-4cdb-b743-984574e4aa3c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.723714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090b83e-d954-47dc-acee-c4ff5ecfb5b0 req-03e66dcf-ecca-43ea-a5b4-5715b595d5b7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:30.725247 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6090b83e-d954-47dc-acee-c4ff5ecfb5b0 req-03e66dcf-ecca-43ea-a5b4-5715b595d5b7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 943 time: 0.1362681 Feb 11 13:48:30.727646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (85c920a2-4af9-4cdb-b743-984574e4aa3c), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.730427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-d214d675-197c-4fcc-9b56-34d1d2ca95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:30.732380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-d214d675-197c-4fcc-9b56-34d1d2ca95a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=451dd609-b80c-4bbd-809f-d2a6791fcab0 HTTP/1.1" status: 200 len: 914 time: 0.8039811 Feb 11 13:48:30.739405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12dbcf39-70ae-4052-b0f9-5a9dd65afa80 req-826df493-a70d-4608-953f-725714073c63 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113264 Feb 11 13:48:30.788912 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd1dd-09af-48c0-a935-fc7f3e9aced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8daae09b-b94b-4f7f-ad98-a47cde185bd1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.792863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd1dd-09af-48c0-a935-fc7f3e9aced9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:30.796546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ff2dd1dd-09af-48c0-a935-fc7f3e9aced9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8daae09b-b94b-4f7f-ad98-a47cde185bd1 HTTP/1.1" status: 204 len: 168 time: 0.9936516 Feb 11 13:48:30.936037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:30.945724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:30.969265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-3a0da121-476c-4bd6-bd99-e26a271c1580 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5095b00b-82b3-4348-93e6-a9ca2222fa16 HTTP/1.1" status: 200 len: 217 time: 0.2006800 Feb 11 13:48:31.037832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6090b83e-d954-47dc-acee-c4ff5ecfb5b0 req-a275307b-dc56-4f54-bd37-5ebf14eae969 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022397 Feb 11 13:48:31.085855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'name': 'network-vif-deleted', 'tag': '51c71b4b-f58d-4868-8b96-2cf4580a24bc'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:31.087818 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:31.092478 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c39ce9a-10ad-4312-83a8-7e4e2520c6da" -d '{"events": [{"server_uuid": "569a52cb-2268-4205-ade1-6a9ad0651aa7", "name": "network-vif-deleted", "tag": "51c71b4b-f58d-4868-8b96-2cf4580a24bc"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:31.101777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:31.204856 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (85c920a2-4af9-4cdb-b743-984574e4aa3c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:31.236532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-630556bf-56f0-4768-a407-c94cb1d272af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.238047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-630556bf-56f0-4768-a407-c94cb1d272af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93ee4e4f-d887-449d-8220-ee35896c048f HTTP/1.1" status: 200 len: 853 time: 0.1167130 Feb 11 13:48:31.253363 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c5e548-9f25-44de-af6d-843f4baf1591 x-openstack-request-id: req-75c5e548-9f25-44de-af6d-843f4baf1591 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:31.253849 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a52cb-2268-4205-ade1-6a9ad0651aa7", "name": "network-vif-deleted", "tag": "51c71b4b-f58d-4868-8b96-2cf4580a24bc", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:31.254183 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75c5e548-9f25-44de-af6d-843f4baf1591 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:31.254502 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a52cb-2268-4205-ade1-6a9ad0651aa7', 'name': 'network-vif-deleted', 'tag': '51c71b4b-f58d-4868-8b96-2cf4580a24bc', 'status': 'completed', 'code': 200} Feb 11 13:48:31.309175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (85c920a2-4af9-4cdb-b743-984574e4aa3c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:31.323277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-c1f88aef-4831-4507-89b8-cdb0bc905d51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=451dd609-b80c-4bbd-809f-d2a6791fcab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678420 Feb 11 13:48:31.328750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dd1dd-09af-48c0-a935-fc7f3e9aced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daae09b-b94b-4f7f-ad98-a47cde185bd1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:31.390526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=85c920a2-4af9-4cdb-b743-984574e4aa3c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:31.392746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:31.401052 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-49c0ad57-eb16-4b67-b9df-b40fb1ae971c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/85c920a2-4af9-4cdb-b743-984574e4aa3c HTTP/1.1" status: 204 len: 168 time: 0.9083836 Feb 11 13:48:31.404518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32958) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:31.492136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-9b59f75e-1c64-4ca9-bca7-af27b43184e2 service neutron] 10.222.0.83 "GET /v2.0/networks/451dd609-b80c-4bbd-809f-d2a6791fcab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607056 Feb 11 13:48:31.515363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5dd98be8-2abb-435a-b065-aabf7fa44df9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038411 Feb 11 13:48:31.518564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:31.523918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:31.644511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:31.738217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbbfe0-d8a8-4135-a0b6-c4202b6653d7 req-40327368-2794-49e0-8ccd-e14c250ad1d5 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.747474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fcbbbfe0-d8a8-4135-a0b6-c4202b6653d7 req-40327368-2794-49e0-8ccd-e14c250ad1d5 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 943 time: 0.7759562 Feb 11 13:48:31.754714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:31.759464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:31.804888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=8']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:31.820877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24133858-4844-41f8-b70a-72a1ef81858e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.024259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fcbbbfe0-d8a8-4135-a0b6-c4202b6653d7 req-b6f5af07-d51d-483d-8a54-96480c167a15 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610643 Feb 11 13:48:32.116022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Provisioning complete for port 33384bdf-f918-43c8-9322-127292ca7887 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:32.124965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (33384bdf-f918-43c8-9322-127292ca7887), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.149566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e1ea85-434b-43bb-80dc-cc82a01e89ff req-04869f5d-8922-4055-88af-0ccaaaf1221d service neutron] 10.222.0.83 "GET /v2.0/networks/451dd609-b80c-4bbd-809f-d2a6791fcab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194098 Feb 11 13:48:32.156321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.158240 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.161223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-95832580-f567-4c03-a172-c7266ee0b7dd service neutron] 10.222.0.83 "PUT /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 1121 time: 5.9920161 Feb 11 13:48:32.210931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5095b00b-82b3-4348-93e6-a9ca2222fa16 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:48:32.263999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['33384bdf-f918-43c8-9322-127292ca7887'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:32.327702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24133858-4844-41f8-b70a-72a1ef81858e admin admin] Publish callbacks [] for security_group (88b88b62-a923-4f56-8944-d42c66cb5d06), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.338159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24133858-4844-41f8-b70a-72a1ef81858e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (88b88b62-a923-4f56-8944-d42c66cb5d06), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.390366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eccae8-9977-4f19-9db3-5f8de89e949c None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:32.405966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-24133858-4844-41f8-b70a-72a1ef81858e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8ca110591cd40c19425e69bc65c872e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7584374 Feb 11 13:48:32.410859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32990) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:32.472600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (dd0e6629-78a1-4b4e-996b-76a7172364bf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.539422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24133858-4844-41f8-b70a-72a1ef81858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b88b62-a923-4f56-8944-d42c66cb5d06,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:32.579840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61c419ad-4b1d-4b5d-bdd5-c6f12a47fe79 admin admin] Publish callbacks [] for security_group (88b88b62-a923-4f56-8944-d42c66cb5d06), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.593697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:32.622538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.623677 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61c419ad-4b1d-4b5d-bdd5-c6f12a47fe79 admin admin] Publish callbacks [] for security_group (88b88b62-a923-4f56-8944-d42c66cb5d06), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.630527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9642-4a42-4300-a0fd-fac3f353e73e req-3bf17101-4379-4b54-9181-29f4587ecc15 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.635130 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a6e9642-4a42-4300-a0fd-fac3f353e73e req-3bf17101-4379-4b54-9181-29f4587ecc15 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 943 time: 0.3191237 Feb 11 13:48:32.638343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:32.670641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.673080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.717533 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61c419ad-4b1d-4b5d-bdd5-c6f12a47fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (88b88b62-a923-4f56-8944-d42c66cb5d06), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.722308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61c419ad-4b1d-4b5d-bdd5-c6f12a47fe79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.730568 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-61c419ad-4b1d-4b5d-bdd5-c6f12a47fe79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88b88b62-a923-4f56-8944-d42c66cb5d06 HTTP/1.1" status: 204 len: 168 time: 0.3172736 Feb 11 13:48:32.746002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c419ad-4b1d-4b5d-bdd5-c6f12a47fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b88b62-a923-4f56-8944-d42c66cb5d06,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:32.811458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=dd0e6629-78a1-4b4e-996b-76a7172364bf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:32.820331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3d89c690-48bf-421a-9d51-82f596c9b652 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3006246 Feb 11 13:48:32.823484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33004) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:32.828355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:32.904051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a6e9642-4a42-4300-a0fd-fac3f353e73e req-6d7e11e1-b868-4ef5-bef1-39e8423d5039 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623370 Feb 11 13:48:32.932108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:48:33.030558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:33.035535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:33.106084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Current status of the port 33384bdf-f918-43c8-9322-127292ca7887 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:33.106514 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:33.204050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:33.204050 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e97122-fe83-4041-b162-6a35d075fc04" -d '{"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-plugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:33.241029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:33.267277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:33.270754 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac0fa90-0423-40b5-bd62-24e0c118d101" -d '{"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:33.273885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:33.403625 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38addbe2-1860-4c2d-b07b-672d2d4a0a4c x-openstack-request-id: req-38addbe2-1860-4c2d-b07b-672d2d4a0a4c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:33.403928 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:33.404192 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38addbe2-1860-4c2d-b07b-672d2d4a0a4c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:33.404604 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'status': 'completed', 'code': 200} Feb 11 13:48:33.485228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792c26d-2b9e-48b7-8cd8-d2d0059773dd req-6f029595-8fce-4fe6-a870-a07b89be02cc tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:33.487450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6792c26d-2b9e-48b7-8cd8-d2d0059773dd req-6f029595-8fce-4fe6-a870-a07b89be02cc tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 943 time: 0.1979764 Feb 11 13:48:33.523892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:33.533832 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce6771-ddb6-447f-8dad-b554efa734fd x-openstack-request-id: req-87ce6771-ddb6-447f-8dad-b554efa734fd {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:33.534154 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-plugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:33.534444 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87ce6771-ddb6-447f-8dad-b554efa734fd {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:33.534849 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'code': 200} Feb 11 13:48:33.701882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5095b00b-82b3-4348-93e6-a9ca2222fa16, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5095b00b-82b3-4348-93e6-a9ca2222fa16,segment=NetworkSegment(f694de1f-0ac8-40e2-94b0-dcc4c419aba1),segment_id=f694de1f-0ac8-40e2-94b0-dcc4c419aba1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:33.737220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:48:33.744874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:33.746360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:33.752045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '5095b00b-82b3-4348-93e6-a9ca2222fa16', 'network_id': '451dd609-b80c-4bbd-809f-d2a6791fcab0', 'port_id': '5095b00b-82b3-4348-93e6-a9ca2222fa16', 'mac_address': 'fa:16:3e:a6:df:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ee4e4f-d887-449d-8220-ee35896c048f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:48:33.792005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.792354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.792698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.793178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.793607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.793934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.795516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.795867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.796203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.796540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.796872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.797737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.807290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ffdd5-7f08-413c-9e1d-8ea1e3173a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.929124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5095b00b-82b3-4348-93e6-a9ca2222fa16 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:33.929449 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:33.965704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6792c26d-2b9e-48b7-8cd8-d2d0059773dd req-0f510965-c867-4879-9ec0-85f840bb5bcb tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597642 Feb 11 13:48:34.017676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-21cba603-ca2b-4c59-a868-19438f182449 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1828005792'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:34.018425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-21cba603-ca2b-4c59-a868-19438f182449 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Unknown quota resources ['metering_label']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:48:34.115852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:48:34.327363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:34.344412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ff64d4ed-3eb8-4112-9532-78132d944d18 None None] Provisioning complete for port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:34.344566 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff64d4ed-3eb8-4112-9532-78132d944d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:34.402884 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:34.411870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-21cba603-ca2b-4c59-a868-19438f182449 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:34.413255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-21cba603-ca2b-4c59-a868-19438f182449 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8883169 Feb 11 13:48:34.417063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33048) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:34.425596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0151813f-5350-43cc-b278-8e950667ec83 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f152671c-4f0e-4fc9-bd65-dbbb543941f9'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:34.428350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0151813f-5350-43cc-b278-8e950667ec83 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103175) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:48:34.435577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-ea78d812-27d0-4e57-ad7d-3db3369eefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.437418 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-ea78d812-27d0-4e57-ad7d-3db3369eefd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1157 time: 1.0144308 Feb 11 13:48:34.443168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5095b00b-82b3-4348-93e6-a9ca2222fa16 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:48:34.453802 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:48:34.470989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adbcd2-cd2f-48f6-a916-692447a8deea req-805e8c47-4e32-46cf-8fe0-429a8f144564 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.472730 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02adbcd2-cd2f-48f6-a916-692447a8deea req-805e8c47-4e32-46cf-8fe0-429a8f144564 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.3601377 Feb 11 13:48:34.533853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5095b00b-82b3-4348-93e6-a9ca2222fa16, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5095b00b-82b3-4348-93e6-a9ca2222fa16,segment=NetworkSegment(f694de1f-0ac8-40e2-94b0-dcc4c419aba1),segment_id=f694de1f-0ac8-40e2-94b0-dcc4c419aba1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:34.550268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] Deleting port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:34.550686 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:34.568945 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:34.585024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:48:34.620182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02adbcd2-cd2f-48f6-a916-692447a8deea req-100bbf1d-40be-4c9c-96d7-68f7a135968d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338172 Feb 11 13:48:34.655656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-e3be767b-8d56-46b1-a848-3545d4e69af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.657767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-e3be767b-8d56-46b1-a848-3545d4e69af6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 897 time: 0.2053721 Feb 11 13:48:34.766595 n-d-828676-2 neutron-server[103175]: WARNING neutron.services.metering.metering_plugin [None req-0151813f-5350-43cc-b278-8e950667ec83 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:48:34.775058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-f8c5ffe6-7a40-49ba-b912-c5111f5a19ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 1001 time: 0.1106024 Feb 11 13:48:34.887664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['5095b00b-82b3-4348-93e6-a9ca2222fa16'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:34.890208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5095b00b-82b3-4348-93e6-a9ca2222fa16,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:34.953303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-c149894d-baca-44ab-a04a-2f3656dd7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.956608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-c149894d-baca-44ab-a04a-2f3656dd7d93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 200 len: 835 time: 0.1722538 Feb 11 13:48:34.960279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:34.960689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:34.971797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:34.972200 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.033068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] Calling delete_port for 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:35.043745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ff64d4ed-3eb8-4112-9532-78132d944d18 None None] Current status of the port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:35.121163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0151813f-5350-43cc-b278-8e950667ec83 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.129741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0151813f-5350-43cc-b278-8e950667ec83 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7078536 Feb 11 13:48:35.131402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33062) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:35.139185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-13827fdb-892d-41c3-924b-0e992532e3ae tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f152671c-4f0e-4fc9-bd65-dbbb543941f9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:35.139693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-13827fdb-892d-41c3-924b-0e992532e3ae tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103176) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:48:35.158705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-afc66e6d-350d-4c1c-a08a-791e65e4dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.160895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-afc66e6d-350d-4c1c-a08a-791e65e4dad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5f87c7f-82b2-420d-93e1-d0b9baba01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1961210 Feb 11 13:48:35.171706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:35.218279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] For port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:35.232705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 has no active binding in host n-h2-828676-2 {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:48:35.350763 n-d-828676-2 neutron-server[103176]: WARNING neutron.services.metering.metering_plugin [None req-13827fdb-892d-41c3-924b-0e992532e3ae tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:48:35.387461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.415781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff07418-7052-48b7-81f7-94b2dcd9fa8b req-afa803fa-7eca-47c9-a9fa-4fd8f0632c18 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.419034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.421720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cff07418-7052-48b7-81f7-94b2dcd9fa8b req-afa803fa-7eca-47c9-a9fa-4fd8f0632c18 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 944 time: 0.2102232 Feb 11 13:48:35.422444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9ee7e6d2-84b6-47b9-80bf-4a530b4284b3), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.519838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:35.546338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] Pushing event deleted for resources: {'Port': ['ID=9ee7e6d2-84b6-47b9-80bf-4a530b4284b3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:35.553357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (765d64fe-44ec-4430-ad52-f41e8a87f3ca), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.554267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298dc1b-73df-4fbe-90c7-149dd8f36bca None None] No DVR routers for this DVR port 9ee7e6d2-84b6-47b9-80bf-4a530b4284b3 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:35.587497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9769a20-4fee-4faf-bfc1-96d092069801 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:35.669253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:35.681199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:35.688017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cff07418-7052-48b7-81f7-94b2dcd9fa8b req-6cb48e9f-1101-408b-9a9e-469a43aaaaec tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519910 Feb 11 13:48:35.689413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.690009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.717687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=765d64fe-44ec-4430-ad52-f41e8a87f3ca,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:35.733432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3d95021c-fd89-4311-8f08-5e21c963fb2a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9090827 Feb 11 13:48:35.736950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33076) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:35.741893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:a1:ae:eb', 'name': 'tempest-NetworksTestDHCPv6-798830387'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:35.762765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-d4d73dbe-965f-431a-8a90-858531946098 service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917857 Feb 11 13:48:35.767482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13827fdb-892d-41c3-924b-0e992532e3ae tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.771569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-13827fdb-892d-41c3-924b-0e992532e3ae tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6366127 Feb 11 13:48:35.773838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33078) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:35.811402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b7c6c77-d2ec-4128-aa43-52d863356f39 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=6c2ee93c-b19a-413a-81b6-dfecd664b4ee HTTP/1.1" status: 200 len: 464 time: 0.0249298 Feb 11 13:48:35.836677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33082) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:35.848760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '765d64fe-44ec-4430-ad52-f41e8a87f3ca'}, {'subnet_id': 'dd0e6629-78a1-4b4e-996b-76a7172364bf'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:48:35.849666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.943529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f0ee-8058-4539-b015-77789a516525 req-18b96e77-627c-4ab5-9f9f-9cef2f1f9808 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.945257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a23f0ee-8058-4539-b015-77789a516525 req-18b96e77-627c-4ab5-9f9f-9cef2f1f9808 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.1747613 Feb 11 13:48:36.042602 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-206b6221-3d75-422b-ae82-62e5046124d5 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.044019 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-206b6221-3d75-422b-ae82-62e5046124d5 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/6c2ee93c-b19a-413a-81b6-dfecd664b4ee HTTP/1.1" status: 204 len: 168 time: 0.2064254 Feb 11 13:48:36.049543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33090) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:36.053166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a23f0ee-8058-4539-b015-77789a516525 req-386ab7b7-bd27-47ae-9e13-ebdb7ece4673 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001372 Feb 11 13:48:36.058480 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bac0fa90-0423-40b5-bd62-24e0c118d101 req-80094d04-ba93-4403-b46f-3364be18d36a service neutron] 10.222.0.30 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213569 Feb 11 13:48:36.066696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-84a26543-9759-4cfb-bb73-0af1eeece2c3 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=6c2ee93c-b19a-413a-81b6-dfecd664b4ee HTTP/1.1" status: 200 len: 221 time: 0.0158126 Feb 11 13:48:36.070244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33092) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:36.095127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-193892ac-dd17-4f2e-9cfc-4c6f6229e7e8 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--514293701', 'description': 'label created by tempest'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:36.095803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-193892ac-dd17-4f2e-9cfc-4c6f6229e7e8 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Unknown quota resources ['metering_label']. {{(pid=103175) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:48:36.165586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:36.180988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Allocated IP 172.20.0.2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/dd0e6629-78a1-4b4e-996b-76a7172364bf/70afc4ef-0290-4df1-9d6f-441441a3cb6e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:36.188118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Allocated IP 2001:db8::f816:3eff:fe71:a6f3 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/765d64fe-44ec-4430-ad52-f41e8a87f3ca/70afc4ef-0290-4df1-9d6f-441441a3cb6e) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:36.349693 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Publish callbacks [] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.358340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.405815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:36.410070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-193892ac-dd17-4f2e-9cfc-4c6f6229e7e8 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.410338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:36.411300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-193892ac-dd17-4f2e-9cfc-4c6f6229e7e8 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3384929 Feb 11 13:48:36.414416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:36.419706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:36.434345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Pushing event updated for resources: {'Port': ['ID=70afc4ef-0290-4df1-9d6f-441441a3cb6e,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:36.458421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.503792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port e1baec7b-482e-45c3-9427-575994c54af9 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:48:36.559455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Attempting to bind port 70afc4ef-0290-4df1-9d6f-441441a3cb6e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:48:36.559844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Attempting to bind port 70afc4ef-0290-4df1-9d6f-441441a3cb6e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:48:36.560221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Attempting to bind port 70afc4ef-0290-4df1-9d6f-441441a3cb6e on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:36.574249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:36.575399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:36.576186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.576879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:36.577617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Bound port: 70afc4ef-0290-4df1-9d6f-441441a3cb6e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:48:36.578270 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.583210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5095b00b-82b3-4348-93e6-a9ca2222fa16 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:36.599627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bfb90173-c5d8-4679-a78e-648fdbdf887a tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=6072e082-9e9f-4af9-a944-ca1591a0ea74 HTTP/1.1" status: 200 len: 467 time: 0.1837528 Feb 11 13:48:36.600240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:36.776478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] For port 70afc4ef-0290-4df1-9d6f-441441a3cb6e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:36.788944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] For port 70afc4ef-0290-4df1-9d6f-441441a3cb6e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=70afc4ef-0290-4df1-9d6f-441441a3cb6e,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:36.837476 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.873881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 5095b00b-82b3-4348-93e6-a9ca2222fa16 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:36.896276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 5095b00b-82b3-4348-93e6-a9ca2222fa16 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:36.897593 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:36.990023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac706e32-4e5f-433c-a5cf-f24db6c314fd None None] Pushing event updated for resources: {'Port': ['ID=70afc4ef-0290-4df1-9d6f-441441a3cb6e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:37.075100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5095b00b-82b3-4348-93e6-a9ca2222fa16 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:37.075497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:37.157063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5095b00b-82b3-4348-93e6-a9ca2222fa16, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5095b00b-82b3-4348-93e6-a9ca2222fa16,segment=NetworkSegment(f694de1f-0ac8-40e2-94b0-dcc4c419aba1),segment_id=f694de1f-0ac8-40e2-94b0-dcc4c419aba1)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:37.162146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4f22e5-1542-4ca7-aafd-151709350924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5095b00b-82b3-4348-93e6-a9ca2222fa16'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:37.169005 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090e3065-7296-43ab-9d2b-0d448d29cee2" -d '{"events": [{"server_uuid": "3a4f22e5-1542-4ca7-aafd-151709350924", "name": "network-vif-plugged", "status": "completed", "tag": "5095b00b-82b3-4348-93e6-a9ca2222fa16"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:37.184716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:37.313779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5095b00b-82b3-4348-93e6-a9ca2222fa16,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:37.444750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 172.20.0.11 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/dd0e6629-78a1-4b4e-996b-76a7172364bf/e1baec7b-482e-45c3-9427-575994c54af9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:37.471377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fea1:aeeb (a5bab372-dfb9-4c1d-b04e-13c120a57e15/765d64fe-44ec-4430-ad52-f41e8a87f3ca/e1baec7b-482e-45c3-9427-575994c54af9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:37.564968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f86b2a-8e71-4f66-a217-79327b84aca7 req-7bbb6eb3-00f2-4e0d-9ef4-a5f84047b18c tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:37.566946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96f86b2a-8e71-4f66-a217-79327b84aca7 req-7bbb6eb3-00f2-4e0d-9ef4-a5f84047b18c tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 945 time: 0.2189820 Feb 11 13:48:37.585687 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27e02eaa-b630-462f-8eb5-81fa30a0fead tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:37.587654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-27e02eaa-b630-462f-8eb5-81fa30a0fead tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/6072e082-9e9f-4af9-a944-ca1591a0ea74 HTTP/1.1" status: 204 len: 168 time: 0.9857764 Feb 11 13:48:37.590367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33122) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:37.625904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-e40e8651-7491-4d9e-9f63-5ab5993ee81f service neutron] 10.222.0.30 "GET /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887/bindings/n-h2-828676-2 HTTP/1.1" status: 200 len: 384 time: 0.2325103 Feb 11 13:48:37.673382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215b6f2-1341-4498-bbae-b3e386d5d98e req-ac3225e7-753b-4f53-afa0-53338a1421cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:37.677205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3ddd93da-279a-4829-856a-e3ede6bcc780 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=6072e082-9e9f-4af9-a944-ca1591a0ea74 HTTP/1.1" status: 200 len: 216 time: 0.0743482 Feb 11 13:48:37.682363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33126) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:37.684177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3215b6f2-1341-4498-bbae-b3e386d5d98e req-ac3225e7-753b-4f53-afa0-53338a1421cd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 945 time: 0.2890034 Feb 11 13:48:37.722755 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d3fa17b4-6e9e-406e-8a27-d897c607a682 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0384812 Feb 11 13:48:37.732607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33128) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:37.763686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3215b6f2-1341-4498-bbae-b3e386d5d98e req-1c8d22bc-5de2-4613-aef2-011e1eaf7a32 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767133 Feb 11 13:48:37.828431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-38b12185-1dd1-4ddc-b773-509b50d3cd0b tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0920897 Feb 11 13:48:37.842307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:37.865230 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7f559-d3ba-4c0c-b09f-30a2012af0ff x-openstack-request-id: req-64f7f559-d3ba-4c0c-b09f-30a2012af0ff {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:37.865740 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4f22e5-1542-4ca7-aafd-151709350924", "name": "network-vif-plugged", "status": "completed", "tag": "5095b00b-82b3-4348-93e6-a9ca2222fa16", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:37.865843 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64f7f559-d3ba-4c0c-b09f-30a2012af0ff {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:37.866222 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4f22e5-1542-4ca7-aafd-151709350924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5095b00b-82b3-4348-93e6-a9ca2222fa16', 'code': 200} Feb 11 13:48:37.867627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96f86b2a-8e71-4f66-a217-79327b84aca7 req-d01afdab-cf16-47ce-b50a-48ad95b2afff tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838786 Feb 11 13:48:37.965536 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (e1baec7b-482e-45c3-9427-575994c54af9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.047587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e1baec7b-482e-45c3-9427-575994c54af9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.071260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c105dc56-f73c-403c-89d3-170ba1bbfca2 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/f152671c-4f0e-4fc9-bd65-dbbb543941f9 HTTP/1.1" status: 200 len: 473 time: 0.2209389 Feb 11 13:48:38.086049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33146) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:38.118364 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1321782b-c2c0-4067-aaf1-842d446d6c0a tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/a0c27d9a-2f94-4a27-b3b5-ad3c047264d5 HTTP/1.1" status: 200 len: 461 time: 0.0309780 Feb 11 13:48:38.127734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33150) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:38.171529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5845-0dd6-41d7-83b0-dd0d182e233f req-1116d538-2a9e-4985-97ad-eb6e7dc8bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.173141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba7f5845-0dd6-41d7-83b0-dd0d182e233f req-1116d538-2a9e-4985-97ad-eb6e7dc8bcd5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 1127 time: 0.2248199 Feb 11 13:48:38.184616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:38.196477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:38.223929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:38.272232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:38.293944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=e1baec7b-482e-45c3-9427-575994c54af9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:38.321074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:38.381944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:38.383457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 70afc4ef-0290-4df1-9d6f-441441a3cb6e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:38.384985 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9632d3c8-7cdf-4a28-b554-c09de812dce9" -d '{"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:38.405331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:38.441391 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.473060 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff23ec68-8c28-402d-ac1f-499e52c7a0ed x-openstack-request-id: req-ff23ec68-8c28-402d-ac1f-499e52c7a0ed {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:38.473371 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:38.473621 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff23ec68-8c28-402d-ac1f-499e52c7a0ed {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:38.474033 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'code': 200} Feb 11 13:48:38.492455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 70afc4ef-0290-4df1-9d6f-441441a3cb6e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:38.493080 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.529735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab654e76-0255-43bd-833f-469b26605f21 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.531387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ab654e76-0255-43bd-833f-469b26605f21 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/a0c27d9a-2f94-4a27-b3b5-ad3c047264d5 HTTP/1.1" status: 204 len: 168 time: 0.3974950 Feb 11 13:48:38.539371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:38.550353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.551273 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.602761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ba7f5845-0dd6-41d7-83b0-dd0d182e233f req-37da092e-17d3-4380-b112-ac3d0860a23b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061270 Feb 11 13:48:38.609928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cd101c29-922e-45da-bad4-b5e1667d6fe4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8691318 Feb 11 13:48:38.613014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33168) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:38.621636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 70afc4ef-0290-4df1-9d6f-441441a3cb6e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:38.622568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.681676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 70afc4ef-0290-4df1-9d6f-441441a3cb6e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=70afc4ef-0290-4df1-9d6f-441441a3cb6e,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:38.691694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.700653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e4208-e541-4b5b-9b58-204e769660a2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.708549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e4208-e541-4b5b-9b58-204e769660a2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.710298 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cf4e4208-e541-4b5b-9b58-204e769660a2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0959647 Feb 11 13:48:38.713477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33172) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:38.779650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] Transition to ACTIVE for port object 33384bdf-f918-43c8-9322-127292ca7887 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:38.801682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.840344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=70afc4ef-0290-4df1-9d6f-441441a3cb6e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:38.903944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port e1baec7b-482e-45c3-9427-575994c54af9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:38.904297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e1baec7b-482e-45c3-9427-575994c54af9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:38.921674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918a6f9-c682-4097-8172-997ca7c4723a None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:39.077917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2918bb8c-a65a-41ea-8c05-250d19fcbb78 None None] Provisioning complete for port 70afc4ef-0290-4df1-9d6f-441441a3cb6e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:39.083137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2918bb8c-a65a-41ea-8c05-250d19fcbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:39.189414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] Pushing event updated for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=11']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:39.240181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e1baec7b-482e-45c3-9427-575994c54af9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:39.296158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for e1baec7b-482e-45c3-9427-575994c54af9 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:39.313035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2918bb8c-a65a-41ea-8c05-250d19fcbb78 None None] Current status of the port 70afc4ef-0290-4df1-9d6f-441441a3cb6e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:39.352440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d11a73-a26b-4b59-a2d3-d0d5f24a7482 req-65037248-0e0e-4134-a5e5-c77172712820 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.355946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d11a73-a26b-4b59-a2d3-d0d5f24a7482 req-65037248-0e0e-4134-a5e5-c77172712820 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.2056272 Feb 11 13:48:39.606410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2b18e28-7c18-4bcb-8a09-ebc9fa2b3f97 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:39.611292 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f2b18e28-7c18-4bcb-8a09-ebc9fa2b3f97 tempest-MeteringTestJSON-530585524 tempest-MeteringTestJSON-530585524-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/f152671c-4f0e-4fc9-bd65-dbbb543941f9 HTTP/1.1" status: 204 len: 168 time: 1.0639985 Feb 11 13:48:39.823030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d11a73-a26b-4b59-a2d3-d0d5f24a7482 req-2ff5d2be-3136-43f4-83d8-0df2aa908d33 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4584947 Feb 11 13:48:39.823843 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e1baec7b-482e-45c3-9427-575994c54af9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:39.873154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0259a3-703b-472e-9a53-aa6cd6b63312 req-a4f40798-435d-4305-9ea8-9520ab365573 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.883714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa0259a3-703b-472e-9a53-aa6cd6b63312 req-a4f40798-435d-4305-9ea8-9520ab365573 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 945 time: 0.8783832 Feb 11 13:48:39.933298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=e1baec7b-482e-45c3-9427-575994c54af9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:39.966775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] No DVR routers for this DVR port 33384bdf-f918-43c8-9322-127292ca7887 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:40.137237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-01ee7521-299e-42e5-acc4-897464439ba2 None None] Provisioning complete for port 70afc4ef-0290-4df1-9d6f-441441a3cb6e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:40.146853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01ee7521-299e-42e5-acc4-897464439ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:40.153465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:40.163151 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5c0d457f-5ec0-4fba-85cd-a3d94f19b95e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/e1baec7b-482e-45c3-9427-575994c54af9 HTTP/1.1" status: 204 len: 168 time: 1.4475939 Feb 11 13:48:40.165055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:40.326876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4990e5-230d-45ca-859e-0f1bd3080900 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:40.332436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4990e5-230d-45ca-859e-0f1bd3080900 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:40.338616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4990e5-230d-45ca-859e-0f1bd3080900 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:40.351064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b4990e5-230d-45ca-859e-0f1bd3080900 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1817591 Feb 11 13:48:40.351379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33224) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:40.434804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 70afc4ef-0290-4df1-9d6f-441441a3cb6e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:40.530837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33228) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:40.534539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fa0259a3-703b-472e-9a53-aa6cd6b63312 req-1891c64e-d83e-4ba4-b6aa-3a4ee8c84a39 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871115 Feb 11 13:48:40.557200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-01ee7521-299e-42e5-acc4-897464439ba2 None None] Current status of the port 70afc4ef-0290-4df1-9d6f-441441a3cb6e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:40.583009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-3171539d-9e4d-4d1e-aac7-11c627d679fe service neutron] 10.222.0.30 "PUT /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887/bindings/n-h2-828676-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9504724 Feb 11 13:48:40.583219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-01ee7521-299e-42e5-acc4-897464439ba2 None None] Could not find standard attr ID for object e1baec7b-482e-45c3-9427-575994c54af9. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:48:40.598113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 765d64fe-44ec-4430-ad52-f41e8a87f3ca {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:40.613814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (765d64fe-44ec-4430-ad52-f41e8a87f3ca), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:40.669645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:40.676167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 70afc4ef-0290-4df1-9d6f-441441a3cb6e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:40.676746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:40.859238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-229176a4-5b73-4a58-abef-0ea12f34b3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:40.880921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:40.901583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e74d9a39-dac1-4e47-b21e-eaedd4302aed None None] Could not find standard attr ID for object e1baec7b-482e-45c3-9427-575994c54af9. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:48:40.909476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (765d64fe-44ec-4430-ad52-f41e8a87f3ca), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:40.944436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c83e8c8f-5683-4c45-848c-437a7e8271f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.015688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 70afc4ef-0290-4df1-9d6f-441441a3cb6e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:41.032357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-255c37c8-105b-4a27-ad1d-e73e33d3f2ef tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.034173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-255c37c8-105b-4a27-ad1d-e73e33d3f2ef tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7&tenant_id=438affb9494641819ba0787e4b08b11f&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.3333094 Feb 11 13:48:41.037214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port 33384bdf-f918-43c8-9322-127292ca7887 host n-h2-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:48:41.037860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:41.124413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c83e8c8f-5683-4c45-848c-437a7e8271f9 admin admin] Publish callbacks [] for security_group (8a8db015-2dff-44d3-99d9-d49454b773f0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.135522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c83e8c8f-5683-4c45-848c-437a7e8271f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8a8db015-2dff-44d3-99d9-d49454b773f0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.203700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e8c8f-5683-4c45-848c-437a7e8271f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8db015-2dff-44d3-99d9-d49454b773f0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:41.249517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e9c09-7d06-46d5-afe2-955900837c94 req-51f7a821-7575-4d1b-975a-06ba2b9606ec tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.251897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a60e9c09-7d06-46d5-afe2-955900837c94 req-51f7a821-7575-4d1b-975a-06ba2b9606ec tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.2088947 Feb 11 13:48:41.295737 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c83e8c8f-5683-4c45-848c-437a7e8271f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be2df49a120d4dcbbf2a105e97d8e40c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6234994 Feb 11 13:48:41.296923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (765d64fe-44ec-4430-ad52-f41e8a87f3ca), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.299052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33246) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:41.371788 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5d925a1-c106-43e2-b213-05ce7d995b5e admin admin] Publish callbacks [] for security_group (8a8db015-2dff-44d3-99d9-d49454b773f0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.375081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a60e9c09-7d06-46d5-afe2-955900837c94 req-26a16be4-ba08-41f6-b920-6a7590e9ae99 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134064 Feb 11 13:48:41.390301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-229176a4-5b73-4a58-abef-0ea12f34b3b1 admin admin] Publish callbacks [] for security_group (8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.395073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-39245b7d-4d16-4601-8bf2-f56a4f57d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.396796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-39245b7d-4d16-4601-8bf2-f56a4f57d998 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 1126 time: 0.2674663 Feb 11 13:48:41.400104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-229176a4-5b73-4a58-abef-0ea12f34b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.437496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5d925a1-c106-43e2-b213-05ce7d995b5e admin admin] Publish callbacks [] for security_group (8a8db015-2dff-44d3-99d9-d49454b773f0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.504074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5d925a1-c106-43e2-b213-05ce7d995b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8a8db015-2dff-44d3-99d9-d49454b773f0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.507301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5d925a1-c106-43e2-b213-05ce7d995b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.511289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c5d925a1-c106-43e2-b213-05ce7d995b5e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a8db015-2dff-44d3-99d9-d49454b773f0 HTTP/1.1" status: 204 len: 168 time: 0.2060788 Feb 11 13:48:41.528381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-229176a4-5b73-4a58-abef-0ea12f34b3b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d6d38b51ea54aa0a42d84a9a99c1015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9772136 Feb 11 13:48:41.529962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d925a1-c106-43e2-b213-05ce7d995b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8db015-2dff-44d3-99d9-d49454b773f0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:41.533552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:41.553123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229176a4-5b73-4a58-abef-0ea12f34b3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:41.578012 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (765d64fe-44ec-4430-ad52-f41e8a87f3ca), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.630723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.636305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f48c94-b281-4c76-b3bc-aa7ea0f81fed None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:41.642675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/765d64fe-44ec-4430-ad52-f41e8a87f3ca HTTP/1.1" status: 204 len: 168 time: 1.2824249 Feb 11 13:48:41.645200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33256) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:41.715299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a2aad162-e349-4bbd-a6d0-cf8bd956de83 admin admin] Publish callbacks [] for security_group (8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:41.983307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet dd0e6629-78a1-4b4e-996b-76a7172364bf {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:41.991365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a2aad162-e349-4bbd-a6d0-cf8bd956de83 admin admin] Publish callbacks [] for security_group (8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.010063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (dd0e6629-78a1-4b4e-996b-76a7172364bf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.025440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-ec1627bb-04a4-4b63-934a-52e2be1882dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:42.028397 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-ec1627bb-04a4-4b63-934a-52e2be1882dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1126 time: 0.5966334 Feb 11 13:48:42.033356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21710b-a0dd-4c0c-b849-2ffdf9583745 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=765d64fe-44ec-4430-ad52-f41e8a87f3ca,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:42.045924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52225d7-f614-4147-8928-5629c4e90ecb req-10e13132-d917-47ca-82dd-7c1870aaf719 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:42.050168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f52225d7-f614-4147-8928-5629c4e90ecb req-10e13132-d917-47ca-82dd-7c1870aaf719 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 945 time: 0.3278582 Feb 11 13:48:42.219295 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f52225d7-f614-4147-8928-5629c4e90ecb req-a8e83ec0-017e-46f8-be4b-5740efabacd7 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611395 Feb 11 13:48:42.221226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33268) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:42.260301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e0299e40-4766-42f7-9f96-497544593426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.315890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-f34de66d-72b9-4714-8b70-669603912ffa req-ff747d37-7385-45b0-a873-a6a492e39115 service neutron] (103175) timed out ('10.222.0.79', 39980) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:48:42.348382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a2aad162-e349-4bbd-a6d0-cf8bd956de83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.363264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a2aad162-e349-4bbd-a6d0-cf8bd956de83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.365840 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a2aad162-e349-4bbd-a6d0-cf8bd956de83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0 HTTP/1.1" status: 204 len: 168 time: 0.8290040 Feb 11 13:48:42.408042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (dd0e6629-78a1-4b4e-996b-76a7172364bf), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.437556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aad162-e349-4bbd-a6d0-cf8bd956de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb4fed0-1a69-4cc4-89fa-da7fdebc60a0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:42.567902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (dd0e6629-78a1-4b4e-996b-76a7172364bf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.572552 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e0299e40-4766-42f7-9f96-497544593426 admin admin] Publish callbacks [] for security_group (93f7a2c2-92de-454d-a65b-b833bc86332b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.584055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e0299e40-4766-42f7-9f96-497544593426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (93f7a2c2-92de-454d-a65b-b833bc86332b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.652139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0299e40-4766-42f7-9f96-497544593426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f7a2c2-92de-454d-a65b-b833bc86332b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:42.714745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e0299e40-4766-42f7-9f96-497544593426 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47074a6159224c58925a9c96c95b702d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912424 Feb 11 13:48:42.715443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33282) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:42.746450 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (dd0e6629-78a1-4b4e-996b-76a7172364bf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.857086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65284b3a-fd74-4f9b-bfef-5474ec6ea30f admin admin] Publish callbacks [] for security_group (93f7a2c2-92de-454d-a65b-b833bc86332b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.881589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0e6629-78a1-4b4e-996b-76a7172364bf,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:42.936764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.943775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5a0f47ca-f5ea-46ef-893e-ea67c1befd2e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/dd0e6629-78a1-4b4e-996b-76a7172364bf HTTP/1.1" status: 204 len: 168 time: 1.2902381 Feb 11 13:48:42.943994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65284b3a-fd74-4f9b-bfef-5474ec6ea30f admin admin] Publish callbacks [] for security_group (93f7a2c2-92de-454d-a65b-b833bc86332b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:42.948793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33288) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:43.074208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d13573a4-de82-415c-a53e-0ac16edca53d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172190 Feb 11 13:48:43.075792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0da2d35f-2834-4398-a35a-0ff0ba34995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.077571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0da2d35f-2834-4398-a35a-0ff0ba34995d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 897 time: 0.9910154 Feb 11 13:48:43.078368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33294) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:43.092904 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65284b3a-fd74-4f9b-bfef-5474ec6ea30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (93f7a2c2-92de-454d-a65b-b833bc86332b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:43.103162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65284b3a-fd74-4f9b-bfef-5474ec6ea30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:43.118218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-65284b3a-fd74-4f9b-bfef-5474ec6ea30f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93f7a2c2-92de-454d-a65b-b833bc86332b HTTP/1.1" status: 204 len: 168 time: 0.3842592 Feb 11 13:48:43.146623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65284b3a-fd74-4f9b-bfef-5474ec6ea30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f7a2c2-92de-454d-a65b-b833bc86332b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:43.299947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975030d-1daf-47ca-9157-b3dd550f493e req-a9e1308f-5a38-466a-b0d1-c6af3896a9b5 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.311565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6975030d-1daf-47ca-9157-b3dd550f493e req-a9e1308f-5a38-466a-b0d1-c6af3896a9b5 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 945 time: 0.1322756 Feb 11 13:48:43.346428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a01dae-ccb1-419c-8999-85527439d1ee req-a3dea141-b000-46fc-9582-453c6ee4c4ba tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.355473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64a01dae-ccb1-419c-8999-85527439d1ee req-a3dea141-b000-46fc-9582-453c6ee4c4ba tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.6631970 Feb 11 13:48:43.409327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33298) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:43.428442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6975030d-1daf-47ca-9157-b3dd550f493e req-d2ba2123-724c-4b12-84fa-9ed7881b5baa tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133022 Feb 11 13:48:43.529177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-755e63cc-4905-4def-a1b2-41ae9ef06fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:43.538021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-f5973eba-5937-408d-abda-8fa303a0c466 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 999 time: 0.3762441 Feb 11 13:48:43.571547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9172c7-499f-4830-a95b-06c07ebe2ba5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.573384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-da9172c7-499f-4830-a95b-06c07ebe2ba5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4923766 Feb 11 13:48:43.577209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33302) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:43.666394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-755e63cc-4905-4def-a1b2-41ae9ef06fa7 admin admin] Publish callbacks [] for security_group (85e0b6ae-9f2f-48e9-a563-3af542b79b02), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:43.690659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e4c90-e33e-4516-b4bb-711ab82d123f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.696092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc6e4c90-e33e-4516-b4bb-711ab82d123f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1149497 Feb 11 13:48:43.697124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33304) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:43.710748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e20d78-bacc-41d9-b08f-476af6752b8f None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:43.722255 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-755e63cc-4905-4def-a1b2-41ae9ef06fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (85e0b6ae-9f2f-48e9-a563-3af542b79b02), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:43.749096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64a01dae-ccb1-419c-8999-85527439d1ee req-9e0a396f-6f8e-426d-9cec-4e4cfab949b4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3862989 Feb 11 13:48:43.880069 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b39404a-e0b4-42cc-97a0-0fc2bfd31669 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1740699 Feb 11 13:48:43.880682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33310) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:43.900386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-12d5bbdd-d807-496e-8339-1b65aa6e6224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:43.909801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ca92ecd-3bc7-41fc-97da-941fa5f3f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.911421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ca92ecd-3bc7-41fc-97da-941fa5f3f2a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 200 len: 835 time: 0.3555632 Feb 11 13:48:43.917709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-755e63cc-4905-4def-a1b2-41ae9ef06fa7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=baa179f6a6a94fffaf0f5109dfbcd3f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4808707 Feb 11 13:48:43.917709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e63cc-4905-4def-a1b2-41ae9ef06fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0b6ae-9f2f-48e9-a563-3af542b79b02,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:43.919055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33312) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:43.965122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2e709e03-3227-492d-a51a-160201e4ec5d None None] Provisioning complete for port 70afc4ef-0290-4df1-9d6f-441441a3cb6e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:43.965495 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2e709e03-3227-492d-a51a-160201e4ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.084383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-bd7949e1-0263-4cbe-ad64-d3e1d2225e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.093825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-bd7949e1-0263-4cbe-ad64-d3e1d2225e51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5f87c7f-82b2-420d-93e1-d0b9baba01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1621292 Feb 11 13:48:44.123688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2e709e03-3227-492d-a51a-160201e4ec5d None None] Current status of the port 70afc4ef-0290-4df1-9d6f-441441a3cb6e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:44.157311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71b2ab8b-3750-40ae-954b-8ec939e8e451 admin admin] Publish callbacks [] for security_group (85e0b6ae-9f2f-48e9-a563-3af542b79b02), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.172083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d5bbdd-d807-496e-8339-1b65aa6e6224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:44.178545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12d5bbdd-d807-496e-8339-1b65aa6e6224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.182385 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d5bbdd-d807-496e-8339-1b65aa6e6224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:44.183756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d5bbdd-d807-496e-8339-1b65aa6e6224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:48:44.240531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-12d5bbdd-d807-496e-8339-1b65aa6e6224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3566349 Feb 11 13:48:44.243538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33322) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:44.256867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:48:44.276543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-e63e6ffc-ca72-4adc-a967-0d0f3523ac47 service neutron] 10.222.0.83 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705794 Feb 11 13:48:44.278559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2c7a3bba-9e06-47ec-8e53-a0912cdad22e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:44.372494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] Deleting port 70afc4ef-0290-4df1-9d6f-441441a3cb6e {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:44.372951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.454087 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71b2ab8b-3750-40ae-954b-8ec939e8e451 admin admin] Publish callbacks [] for security_group (85e0b6ae-9f2f-48e9-a563-3af542b79b02), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.499717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] For port 70afc4ef-0290-4df1-9d6f-441441a3cb6e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=70afc4ef-0290-4df1-9d6f-441441a3cb6e,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:44.501290 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.518156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] Calling delete_port for 70afc4ef-0290-4df1-9d6f-441441a3cb6e owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:44.613675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a3bba-9e06-47ec-8e53-a0912cdad22e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:44.619624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3bba-9e06-47ec-8e53-a0912cdad22e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.635974 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7a3bba-9e06-47ec-8e53-a0912cdad22e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:44.637192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7a3bba-9e06-47ec-8e53-a0912cdad22e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:48:44.637527 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (70afc4ef-0290-4df1-9d6f-441441a3cb6e), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.660216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] No DVR routers for this DVR port 70afc4ef-0290-4df1-9d6f-441441a3cb6e on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:44.661690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-fca4a5cb-f319-449d-b9e7-365964e0738d tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.665466 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-fca4a5cb-f319-449d-b9e7-365964e0738d tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 945 time: 0.3861141 Feb 11 13:48:44.702973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4bbcc-76e9-4ceb-a5b2-9819aae09b93 None None] Pushing event deleted for resources: {'Port': ['ID=70afc4ef-0290-4df1-9d6f-441441a3cb6e,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:44.721957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-4c6967e9-9d1c-462b-afd6-27a80fd608d3 service neutron] 10.222.0.83 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254687 Feb 11 13:48:44.795965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c7a3bba-9e06-47ec-8e53-a0912cdad22e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5482934 Feb 11 13:48:44.806105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33336) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:44.815005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-55ccaca5-b7e8-4ade-bb2e-96ddab0cfb0c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:44.884108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af953c-8f64-4bd2-8bad-f77b17c86b51 req-e03bc422-8ef9-455e-96bd-b62fc5edb1ea tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.893942 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5af953c-8f64-4bd2-8bad-f77b17c86b51 req-e03bc422-8ef9-455e-96bd-b62fc5edb1ea tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 945 time: 0.2324190 Feb 11 13:48:44.959500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71b2ab8b-3750-40ae-954b-8ec939e8e451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (85e0b6ae-9f2f-48e9-a563-3af542b79b02), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.960991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-71b2ab8b-3750-40ae-954b-8ec939e8e451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:44.964543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-71b2ab8b-3750-40ae-954b-8ec939e8e451 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/85e0b6ae-9f2f-48e9-a563-3af542b79b02 HTTP/1.1" status: 204 len: 168 time: 1.0417471 Feb 11 13:48:44.986997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ccaca5-b7e8-4ade-bb2e-96ddab0cfb0c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:44.999996 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55ccaca5-b7e8-4ade-bb2e-96ddab0cfb0c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:45.001634 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ccaca5-b7e8-4ade-bb2e-96ddab0cfb0c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:45.002077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ccaca5-b7e8-4ade-bb2e-96ddab0cfb0c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:48:45.024102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5af953c-8f64-4bd2-8bad-f77b17c86b51 req-c199d85f-dbd6-4693-ba3d-fd552b0c858f tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/security-groups?id=9c7ac3cd-32dc-49df-ab3f-a1b76041968f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231432 Feb 11 13:48:45.144791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-55ccaca5-b7e8-4ade-bb2e-96ddab0cfb0c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3345630 Feb 11 13:48:45.148842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33344) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:45.152059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ab8b-3750-40ae-954b-8ec939e8e451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0b6ae-9f2f-48e9-a563-3af542b79b02,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:45.161189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Deleting port 5095b00b-82b3-4348-93e6-a9ca2222fa16 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:45.161537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:45.174565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f98bbf85-2ad1-4758-b2b7-93e215143a34 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:45.212938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-a9bb3cc4-4fe7-4be2-9cb8-b9d79527e5eb tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:45.214506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-a9bb3cc4-4fe7-4be2-9cb8-b9d79527e5eb tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7&tenant_id=438affb9494641819ba0787e4b08b11f&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 1126 time: 0.1376398 Feb 11 13:48:45.303908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8cde-5684-47d8-938b-0afff41bfd3c req-9b429d77-e43c-4461-bc89-63f7331d2173 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:45.313845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b49d8cde-5684-47d8-938b-0afff41bfd3c req-9b429d77-e43c-4461-bc89-63f7331d2173 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.3705742 Feb 11 13:48:45.481895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98bbf85-2ad1-4758-b2b7-93e215143a34 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:45.488107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f98bbf85-2ad1-4758-b2b7-93e215143a34 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:45.492956 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98bbf85-2ad1-4758-b2b7-93e215143a34 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:45.493433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98bbf85-2ad1-4758-b2b7-93e215143a34 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:48:45.503700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b49d8cde-5684-47d8-938b-0afff41bfd3c req-fa517606-ef65-43b5-9fc9-727604943df4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880312 Feb 11 13:48:45.530151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f98bbf85-2ad1-4758-b2b7-93e215143a34 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3710861 Feb 11 13:48:45.530151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:45.535893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-04b5e1e8-0b7b-43c2-968a-d5931a1fb5bc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:45.599577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] For port 5095b00b-82b3-4348-93e6-a9ca2222fa16, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5095b00b-82b3-4348-93e6-a9ca2222fa16,segment=NetworkSegment(f694de1f-0ac8-40e2-94b0-dcc4c419aba1),segment_id=f694de1f-0ac8-40e2-94b0-dcc4c419aba1)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:45.600003 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:45.631348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Calling delete_port for 5095b00b-82b3-4348-93e6-a9ca2222fa16 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:45.665373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-19827798-2629-4254-b5bc-64cae658a254 service neutron] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:45.783454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5e1e8-0b7b-43c2-968a-d5931a1fb5bc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:45.783626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-19827798-2629-4254-b5bc-64cae658a254 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:45.787359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-19827798-2629-4254-b5bc-64cae658a254 service neutron] 10.222.0.83 "DELETE /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887/bindings/n-h1-828676-2 HTTP/1.1" status: 204 len: 173 time: 0.5414376 Feb 11 13:48:45.787921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b5e1e8-0b7b-43c2-968a-d5931a1fb5bc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:45.791724 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b5e1e8-0b7b-43c2-968a-d5931a1fb5bc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:45.792173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b5e1e8-0b7b-43c2-968a-d5931a1fb5bc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:48:45.830657 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04b5e1e8-0b7b-43c2-968a-d5931a1fb5bc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2994144 Feb 11 13:48:45.831125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33364) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:45.841297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-85e86a0a-65f1-4f96-8e20-44afd034aad8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:45.999998 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5095b00b-82b3-4348-93e6-a9ca2222fa16), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:46.013322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['5095b00b-82b3-4348-93e6-a9ca2222fa16'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:46.084881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Pushing event deleted for resources: {'Port': ['ID=5095b00b-82b3-4348-93e6-a9ca2222fa16,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:46.137037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e86a0a-65f1-4f96-8e20-44afd034aad8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:46.150076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e86a0a-65f1-4f96-8e20-44afd034aad8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:46.175950 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e86a0a-65f1-4f96-8e20-44afd034aad8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:48:46.178060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e86a0a-65f1-4f96-8e20-44afd034aad8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:48:46.193520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] No DVR routers for this DVR port 5095b00b-82b3-4348-93e6-a9ca2222fa16 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:46.199097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:46.206309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb8b0637-b2bd-4af9-9342-f4d065bb7e32 req-6b9b4765-e67a-4584-b984-2dde819c1203 tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.83 "DELETE /v2.0/ports/5095b00b-82b3-4348-93e6-a9ca2222fa16 HTTP/1.1" status: 204 len: 173 time: 1.5322635 Feb 11 13:48:46.207863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4f22e5-1542-4ca7-aafd-151709350924', 'name': 'network-vif-deleted', 'tag': '5095b00b-82b3-4348-93e6-a9ca2222fa16'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:46.212713 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef472a4c-c4b1-44b6-8b51-ccda3e9d2972" -d '{"events": [{"server_uuid": "3a4f22e5-1542-4ca7-aafd-151709350924", "name": "network-vif-deleted", "tag": "5095b00b-82b3-4348-93e6-a9ca2222fa16"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:46.248080 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-85e86a0a-65f1-4f96-8e20-44afd034aad8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4134574 Feb 11 13:48:46.248741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33384) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:46.372991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-59415f74-2bed-4361-97ea-3ddada77f573 req-899d2e60-b24f-435e-bdb7-e0aadb81f5ac tempest-ServerAddressesTestJSON-763022982 tempest-ServerAddressesTestJSON-763022982-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a4f22e5-1542-4ca7-aafd-151709350924 HTTP/1.1" status: 200 len: 210 time: 0.1080883 Feb 11 13:48:46.380177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 70afc4ef-0290-4df1-9d6f-441441a3cb6e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:46.456464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 70afc4ef-0290-4df1-9d6f-441441a3cb6e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:46.457672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 70afc4ef-0290-4df1-9d6f-441441a3cb6e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:46.884462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278aea-ed88-4dd2-a11a-b09e9cf117d7 req-8f9e829b-7729-4f79-96fd-1ee8de846a52 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:46.889761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06278aea-ed88-4dd2-a11a-b09e9cf117d7 req-8f9e829b-7729-4f79-96fd-1ee8de846a52 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.2024345 Feb 11 13:48:46.986421 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06278aea-ed88-4dd2-a11a-b09e9cf117d7 req-1804da24-4b48-43f2-b30f-83f7d402561d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910516 Feb 11 13:48:47.115858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:47.284369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-61d11214-a06c-4e47-aea3-fef05ae69e12 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 1.0345423 Feb 11 13:48:47.286943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33414) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:47.349982 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1b8ea8-c03c-4f03-8f84-cf096193c7fd x-openstack-request-id: req-aa1b8ea8-c03c-4f03-8f84-cf096193c7fd {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:47.350413 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4f22e5-1542-4ca7-aafd-151709350924", "name": "network-vif-deleted", "tag": "5095b00b-82b3-4348-93e6-a9ca2222fa16", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:47.350677 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa1b8ea8-c03c-4f03-8f84-cf096193c7fd {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:47.351043 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4f22e5-1542-4ca7-aafd-151709350924', 'name': 'network-vif-deleted', 'tag': '5095b00b-82b3-4348-93e6-a9ca2222fa16', 'status': 'completed', 'code': 200} Feb 11 13:48:47.386576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636b4bd-450e-4fe3-b9cd-229a55984797 req-fa1a1f4c-f8ed-488b-a2a7-2c026b695d06 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:47.394817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8636b4bd-450e-4fe3-b9cd-229a55984797 req-fa1a1f4c-f8ed-488b-a2a7-2c026b695d06 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1126 time: 0.1061258 Feb 11 13:48:47.424892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac95305-02dc-4a00-8f1f-2231e73cce4f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:47.434681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dac95305-02dc-4a00-8f1f-2231e73cce4f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1459076 Feb 11 13:48:47.436360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33420) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:47.446834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d9f4602b-1ee8-40b6-a97d-a6d06745bec3 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:47.474232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8636b4bd-450e-4fe3-b9cd-229a55984797 req-252efc61-d794-442e-979e-8b86136e0a1e tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714722 Feb 11 13:48:47.474906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33424) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:47.540640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33428) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:47.541878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a4e2976e-0cb5-47db-9a48-53d5d2fa1e19 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897672 Feb 11 13:48:47.550099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:47.584521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9f4602b-1ee8-40b6-a97d-a6d06745bec3 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "PUT /v2.0/quotas/54979102b4e5498cadf5143f6199979c HTTP/1.1" status: 200 len: 368 time: 0.4665716 Feb 11 13:48:47.589023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:47.613932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Request body: {'network': {'project_id': '54979102b4e5498cadf5143f6199979c'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:47.696019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Made reservation on behalf of 54979102b4e5498cadf5143f6199979c for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:47.698874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:47.711688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:47.763172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f073c-c23f-428f-b9a6-d73c418c19ed req-bfae2697-5422-4b6e-a095-5d0ff1177416 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:47.774085 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-604f073c-c23f-428f-b9a6-d73c418c19ed req-bfae2697-5422-4b6e-a095-5d0ff1177416 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.1747208 Feb 11 13:48:47.816524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] Deleting subnet 93ee4e4f-d887-449d-8220-ee35896c048f {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:47.832157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:47.841624 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:47.852076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] Publish callbacks [] for subnet (93ee4e4f-d887-449d-8220-ee35896c048f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:47.896177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-604f073c-c23f-428f-b9a6-d73c418c19ed req-e39e5b3f-c8ff-401f-87c8-5c65e7111dbd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206522 Feb 11 13:48:47.918235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:48.002083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for security_group (16612f7b-1e60-43eb-9582-74f438e710d1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.013691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (16612f7b-1e60-43eb-9582-74f438e710d1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.044988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c98986d7-b13b-4879-9170-e00e5dd4025c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/16471706-d1b3-4bcb-9b97-d7ba483f31a1 HTTP/1.1" status: 200 len: 991 time: 0.1251497 Feb 11 13:48:48.054542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:48.070834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (93ee4e4f-d887-449d-8220-ee35896c048f), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.072281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16612f7b-1e60-43eb-9582-74f438e710d1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:48.118211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0f8487d6-d649-4dd1-be6a-1dbaac8df497), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.119040 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Added segment 0f8487d6-d649-4dd1-be6a-1dbaac8df497 of type vlan for network 3d3e03c2-371a-4efc-b666-fc2badcfb0ca Feb 11 13:48:48.231352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (93ee4e4f-d887-449d-8220-ee35896c048f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.243938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3d3e03c2-371a-4efc-b666-fc2badcfb0ca), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.282497 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3d3e03c2-371a-4efc-b666-fc2badcfb0ca), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.283414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:48.284039 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.343764 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7492456 Feb 11 13:48:48.347815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33456) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:48.355921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Request body: {'network': {'project_id': '54979102b4e5498cadf5143f6199979c'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:48.367285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (93ee4e4f-d887-449d-8220-ee35896c048f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.390203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33458) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:48.394766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d80431-dfac-4b1e-b800-97487223535e tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Pushing event updated for resources: {'Network': ['ID=3d3e03c2-371a-4efc-b666-fc2badcfb0ca,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:48.405702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3d3e03c2-371a-4efc-b666-fc2badcfb0ca details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:48:48.501127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Made reservation on behalf of 54979102b4e5498cadf5143f6199979c for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:48.504001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.546010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ee4e4f-d887-449d-8220-ee35896c048f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:48.575152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.578849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ffe51fc7-dc79-4148-a12b-62409c6e7c04 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/93ee4e4f-d887-449d-8220-ee35896c048f HTTP/1.1" status: 204 len: 168 time: 1.1028683 Feb 11 13:48:48.581458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:48.592433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5095b00b-82b3-4348-93e6-a9ca2222fa16 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:48.667456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:48.677262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 5095b00b-82b3-4348-93e6-a9ca2222fa16 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:48.677958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5095b00b-82b3-4348-93e6-a9ca2222fa16 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:48.775182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (21084195-7102-4ea7-a6fb-7a312a3ce58d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.776465 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Added segment 21084195-7102-4ea7-a6fb-7a312a3ce58d of type vlan for network 24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7 Feb 11 13:48:48.784291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (451dd609-b80c-4bbd-809f-d2a6791fcab0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:48.966160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.039823 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (451dd609-b80c-4bbd-809f-d2a6791fcab0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.109357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:48:49.113664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (9da61c46-d85b-43db-9cb8-a25de7eeb985), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.115494 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.116535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:49.117110 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.130887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451dd609-b80c-4bbd-809f-d2a6791fcab0']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:49.179813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f694de1f-0ac8-40e2-94b0-dcc4c419aba1') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:49.180196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f694de1f-0ac8-40e2-94b0-dcc4c419aba1') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:49.227958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f694de1f-0ac8-40e2-94b0-dcc4c419aba1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.241804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=9da61c46-d85b-43db-9cb8-a25de7eeb985,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:49.263127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:49.270528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9154346 Feb 11 13:48:49.275183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33480) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:49.307534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-79ad8234-23f7-4070-a7bb-9c61ca19507b tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Request body: {'network': {'project_id': '54979102b4e5498cadf5143f6199979c'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:49.327782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f694de1f-0ac8-40e2-94b0-dcc4c419aba1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.347379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:48:49.348674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f694de1f-0ac8-40e2-94b0-dcc4c419aba1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:48:49.350948 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:48:49.355022 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ad8234-23f7-4070-a7bb-9c61ca19507b tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:48:49.355547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ad8234-23f7-4070-a7bb-9c61ca19507b tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:48:49.359711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-79ad8234-23f7-4070-a7bb-9c61ca19507b tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0675368 Feb 11 13:48:49.360403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33484) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:49.391081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:49.410152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:49.420337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c386fb-c302-49ad-841f-46dc2cfc701a None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:49.467704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port cff06c18-33de-43af-a58f-c36c4dac253e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:49.468056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cff06c18-33de-43af-a58f-c36c4dac253e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.484754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:49.487004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.577316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-de7ff2fc-d856-44f8-9484-4d297dbefb3a tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54979102b4e5498cadf5143f6199979c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982501 Feb 11 13:48:49.578389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081ec8-9ca6-4664-b642-444c6e632085 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Pushing event updated for resources: {'Network': ['ID=24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:49.600684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:48:49.606236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33488) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:49.739704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8032c366-b746-45a6-86b2-86a2eed50b82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1978576 Feb 11 13:48:49.749447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33494) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:49.759859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:52:db:05', 'name': 'tempest-NetworksTestDHCPv6-267611247'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:49.906457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '9da61c46-d85b-43db-9cb8-a25de7eeb985'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:48:49.907748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.932101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cff06c18-33de-43af-a58f-c36c4dac253e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.932577 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (cff06c18-33de-43af-a58f-c36c4dac253e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.965500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for cff06c18-33de-43af-a58f-c36c4dac253e owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:50.056455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c61-47b0-4997-9277-d98e0eb1ab85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.071415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (451dd609-b80c-4bbd-809f-d2a6791fcab0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.086756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.089922 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] 10.222.0.79 "DELETE /v2.0/networks/451dd609-b80c-4bbd-809f-d2a6791fcab0 HTTP/1.1" status: 204 len: 168 time: 1.5064003 Feb 11 13:48:50.153117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bff67a-0907-4e37-bb49-ae9aae2407dd admin admin] Pushing event deleted for resources: {'Network': ['ID=451dd609-b80c-4bbd-809f-d2a6791fcab0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:50.326295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c61-47b0-4997-9277-d98e0eb1ab85 admin admin] Publish callbacks [] for security_group (63ca6c86-9eb1-466b-af1b-e911592693d5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.332808 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c61-47b0-4997-9277-d98e0eb1ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (63ca6c86-9eb1-466b-af1b-e911592693d5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.368568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Allocated IP 2001:db8::f816:3eff:fe54:e643 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/9da61c46-d85b-43db-9cb8-a25de7eeb985/bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:50.389446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.404350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1acc9c61-47b0-4997-9277-d98e0eb1ab85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f04d0a9981d4572b4a57470dd7ca4ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1325059 Feb 11 13:48:50.408757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33504) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:50.444766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:50.452454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc9c61-47b0-4997-9277-d98e0eb1ab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ca6c86-9eb1-466b-af1b-e911592693d5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:50.498582 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f37a2f7-d5fa-4ec1-832a-32f672fc14f8 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for security_group (16612f7b-1e60-43eb-9582-74f438e710d1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.500221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (cff06c18-33de-43af-a58f-c36c4dac253e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.560042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b89d-996b-4842-9e98-ee720e82e37e admin admin] Publish callbacks [] for security_group (63ca6c86-9eb1-466b-af1b-e911592693d5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.576631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=cff06c18-33de-43af-a58f-c36c4dac253e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:50.656201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6bd32478-999c-4c95-b6d5-24ab9180d96b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ec566003497445b83921cc3ae836246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2098796 Feb 11 13:48:50.660131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:50.680975 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b89d-996b-4842-9e98-ee720e82e37e admin admin] Publish callbacks [] for security_group (63ca6c86-9eb1-466b-af1b-e911592693d5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.714199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f37a2f7-d5fa-4ec1-832a-32f672fc14f8 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for security_group (16612f7b-1e60-43eb-9582-74f438e710d1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.783264 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Publish callbacks [] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.794377 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.871114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-273a7641-39d0-4575-b25d-84f8f1c6999d admin admin] Publish callbacks [] for security_group (9c7ac3cd-32dc-49df-ab3f-a1b76041968f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.873570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:50.921873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:50.925545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-273a7641-39d0-4575-b25d-84f8f1c6999d admin admin] Publish callbacks [] for security_group (9c7ac3cd-32dc-49df-ab3f-a1b76041968f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.926699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Pushing event updated for resources: {'Port': ['ID=bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:50.942973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:50.945614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:50.969781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:50.999169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 95ec1b73-537b-4d3f-9a41-b25c71931b90 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:48:51.011817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (16471706-d1b3-4bcb-9b97-d7ba483f31a1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.012481 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP 16471706-d1b3-4bcb-9b97-d7ba483f31a1 disassociated (deleted). External IP: 172.25.3.143, port: 33384bdf-f918-43c8-9322-127292ca7887. Feb 11 13:48:51.028672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b89d-996b-4842-9e98-ee720e82e37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (63ca6c86-9eb1-466b-af1b-e911592693d5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.032020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b89d-996b-4842-9e98-ee720e82e37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.037857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2bd1b89d-996b-4842-9e98-ee720e82e37e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63ca6c86-9eb1-466b-af1b-e911592693d5 HTTP/1.1" status: 204 len: 168 time: 0.6273336 Feb 11 13:48:51.058740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1b89d-996b-4842-9e98-ee720e82e37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ca6c86-9eb1-466b-af1b-e911592693d5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:51.090487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-273a7641-39d0-4575-b25d-84f8f1c6999d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9c7ac3cd-32dc-49df-ab3f-a1b76041968f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.093195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-273a7641-39d0-4575-b25d-84f8f1c6999d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.100999 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-273a7641-39d0-4575-b25d-84f8f1c6999d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c7ac3cd-32dc-49df-ab3f-a1b76041968f HTTP/1.1" status: 204 len: 168 time: 0.4398603 Feb 11 13:48:51.116127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a7641-39d0-4575-b25d-84f8f1c6999d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7ac3cd-32dc-49df-ab3f-a1b76041968f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:51.170957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Attempting to bind port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:48:51.171336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Attempting to bind port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:48:51.175793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Attempting to bind port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:51.245346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:51.245789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:51.246238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.246984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:51.247500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Bound port: bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:48:51.248889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.399919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] For port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:51.415790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] For port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:51.425345 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.567025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b0a04-07f6-4328-b9b3-1c9a3b3ed342 None None] Pushing event updated for resources: {'Port': ['ID=bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:51.613063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f37a2f7-d5fa-4ec1-832a-32f672fc14f8 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (16612f7b-1e60-43eb-9582-74f438e710d1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.615616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f37a2f7-d5fa-4ec1-832a-32f672fc14f8 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.616803 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9f37a2f7-d5fa-4ec1-832a-32f672fc14f8 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/16612f7b-1e60-43eb-9582-74f438e710d1 HTTP/1.1" status: 204 len: 168 time: 2.0076704 Feb 11 13:48:51.619547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:51.700669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37a2f7-d5fa-4ec1-832a-32f672fc14f8 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16612f7b-1e60-43eb-9582-74f438e710d1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:51.894951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.951540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:51.975677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2476da-2693-4658-81dd-e490afde6957 req-920acd59-d0e2-4435-b98f-4c1755e4721d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.002722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d2476da-2693-4658-81dd-e490afde6957 req-920acd59-d0e2-4435-b98f-4c1755e4721d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 946 time: 0.6806271 Feb 11 13:48:52.208071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:52.261668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:52.280583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21084195-7102-4ea7-a6fb-7a312a3ce58d') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:52.282733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21084195-7102-4ea7-a6fb-7a312a3ce58d') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:52.309345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (21084195-7102-4ea7-a6fb-7a312a3ce58d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:52.327877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (21084195-7102-4ea7-a6fb-7a312a3ce58d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:52.360506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:48:52.361467 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (21084195-7102-4ea7-a6fb-7a312a3ce58d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:52.406919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router fcfd4c5b-3e9d-4e2b-9386-39d631501654 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:52.452078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d2476da-2693-4658-81dd-e490afde6957 req-96626a50-93e8-4814-a0df-9de4e7f0326f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481928 Feb 11 13:48:52.466545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fe52:db05 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/9da61c46-d85b-43db-9cb8-a25de7eeb985/95ec1b73-537b-4d3f-9a41-b25c71931b90) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:52.480084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:48:52.624706 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:48:52.632222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:52.642067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:52.651595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "DELETE /v2.0/networks/24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7 HTTP/1.1" status: 204 len: 168 time: 1.0303025 Feb 11 13:48:52.654607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:52.689667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:52.690052 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:52.728586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaad093-87b8-46f2-a479-c7453d023e15 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Pushing event deleted for resources: {'Network': ['ID=24f141a9-28cb-4ca4-9e5c-1b8ea1fe58e7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:52.870414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3d3e03c2-371a-4efc-b666-fc2badcfb0ca), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.009982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:53.012938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.057482 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33570) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:53.110823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:53.121300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.146357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d049-5505-4950-bec3-132a98287f27 req-813fd37c-82db-45d5-aedd-0925b90fafa1 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.148110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7191d049-5505-4950-bec3-132a98287f27 req-813fd37c-82db-45d5-aedd-0925b90fafa1 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 946 time: 0.5608339 Feb 11 13:48:53.161899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3d3e03c2-371a-4efc-b666-fc2badcfb0ca), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.220347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3e03c2-371a-4efc-b666-fc2badcfb0ca']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:53.249752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:53.257612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8487d6-d649-4dd1-be6a-1dbaac8df497') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:53.257905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8487d6-d649-4dd1-be6a-1dbaac8df497') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:53.284938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (0f8487d6-d649-4dd1-be6a-1dbaac8df497), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.317847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0f8487d6-d649-4dd1-be6a-1dbaac8df497), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.330652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:48:53.331193 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (0f8487d6-d649-4dd1-be6a-1dbaac8df497), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:48:53.333163 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:48:53.357232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:53.371019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-219780484-network', 'tenant_id': '277e6b36f72741719bfecad55710ecf9'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:53.373721 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] Sync routers for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:48:53.374448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.390371 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:48:53.392146 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:48:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:53.434012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Made reservation on behalf of 277e6b36f72741719bfecad55710ecf9 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:53.437858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.450048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (95ec1b73-537b-4d3f-9a41-b25c71931b90), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.497311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (95ec1b73-537b-4d3f-9a41-b25c71931b90), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.534274 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:48:53.553128 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.556988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2f49d1e0-b697-4048-88c2-a90e5ddb229b None None] Provisioning complete for port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:53.558472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2f49d1e0-b697-4048-88c2-a90e5ddb229b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.704999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=95ec1b73-537b-4d3f-9a41-b25c71931b90,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:53.749430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:53.754655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2f49d1e0-b697-4048-88c2-a90e5ddb229b None None] Current status of the port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:53.761156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:53.764102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:53.772019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.773432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.802908 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ab9dfe07-4f1f-46f2-b71b-2a5123af7c0e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/floatingips/16471706-d1b3-4bcb-9b97-d7ba483f31a1 HTTP/1.1" status: 204 len: 168 time: 5.4049976 Feb 11 13:48:53.803280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:53.806890 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26437f72-c747-4f9d-853c-4081500217ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:53.815338 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-91a1f95a-6a64-4dde-8fe4-cb3fa261ab2c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0623560 Feb 11 13:48:53.820519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33586) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:53.822221 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks [] for security_group (bd4d6c58-185b-4971-b489-5cfdea8c93ed), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.835210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3d3e03c2-371a-4efc-b666-fc2badcfb0ca), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.899431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Deleting port 119b5b9c-4348-4556-bf7f-228f25ac57cc {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:53.899431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.920876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bd4d6c58-185b-4971-b489-5cfdea8c93ed), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.935307 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:53.941012 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] 10.222.0.79 "DELETE /v2.0/networks/3d3e03c2-371a-4efc-b666-fc2badcfb0ca HTTP/1.1" status: 204 len: 168 time: 1.2785079 Feb 11 13:48:53.954367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48263a-8190-4b79-91ba-fdfddecbdab6 tempest-QuotasNegativeTest-290848235 tempest-QuotasNegativeTest-290848235-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d3e03c2-371a-4efc-b666-fc2badcfb0ca,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:54.018850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] For port 119b5b9c-4348-4556-bf7f-228f25ac57cc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=119b5b9c-4348-4556-bf7f-228f25ac57cc,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:54.019262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.029984 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:20Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:54.036420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Calling delete_port for 119b5b9c-4348-4556-bf7f-228f25ac57cc owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:54.122061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:54.139750 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] Checking router: fcfd4c5b-3e9d-4e2b-9386-39d631501654 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:48:54.166587 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:48:54.169992 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:48:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:54.212071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a3f43-b214-4253-b42e-ce77d64c566e req-5e07e9af-15be-4e90-9750-9a4f35815b73 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.222246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d72a3f43-b214-4253-b42e-ce77d64c566e req-5e07e9af-15be-4e90-9750-9a4f35815b73 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 946 time: 0.6390519 Feb 11 13:48:54.228389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4d6c58-185b-4971-b489-5cfdea8c93ed,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:54.310222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ae94742c-135b-4c6e-8853-d88abfc2fdf6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.310222 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Added segment ae94742c-135b-4c6e-8853-d88abfc2fdf6 of type vlan for network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf Feb 11 13:48:54.338079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (119b5b9c-4348-4556-bf7f-228f25ac57cc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.350957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:54.470605 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec04ff-d673-42e7-a8a5-eb02a46648de x-openstack-request-id: req-fdec04ff-d673-42e7-a8a5-eb02a46648de {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:54.470911 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:54.471177 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fdec04ff-d673-42e7-a8a5-eb02a46648de {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:54.471599 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'status': 'completed', 'code': 200} Feb 11 13:48:54.515996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['119b5b9c-4348-4556-bf7f-228f25ac57cc'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:54.569881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:54.591918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.597791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event deleted for resources: {'Port': ['ID=119b5b9c-4348-4556-bf7f-228f25ac57cc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:54.664500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.667307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.667944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.785011 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d72a3f43-b214-4253-b42e-ce77d64c566e req-225b2333-94c5-4d25-b8af-f09b2778f3fa tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373659 Feb 11 13:48:54.838452 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7720182 Feb 11 13:48:54.846542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33610) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:54.861641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Request body: {'subnet': {'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-219780484-subnet', 'tenant_id': '277e6b36f72741719bfecad55710ecf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:54.873389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cfa31-b3cd-4450-9d26-c201ab869b42 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.892365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c961f172-25ea-4cd5-8ab9-918e86bf1378 None None] Provisioning complete for port 95ec1b73-537b-4d3f-9a41-b25c71931b90 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:54.894946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c961f172-25ea-4cd5-8ab9-918e86bf1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (95ec1b73-537b-4d3f-9a41-b25c71931b90), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.901301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cfa31-b3cd-4450-9d26-c201ab869b42 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.906531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-725cfa31-b3cd-4450-9d26-c201ab869b42 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.0836425 Feb 11 13:48:54.908541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:54.910517 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.952978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33612) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:54.956557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Made reservation on behalf of 277e6b36f72741719bfecad55710ecf9 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:54.963573 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:54.990859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015cbb-2383-4ad9-b437-3099c54da71e admin admin] Pushing event updated for resources: {'Network': ['ID=ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:55.028011 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:48:55.096978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:48:55.217718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c961f172-25ea-4cd5-8ab9-918e86bf1378 None None] Port 95ec1b73-537b-4d3f-9a41-b25c71931b90 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:48:55.324666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33618) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:55.471585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 95ec1b73-537b-4d3f-9a41-b25c71931b90 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:55.473709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (95ec1b73-537b-4d3f-9a41-b25c71931b90), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:55.489653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:48:55.605137 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:20Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:55.653901 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d01cf-f57f-4f59-b375-52c6f4da2005 None None] The sync data for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 is: [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '28df5d6b-70f7-4b44-9ba9-915136669b16', 'name': '', 'network_id': 'a5f87c7f-82b2-420d-93e1-d0b9baba01af', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:a4:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:03Z', 'updated_at': '2022-02-11T13:47:20Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '5f85a9c0-274d-4970-81e9-3c2cfc500616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:48:55.761553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0141f19b-49dc-446c-9374-dde65525ed14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:55.902317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] No DVR routers for this DVR port 119b5b9c-4348-4556-bf7f-228f25ac57cc on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:55.909477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:55.913022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.83 "DELETE /v2.0/ports/119b5b9c-4348-4556-bf7f-228f25ac57cc HTTP/1.1" status: 204 len: 173 time: 2.7360578 Feb 11 13:48:55.936275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437f72-c747-4f9d-853c-4081500217ec req-c905cbaa-0350-4c67-a487-5a91c13e31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:55.938055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26437f72-c747-4f9d-853c-4081500217ec req-c905cbaa-0350-4c67-a487-5a91c13e31c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 1126 time: 1.4505048 Feb 11 13:48:55.973100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-49a794bc-bf5a-4a8b-bd21-2546ea598685 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:55.976016 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-49a794bc-bf5a-4a8b-bd21-2546ea598685 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 1.2765727 Feb 11 13:48:56.065641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4de01-f70f-4ffb-bbcc-8039a3441bc4 req-36700604-b6ec-4017-a87d-3702aa2c08ff tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:56.067537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5c4de01-f70f-4ffb-bbcc-8039a3441bc4 req-36700604-b6ec-4017-a87d-3702aa2c08ff tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 1.3875537 Feb 11 13:48:56.132571 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (95ec1b73-537b-4d3f-9a41-b25c71931b90), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.183122 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 95ec1b73-537b-4d3f-9a41-b25c71931b90 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:56.256967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a661da-3168-4bbe-8432-e98ac0eee00a None None] New status for floating IP 16471706-d1b3-4bcb-9b97-d7ba483f31a1: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:48:56.365328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5c4de01-f70f-4ffb-bbcc-8039a3441bc4 req-15948277-dfd4-4867-bb5f-f979fee036d9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517946 Feb 11 13:48:56.379779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437f72-c747-4f9d-853c-4081500217ec req-3d17c240-6a9a-4cb4-9a1c-ee7a2b5d48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:56.381382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26437f72-c747-4f9d-853c-4081500217ec req-3d17c240-6a9a-4cb4-9a1c-ee7a2b5d48b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 200 len: 897 time: 0.4325244 Feb 11 13:48:56.383763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 33384bdf-f918-43c8-9322-127292ca7887 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:56.383763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (33384bdf-f918-43c8-9322-127292ca7887), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.457427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26437f72-c747-4f9d-853c-4081500217ec req-c5ae5a54-82fd-4393-80a4-c60db9794022 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 200 len: 217 time: 0.0690761 Feb 11 13:48:56.507823 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0141f19b-49dc-446c-9374-dde65525ed14 admin admin] Publish callbacks [] for security_group (7128b6f8-b838-434a-a35d-c28b93395037), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.537247 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc772428-58df-4ae6-ac4c-6fd216d5abf2 req-62aa1da8-00c6-4c75-a117-854afcf8c473 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564 HTTP/1.1" status: 200 len: 210 time: 0.5539093 Feb 11 13:48:56.555917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'name': 'network-vif-deleted', 'tag': '119b5b9c-4348-4556-bf7f-228f25ac57cc'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:56.556483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0141f19b-49dc-446c-9374-dde65525ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7128b6f8-b838-434a-a35d-c28b93395037), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.560912 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee296b63-20d8-4da1-b4fe-37f202a5edec" -d '{"events": [{"server_uuid": "22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564", "name": "network-vif-deleted", "tag": "119b5b9c-4348-4556-bf7f-228f25ac57cc"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:56.563233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (95ec1b73-537b-4d3f-9a41-b25c71931b90), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.567972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437f72-c747-4f9d-853c-4081500217ec req-8b19762d-8052-48a9-9f63-be1d70bfeb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:56.572329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26437f72-c747-4f9d-853c-4081500217ec req-8b19762d-8052-48a9-9f63-be1d70bfeb11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 200 len: 835 time: 0.1069257 Feb 11 13:48:56.605661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (120984ac-66a3-414e-be37-ea93e8a0d7cd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.607412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 119b5b9c-4348-4556-bf7f-228f25ac57cc no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:56.673681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 119b5b9c-4348-4556-bf7f-228f25ac57cc {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:56.674027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 119b5b9c-4348-4556-bf7f-228f25ac57cc not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:56.718288 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0eb1bc-3c3d-4e4a-abbb-23a42e7ec2c0 x-openstack-request-id: req-5e0eb1bc-3c3d-4e4a-abbb-23a42e7ec2c0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:56.719692 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564", "name": "network-vif-deleted", "tag": "119b5b9c-4348-4556-bf7f-228f25ac57cc", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:56.720050 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e0eb1bc-3c3d-4e4a-abbb-23a42e7ec2c0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:56.721893 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8d59f-3edf-4c3f-84c6-8d0d3d0d2564', 'name': 'network-vif-deleted', 'tag': '119b5b9c-4348-4556-bf7f-228f25ac57cc', 'status': 'completed', 'code': 200} Feb 11 13:48:56.816676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Pushing event updated for resources: {'Subnet': ['ID=120984ac-66a3-414e-be37-ea93e8a0d7cd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:56.817162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 33384bdf-f918-43c8-9322-127292ca7887, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=33384bdf-f918-43c8-9322-127292ca7887,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:56.817909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (33384bdf-f918-43c8-9322-127292ca7887), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.862467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=95ec1b73-537b-4d3f-9a41-b25c71931b90,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:56.873385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437f72-c747-4f9d-853c-4081500217ec req-7e29a1a4-c196-4096-8be1-e7aa17dd6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:56.875523 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26437f72-c747-4f9d-853c-4081500217ec req-7e29a1a4-c196-4096-8be1-e7aa17dd6df5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5f87c7f-82b2-420d-93e1-d0b9baba01af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2371235 Feb 11 13:48:56.903952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 33384bdf-f918-43c8-9322-127292ca7887 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:56.921769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0141f19b-49dc-446c-9374-dde65525ed14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b013f88034d451bab5bd5fea2baf3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5905972 Feb 11 13:48:56.934998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33642) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:56.952367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141f19b-49dc-446c-9374-dde65525ed14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128b6f8-b838-434a-a35d-c28b93395037,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:56.975282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:56.981857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-52093e12-8a76-4824-8441-8758d8f4abb4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/95ec1b73-537b-4d3f-9a41-b25c71931b90 HTTP/1.1" status: 204 len: 168 time: 2.0238612 Feb 11 13:48:57.006497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:57.019911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-448c767f-d2e5-4626-8dd6-daa8598bbb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.144719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Checking segment: {'id': 'ae94742c-135b-4c6e-8853-d88abfc2fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:48:57.145287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Network hostable DHCP agents. Network: ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:48:57.169210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465fa5f-3dc4-4e18-aec5-e5cd2e930d00 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:57.171131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465fa5f-3dc4-4e18-aec5-e5cd2e930d00 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:57.176775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d465fa5f-3dc4-4e18-aec5-e5cd2e930d00 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1675801 Feb 11 13:48:57.178968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33646) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:57.256934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26437f72-c747-4f9d-853c-4081500217ec req-377bf93e-a650-4a5d-9f8b-4b8dbed2c9a4 service neutron] 10.222.0.83 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731904 Feb 11 13:48:57.273292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:48:57.322665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:57.335904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2665f5-42a8-47c5-8756-4b04e6cac885 None None] Network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:57.341976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:57.342617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.367782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b670690e-3c68-4428-b62f-0c4f8362473a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5167379 Feb 11 13:48:57.383191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 9da61c46-d85b-43db-9cb8-a25de7eeb985 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:48:57.387317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (9da61c46-d85b-43db-9cb8-a25de7eeb985), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.460868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f53ff9b6-4a6d-4598-80e5-e3f17c48a854 admin admin] Publish callbacks [] for security_group (7128b6f8-b838-434a-a35d-c28b93395037), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.494500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (9da61c46-d85b-43db-9cb8-a25de7eeb985), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.544229 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f53ff9b6-4a6d-4598-80e5-e3f17c48a854 admin admin] Publish callbacks [] for security_group (7128b6f8-b838-434a-a35d-c28b93395037), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.575958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26437f72-c747-4f9d-853c-4081500217ec req-2f2d74fe-6c56-41dd-a785-cce85c4fa729 service neutron] 10.222.0.83 "GET /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119829 Feb 11 13:48:57.699590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3bb729-3f41-4815-9505-f12e0a9f5ea8 None None] Network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:57.812172 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f53ff9b6-4a6d-4598-80e5-e3f17c48a854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7128b6f8-b838-434a-a35d-c28b93395037), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.816304 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f53ff9b6-4a6d-4598-80e5-e3f17c48a854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.817592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f53ff9b6-4a6d-4598-80e5-e3f17c48a854 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7128b6f8-b838-434a-a35d-c28b93395037 HTTP/1.1" status: 204 len: 168 time: 0.8814049 Feb 11 13:48:57.822574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (33384bdf-f918-43c8-9322-127292ca7887), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:57.900669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=33384bdf-f918-43c8-9322-127292ca7887,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:57.913522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ff9b6-4a6d-4598-80e5-e3f17c48a854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128b6f8-b838-434a-a35d-c28b93395037,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:57.992384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] No DVR routers for this DVR port 33384bdf-f918-43c8-9322-127292ca7887 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:58.004279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:58.010174 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc4ca354-4c1c-44ec-800c-a5fd38fc0d0d req-8fe0e26a-f2b3-445a-9e8d-25d09d070ba8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "DELETE /v2.0/ports/33384bdf-f918-43c8-9322-127292ca7887 HTTP/1.1" status: 204 len: 173 time: 2.0009787 Feb 11 13:48:58.033788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5d8a-0060-4009-b161-737a8ee0a614 req-23b6d68c-02a5-4d19-b7b6-e31754f812de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:58.035504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-423b5d8a-0060-4009-b161-737a8ee0a614 req-23b6d68c-02a5-4d19-b7b6-e31754f812de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcffecab-0cd0-4d0d-8914-5deacc679cb7 HTTP/1.1" status: 200 len: 944 time: 0.4150782 Feb 11 13:48:58.107267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9da61c46-d85b-43db-9cb8-a25de7eeb985), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:58.282876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-423b5d8a-0060-4009-b161-737a8ee0a614 req-ae9e0058-425e-40f4-a962-c251f78566bf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ada9a61-7c26-4fc0-9813-9457424cbd79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365737 Feb 11 13:48:58.331962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (9da61c46-d85b-43db-9cb8-a25de7eeb985), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:58.346541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33674) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:58.377058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=9da61c46-d85b-43db-9cb8-a25de7eeb985,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:58.381374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:58.381767 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-483639c4-e808-443b-88d4-bbfbef8ec87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:58.387611 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1e5c1f08-8aff-4507-af46-453379833c70 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/9da61c46-d85b-43db-9cb8-a25de7eeb985 HTTP/1.1" status: 204 len: 168 time: 1.2074482 Feb 11 13:48:58.388268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33676) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:58.392990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2fff2-ff54-4289-805b-6e6f5d7d7d87 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:48:58.508664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33678) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:58.509512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce3e3bd3-e0be-4db5-9568-651e9612f339 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197174 Feb 11 13:48:58.530567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:58.615865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:58.684103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 33384bdf-f918-43c8-9322-127292ca7887 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:48:58.684470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 33384bdf-f918-43c8-9322-127292ca7887 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:58.721395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:48:58.727852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-deleted', 'tag': '33384bdf-f918-43c8-9322-127292ca7887'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:48:58.732965 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff46da5-9281-407d-bc22-9575811ec6e0" -d '{"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-deleted", "tag": "33384bdf-f918-43c8-9322-127292ca7887"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:58.854347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] Deleting port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:48:58.855776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:58.899118 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60ed4b-46eb-4a42-85a1-b11c648e184b x-openstack-request-id: req-1e60ed4b-46eb-4a42-85a1-b11c648e184b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:58.899479 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcffecab-0cd0-4d0d-8914-5deacc679cb7", "name": "network-vif-deleted", "tag": "33384bdf-f918-43c8-9322-127292ca7887", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:58.899690 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e60ed4b-46eb-4a42-85a1-b11c648e184b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:58.900095 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcffecab-0cd0-4d0d-8914-5deacc679cb7', 'name': 'network-vif-deleted', 'tag': '33384bdf-f918-43c8-9322-127292ca7887', 'status': 'completed', 'code': 200} Feb 11 13:48:58.974251 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-483639c4-e808-443b-88d4-bbfbef8ec87f admin admin] Publish callbacks [] for security_group (95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:58.986782 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-483639c4-e808-443b-88d4-bbfbef8ec87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:59.029194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483639c4-e808-443b-88d4-bbfbef8ec87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:59.096938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f0822-ebf6-4487-bc87-7e76d995e3b2 req-a13cc15e-c427-44bb-862c-383568833a59 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:59.100602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:59.112368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:59.117950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655f0822-ebf6-4487-bc87-7e76d995e3b2 req-a13cc15e-c427-44bb-862c-383568833a59 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 946 time: 0.1379812 Feb 11 13:48:59.250474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-655f0822-ebf6-4487-bc87-7e76d995e3b2 req-bc9d2081-eb3c-4fd9-a213-7e08f98a3a5b tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271884 Feb 11 13:48:59.364461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:59.484769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] For port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:59.489047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:59.524023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-483639c4-e808-443b-88d4-bbfbef8ec87f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=350b8ceecf374e549cc573c579f20251&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1714821 Feb 11 13:48:59.526790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:48:59.534995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] Calling delete_port for bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:48:59.559118 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f6d508e-1cb1-416e-924f-c4fb63b4f207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:59.715909 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:59.740547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7db44fc-6ef4-4d36-bb4e-a24814c31924 admin admin] Publish callbacks [] for security_group (95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:59.791890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:48:59.814719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (9052b478-60e7-4b75-9f8b-9af804abd221), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:59.846555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] No DVR routers for this DVR port bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:59.859968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f9216-94b2-4969-bf93-89967cd404fa None None] Pushing event deleted for resources: {'Port': ['ID=bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:00.085048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7db44fc-6ef4-4d36-bb4e-a24814c31924 admin admin] Publish callbacks [] for security_group (95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:00.176778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:00.194712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:00.199904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:00.200517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:00.211956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=9052b478-60e7-4b75-9f8b-9af804abd221,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:00.220420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9acf23-9a01-4e27-84df-cf87f0b20297 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:00.225856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1b231941-c8ae-40e0-9d9a-598713705787 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:00.227642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8db89ebe-1419-47ef-a308-54335cd2588b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7140181 Feb 11 13:49:00.230373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33726) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:00.236571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:e1:76:18', 'name': 'tempest-NetworksTestDHCPv6-1663578645'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:00.262611 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1b231941-c8ae-40e0-9d9a-598713705787 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 946 time: 0.2201824 Feb 11 13:49:00.296069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7db44fc-6ef4-4d36-bb4e-a24814c31924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:00.305123 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7db44fc-6ef4-4d36-bb4e-a24814c31924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:00.323624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f7db44fc-6ef4-4d36-bb4e-a24814c31924 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf HTTP/1.1" status: 204 len: 168 time: 0.7943373 Feb 11 13:49:00.431976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:00.466858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db44fc-6ef4-4d36-bb4e-a24814c31924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a7e4df-9bae-49d8-a1f3-e0ecbac51cbf,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:00.480762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:00.481128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bdb6a2f4-0b6d-496d-a3cb-fa4abac22c08 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:00.591209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '9052b478-60e7-4b75-9f8b-9af804abd221'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:49:00.592382 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:00.595714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:00.757512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Allocated IP 2001:db8::f816:3eff:fe79:47d6 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/9052b478-60e7-4b75-9f8b-9af804abd221/55e82489-ba35-457e-aca3-b1448be7a8af) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:00.835081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c78c01-e49e-45d7-a910-97ed91b084f6 req-1c22d077-c7f3-4789-8c28-c5ffc119fea5 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:00.836969 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b6c78c01-e49e-45d7-a910-97ed91b084f6 req-1c22d077-c7f3-4789-8c28-c5ffc119fea5 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 946 time: 0.4027812 Feb 11 13:49:00.934799 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Publish callbacks [] for port (55e82489-ba35-457e-aca3-b1448be7a8af), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:00.935803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Deleting port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:00.936268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:00.951311 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.001193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Pushing event updated for resources: {'Port': ['ID=55e82489-ba35-457e-aca3-b1448be7a8af,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:01.023412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:01.027668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:01.032868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:01.052640 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.078825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b6c78c01-e49e-45d7-a910-97ed91b084f6 req-823010d8-dc89-4c7a-80d5-606a4c845e44 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211552 Feb 11 13:49:01.171723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Attempting to bind port 55e82489-ba35-457e-aca3-b1448be7a8af on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:01.171723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Attempting to bind port 55e82489-ba35-457e-aca3-b1448be7a8af by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:01.172588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Attempting to bind port 55e82489-ba35-457e-aca3-b1448be7a8af on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:01.184194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221ba5-a976-4af4-9328-71b2262a02cd req-cea2b1e5-ee94-42f0-8a4d-dc85f3e263b4 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:01.192941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-cea2b1e5-ee94-42f0-8a4d-dc85f3e263b4 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/networks?id=ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf HTTP/1.1" status: 200 len: 809 time: 0.5461810 Feb 11 13:49:01.197607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:01.198005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:01.198453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.198862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:01.199361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Bound port: 55e82489-ba35-457e-aca3-b1448be7a8af, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:01.199757 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.245855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-1d6619b1-317d-477a-ae2f-3317a894a589 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/quotas/277e6b36f72741719bfecad55710ecf9 HTTP/1.1" status: 200 len: 375 time: 0.0519664 Feb 11 13:49:01.296276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.345291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] For port 55e82489-ba35-457e-aca3-b1448be7a8af, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:01.348780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] For port 55e82489-ba35-457e-aca3-b1448be7a8af, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=55e82489-ba35-457e-aca3-b1448be7a8af,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:01.357338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] For port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:01.358247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.362497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.368116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-21b43361-1742-4811-81bb-4d8a8c2d7d69 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=277e6b36f72741719bfecad55710ecf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200123 Feb 11 13:49:01.438567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Calling delete_port for 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:01.444421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port a8656a83-abd8-4d66-9a26-a6e16edfd964 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:49:01.481607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f6d2a-b770-4afd-a1ad-05a916105f85 None None] Pushing event updated for resources: {'Port': ['ID=55e82489-ba35-457e-aca3-b1448be7a8af,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:01.807601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fee1:7618 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/9052b478-60e7-4b75-9f8b-9af804abd221/a8656a83-abd8-4d66-9a26-a6e16edfd964) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:01.841755 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (fcfd4c5b-3e9d-4e2b-9386-39d631501654), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.973409 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-f09f453e-d21a-4c11-b722-21948af38963 service neutron] 10.222.0.79 "GET /v2.0/networks/ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057000 Feb 11 13:49:02.314366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.327883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:49:02.413143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event deleted for resources: {'Port': ['ID=9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:02.432347 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-192992fa-1ee8-4d72-b1dd-eea39f2fa357 service neutron] 10.222.0.79 "GET /v2.0/networks/ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456553 Feb 11 13:49:02.490297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 55e82489-ba35-457e-aca3-b1448be7a8af up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:02.494491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ec02732-eb68-4aca-912c-4e7831c6ba3f req-2c0d1a15-48a7-455b-9e9e-4fc33400ed14 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=18956cb3-c1a8-4a4a-af9e-16d4e296ce8a HTTP/1.1" status: 200 len: 210 time: 0.1589067 Feb 11 13:49:02.513599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (a8656a83-abd8-4d66-9a26-a6e16edfd964), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.538073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] No DVR routers for this DVR port 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:02.541943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.546258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1acfc2a-2931-4181-8476-b518e7323f08 req-1f98e85b-0e1a-421f-b166-e65b85d9572d tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "DELETE /v2.0/ports/9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b HTTP/1.1" status: 204 len: 173 time: 2.2823482 Feb 11 13:49:02.549326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'name': 'network-vif-deleted', 'tag': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:02.552188 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884cff18-1722-4700-aaae-20baba3cf47a" -d '{"events": [{"server_uuid": "18956cb3-c1a8-4a4a-af9e-16d4e296ce8a", "name": "network-vif-deleted", "tag": "9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:02.589452 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a8656a83-abd8-4d66-9a26-a6e16edfd964), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.715740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:02.733736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:02.756288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:02.756577 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030d522b-5449-44b7-9235-ae7b836e33f9 x-openstack-request-id: req-030d522b-5449-44b7-9235-ae7b836e33f9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:02.756890 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18956cb3-c1a8-4a4a-af9e-16d4e296ce8a", "name": "network-vif-deleted", "tag": "9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:02.757152 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-030d522b-5449-44b7-9235-ae7b836e33f9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:02.757571 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18956cb3-c1a8-4a4a-af9e-16d4e296ce8a', 'name': 'network-vif-deleted', 'tag': '9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b', 'status': 'completed', 'code': 200} Feb 11 13:49:02.780313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:02.783218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.822173 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.832237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=a8656a83-abd8-4d66-9a26-a6e16edfd964,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:02.871740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 28df5d6b-70f7-4b44-9ba9-915136669b16 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:02.872251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.873726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f8b0e39b-717e-44fc-8ad6-4ff970e7ee99 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6384082 Feb 11 13:49:02.878929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33792) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:03.007117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 55e82489-ba35-457e-aca3-b1448be7a8af triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:03.007603 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:03.065492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 28df5d6b-70f7-4b44-9ba9-915136669b16, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=28df5d6b-70f7-4b44-9ba9-915136669b16,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:03.065903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:03.080155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a76621-3e7f-4bfc-924f-e3584490164e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:03.100139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 28df5d6b-70f7-4b44-9ba9-915136669b16 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:03.101014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a76621-3e7f-4bfc-924f-e3584490164e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:03.102987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-50a76621-3e7f-4bfc-924f-e3584490164e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2127428 Feb 11 13:49:03.111609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33798) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:03.417027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port a8656a83-abd8-4d66-9a26-a6e16edfd964 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:03.419330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a8656a83-abd8-4d66-9a26-a6e16edfd964), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:03.626478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b6824c7-9b5e-4301-8aad-ebff674beeaf req-be316d5b-ef7a-4099-b623-3fb94d7bf15f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 210 time: 0.1365144 Feb 11 13:49:03.648007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a8656a83-abd8-4d66-9a26-a6e16edfd964), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:03.672934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:03.712064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for a8656a83-abd8-4d66-9a26-a6e16edfd964 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:03.814419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 55e82489-ba35-457e-aca3-b1448be7a8af is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:03.817809 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:03.887399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:03.924203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (28df5d6b-70f7-4b44-9ba9-915136669b16), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:03.975087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d1fa3b79-f495-4177-9231-94d4d1c7067c None None] Provisioning complete for port 55e82489-ba35-457e-aca3-b1448be7a8af triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:03.976555 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3b79-f495-4177-9231-94d4d1c7067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.038656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a8656a83-abd8-4d66-9a26-a6e16edfd964), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.050366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 55e82489-ba35-457e-aca3-b1448be7a8af, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=55e82489-ba35-457e-aca3-b1448be7a8af,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:04.109100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=28df5d6b-70f7-4b44-9ba9-915136669b16,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:04.159934 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.171783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=a8656a83-abd8-4d66-9a26-a6e16edfd964,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:04.173353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1860628123', 'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:04.338204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.357294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fb803d4c-f6e0-4f81-83f7-b4990e9f9d9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/a8656a83-abd8-4d66-9a26-a6e16edfd964 HTTP/1.1" status: 204 len: 168 time: 1.2427649 Feb 11 13:49:04.373674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33828) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:04.504927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=55e82489-ba35-457e-aca3-b1448be7a8af,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:04.643599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d590ff8-d944-4c02-afe7-a79731ff82d4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:04.649833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Made reservation on behalf of ac23235c4add4b099e216d4ea47b8994 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:04.651149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d590ff8-d944-4c02-afe7-a79731ff82d4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:04.661746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2d590ff8-d944-4c02-afe7-a79731ff82d4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2780731 Feb 11 13:49:04.664304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.664540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33838) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:04.680017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa3b79-f495-4177-9231-94d4d1c7067c None None] Current status of the port 55e82489-ba35-457e-aca3-b1448be7a8af is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:04.710506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.792930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4f8188b1-c15d-41b9-8669-772f2816eb72 None None] Could not find standard attr ID for object a8656a83-abd8-4d66-9a26-a6e16edfd964. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:49:04.810709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29cba97d-b73f-4570-bb50-d21c598b6b73 req-c5b8a373-70b6-4924-9f81-2a57b5c365a1 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 210 time: 0.0543106 Feb 11 13:49:04.835128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 9052b478-60e7-4b75-9f8b-9af804abd221 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:04.839140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (9052b478-60e7-4b75-9f8b-9af804abd221), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.895237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (9052b478-60e7-4b75-9f8b-9af804abd221), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.937759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (fcfd4c5b-3e9d-4e2b-9386-39d631501654), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.020086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:05.069530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:05.069933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9a13ef04-a613-4e8b-b0d9-fcc4001e6e7b not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:05.074753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9052b478-60e7-4b75-9f8b-9af804abd221), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.177417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (9052b478-60e7-4b75-9f8b-9af804abd221), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.187903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for security_group (1bb3fe55-b804-4e73-aa17-f20ddd0f1d73), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.211857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.219587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/9052b478-60e7-4b75-9f8b-9af804abd221 HTTP/1.1" status: 204 len: 168 time: 0.5490415 Feb 11 13:49:05.224580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad5957-dd00-4d19-8fc5-4af5ee8bbe78 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:05.251630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:05.253293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1bb3fe55-b804-4e73-aa17-f20ddd0f1d73), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.285107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcd77c-11df-4ef3-a41f-36bd41daedd8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=9052b478-60e7-4b75-9f8b-9af804abd221,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:05.349273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33850) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:05.350814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-df93377b-789b-4c16-8425-1d2ba381efb0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892158 Feb 11 13:49:05.414589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:49:05.447453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11603cc-0a1f-4ecb-81f4-0102fc700e1f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:05.450331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c11603cc-0a1f-4ecb-81f4-0102fc700e1f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0984485 Feb 11 13:49:05.453811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33854) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:05.541140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:49:05.571236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d860aa3-3ebe-47f7-b5bc-26dfe269f800 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:05.572773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2d860aa3-3ebe-47f7-b5bc-26dfe269f800 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1172934 Feb 11 13:49:05.574664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb3fe55-b804-4e73-aa17-f20ddd0f1d73,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:05.589346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33862) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:05.644998 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (23c1fa82-517b-4937-8a0c-ac878b6c06db), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.645501 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Added segment 23c1fa82-517b-4937-8a0c-ac878b6c06db of type vlan for network 6cf05205-f330-4d1c-95ad-3ee40e17d43b Feb 11 13:49:05.663840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] Deleting port 55e82489-ba35-457e-aca3-b1448be7a8af {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:05.664386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.728023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7dce1272-ca18-4748-a600-9451e2210779 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366122 Feb 11 13:49:05.749568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33874) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:05.756922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:05.804259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router fcfd4c5b-3e9d-4e2b-9386-39d631501654 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:05.834152 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (6cf05205-f330-4d1c-95ad-3ee40e17d43b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.912885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] For port 55e82489-ba35-457e-aca3-b1448be7a8af, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=55e82489-ba35-457e-aca3-b1448be7a8af,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:05.913304 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.948428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] Calling delete_port for 55e82489-ba35-457e-aca3-b1448be7a8af owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:06.051928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221ba5-a976-4af4-9328-71b2262a02cd req-01fefdbb-61ea-4278-8e7c-3a6bfd27a9b9 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:06.053477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-01fefdbb-61ea-4278-8e7c-3a6bfd27a9b9 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.83 "GET /v2.0/networks?id=ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf HTTP/1.1" status: 200 len: 809 time: 0.3278952 Feb 11 13:49:06.068881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Request body: {'port': {'device_id': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf', 'admin_state_up': True, 'tenant_id': '277e6b36f72741719bfecad55710ecf9'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:06.193844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (55e82489-ba35-457e-aca3-b1448be7a8af), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:06.209116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:06.213138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:06.229479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b421603e-7586-458c-aca7-042257976725 req-33f89fb5-cc6d-458f-9220-e0c39ef10cb8 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 210 time: 0.1572192 Feb 11 13:49:06.232081 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:49:06.285856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] Pushing event deleted for resources: {'Port': ['ID=55e82489-ba35-457e-aca3-b1448be7a8af,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:06.290419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:06.309123 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-08418fea-a9a7-4a00-b295-82a983acdc6c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/fcfd4c5b-3e9d-4e2b-9386-39d631501654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9434078 Feb 11 13:49:06.310528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (6cf05205-f330-4d1c-95ad-3ee40e17d43b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:06.311410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:06.311979 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:06.312507 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] Sync routers for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:06.329620 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:06.330310 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:06.351086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a03d1c-8b32-4e4d-893d-7d5657e97e10 None None] No DVR routers for this DVR port 55e82489-ba35-457e-aca3-b1448be7a8af on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:06.356123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33896) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:06.372431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 55e82489-ba35-457e-aca3-b1448be7a8af no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:06.454816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 55e82489-ba35-457e-aca3-b1448be7a8af {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:06.455145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 55e82489-ba35-457e-aca3-b1448be7a8af not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:06.557857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting subnet 5f85a9c0-274d-4970-81e9-3c2cfc500616 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:06.564203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (5f85a9c0-274d-4970-81e9-3c2cfc500616), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:06.566943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Made reservation on behalf of 277e6b36f72741719bfecad55710ecf9 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:06.570401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:06.599476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Network': ['ID=6cf05205-f330-4d1c-95ad-3ee40e17d43b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:06.615331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-01da0bec-9054-4712-bb13-c9bc0a0fe172 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9411588 Feb 11 13:49:06.618773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33908) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:06.628557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'subnet': {'network_id': '6cf05205-f330-4d1c-95ad-3ee40e17d43b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:06.635854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 6cf05205-f330-4d1c-95ad-3ee40e17d43b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:49:06.679136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:06.691623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Made reservation on behalf of ac23235c4add4b099e216d4ea47b8994 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:06.697394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:06.741748 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:06.770090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Allocated IP 172.20.0.5 (ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf/120984ac-66a3-414e-be37-ea93e8a0d7cd/ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:06.960373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks [] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.010894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.086091 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (5f85a9c0-274d-4970-81e9-3c2cfc500616), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.118251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e262a133-ff3d-4a75-ac87-21ea9539ced5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.133327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:07.147345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:07.161389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:07.238100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Pushing event updated for resources: {'Port': ['ID=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:07.326786 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5f85a9c0-274d-4970-81e9-3c2cfc500616), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.405136 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:49:03Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:07.412761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.417359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.466230 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] Checking router: fcfd4c5b-3e9d-4e2b-9386-39d631501654 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:07.472318 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-263397bf-1bc1-45ab-bc68-3f16fc82df55 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4085994 Feb 11 13:49:07.473327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (5f85a9c0-274d-4970-81e9-3c2cfc500616), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.487335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Request body: {'port': {'device_id': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:07.487525 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] Routers {'fcfd4c5b-3e9d-4e2b-9386-39d631501654'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:07.488059 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:07.566034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e262a133-ff3d-4a75-ac87-21ea9539ced5 admin admin] Publish callbacks [] for security_group (11927f22-115e-4a74-af2d-a5ba807073f4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.600494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e262a133-ff3d-4a75-ac87-21ea9539ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (11927f22-115e-4a74-af2d-a5ba807073f4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.630652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e262a133-ff3d-4a75-ac87-21ea9539ced5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0555ad17f12407b8a72a522c9d7f8f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9504440 Feb 11 13:49:07.634367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:07.651910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Subnet': ['ID=5f85a9c0-274d-4970-81e9-3c2cfc500616,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:07.657800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.663118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfaa491-6e11-4a18-9928-848e2a0890c9 None None] Network a5f87c7f-82b2-420d-93e1-d0b9baba01af requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:07.669027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33924) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:07.669918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c49c8702-776c-440b-a27b-5ad61cb5fe70 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/subnets/5f85a9c0-274d-4970-81e9-3c2cfc500616 HTTP/1.1" status: 204 len: 168 time: 1.3086507 Feb 11 13:49:07.703810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0457c-85f5-4810-9739-4c61476efe2a req-93b70990-46b4-460e-a279-56c2998ae4fd tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.705419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ef0457c-85f5-4810-9739-4c61476efe2a req-93b70990-46b4-460e-a279-56c2998ae4fd tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 931 time: 0.2692244 Feb 11 13:49:07.738313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.756583 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] Set router fcfd4c5b-3e9d-4e2b-9386-39d631501654 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:07.814399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262a133-ff3d-4a75-ac87-21ea9539ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11927f22-115e-4a74-af2d-a5ba807073f4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:07.887016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:49:07.908390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (b269b80b-0535-43ac-a383-6036a5b9cdef), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:07.961645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] DHCP port deletion for a5f87c7f-82b2-420d-93e1-d0b9baba01af request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:49:07.996791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3fa4-7130-4dd4-b6e9-11ab373eb831 admin admin] Publish callbacks [] for security_group (11927f22-115e-4a74-af2d-a5ba807073f4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.074790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ef0457c-85f5-4810-9739-4c61476efe2a req-3ac89869-193d-4200-8944-44d76c49744e tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559237 Feb 11 13:49:08.091888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:49:08.092370 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (19be64bd-6008-47b8-9d97-fa1fcfbe033e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.094569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] Deleting port fdc61f97-d30e-4126-ba34-3d771804866a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:08.095021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.111428 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (fcfd4c5b-3e9d-4e2b-9386-39d631501654), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.115502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:08.133572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:08.159411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.167805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.172678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=b269b80b-0535-43ac-a383-6036a5b9cdef,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:08.228204 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:49:03Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:08.293633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] For port fdc61f97-d30e-4126-ba34-3d771804866a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fdc61f97-d30e-4126-ba34-3d771804866a,segment=NetworkSegment(ec47c168-2e30-4a40-99c7-dc3df9beba81),segment_id=ec47c168-2e30-4a40-99c7-dc3df9beba81)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:08.294037 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.308342 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aeeb83-b80e-454d-89be-f035a4ff8e69 None None] The sync data for ids ['fcfd4c5b-3e9d-4e2b-9386-39d631501654'] in n-d-828676-2 is: [{'id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704950717', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:49:03Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '69a5da5e-720e-47b4-8e4a-befe662c75c8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd4c5b-3e9d-4e2b-9386-39d631501654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:50Z', 'updated_at': '2022-02-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:08.318536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] Calling delete_port for fdc61f97-d30e-4126-ba34-3d771804866a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:08.353708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-10c7835e-bcd4-4c54-85b5-1d32d95b130a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6005316 Feb 11 13:49:08.354380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33932) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:08.397392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:89:2f:0d', 'name': 'tempest-NetworksTestDHCPv6-1460780055'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:08.399681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (fcfd4c5b-3e9d-4e2b-9386-39d631501654), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.407112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3fa4-7130-4dd4-b6e9-11ab373eb831 admin admin] Publish callbacks [] for security_group (11927f22-115e-4a74-af2d-a5ba807073f4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.489447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Subnet': ['ID=19be64bd-6008-47b8-9d97-fa1fcfbe033e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:08.533637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96451d8-7ebe-4078-bf6f-f17c16654c5f None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:08.539063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fdc61f97-d30e-4126-ba34-3d771804866a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:08.542422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Checking segment: {'id': '23c1fa82-517b-4937-8a0c-ac878b6c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6cf05205-f330-4d1c-95ad-3ee40e17d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:08.542878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network hostable DHCP agents. Network: 6cf05205-f330-4d1c-95ad-3ee40e17d43b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:49:08.563489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 69a5da5e-720e-47b4-8e4a-befe662c75c8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:08.564546 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.570107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network 6cf05205-f330-4d1c-95ad-3ee40e17d43b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:49:08.611082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: fdc61f97-d30e-4126-ba34-3d771804866a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:08.611379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fdc61f97-d30e-4126-ba34-3d771804866a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:08.637666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 6cf05205-f330-4d1c-95ad-3ee40e17d43b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:08.643649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3fa4-7130-4dd4-b6e9-11ab373eb831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (11927f22-115e-4a74-af2d-a5ba807073f4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.646731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3fa4-7130-4dd4-b6e9-11ab373eb831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.650088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c1e3fa4-7130-4dd4-b6e9-11ab373eb831 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11927f22-115e-4a74-af2d-a5ba807073f4 HTTP/1.1" status: 204 len: 168 time: 1.0052202 Feb 11 13:49:08.656089 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (fdc61f97-d30e-4126-ba34-3d771804866a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.665062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.665678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.679137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e0568-3f39-49f0-8b86-98985821d961 None None] Network 6cf05205-f330-4d1c-95ad-3ee40e17d43b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:08.723761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:08.726163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e3fa4-7130-4dd4-b6e9-11ab373eb831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11927f22-115e-4a74-af2d-a5ba807073f4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:08.743583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-277cdcac-16b6-4af8-928c-77a8af4c9e13 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1213400 Feb 11 13:49:08.758455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33938) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:08.773698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-527664417', 'network_id': '6cf05205-f330-4d1c-95ad-3ee40e17d43b'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:08.829472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Made reservation on behalf of ac23235c4add4b099e216d4ea47b8994 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:08.835569 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.916768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 69a5da5e-720e-47b4-8e4a-befe662c75c8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=69a5da5e-720e-47b4-8e4a-befe662c75c8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:08.924968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:08.967301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 69a5da5e-720e-47b4-8e4a-befe662c75c8 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:08.973940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] device_id is not set on port 12a22625-8fd9-407c-bb71-72d964e6a79b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:49:08.974366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] No DVR routers for this DVR port fdc61f97-d30e-4126-ba34-3d771804866a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:09.054429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55995a2-ecc8-4f50-8776-4be0e9f2a1d6 None None] Pushing event deleted for resources: {'Port': ['ID=fdc61f97-d30e-4126-ba34-3d771804866a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:09.091749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54baa9-c441-4018-a595-e3768cf7be77 None None] Network 6cf05205-f330-4d1c-95ad-3ee40e17d43b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:09.305834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33946) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:09.456908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': 'b269b80b-0535-43ac-a383-6036a5b9cdef'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:49:09.457614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:09.504750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1f3-6daa-452a-b91c-a3c11fc158c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:09.792889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:09.820809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fc8d7-63e7-4711-b3c1-51865f13b75e req-6b9f0ea3-8cd6-44b8-8805-52006c069aa8 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:09.826667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-292fc8d7-63e7-4711-b3c1-51865f13b75e req-6b9f0ea3-8cd6-44b8-8805-52006c069aa8 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 931 time: 0.5725060 Feb 11 13:49:09.840722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Allocated IP 2001:db8::f816:3eff:fe0f:50b5 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b269b80b-0535-43ac-a383-6036a5b9cdef/15ec1e24-1ef5-4733-a1de-e006a60a9d94) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:09.879812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port ff238b8c-12c4-4389-9ab9-a3b975ee7d1d yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:49:09.962331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Allocated IP 2001:db8::3d4 (6cf05205-f330-4d1c-95ad-3ee40e17d43b/19be64bd-6008-47b8-9d97-fa1fcfbe033e/12a22625-8fd9-407c-bb71-72d964e6a79b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:09.977003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (69a5da5e-720e-47b4-8e4a-befe662c75c8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.060592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=69a5da5e-720e-47b4-8e4a-befe662c75c8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:10.118982 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Publish callbacks [] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.129170 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.196050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Pushing event updated for resources: {'Port': ['ID=15ec1e24-1ef5-4733-a1de-e006a60a9d94,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:10.214617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:10.217171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:10.220372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:10.307179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:10.347746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Publish callbacks [] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.366833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Attempting to bind port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:10.367333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Attempting to bind port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:10.368060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Attempting to bind port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:10.376326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:10.376577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:10.376952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.377401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:10.378166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Bound port: 15ec1e24-1ef5-4733-a1de-e006a60a9d94, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:10.378623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.388182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fe89:2f0d (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b269b80b-0535-43ac-a383-6036a5b9cdef/ff238b8c-12c4-4389-9ab9-a3b975ee7d1d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:10.404198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Transition to ACTIVE for port object ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:10.411559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.413149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 28df5d6b-70f7-4b44-9ba9-915136669b16 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:10.544489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Pushing event updated for resources: {'Port': ['ID=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:10.779133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 28df5d6b-70f7-4b44-9ba9-915136669b16 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:10.779818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 28df5d6b-70f7-4b44-9ba9-915136669b16 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:10.806440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Attempting to bind port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:10.806993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Attempting to bind port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'ae94742c-135b-4c6e-8853-d88abfc2fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:10.806993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Attempting to bind port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c on network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:10.831174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c on network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:49:10.831584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Attempting to bind port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c on network ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:10.856951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:10.857411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Checking segment: {'id': 'ae94742c-135b-4c6e-8853-d88abfc2fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:10.857813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Bound using segment: {'id': 'ae94742c-135b-4c6e-8853-d88abfc2fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:10.863794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Bound port: ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae94742c-135b-4c6e-8853-d88abfc2fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:10.864563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.893987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (ff238b8c-12c4-4389-9ab9-a3b975ee7d1d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.911245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] For port 15ec1e24-1ef5-4733-a1de-e006a60a9d94, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:10.915995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] For port 15ec1e24-1ef5-4733-a1de-e006a60a9d94, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15ec1e24-1ef5-4733-a1de-e006a60a9d94,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:10.928279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-292fc8d7-63e7-4711-b3c1-51865f13b75e req-7e55b35a-a4ea-4ef2-ad8c-7f36f2e22475 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9606011 Feb 11 13:49:10.930216 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1f3-6daa-452a-b91c-a3c11fc158c9 admin admin] Publish callbacks [] for security_group (da0c0458-7023-4c72-ba30-a215433033e6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.942029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:10.968951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1f3-6daa-452a-b91c-a3c11fc158c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (da0c0458-7023-4c72-ba30-a215433033e6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.025676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] For port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:11.033155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] For port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,segment=NetworkSegment(ae94742c-135b-4c6e-8853-d88abfc2fdf6),segment_id=ae94742c-135b-4c6e-8853-d88abfc2fdf6)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:11.034889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ff238b8c-12c4-4389-9ab9-a3b975ee7d1d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.039524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (fcfd4c5b-3e9d-4e2b-9386-39d631501654), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.056836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.074441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bda7e2-ad89-49d9-93ab-cae6b1bed173 None None] Pushing event updated for resources: {'Port': ['ID=15ec1e24-1ef5-4733-a1de-e006a60a9d94,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.116943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.118782 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.119769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] 10.222.0.83 "PUT /v2.0/ports/ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c HTTP/1.1" status: 200 len: 1091 time: 3.6375253 Feb 11 13:49:11.130831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:11.135138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'tag': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:11.138083 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593cb0d-f76c-4d50-992e-aed0dffdd710" -d '{"events": [{"name": "network-changed", "server_uuid": "a43a094c-6e72-49cf-a2ec-c58f6c21cd98", "tag": "ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:11.142400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:11.147650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:11.154027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.154778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.179247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79b1f3-6daa-452a-b91c-a3c11fc158c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c0458-7023-4c72-ba30-a215433033e6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.186474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f79b1f3-6daa-452a-b91c-a3c11fc158c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83a19ff82282494aa81af94b7143a030&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8707681 Feb 11 13:49:11.191747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:11.250681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (fcfd4c5b-3e9d-4e2b-9386-39d631501654), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.254573 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (fcfd4c5b-3e9d-4e2b-9386-39d631501654), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.271165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for port (12a22625-8fd9-407c-bb71-72d964e6a79b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.284684 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e68423-36a4-4924-84c7-098ac464e5ef x-openstack-request-id: req-e4e68423-36a4-4924-84c7-098ac464e5ef {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:11.287544 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43a094c-6e72-49cf-a2ec-c58f6c21cd98", "tag": "ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:11.288060 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e4e68423-36a4-4924-84c7-098ac464e5ef {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:11.288710 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'tag': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c', 'status': 'completed', 'code': 200} Feb 11 13:49:11.316445 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9419522 Feb 11 13:49:11.319414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6aa7a-f61c-4d6a-891b-53ed170a207a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=ff238b8c-12c4-4389-9ab9-a3b975ee7d1d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.321990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:11.415797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (fcfd4c5b-3e9d-4e2b-9386-39d631501654), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.416315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Fanout notify agent at l3_agent the message router_deleted on router fcfd4c5b-3e9d-4e2b-9386-39d631501654 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:49:11.418962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221ba5-a976-4af4-9328-71b2262a02cd req-5318cc4b-6037-4168-989a-49bfa279235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.420452 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-5318cc4b-6037-4168-989a-49bfa279235c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=277e6b36f72741719bfecad55710ecf9&device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 1125 time: 0.2249105 Feb 11 13:49:11.432026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.433195 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ec5b6e4d-455d-4f29-b9e3-198a08aafd61 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/routers/fcfd4c5b-3e9d-4e2b-9386-39d631501654 HTTP/1.1" status: 204 len: 168 time: 3.7479589 Feb 11 13:49:11.438981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33968) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:11.475907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d8bad63-3b51-4bd5-8697-125e0cedd319 admin admin] Publish callbacks [] for security_group (da0c0458-7023-4c72-ba30-a215433033e6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.479707 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:49:11.537085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb1d4a-5a41-47cd-8220-8911486444fe service neutron] Pushing event updated for resources: {'Port': ['ID=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.543770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-0602549d-634c-4cb6-80b7-487d5e0b854c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c HTTP/1.1" status: 200 len: 217 time: 0.1151266 Feb 11 13:49:11.556245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (12a22625-8fd9-407c-bb71-72d964e6a79b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.570912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9fd024-3c1d-410a-835a-df9186e31eb3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.578089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9fd024-3c1d-410a-835a-df9186e31eb3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.580124 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9a9fd024-3c1d-410a-835a-df9186e31eb3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2567339 Feb 11 13:49:11.596282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d8bad63-3b51-4bd5-8697-125e0cedd319 admin admin] Publish callbacks [] for security_group (da0c0458-7023-4c72-ba30-a215433033e6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.621592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:11.678053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a5f87c7f-82b2-420d-93e1-d0b9baba01af), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.716288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network 6cf05205-f330-4d1c-95ad-3ee40e17d43b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:11.752050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:11.757501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:11.758898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.759694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.776759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Port': ['ID=12a22625-8fd9-407c-bb71-72d964e6a79b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.807723 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-66ac88ca-a87d-4fb9-96c2-3cf5d557a118 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0480101 Feb 11 13:49:11.819983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:11.835966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221ba5-a976-4af4-9328-71b2262a02cd req-b4389b85-d355-4f3d-a59b-a04ccd7b2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.837565 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-b4389b85-d355-4f3d-a59b-a04ccd7b2df3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=120984ac-66a3-414e-be37-ea93e8a0d7cd HTTP/1.1" status: 200 len: 849 time: 0.2868941 Feb 11 13:49:11.919740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-3240b92e-a34c-4db7-b26c-2fc28c3ba9db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707181 Feb 11 13:49:11.941249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d8bad63-3b51-4bd5-8697-125e0cedd319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (da0c0458-7023-4c72-ba30-a215433033e6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.943978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d8bad63-3b51-4bd5-8697-125e0cedd319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:11.947896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d8bad63-3b51-4bd5-8697-125e0cedd319 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da0c0458-7023-4c72-ba30-a215433033e6 HTTP/1.1" status: 204 len: 168 time: 0.7551417 Feb 11 13:49:12.123127 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a5f87c7f-82b2-420d-93e1-d0b9baba01af), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.158412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bad63-3b51-4bd5-8697-125e0cedd319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c0458-7023-4c72-ba30-a215433033e6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:12.232656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f87c7f-82b2-420d-93e1-d0b9baba01af']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:12.308165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec47c168-2e30-4a40-99c7-dc3df9beba81') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:12.308578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec47c168-2e30-4a40-99c7-dc3df9beba81') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:12.342581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-f8cf73e8-1921-4963-8334-391553854633 service neutron] 10.222.0.83 "GET /v2.0/networks/ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171784 Feb 11 13:49:12.345143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (ec47c168-2e30-4a40-99c7-dc3df9beba81), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.412503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ec47c168-2e30-4a40-99c7-dc3df9beba81), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.424685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Deleting port 12a22625-8fd9-407c-bb71-72d964e6a79b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:12.425045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (12a22625-8fd9-407c-bb71-72d964e6a79b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.475051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 15ec1e24-1ef5-4733-a1de-e006a60a9d94 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:12.475654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9615430-cc56-4682-9997-186833fdb083 req-a5b23a61-08b7-4ea1-b110-2bd3465bfe22 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:12.484382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9615430-cc56-4682-9997-186833fdb083 req-a5b23a61-08b7-4ea1-b110-2bd3465bfe22 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 943 time: 0.3648098 Feb 11 13:49:12.524776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port ff238b8c-12c4-4389-9ab9-a3b975ee7d1d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:12.525696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ff238b8c-12c4-4389-9ab9-a3b975ee7d1d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.549231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:49:12.552218 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (ec47c168-2e30-4a40-99c7-dc3df9beba81), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:12.555646 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:12.639308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:12.639595 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.746195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19221ba5-a976-4af4-9328-71b2262a02cd req-3e3c28a8-b876-4654-9e6a-443518f9069d service neutron] 10.222.0.83 "GET /v2.0/networks/ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908846 Feb 11 13:49:12.824578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:12.825577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.864378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ff238b8c-12c4-4389-9ab9-a3b975ee7d1d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.886053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 15ec1e24-1ef5-4733-a1de-e006a60a9d94, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15ec1e24-1ef5-4733-a1de-e006a60a9d94,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:12.892901 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:12.910609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for ff238b8c-12c4-4389-9ab9-a3b975ee7d1d owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:13.001534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 69a5da5e-720e-47b4-8e4a-befe662c75c8 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:13.004760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=15ec1e24-1ef5-4733-a1de-e006a60a9d94,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:13.073585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a5f87c7f-82b2-420d-93e1-d0b9baba01af), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.095172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9615430-cc56-4682-9997-186833fdb083 req-30398b8a-5dae-413c-b894-fcb0f7e4fe1b tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629935 Feb 11 13:49:13.115375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 69a5da5e-720e-47b4-8e4a-befe662c75c8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:13.118710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 69a5da5e-720e-47b4-8e4a-befe662c75c8 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:13.139185 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.161033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/networks/a5f87c7f-82b2-420d-93e1-d0b9baba01af HTTP/1.1" status: 204 len: 168 time: 1.7140403 Feb 11 13:49:13.168129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:13.224156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d3a48511-1619-49f1-9f97-560cd085f41e None None] Provisioning complete for port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:13.224549 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3a48511-1619-49f1-9f97-560cd085f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.247572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986b98b-fb90-4bd0-b86d-2e88ed70eb08 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Network': ['ID=a5f87c7f-82b2-420d-93e1-d0b9baba01af,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:13.281084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (12a22625-8fd9-407c-bb71-72d964e6a79b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.365696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ff238b8c-12c4-4389-9ab9-a3b975ee7d1d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.389462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Calling delete_port for 12a22625-8fd9-407c-bb71-72d964e6a79b owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:13.471615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d3a48511-1619-49f1-9f97-560cd085f41e None None] Current status of the port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:13.497626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=ff238b8c-12c4-4389-9ab9-a3b975ee7d1d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:13.502575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (2ada9a61-7c26-4fc0-9813-9457424cbd79), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.511893 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.518349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/ff238b8c-12c4-4389-9ab9-a3b975ee7d1d HTTP/1.1" status: 204 len: 168 time: 1.8857594 Feb 11 13:49:13.521468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:13.522986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.523341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.523938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.524288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.524628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.524969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.525303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.525636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.525969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.526408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.526743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.527079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.527682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2bf9e-62b1-4a31-88bb-0949a4fa8a93 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:13.599218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8389d8c-30e2-4e4d-86d1-ba560c83f4ed tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:13.600817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8389d8c-30e2-4e4d-86d1-ba560c83f4ed tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:13.604664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b8389d8c-30e2-4e4d-86d1-ba560c83f4ed tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0662298 Feb 11 13:49:13.607953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34012) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:13.610696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-e20e7719-8238-4807-84ce-70982ed8198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:13.612354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-e20e7719-8238-4807-84ce-70982ed8198b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=277e6b36f72741719bfecad55710ecf9&device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 1125 time: 0.3456886 Feb 11 13:49:13.687781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5c5e19bb-cc7c-4caa-b0cd-b073ebb85762 None None] Could not find standard attr ID for object ff238b8c-12c4-4389-9ab9-a3b975ee7d1d. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:49:13.701630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet b269b80b-0535-43ac-a383-6036a5b9cdef {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:13.715882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (2ada9a61-7c26-4fc0-9813-9457424cbd79), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:13.931478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-9bce40af-05df-4951-b858-3f62e66f17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:13.933097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-9bce40af-05df-4951-b858-3f62e66f17d8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf HTTP/1.1" status: 200 len: 910 time: 0.2270191 Feb 11 13:49:13.933888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (b269b80b-0535-43ac-a383-6036a5b9cdef), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.021464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2ada9a61-7c26-4fc0-9813-9457424cbd79), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.024692 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.025937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/security-groups/2ada9a61-7c26-4fc0-9813-9457424cbd79 HTTP/1.1" status: 204 len: 168 time: 0.8295588 Feb 11 13:49:14.063472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ada9a61-7c26-4fc0-9813-9457424cbd79,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.110210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.121343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.121343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a7ab5-f984-4217-a59f-73fc2b15a7de tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:14.121782 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-39cc18fc-6726-40bb-b1f8-3223cac07ba4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c HTTP/1.1" status: 200 len: 217 time: 0.1064103 Feb 11 13:49:14.142281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (12a22625-8fd9-407c-bb71-72d964e6a79b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.241301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-9ab72f78-135f-45f7-b4a6-188488b93038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:14.245517 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-9ab72f78-135f-45f7-b4a6-188488b93038 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=120984ac-66a3-414e-be37-ea93e8a0d7cd HTTP/1.1" status: 200 len: 849 time: 0.1154766 Feb 11 13:49:14.255954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (b269b80b-0535-43ac-a383-6036a5b9cdef), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.287902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event deleted for resources: {'Port': ['ID=12a22625-8fd9-407c-bb71-72d964e6a79b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:14.304528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-b96cc534-7925-453d-aad3-22ed5a01b8f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509608 Feb 11 13:49:14.487908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.615560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 15ec1e24-1ef5-4733-a1de-e006a60a9d94 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:14.620866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1a907532-7e7e-44ce-aae0-f03921d5388e tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "DELETE /v2.0/ports/12a22625-8fd9-407c-bb71-72d964e6a79b HTTP/1.1" status: 204 len: 168 time: 2.6555567 Feb 11 13:49:14.620866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:14.620866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf05205-f330-4d1c-95ad-3ee40e17d43b', 'external_fixed_ips': [{'subnet_id': '19be64bd-6008-47b8-9d97-fa1fcfbe033e', 'ip_address': '2001:db8::3d4'}]}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:14.636918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (989ba427-8109-4408-a21d-c8b6a19b4564), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.638732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (989ba427-8109-4408-a21d-c8b6a19b4564), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.690471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:14.691039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.770378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:49:14.862049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (989ba427-8109-4408-a21d-c8b6a19b4564), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:14.917678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-f31c0f93-c22a-4563-8640-7468b9ab8363 service neutron] 10.222.0.83 "GET /v2.0/networks/ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742166 Feb 11 13:49:15.063907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b269b80b-0535-43ac-a383-6036a5b9cdef), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.101911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04379084-a3ea-4e20-86cc-452db586a8c0 req-c05fd95e-74f7-4fa0-89fe-6c792a5dee48 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:15.104090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04379084-a3ea-4e20-86cc-452db586a8c0 req-c05fd95e-74f7-4fa0-89fe-6c792a5dee48 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 943 time: 0.4324548 Feb 11 13:49:15.206689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,segment=NetworkSegment(ae94742c-135b-4c6e-8853-d88abfc2fdf6),segment_id=ae94742c-135b-4c6e-8853-d88abfc2fdf6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:15.246076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34066) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:15.248341 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04379084-a3ea-4e20-86cc-452db586a8c0 req-1a4d37f6-22f9-43cb-b517-22c810a1bf17 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162293 Feb 11 13:49:15.250368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1593cb0d-f76c-4d50-992e-aed0dffdd710 req-77b3fb05-fb3e-4576-94bd-908d95848a16 service neutron] 10.222.0.83 "GET /v2.0/networks/ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624753 Feb 11 13:49:15.261089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c', 'network_id': 'ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf', 'port_id': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c', 'mac_address': 'fa:16:3e:2e:31:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120984ac-66a3-414e-be37-ea93e8a0d7cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:49:15.288419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (b269b80b-0535-43ac-a383-6036a5b9cdef), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.341742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:15.347014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.367685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b867a92-7d11-4134-bb44-246030ffdda1 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:15.372639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b269b80b-0535-43ac-a383-6036a5b9cdef HTTP/1.1" status: 204 len: 168 time: 1.7571859 Feb 11 13:49:15.415250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:15.415655 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.436572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478241a7-63be-4fb5-9c08-9808b49f09af tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=b269b80b-0535-43ac-a383-6036a5b9cdef,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:15.442866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34070) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:15.452475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34076) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:15.514768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a30e30aa-ad7e-439d-8031-6f73f6852150 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816611323', 'description': 'tempest-secgroup-smoke-816611323 description', 'project_id': '438affb9494641819ba0787e4b08b11f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:15.521954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-65c4bab4-1953-4858-b0b8-b10ad788e069 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777941 Feb 11 13:49:15.525203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34080) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:15.530609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:15.602883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:15.633837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (989ba427-8109-4408-a21d-c8b6a19b4564), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.643376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,segment=NetworkSegment(ae94742c-135b-4c6e-8853-d88abfc2fdf6),segment_id=ae94742c-135b-4c6e-8853-d88abfc2fdf6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:15.654477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.656659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f72bd17-a097-4699-a17a-87a3b609d90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.777616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e30aa-ad7e-439d-8031-6f73f6852150 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.801141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:15.853376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:15.876695 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.894472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:49:15.903697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:49:16.100158 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f72bd17-a097-4699-a17a-87a3b609d90c admin admin] Publish callbacks [] for security_group (ea786e18-3146-4a79-8014-bb6917df771a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.118886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f72bd17-a097-4699-a17a-87a3b609d90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ea786e18-3146-4a79-8014-bb6917df771a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.227109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e30aa-ad7e-439d-8031-6f73f6852150 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (2af8ecf0-ca1d-475b-993b-4b38fabfc09d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.246491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e30aa-ad7e-439d-8031-6f73f6852150 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2af8ecf0-ca1d-475b-993b-4b38fabfc09d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.334805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] Deleting port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:16.335189 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.395752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 15ec1e24-1ef5-4733-a1de-e006a60a9d94 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:16.403386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e30aa-ad7e-439d-8031-6f73f6852150 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af8ecf0-ca1d-475b-993b-4b38fabfc09d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:16.466000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a30e30aa-ad7e-439d-8031-6f73f6852150 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.477794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a30e30aa-ad7e-439d-8031-6f73f6852150 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9664536 Feb 11 13:49:16.479039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34096) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:16.566897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a4b8ad00-25db-4016-8a72-0fb1dc0d7c20 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2af8ecf0-ca1d-475b-993b-4b38fabfc09d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:16.696700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ad00-25db-4016-8a72-0fb1dc0d7c20 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (2be89039-20b5-4543-81ae-afcb4cc9d4fb), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.700609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72bd17-a097-4699-a17a-87a3b609d90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea786e18-3146-4a79-8014-bb6917df771a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:16.706258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] For port 15ec1e24-1ef5-4733-a1de-e006a60a9d94, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15ec1e24-1ef5-4733-a1de-e006a60a9d94,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:16.709951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.734883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:16.740202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2f72bd17-a097-4699-a17a-87a3b609d90c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26dec01f8b4c419eba01a0c5961461ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4495587 Feb 11 13:49:16.742317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:16.749417 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (989ba427-8109-4408-a21d-c8b6a19b4564), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.769545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485fbd-0ddc-417e-852e-22ea77235e47 req-a23e40ad-3585-47cf-af9a-d3c0150057d5 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:16.770570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] Calling delete_port for 15ec1e24-1ef5-4733-a1de-e006a60a9d94 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:16.772326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7485fbd-0ddc-417e-852e-22ea77235e47 req-a23e40ad-3585-47cf-af9a-d3c0150057d5 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 944 time: 0.2922983 Feb 11 13:49:16.846532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.888936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7485fbd-0ddc-417e-852e-22ea77235e47 req-fe359aa0-22e0-4fa0-b283-e682aded3cc8 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035459 Feb 11 13:49:16.957716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:16.958304 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.104591 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ad00-25db-4016-8a72-0fb1dc0d7c20 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (2be89039-20b5-4543-81ae-afcb4cc9d4fb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.110235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:17.132391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 15ec1e24-1ef5-4733-a1de-e006a60a9d94, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=15ec1e24-1ef5-4733-a1de-e006a60a9d94,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:17.137172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:17.137663 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.141100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ad00-25db-4016-8a72-0fb1dc0d7c20 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2be89039-20b5-4543-81ae-afcb4cc9d4fb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.153756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.178606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:49:17.216153 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da74e3c1-6e72-49a2-a2ff-93db1bfe72c4 admin admin] Publish callbacks [] for security_group (ea786e18-3146-4a79-8014-bb6917df771a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.219337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8ad00-25db-4016-8a72-0fb1dc0d7c20 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be89039-20b5-4543-81ae-afcb4cc9d4fb,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.241137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ad00-25db-4016-8a72-0fb1dc0d7c20 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.245683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a4b8ad00-25db-4016-8a72-0fb1dc0d7c20 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937613 Feb 11 13:49:17.246545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34112) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:17.266294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0d1f9ef7-695a-4ea2-832e-70741c70bb71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2af8ecf0-ca1d-475b-993b-4b38fabfc09d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:17.357498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=15ec1e24-1ef5-4733-a1de-e006a60a9d94,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.369139 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (15ec1e24-1ef5-4733-a1de-e006a60a9d94), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.379002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9ef7-695a-4ea2-832e-70741c70bb71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (e40a9681-b224-44d0-ac12-af20fe7a5b2a), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.406381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] Pushing event deleted for resources: {'Port': ['ID=15ec1e24-1ef5-4733-a1de-e006a60a9d94,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.413752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Allocated IP 2001:db8::3d4 (6cf05205-f330-4d1c-95ad-3ee40e17d43b/19be64bd-6008-47b8-9d97-fa1fcfbe033e/19d51d5d-1adf-40ba-a8d2-af2834bc82d4) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:17.424177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dc5d0-5adc-4f50-89a5-736d9d6becee None None] No DVR routers for this DVR port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:17.463884 n-d-828676-2 neutron-server[103175]: WARNING neutron.services.revisions.revision_plugin [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Could not find related port for resource to bump revision. Feb 11 13:49:17.504044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Port 15ec1e24-1ef5-4733-a1de-e006a60a9d94 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 13:49:17.504359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:50b5 {{(pid=103175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 13:49:17.509010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:50b5 {{(pid=103175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 13:49:17.517438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (b371a272-e289-4993-8dbc-e3db92f6dd23), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.568662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:17.569367 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.611697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,segment=NetworkSegment(ae94742c-135b-4c6e-8853-d88abfc2fdf6),segment_id=ae94742c-135b-4c6e-8853-d88abfc2fdf6)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:17.613321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:17.617248 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17608f8b-294a-4ba7-aeeb-6405f70a3934" -d '{"events": [{"server_uuid": "a43a094c-6e72-49cf-a2ec-c58f6c21cd98", "name": "network-vif-plugged", "status": "completed", "tag": "ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:17.623118 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.667688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:17.679310 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da74e3c1-6e72-49a2-a2ff-93db1bfe72c4 admin admin] Publish callbacks [] for security_group (ea786e18-3146-4a79-8014-bb6917df771a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.694057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:17.710001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:17.713534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.720048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for port (19d51d5d-1adf-40ba-a8d2-af2834bc82d4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.779327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c983e-69b1-4fee-9a14-a36292b29760 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:17.798217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (19d51d5d-1adf-40ba-a8d2-af2834bc82d4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.823834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network 6cf05205-f330-4d1c-95ad-3ee40e17d43b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:17.830892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=b371a272-e289-4993-8dbc-e3db92f6dd23,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.834495 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da74e3c1-6e72-49a2-a2ff-93db1bfe72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ea786e18-3146-4a79-8014-bb6917df771a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.837058 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da74e3c1-6e72-49a2-a2ff-93db1bfe72c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.839042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-da74e3c1-6e72-49a2-a2ff-93db1bfe72c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea786e18-3146-4a79-8014-bb6917df771a HTTP/1.1" status: 204 len: 168 time: 1.0949154 Feb 11 13:49:17.865021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:17.876938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:17.884527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec0ca01a-89ca-48c1-9f0a-8e3166e67f3c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3554971 Feb 11 13:49:17.894469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9ef7-695a-4ea2-832e-70741c70bb71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (e40a9681-b224-44d0-ac12-af20fe7a5b2a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.895367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34132) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:17.901996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:88:45:38', 'name': 'tempest-NetworksTestDHCPv6-584431694'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:17.911899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.937102 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9ef7-695a-4ea2-832e-70741c70bb71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e40a9681-b224-44d0-ac12-af20fe7a5b2a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:18.065053 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711ddfa5-1617-4bb3-8d6a-f5bcf4cf3a04 x-openstack-request-id: req-711ddfa5-1617-4bb3-8d6a-f5bcf4cf3a04 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:18.065768 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43a094c-6e72-49cf-a2ec-c58f6c21cd98", "name": "network-vif-plugged", "status": "completed", "tag": "ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:18.065768 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-711ddfa5-1617-4bb3-8d6a-f5bcf4cf3a04 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:18.068058 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c', 'code': 200} Feb 11 13:49:18.187964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f9ef7-695a-4ea2-832e-70741c70bb71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40a9681-b224-44d0-ac12-af20fe7a5b2a,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:18.229233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': 'b371a272-e289-4993-8dbc-e3db92f6dd23'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:49:18.238459 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:18.250361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74e3c1-6e72-49a2-a2ff-93db1bfe72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea786e18-3146-4a79-8014-bb6917df771a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:18.407397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9ef7-695a-4ea2-832e-70741c70bb71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:18.413357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0d1f9ef7-695a-4ea2-832e-70741c70bb71 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1570258 Feb 11 13:49:18.414880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:18.435607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0f9c62a4-a207-4035-8472-646f74801ecd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2af8ecf0-ca1d-475b-993b-4b38fabfc09d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:18.705266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Allocated IP 2001:db8::f816:3eff:fed8:aeeb (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b371a272-e289-4993-8dbc-e3db92f6dd23/c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:18.726620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5ecc3-1d03-428f-b316-9ca65afbf3e0 req-3a27eecb-77a3-4625-bcd9-d5a331c68d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:18.730079 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87c5ecc3-1d03-428f-b316-9ca65afbf3e0 req-3a27eecb-77a3-4625-bcd9-d5a331c68d11 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 1127 time: 0.5616829 Feb 11 13:49:18.750845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2983e9-fba5-448a-8c9f-4005eef0a248 req-dc8cb303-3489-4e5f-80d9-1b98e0f01fb7 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:18.756141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9c2983e9-fba5-448a-8c9f-4005eef0a248 req-dc8cb303-3489-4e5f-80d9-1b98e0f01fb7 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 945 time: 0.7386124 Feb 11 13:49:18.802474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9c62a4-a207-4035-8472-646f74801ecd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (ab870356-0239-45ee-877f-3aba0e919396), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:18.896848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:19.110366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9c2983e9-fba5-448a-8c9f-4005eef0a248 req-cd28f0e4-09c6-4500-a8f9-2fd71694e2d6 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285825 Feb 11 13:49:19.129077 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Publish callbacks [] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.149409 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.161961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Port': ['ID=19d51d5d-1adf-40ba-a8d2-af2834bc82d4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:19.239990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:19.250018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:19.257183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87c5ecc3-1d03-428f-b316-9ca65afbf3e0 req-dc756840-a193-43f8-8fe5-caa16559e187 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989855 Feb 11 13:49:19.264836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:19.289069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9c62a4-a207-4035-8472-646f74801ecd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (ab870356-0239-45ee-877f-3aba0e919396), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.289290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Pushing event updated for resources: {'Port': ['ID=c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:19.292626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (989ba427-8109-4408-a21d-c8b6a19b4564), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.296745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9c62a4-a207-4035-8472-646f74801ecd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (ab870356-0239-45ee-877f-3aba0e919396), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.328348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.332926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c62a4-a207-4035-8472-646f74801ecd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab870356-0239-45ee-877f-3aba0e919396,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:19.384546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 84e27135-0a90-4936-94af-4c2ae38934a5 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:49:19.403407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Attempting to bind port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:19.409365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Attempting to bind port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:19.409855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Attempting to bind port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:19.421461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:19.421741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9c62a4-a207-4035-8472-646f74801ecd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.422231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:19.422360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.422677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:19.423161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Bound port: c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:19.426873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0f9c62a4-a207-4035-8472-646f74801ecd tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9982972 Feb 11 13:49:19.429974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.438601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:19.453918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c541ce3d-2d72-41c7-9dc5-8efc419ed901 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2af8ecf0-ca1d-475b-993b-4b38fabfc09d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:19.527798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] For port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:19.532725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] For port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:19.543530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.652043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c541ce3d-2d72-41c7-9dc5-8efc419ed901 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (75d4b4b0-43fd-498c-afa2-b1c0df802159), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.669207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fe88:4538 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b371a272-e289-4993-8dbc-e3db92f6dd23/84e27135-0a90-4936-94af-4c2ae38934a5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:19.746588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3978778-0ecf-49f0-aa7a-dd34f5b3f288 None None] Pushing event updated for resources: {'Port': ['ID=c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:19.906947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c541ce3d-2d72-41c7-9dc5-8efc419ed901 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (75d4b4b0-43fd-498c-afa2-b1c0df802159), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:19.953203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c541ce3d-2d72-41c7-9dc5-8efc419ed901 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (75d4b4b0-43fd-498c-afa2-b1c0df802159), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.011900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541ce3d-2d72-41c7-9dc5-8efc419ed901 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d4b4b0-43fd-498c-afa2-b1c0df802159,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:20.036331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (989ba427-8109-4408-a21d-c8b6a19b4564), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.110732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.118605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (84e27135-0a90-4936-94af-4c2ae38934a5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.194262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c541ce3d-2d72-41c7-9dc5-8efc419ed901 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.197703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34206) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:20.198409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c541ce3d-2d72-41c7-9dc5-8efc419ed901 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7572765 Feb 11 13:49:20.206610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2af8ecf0-ca1d-475b-993b-4b38fabfc09d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:20.268719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (84e27135-0a90-4936-94af-4c2ae38934a5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.299442 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:49:20.429270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (b9587204-1f1c-4830-a8d8-d19306907100), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.447421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:20.479707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:20.568692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:20.579732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:20.586698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=84e27135-0a90-4936-94af-4c2ae38934a5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:20.589747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:20.597380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:20.598457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.650494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:20.652092 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.664165 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-363dfc34-6f5d-40ff-bdc5-fe7a13f52b79 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7675879 Feb 11 13:49:20.672212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:20.692656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb621dd-559f-465a-86a6-b3762e317013 req-e114c038-4921-4a2d-accf-892d826a3bd7 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:20.694364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (b9587204-1f1c-4830-a8d8-d19306907100), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.697945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bb621dd-559f-465a-86a6-b3762e317013 req-e114c038-4921-4a2d-accf-892d826a3bd7 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 945 time: 0.3617809 Feb 11 13:49:20.708646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (b9587204-1f1c-4830-a8d8-d19306907100), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.757320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9587204-1f1c-4830-a8d8-d19306907100,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:20.775218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:20.775629 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.780657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.785495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-701c71ac-6ae7-4a23-9950-72c7f70a913b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5859494 Feb 11 13:49:20.785713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:20.805720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'security_group_rule': {'security_group_id': '2af8ecf0-ca1d-475b-993b-4b38fabfc09d', 'project_id': '438affb9494641819ba0787e4b08b11f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:20.836619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:20.845634 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.876192 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Project 438affb9494641819ba0787e4b08b11f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:49:20.886558 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (42d74ace-fa6b-45c8-aa35-410efc4cf8de), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.921087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-563fb431-1169-4033-8def-e2a1a7c46be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:20.955367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:21.023151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (42d74ace-fa6b-45c8-aa35-410efc4cf8de), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.026325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Router 989ba427-8109-4408-a21d-c8b6a19b4564 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:49:21.037321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (42d74ace-fa6b-45c8-aa35-410efc4cf8de), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.059105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d74ace-fa6b-45c8-aa35-410efc4cf8de,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:21.070265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.071927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-60606279-6f5e-43a5-b65d-bebc4635f828 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2824409 Feb 11 13:49:21.074671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34230) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:21.081486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'network': {'name': 'tempest-network-smoke--827607080', 'project_id': '438affb9494641819ba0787e4b08b11f', 'port_security_enabled': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:21.108099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:21.111994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.123129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1785f1-06f8-43b0-a70e-7c0b3a785553 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:21.129556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1785f1-06f8-43b0-a70e-7c0b3a785553 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:21.131217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9b1785f1-06f8-43b0-a70e-7c0b3a785553 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4262495 Feb 11 13:49:21.133843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34232) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:21.141180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bb621dd-559f-465a-86a6-b3762e317013 req-a1b94b1e-6b3e-4da1-8f1b-1752d39343c9 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373367 Feb 11 13:49:21.192741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:49:21.218192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e6344e19-074f-4e6d-963f-1e0bce056fc8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.219667 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Added segment e6344e19-074f-4e6d-963f-1e0bce056fc8 of type vlan for network 0ef1449d-9238-4189-9c18-ba08e092de51 Feb 11 13:49:21.317247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0ef1449d-9238-4189-9c18-ba08e092de51), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.345310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:21.359571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Sync routers for ids ['989ba427-8109-4408-a21d-c8b6a19b4564'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:21.391324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Routers {'989ba427-8109-4408-a21d-c8b6a19b4564'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:21.400185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['989ba427-8109-4408-a21d-c8b6a19b4564'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:21.450614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0ef1449d-9238-4189-9c18-ba08e092de51), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.459852 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.460838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5dbb2b19-ffc6-4f54-b8f6-dbbe101484f9 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9816473 Feb 11 13:49:21.469827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:21.470913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.471038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:21.635019 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5590484 Feb 11 13:49:21.641326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34248) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:21.691168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'admin_state_up': True, 'project_id': '438affb9494641819ba0787e4b08b11f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:21.716254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c049e4-f5b0-4112-acbe-6ec328232a91 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Network': ['ID=0ef1449d-9238-4189-9c18-ba08e092de51,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:21.755444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 84e27135-0a90-4936-94af-4c2ae38934a5 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:21.756414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (84e27135-0a90-4936-94af-4c2ae38934a5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.775718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0ef1449d-9238-4189-9c18-ba08e092de51 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:49:21.810657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-563fb431-1169-4033-8def-e2a1a7c46be6 admin admin] Publish callbacks [] for security_group (3c84d415-9b87-4948-9c65-b98e3775acde), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.835520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.837015 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.838809 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-563fb431-1169-4033-8def-e2a1a7c46be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3c84d415-9b87-4948-9c65-b98e3775acde), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:21.851011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34254) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:21.911684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a869786a-932a-41b3-aa1b-8505a8fbf30e None None] Provisioning complete for port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:21.912047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a869786a-932a-41b3-aa1b-8505a8fbf30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.006825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34260) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:22.010789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-563fb431-1169-4033-8def-e2a1a7c46be6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25a8d72fbe4b40978fa805219ad4f0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4947309 Feb 11 13:49:22.132721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Set router 989ba427-8109-4408-a21d-c8b6a19b4564 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:22.174380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (989ba427-8109-4408-a21d-c8b6a19b4564), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.180396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed518db9-c3d5-4432-8351-ba63befd2ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.188312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.276864 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.375344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:22.376579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (989ba427-8109-4408-a21d-c8b6a19b4564), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.408033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fb431-1169-4033-8def-e2a1a7c46be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c84d415-9b87-4948-9c65-b98e3775acde,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:22.467532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Deleting port 19d51d5d-1adf-40ba-a8d2-af2834bc82d4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:22.467880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (19d51d5d-1adf-40ba-a8d2-af2834bc82d4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.487760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (84e27135-0a90-4936-94af-4c2ae38934a5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.577056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (19d51d5d-1adf-40ba-a8d2-af2834bc82d4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.595825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Calling delete_port for 19d51d5d-1adf-40ba-a8d2-af2834bc82d4 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:22.842495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a869786a-932a-41b3-aa1b-8505a8fbf30e None None] Current status of the port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:22.870099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:22.870910 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.909013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (19d51d5d-1adf-40ba-a8d2-af2834bc82d4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:22.974648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event deleted for resources: {'Port': ['ID=19d51d5d-1adf-40ba-a8d2-af2834bc82d4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:22.995163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-491d7269-a814-477a-a34b-b7c53a99c4ea None None] Provisioning complete for port 84e27135-0a90-4936-94af-4c2ae38934a5 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:22.995835 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-491d7269-a814-477a-a34b-b7c53a99c4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (84e27135-0a90-4936-94af-4c2ae38934a5), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.002884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989ba427-8109-4408-a21d-c8b6a19b4564', 'name': '', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf05205-f330-4d1c-95ad-3ee40e17d43b', 'external_fixed_ips': [{'subnet_id': '19be64bd-6008-47b8-9d97-fa1fcfbe033e', 'ip_address': '2001:db8::3d4'}], 'enable_snat': True}, 'gw_port_id': '19d51d5d-1adf-40ba-a8d2-af2834bc82d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:14Z', 'updated_at': '2022-02-11T13:49:18Z', 'revision_number': 3, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port': {'id': '19d51d5d-1adf-40ba-a8d2-af2834bc82d4', 'name': '', 'network_id': '6cf05205-f330-4d1c-95ad-3ee40e17d43b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989ba427-8109-4408-a21d-c8b6a19b4564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19be64bd-6008-47b8-9d97-fa1fcfbe033e', 'ip_address': '2001:db8::3d4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:16Z', 'updated_at': '2022-02-11T13:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19be64bd-6008-47b8-9d97-fa1fcfbe033e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:23.026635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (989ba427-8109-4408-a21d-c8b6a19b4564), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.112609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Checking router: 989ba427-8109-4408-a21d-c8b6a19b4564 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:23.112982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Updating router 989ba427-8109-4408-a21d-c8b6a19b4564 port 19d51d5d-1adf-40ba-a8d2-af2834bc82d4 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:49:23.155953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-491d7269-a814-477a-a34b-b7c53a99c4ea None None] Port 84e27135-0a90-4936-94af-4c2ae38934a5 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:23.159916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Port 19d51d5d-1adf-40ba-a8d2-af2834bc82d4 not found while updating agent binding for router 989ba427-8109-4408-a21d-c8b6a19b4564. {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 13:49:23.185489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Routers {'989ba427-8109-4408-a21d-c8b6a19b4564'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:23.186155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['989ba427-8109-4408-a21d-c8b6a19b4564'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:23.192091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:23.211392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (989ba427-8109-4408-a21d-c8b6a19b4564), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.214095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (989ba427-8109-4408-a21d-c8b6a19b4564), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.311615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (989ba427-8109-4408-a21d-c8b6a19b4564), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.312614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 989ba427-8109-4408-a21d-c8b6a19b4564 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:49:23.317280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.321866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] Set router 989ba427-8109-4408-a21d-c8b6a19b4564 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:23.322472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-28059f2e-9587-46a8-b43e-e8e43e1b3fb8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "DELETE /v2.0/routers/989ba427-8109-4408-a21d-c8b6a19b4564 HTTP/1.1" status: 204 len: 168 time: 1.8502073 Feb 11 13:49:23.323285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34286) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:23.459878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989ba427-8109-4408-a21d-c8b6a19b4564', 'name': '', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:14Z', 'updated_at': '2022-02-11T13:49:22Z', 'revision_number': 5, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:23.520392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3466201-44e5-4e8a-9dad-c6ee4c9c9efd None None] The sync data for ids ['989ba427-8109-4408-a21d-c8b6a19b4564'] in n-d-828676-2 is: [{'id': '989ba427-8109-4408-a21d-c8b6a19b4564', 'name': '', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:14Z', 'updated_at': '2022-02-11T13:49:22Z', 'revision_number': 5, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:23.529068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Deleting subnet 19be64bd-6008-47b8-9d97-fa1fcfbe033e {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:23.552031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for subnet (19be64bd-6008-47b8-9d97-fa1fcfbe033e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.688154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b35652-7b26-4567-ab2b-6499954afaf2 req-b6fde680-fe38-4659-b878-bed80ac67d34 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:23.700317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b35652-7b26-4567-ab2b-6499954afaf2 req-b6fde680-fe38-4659-b878-bed80ac67d34 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 946 time: 0.2467458 Feb 11 13:49:23.704618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 84e27135-0a90-4936-94af-4c2ae38934a5 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:23.777929 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (19be64bd-6008-47b8-9d97-fa1fcfbe033e), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.883247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8e30a17-c83f-4a5c-9ed6-9e15c0c65372 admin admin] Publish callbacks [] for security_group (3c84d415-9b87-4948-9c65-b98e3775acde), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:23.896640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (19be64bd-6008-47b8-9d97-fa1fcfbe033e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.007155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b35652-7b26-4567-ab2b-6499954afaf2 req-5a43d12b-79fa-4016-9720-3680e0914e6f tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055377 Feb 11 13:49:24.035454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (19be64bd-6008-47b8-9d97-fa1fcfbe033e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.051929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae960bf-ea6f-4fbc-9274-5b00b46d0977 req-1a9b0f90-d92c-47ec-9934-1b6e04f888ef tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:24.059755 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ae960bf-ea6f-4fbc-9274-5b00b46d0977 req-1a9b0f90-d92c-47ec-9934-1b6e04f888ef tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 945 time: 1.6520054 Feb 11 13:49:24.087667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.089218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=19be64bd-6008-47b8-9d97-fa1fcfbe033e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.105727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.114018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1e445398-9557-4fce-870f-317a8c6ff236 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/19be64bd-6008-47b8-9d97-fa1fcfbe033e HTTP/1.1" status: 204 len: 168 time: 0.7892926 Feb 11 13:49:24.116581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34300) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:24.199728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8e30a17-c83f-4a5c-9ed6-9e15c0c65372 admin admin] Publish callbacks [] for security_group (3c84d415-9b87-4948-9c65-b98e3775acde), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.200146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-2b91122d-2e62-4e95-ba75-c7e57cbc18d9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:24.204180 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed518db9-c3d5-4432-8351-ba63befd2ef0 admin admin] Publish callbacks [] for security_group (d9d66ff2-881c-4573-a831-d610b15ada5d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.212645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-2b91122d-2e62-4e95-ba75-c7e57cbc18d9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 946 time: 0.2523453 Feb 11 13:49:24.256967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed518db9-c3d5-4432-8351-ba63befd2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d9d66ff2-881c-4573-a831-d610b15ada5d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.308206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (6cf05205-f330-4d1c-95ad-3ee40e17d43b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.399832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ae960bf-ea6f-4fbc-9274-5b00b46d0977 req-d75cf768-0401-478f-a045-3bf31ec1d00f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391795 Feb 11 13:49:24.406319 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ed518db9-c3d5-4432-8351-ba63befd2ef0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a1470cf6751f4d7490398ebe5362e278&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5525453 Feb 11 13:49:24.408953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34306) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:24.422755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed518db9-c3d5-4432-8351-ba63befd2ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d66ff2-881c-4573-a831-d610b15ada5d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.526837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8e30a17-c83f-4a5c-9ed6-9e15c0c65372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3c84d415-9b87-4948-9c65-b98e3775acde), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.530510 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8e30a17-c83f-4a5c-9ed6-9e15c0c65372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.534647 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8e30a17-c83f-4a5c-9ed6-9e15c0c65372 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c84d415-9b87-4948-9c65-b98e3775acde HTTP/1.1" status: 204 len: 168 time: 2.5155280 Feb 11 13:49:24.537202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (6cf05205-f330-4d1c-95ad-3ee40e17d43b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.572452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf05205-f330-4d1c-95ad-3ee40e17d43b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:24.600344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c1fa82-517b-4937-8a0c-ac878b6c06db') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:24.600644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c1fa82-517b-4937-8a0c-ac878b6c06db') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:24.619034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (23c1fa82-517b-4937-8a0c-ac878b6c06db), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.635946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (23c1fa82-517b-4937-8a0c-ac878b6c06db), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.644228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:49:24.650766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (23c1fa82-517b-4937-8a0c-ac878b6c06db), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.728795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e30a17-c83f-4a5c-9ed6-9e15c0c65372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c84d415-9b87-4948-9c65-b98e3775acde,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.742631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (84e27135-0a90-4936-94af-4c2ae38934a5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:24.787369 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:24.793384 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (6cf05205-f330-4d1c-95ad-3ee40e17d43b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.838562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cf05205-f330-4d1c-95ad-3ee40e17d43b {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:49:24.863549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.871056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "DELETE /v2.0/networks/6cf05205-f330-4d1c-95ad-3ee40e17d43b HTTP/1.1" status: 204 len: 168 time: 0.7513812 Feb 11 13:49:24.896606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8c1c6-26b0-4af2-aedf-26890ffa1402 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cf05205-f330-4d1c-95ad-3ee40e17d43b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.933176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Deleting port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:24.933549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:24.963524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=84e27135-0a90-4936-94af-4c2ae38934a5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:25.007287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47c3830b-420a-41ac-aa0e-95e48fcb048e admin admin] Publish callbacks [] for security_group (d9d66ff2-881c-4573-a831-d610b15ada5d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.127035 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.131291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e0447625-7d6a-4e1d-a7bf-3450164ef2a6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/84e27135-0a90-4936-94af-4c2ae38934a5 HTTP/1.1" status: 204 len: 168 time: 3.9961450 Feb 11 13:49:25.137237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34334) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:25.287298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47c3830b-420a-41ac-aa0e-95e48fcb048e admin admin] Publish callbacks [] for security_group (d9d66ff2-881c-4573-a831-d610b15ada5d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.330389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b79771-a40e-4f08-a514-4892e36a7dc9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:25.332422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b79771-a40e-4f08-a514-4892e36a7dc9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:25.334356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63b79771-a40e-4f08-a514-4892e36a7dc9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1961365 Feb 11 13:49:25.350561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34344) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:25.446379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet b371a272-e289-4993-8dbc-e3db92f6dd23 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:25.462550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (b371a272-e289-4993-8dbc-e3db92f6dd23), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.477254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c442072-9b23-484f-8f36-3792657f9185 req-73441509-c1fa-4170-990c-6ed7bcbc47c9 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:25.481843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c442072-9b23-484f-8f36-3792657f9185 req-73441509-c1fa-4170-990c-6ed7bcbc47c9 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 945 time: 0.4313591 Feb 11 13:49:25.550719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] For port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,segment=NetworkSegment(63b634a2-2715-4692-82b9-e7c04f993d4b),segment_id=63b634a2-2715-4692-82b9-e7c04f993d4b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:25.551384 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.630097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69403d1-803a-4eab-ae88-ecd893497f12 req-dcbc0aa1-83ea-4051-8621-2ff7a152d0c9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:25.638481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b69403d1-803a-4eab-ae88-ecd893497f12 req-dcbc0aa1-83ea-4051-8621-2ff7a152d0c9 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ccb32c8-9842-4190-aae5-0ee71ed52bca HTTP/1.1" status: 200 len: 946 time: 0.4659171 Feb 11 13:49:25.643666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Calling delete_port for 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:25.678082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (b371a272-e289-4993-8dbc-e3db92f6dd23), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.732895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c442072-9b23-484f-8f36-3792657f9185 req-0cf03027-0700-4daf-88af-97e2b04eab87 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405989 Feb 11 13:49:25.832288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34358) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:25.844267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a7b20de1-e507-421a-b208-963199e901e5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'router': {'name': 'tempest-router--623377971', 'project_id': '7a0b0b4f30ea4d129de75c553d3abef0'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:25.852288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47c3830b-420a-41ac-aa0e-95e48fcb048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d9d66ff2-881c-4573-a831-d610b15ada5d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.855445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47c3830b-420a-41ac-aa0e-95e48fcb048e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:25.856676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-47c3830b-420a-41ac-aa0e-95e48fcb048e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9d66ff2-881c-4573-a831-d610b15ada5d HTTP/1.1" status: 204 len: 168 time: 1.4447966 Feb 11 13:49:25.971737 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b69403d1-803a-4eab-ae88-ecd893497f12 req-b67b14af-a0aa-4e0d-8d67-c58d39a369c5 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.79 "GET /v2.0/security-groups?id=f31286fc-050f-4f18-a88d-47f7bf596af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318210 Feb 11 13:49:25.992476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.040249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3830b-420a-41ac-aa0e-95e48fcb048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d66ff2-881c-4573-a831-d610b15ada5d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:26.081698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4cccd7f1-f0cf-4e57-b8db-5df75e1b269f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.089264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.100037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['4cccd7f1-f0cf-4e57-b8db-5df75e1b269f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:49:26.170367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Pushing event deleted for resources: {'Port': ['ID=4cccd7f1-f0cf-4e57-b8db-5df75e1b269f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:26.199137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7b20de1-e507-421a-b208-963199e901e5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (df036fd6-a956-4faf-b691-1f1cfae2c327), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.201624 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7b20de1-e507-421a-b208-963199e901e5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (df036fd6-a956-4faf-b691-1f1cfae2c327), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.299615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] No DVR routers for this DVR port 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:26.303415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.313690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b09fb6aa-66d2-4f8c-8ae3-cc9d4f4997f6 req-fc95089d-e4f6-4ae3-84d9-c560efa26b19 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] 10.222.0.30 "DELETE /v2.0/ports/4cccd7f1-f0cf-4e57-b8db-5df75e1b269f HTTP/1.1" status: 204 len: 173 time: 2.0600300 Feb 11 13:49:26.315573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'name': 'network-vif-deleted', 'tag': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:26.323501 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01004fb-3173-41b5-a7a4-1420558b50f0" -d '{"events": [{"server_uuid": "6ccb32c8-9842-4190-aae5-0ee71ed52bca", "name": "network-vif-deleted", "tag": "4cccd7f1-f0cf-4e57-b8db-5df75e1b269f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:26.340744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b371a272-e289-4993-8dbc-e3db92f6dd23), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.575548 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7b20de1-e507-421a-b208-963199e901e5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (df036fd6-a956-4faf-b691-1f1cfae2c327), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.615798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7b20de1-e507-421a-b208-963199e901e5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (df036fd6-a956-4faf-b691-1f1cfae2c327), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.697487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a7b20de1-e507-421a-b208-963199e901e5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.701566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a7b20de1-e507-421a-b208-963199e901e5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8646934 Feb 11 13:49:26.701801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34392) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:26.703757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.8 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/76fb26ab-bf02-42e7-97d4-63552f6c71d9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:26.713229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-cd306918-c527-4628-9837-b1e03f933fc3 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:26.715033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-cd306918-c527-4628-9837-b1e03f933fc3 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.83 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 945 time: 0.2838907 Feb 11 13:49:26.733659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (b371a272-e289-4993-8dbc-e3db92f6dd23), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.845780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=b371a272-e289-4993-8dbc-e3db92f6dd23,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:26.875133 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:26.880753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c92eae45-869c-4418-b8d1-44d311d287a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b371a272-e289-4993-8dbc-e3db92f6dd23 HTTP/1.1" status: 204 len: 168 time: 1.5276945 Feb 11 13:49:26.894952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34402) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:26.908857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4cf98-b2a5-4491-b42b-a5f5f773ee00 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:26.992245 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57c3451-d4ce-44aa-9055-0b4dff9d2ba2 x-openstack-request-id: req-e57c3451-d4ce-44aa-9055-0b4dff9d2ba2 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:26.993492 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccb32c8-9842-4190-aae5-0ee71ed52bca", "name": "network-vif-deleted", "tag": "4cccd7f1-f0cf-4e57-b8db-5df75e1b269f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:26.995728 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e57c3451-d4ce-44aa-9055-0b4dff9d2ba2 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:26.996935 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb32c8-9842-4190-aae5-0ee71ed52bca', 'name': 'network-vif-deleted', 'tag': '4cccd7f1-f0cf-4e57-b8db-5df75e1b269f', 'status': 'completed', 'code': 200} Feb 11 13:49:27.032637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3389b4b1-12e1-4631-9709-308c2da0c7bd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1300032 Feb 11 13:49:27.036548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34412) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:27.111670 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31948318-6639-44d0-97cc-613e2b4690d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.142231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34414) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:27.162992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34418) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:27.218345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-204b2471-d9d9-42f7-8b91-55467c8c3a4f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (df036fd6-a956-4faf-b691-1f1cfae2c327), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.311522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087dc73-2495-4181-a997-3f24353b146b None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:49:27.402045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.412971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ae088-1e56-4afa-a706-924409064b22 req-34c99504-c48e-4f15-b5c0-205504f69224 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:27.414714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-403ae088-1e56-4afa-a706-924409064b22 req-34c99504-c48e-4f15-b5c0-205504f69224 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 945 time: 0.3906596 Feb 11 13:49:27.441744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9dae14-dd70-4b95-99ba-be7e93eb4a07 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:27.445684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3c9dae14-dd70-4b95-99ba-be7e93eb4a07 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4053855 Feb 11 13:49:27.452769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34430) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:27.495467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5087dc73-2495-4181-a997-3f24353b146b None None] Deleting port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:27.495844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5087dc73-2495-4181-a997-3f24353b146b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.574269 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-204b2471-d9d9-42f7-8b91-55467c8c3a4f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (df036fd6-a956-4faf-b691-1f1cfae2c327), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.579473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-204b2471-d9d9-42f7-8b91-55467c8c3a4f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (df036fd6-a956-4faf-b691-1f1cfae2c327), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.588828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ea2c4b-77a1-47c1-b9d4-7198dc05c681 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:27.598195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34434) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:27.598919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-41ea2c4b-77a1-47c1-b9d4-7198dc05c681 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1463590 Feb 11 13:49:27.601545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Deleting port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:27.602299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.651866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5087dc73-2495-4181-a997-3f24353b146b None None] For port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:27.652465 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5087dc73-2495-4181-a997-3f24353b146b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.693255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5087dc73-2495-4181-a997-3f24353b146b None None] Calling delete_port for c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:27.763462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b8370407-79b2-40d3-98df-0aff737d27dc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1635473 Feb 11 13:49:27.808985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34442) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:27.808985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:27.819648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5087dc73-2495-4181-a997-3f24353b146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.826677 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-204b2471-d9d9-42f7-8b91-55467c8c3a4f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (df036fd6-a956-4faf-b691-1f1cfae2c327), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.827476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204b2471-d9d9-42f7-8b91-55467c8c3a4f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df036fd6-a956-4faf-b691-1f1cfae2c327 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:49:27.832999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] Deleting subnet a2fa059b-28f8-4451-95aa-8e811a0d02ac {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:27.843644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f796f040-3f61-4197-9f0c-687fd1ec2428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.853049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087dc73-2495-4181-a997-3f24353b146b None None] No DVR routers for this DVR port c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:27.853385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-204b2471-d9d9-42f7-8b91-55467c8c3a4f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.855244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-204b2471-d9d9-42f7-8b91-55467c8c3a4f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "DELETE /v2.0/routers/df036fd6-a956-4faf-b691-1f1cfae2c327 HTTP/1.1" status: 204 len: 168 time: 1.1519401 Feb 11 13:49:27.872759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] For port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,segment=NetworkSegment(ae94742c-135b-4c6e-8853-d88abfc2fdf6),segment_id=ae94742c-135b-4c6e-8853-d88abfc2fdf6)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:27.873333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.876602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087dc73-2495-4181-a997-3f24353b146b None None] Pushing event deleted for resources: {'Port': ['ID=c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:27.879674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] Publish callbacks [] for subnet (a2fa059b-28f8-4451-95aa-8e811a0d02ac), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:27.920655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-403ae088-1e56-4afa-a706-924409064b22 req-2f808bea-b233-4577-b0d3-ae078a4c3ea7 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd4d6c58-185b-4971-b489-5cfdea8c93ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761004 Feb 11 13:49:27.930492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Calling delete_port for ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:27.965722 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.041064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=76fb26ab-bf02-42e7-97d4-63552f6c71d9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:28.099855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:28.119607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:28.140741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:28.339525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:28.350900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f796f040-3f61-4197-9f0c-687fd1ec2428 admin admin] Publish callbacks [] for security_group (628550a1-16df-4b51-afad-8f413cd2bed2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.376895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:28.377715 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f796f040-3f61-4197-9f0c-687fd1ec2428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (628550a1-16df-4b51-afad-8f413cd2bed2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.378827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c5e0c2de-c20a-4a2f-b1a4-4605c56c4a22 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:28.419294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34462) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:28.487622 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (a2fa059b-28f8-4451-95aa-8e811a0d02ac), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.493154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f796f040-3f61-4197-9f0c-687fd1ec2428 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3abff4aee2e44ffdaa17e8350ed92ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3133905 Feb 11 13:49:28.497176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34468) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:28.505328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796f040-3f61-4197-9f0c-687fd1ec2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628550a1-16df-4b51-afad-8f413cd2bed2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:28.539560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.553382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:49:28.573539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:28.582024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.589207 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a2fa059b-28f8-4451-95aa-8e811a0d02ac), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.595661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Pushing event deleted for resources: {'Port': ['ID=ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:28.705250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] No DVR routers for this DVR port ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:28.715404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.719632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-837e17bb-3850-4df5-adff-5df2599b77d4 req-e74ec24f-aaef-419e-8890-15155aef286f tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.83 "DELETE /v2.0/ports/ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c HTTP/1.1" status: 204 len: 173 time: 1.9948792 Feb 11 13:49:28.720489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'name': 'network-vif-deleted', 'tag': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:28.723111 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63876e47-b13b-4057-872b-a02edf4dc182" -d '{"events": [{"server_uuid": "a43a094c-6e72-49cf-a2ec-c58f6c21cd98", "name": "network-vif-deleted", "tag": "ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:28.747167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (a2fa059b-28f8-4451-95aa-8e811a0d02ac), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.762098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-375af7d5-6c55-4878-a6bd-5614e64a07f3 admin admin] Publish callbacks [] for security_group (628550a1-16df-4b51-afad-8f413cd2bed2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.796531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2fa059b-28f8-4451-95aa-8e811a0d02ac,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:28.802659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.808841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b2a994b9-d3c1-4f8c-8ee9-8f7bab802da0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a2fa059b-28f8-4451-95aa-8e811a0d02ac HTTP/1.1" status: 204 len: 168 time: 1.6634779 Feb 11 13:49:28.809859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:28.841513 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2065fd30-846a-442b-a97a-225baa53e95a x-openstack-request-id: req-2065fd30-846a-442b-a97a-225baa53e95a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:28.842056 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43a094c-6e72-49cf-a2ec-c58f6c21cd98", "name": "network-vif-deleted", "tag": "ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:28.842520 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2065fd30-846a-442b-a97a-225baa53e95a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:28.843688 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a094c-6e72-49cf-a2ec-c58f6c21cd98', 'name': 'network-vif-deleted', 'tag': 'ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c', 'status': 'completed', 'code': 200} Feb 11 13:49:28.870268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-375af7d5-6c55-4878-a6bd-5614e64a07f3 admin admin] Publish callbacks [] for security_group (628550a1-16df-4b51-afad-8f413cd2bed2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.897114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:28.989305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (743a9cf5-66ae-460f-9cc2-32f6c97ded01), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.011293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (c526a67e-c19e-406b-9b96-dcb7204fdb33), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.095681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:29.145538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:29.145894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 4cccd7f1-f0cf-4e57-b8db-5df75e1b269f not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:29.172274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:29.178053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:29.185659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=c526a67e-c19e-406b-9b96-dcb7204fdb33,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:29.190870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fb85f-9f03-49ff-9359-539204f01e09 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:29.191300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:29.191904 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.208063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1985067693', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:29.229149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (743a9cf5-66ae-460f-9cc2-32f6c97ded01), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.249809 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f087374d-2bd8-4459-b8f5-b9431e271ec6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4561017 Feb 11 13:49:29.253807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:29.260712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:9f:f5:71', 'name': 'tempest-NetworksTestDHCPv6-1045731091'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:29.266451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a9cf5-66ae-460f-9cc2-32f6c97ded01']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:29.292045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b634a2-2715-4692-82b9-e7c04f993d4b') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:29.292448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b634a2-2715-4692-82b9-e7c04f993d4b') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:29.329799 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (63b634a2-2715-4692-82b9-e7c04f993d4b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.351756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-38886b53-19fa-46fb-a1b6-d4cd28d7046a req-190cf5a8-8681-4fab-9876-84b30f518402 tempest-ServerGroupTestJSON-348264161 tempest-ServerGroupTestJSON-348264161-project] 10.222.0.79 "GET /v2.0/ports?device_id=a43a094c-6e72-49cf-a2ec-c58f6c21cd98 HTTP/1.1" status: 200 len: 210 time: 0.1356225 Feb 11 13:49:29.361237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-375af7d5-6c55-4878-a6bd-5614e64a07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (628550a1-16df-4b51-afad-8f413cd2bed2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.363950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-375af7d5-6c55-4878-a6bd-5614e64a07f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.367957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-375af7d5-6c55-4878-a6bd-5614e64a07f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/628550a1-16df-4b51-afad-8f413cd2bed2 HTTP/1.1" status: 204 len: 168 time: 0.8698168 Feb 11 13:49:29.398557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (4f19cefe-1291-45e7-b501-710fa010c930), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.399489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (4f19cefe-1291-45e7-b501-710fa010c930), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.425489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (63b634a2-2715-4692-82b9-e7c04f993d4b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.427304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af7d5-6c55-4878-a6bd-5614e64a07f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628550a1-16df-4b51-afad-8f413cd2bed2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:29.446325 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9af457bf-08cc-4ccf-b4d6-e303aacd8abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.460183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:49:29.460778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (63b634a2-2715-4692-82b9-e7c04f993d4b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:29.464400 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:29.498970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': 'c526a67e-c19e-406b-9b96-dcb7204fdb33'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:49:29.500822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.676994 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (743a9cf5-66ae-460f-9cc2-32f6c97ded01), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.688487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.693207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] 10.222.0.79 "DELETE /v2.0/networks/743a9cf5-66ae-460f-9cc2-32f6c97ded01 HTTP/1.1" status: 204 len: 168 time: 0.8567281 Feb 11 13:49:29.696153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:29.699116 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.717175 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (4f19cefe-1291-45e7-b501-710fa010c930), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.737726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d70cb2-10ae-4c15-b712-e023ca638345 admin admin] Pushing event deleted for resources: {'Network': ['ID=743a9cf5-66ae-460f-9cc2-32f6c97ded01,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:29.805470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/c526a67e-c19e-406b-9b96-dcb7204fdb33/b9fa379f-0f02-4d0a-8a05-5c333b822395) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:29.839074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:29.900928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port d4818bec-3ffe-4dd5-971d-9677095045c1 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:49:30.081397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:30.136692 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Publish callbacks [] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.149195 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.184167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e1130a8d-1313-4cba-ad83-6af0730ab587 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3bb5bb9a107412bbabf9752d3ba8247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1008492 Feb 11 13:49:30.259002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34526) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:30.270059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Pushing event updated for resources: {'Port': ['ID=b9fa379f-0f02-4d0a-8a05-5c333b822395,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:30.308864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:30.317628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:30.323313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:30.457907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::37c (a5bab372-dfb9-4c1d-b04e-13c120a57e15/c526a67e-c19e-406b-9b96-dcb7204fdb33/d4818bec-3ffe-4dd5-971d-9677095045c1) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:30.461199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Attempting to bind port b9fa379f-0f02-4d0a-8a05-5c333b822395 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:30.462355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Attempting to bind port b9fa379f-0f02-4d0a-8a05-5c333b822395 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:30.462967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Attempting to bind port b9fa379f-0f02-4d0a-8a05-5c333b822395 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:30.470978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:30.471734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:30.472575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.473243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:30.473980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Bound port: b9fa379f-0f02-4d0a-8a05-5c333b822395, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:30.474634 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.529393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c17255b-03c3-40f1-ab43-6a35909bcde7 admin admin] Publish callbacks [] for security_group (f31286fc-050f-4f18-a88d-47f7bf596af0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.537119 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (4f19cefe-1291-45e7-b501-710fa010c930), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.576474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] For port b9fa379f-0f02-4d0a-8a05-5c333b822395, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:30.581787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] For port b9fa379f-0f02-4d0a-8a05-5c333b822395, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b9fa379f-0f02-4d0a-8a05-5c333b822395,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:30.604324 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.613119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:49:30.652649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c17255b-03c3-40f1-ab43-6a35909bcde7 admin admin] Publish callbacks [] for security_group (f31286fc-050f-4f18-a88d-47f7bf596af0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.717481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c17255b-03c3-40f1-ab43-6a35909bcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f31286fc-050f-4f18-a88d-47f7bf596af0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.721666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3c17255b-03c3-40f1-ab43-6a35909bcde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.734940 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3c17255b-03c3-40f1-ab43-6a35909bcde7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f31286fc-050f-4f18-a88d-47f7bf596af0 HTTP/1.1" status: 204 len: 168 time: 0.4694395 Feb 11 13:49:30.778234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:30.856636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17255b-03c3-40f1-ab43-6a35909bcde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31286fc-050f-4f18-a88d-47f7bf596af0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:30.912725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bba17-c84f-4bea-b5dc-b0e218ca9211 None None] Pushing event updated for resources: {'Port': ['ID=b9fa379f-0f02-4d0a-8a05-5c333b822395,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:30.925964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:30.927330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device ee4a2d2f-35c5-4135-b8f2-1fb7f0f00a4c not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:30.948638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34576) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:30.988396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.114289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:31.126311 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Sync routers for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:31.147795 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:31.148437 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:31.283605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (4f19cefe-1291-45e7-b501-710fa010c930), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.293986 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (d4818bec-3ffe-4dd5-971d-9677095045c1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.352938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] Deleting subnet 120984ac-66a3-414e-be37-ea93e8a0d7cd {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:31.358862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d4818bec-3ffe-4dd5-971d-9677095045c1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.371486 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:31.372282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] Publish callbacks [] for subnet (120984ac-66a3-414e-be37-ea93e8a0d7cd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.388111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.389378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cf888eb6-a138-401c-b5a1-a9b77be6c616 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.7075963 Feb 11 13:49:31.396033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34584) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:31.400337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.515686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=d4818bec-3ffe-4dd5-971d-9677095045c1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:31.554932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c1879660-597b-49d8-a040-3a6980408079 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=438affb9494641819ba0787e4b08b11f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1467535 Feb 11 13:49:31.560599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34592) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:31.609215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:31.635912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:31.670802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:31.696932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:31.699183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.715473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (120984ac-66a3-414e-be37-ea93e8a0d7cd), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.783725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Allocated IP 172.25.3.201 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/82576551-527e-44d0-bc82-aac2ac3b81db) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:31.791159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82d01621-9897-4afe-a01f-6ac00274e6fb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5339324 Feb 11 13:49:31.793219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb096a-cbe3-4c7e-9ad3-0498b5205560 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:31.793804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34608) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:31.795428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a3fb096a-cbe3-4c7e-9ad3-0498b5205560 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2246776 Feb 11 13:49:31.806954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34610) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:31.848965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (120984ac-66a3-414e-be37-ea93e8a0d7cd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.898488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c358bdd6-7b7e-463e-b8ed-d473357b2840 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900075 Feb 11 13:49:31.912580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34612) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:31.924084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660915120', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'project_id': '438affb9494641819ba0787e4b08b11f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:31.970956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6d0d7-46fa-45f7-8db8-2d71189a9fc6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:31.977393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6d0d7-46fa-45f7-8db8-2d71189a9fc6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:31.979701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1cc6d0d7-46fa-45f7-8db8-2d71189a9fc6 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1848924 Feb 11 13:49:31.983055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:32.002309 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:28Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:32.038591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (120984ac-66a3-414e-be37-ea93e8a0d7cd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.108411 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Checking router: 7ddde4d5-c356-4114-9b8d-58934ecdcbaf for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:32.108760 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Updating router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:49:32.173143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120984ac-66a3-414e-be37-ea93e8a0d7cd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:32.188920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.200882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-61902559-8e86-4d00-890b-3328a5a0cb9c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/120984ac-66a3-414e-be37-ea93e8a0d7cd HTTP/1.1" status: 204 len: 168 time: 1.2481163 Feb 11 13:49:32.203378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:32.208604 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.422313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.461158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b9fa379f-0f02-4d0a-8a05-5c333b822395 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:32.480971 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for port (82576551-527e-44d0-bc82-aac2ac3b81db), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.500018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:32.522652 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.589782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port d4818bec-3ffe-4dd5-971d-9677095045c1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:32.591357 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d4818bec-3ffe-4dd5-971d-9677095045c1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.609303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b9fa379f-0f02-4d0a-8a05-5c333b822395 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:32.609952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.637945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.793005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.847130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:32.891498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae94742c-135b-4c6e-8853-d88abfc2fdf6') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:32.891498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae94742c-135b-4c6e-8853-d88abfc2fdf6') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:32.917080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b9fa379f-0f02-4d0a-8a05-5c333b822395 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:32.917479 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.939399 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (ae94742c-135b-4c6e-8853-d88abfc2fdf6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.947909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d4818bec-3ffe-4dd5-971d-9677095045c1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.992334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for d4818bec-3ffe-4dd5-971d-9677095045c1 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:32.997850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port b9fa379f-0f02-4d0a-8a05-5c333b822395, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b9fa379f-0f02-4d0a-8a05-5c333b822395,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:33.010665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-88304fae-f7b3-4372-a79e-67674ee6d1af None None] Provisioning complete for port b9fa379f-0f02-4d0a-8a05-5c333b822395 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:33.011327 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88304fae-f7b3-4372-a79e-67674ee6d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.011605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ae94742c-135b-4c6e-8853-d88abfc2fdf6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.018280 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.042531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:49:33.045602 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (ae94742c-135b-4c6e-8853-d88abfc2fdf6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:33.048439 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:33.212080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (82576551-527e-44d0-bc82-aac2ac3b81db), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.247729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=b9fa379f-0f02-4d0a-8a05-5c333b822395,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.305761 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Publish callbacks [] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.324640 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.353220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.419094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.422879 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf HTTP/1.1" status: 204 len: 168 time: 1.2158782 Feb 11 13:49:33.429236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4659c-d51e-4e64-bb95-e7cc5b1e1f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceeeb192-02f7-4ca4-a8e2-2ba3d3bfafcf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.433213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-88304fae-f7b3-4372-a79e-67674ee6d1af None None] Current status of the port b9fa379f-0f02-4d0a-8a05-5c333b822395 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:33.469897 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (202b7b7f-4675-49e8-9b8b-34bf738d7b26), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.482512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:33.484175 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Pushing event updated for resources: {'Port': ['ID=76fb26ab-bf02-42e7-97d4-63552f6c71d9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.496666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event updated for resources: {'Port': ['ID=82576551-527e-44d0-bc82-aac2ac3b81db,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.504903 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Attempting to bind port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:33.506034 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Attempting to bind port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:33.510466 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Attempting to bind port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:33.521497 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:33.522970 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:33.523609 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.524166 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:33.525056 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Bound port: 76fb26ab-bf02-42e7-97d4-63552f6c71d9, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:33.525641 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.531073 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.531663 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.532270 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.532826 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.533359 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.533870 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.534425 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.535212 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.535753 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.536549 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.537054 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.537572 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.538406 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.571274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5479f10c-bd04-4426-8054-7897dba02873 None None] Provisioning complete for port d4818bec-3ffe-4dd5-971d-9677095045c1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:33.571716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5479f10c-bd04-4426-8054-7897dba02873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d4818bec-3ffe-4dd5-971d-9677095045c1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.610905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:33.622516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:33.672028 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] For port 76fb26ab-bf02-42e7-97d4-63552f6c71d9, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:33.682209 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] For port 76fb26ab-bf02-42e7-97d4-63552f6c71d9, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=76fb26ab-bf02-42e7-97d4-63552f6c71d9,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:33.697360 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.706236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d4818bec-3ffe-4dd5-971d-9677095045c1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.776961 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:33.778398 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:33.782894 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.803262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5479f10c-bd04-4426-8054-7897dba02873 None None] Port d4818bec-3ffe-4dd5-971d-9677095045c1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:33.841112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=d4818bec-3ffe-4dd5-971d-9677095045c1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.872908 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c0a05-32c2-4a02-9f58-562d4d9f955f None None] Pushing event updated for resources: {'Port': ['ID=76fb26ab-bf02-42e7-97d4-63552f6c71d9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.873036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Subnet': ['ID=202b7b7f-4675-49e8-9b8b-34bf738d7b26,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.947797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:33.962289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-94a21ac9-2f4f-4003-8695-0a00e0554224 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/d4818bec-3ffe-4dd5-971d-9677095045c1 HTTP/1.1" status: 204 len: 168 time: 1.9765019 Feb 11 13:49:33.963650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34684) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:34.004820 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:34.091799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34686) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:34.095118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81cebd-6c19-4780-b43c-8ec33bef6aa3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:34.101309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81cebd-6c19-4780-b43c-8ec33bef6aa3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:34.109383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ca81cebd-6c19-4780-b43c-8ec33bef6aa3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1437063 Feb 11 13:49:34.110284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34688) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:34.188443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Checking segment: {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:34.189093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network hostable DHCP agents. Network: 0ef1449d-9238-4189-9c18-ba08e092de51, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:49:34.291908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet c526a67e-c19e-406b-9b96-dcb7204fdb33 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:34.324829 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (c526a67e-c19e-406b-9b96-dcb7204fdb33), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:34.376818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b9fa379f-0f02-4d0a-8a05-5c333b822395 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:34.464679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (c526a67e-c19e-406b-9b96-dcb7204fdb33), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:34.481833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0847bad6-c45f-4497-a698-523b8756e403 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=277e6b36f72741719bfecad55710ecf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3889036 Feb 11 13:49:34.494994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34694) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:34.518962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b9fa379f-0f02-4d0a-8a05-5c333b822395 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:34.519944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:34.521260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0ef1449d-9238-4189-9c18-ba08e092de51 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:49:34.569395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0ef1449d-9238-4189-9c18-ba08e092de51) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:34.581076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:34.582053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:34.617644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36bd9e-07ee-430f-a087-6e19f1f29d1b None None] Network 0ef1449d-9238-4189-9c18-ba08e092de51 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:34.807104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7791c896-7069-43d3-b98a-a77f99c4864f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8931460 Feb 11 13:49:34.811567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34706) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:34.839975 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:28Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:34.859465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0ef1449d-9238-4189-9c18-ba08e092de51', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:49:34.861484 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:34.863806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b9fa379f-0f02-4d0a-8a05-5c333b822395 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:34.884794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2969-a311-4287-a888-2ef95fbde328 admin admin] Publish callbacks [] for security_group (bd4d6c58-185b-4971-b489-5cfdea8c93ed), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:34.909314 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a542a74-95ad-4121-9645-11832d66a776 None None] The sync data for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 is: [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:28Z', 'revision_number': 3, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:34.945567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c526a67e-c19e-406b-9b96-dcb7204fdb33), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.063887 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2969-a311-4287-a888-2ef95fbde328 admin admin] Publish callbacks [] for security_group (bd4d6c58-185b-4971-b489-5cfdea8c93ed), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.101234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Allocated IP 172.20.0.2 (0ef1449d-9238-4189-9c18-ba08e092de51/202b7b7f-4675-49e8-9b8b-34bf738d7b26/b872f7e5-3102-466e-9ad4-1d08cd412118) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:35.202564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (4f19cefe-1291-45e7-b501-710fa010c930), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.260722 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (c526a67e-c19e-406b-9b96-dcb7204fdb33), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.351083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.367167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d88525-a4cf-4c86-98e3-6f9322fdc4d3 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:35.371236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/c526a67e-c19e-406b-9b96-dcb7204fdb33 HTTP/1.1" status: 204 len: 168 time: 1.2525718 Feb 11 13:49:35.374811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34710) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:35.375899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d0a97-8e47-40bd-b6b7-642e45e3870a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=c526a67e-c19e-406b-9b96-dcb7204fdb33,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:35.519675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-60baba5e-b1cd-4dc0-81cc-7ae7b3e08488 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338766 Feb 11 13:49:35.520786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:35.527011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2969-a311-4287-a888-2ef95fbde328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bd4d6c58-185b-4971-b489-5cfdea8c93ed), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.530009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2969-a311-4287-a888-2ef95fbde328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.531888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ed2e2969-a311-4287-a888-2ef95fbde328 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd4d6c58-185b-4971-b489-5cfdea8c93ed HTTP/1.1" status: 204 len: 168 time: 1.0359523 Feb 11 13:49:35.642839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e2969-a311-4287-a888-2ef95fbde328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4d6c58-185b-4971-b489-5cfdea8c93ed,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:35.703029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0d8c5-0b8f-404e-907d-b38181109fbd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:35.710219 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b1c0d8c5-0b8f-404e-907d-b38181109fbd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1769118 Feb 11 13:49:35.716522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34720) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:35.733288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Publish callbacks [] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.847354 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.877176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6414796-b7f1-4a28-ab6b-34082f0aaafb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:35.882533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b6414796-b7f1-4a28-ab6b-34082f0aaafb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1646914 Feb 11 13:49:35.883605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:36.000013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Pushing event updated for resources: {'Port': ['ID=b872f7e5-3102-466e-9ad4-1d08cd412118,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:36.058880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34730) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:36.065950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bbaeb6fc-dffd-433d-a73f-4f7a59d46afb tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1796722 Feb 11 13:49:36.078441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Network 0ef1449d-9238-4189-9c18-ba08e092de51 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:36.083716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.084005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.084259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.084612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.084956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.085293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.085624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.085955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.090271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.090651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.090998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.091343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.091753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:36.093530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:36.107431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:36.119204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:36.309525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Attempting to bind port b872f7e5-3102-466e-9ad4-1d08cd412118 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:36.310166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Attempting to bind port b872f7e5-3102-466e-9ad4-1d08cd412118 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:36.310705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Attempting to bind port b872f7e5-3102-466e-9ad4-1d08cd412118 on network 0ef1449d-9238-4189-9c18-ba08e092de51 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:36.334225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:49:36.337773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:36.342406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Checking segment: {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:36.342878 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:36.343285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Bound using segment: {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:36.343790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Bound port: b872f7e5-3102-466e-9ad4-1d08cd412118, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:36.344181 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:36.354049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (4f19cefe-1291-45e7-b501-710fa010c930), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:36.464396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 76fb26ab-bf02-42e7-97d4-63552f6c71d9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:36.793226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] For port b872f7e5-3102-466e-9ad4-1d08cd412118, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:36.797802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] For port b872f7e5-3102-466e-9ad4-1d08cd412118, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b872f7e5-3102-466e-9ad4-1d08cd412118,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:36.816485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:36.816817 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:36.822530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:36.915026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:36.919051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:37.360595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] Deleting port b9fa379f-0f02-4d0a-8a05-5c333b822395 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:37.361236 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:37.473690 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:37.480533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] For port b9fa379f-0f02-4d0a-8a05-5c333b822395, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b9fa379f-0f02-4d0a-8a05-5c333b822395,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:37.480999 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:37.512227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] Calling delete_port for b9fa379f-0f02-4d0a-8a05-5c333b822395 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:37.514225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Router 4f19cefe-1291-45e7-b501-710fa010c930 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:49:37.516836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1832be2-98b3-4eb1-bb27-6d04af9cab37 None None] Pushing event updated for resources: {'Port': ['ID=b872f7e5-3102-466e-9ad4-1d08cd412118,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:37.637299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:37.637706 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:37.740648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 76fb26ab-bf02-42e7-97d4-63552f6c71d9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=76fb26ab-bf02-42e7-97d4-63552f6c71d9,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:37.759530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:38.047130 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (b9fa379f-0f02-4d0a-8a05-5c333b822395), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:38.080617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=76fb26ab-bf02-42e7-97d4-63552f6c71d9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:38.193128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] No DVR routers for this DVR port b9fa379f-0f02-4d0a-8a05-5c333b822395 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:38.197682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552d689-13fe-4bbf-8456-78c997a63e38 None None] Pushing event deleted for resources: {'Port': ['ID=b9fa379f-0f02-4d0a-8a05-5c333b822395,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:38.586823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b872f7e5-3102-466e-9ad4-1d08cd412118 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:38.702734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b872f7e5-3102-466e-9ad4-1d08cd412118 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:38.703380 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:38.752560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c407c24-b9ce-4d4f-ae38-d758b9b12cea req-d4a06559-ff1c-40ef-a0bb-56461abb4ac4 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0766304 Feb 11 13:49:38.949231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b872f7e5-3102-466e-9ad4-1d08cd412118 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:38.949624 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:39.022724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port b872f7e5-3102-466e-9ad4-1d08cd412118, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b872f7e5-3102-466e-9ad4-1d08cd412118,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:39.035980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:39.038350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 76fb26ab-bf02-42e7-97d4-63552f6c71d9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:39.151869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-58308866-1823-4f70-a9fc-fd1f08d3f6bc tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2e1aa778660644088a75b1f2ea31aad8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1557100 Feb 11 13:49:39.224581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=b872f7e5-3102-466e-9ad4-1d08cd412118,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:39.238523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:39.238907 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:39.282102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:39.317495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] Sync routers for ids ['4f19cefe-1291-45e7-b501-710fa010c930'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:39.365071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] Routers {'4f19cefe-1291-45e7-b501-710fa010c930'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:39.366829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f19cefe-1291-45e7-b501-710fa010c930'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:39.436711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2c980-49f1-430c-a665-99848262ceef None None] Network 0ef1449d-9238-4189-9c18-ba08e092de51 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:39.567317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:39.571717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:39.579675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:39.605526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c7bb1c09-0ceb-4371-b791-b2f6b12ccbca tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.1752965 Feb 11 13:49:39.692575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f05d2839-b681-4231-b1cb-dfd397960c13 None None] Provisioning complete for port b872f7e5-3102-466e-9ad4-1d08cd412118 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:39.693530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f05d2839-b681-4231-b1cb-dfd397960c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:39.695597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] Routers {'4f19cefe-1291-45e7-b501-710fa010c930'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:39.697929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4f19cefe-1291-45e7-b501-710fa010c930'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:39.709689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.1 (0ef1449d-9238-4189-9c18-ba08e092de51/202b7b7f-4675-49e8-9b8b-34bf738d7b26/9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:39.849984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:39.852959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c33483-ded2-47dc-a886-66e59fbf1a73 None None] The sync data for ids ['4f19cefe-1291-45e7-b501-710fa010c930'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:39.864466 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ceceefd6-e3d8-475b-acda-75c347a8e6c7 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/4f19cefe-1291-45e7-b501-710fa010c930 HTTP/1.1" status: 200 len: 925 time: 0.2915986 Feb 11 13:49:39.870834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:39.888441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:39.929067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-254f7076-75e3-4346-8d10-dbfff3f4371d tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f19cefe-1291-45e7-b501-710fa010c930 HTTP/1.1" status: 200 len: 205 time: 0.0568237 Feb 11 13:49:39.936478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:40.028949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f05d2839-b681-4231-b1cb-dfd397960c13 None None] Current status of the port b872f7e5-3102-466e-9ad4-1d08cd412118 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:40.039701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b9fa379f-0f02-4d0a-8a05-5c333b822395 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:40.087070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b9fa379f-0f02-4d0a-8a05-5c333b822395 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:40.090312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b9fa379f-0f02-4d0a-8a05-5c333b822395 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:40.115898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-a75d5e44-1117-4814-894a-d44c4b6e71aa tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:40.117453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-a75d5e44-1117-4814-894a-d44c4b6e71aa tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9064889 Feb 11 13:49:40.120943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1abe633-b2ab-472a-9df3-acde22a54343 req-1623d3a4-7e54-4a6e-a5c6-a74ce19f15e1 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0710189 Feb 11 13:49:40.241449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:49:40.259996 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (6ce89ada-1ac7-4058-8fca-e9a4aab39ee1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.317063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (4f19cefe-1291-45e7-b501-710fa010c930), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.317287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:40.337257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:40.390802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:40.391498 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.397587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b872f7e5-3102-466e-9ad4-1d08cd412118 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:40.405061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9559d8ad-f08c-4734-9487-9ed2af42a101 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/quotas/2e1aa778660644088a75b1f2ea31aad8 HTTP/1.1" status: 200 len: 375 time: 0.1571689 Feb 11 13:49:40.414033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125db57-85af-4b9e-8126-88888c6582ea None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:40.459043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (4f19cefe-1291-45e7-b501-710fa010c930), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.496320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4240518 Feb 11 13:49:40.500215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34862) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:40.506425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-907da1a2-c424-4b10-8211-cc7280f4a130 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:40.553361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-298b4f80-7fb7-4184-9649-b7e0d7b4beaf tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e1aa778660644088a75b1f2ea31aad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123765 Feb 11 13:49:40.578821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23a776-fbe9-4b49-ab8a-d2dab62f9c7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=6ce89ada-1ac7-4058-8fca-e9a4aab39ee1,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:40.598055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Deleting port 82576551-527e-44d0-bc82-aac2ac3b81db {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:40.598659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (82576551-527e-44d0-bc82-aac2ac3b81db), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.601524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.625439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d787e186-d189-41fb-a40e-15195b650bea None None] Provisioning complete for port b872f7e5-3102-466e-9ad4-1d08cd412118 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:40.625817 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d787e186-d189-41fb-a40e-15195b650bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.685301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (82576551-527e-44d0-bc82-aac2ac3b81db), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.685982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.700100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Calling delete_port for 82576551-527e-44d0-bc82-aac2ac3b81db owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:40.741968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '6ce89ada-1ac7-4058-8fca-e9a4aab39ee1'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:49:40.742875 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:40.787142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:40.810894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0ef1449d-9238-4189-9c18-ba08e092de51 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:40.815713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:40.824344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:40.933334 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.042966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b872f7e5-3102-466e-9ad4-1d08cd412118 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:41.043326 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.097786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e50aa579-b20f-481f-b1e1-fac15f24fdf2 req-cb4c7635-d8b4-47b6-ade9-2fc1f57d38c5 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 210 time: 0.0836623 Feb 11 13:49:41.133570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (82576551-527e-44d0-bc82-aac2ac3b81db), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.148278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907da1a2-c424-4b10-8211-cc7280f4a130 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:41.152438 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-907da1a2-c424-4b10-8211-cc7280f4a130 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.316367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d787e186-d189-41fb-a40e-15195b650bea None None] Current status of the port b872f7e5-3102-466e-9ad4-1d08cd412118 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:41.361277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Allocated IP 2001:db8::f816:3eff:fe90:f53 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/6ce89ada-1ac7-4058-8fca-e9a4aab39ee1/09e1b017-6a71-455d-9128-34fc4298b3a1) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:41.374587 n-d-828676-2 neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-907da1a2-c424-4b10-8211-cc7280f4a130 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ce89ada-1ac7-4058-8fca-e9a4aab39ee1 (CIDR: 2001:db8::/64) Feb 11 13:49:41.392552 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-907da1a2-c424-4b10-8211-cc7280f4a130 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:49:41.393023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907da1a2-c424-4b10-8211-cc7280f4a130 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:49:41.431775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b85545d-a758-407d-95bf-2eb928d2e654 req-4261c338-f029-4f60-afa7-5eb8e93ba753 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1713474 Feb 11 13:49:41.444799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b872f7e5-3102-466e-9ad4-1d08cd412118 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:41.480556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-907da1a2-c424-4b10-8211-cc7280f4a130 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9755111 Feb 11 13:49:41.482019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:41.491735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-99a13141-bd73-4ff1-97e6-d47433164d23 None None] Provisioning complete for port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:41.492121 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-99a13141-bd73-4ff1-97e6-d47433164d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.494786 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-37a3ed89-7b51-4524-8ec7-ad8f5591d384 req-ad9b4801-a074-4a74-acab-f751cb04e2c9 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1419520 Feb 11 13:49:41.525299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:41.620416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.640522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event deleted for resources: {'Port': ['ID=82576551-527e-44d0-bc82-aac2ac3b81db,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:41.744582 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (4f19cefe-1291-45e7-b501-710fa010c930), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.746095 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Publish callbacks [] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.767456 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.858282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-99a13141-bd73-4ff1-97e6-d47433164d23 None None] Port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:41.916224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:41.924009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:41.932847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:41.970952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:41.976110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:41.998323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Pushing event updated for resources: {'Port': ['ID=09e1b017-6a71-455d-9128-34fc4298b3a1,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:42.175169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Attempting to bind port 09e1b017-6a71-455d-9128-34fc4298b3a1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:42.175989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Attempting to bind port 09e1b017-6a71-455d-9128-34fc4298b3a1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:42.178011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Attempting to bind port 09e1b017-6a71-455d-9128-34fc4298b3a1 on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:42.191175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:42.195707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:42.196461 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.197225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:42.197941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Bound port: 09e1b017-6a71-455d-9128-34fc4298b3a1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:42.198623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.394199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] For port 09e1b017-6a71-455d-9128-34fc4298b3a1, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:42.404621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] For port 09e1b017-6a71-455d-9128-34fc4298b3a1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=09e1b017-6a71-455d-9128-34fc4298b3a1,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:42.407522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.422585 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.423042 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.602824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e314a-c7dd-41bb-83e0-194cc80772fd None None] Pushing event updated for resources: {'Port': ['ID=09e1b017-6a71-455d-9128-34fc4298b3a1,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:42.610445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.699244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:42.739231 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-734b0410-2eee-47a0-93fc-46f6dbef397f req-2466ef13-1978-4a5b-b5a1-24426519e27a tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 210 time: 0.1015344 Feb 11 13:49:42.748838 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (4f19cefe-1291-45e7-b501-710fa010c930), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.758367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (4f19cefe-1291-45e7-b501-710fa010c930), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:42.772322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f99fe0ec-2046-493c-9688-97d848666596 req-5861bc89-ba4f-4e25-8624-1e89305caef3 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1052179 Feb 11 13:49:42.986412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0ef1449d-9238-4189-9c18-ba08e092de51 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:42.988944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:43.094738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-cde46bfb-7b82-4727-8874-4d9a553f8393 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2e1aa778660644088a75b1f2ea31aad8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242735 Feb 11 13:49:43.220141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (4f19cefe-1291-45e7-b501-710fa010c930), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:43.220663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Fanout notify agent at l3_agent the message router_deleted on router 4f19cefe-1291-45e7-b501-710fa010c930 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:49:43.231247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:43.232407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-637d259f-c883-48dc-9d22-393b5e066ed0 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/4f19cefe-1291-45e7-b501-710fa010c930 HTTP/1.1" status: 204 len: 168 time: 3.2947345 Feb 11 13:49:43.246859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:43.285529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'router': {'name': 'tempest-snat-router-20732426', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': False}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:43.367932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:43.536524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9044aa9f-84a2-4656-b559-b0bc6c2c4821 None None] Provisioning complete for port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:43.538514 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9044aa9f-84a2-4656-b559-b0bc6c2c4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:43.587888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (2152e119-00d3-4dd5-bfb2-4ad2e404279a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:43.594309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (2152e119-00d3-4dd5-bfb2-4ad2e404279a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:43.634455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9044aa9f-84a2-4656-b559-b0bc6c2c4821 None None] Port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:43.695208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:43.711091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-14b9afe1-1709-4919-91cc-007569912816 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/7ddde4d5-c356-4114-9b8d-58934ecdcbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8954301 Feb 11 13:49:43.720158 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Sync routers for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:43.739045 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:43.739686 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:43.796818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (2152e119-00d3-4dd5-bfb2-4ad2e404279a), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.050098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-88244749-c700-47a0-9853-df6342a5c18e tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:44.051727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-88244749-c700-47a0-9853-df6342a5c18e tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9560633 Feb 11 13:49:44.058510 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:44.099271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-485a9723-828a-4209-ae14-1ebfc9cbadda req-315920d3-8a5e-48aa-83ef-753972ce6636 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0720410 Feb 11 13:49:44.203031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Request body: {'port': {'device_id': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '2e1aa778660644088a75b1f2ea31aad8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:44.314751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6484ac2c-1e38-4ca8-bb3f-e3c45c82f471 req-02dc137b-c453-4053-b7c7-d403a58b1bf0 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 210 time: 0.2780716 Feb 11 13:49:44.439342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 09e1b017-6a71-455d-9128-34fc4298b3a1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:44.484024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-9c83ed42-aa3b-4d68-b77c-f314efbcf656 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816611323&fields=id&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 267 time: 0.1657434 Feb 11 13:49:44.601457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (2152e119-00d3-4dd5-bfb2-4ad2e404279a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.612179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 09e1b017-6a71-455d-9128-34fc4298b3a1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:44.612842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.646349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (b2ba7529-0010-4dbb-b2dd-df9cd23499bd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.688135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-e4b963d5-592a-4872-98ba-0d4138a0f0d6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:44.698097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-e4b963d5-592a-4872-98ba-0d4138a0f0d6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/networks?id=0ef1449d-9238-4189-9c18-ba08e092de51 HTTP/1.1" status: 200 len: 796 time: 0.2145221 Feb 11 13:49:44.699893 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:42Z', 'revision_number': 2, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:44.721639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-9fee04d5-b2ba-4d58-8249-e86cda3b9432 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/quotas/438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 375 time: 0.0218017 Feb 11 13:49:44.746930 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Checking router: 7ddde4d5-c356-4114-9b8d-58934ecdcbaf for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:44.748023 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Updating router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:49:44.787069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8c3f6a06-252c-455f-a33b-b90a66ac61c2 None None] Provisioning complete for port 09e1b017-6a71-455d-9128-34fc4298b3a1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:44.788379 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8c3f6a06-252c-455f-a33b-b90a66ac61c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.795164 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.849605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:44.873266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:44.878203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:44.879089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.881770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Made reservation on behalf of 2e1aa778660644088a75b1f2ea31aad8 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:44.885314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.887788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-14a94c85-a62e-4500-96e5-03d966b99c43 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633396 Feb 11 13:49:44.896345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=b2ba7529-0010-4dbb-b2dd-df9cd23499bd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:44.911985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c2d60-10f5-46af-b006-40d593067095 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:44.946424 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:44.971434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ff5cc44e-ada8-44b7-b675-18c7718cc8a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4523807 Feb 11 13:49:44.983994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34948) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:45.032220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 09e1b017-6a71-455d-9128-34fc4298b3a1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:45.032609 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.032817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-dafaab3e-0bd8-4aec-bead-b4bcaf83ad28 service neutron] 10.222.0.79 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425555 Feb 11 13:49:45.068011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:e6:f2:54', 'name': 'tempest-NetworksTestDHCPv6-1685546049'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:45.215049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-f88b0f2f-e73d-43f5-b72d-c1927e1919ec service neutron] 10.222.0.79 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814327 Feb 11 13:49:45.367996 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Publish callbacks [] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.371986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f6a06-252c-455f-a33b-b90a66ac61c2 None None] Current status of the port 09e1b017-6a71-455d-9128-34fc4298b3a1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:45.372622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8c3f6a06-252c-455f-a33b-b90a66ac61c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.376430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 09e1b017-6a71-455d-9128-34fc4298b3a1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=09e1b017-6a71-455d-9128-34fc4298b3a1,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:45.384748 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.395108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.527897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=09e1b017-6a71-455d-9128-34fc4298b3a1,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:45.536473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-8c3f6a06-252c-455f-a33b-b90a66ac61c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:49:45.536858 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-8c3f6a06-252c-455f-a33b-b90a66ac61c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:49:45.550568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9ee10-8b3a-42cb-a3eb-f46a2db34cec None None] Update dhcp port {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': '6ce89ada-1ac7-4058-8fca-e9a4aab39ee1', 'ip_address': '2001:db8::f816:3eff:fe90:f53'}, {'subnet_id': 'b2ba7529-0010-4dbb-b2dd-df9cd23499bd'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '09e1b017-6a71-455d-9128-34fc4298b3a1'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:49:45.559800 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822061c1-a88a-4a8d-aaec-5db76a432a87 None None] Pushing event updated for resources: {'Port': ['ID=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:45.567301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3325651-74ef-4f68-ae5f-7674b3312d00 req-43f124ca-6f21-4050-a92f-1ed6257bf176 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.2991045 Feb 11 13:49:45.675432 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af9ee10-8b3a-42cb-a3eb-f46a2db34cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.679298 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d61d96b-ef15-438b-9489-68c58812dc2c req-620c455a-b634-43fe-b339-a06e66e8df14 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 210 time: 0.1007214 Feb 11 13:49:45.718013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks [] for security_group (ba17d022-0816-4236-905a-ef08f1e0f6a9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.755873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ba17d022-0816-4236-905a-ef08f1e0f6a9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.790008 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Attempting to bind port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:45.790610 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Attempting to bind port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:45.790882 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Attempting to bind port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 on network 0ef1449d-9238-4189-9c18-ba08e092de51 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:45.809152 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:45.809533 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Checking segment: {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:45.809938 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.810365 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Bound using segment: {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:45.810834 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Bound port: 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:45.811246 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:45.848291 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5a2cbbd-840c-4510-ae85-4616f7905d36 req-af83f6b7-883e-4061-bfea-05c9a58b9587 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 210 time: 0.1192343 Feb 11 13:49:45.992431 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] For port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:46.005529 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] For port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:46.021900 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:46.119235 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:46.120144 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:46.126399 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822061c1-a88a-4a8d-aaec-5db76a432a87 None None] Pushing event updated for resources: {'Port': ['ID=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:46.312147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Allocated IP 192.168.233.55 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/d68bde9c-dab0-4ef9-880f-8776d4447937) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:46.354196 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:46.437736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 09e1b017-6a71-455d-9128-34fc4298b3a1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:46.621696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks [] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:46.732227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f6a06-252c-455f-a33b-b90a66ac61c2 None None] Current status of the port 09e1b017-6a71-455d-9128-34fc4298b3a1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:46.820985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:46.954644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007a31b-ba2a-46e4-a5ca-4f2bb920f5e9 req-8b9ee53f-1d5d-4307-a8bb-338b01b26afe tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.959961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2007a31b-ba2a-46e4-a5ca-4f2bb920f5e9 req-8b9ee53f-1d5d-4307-a8bb-338b01b26afe tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 935 time: 0.1433582 Feb 11 13:49:46.963455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2af9ee10-8b3a-42cb-a3eb-f46a2db34cec None None] Allocated IP 2001:db8:0:1::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b2ba7529-0010-4dbb-b2dd-df9cd23499bd/09e1b017-6a71-455d-9128-34fc4298b3a1) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:47.027336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba17d022-0816-4236-905a-ef08f1e0f6a9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:47.112763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2007a31b-ba2a-46e4-a5ca-4f2bb920f5e9 req-d8a48aa4-aa61-4b94-99e0-16ad7ea33653 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410530 Feb 11 13:49:47.143091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:47.275271 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:45Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:47.276785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2af9ee10-8b3a-42cb-a3eb-f46a2db34cec None None] For port 09e1b017-6a71-455d-9128-34fc4298b3a1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=09e1b017-6a71-455d-9128-34fc4298b3a1,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:47.326810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f1e14586-50e5-471a-b50b-b670f1972359 req-423cd0e7-b6b4-4ffd-a1fc-789af9a082c2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 210 time: 0.0748615 Feb 11 13:49:47.349288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af9ee10-8b3a-42cb-a3eb-f46a2db34cec None None] Publish callbacks [] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.363223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af9ee10-8b3a-42cb-a3eb-f46a2db34cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.370508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 09e1b017-6a71-455d-9128-34fc4298b3a1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:47.370885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.383952 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286e027-6522-40b6-8322-e7fa51a2bf02 None None] The sync data for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 is: [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:45Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:47.502761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.546044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (2152e119-00d3-4dd5-bfb2-4ad2e404279a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.549910 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a64ccdd7-855f-4ee0-a62c-ea6f442062e9 req-fc28ed6b-3656-418d-9e29-bd63f6f81c67 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.7444806 Feb 11 13:49:47.632318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9ee10-8b3a-42cb-a3eb-f46a2db34cec None None] Pushing event updated for resources: {'Port': ['ID=09e1b017-6a71-455d-9128-34fc4298b3a1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:47.696478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:47.716204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.723164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:47.746523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:47.882359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-d910f6b1-9b08-40a2-b6ff-88ec65fc8480 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:47.889944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-d910f6b1-9b08-40a2-b6ff-88ec65fc8480 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/networks?id=0ef1449d-9238-4189-9c18-ba08e092de51 HTTP/1.1" status: 200 len: 796 time: 0.3359749 Feb 11 13:49:47.903945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 09e1b017-6a71-455d-9128-34fc4298b3a1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:47.915139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d1ae1fdd-d8e9-4066-acd7-3f4fa5dc7bbf None None] Provisioning complete for port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:47.915373 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1fdd-d8e9-4066-acd7-3f4fa5dc7bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.985742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Pushing event updated for resources: {'Port': ['ID=d68bde9c-dab0-4ef9-880f-8776d4447937,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:48.069067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34996) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:48.142218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-249d5fbe-2c94-4f12-bacb-6bc953c7889e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438affb9494641819ba0787e4b08b11f HTTP/1.1" status: 200 len: 379 time: 0.2430923 Feb 11 13:49:48.159143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'port': {'device_id': '7429db0f-2c86-44a9-904a-3562eac18210', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'admin_state_up': True, 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'security_groups': ['2af8ecf0-ca1d-475b-993b-4b38fabfc09d']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:48.334483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae1fdd-d8e9-4066-acd7-3f4fa5dc7bbf None None] Current status of the port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:48.335116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1fdd-d8e9-4066-acd7-3f4fa5dc7bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:48.350915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Allocated IP 172.25.3.170 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/1edd3e50-4239-4b6b-93f0-ccbdd41700ee) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:48.441244 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:49:48.509901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d1ae1fdd-d8e9-4066-acd7-3f4fa5dc7bbf None None] For port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:48.524914 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1fdd-d8e9-4066-acd7-3f4fa5dc7bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:48.631927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 5648c77a-062d-47fb-83c6-e40ae5283d4c yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:49:48.633477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfef2d0e-2589-4a53-804c-a8b251015f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:48.708023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 09e1b017-6a71-455d-9128-34fc4298b3a1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:48.749232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d81f748-9440-46b8-978e-42475c5d6533 req-edfc14bf-228f-4cf3-9653-f0e24292b556 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 210 time: 0.1438313 Feb 11 13:49:48.827533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae1fdd-d8e9-4066-acd7-3f4fa5dc7bbf None None] Pushing event updated for resources: {'Port': ['ID=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:48.859131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-227ba038-b102-4776-a9af-7094cebc4cc1 None None] Provisioning complete for port d68bde9c-dab0-4ef9-880f-8776d4447937 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:48.882184 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-227ba038-b102-4776-a9af-7094cebc4cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.028436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-227ba038-b102-4776-a9af-7094cebc4cc1 None None] Port d68bde9c-dab0-4ef9-880f-8776d4447937 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:49.048682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 09e1b017-6a71-455d-9128-34fc4298b3a1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:49.049174 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.074141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfef2d0e-2589-4a53-804c-a8b251015f7d admin admin] Publish callbacks [] for security_group (db17341f-3a56-4614-8c5f-840b7f2a0fd4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.105409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb534b6-0c19-4a2b-8c1a-100282143a59 req-5f48fe92-7d4f-425d-b083-bc395c063475 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:49.124821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdb534b6-0c19-4a2b-8c1a-100282143a59 req-5f48fe92-7d4f-425d-b083-bc395c063475 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 935 time: 0.8226674 Feb 11 13:49:49.149450 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfef2d0e-2589-4a53-804c-a8b251015f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db17341f-3a56-4614-8c5f-840b7f2a0fd4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.162207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:49.164477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.236577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2d0e-2589-4a53-804c-a8b251015f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db17341f-3a56-4614-8c5f-840b7f2a0fd4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:49.254712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83e0108a-10ba-4238-83ea-0ceddc2b7751 req-81e73deb-d8d5-4dbd-83d3-2e4babf13d79 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1316707 Feb 11 13:49:49.308424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bfef2d0e-2589-4a53-804c-a8b251015f7d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9fa4098a232c4a06ae3d8331075ab8ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2382295 Feb 11 13:49:49.313271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35014) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:49.342589 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-9914d423-477e-4fba-96a6-1faee628024d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2185085 Feb 11 13:49:49.359839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 09e1b017-6a71-455d-9128-34fc4298b3a1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:49.363662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:49.367580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Made reservation on behalf of 438affb9494641819ba0787e4b08b11f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:49.371185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.423724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Request body: {'port': {'device_id': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:49.449703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdb534b6-0c19-4a2b-8c1a-100282143a59 req-72d88400-1d28-4ab8-ad2b-a252c711545d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192790 Feb 11 13:49:49.490248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:49.490645 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.603163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fdcfd034-7108-4522-822d-5fa9582db46c None None] Provisioning complete for port 09e1b017-6a71-455d-9128-34fc4298b3a1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:49.606335 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd034-7108-4522-822d-5fa9582db46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.642458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.651683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:49.754218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.20.0.14 (0ef1449d-9238-4189-9c18-ba08e092de51/202b7b7f-4675-49e8-9b8b-34bf738d7b26/5c3405e0-5c97-4703-a013-fd998fb76bfa) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:49.973708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:49.982416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfd034-7108-4522-822d-5fa9582db46c None None] Current status of the port 09e1b017-6a71-455d-9128-34fc4298b3a1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:49.990781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.034070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.084012 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.219458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:50.235104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 0ef1449d-9238-4189-9c18-ba08e092de51 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:50.239835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:50.243463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:50.363818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:50.364658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.386958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:50.405383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-8af399c4-deb7-4e54-8f98-ccaf64d6e712 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2577076 Feb 11 13:49:50.432739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Request body: {'port': {'device_id': '7429db0f-2c86-44a9-904a-3562eac18210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:50.549061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:50.549447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.578640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a6a277-0620-4399-b140-62555473a212 req-29359cb4-6918-4b43-ba73-8bcd9aac11fc tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1361439 Feb 11 13:49:50.672700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.824191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-384963d4-bcd4-43a6-b248-e17dc955da49 None None] Provisioning complete for port 5c3405e0-5c97-4703-a013-fd998fb76bfa triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:50.824569 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-384963d4-bcd4-43a6-b248-e17dc955da49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.923777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:50.947756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-384963d4-bcd4-43a6-b248-e17dc955da49 None None] Port 5c3405e0-5c97-4703-a013-fd998fb76bfa cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:51.007288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68bde9c-dab0-4ef9-880f-8776d4447937 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:51.016541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Publish callbacks [] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.030091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Transition to ACTIVE for port object d68bde9c-dab0-4ef9-880f-8776d4447937 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:51.039864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.153617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8:0:1::32 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/b2ba7529-0010-4dbb-b2dd-df9cd23499bd/5648c77a-062d-47fb-83c6-e40ae5283d4c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:51.195624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52d1fa07-35a1-4cbc-aa89-5862f6c4a521 admin admin] Publish callbacks [] for security_group (db17341f-3a56-4614-8c5f-840b7f2a0fd4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.239425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fee6:f254 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/6ce89ada-1ac7-4058-8fca-e9a4aab39ee1/5648c77a-062d-47fb-83c6-e40ae5283d4c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:51.292208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e44be-ca09-49f0-80cb-41963412bdca req-64717bfb-d4df-427c-b177-0e78a5498747 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:51.303763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b0e44be-ca09-49f0-80cb-41963412bdca req-64717bfb-d4df-427c-b177-0e78a5498747 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 932 time: 0.2720666 Feb 11 13:49:51.521758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8b0e44be-ca09-49f0-80cb-41963412bdca req-2869ebe3-a311-4cc8-90ff-87f98c61c875 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106199 Feb 11 13:49:51.524674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Pushing event updated for resources: {'Port': ['ID=d68bde9c-dab0-4ef9-880f-8776d4447937,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:51.605619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52d1fa07-35a1-4cbc-aa89-5862f6c4a521 admin admin] Publish callbacks [] for security_group (db17341f-3a56-4614-8c5f-840b7f2a0fd4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.612468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.799721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3405e0-5c97-4703-a013-fd998fb76bfa {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:51.807954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Publish callbacks [] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.821553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Transition to ACTIVE for port object 5c3405e0-5c97-4703-a013-fd998fb76bfa will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:51.836232 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.908253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:51.931175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:51.972469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e968c6d-8814-4d0c-a7bd-c5fbb3fa6805 req-e4b5255c-0634-45b8-a9d8-0d8e2879a5bb tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:51.975920 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e968c6d-8814-4d0c-a7bd-c5fbb3fa6805 req-e4b5255c-0634-45b8-a9d8-0d8e2879a5bb tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 947 time: 0.6128960 Feb 11 13:49:52.100394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17d207ef-e769-44a3-abab-a4e9e0e33347 req-1b5b68eb-f38e-4aa1-af9c-53438fc87275 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.2945552 Feb 11 13:49:52.120369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:52.183666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:52.257294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:52.309262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Port': ['ID=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:52.324657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Attempting to bind port 5c3405e0-5c97-4703-a013-fd998fb76bfa on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:52.328735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Attempting to bind port 5c3405e0-5c97-4703-a013-fd998fb76bfa by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:52.329320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Attempting to bind port 5c3405e0-5c97-4703-a013-fd998fb76bfa on network 0ef1449d-9238-4189-9c18-ba08e092de51 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:52.337406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Attempting to bind port d68bde9c-dab0-4ef9-880f-8776d4447937 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:52.337406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Attempting to bind port d68bde9c-dab0-4ef9-880f-8776d4447937 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:52.337406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Attempting to bind port d68bde9c-dab0-4ef9-880f-8776d4447937 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:52.356854 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e968c6d-8814-4d0c-a7bd-c5fbb3fa6805 req-b05cbbf5-2ddd-4084-970b-c1484628ee0c tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565640 Feb 11 13:49:52.363385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Port 5c3405e0-5c97-4703-a013-fd998fb76bfa on network 0ef1449d-9238-4189-9c18-ba08e092de51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:49:52.363726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Attempting to bind port 5c3405e0-5c97-4703-a013-fd998fb76bfa on network 0ef1449d-9238-4189-9c18-ba08e092de51 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:52.388025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:52.388390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Checking segment: {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:52.388833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Bound using segment: {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:52.389918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Bound port: 5c3405e0-5c97-4703-a013-fd998fb76bfa, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6344e19-074f-4e6d-963f-1e0bce056fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:52.390312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:52.427844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Port d68bde9c-dab0-4ef9-880f-8776d4447937 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:49:52.428174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Attempting to bind port d68bde9c-dab0-4ef9-880f-8776d4447937 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:52.453257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52d1fa07-35a1-4cbc-aa89-5862f6c4a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db17341f-3a56-4614-8c5f-840b7f2a0fd4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:52.456036 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-52d1fa07-35a1-4cbc-aa89-5862f6c4a521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:52.460053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-52d1fa07-35a1-4cbc-aa89-5862f6c4a521 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db17341f-3a56-4614-8c5f-840b7f2a0fd4 HTTP/1.1" status: 204 len: 168 time: 3.1392734 Feb 11 13:49:52.460053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:52.460053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:52.460053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:52.460053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Bound port: d68bde9c-dab0-4ef9-880f-8776d4447937, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:52.460053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:52.541400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:52.548604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:52.568600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:52.648416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1fa07-35a1-4cbc-aa89-5862f6c4a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db17341f-3a56-4614-8c5f-840b7f2a0fd4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:52.695270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.696857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:52.698492 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] 10.222.0.83 "PUT /v2.0/ports/5c3405e0-5c97-4703-a013-fd998fb76bfa HTTP/1.1" status: 200 len: 1092 time: 2.2844853 Feb 11 13:49:52.700329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:52.713336 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a4bcf7-c490-4d08-b486-fdc4de1d7022" -d '{"events": [{"name": "network-changed", "server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:52.763134 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (5648c77a-062d-47fb-83c6-e40ae5283d4c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:52.788030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4cdfe-80f0-445d-a57f-23e9cecd28e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:52.797936 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096578e1-5337-4a0d-bfad-46bedf0910ff x-openstack-request-id: req-096578e1-5337-4a0d-bfad-46bedf0910ff {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:52.798512 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:52.798946 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-096578e1-5337-4a0d-bfad-46bedf0910ff {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:52.800022 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'status': 'completed', 'code': 200} Feb 11 13:49:52.869938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-8668cd00-2d57-4326-8b52-61b94eecbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.871755 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-8668cd00-2d57-4326-8b52-61b94eecbb17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1126 time: 0.1237688 Feb 11 13:49:52.912453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] For port d68bde9c-dab0-4ef9-880f-8776d4447937, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:52.951060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794366a-8cae-47c5-b6c5-21a2ae269986 req-cd249c26-e92a-44f3-8648-8f938aa7ac39 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.959725 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b794366a-8cae-47c5-b6c5-21a2ae269986 req-cd249c26-e92a-44f3-8648-8f938aa7ac39 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 944 time: 0.3188109 Feb 11 13:49:52.965296 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-127656d9-0717-47be-b07e-83f3f1ff0500 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa HTTP/1.1" status: 200 len: 217 time: 0.0815144 Feb 11 13:49:52.965623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] For port d68bde9c-dab0-4ef9-880f-8776d4447937, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d68bde9c-dab0-4ef9-880f-8776d4447937,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:52.987580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.039155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-f240def1-7a2e-4373-8ff9-1cd27a2e71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:53.041156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-f240def1-7a2e-4373-8ff9-1cd27a2e71d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=202b7b7f-4675-49e8-9b8b-34bf738d7b26 HTTP/1.1" status: 200 len: 834 time: 0.0685699 Feb 11 13:49:53.069949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (2152e119-00d3-4dd5-bfb2-4ad2e404279a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.114530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5648c77a-062d-47fb-83c6-e40ae5283d4c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.115168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a831b-57fb-4145-97d7-27a0776f727c req-3ad67bb6-cad2-44b2-849d-9327c730652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:53.116339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-3ad67bb6-cad2-44b2-849d-9327c730652a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0ef1449d-9238-4189-9c18-ba08e092de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0697234 Feb 11 13:49:53.184019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:53.184534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.186514 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] 10.222.0.30 "PUT /v2.0/ports/d68bde9c-dab0-4ef9-880f-8776d4447937 HTTP/1.1" status: 200 len: 1095 time: 3.7665172 Feb 11 13:49:53.187254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'tag': 'd68bde9c-dab0-4ef9-880f-8776d4447937'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:53.189524 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7473f495-52ed-41d0-b535-8724b79699d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3", "tag": "d68bde9c-dab0-4ef9-880f-8776d4447937"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:53.236018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:53.252389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:53.254793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:53.260225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:53.260873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.283214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b794366a-8cae-47c5-b6c5-21a2ae269986 req-c207ce16-9270-4fef-9e67-d4ce89a5f074 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221843 Feb 11 13:49:53.298641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643a396-fba5-4b28-a627-1519677bd961 service neutron] Pushing event updated for resources: {'Port': ['ID=d68bde9c-dab0-4ef9-880f-8776d4447937,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:53.437411 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e4fc1-5726-4160-b014-2179fce0e014 x-openstack-request-id: req-af7e4fc1-5726-4160-b014-2179fce0e014 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:53.437734 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3", "tag": "d68bde9c-dab0-4ef9-880f-8776d4447937", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:53.438002 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af7e4fc1-5726-4160-b014-2179fce0e014 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:53.438464 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'tag': 'd68bde9c-dab0-4ef9-880f-8776d4447937', 'status': 'completed', 'code': 200} Feb 11 13:49:53.572745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56b85b6f-927f-497a-be4f-be8cbab9678e req-4e1a34ef-b7d2-48f8-bb0a-ef6e5fc57fe5 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.2753670 Feb 11 13:49:53.593024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a24ef82b-c22c-4aec-b0f1-94724a415e24 req-517f965f-d006-497a-9c1f-37b062045ab7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=193320faba104009b533e7f4fb5f652c&device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.2650154 Feb 11 13:49:53.593024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-67d1c462-5dbd-4aa4-97e1-9874c65fd164 service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647672 Feb 11 13:49:53.596945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 8.6094615 Feb 11 13:49:53.641944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:53.797301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a24ef82b-c22c-4aec-b0f1-94724a415e24 req-9a936d6a-540f-4cd6-bde3-de644b5ec07d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=193320faba104009b533e7f4fb5f652c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543728 Feb 11 13:49:53.874947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eed499e1-aafe-4e41-b03b-1385b99a2be8 None None] Provisioning complete for port 5648c77a-062d-47fb-83c6-e40ae5283d4c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:53.876661 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eed499e1-aafe-4e41-b03b-1385b99a2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5648c77a-062d-47fb-83c6-e40ae5283d4c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.954702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eed499e1-aafe-4e41-b03b-1385b99a2be8 None None] Port 5648c77a-062d-47fb-83c6-e40ae5283d4c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:54.015326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753a831b-57fb-4145-97d7-27a0776f727c req-6c02bdd6-6e44-4492-856b-77c4dced6775 service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184952 Feb 11 13:49:54.025796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (2152e119-00d3-4dd5-bfb2-4ad2e404279a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.222564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ef82b-c22c-4aec-b0f1-94724a415e24 req-9191ca6d-7f29-4a5f-9dcd-fc32ebb52658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.224656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a24ef82b-c22c-4aec-b0f1-94724a415e24 req-9191ca6d-7f29-4a5f-9dcd-fc32ebb52658 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3879149 Feb 11 13:49:54.227314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd06faf-937a-4be3-a0c8-a0863e67de46 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=5648c77a-062d-47fb-83c6-e40ae5283d4c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:54.244859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-882a092b-56ba-419a-ad14-f488c460241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.246476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-882a092b-56ba-419a-ad14-f488c460241c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1126 time: 0.1605773 Feb 11 13:49:54.324791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-1dce08ca-f1bb-40c5-9c49-60d9e8277797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.331951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-1dce08ca-f1bb-40c5-9c49-60d9e8277797 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e1aa778660644088a75b1f2ea31aad8&device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 1129 time: 1.0440199 Feb 11 13:49:54.483601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-5311c06d-96a5-4e43-a20e-ccfd2e858553 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d68bde9c-dab0-4ef9-880f-8776d4447937 HTTP/1.1" status: 200 len: 217 time: 0.1272759 Feb 11 13:49:54.500282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e126f0-7525-428e-b3e9-4c4ad34e5e28 req-6ab3fb75-576b-4d63-8d76-ff0c79ce8caa tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.509223 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30e126f0-7525-428e-b3e9-4c4ad34e5e28 req-6ab3fb75-576b-4d63-8d76-ff0c79ce8caa tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 947 time: 0.9158998 Feb 11 13:49:54.523375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-47970012-5c38-44dd-869b-f798e12ad4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.525147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-47970012-5c38-44dd-869b-f798e12ad4dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=0ef1449d-9238-4189-9c18-ba08e092de51 HTTP/1.1" status: 200 len: 897 time: 0.2686565 Feb 11 13:49:54.590776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-1456616e-5736-4ad8-a1a2-aa8ce2353c3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa HTTP/1.1" status: 200 len: 217 time: 0.0548103 Feb 11 13:49:54.608366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770063cb-9bf0-4b3b-856e-67d3fb94a078 req-bb046dcd-a78f-4b1e-b312-4593b35eaec9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.610082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-770063cb-9bf0-4b3b-856e-67d3fb94a078 req-bb046dcd-a78f-4b1e-b312-4593b35eaec9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 944 time: 0.1929462 Feb 11 13:49:54.666154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-b694f9c5-120c-4094-83c1-bac00611bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.671688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-b694f9c5-120c-4094-83c1-bac00611bfd7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=202b7b7f-4675-49e8-9b8b-34bf738d7b26 HTTP/1.1" status: 200 len: 834 time: 0.0583925 Feb 11 13:49:54.673979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-26eee174-19c8-4ba9-8c2a-d0439245b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.675533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-26eee174-19c8-4ba9-8c2a-d0439245b04c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1591401 Feb 11 13:49:54.686366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 5648c77a-062d-47fb-83c6-e40ae5283d4c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:54.686707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5648c77a-062d-47fb-83c6-e40ae5283d4c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.820076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-30e126f0-7525-428e-b3e9-4c4ad34e5e28 req-bdb42d86-24b0-4396-9813-7bb3b13030c4 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788308 Feb 11 13:49:54.832458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-770063cb-9bf0-4b3b-856e-67d3fb94a078 req-509540bc-e963-4b54-bcea-ef0ad70ac36c tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589031 Feb 11 13:49:54.836784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-0564434c-5910-423c-9b04-9f6cf878c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.838514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-0564434c-5910-423c-9b04-9f6cf878c357 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0ef1449d-9238-4189-9c18-ba08e092de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1529703 Feb 11 13:49:54.926025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Router 2152e119-00d3-4dd5-bfb2-4ad2e404279a is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:49:54.965291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-ab4ed2cf-9329-4506-a35c-b54141c4ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.970531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-ab4ed2cf-9329-4506-a35c-b54141c4ccd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2869627 Feb 11 13:49:55.012664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-81b0e33f-f6aa-44bb-a690-c806dff4fd61 service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667800 Feb 11 13:49:55.079686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a3a82fe-e522-4f25-985a-913ffb22d37b req-d8e1693e-4b8e-413e-baef-289a62393db1 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0659974 Feb 11 13:49:55.135297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:55.148067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Sync routers for ids ['2152e119-00d3-4dd5-bfb2-4ad2e404279a'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:55.171093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Routers {'2152e119-00d3-4dd5-bfb2-4ad2e404279a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:55.171732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2152e119-00d3-4dd5-bfb2-4ad2e404279a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:55.216159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5648c77a-062d-47fb-83c6-e40ae5283d4c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:55.220756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:55.224439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fcad1d6b-d80e-4b8e-8d6d-43dc83260d00 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.9644041 Feb 11 13:49:55.225348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99a4bcf7-c490-4d08-b486-fdc4de1d7022 req-12d89a00-95a0-4c2b-ba83-3c35a70375cb service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000034 Feb 11 13:49:55.225847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35130) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:55.254541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 5648c77a-062d-47fb-83c6-e40ae5283d4c owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:55.394957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Set router 2152e119-00d3-4dd5-bfb2-4ad2e404279a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:55.458359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-178434c5-f9b2-47e8-a71b-3e4ee21685f5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/2152e119-00d3-4dd5-bfb2-4ad2e404279a HTTP/1.1" status: 200 len: 907 time: 0.2286332 Feb 11 13:49:55.458659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35136) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:55.468506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'router': {'name': 'tempest-snat-router-20732426', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': True}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:55.508166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-6cc5c062-eb72-453c-9003-c581087ef940 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269587 Feb 11 13:49:55.512578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (d107b7a5-cd56-4b7f-8f69-51b59616d265), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:55.514478 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (d107b7a5-cd56-4b7f-8f69-51b59616d265), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:55.580705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (d107b7a5-cd56-4b7f-8f69-51b59616d265), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:55.781581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2152e119-00d3-4dd5-bfb2-4ad2e404279a', 'name': 'tempest-snat-router-20732426', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.170'}], 'enable_snat': False}, 'gw_port_id': '1edd3e50-4239-4b6b-93f0-ccbdd41700ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:43Z', 'updated_at': '2022-02-11T13:49:52Z', 'revision_number': 3, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port': {'id': '1edd3e50-4239-4b6b-93f0-ccbdd41700ee', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ac:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2152e119-00d3-4dd5-bfb2-4ad2e404279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:47Z', 'updated_at': '2022-02-11T13:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:55.815293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Checking router: 2152e119-00d3-4dd5-bfb2-4ad2e404279a for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:55.815685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Updating router 2152e119-00d3-4dd5-bfb2-4ad2e404279a port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:49:55.849563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:55.940499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (d107b7a5-cd56-4b7f-8f69-51b59616d265), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.185048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd163e8c-c636-4e62-95af-6ad8136c83c7 req-61209d84-4eb4-406d-8f79-5849061682e8 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:56.187196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd163e8c-c636-4e62-95af-6ad8136c83c7 req-61209d84-4eb4-406d-8f79-5849061682e8 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 947 time: 0.2031484 Feb 11 13:49:56.320764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd163e8c-c636-4e62-95af-6ad8136c83c7 req-2c3eac3a-ef42-4e17-ac43-493f6f8bfe0d tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236267 Feb 11 13:49:56.380276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Publish callbacks [] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.393773 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.465912 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f10e33f-d344-4021-ad9e-0e2b659a61d8 req-8641acd5-5f58-497e-b1c6-1aa025d2767b tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0424075 Feb 11 13:49:56.469362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35162) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:56.491399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Attempting to bind port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:56.492249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Attempting to bind port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:56.495600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Attempting to bind port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:56.500905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838518a1-436d-4da1-8442-65615afdba46 None None] Pushing event updated for resources: {'Port': ['ID=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:56.508513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-267d6fd4-8201-4288-a3ae-523ea36ddc55 req-8ce41c99-fa3d-4a9d-a22b-1b4b7f5d11e3 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9762614 Feb 11 13:49:56.521840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:56.521840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:56.525152 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.527690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:56.528634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (d107b7a5-cd56-4b7f-8f69-51b59616d265), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.530157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Bound port: 1edd3e50-4239-4b6b-93f0-ccbdd41700ee, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:56.531158 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.558380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67337c4e-8fe0-4bbd-8a85-85c29eb4bbcf req-bbca9a5b-4e10-4e27-b899-fd8a8489df66 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:56.560563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67337c4e-8fe0-4bbd-8a85-85c29eb4bbcf req-bbca9a5b-4e10-4e27-b899-fd8a8489df66 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 944 time: 0.2043641 Feb 11 13:49:56.596135 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.653408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5648c77a-062d-47fb-83c6-e40ae5283d4c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.668030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] For port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:56.677503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] For port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:56.690434 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.696884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=5648c77a-062d-47fb-83c6-e40ae5283d4c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:56.709063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-67337c4e-8fe0-4bbd-8a85-85c29eb4bbcf req-cbe36551-9df3-4eaf-ad66-f7920264ed83 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406674 Feb 11 13:49:56.758319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f495-52ed-41d0-b535-8724b79699d8 req-b5927c79-4d50-4a7b-aa90-b3090459f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:56.759199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Allocated IP 172.25.3.181 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:56.759833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7473f495-52ed-41d0-b535-8724b79699d8 req-b5927c79-4d50-4a7b-aa90-b3090459f0cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e1aa778660644088a75b1f2ea31aad8&device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 1129 time: 0.1795785 Feb 11 13:49:56.808964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:56.821421 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f4cbf92-e275-4ee7-a0db-f13d4b4eb217 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/5648c77a-062d-47fb-83c6-e40ae5283d4c HTTP/1.1" status: 204 len: 168 time: 3.1444197 Feb 11 13:49:56.836435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35170) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:56.930416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for port (7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.018386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5c3405e0-5c97-4703-a013-fd998fb76bfa details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:49:57.020061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0280285a-02a8-4e04-aaa9-fd18c8548dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.049452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07329ab-54a1-4879-a32e-c05b63767180 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.054773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b07329ab-54a1-4879-a32e-c05b63767180 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2132835 Feb 11 13:49:57.059226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f495-52ed-41d0-b535-8724b79699d8 req-33661244-91f3-4581-9890-5c88b2941088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.059746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.061762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7473f495-52ed-41d0-b535-8724b79699d8 req-33661244-91f3-4581-9890-5c88b2941088 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2647917 Feb 11 13:49:57.063935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:57.152514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:57.156636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7473f495-52ed-41d0-b535-8724b79699d8 req-92d00e5d-b667-4962-924a-6765057b5769 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d68bde9c-dab0-4ef9-880f-8776d4447937 HTTP/1.1" status: 200 len: 217 time: 0.0694165 Feb 11 13:49:57.182458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:57.189327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:57.220741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce5e42-5cef-4637-89db-a1d709f9a465 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.222586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d3ce5e42-5cef-4637-89db-a1d709f9a465 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1576750 Feb 11 13:49:57.225382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:57.258721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Port': ['ID=7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.263164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f495-52ed-41d0-b535-8724b79699d8 req-94c68eee-8e3a-44d5-944e-97e6a187822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.264786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7473f495-52ed-41d0-b535-8724b79699d8 req-94c68eee-8e3a-44d5-944e-97e6a187822d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.1005821 Feb 11 13:49:57.284738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:57.307252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'port_id': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'mac_address': 'fa:16:3e:3b:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:49:57.381445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacac453-e304-4f64-ac0d-bd6d932508ae tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.382951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5c3405e0-5c97-4703-a013-fd998fb76bfa is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:57.384188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.388927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacac453-e304-4f64-ac0d-bd6d932508ae tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.391848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacac453-e304-4f64-ac0d-bd6d932508ae tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.397974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eacac453-e304-4f64-ac0d-bd6d932508ae tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1698015 Feb 11 13:49:57.400065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:57.410016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3405e0-5c97-4703-a013-fd998fb76bfa {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:57.416452 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd25ae3d-7508-4096-86c3-24db1549a412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.421609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Routers {'2152e119-00d3-4dd5-bfb2-4ad2e404279a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:57.423208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2152e119-00d3-4dd5-bfb2-4ad2e404279a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:57.484020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f495-52ed-41d0-b535-8724b79699d8 req-deac21ba-32e4-4371-9fdc-c1ed59058dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.485638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7473f495-52ed-41d0-b535-8724b79699d8 req-deac21ba-32e4-4371-9fdc-c1ed59058dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2112994 Feb 11 13:49:57.502464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 6ce89ada-1ac7-4058-8fca-e9a4aab39ee1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:57.532220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (6ce89ada-1ac7-4058-8fca-e9a4aab39ee1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.577973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] Set router 2152e119-00d3-4dd5-bfb2-4ad2e404279a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:57.580852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0280285a-02a8-4e04-aaa9-fd18c8548dba admin admin] Publish callbacks [] for security_group (5a72539b-4694-47ab-bc88-e5b650914ec0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.653730 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9dd2dd2-928d-4ae9-a275-c085f4669d88 req-36301dd4-72f1-43c2-9568-959be3af06d7 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0689108 Feb 11 13:49:57.677845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (6ce89ada-1ac7-4058-8fca-e9a4aab39ee1), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.756305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838518a1-436d-4da1-8442-65615afdba46 None None] Pushing event updated for resources: {'Port': ['ID=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.808443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:57.819756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:57.966446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7473f495-52ed-41d0-b535-8724b79699d8 req-f55e34df-8b34-4aae-9273-97a938d593d0 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517777 Feb 11 13:49:57.975500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.994234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6ce89ada-1ac7-4058-8fca-e9a4aab39ee1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:58.061645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['5c3405e0-5c97-4703-a013-fd998fb76bfa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:49:58.128682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2152e119-00d3-4dd5-bfb2-4ad2e404279a', 'name': 'tempest-snat-router-20732426', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.170'}], 'enable_snat': False}, 'gw_port_id': '1edd3e50-4239-4b6b-93f0-ccbdd41700ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:43Z', 'updated_at': '2022-02-11T13:49:52Z', 'revision_number': 3, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port': {'id': '1edd3e50-4239-4b6b-93f0-ccbdd41700ee', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ac:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2152e119-00d3-4dd5-bfb2-4ad2e404279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:47Z', 'updated_at': '2022-02-11T13:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:58.165589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d6b7-90b4-45bd-a33a-8fb4003092c5 req-93a2f377-dc34-42dc-b160-627b75958a8e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:58.167185 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebf9d6b7-90b4-45bd-a33a-8fb4003092c5 req-93a2f377-dc34-42dc-b160-627b75958a8e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 945 time: 0.3272984 Feb 11 13:49:58.177584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2e28f-6210-4c8b-9018-73a01c4fdd7e None None] The sync data for ids ['2152e119-00d3-4dd5-bfb2-4ad2e404279a'] in n-d-828676-2 is: [{'id': '2152e119-00d3-4dd5-bfb2-4ad2e404279a', 'name': 'tempest-snat-router-20732426', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.170'}], 'enable_snat': False}, 'gw_port_id': '1edd3e50-4239-4b6b-93f0-ccbdd41700ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:43Z', 'updated_at': '2022-02-11T13:49:52Z', 'revision_number': 3, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port': {'id': '1edd3e50-4239-4b6b-93f0-ccbdd41700ee', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ac:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2152e119-00d3-4dd5-bfb2-4ad2e404279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:47Z', 'updated_at': '2022-02-11T13:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:58.215700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7473f495-52ed-41d0-b535-8724b79699d8 req-bd0cdee6-9ea4-48f1-b4a8-7ca2c8834339 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409790 Feb 11 13:49:58.229436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0280285a-02a8-4e04-aaa9-fd18c8548dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5a72539b-4694-47ab-bc88-e5b650914ec0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:58.256437 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (6ce89ada-1ac7-4058-8fca-e9a4aab39ee1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:58.365792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce89ada-1ac7-4058-8fca-e9a4aab39ee1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:58.382528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c97f2-04b5-4a71-a659-82faee7bfb2c None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:49:58.403304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:58.410461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e22978dc-2488-4028-81e7-231eae30ce41 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/6ce89ada-1ac7-4058-8fca-e9a4aab39ee1 HTTP/1.1" status: 204 len: 168 time: 1.0094659 Feb 11 13:49:58.415769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebf9d6b7-90b4-45bd-a33a-8fb4003092c5 req-e6ac8ded-64db-433d-9ae7-84b02d4af4cb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991122 Feb 11 13:49:58.416275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:58.543531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet b2ba7529-0010-4dbb-b2dd-df9cd23499bd {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:49:58.548012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (b2ba7529-0010-4dbb-b2dd-df9cd23499bd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:58.585785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0280285a-02a8-4e04-aaa9-fd18c8548dba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c21affcd4eeb421eb0929d359c7cfff4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1133173 Feb 11 13:49:58.591362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35222) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:58.618638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280285a-02a8-4e04-aaa9-fd18c8548dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a72539b-4694-47ab-bc88-e5b650914ec0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:58.676905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (b2ba7529-0010-4dbb-b2dd-df9cd23499bd), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:58.709060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abf082-0cef-49d6-aa8e-4254c029f3a9 req-a086bc30-e740-4d5b-bfa2-4babfc0b74c9 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:58.710761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3abf082-0cef-49d6-aa8e-4254c029f3a9 req-a086bc30-e740-4d5b-bfa2-4babfc0b74c9 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 947 time: 1.2603476 Feb 11 13:49:58.829672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e6e878d8-ca81-4994-afb4-5b3b985ebcd4 req-bb47dd32-39f1-46c2-abd9-3901c419f9db tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0469246 Feb 11 13:49:58.972012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b2ba7529-0010-4dbb-b2dd-df9cd23499bd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.048835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e70e64f2-c42c-4a1c-95bc-ce01c2f05fb5 admin admin] Publish callbacks [] for security_group (5a72539b-4694-47ab-bc88-e5b650914ec0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.058010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (d107b7a5-cd56-4b7f-8f69-51b59616d265), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.065194 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3abf082-0cef-49d6-aa8e-4254c029f3a9 req-e34e107c-c156-4b83-8309-7231cd87d62b tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272407 Feb 11 13:49:59.125409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d68bde9c-dab0-4ef9-880f-8776d4447937 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:49:59.154963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (b2ba7529-0010-4dbb-b2dd-df9cd23499bd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.221183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e70e64f2-c42c-4a1c-95bc-ce01c2f05fb5 admin admin] Publish callbacks [] for security_group (5a72539b-4694-47ab-bc88-e5b650914ec0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.256103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ba7529-0010-4dbb-b2dd-df9cd23499bd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:59.269226 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.285606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46f5c5ff-24a8-4e5a-8575-47c1265a813c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b2ba7529-0010-4dbb-b2dd-df9cd23499bd HTTP/1.1" status: 204 len: 168 time: 0.8651779 Feb 11 13:49:59.288366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35282) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:59.394964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e70e64f2-c42c-4a1c-95bc-ce01c2f05fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (5a72539b-4694-47ab-bc88-e5b650914ec0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.397818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e70e64f2-c42c-4a1c-95bc-ce01c2f05fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.401814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e70e64f2-c42c-4a1c-95bc-ce01c2f05fb5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a72539b-4694-47ab-bc88-e5b650914ec0 HTTP/1.1" status: 204 len: 168 time: 0.8070154 Feb 11 13:49:59.431839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e64f2-c42c-4a1c-95bc-ce01c2f05fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a72539b-4694-47ab-bc88-e5b650914ec0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:59.444436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5a57d475-f528-490b-9e38-06311b49a5e0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1522667 Feb 11 13:49:59.445341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35304) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:59.468109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:59.580718 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb78e3c0-9421-49e6-9082-d88426b24721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.618330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (d107b7a5-cd56-4b7f-8f69-51b59616d265), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.622419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d68bde9c-dab0-4ef9-880f-8776d4447937, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d68bde9c-dab0-4ef9-880f-8776d4447937,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:59.660524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'd68bde9c-dab0-4ef9-880f-8776d4447937', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'd68bde9c-dab0-4ef9-880f-8776d4447937', 'mac_address': 'fa:16:3e:48:b8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:49:59.773525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d68bde9c-dab0-4ef9-880f-8776d4447937 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:59.774092 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.792445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68bde9c-dab0-4ef9-880f-8776d4447937 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:59.816291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d68bde9c-dab0-4ef9-880f-8776d4447937, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d68bde9c-dab0-4ef9-880f-8776d4447937,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:59.823359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.858199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:59.869066 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:59.914951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Router d107b7a5-cd56-4b7f-8f69-51b59616d265 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:49:59.966263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d68bde9c-dab0-4ef9-880f-8776d4447937,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:00.081678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d68bde9c-dab0-4ef9-880f-8776d4447937'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:50:00.186991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd03fc38-68a9-4893-a58f-58f502726864 req-1f1cf734-39ee-429a-bce1-5ef01d5201e6 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1521032 Feb 11 13:50:00.262542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b7b2c-96d4-4c89-a95a-638ec9c28abb req-9350fb93-8b4a-44b1-a299-83c291678125 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:00.268523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-238b7b2c-96d4-4c89-a95a-638ec9c28abb req-9350fb93-8b4a-44b1-a299-83c291678125 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 945 time: 0.4587049 Feb 11 13:50:00.379541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:00.394805 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Sync routers for ids ['d107b7a5-cd56-4b7f-8f69-51b59616d265'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:00.395358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf434315-2eb9-4652-b17f-a7c705e05ad7 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:00.406649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:00.422565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Routers {'d107b7a5-cd56-4b7f-8f69-51b59616d265'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:00.425997 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d107b7a5-cd56-4b7f-8f69-51b59616d265'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:00.493537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:00.500040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cfa3fae4-f081-4489-8650-91021930429f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.0376396 Feb 11 13:50:00.539291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35390) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:00.600899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1edd3e50-4239-4b6b-93f0-ccbdd41700ee up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:00.709761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeee71c-aee3-4154-8422-ab78ddf5c0cd req-03ea96c4-bddc-4550-b0a8-87f893fb9439 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:00.717191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bfeee71c-aee3-4154-8422-ab78ddf5c0cd req-03ea96c4-bddc-4550-b0a8-87f893fb9439 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 948 time: 0.2722931 Feb 11 13:50:00.743401 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-238b7b2c-96d4-4c89-a95a-638ec9c28abb req-b54edc99-f37a-41df-be03-ee62056964f9 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582868 Feb 11 13:50:00.752474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1027-cc8e-4bb6-a35d-175052c9b770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:00.778391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c9406aa8-571a-4518-bc6c-01ab0a11b432 None None] Provisioning complete for port 09e1b017-6a71-455d-9128-34fc4298b3a1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:00.799295 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9406aa8-571a-4518-bc6c-01ab0a11b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:00.887506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5c3405e0-5c97-4703-a013-fd998fb76bfa up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:00.900412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bfeee71c-aee3-4154-8422-ab78ddf5c0cd req-fb92f1aa-f3a0-4bab-a8d3-bc6e0e8e4006 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818635 Feb 11 13:50:00.911377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-33c7b28f-bec8-4293-af73-ac7027dbf6fa tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/d107b7a5-cd56-4b7f-8f69-51b59616d265 HTTP/1.1" status: 200 len: 906 time: 0.3674994 Feb 11 13:50:00.912529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35424) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:01.011368 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Set router d107b7a5-cd56-4b7f-8f69-51b59616d265 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:01.016713 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.043703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:01.049144 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.161028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:50:01.174037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (d107b7a5-cd56-4b7f-8f69-51b59616d265), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.224784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1027-cc8e-4bb6-a35d-175052c9b770 admin admin] Publish callbacks [] for security_group (10f5361f-2d39-4455-81e8-62d9ca3cf62f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.240300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1027-cc8e-4bb6-a35d-175052c9b770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (10f5361f-2d39-4455-81e8-62d9ca3cf62f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.277855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 5c3405e0-5c97-4703-a013-fd998fb76bfa completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:01.396335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 5c3405e0-5c97-4703-a013-fd998fb76bfa triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:01.401647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.416443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (d107b7a5-cd56-4b7f-8f69-51b59616d265), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.429442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cc5e1027-cc8e-4bb6-a35d-175052c9b770 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ea53c75b9694d86980a13e5e00c10ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0054777 Feb 11 13:50:01.432577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35462) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:01.443928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e1027-cc8e-4bb6-a35d-175052c9b770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f5361f-2d39-4455-81e8-62d9ca3cf62f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:01.507688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:50:01.524685 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107b7a5-cd56-4b7f-8f69-51b59616d265', 'name': 'tempest-snat-router-20732426', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:55Z', 'updated_at': '2022-02-11T13:49:58Z', 'revision_number': 3, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port': {'id': '7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:69:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd107b7a5-cd56-4b7f-8f69-51b59616d265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:56Z', 'updated_at': '2022-02-11T13:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:01.558447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c9406aa8-571a-4518-bc6c-01ab0a11b432 None None] Current status of the port 09e1b017-6a71-455d-9128-34fc4298b3a1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:01.587505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7be02377-533d-4efc-a864-b0fa796d5193 req-087922dd-524d-44e5-ba17-4a10d59b8413 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0837030 Feb 11 13:50:01.598380 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Checking router: d107b7a5-cd56-4b7f-8f69-51b59616d265 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:01.598730 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Updating router d107b7a5-cd56-4b7f-8f69-51b59616d265 port 7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:01.665233 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c82d7cb-4496-455f-9fd7-40f14bb5064c admin admin] Publish callbacks [] for security_group (10f5361f-2d39-4455-81e8-62d9ca3cf62f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.702012 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.714807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Deleting port 7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:01.715237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.728314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c82d7cb-4496-455f-9fd7-40f14bb5064c admin admin] Publish callbacks [] for security_group (10f5361f-2d39-4455-81e8-62d9ca3cf62f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.786257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] Deleting port 09e1b017-6a71-455d-9128-34fc4298b3a1 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:01.789736 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.912673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.915005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:01.916670 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.953153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Calling delete_port for 7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:02.023137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:02.061294 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.118230 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.433899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.444131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c82d7cb-4496-455f-9fd7-40f14bb5064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (10f5361f-2d39-4455-81e8-62d9ca3cf62f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.446733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c82d7cb-4496-455f-9fd7-40f14bb5064c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.448082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c82d7cb-4496-455f-9fd7-40f14bb5064c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10f5361f-2d39-4455-81e8-62d9ca3cf62f HTTP/1.1" status: 204 len: 168 time: 1.0143702 Feb 11 13:50:02.493007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:02.499851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82d7cb-4496-455f-9fd7-40f14bb5064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f5361f-2d39-4455-81e8-62d9ca3cf62f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:02.502718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35560) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:02.517029 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.db.api [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:50:02.517449 n-d-828676-2 neutron-server[103178]: DEBUG oslo_db.api [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:50:02.576642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c8e30-30b2-4746-ae06-f279be11d479 req-7b236ee4-b076-4594-b8f3-8fd42630518f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:02.584636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f7c8e30-30b2-4746-ae06-f279be11d479 req-7b236ee4-b076-4594-b8f3-8fd42630518f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 945 time: 0.4663539 Feb 11 13:50:02.612777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] For port 09e1b017-6a71-455d-9128-34fc4298b3a1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=09e1b017-6a71-455d-9128-34fc4298b3a1,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:02.613907 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.630377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] Calling delete_port for 09e1b017-6a71-455d-9128-34fc4298b3a1 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:02.682494 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (d107b7a5-cd56-4b7f-8f69-51b59616d265), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.697709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5f7c8e30-30b2-4746-ae06-f279be11d479 req-5734d761-19a2-4d02-a8b0-b0ad7477a725 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118720 Feb 11 13:50:02.796643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5c3405e0-5c97-4703-a013-fd998fb76bfa is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:02.801009 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.810758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] For port 09e1b017-6a71-455d-9128-34fc4298b3a1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=09e1b017-6a71-455d-9128-34fc4298b3a1,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:02.823650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 09e1b017-6a71-455d-9128-34fc4298b3a1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:02.937474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.966029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4950bd02-efaf-4581-8382-6802ec841db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.977824 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.052839 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Port 7c395b3c-80a4-4eb5-a3d2-ef35b7b52f4a not found while updating agent binding for router d107b7a5-cd56-4b7f-8f69-51b59616d265. {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 13:50:03.059305 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (09e1b017-6a71-455d-9128-34fc4298b3a1), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.070564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e974f8-50a5-4d14-8420-710750071a4d req-ec76a3fb-97d4-4093-83c4-8b8b8c85938b tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:03.087651 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Routers {'d107b7a5-cd56-4b7f-8f69-51b59616d265'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:03.090751 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d107b7a5-cd56-4b7f-8f69-51b59616d265'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:03.093565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84e974f8-50a5-4d14-8420-710750071a4d req-ec76a3fb-97d4-4093-83c4-8b8b8c85938b tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 948 time: 0.9712420 Feb 11 13:50:03.122184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7cb41fc-ce46-4251-93d3-c19cfa36f808 req-06cfd9c4-13df-419d-abe6-41ce1d2fc1e3 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1824667 Feb 11 13:50:03.152043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.155092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (d107b7a5-cd56-4b7f-8f69-51b59616d265), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.163590 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (d107b7a5-cd56-4b7f-8f69-51b59616d265), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.165412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=09e1b017-6a71-455d-9128-34fc4298b3a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:03.171193 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a53ca489-ab87-42e8-b070-ac7e0dc1621b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.172890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:03.180099 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f5090e-180b-4fad-ac79-91da3e0eec3f" -d '{"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-plugged", "status": "completed", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:03.210828 n-d-828676-2 neutron-server[103177]: INFO neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No ports have port_id starting with 09e1b017-6a71-455d-9128-34fc4298b3a1 Feb 11 13:50:03.221136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d68bde9c-dab0-4ef9-880f-8776d4447937 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:03.342669 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] Set router d107b7a5-cd56-4b7f-8f69-51b59616d265 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:03.351342 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647ec586-6095-4321-b162-35485ef1597e x-openstack-request-id: req-647ec586-6095-4321-b162-35485ef1597e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:03.352971 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-plugged", "status": "completed", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:03.353460 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-647ec586-6095-4321-b162-35485ef1597e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:03.354093 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'code': 200} Feb 11 13:50:03.367048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] No DVR routers for this DVR port 09e1b017-6a71-455d-9128-34fc4298b3a1 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:03.381167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:03.395378 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.398265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:03.433900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port d68bde9c-dab0-4ef9-880f-8776d4447937 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:03.438852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bda88-aa01-4b2f-9db3-e280ea6006ed None None] Pushing event deleted for resources: {'Port': ['ID=09e1b017-6a71-455d-9128-34fc4298b3a1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:03.441532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port d68bde9c-dab0-4ef9-880f-8776d4447937 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:03.442041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.442869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:03.499527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:03.523152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:03.529963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.532381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc373cf6-d315-441c-aecb-ee5e25771d52 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:03.579763 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd107b7a5-cd56-4b7f-8f69-51b59616d265', 'name': 'tempest-snat-router-20732426', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:55Z', 'updated_at': '2022-02-11T13:50:02Z', 'revision_number': 5, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:03.609727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (d107b7a5-cd56-4b7f-8f69-51b59616d265), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.610786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d107b7a5-cd56-4b7f-8f69-51b59616d265 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:03.632976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.635400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-381d3c97-1b7a-4e64-af6e-4fa0964c2f7f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "DELETE /v2.0/routers/d107b7a5-cd56-4b7f-8f69-51b59616d265 HTTP/1.1" status: 204 len: 168 time: 2.7204607 Feb 11 13:50:03.642632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35670) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:03.672155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84e974f8-50a5-4d14-8420-710750071a4d req-f1d947dc-7ac6-4d18-9553-c0fe371afed0 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775580 Feb 11 13:50:03.680951 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0452fef-a466-4709-9cac-73bbd9f1c8ae None None] The sync data for ids ['d107b7a5-cd56-4b7f-8f69-51b59616d265'] in n-d-828676-2 is: [{'id': 'd107b7a5-cd56-4b7f-8f69-51b59616d265', 'name': 'tempest-snat-router-20732426', 'tenant_id': 'ac23235c4add4b099e216d4ea47b8994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:55Z', 'updated_at': '2022-02-11T13:50:02Z', 'revision_number': 5, 'project_id': 'ac23235c4add4b099e216d4ea47b8994', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:03.709180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=a53ca489-ab87-42e8-b070-ac7e0dc1621b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:03.750838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1111dab7-e6f2-4e1f-9264-3600268015ef tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2960734 Feb 11 13:50:03.754026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35684) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:03.756783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5db4b-5148-449f-831d-805d10908f9e req-446dcf91-66b4-4fb3-9645-6f1a79da5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:03.758384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60f5db4b-5148-449f-831d-805d10908f9e req-446dcf91-66b4-4fb3-9645-6f1a79da5768 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1128 time: 0.2190492 Feb 11 13:50:03.770456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ae27c4f5-71a9-4a83-a066-bf45caa269c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:03.894054 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:03.908409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': 'a53ca489-ab87-42e8-b070-ac7e0dc1621b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:50:03.911194 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.004445 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60f5db4b-5148-449f-831d-805d10908f9e req-08c42e06-29c4-45c4-970b-8079787b1194 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290039 Feb 11 13:50:04.062198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:04.221722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae27c4f5-71a9-4a83-a066-bf45caa269c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:04.229801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae27c4f5-71a9-4a83-a066-bf45caa269c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.357035 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4950bd02-efaf-4581-8382-6802ec841db8 admin admin] Publish callbacks [] for security_group (ed1fa765-4f12-4003-aafe-f3dbda367f25), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.381171 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2f74c08-e30e-41bc-8e92-e2d2a07e7f5a req-be4c974e-711d-4a72-9513-6b6c9d013b7d tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0883040 Feb 11 13:50:04.399893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Allocated IP 2001:db8::f816:3eff:feb9:78b5 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/a53ca489-ab87-42e8-b070-ac7e0dc1621b/b69425b0-6460-41e0-8a17-bc32b2f1e21a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:04.410201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d71a47-b906-4a68-8779-b2d1ae7c9b06 req-da42a4e2-76dd-4e48-89ee-22460bff6704 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:04.420982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69d71a47-b906-4a68-8779-b2d1ae7c9b06 req-da42a4e2-76dd-4e48-89ee-22460bff6704 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.4475627 Feb 11 13:50:04.423896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (2152e119-00d3-4dd5-bfb2-4ad2e404279a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.437730 n-d-828676-2 neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-ae27c4f5-71a9-4a83-a066-bf45caa269c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a53ca489-ab87-42e8-b070-ac7e0dc1621b (CIDR: 2001:db8::/64) Feb 11 13:50:04.438567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4950bd02-efaf-4581-8382-6802ec841db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ed1fa765-4f12-4003-aafe-f3dbda367f25), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.448491 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae27c4f5-71a9-4a83-a066-bf45caa269c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:50:04.449147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae27c4f5-71a9-4a83-a066-bf45caa269c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:04.484621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae27c4f5-71a9-4a83-a066-bf45caa269c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7277043 Feb 11 13:50:04.487440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35736) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:04.497502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:04.563979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1edd3e50-4239-4b6b-93f0-ccbdd41700ee up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:04.632172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d68bde9c-dab0-4ef9-880f-8776d4447937 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:04.632569 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.723683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d68bde9c-dab0-4ef9-880f-8776d4447937, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d68bde9c-dab0-4ef9-880f-8776d4447937,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:04.800457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:04.812814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.837892 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.051150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d68bde9c-dab0-4ef9-880f-8776d4447937,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:05.062930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9ca34-b8cf-476d-8377-d117b2a8d0b7 req-77f22324-ac72-4959-83c9-0c4a7618b111 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:05.079402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ed9ca34-b8cf-476d-8377-d117b2a8d0b7 req-77f22324-ac72-4959-83c9-0c4a7618b111 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.2014067 Feb 11 13:50:05.100842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:05.107332 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.179418 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Publish callbacks [] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.216486 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.400355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ed9ca34-b8cf-476d-8377-d117b2a8d0b7 req-790bb531-5f56-45c9-a667-1990b78cdd08 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190887 Feb 11 13:50:05.407295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68bde9c-dab0-4ef9-880f-8776d4447937'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:05.413950 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bced4d-b34a-4367-960d-c07a4bf04d63" -d '{"events": [{"server_uuid": "1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3", "name": "network-vif-plugged", "status": "completed", "tag": "d68bde9c-dab0-4ef9-880f-8776d4447937"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:05.420421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Pushing event updated for resources: {'Port': ['ID=b69425b0-6460-41e0-8a17-bc32b2f1e21a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:05.459997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:05.506866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:05.524620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:05.636738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (2152e119-00d3-4dd5-bfb2-4ad2e404279a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.721258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-734d9639-bada-49b8-b121-48d0ddd66f90 req-4ff86f88-e062-44d6-b573-5cfc6b5a787d tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1007366 Feb 11 13:50:05.742558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:05.745829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Attempting to bind port b69425b0-6460-41e0-8a17-bc32b2f1e21a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:50:05.746525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Attempting to bind port b69425b0-6460-41e0-8a17-bc32b2f1e21a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:50:05.747140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Attempting to bind port b69425b0-6460-41e0-8a17-bc32b2f1e21a on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:05.755593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:05.756289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:50:05.756948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.757578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:05.758356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Bound port: b69425b0-6460-41e0-8a17-bc32b2f1e21a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:50:05.759143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.796013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69d71a47-b906-4a68-8779-b2d1ae7c9b06 req-16116240-bb53-410e-a73c-9e11b20219ad tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3737679 Feb 11 13:50:05.814681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4950bd02-efaf-4581-8382-6802ec841db8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=293f7504db9a4daaa147ef912516fb11&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2867289 Feb 11 13:50:05.823525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35772) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:05.848204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950bd02-efaf-4581-8382-6802ec841db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1fa765-4f12-4003-aafe-f3dbda367f25,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:05.859629 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (7772ec83-c227-40cf-b391-b53df45bd89f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.883279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Deleting port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:05.884018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.895243 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5357ae3a-4195-400b-8b0e-dd4707cee289 x-openstack-request-id: req-5357ae3a-4195-400b-8b0e-dd4707cee289 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:05.895634 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3", "name": "network-vif-plugged", "status": "completed", "tag": "d68bde9c-dab0-4ef9-880f-8776d4447937", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:05.902411 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5357ae3a-4195-400b-8b0e-dd4707cee289 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:05.904608 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68bde9c-dab0-4ef9-880f-8776d4447937', 'code': 200} Feb 11 13:50:05.969889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:05.991267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] For port 1edd3e50-4239-4b6b-93f0-ccbdd41700ee, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:05.991703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.000862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7876c801-4bea-4006-8081-4803ca635bac None None] For port b69425b0-6460-41e0-8a17-bc32b2f1e21a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:06.004722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7876c801-4bea-4006-8081-4803ca635bac None None] For port b69425b0-6460-41e0-8a17-bc32b2f1e21a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b69425b0-6460-41e0-8a17-bc32b2f1e21a,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:06.008928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:06.016710 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.021131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:06.022342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Calling delete_port for 1edd3e50-4239-4b6b-93f0-ccbdd41700ee owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:06.024625 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.060377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=7772ec83-c227-40cf-b391-b53df45bd89f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:06.130828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876c801-4bea-4006-8081-4803ca635bac None None] Pushing event updated for resources: {'Port': ['ID=b69425b0-6460-41e0-8a17-bc32b2f1e21a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:06.140740 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf24-9787-4cfb-b137-fcde3baf8df4 admin admin] Publish callbacks [] for security_group (ed1fa765-4f12-4003-aafe-f3dbda367f25), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.158859 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1c50c651-a4a6-42be-a8fa-ff04a13e5179 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6695502 Feb 11 13:50:06.172853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35782) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:06.197985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:4a:63:e6', 'name': 'tempest-NetworksTestDHCPv6-800909642'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:06.208162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa1509-944f-414c-8df7-1c1256c2adbe req-a4994d17-425c-45e6-9ca0-66a71b5dec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:06.221238 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0fa1509-944f-414c-8df7-1c1256c2adbe req-a4994d17-425c-45e6-9ca0-66a71b5dec54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 1131 time: 0.2807634 Feb 11 13:50:06.311907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf24-9787-4cfb-b137-fcde3baf8df4 admin admin] Publish callbacks [] for security_group (ed1fa765-4f12-4003-aafe-f3dbda367f25), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.414859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1edd3e50-4239-4b6b-93f0-ccbdd41700ee), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.472058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event deleted for resources: {'Port': ['ID=1edd3e50-4239-4b6b-93f0-ccbdd41700ee,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:06.608482 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (2152e119-00d3-4dd5-bfb2-4ad2e404279a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.955397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (2152e119-00d3-4dd5-bfb2-4ad2e404279a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.958377 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_controller (2152e119-00d3-4dd5-bfb2-4ad2e404279a), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:06.976574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff945eb-1ba9-478a-947c-ed74a5140f56 req-17fc8c18-4159-4009-9887-b87e12d1ba15 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:06.978201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aff945eb-1ba9-478a-947c-ed74a5140f56 req-17fc8c18-4159-4009-9887-b87e12d1ba15 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.3655965 Feb 11 13:50:07.035377 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (2152e119-00d3-4dd5-bfb2-4ad2e404279a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.038951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2152e119-00d3-4dd5-bfb2-4ad2e404279a {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:07.051857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.057257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b88e3ce7-da1f-4c8f-802f-38abc6f6ecc5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "DELETE /v2.0/routers/2152e119-00d3-4dd5-bfb2-4ad2e404279a HTTP/1.1" status: 204 len: 168 time: 3.4131792 Feb 11 13:50:07.061185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35800) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:07.066241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1220208525', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:07.117757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aff945eb-1ba9-478a-947c-ed74a5140f56 req-1d2952c4-c26a-416e-bafa-25a0922a32ba tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076050 Feb 11 13:50:07.119485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.134620 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.228316 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (8b9588fc-d4cd-4746-a86a-1937ff51a945), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.236915 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed77c08d-c7ee-420f-8ba1-c74fda4ad2b9 req-2a4b75db-dd42-4f12-ba4f-dc3ac9349382 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1192260 Feb 11 13:50:07.282282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0fa1509-944f-414c-8df7-1c1256c2adbe req-8482cfdb-f2f6-4ba4-a410-e89f0150f312 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0540555 Feb 11 13:50:07.365441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf24-9787-4cfb-b137-fcde3baf8df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ed1fa765-4f12-4003-aafe-f3dbda367f25), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.368376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf24-9787-4cfb-b137-fcde3baf8df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.369851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2f6daf24-9787-4cfb-b137-fcde3baf8df4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed1fa765-4f12-4003-aafe-f3dbda367f25 HTTP/1.1" status: 204 len: 168 time: 1.5482926 Feb 11 13:50:07.414492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6daf24-9787-4cfb-b137-fcde3baf8df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1fa765-4f12-4003-aafe-f3dbda367f25,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:07.417379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:07.568011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (8b9588fc-d4cd-4746-a86a-1937ff51a945), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.621913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f003-0108-49bd-8810-e59c66a77b9a req-35f68936-65a0-4ac8-ba1f-0e2907aa92e7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:07.629324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d99f003-0108-49bd-8810-e59c66a77b9a req-35f68936-65a0-4ac8-ba1f-0e2907aa92e7 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.2469802 Feb 11 13:50:07.649023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:07.711281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 6bd5991c-414a-4d21-a7f7-21ecdab2673e yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:50:07.785168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d99f003-0108-49bd-8810-e59c66a77b9a req-08296242-751b-4af7-8336-6b7afe2f19e1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547155 Feb 11 13:50:08.078791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519af24-4f5e-4d71-bde3-b6c46ea8a135 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:08.102145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (8b9588fc-d4cd-4746-a86a-1937ff51a945), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.138961 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.195376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8:0:1::3e6 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/7772ec83-c227-40cf-b391-b53df45bd89f/6bd5991c-414a-4d21-a7f7-21ecdab2673e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:08.210834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::f816:3eff:fe4a:63e6 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/a53ca489-ab87-42e8-b070-ac7e0dc1621b/6bd5991c-414a-4d21-a7f7-21ecdab2673e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:08.373684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Allocated IP 172.25.3.91 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/d792a753-9d66-4da5-94e3-01920d136a16) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:08.384229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-efdc31e0-10e9-4822-a58b-ccecd3e04b7f None None] Provisioning complete for port b69425b0-6460-41e0-8a17-bc32b2f1e21a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:08.385391 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efdc31e0-10e9-4822-a58b-ccecd3e04b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.520641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:08.522873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (6bd5991c-414a-4d21-a7f7-21ecdab2673e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.532455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35822) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:08.548300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8349-286e-4432-a694-97958e6a6723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.605922 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efba670-e644-4b17-b521-9d226a8f489d req-e8ac6910-f6a0-4c52-b3c6-5d7722d30d0b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:08.612307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5efba670-e644-4b17-b521-9d226a8f489d req-e8ac6910-f6a0-4c52-b3c6-5d7722d30d0b tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.6886766 Feb 11 13:50:08.614561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b69425b0-6460-41e0-8a17-bc32b2f1e21a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:08.644486 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6bd5991c-414a-4d21-a7f7-21ecdab2673e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.657886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ffb4-5199-4ec0-94f6-cdc41bb1e0d9 req-c266c9c7-3dff-4bfa-b87c-4d1ed2874d58 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:08.659716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e798ffb4-5199-4ec0-94f6-cdc41bb1e0d9 req-c266c9c7-3dff-4bfa-b87c-4d1ed2874d58 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.1261847 Feb 11 13:50:08.680732 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for port (d792a753-9d66-4da5-94e3-01920d136a16), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.766546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e798ffb4-5199-4ec0-94f6-cdc41bb1e0d9 req-1695f8c6-9d09-440b-9cbe-520328957a07 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935240 Feb 11 13:50:08.797684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:08.799744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d792a753-9d66-4da5-94e3-01920d136a16), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.831365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:08.837069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:08.845596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b69425b0-6460-41e0-8a17-bc32b2f1e21a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:08.846221 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.849246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-efdc31e0-10e9-4822-a58b-ccecd3e04b7f None None] Current status of the port b69425b0-6460-41e0-8a17-bc32b2f1e21a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:08.849853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efdc31e0-10e9-4822-a58b-ccecd3e04b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.853064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:08.862930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:08.869861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5735d22-5e6f-4019-863b-2be12560f3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.875698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:08.876425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.885715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:08.908578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5efba670-e644-4b17-b521-9d226a8f489d req-e8a0ac7a-9898-4572-b8e0-aad0127aeeaa tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953000 Feb 11 13:50:08.909285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=6bd5991c-414a-4d21-a7f7-21ecdab2673e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:08.913875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35830) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:08.976009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-efdc31e0-10e9-4822-a58b-ccecd3e04b7f None None] For port b69425b0-6460-41e0-8a17-bc32b2f1e21a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b69425b0-6460-41e0-8a17-bc32b2f1e21a,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:08.991645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a22d1f5a-0a1d-42cb-9c31-10bb6a9cd95f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8015699 Feb 11 13:50:08.995897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8349-286e-4432-a694-97958e6a6723 admin admin] Publish callbacks [] for security_group (a1b132e7-4925-49cc-957d-80b34a8b1c6c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:08.998779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:09.004556 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b42eb15f-e889-454c-a5e1-5845e10f1507 req-ff71486a-6afb-47be-8e81-af9f9df8f495 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0645688 Feb 11 13:50:09.011215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event updated for resources: {'Port': ['ID=d792a753-9d66-4da5-94e3-01920d136a16,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.050014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efdc31e0-10e9-4822-a58b-ccecd3e04b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.054152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b69425b0-6460-41e0-8a17-bc32b2f1e21a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:09.061003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116989ac-8c62-4ff4-99ba-65aa75b13c70 None None] Update dhcp port {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'fixed_ips': [{'subnet_id': 'a53ca489-ab87-42e8-b070-ac7e0dc1621b', 'ip_address': '2001:db8::f816:3eff:feb9:78b5'}, {'subnet_id': '7772ec83-c227-40cf-b391-b53df45bd89f'}], 'binding:host_id': 'n-d-828676-2'}, 'id': 'b69425b0-6460-41e0-8a17-bc32b2f1e21a'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:50:09.125751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-116989ac-8c62-4ff4-99ba-65aa75b13c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.151143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1edd3e50-4239-4b6b-93f0-ccbdd41700ee no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:09.155998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc31e0-10e9-4822-a58b-ccecd3e04b7f None None] Pushing event updated for resources: {'Port': ['ID=b69425b0-6460-41e0-8a17-bc32b2f1e21a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.167405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8349-286e-4432-a694-97958e6a6723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a1b132e7-4925-49cc-957d-80b34a8b1c6c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.216024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c8349-286e-4432-a694-97958e6a6723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b132e7-4925-49cc-957d-80b34a8b1c6c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.222033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ec66d-e4a9-48ed-b1e6-0965cfe9b728 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:09.224283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a31ec66d-e4a9-48ed-b1e6-0965cfe9b728 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1123 time: 0.3068328 Feb 11 13:50:09.229529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:09.254029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:09.287711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aa3c8349-286e-4432-a694-97958e6a6723 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79b2ffd789814721a2317671ddefd980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7619469 Feb 11 13:50:09.288465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:09.305221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1edd3e50-4239-4b6b-93f0-ccbdd41700ee {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:50:09.305570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1edd3e50-4239-4b6b-93f0-ccbdd41700ee not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:09.336651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5735d22-5e6f-4019-863b-2be12560f3cc admin admin] Publish callbacks [] for security_group (96bb958c-d72e-420a-97a9-69c9c21478ae), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.344502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5735d22-5e6f-4019-863b-2be12560f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (96bb958c-d72e-420a-97a9-69c9c21478ae), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.388210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-116989ac-8c62-4ff4-99ba-65aa75b13c70 None None] Allocated IP 2001:db8:0:1::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/7772ec83-c227-40cf-b391-b53df45bd89f/b69425b0-6460-41e0-8a17-bc32b2f1e21a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:09.406837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.469380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735d22-5e6f-4019-863b-2be12560f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb958c-d72e-420a-97a9-69c9c21478ae,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.479150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d5735d22-5e6f-4019-863b-2be12560f3cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c68c7763f695433d83da770feb3825d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9349849 Feb 11 13:50:09.483002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35840) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:09.503161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (8b9588fc-d4cd-4746-a86a-1937ff51a945), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.530998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-116989ac-8c62-4ff4-99ba-65aa75b13c70 None None] For port b69425b0-6460-41e0-8a17-bc32b2f1e21a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b69425b0-6460-41e0-8a17-bc32b2f1e21a,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:09.553884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3c02f65-3e6d-4e07-a93b-1631d62dd58c admin admin] Publish callbacks [] for security_group (a1b132e7-4925-49cc-957d-80b34a8b1c6c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.580388 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-116989ac-8c62-4ff4-99ba-65aa75b13c70 None None] Publish callbacks [] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.590059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3c02f65-3e6d-4e07-a93b-1631d62dd58c admin admin] Publish callbacks [] for security_group (a1b132e7-4925-49cc-957d-80b34a8b1c6c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.590347 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-116989ac-8c62-4ff4-99ba-65aa75b13c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.604673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ce03446-ad4d-4c4b-8246-bf4633b85b7e admin admin] Publish callbacks [] for security_group (96bb958c-d72e-420a-97a9-69c9c21478ae), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.644323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 6bd5991c-414a-4d21-a7f7-21ecdab2673e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:09.644774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6bd5991c-414a-4d21-a7f7-21ecdab2673e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.674338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ce03446-ad4d-4c4b-8246-bf4633b85b7e admin admin] Publish callbacks [] for security_group (96bb958c-d72e-420a-97a9-69c9c21478ae), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.675030 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3c02f65-3e6d-4e07-a93b-1631d62dd58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a1b132e7-4925-49cc-957d-80b34a8b1c6c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.677702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3c02f65-3e6d-4e07-a93b-1631d62dd58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.682109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f3c02f65-3e6d-4e07-a93b-1631d62dd58c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1b132e7-4925-49cc-957d-80b34a8b1c6c HTTP/1.1" status: 204 len: 168 time: 0.3402517 Feb 11 13:50:09.719789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116989ac-8c62-4ff4-99ba-65aa75b13c70 None None] Pushing event updated for resources: {'Port': ['ID=b69425b0-6460-41e0-8a17-bc32b2f1e21a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.744589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c02f65-3e6d-4e07-a93b-1631d62dd58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b132e7-4925-49cc-957d-80b34a8b1c6c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.871177 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.884517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ce03446-ad4d-4c4b-8246-bf4633b85b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (96bb958c-d72e-420a-97a9-69c9c21478ae), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.891046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ce03446-ad4d-4c4b-8246-bf4633b85b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.894886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9ce03446-ad4d-4c4b-8246-bf4633b85b7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96bb958c-d72e-420a-97a9-69c9c21478ae HTTP/1.1" status: 204 len: 168 time: 0.4082985 Feb 11 13:50:09.917703 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6bd5991c-414a-4d21-a7f7-21ecdab2673e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:09.930703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce03446-ad4d-4c4b-8246-bf4633b85b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb958c-d72e-420a-97a9-69c9c21478ae,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.943730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:10.079664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 6bd5991c-414a-4d21-a7f7-21ecdab2673e owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:10.297275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:10.321255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d9780494-1244-4ef1-b67d-344dd30390e8 req-0a3a228a-f2b6-4901-b171-bd1dc64a1ec4 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1064930 Feb 11 13:50:10.353358 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f49d27b-b8f5-4275-acbe-4b4faa6a8a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:10.372521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Router 8b9588fc-d4cd-4746-a86a-1937ff51a945 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:10.374076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b69425b0-6460-41e0-8a17-bc32b2f1e21a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:10.401742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d573b-90aa-4b83-811f-3521fc5b0f17 req-32370278-186e-444d-8962-c2377ca4adf3 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:10.403421 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a4d573b-90aa-4b83-811f-3521fc5b0f17 req-32370278-186e-444d-8962-c2377ca4adf3 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.4796865 Feb 11 13:50:10.523496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b69425b0-6460-41e0-8a17-bc32b2f1e21a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:10.524053 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:10.628597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Allocated IP 172.25.3.135 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/832d0940-332d-4d5c-8a0c-5cce836cb7e9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:10.632328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:10.643791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] Sync routers for ids ['8b9588fc-d4cd-4746-a86a-1937ff51a945'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:10.653066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35860) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:10.666471 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:10.673642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0e7b814a-3872-472f-b7c2-3e4de7c8dc44 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6111534 Feb 11 13:50:10.674648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35862) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:10.676649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] Routers {'8b9588fc-d4cd-4746-a86a-1937ff51a945'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:10.677291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8b9588fc-d4cd-4746-a86a-1937ff51a945'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:10.690254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': False}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:10.808087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:10.833931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0aea-f5b2-49e3-b3f6-0bc7e4fe3f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:10.847915 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:10.863165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b69425b0-6460-41e0-8a17-bc32b2f1e21a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:10.881479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] Routers {'8b9588fc-d4cd-4746-a86a-1937ff51a945'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:10.882195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8b9588fc-d4cd-4746-a86a-1937ff51a945'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:10.996434 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f49d27b-b8f5-4275-acbe-4b4faa6a8a9f admin admin] Publish callbacks [] for security_group (69261086-2fb7-4604-8f7a-e85261189e3a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.016049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f49d27b-b8f5-4275-acbe-4b4faa6a8a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (69261086-2fb7-4604-8f7a-e85261189e3a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.019699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.101651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=832d0940-332d-4d5c-8a0c-5cce836cb7e9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:11.163209 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a4d573b-90aa-4b83-811f-3521fc5b0f17 req-0641995e-d2c0-41d9-89e3-fd3ab011c194 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7468708 Feb 11 13:50:11.181299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:11.199156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:11.207140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:11.316109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (8b9588fc-d4cd-4746-a86a-1937ff51a945), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.324538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f49d27b-b8f5-4275-acbe-4b4faa6a8a9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e171fb8319247cfbb8c885ffe4c8b68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0236692 Feb 11 13:50:11.345085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35870) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:11.359743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d27b-b8f5-4275-acbe-4b4faa6a8a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69261086-2fb7-4604-8f7a-e85261189e3a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:11.414982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:11.417286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c3cc3-71a8-48ca-b2e8-10cd6955bc82 None None] The sync data for ids ['8b9588fc-d4cd-4746-a86a-1937ff51a945'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:11.436628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b48a5f59-50ea-496a-8e12-c1b301b574a0 None None] Provisioning complete for port b69425b0-6460-41e0-8a17-bc32b2f1e21a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:11.437339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b48a5f59-50ea-496a-8e12-c1b301b574a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.573834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3bc783af-b74e-43b2-8461-e3b2183eaaf1 req-62c4df96-125d-44a2-a7c8-38f0367d499b tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0538218 Feb 11 13:50:11.640610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b48a5f59-50ea-496a-8e12-c1b301b574a0 None None] Current status of the port b69425b0-6460-41e0-8a17-bc32b2f1e21a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:11.653673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6bd5991c-414a-4d21-a7f7-21ecdab2673e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.688099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=6bd5991c-414a-4d21-a7f7-21ecdab2673e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:11.750204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0aea-f5b2-49e3-b3f6-0bc7e4fe3f59 admin admin] Publish callbacks [] for security_group (77c30ecc-f12d-40ba-ac8a-5a14a9442e13), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.785568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0aea-f5b2-49e3-b3f6-0bc7e4fe3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (77c30ecc-f12d-40ba-ac8a-5a14a9442e13), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.794728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-67a4797c-c929-443b-8581-639c501a176a None None] Could not find standard attr ID for object 6bd5991c-414a-4d21-a7f7-21ecdab2673e. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:50:11.910517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.920442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e0e51d5-bf0d-44f6-88fe-89491ddabf57 admin admin] Publish callbacks [] for security_group (69261086-2fb7-4604-8f7a-e85261189e3a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:11.924006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35880) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:11.924282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ba909a94-8be1-454f-9e41-73268cc502be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/6bd5991c-414a-4d21-a7f7-21ecdab2673e HTTP/1.1" status: 204 len: 168 time: 2.9061868 Feb 11 13:50:11.949723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44d23115-bc39-4f2d-a48d-82fa410395a0 req-5685e555-abb8-4d6a-8064-3634480b6712 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1486423 Feb 11 13:50:12.316020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (3ee14aa3-6206-419c-8dba-711dbb5ea982), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:12.439673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:12.507063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b0aea-f5b2-49e3-b3f6-0bc7e4fe3f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c30ecc-f12d-40ba-ac8a-5a14a9442e13,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:12.563924 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e0e51d5-bf0d-44f6-88fe-89491ddabf57 admin admin] Publish callbacks [] for security_group (69261086-2fb7-4604-8f7a-e85261189e3a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:12.635221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:12.635929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6c8b0aea-f5b2-49e3-b3f6-0bc7e4fe3f59 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f10f1e32c5e48599229b9077249f751&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9813006 Feb 11 13:50:12.654648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e0e51d5-bf0d-44f6-88fe-89491ddabf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (69261086-2fb7-4604-8f7a-e85261189e3a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:12.657460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e0e51d5-bf0d-44f6-88fe-89491ddabf57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:12.658775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5e0e51d5-bf0d-44f6-88fe-89491ddabf57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69261086-2fb7-4604-8f7a-e85261189e3a HTTP/1.1" status: 204 len: 168 time: 1.3121228 Feb 11 13:50:12.713484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e51d5-bf0d-44f6-88fe-89491ddabf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69261086-2fb7-4604-8f7a-e85261189e3a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:12.716883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba900ac8-7a68-424e-b4c1-9c272dcdd130 admin admin] Publish callbacks [] for security_group (77c30ecc-f12d-40ba-ac8a-5a14a9442e13), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:12.738172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527cb4e4-b6af-4f15-8751-26530bd576e0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:12.739991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-527cb4e4-b6af-4f15-8751-26530bd576e0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7893333 Feb 11 13:50:12.744034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:12.927113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba900ac8-7a68-424e-b4c1-9c272dcdd130 admin admin] Publish callbacks [] for security_group (77c30ecc-f12d-40ba-ac8a-5a14a9442e13), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:12.953954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261da5d1-5538-4e57-8585-1bac132e2b76 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:12.969893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-261da5d1-5538-4e57-8585-1bac132e2b76 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2158585 Feb 11 13:50:12.998859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35894) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:13.084389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8125489-3e52-40a6-a4b7-5035db4d8047 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:13.085724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8125489-3e52-40a6-a4b7-5035db4d8047 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:13.087186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8125489-3e52-40a6-a4b7-5035db4d8047 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:13.088793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a8125489-3e52-40a6-a4b7-5035db4d8047 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0864861 Feb 11 13:50:13.104188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a83a737-5c95-477e-8540-18325bbc5a48 req-d26bafcc-f9fe-4b99-a24f-d0342673919f tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.1901975 Feb 11 13:50:13.104686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:13.268267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.357559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.576803 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.586701 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.590020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event updated for resources: {'Port': ['ID=832d0940-332d-4d5c-8a0c-5cce836cb7e9,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:13.594525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (3ee14aa3-6206-419c-8dba-711dbb5ea982), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.729383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba900ac8-7a68-424e-b4c1-9c272dcdd130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (77c30ecc-f12d-40ba-ac8a-5a14a9442e13), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.736606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba900ac8-7a68-424e-b4c1-9c272dcdd130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.742794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ba900ac8-7a68-424e-b4c1-9c272dcdd130 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77c30ecc-f12d-40ba-ac8a-5a14a9442e13 HTTP/1.1" status: 204 len: 168 time: 1.1042230 Feb 11 13:50:13.762154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 7772ec83-c227-40cf-b391-b53df45bd89f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:50:13.767879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (7772ec83-c227-40cf-b391-b53df45bd89f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:13.898693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900ac8-7a68-424e-b4c1-9c272dcdd130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c30ecc-f12d-40ba-ac8a-5a14a9442e13,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:13.899533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Router 8b9588fc-d4cd-4746-a86a-1937ff51a945 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:13.929202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (7772ec83-c227-40cf-b391-b53df45bd89f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:14.241283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:14.253766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:14.257299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-24d39f4e-700c-4c32-861c-6a94a8887b1a tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "PUT /v2.0/routers/8b9588fc-d4cd-4746-a86a-1937ff51a945 HTTP/1.1" status: 200 len: 925 time: 3.5696468 Feb 11 13:50:14.257672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:14.268445 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] Sync routers for ids ['8b9588fc-d4cd-4746-a86a-1937ff51a945'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:14.292470 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] Routers {'8b9588fc-d4cd-4746-a86a-1937ff51a945'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:14.293989 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8b9588fc-d4cd-4746-a86a-1937ff51a945'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.301135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (7772ec83-c227-40cf-b391-b53df45bd89f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:14.400446 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP 3ee14aa3-6206-419c-8dba-711dbb5ea982 associated. External IP: 172.25.3.135, port: 5c3405e0-5c97-4703-a013-fd998fb76bfa. Feb 11 13:50:14.405427 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.427371 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] Routers {'8b9588fc-d4cd-4746-a86a-1937ff51a945'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:14.429177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8b9588fc-d4cd-4746-a86a-1937ff51a945'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.492781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (7772ec83-c227-40cf-b391-b53df45bd89f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:14.519310 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.520355 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91c753-401a-450c-a494-1f7520250cc8 None None] The sync data for ids ['8b9588fc-d4cd-4746-a86a-1937ff51a945'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:14.547494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d03b402-f6f2-4a6a-ac28-bcb66bda1280 req-e6f51171-6ea3-45e1-bf36-1e5a5c91110f tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0364292 Feb 11 13:50:14.554023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29a0b548-7d8f-4fb7-a7ce-05faa591f3e2 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/8b9588fc-d4cd-4746-a86a-1937ff51a945 HTTP/1.1" status: 200 len: 925 time: 0.2929332 Feb 11 13:50:14.554909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35940) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:14.576497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc5340-11d6-4ca8-91d4-49f1be68a72c None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:14.590564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=7772ec83-c227-40cf-b391-b53df45bd89f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:14.607897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:14.625895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/7772ec83-c227-40cf-b391-b53df45bd89f HTTP/1.1" status: 204 len: 168 time: 1.5031452 Feb 11 13:50:14.628568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35944) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:14.648884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.658803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.659460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.660066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.660714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.661936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.671299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.676770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.677819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.682514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.683164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.683735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.685722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbcf05-2940-4a29-91d4-1c9c4ce116a4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:14.701674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet a53ca489-ab87-42e8-b070-ac7e0dc1621b {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:50:14.706885 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (a53ca489-ab87-42e8-b070-ac7e0dc1621b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:14.742513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35948) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:14.843856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (a53ca489-ab87-42e8-b070-ac7e0dc1621b), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:14.931032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb1564-f1d6-4844-90a7-eaace4bee4aa tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:14.935573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-68fb1564-f1d6-4844-90a7-eaace4bee4aa tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=8b9588fc-d4cd-4746-a86a-1937ff51a945&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3768222 Feb 11 13:50:14.946060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35956) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:15.062740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e431e9d4-4026-474e-8cc2-e8ac6ed23f51 req-6b7c07cc-ad46-4cab-9535-1a5ae76154f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=193320faba104009b533e7f4fb5f652c&device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0890062 Feb 11 13:50:15.081295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944127228-network', 'tenant_id': '64b6f8db2a3744afa7f0a49136e48a5d'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:15.106788 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56256a60-0b5b-4fb7-b75a-ed3fec199589 req-940557ee-7e95-45fb-8fb0-7bbafac1b92f tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0473289 Feb 11 13:50:15.195927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:15.347689 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a53ca489-ab87-42e8-b070-ac7e0dc1621b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:15.431196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Made reservation on behalf of 64b6f8db2a3744afa7f0a49136e48a5d for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:15.435421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:15.554757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e431e9d4-4026-474e-8cc2-e8ac6ed23f51 req-85a94072-ed29-49de-9c16-9ea248e53a3a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=193320faba104009b533e7f4fb5f652c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4842968 Feb 11 13:50:15.555964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d75bb2-47a7-423b-bf25-ccb761b2ec1c tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:15.558537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70d75bb2-47a7-423b-bf25-ccb761b2ec1c tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.6102622 Feb 11 13:50:15.566996 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (a53ca489-ab87-42e8-b070-ac7e0dc1621b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:15.569121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:15.601069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:15.614661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=a53ca489-ab87-42e8-b070-ac7e0dc1621b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:15.783901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-91e4fceb-2eb6-45e3-bab7-951306f82073 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b9588fc-d4cd-4746-a86a-1937ff51a945 HTTP/1.1" status: 200 len: 205 time: 0.1811974 Feb 11 13:50:15.798849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35976) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:15.820773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431e9d4-4026-474e-8cc2-e8ac6ed23f51 req-b21c72e3-43aa-4bac-b9e2-d6db1ba43869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:15.822300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e431e9d4-4026-474e-8cc2-e8ac6ed23f51 req-b21c72e3-43aa-4bac-b9e2-d6db1ba43869 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188292 Feb 11 13:50:15.829553 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:15.848573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/a53ca489-ab87-42e8-b070-ac7e0dc1621b HTTP/1.1" status: 204 len: 168 time: 1.2188625 Feb 11 13:50:15.850222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35978) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:15.851820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.852182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.852701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.853041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.853387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.853728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.854063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.854424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.854856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.861187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.861649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.861923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.862512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546232c8-646b-4240-b6c1-2cd0fd464c9c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:15.904846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:15.920307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] Sync routers for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:15.928751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b516f0f-0d28-46ea-b783-1f3e3dba0002 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:15.933744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69e85eea-4ec6-47ee-b91d-31a586f74ea3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662732 Feb 11 13:50:15.934521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35982) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:15.942789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:16.023698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.081199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:16.085335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.102232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.130910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:16.131568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:16.189539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f6bdec42-0e69-4e44-b40c-728472268e59 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9537311 Feb 11 13:50:16.195612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:16.198004 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a1f6c2-7ee3-4d48-af71-84a821b395fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:16.222073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-13553dd9-74cf-44b3-9225-0bd860cbafc6 req-b0b54184-eb43-4e1c-b6a0-98e219f0df90 service neutron] (103176) timed out ('10.222.0.83', 61884) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:50:16.299196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks [] for security_group (60e6ffe1-3a1b-4b90-9791-c345c5f46260), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.379947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3319554f-b1c4-495f-8f78-ffceb31cab78 req-792eede2-eb9a-42f8-85d1-971e43e27f44 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0785227 Feb 11 13:50:16.385813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:16.397574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (60e6ffe1-3a1b-4b90-9791-c345c5f46260), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.427718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-14f1d8b3-bdc6-4d5b-911a-feb8bc7bb284 None None] Provisioning complete for port b69425b0-6460-41e0-8a17-bc32b2f1e21a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:16.428315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-14f1d8b3-bdc6-4d5b-911a-feb8bc7bb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.458230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa1aac-28fd-4c2a-95c0-a36afa4b12f2 req-71fa7881-e4b1-4b5d-b1e2-45d37fa60278 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:16.471781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41fa1aac-28fd-4c2a-95c0-a36afa4b12f2 req-71fa7881-e4b1-4b5d-b1e2-45d37fa60278 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.1600919 Feb 11 13:50:16.502029 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (8b9588fc-d4cd-4746-a86a-1937ff51a945), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.572380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:50:16.573617 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a643dd60-bd2c-47cb-8b01-abb3dd37247b x-openstack-request-id: req-a643dd60-bd2c-47cb-8b01-abb3dd37247b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:16.573915 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:16.574209 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a643dd60-bd2c-47cb-8b01-abb3dd37247b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:16.574666 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'status': 'completed', 'code': 200} Feb 11 13:50:16.585056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:16.628038 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41fa1aac-28fd-4c2a-95c0-a36afa4b12f2 req-824e5f8b-dd2c-40ca-8438-82bfb865b372 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550131 Feb 11 13:50:16.645786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:16.651898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-14f1d8b3-bdc6-4d5b-911a-feb8bc7bb284 None None] Current status of the port b69425b0-6460-41e0-8a17-bc32b2f1e21a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:16.683262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e6ffe1-3a1b-4b90-9791-c345c5f46260,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:16.705407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c10d48fe-1a92-4471-9781-3936c1112e1c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.705765 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Added segment c10d48fe-1a92-4471-9781-3936c1112e1c of type vlan for network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 Feb 11 13:50:16.710469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] Deleting port b69425b0-6460-41e0-8a17-bc32b2f1e21a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:16.710630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.758724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Deleting port d792a753-9d66-4da5-94e3-01920d136a16 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:16.759071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d792a753-9d66-4da5-94e3-01920d136a16), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.769191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (6909b19b-810d-43d1-b60e-4fe4469d7dff), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.790537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-8471a3a9-4130-45c5-903e-004931fb555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:16.792041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-8471a3a9-4130-45c5-903e-004931fb555b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1128 time: 0.2355700 Feb 11 13:50:16.793152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f3109dca-7ef5-4132-ab8a-adc46864a952 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/3ee14aa3-6206-419c-8dba-711dbb5ea982 HTTP/1.1" status: 200 len: 992 time: 0.1461565 Feb 11 13:50:16.793808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (6747e886-c0f9-495c-94e0-1e6339d8b5b4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.822904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] For port b69425b0-6460-41e0-8a17-bc32b2f1e21a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b69425b0-6460-41e0-8a17-bc32b2f1e21a,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:16.823628 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.846143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] Calling delete_port for b69425b0-6460-41e0-8a17-bc32b2f1e21a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:16.868796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d792a753-9d66-4da5-94e3-01920d136a16), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.900963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Calling delete_port for d792a753-9d66-4da5-94e3-01920d136a16 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:16.977245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-b8eae62e-fee6-445e-a498-51ea606e0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:16.978841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-b8eae62e-fee6-445e-a498-51ea606e0fe5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0ef1449d-9238-4189-9c18-ba08e092de51 HTTP/1.1" status: 200 len: 897 time: 0.1605566 Feb 11 13:50:16.993022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:17.008831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:17.051854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (b69425b0-6460-41e0-8a17-bc32b2f1e21a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.074283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:17.074895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.102658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] Pushing event deleted for resources: {'Port': ['ID=b69425b0-6460-41e0-8a17-bc32b2f1e21a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:17.132417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=6909b19b-810d-43d1-b60e-4fe4469d7dff,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:17.140014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8214eda-aafc-4fd4-8faf-932dec2b88ee None None] No DVR routers for this DVR port b69425b0-6460-41e0-8a17-bc32b2f1e21a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:17.164305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '3ee14aa3-6206-419c-8dba-711dbb5ea982', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'port_id': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'mac_address': 'fa:16:3e:3b:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429db0f-2c86-44a9-904a-3562eac18210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:50:11Z', 'updated_at': '2022-02-11T13:50:11Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:48Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:17.165857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e431e9d4-4026-474e-8cc2-e8ac6ed23f51 req-501ef102-8865-4afb-b458-20515465f16e tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.83 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0607285 Feb 11 13:50:17.166534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (6747e886-c0f9-495c-94e0-1e6339d8b5b4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.167416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:17.167981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.228412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] Checking router: 7ddde4d5-c356-4114-9b8d-58934ecdcbaf for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:17.242873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317bf97b-0ef1-4406-9728-5bc3314a1b50 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:17.247398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] Pushing event updated for resources: {'Network': ['ID=6747e886-c0f9-495c-94e0-1e6339d8b5b4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:17.257211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f1f024a4-2b09-422b-9a86-05bdbaefad39 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3184087 Feb 11 13:50:17.260142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36014) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:17.265982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d33a42fa-3b71-47ac-a014-3ebbe464c22a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:17.268400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d792a753-9d66-4da5-94e3-01920d136a16), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.270842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-26bd969b-cf1f-4dea-9198-fd8c541b16ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa HTTP/1.1" status: 200 len: 1000 time: 0.2801356 Feb 11 13:50:17.279596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7603a5be-2362-4a91-9f99-8a566da98646 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5352654 Feb 11 13:50:17.286165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36016) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:17.299316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:17.320625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:17.322016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:17.340938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Request body: {'subnet': {'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944127228-subnet', 'tenant_id': '64b6f8db2a3744afa7f0a49136e48a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:17.420646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event deleted for resources: {'Port': ['ID=d792a753-9d66-4da5-94e3-01920d136a16,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:17.437437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Made reservation on behalf of 64b6f8db2a3744afa7f0a49136e48a5d for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:17.439942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.508846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-48c1877d-ceef-4ea1-bfad-95b83ee1931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:17.510399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-48c1877d-ceef-4ea1-bfad-95b83ee1931b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=202b7b7f-4675-49e8-9b8b-34bf738d7b26 HTTP/1.1" status: 200 len: 834 time: 0.2186108 Feb 11 13:50:17.665927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28b84e98-d820-4ea4-b39d-ef2d82345405 req-919541e4-bc03-49e5-91f7-67ad9bdbc9f3 tempest-ServerShowV254Test-383508827 tempest-ServerShowV254Test-383508827-project] 10.222.0.79 "GET /v2.0/ports?device_id=1962a2bb-4cfd-4580-af09-a6a0fe8211aa HTTP/1.1" status: 200 len: 210 time: 0.0669639 Feb 11 13:50:17.688139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (8b9588fc-d4cd-4746-a86a-1937ff51a945), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.732858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a42fa-3b71-47ac-a014-3ebbe464c22a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:17.736326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d33a42fa-3b71-47ac-a014-3ebbe464c22a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.748922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': '6909b19b-810d-43d1-b60e-4fe4469d7dff'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:50:17.749889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.756995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:17.775567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-19c471d8-39a4-406d-b790-ddc0f2fa9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:17.777461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-19c471d8-39a4-406d-b790-ddc0f2fa9c8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0ef1449d-9238-4189-9c18-ba08e092de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2590458 Feb 11 13:50:17.800240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36032) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:18.021213 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (5e2da54e-c0c4-4fbe-93d4-b96291b28da0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.090669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.098786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (8b9588fc-d4cd-4746-a86a-1937ff51a945), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.160543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2da54e-c0c4-4fbe-93d4-b96291b28da0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:18.186982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (8b9588fc-d4cd-4746-a86a-1937ff51a945), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.187168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9588fc-d4cd-4746-a86a-1937ff51a945 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:18.196115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.196917 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2e3bafe7-41cd-48a3-bceb-deedcbdf780c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/8b9588fc-d4cd-4746-a86a-1937ff51a945 HTTP/1.1" status: 204 len: 168 time: 2.3969698 Feb 11 13:50:18.203548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36040) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:18.207979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-05f4cd3d-fd1c-4a13-93dd-9f9aaf40c087 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-11526704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:18.227011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Checking segment: {'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:50:18.227548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Network hostable DHCP agents. Network: 6747e886-c0f9-495c-94e0-1e6339d8b5b4, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:18.235867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05f4cd3d-fd1c-4a13-93dd-9f9aaf40c087 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.237083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05f4cd3d-fd1c-4a13-93dd-9f9aaf40c087 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.291530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:18.383783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05f4cd3d-fd1c-4a13-93dd-9f9aaf40c087 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (740933ae-a1ed-4b80-aeed-d931a1a84280), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.385189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 6747e886-c0f9-495c-94e0-1e6339d8b5b4) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:18.398925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:18.399572 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.414789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05f4cd3d-fd1c-4a13-93dd-9f9aaf40c087 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.438769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5821e82d-610f-4a2e-87e5-a105609c91ac admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1510487 Feb 11 13:50:18.443648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-05f4cd3d-fd1c-4a13-93dd-9f9aaf40c087 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.444854 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-05f4cd3d-fd1c-4a13-93dd-9f9aaf40c087 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2407115 Feb 11 13:50:18.445203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b69425b0-6460-41e0-8a17-bc32b2f1e21a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:18.447671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e41b21-5056-4db1-a04d-186285caed28 None None] Network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:18.448237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:18.455220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:18.569794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7f57debf-a6ab-4a0e-9903-b5227fcfa5f2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/3ee14aa3-6206-419c-8dba-711dbb5ea982 HTTP/1.1" status: 200 len: 992 time: 0.7684469 Feb 11 13:50:18.575234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b69425b0-6460-41e0-8a17-bc32b2f1e21a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:50:18.575817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b69425b0-6460-41e0-8a17-bc32b2f1e21a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:18.606483 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-d33a42fa-3b71-47ac-a014-3ebbe464c22a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6909b19b-810d-43d1-b60e-4fe4469d7dff (CIDR: 2001:db8::/64) Feb 11 13:50:18.612314 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33a42fa-3b71-47ac-a014-3ebbe464c22a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:50:18.613002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33a42fa-3b71-47ac-a014-3ebbe464c22a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:18.614112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/6909b19b-810d-43d1-b60e-4fe4469d7dff/848517ec-65cc-4b7d-bb93-6a3666e6a7dc) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:18.616942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-01673f60-c331-4c23-8cbf-7c734263f41d service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8177299 Feb 11 13:50:18.654866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d33a42fa-3b71-47ac-a014-3ebbe464c22a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3934805 Feb 11 13:50:18.664187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36054) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:18.672241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:18.816649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42a1f6c2-7ee3-4d48-af71-84a821b395fd req-5c782b9f-698f-444e-8e31-70061cf0d168 service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912692 Feb 11 13:50:18.873024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:18.877357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:18.920414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (740933ae-a1ed-4b80-aeed-d931a1a84280), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.090376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '3ee14aa3-6206-419c-8dba-711dbb5ea982', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'port_id': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'mac_address': 'fa:16:3e:3b:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429db0f-2c86-44a9-904a-3562eac18210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:50:11Z', 'updated_at': '2022-02-11T13:50:11Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:48Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:19.135725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00303d0d-a831-4f88-8235-8f79f921eef4 None None] The sync data for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 is: [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '3ee14aa3-6206-419c-8dba-711dbb5ea982', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'port_id': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'mac_address': 'fa:16:3e:3b:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429db0f-2c86-44a9-904a-3562eac18210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:50:11Z', 'updated_at': '2022-02-11T13:50:11Z', 'revision_number': 0, 'project_id': '438affb9494641819ba0787e4b08b11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:48Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:19.137569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091c768-9851-43c3-8b98-466e8fe64133 None None] Network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:19.403177 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (740933ae-a1ed-4b80-aeed-d931a1a84280), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.433359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Publish callbacks [] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.445908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.473579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.521200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:19.526659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:19.542455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:19.546534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36074) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:19.572849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36082) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:19.634484 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d2258-4563-403b-afdc-baaef9a06531 None None] New status for floating IP 3ee14aa3-6206-419c-8dba-711dbb5ea982: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:50:19.637187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Pushing event updated for resources: {'Port': ['ID=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:19.639135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:50:19.646217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Attempting to bind port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:50:19.647546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Attempting to bind port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:50:19.647820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Attempting to bind port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:19.656097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:19.656947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:50:19.657472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.658107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:19.658739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Bound port: 848517ec-65cc-4b7d-bb93-6a3666e6a7dc, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:50:19.659741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.886834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] For port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:19.898919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] For port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:19.913741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:19.953622 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a72cc79c-65bd-49a9-958f-0337f0131dc3 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/3ee14aa3-6206-419c-8dba-711dbb5ea982 HTTP/1.1" status: 200 len: 992 time: 0.3607643 Feb 11 13:50:20.008986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Allocated IP 172.25.3.158 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/f70a1451-332b-4061-ad13-5470bacff571) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:20.018046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908a48f-f5b6-4f9d-84c6-07420f3d26dd None None] Pushing event updated for resources: {'Port': ['ID=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:20.063531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77b946ae-6998-4b4e-9537-d68b4249c22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.110893 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.204363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.253013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for port (f70a1451-332b-4061-ad13-5470bacff571), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.337826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f70a1451-332b-4061-ad13-5470bacff571), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.414726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event updated for resources: {'Port': ['ID=f70a1451-332b-4061-ad13-5470bacff571,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:20.424959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:20.427000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:20.428935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:20.513846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77b946ae-6998-4b4e-9537-d68b4249c22a admin admin] Publish callbacks [] for security_group (24226e64-0c7d-4231-a6d5-d16395b6c507), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.567330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77b946ae-6998-4b4e-9537-d68b4249c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (24226e64-0c7d-4231-a6d5-d16395b6c507), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.598615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-77b946ae-6998-4b4e-9537-d68b4249c22a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=193320faba104009b533e7f4fb5f652c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0485528 Feb 11 13:50:20.604707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36098) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:20.708151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c56283b6-c662-4f9a-95a1-d725abd3ab93 admin admin] Publish callbacks [] for security_group (24226e64-0c7d-4231-a6d5-d16395b6c507), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.750404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c56283b6-c662-4f9a-95a1-d725abd3ab93 admin admin] Publish callbacks [] for security_group (24226e64-0c7d-4231-a6d5-d16395b6c507), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.752902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b946ae-6998-4b4e-9537-d68b4249c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24226e64-0c7d-4231-a6d5-d16395b6c507,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:20.814289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] For port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:20.847177 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (740933ae-a1ed-4b80-aeed-d931a1a84280), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.925673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.937419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:20.984265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:21.066676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.072555 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c56283b6-c662-4f9a-95a1-d725abd3ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (24226e64-0c7d-4231-a6d5-d16395b6c507), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:21.075147 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c56283b6-c662-4f9a-95a1-d725abd3ab93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:21.079439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c56283b6-c662-4f9a-95a1-d725abd3ab93 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/24226e64-0c7d-4231-a6d5-d16395b6c507 HTTP/1.1" status: 204 len: 168 time: 0.4648347 Feb 11 13:50:21.083726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (44b47285-8653-4dea-815b-8896847b0df7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:21.124495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56283b6-c662-4f9a-95a1-d725abd3ab93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24226e64-0c7d-4231-a6d5-d16395b6c507,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.142886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:21.152708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-31cbd7ec-a565-4a4c-a8fa-3756e8f1a3fb tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/3ee14aa3-6206-419c-8dba-711dbb5ea982 HTTP/1.1" status: 200 len: 994 time: 0.1611285 Feb 11 13:50:21.180783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:21.191463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:21.192086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:21.264922 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5980217 Feb 11 13:50:21.266588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36116) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:21.284070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:76:18:46', 'name': 'tempest-NetworksTestDHCPv6-376142397'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:21.552414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5675a88-7edd-4ae3-be92-69b7dd859379 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=44b47285-8653-4dea-815b-8896847b0df7,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.608409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:21.733365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89831371-e58e-41fb-a7d8-1bc2a15c7d53 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:21.899640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:21.947821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port 9a4a5115-efb3-4c85-884d-50475780bc16 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:50:21.960066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:21.995464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d38ad69e-1685-4ece-a988-27ea10af623d None None] Provisioning complete for port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:21.997057 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d38ad69e-1685-4ece-a988-27ea10af623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:22.029181 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:22.029778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:22.347154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d38ad69e-1685-4ece-a988-27ea10af623d None None] Current status of the port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:22.350039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d38ad69e-1685-4ece-a988-27ea10af623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:22.433981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::44 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/6909b19b-810d-43d1-b60e-4fe4469d7dff/9a4a5115-efb3-4c85-884d-50475780bc16) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:22.445154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:1846 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/44b47285-8653-4dea-815b-8896847b0df7/9a4a5115-efb3-4c85-884d-50475780bc16) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:22.449953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d38ad69e-1685-4ece-a988-27ea10af623d None None] For port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:22.459050 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d38ad69e-1685-4ece-a988-27ea10af623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:22.499176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Router 740933ae-a1ed-4b80-aeed-d931a1a84280 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:22.547317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 848517ec-65cc-4b7d-bb93-6a3666e6a7dc up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:22.612201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ad69e-1685-4ece-a988-27ea10af623d None None] Pushing event updated for resources: {'Port': ['ID=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:22.677428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:22.679811 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:22.853549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:22.869429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:22.876793 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fbf09ad3-8f97-4c19-9cd5-dd2af57a1820 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "PUT /v2.0/routers/740933ae-a1ed-4b80-aeed-d931a1a84280 HTTP/1.1" status: 200 len: 882 time: 4.4255788 Feb 11 13:50:22.878368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36150) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:22.906317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:22.913608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] Sync routers for ids ['740933ae-a1ed-4b80-aeed-d931a1a84280'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:22.946699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] Routers {'740933ae-a1ed-4b80-aeed-d931a1a84280'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:22.957331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['740933ae-a1ed-4b80-aeed-d931a1a84280'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:22.971130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (9a4a5115-efb3-4c85-884d-50475780bc16), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:23.038765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:23.056644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9a4a5115-efb3-4c85-884d-50475780bc16), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:23.072808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] Routers {'740933ae-a1ed-4b80-aeed-d931a1a84280'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:23.073445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:49:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['740933ae-a1ed-4b80-aeed-d931a1a84280'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:23.124907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-92786014-d93a-4953-a54c-b6d073ad5efa tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/740933ae-a1ed-4b80-aeed-d931a1a84280 HTTP/1.1" status: 200 len: 923 time: 0.2452931 Feb 11 13:50:23.125682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36158) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:23.175128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:23.176120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773db37c-f42d-4e73-950a-63f15b4b9d22 None None] The sync data for ids ['740933ae-a1ed-4b80-aeed-d931a1a84280'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:23.178163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:23.195383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:23.221486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:23.234981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:23.237978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:23.270325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9958079 Feb 11 13:50:23.271923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:23.290283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421eb34-522f-4412-886d-8faba967d8b7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=9a4a5115-efb3-4c85-884d-50475780bc16,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:23.322694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f258ac2-7626-4863-8f04-1151f9cf8fe5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:23.331488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5f258ac2-7626-4863-8f04-1151f9cf8fe5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=740933ae-a1ed-4b80-aeed-d931a1a84280&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2041955 Feb 11 13:50:23.335971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36166) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:23.421081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port 9a4a5115-efb3-4c85-884d-50475780bc16 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:23.421754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9a4a5115-efb3-4c85-884d-50475780bc16), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:23.531625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d1595-e5e2-49ab-a564-43f0a2e06d2c tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:23.533587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a27d1595-e5e2-49ab-a564-43f0a2e06d2c tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.1964295 Feb 11 13:50:23.536676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36182) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:23.606603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7a41668f-b37a-42d9-b584-bbd86cb341c1 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=740933ae-a1ed-4b80-aeed-d931a1a84280 HTTP/1.1" status: 200 len: 205 time: 0.0685949 Feb 11 13:50:23.615222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36188) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:23.644521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f3c299b4-da5f-4d16-bf0d-864b828cb13e None None] Provisioning complete for port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:23.645643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f3c299b4-da5f-4d16-bf0d-864b828cb13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:23.719716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9a4a5115-efb3-4c85-884d-50475780bc16), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:23.772616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for 9a4a5115-efb3-4c85-884d-50475780bc16 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:23.842810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f3c299b4-da5f-4d16-bf0d-864b828cb13e None None] Current status of the port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:23.980483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-bf0c5fb2-d0fe-46d3-9b9a-b5bdf2f47146 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:23.982840 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-bf0c5fb2-d0fe-46d3-9b9a-b5bdf2f47146 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/networks?id=6747e886-c0f9-495c-94e0-1e6339d8b5b4 HTTP/1.1" status: 200 len: 808 time: 0.4093130 Feb 11 13:50:23.983343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36194) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:24.002658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-d9e05c89-8fac-425b-8324-926f66e7493d tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/quotas/64b6f8db2a3744afa7f0a49136e48a5d HTTP/1.1" status: 200 len: 375 time: 0.0114014 Feb 11 13:50:24.083938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.101821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b872988f-1c7a-4071-b9af-35c831a00c83 None None] Provisioning complete for port 9a4a5115-efb3-4c85-884d-50475780bc16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:24.106367 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b872988f-1c7a-4071-b9af-35c831a00c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9a4a5115-efb3-4c85-884d-50475780bc16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.109537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-d98e8fc8-ae4d-4090-b141-2c2e215fa300 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=64b6f8db2a3744afa7f0a49136e48a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913467 Feb 11 13:50:24.222773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b872988f-1c7a-4071-b9af-35c831a00c83 None None] Port 9a4a5115-efb3-4c85-884d-50475780bc16 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:50:24.436539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 848517ec-65cc-4b7d-bb93-6a3666e6a7dc up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:24.445527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (740933ae-a1ed-4b80-aeed-d931a1a84280), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.487085 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9a4a5115-efb3-4c85-884d-50475780bc16), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.533828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-d8e679a2-58c0-4294-9eed-81bc076ef9b5 service neutron] 10.222.0.79 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125690 Feb 11 13:50:24.554159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:24.554561 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.642843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=9a4a5115-efb3-4c85-884d-50475780bc16,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:24.695638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.699480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-85b3dc88-88b0-4243-91fc-bb05b795098e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/9a4a5115-efb3-4c85-884d-50475780bc16 HTTP/1.1" status: 204 len: 168 time: 1.4259539 Feb 11 13:50:24.703231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36208) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:24.717378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-738d4aa2-def0-4d94-a19c-f0ca897bf5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.720646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:24.750560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-eea82113-6941-48d1-952c-9436adffa459 service neutron] 10.222.0.79 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087829 Feb 11 13:50:24.783217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Deleting port f70a1451-332b-4061-ad13-5470bacff571 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:24.784037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f70a1451-332b-4061-ad13-5470bacff571), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.883885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-738d4aa2-def0-4d94-a19c-f0ca897bf5d5 admin admin] Publish callbacks [] for security_group (277a3450-bf3d-4e42-b0a9-e457a16996e7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.889408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-738d4aa2-def0-4d94-a19c-f0ca897bf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (277a3450-bf3d-4e42-b0a9-e457a16996e7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.917453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-738d4aa2-def0-4d94-a19c-f0ca897bf5d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bbc4e299e2f2477892b33436e9de196a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9331043 Feb 11 13:50:24.920813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36212) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:24.940923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4aa2-def0-4d94-a19c-f0ca897bf5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a3450-bf3d-4e42-b0a9-e457a16996e7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:24.975415 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f70a1451-332b-4061-ad13-5470bacff571), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:24.995900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Calling delete_port for f70a1451-332b-4061-ad13-5470bacff571 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:25.120046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e54abb0-4728-4b86-a8d7-2aa0929ed48c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:25.124538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:25.124828 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2e54abb0-4728-4b86-a8d7-2aa0929ed48c tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4203544 Feb 11 13:50:25.144736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62c41d40-0d92-4a82-b7e4-617f8e5baf2b admin admin] Publish callbacks [] for security_group (277a3450-bf3d-4e42-b0a9-e457a16996e7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.167591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0664681-5583-4cc3-bba3-1fc58b4f1d87 req-4539ec90-2297-4cfa-b1a7-9a11e53aa54f tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 210 time: 0.1044936 Feb 11 13:50:25.174922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62c41d40-0d92-4a82-b7e4-617f8e5baf2b admin admin] Publish callbacks [] for security_group (277a3450-bf3d-4e42-b0a9-e457a16996e7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.204056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fb7e8-884d-4add-94c9-8d710802ff07 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:25.213978 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3d5fb7e8-884d-4add-94c9-8d710802ff07 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0861781 Feb 11 13:50:25.214683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36226) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:25.335385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38667c8-78f2-4300-994c-6984476967c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:25.336820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38667c8-78f2-4300-994c-6984476967c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:25.338443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38667c8-78f2-4300-994c-6984476967c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:25.340329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c38667c8-78f2-4300-994c-6984476967c9 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1243489 Feb 11 13:50:25.344654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:25.410749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f70a1451-332b-4061-ad13-5470bacff571), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.439600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 44b47285-8653-4dea-815b-8896847b0df7 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:50:25.444132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (44b47285-8653-4dea-815b-8896847b0df7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.449694 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:50:25.492250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event deleted for resources: {'Port': ['ID=f70a1451-332b-4061-ad13-5470bacff571,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:25.550888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (44b47285-8653-4dea-815b-8896847b0df7), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.572838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62c41d40-0d92-4a82-b7e4-617f8e5baf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (277a3450-bf3d-4e42-b0a9-e457a16996e7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.575504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62c41d40-0d92-4a82-b7e4-617f8e5baf2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.578965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62c41d40-0d92-4a82-b7e4-617f8e5baf2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/277a3450-bf3d-4e42-b0a9-e457a16996e7 HTTP/1.1" status: 204 len: 168 time: 0.6544018 Feb 11 13:50:25.582481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (740933ae-a1ed-4b80-aeed-d931a1a84280), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.589739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c41d40-0d92-4a82-b7e4-617f8e5baf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a3450-bf3d-4e42-b0a9-e457a16996e7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:25.746791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.751255 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (740933ae-a1ed-4b80-aeed-d931a1a84280), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.778435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (44b47285-8653-4dea-815b-8896847b0df7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.842839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (740933ae-a1ed-4b80-aeed-d931a1a84280), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.843819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Fanout notify agent at l3_agent the message router_deleted on router 740933ae-a1ed-4b80-aeed-d931a1a84280 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:25.859870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.861193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-43849a2b-7fac-4a9f-bf13-de0c57b434e7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/740933ae-a1ed-4b80-aeed-d931a1a84280 HTTP/1.1" status: 204 len: 168 time: 2.2446990 Feb 11 13:50:25.866423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36244) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:25.870557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e524d7cf-990c-4b8d-a67f-2243dd0191ff tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317915308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:25.907200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e524d7cf-990c-4b8d-a67f-2243dd0191ff tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.908436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e524d7cf-990c-4b8d-a67f-2243dd0191ff tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.983380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e524d7cf-990c-4b8d-a67f-2243dd0191ff tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (273c66f3-0cdf-415d-911e-7f0d9dd1928d), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:25.985831 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (44b47285-8653-4dea-815b-8896847b0df7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:26.046967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e524d7cf-990c-4b8d-a67f-2243dd0191ff tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:26.053294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:26.058471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e823c6-2e41-4114-bf5d-be28b30cea3d None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:26.073749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/44b47285-8653-4dea-815b-8896847b0df7 HTTP/1.1" status: 204 len: 168 time: 0.7253466 Feb 11 13:50:26.075053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36248) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:26.086051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1d2b-8fab-4142-a950-8df9c20c046f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=44b47285-8653-4dea-815b-8896847b0df7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:26.118050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e524d7cf-990c-4b8d-a67f-2243dd0191ff tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:26.119471 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e524d7cf-990c-4b8d-a67f-2243dd0191ff tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2533040 Feb 11 13:50:26.122086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:26.126810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': True}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:26.190816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 6909b19b-810d-43d1-b60e-4fe4469d7dff {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:50:26.210764 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (6909b19b-810d-43d1-b60e-4fe4469d7dff), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:26.335866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (6909b19b-810d-43d1-b60e-4fe4469d7dff), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:26.395138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb64cea1-250e-4ff7-80bc-141c0f7d47e5 req-7d53c85f-acea-443d-ae84-f808599187d0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 210 time: 0.0418839 Feb 11 13:50:26.605846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (273c66f3-0cdf-415d-911e-7f0d9dd1928d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.017372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70076b6a-37b8-4d2e-bccd-174ee22907f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.063612 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (273c66f3-0cdf-415d-911e-7f0d9dd1928d), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.114506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.211138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-d8b71f93-a021-49ba-9cb6-539423380a34 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:27.214045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-d8b71f93-a021-49ba-9cb6-539423380a34 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.83 "GET /v2.0/networks?id=6747e886-c0f9-495c-94e0-1e6339d8b5b4 HTTP/1.1" status: 200 len: 808 time: 0.2603886 Feb 11 13:50:27.224220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6909b19b-810d-43d1-b60e-4fe4469d7dff), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.312971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Request body: {'port': {'device_id': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4', 'admin_state_up': True, 'tenant_id': '64b6f8db2a3744afa7f0a49136e48a5d'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:27.321420 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (6909b19b-810d-43d1-b60e-4fe4469d7dff), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.342740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Allocated IP 172.25.3.174 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/e5d6c9c0-a699-40cb-972c-8bca2641196b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:27.403725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.405145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f1ced-4cde-4453-aeba-b9a1559dfbed None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:27.411093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/6909b19b-810d-43d1-b60e-4fe4469d7dff HTTP/1.1" status: 204 len: 168 time: 1.3357432 Feb 11 13:50:27.415005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:27.475512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5e15c26-89ec-4fed-900d-2b2de89fc63d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559304 Feb 11 13:50:27.482285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf2d75-aab2-490e-9be6-ddf4648d5da0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=6909b19b-810d-43d1-b60e-4fe4469d7dff,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:27.486658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36294) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:27.504817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:27.587299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6386808e-3492-4660-897a-2352af832f20 None None] Provisioning complete for port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:27.588516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6386808e-3492-4660-897a-2352af832f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.622455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-010a4148-7f3b-47dd-84a5-3eea17cafb52 req-12f6a0c5-cf34-4d99-8059-bb6c0390ede1 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 210 time: 0.0872598 Feb 11 13:50:27.628845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for port (e5d6c9c0-a699-40cb-972c-8bca2641196b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.691660 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e5d6c9c0-a699-40cb-972c-8bca2641196b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.727382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6386808e-3492-4660-897a-2352af832f20 None None] Current status of the port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:27.771382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:50:27.808066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:27.809415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:27.811257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:27.815108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:27.819673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.836672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Made reservation on behalf of 64b6f8db2a3744afa7f0a49136e48a5d for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:27.839461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d6c9c0-a699-40cb-972c-8bca2641196b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:27.840220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.890945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] Deleting port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:27.891343 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:27.998983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] For port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:27.999403 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:28.024453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] Calling delete_port for 848517ec-65cc-4b7d-bb93-6a3666e6a7dc owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:28.366886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (273c66f3-0cdf-415d-911e-7f0d9dd1928d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:28.400437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 848517ec-65cc-4b7d-bb93-6a3666e6a7dc no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:28.426468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Allocated IP 172.20.0.9 (6747e886-c0f9-495c-94e0-1e6339d8b5b4/5e2da54e-c0c4-4fbe-93d4-b96291b28da0/a6eee50a-0928-458b-8421-4320424384b2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:28.483270 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (848517ec-65cc-4b7d-bb93-6a3666e6a7dc), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:28.525493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (c971fbb9-5901-400c-8361-c2bc8707f300), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:28.537336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] Pushing event deleted for resources: {'Port': ['ID=848517ec-65cc-4b7d-bb93-6a3666e6a7dc,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:28.544944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f100fa6-5ca4-4905-b16f-1b9de19ccb29 None None] No DVR routers for this DVR port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:28.565623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No active binding found for port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc {{(pid=103177) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:50:28.566112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] The host n-d-828676-2 is not matching for port 848517ec-65cc-4b7d-bb93-6a3666e6a7dc host None! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:50:28.566602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 848517ec-65cc-4b7d-bb93-6a3666e6a7dc not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:28.723680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks [] for port (a6eee50a-0928-458b-8421-4320424384b2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:28.767487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:28.774382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:28.778275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:28.779593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:28.784400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9b902-3511-4ffa-92a2-05aef4a6ee0a None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:28.811738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=c971fbb9-5901-400c-8361-c2bc8707f300,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:28.845046 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d1dddbf-68e4-482e-a5b1-1ef63bdbdfc0 req-53f65446-2b74-43bf-96e4-2e079b8c0f73 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 210 time: 0.0489185 Feb 11 13:50:28.848821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6f26d452-6d50-4b92-b08a-2be5a277e1c8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3583708 Feb 11 13:50:28.850902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a6eee50a-0928-458b-8421-4320424384b2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:28.852598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36326) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:28.867769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0833f9e7-6c5a-49d1-a798-842fb1b936c7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:28.930531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Pushing event updated for resources: {'Port': ['ID=a6eee50a-0928-458b-8421-4320424384b2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:28.981162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:28.984980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:28.989749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:29.020783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'project_id': '15a63b7e819c411b938eba6309ae3cdd', 'fixed_ips': [{'subnet_id': 'c971fbb9-5901-400c-8361-c2bc8707f300'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:50:29.021675 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.103784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:29.104440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.142398 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-61191377-d174-4308-8f40-8ec0f73ef796 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8349986 Feb 11 13:50:29.164197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Request body: {'port': {'device_id': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:29.172596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833f9e7-6c5a-49d1-a798-842fb1b936c7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:29.186703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0833f9e7-6c5a-49d1-a798-842fb1b936c7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.327050 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-0833f9e7-6c5a-49d1-a798-842fb1b936c7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c971fbb9-5901-400c-8361-c2bc8707f300 (CIDR: 2001:db8::/64) Feb 11 13:50:29.347861 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0833f9e7-6c5a-49d1-a798-842fb1b936c7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:50:29.348707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0833f9e7-6c5a-49d1-a798-842fb1b936c7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:29.350439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.367055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.395281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Allocated IP 2001:db8::2 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/c971fbb9-5901-400c-8361-c2bc8707f300/7de6b47a-59db-4631-aebc-247c7c83995d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:29.443348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0833f9e7-6c5a-49d1-a798-842fb1b936c7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5889668 Feb 11 13:50:29.446082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36342) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:29.457270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'subnet': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:29.530814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a6eee50a-0928-458b-8421-4320424384b2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.611753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Router 273c66f3-0cdf-415d-911e-7f0d9dd1928d is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:29.619668 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Publish callbacks [] for port (7de6b47a-59db-4631-aebc-247c7c83995d), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.628539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34edb049-e96c-4aae-9263-de349bf6efe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.633833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.702960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:29.704617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Pushing event updated for resources: {'Port': ['ID=7de6b47a-59db-4631-aebc-247c7c83995d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:29.707820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:29.711150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:29.765597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:29.769295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.796954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Attempting to bind port 7de6b47a-59db-4631-aebc-247c7c83995d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:50:29.797337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Attempting to bind port 7de6b47a-59db-4631-aebc-247c7c83995d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:50:29.798341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Attempting to bind port 7de6b47a-59db-4631-aebc-247c7c83995d on network a5bab372-dfb9-4c1d-b04e-13c120a57e15 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:29.805138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:29.805575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Checking segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:50:29.805992 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.806438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Bound using segment: {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:29.806918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Bound port: 7de6b47a-59db-4631-aebc-247c7c83995d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b8877-7cf4-4ef9-9da9-739def66f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:50:29.807314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.896232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] For port 7de6b47a-59db-4631-aebc-247c7c83995d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:29.900674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] For port 7de6b47a-59db-4631-aebc-247c7c83995d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7de6b47a-59db-4631-aebc-247c7c83995d,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:29.909116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.917287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:29.927642 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] Sync routers for ids ['273c66f3-0cdf-415d-911e-7f0d9dd1928d'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:29.942213 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.945941 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7645334d-01a6-4e75-a482-f304fc613977 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "PUT /v2.0/routers/273c66f3-0cdf-415d-911e-7f0d9dd1928d HTTP/1.1" status: 200 len: 919 time: 3.8205647 Feb 11 13:50:29.946383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36352) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:29.949269 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] Routers {'273c66f3-0cdf-415d-911e-7f0d9dd1928d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:29.952347 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['273c66f3-0cdf-415d-911e-7f0d9dd1928d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:29.983778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade42a95-1638-4179-975e-daa2b9c4a88a None None] Pushing event updated for resources: {'Port': ['ID=7de6b47a-59db-4631-aebc-247c7c83995d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:30.067860 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:30.098210 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] Routers {'273c66f3-0cdf-415d-911e-7f0d9dd1928d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:30.098967 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['273c66f3-0cdf-415d-911e-7f0d9dd1928d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:30.164876 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:30.166361 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7795-da70-42bc-a5e2-b9c802587cc2 None None] The sync data for ids ['273c66f3-0cdf-415d-911e-7f0d9dd1928d'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:30.251284 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41dc25c7-f60a-4dd3-89d4-ac848e07361f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/273c66f3-0cdf-415d-911e-7f0d9dd1928d HTTP/1.1" status: 200 len: 925 time: 0.3036406 Feb 11 13:50:30.254478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36360) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:30.382625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78653157-2608-4139-a6df-16c5c898c1b5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:30.389181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-78653157-2608-4139-a6df-16c5c898c1b5 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=273c66f3-0cdf-415d-911e-7f0d9dd1928d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1336217 Feb 11 13:50:30.389849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:30.576398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078a9c-8cc4-4f13-b70a-7fb85a88e239 req-8cf2a0fe-d547-4c13-af10-ebef242fa295 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:30.584476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b078a9c-8cc4-4f13-b70a-7fb85a88e239 req-8cf2a0fe-d547-4c13-af10-ebef242fa295 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 931 time: 0.5639398 Feb 11 13:50:30.605079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6eee50a-0928-458b-8421-4320424384b2 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:50:30.619981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ee10c-9710-46cc-9b8a-82bc4e29f8cf tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:30.619981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b68ee10c-9710-46cc-9b8a-82bc4e29f8cf tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.2213457 Feb 11 13:50:30.620389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:30.638838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Publish callbacks [] for port (a6eee50a-0928-458b-8421-4320424384b2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:30.697834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Transition to ACTIVE for port object a6eee50a-0928-458b-8421-4320424384b2 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:50:30.715263 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a6eee50a-0928-458b-8421-4320424384b2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:30.721445 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1674e66d-c0cc-4803-8acb-2dc8c9fd496b tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=273c66f3-0cdf-415d-911e-7f0d9dd1928d HTTP/1.1" status: 200 len: 205 time: 0.0974777 Feb 11 13:50:30.722224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:30.810861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b078a9c-8cc4-4f13-b70a-7fb85a88e239 req-3976c589-968c-4f5b-92fc-9303bdd92a8a tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204700 Feb 11 13:50:30.866453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eee50a-0928-458b-8421-4320424384b2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:30.989263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:30.995272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.008272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Attempting to bind port a6eee50a-0928-458b-8421-4320424384b2 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:50:31.008616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Attempting to bind port a6eee50a-0928-458b-8421-4320424384b2 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:50:31.008949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Attempting to bind port a6eee50a-0928-458b-8421-4320424384b2 on network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:31.025395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Port a6eee50a-0928-458b-8421-4320424384b2 on network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:50:31.025672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Attempting to bind port a6eee50a-0928-458b-8421-4320424384b2 on network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:31.052658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:31.053010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Checking segment: {'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:50:31.053407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Bound using segment: {'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:31.053856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Bound port: a6eee50a-0928-458b-8421-4320424384b2, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:50:31.054245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a6eee50a-0928-458b-8421-4320424384b2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.165305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (273c66f3-0cdf-415d-911e-7f0d9dd1928d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.183472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] For port a6eee50a-0928-458b-8421-4320424384b2, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:31.189330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] For port a6eee50a-0928-458b-8421-4320424384b2, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a6eee50a-0928-458b-8421-4320424384b2,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:31.215401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a6eee50a-0928-458b-8421-4320424384b2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.235562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:50:31.282944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Deleting port e5d6c9c0-a699-40cb-972c-8bca2641196b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:31.283555 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e5d6c9c0-a699-40cb-972c-8bca2641196b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.374700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:31.375338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.377049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/a6eee50a-0928-458b-8421-4320424384b2 HTTP/1.1" status: 200 len: 1091 time: 2.2253613 Feb 11 13:50:31.377509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'tag': 'a6eee50a-0928-458b-8421-4320424384b2'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:31.381687 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5468ed75-dce5-40e9-9e16-3e93d8b810f8", "tag": "a6eee50a-0928-458b-8421-4320424384b2"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:31.468991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e5d6c9c0-a699-40cb-972c-8bca2641196b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.478822 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211a428-e7a1-4432-a8a8-f09f1aeffec6 x-openstack-request-id: req-c211a428-e7a1-4432-a8a8-f09f1aeffec6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:31.479456 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5468ed75-dce5-40e9-9e16-3e93d8b810f8", "tag": "a6eee50a-0928-458b-8421-4320424384b2", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:31.480023 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c211a428-e7a1-4432-a8a8-f09f1aeffec6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:31.480630 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'tag': 'a6eee50a-0928-458b-8421-4320424384b2', 'status': 'completed', 'code': 200} Feb 11 13:50:31.501711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Calling delete_port for e5d6c9c0-a699-40cb-972c-8bca2641196b owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:31.514046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c588b-37aa-4331-a0fe-39d4925f26f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eee50a-0928-458b-8421-4320424384b2,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:31.664544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-178f369b-021c-41d6-a648-0ca7e9fed216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:31.678621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-178f369b-021c-41d6-a648-0ca7e9fed216 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64b6f8db2a3744afa7f0a49136e48a5d&device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 1125 time: 0.2408018 Feb 11 13:50:31.738726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-94b06189-00de-4fe1-9a7c-f5715276e185 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6eee50a-0928-458b-8421-4320424384b2 HTTP/1.1" status: 200 len: 217 time: 0.0526130 Feb 11 13:50:31.809580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.851343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e5d6c9c0-a699-40cb-972c-8bca2641196b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.900381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event deleted for resources: {'Port': ['ID=e5d6c9c0-a699-40cb-972c-8bca2641196b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:31.903962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-832b1003-fd0b-41dc-b0f4-36351b6d3344 None None] Provisioning complete for port 7de6b47a-59db-4631-aebc-247c7c83995d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:31.905835 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-832b1003-fd0b-41dc-b0f4-36351b6d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.004863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36410) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:32.006447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-78188444-4319-4919-b5f9-c0bce017cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.007978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-78188444-4319-4919-b5f9-c0bce017cc70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e2da54e-c0c4-4fbe-93d4-b96291b28da0 HTTP/1.1" status: 200 len: 848 time: 0.1995986 Feb 11 13:50:32.066508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (273c66f3-0cdf-415d-911e-7f0d9dd1928d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.110828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776408e0-b320-4215-8495-e31da6ee2ae0 req-07e043e4-08e0-4e38-aeb1-096f151eed21 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.112446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-776408e0-b320-4215-8495-e31da6ee2ae0 req-07e043e4-08e0-4e38-aeb1-096f151eed21 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 943 time: 0.1348410 Feb 11 13:50:32.114644 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-f2787213-7ae6-476e-b4e7-63bea36da28a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6747e886-c0f9-495c-94e0-1e6339d8b5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747132 Feb 11 13:50:32.128899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-832b1003-fd0b-41dc-b0f4-36351b6d3344 None None] Current status of the port 7de6b47a-59db-4631-aebc-247c7c83995d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:32.129388 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-832b1003-fd0b-41dc-b0f4-36351b6d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.207799 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.226483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (273c66f3-0cdf-415d-911e-7f0d9dd1928d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.252089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-776408e0-b320-4215-8495-e31da6ee2ae0 req-6287a5ca-33ea-4237-822d-8083f1c1cb78 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020932 Feb 11 13:50:32.272389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6a46fe3b-1a4d-4565-89b9-a9a128efcb34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.381621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (273c66f3-0cdf-415d-911e-7f0d9dd1928d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.382415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Fanout notify agent at l3_agent the message router_deleted on router 273c66f3-0cdf-415d-911e-7f0d9dd1928d {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:32.391381 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.407859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.412659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4751a7f7-9a21-4508-b4d8-71649ac37079 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/273c66f3-0cdf-415d-911e-7f0d9dd1928d HTTP/1.1" status: 204 len: 168 time: 1.6860654 Feb 11 13:50:32.413012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36426) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:32.419254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-11dbf9ad-09cc-4e58-9bd5-8804eff0ae66 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1480610810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:32.431310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-be10dfb3-3a33-4832-9f45-56be6de7dad2 service neutron] 10.222.0.83 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113799 Feb 11 13:50:32.450995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11dbf9ad-09cc-4e58-9bd5-8804eff0ae66 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.452199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] For port 7de6b47a-59db-4631-aebc-247c7c83995d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7de6b47a-59db-4631-aebc-247c7c83995d,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:32.452591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11dbf9ad-09cc-4e58-9bd5-8804eff0ae66 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.529486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7de6b47a-59db-4631-aebc-247c7c83995d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:32.584609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11dbf9ad-09cc-4e58-9bd5-8804eff0ae66 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.596827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11dbf9ad-09cc-4e58-9bd5-8804eff0ae66 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.635762 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11dbf9ad-09cc-4e58-9bd5-8804eff0ae66 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.639469 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-11dbf9ad-09cc-4e58-9bd5-8804eff0ae66 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2244043 Feb 11 13:50:32.641135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:32.649178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7de6b47a-59db-4631-aebc-247c7c83995d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:32.649876 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.651672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': False}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:32.675135 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (7de6b47a-59db-4631-aebc-247c7c83995d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.706922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.777511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6a46fe3b-1a4d-4565-89b9-a9a128efcb34 admin admin] Publish callbacks [] for security_group (d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.781312 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-832b1003-fd0b-41dc-b0f4-36351b6d3344 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:50:32.781788 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-832b1003-fd0b-41dc-b0f4-36351b6d3344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:50:32.782977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=7de6b47a-59db-4631-aebc-247c7c83995d,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:32.792168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6a46fe3b-1a4d-4565-89b9-a9a128efcb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.847497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6a46fe3b-1a4d-4565-89b9-a9a128efcb34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=025a432783d147a1aed9470d7a2a1e7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8384919 Feb 11 13:50:32.850734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (2d2d6948-202a-4c21-9e95-98eb59e9f875), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.852723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36434) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:32.860730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46fe3b-1a4d-4565-89b9-a9a128efcb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:32.887090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7de6b47a-59db-4631-aebc-247c7c83995d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:32.889700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.932047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 7de6b47a-59db-4631-aebc-247c7c83995d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7de6b47a-59db-4631-aebc-247c7c83995d,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:32.939299 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.960296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:32.966943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:32.969868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.970495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.976552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e3dca7b3-5f73-4d76-b8ea-bb5d0ba32a7b req-701a7749-fdb4-41c9-8655-f465ece2e091 service neutron] 10.222.0.83 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390601 Feb 11 13:50:33.014535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a8644f9-dcaa-4f74-83f3-143cd58929c9 admin admin] Publish callbacks [] for security_group (d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.018260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe9e81d-fb7d-4a1b-9b19-2b30425c079d None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:33.045045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5925901 Feb 11 13:50:33.050815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36436) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:33.053117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f263653-08fc-4259-8c5e-ccbdd154b3fd tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Subnet': ['ID=2d2d6948-202a-4c21-9e95-98eb59e9f875,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:33.057263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Request body: {'port': {'network_id': 'a5bab372-dfb9-4c1d-b04e-13c120a57e15', 'mac_address': 'fa:16:3e:b8:b2:4e', 'name': 'tempest-NetworksTestDHCPv6-611436133'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:33.130977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a8644f9-dcaa-4f74-83f3-143cd58929c9 admin admin] Publish callbacks [] for security_group (d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.141335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=7de6b47a-59db-4631-aebc-247c7c83995d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:33.144375 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.192702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-40b5982c-e789-494d-83ea-0a9dc5c5af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:33.194315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-40b5982c-e789-494d-83ea-0a9dc5c5af9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64b6f8db2a3744afa7f0a49136e48a5d&device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 1125 time: 0.1432409 Feb 11 13:50:33.308860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Made reservation on behalf of 15a63b7e819c411b938eba6309ae3cdd for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:33.330931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a8644f9-dcaa-4f74-83f3-143cd58929c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.335149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9a8644f9-dcaa-4f74-83f3-143cd58929c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.336364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9a8644f9-dcaa-4f74-83f3-143cd58929c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81 HTTP/1.1" status: 204 len: 168 time: 0.4663846 Feb 11 13:50:33.354529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8644f9-dcaa-4f74-83f3-143cd58929c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fea2c4-7dd8-4f4b-bd41-393bda5e9b81,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:33.385845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-a82016ec-9380-41d2-abee-7af032c2045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:33.387381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-a82016ec-9380-41d2-abee-7af032c2045c service neutron] 10.222.0.83 "GET /v2.0/networks?id=6747e886-c0f9-495c-94e0-1e6339d8b5b4 HTTP/1.1" status: 200 len: 909 time: 0.1826174 Feb 11 13:50:33.445857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-5689b04c-107a-491b-b86d-31a76232ed6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6eee50a-0928-458b-8421-4320424384b2 HTTP/1.1" status: 200 len: 217 time: 0.0511382 Feb 11 13:50:33.450722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-832b1003-fd0b-41dc-b0f4-36351b6d3344 None None] Current status of the port 7de6b47a-59db-4631-aebc-247c7c83995d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:33.570286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.573946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-09ad9575-1124-4d78-99fa-8860455c299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:33.576642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-09ad9575-1124-4d78-99fa-8860455c299d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e2da54e-c0c4-4fbe-93d4-b96291b28da0 HTTP/1.1" status: 200 len: 848 time: 0.1246238 Feb 11 13:50:33.614543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205197a2-73ee-4a3f-a357-d2c118bb8b02 req-72d20345-640e-41e2-9749-1d03749c2adf tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:33.616298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-205197a2-73ee-4a3f-a357-d2c118bb8b02 req-72d20345-640e-41e2-9749-1d03749c2adf tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 943 time: 0.1842754 Feb 11 13:50:33.654777 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.658769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-6f8fa8b5-9e75-4047-8644-364481b84ae7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6747e886-c0f9-495c-94e0-1e6339d8b5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747218 Feb 11 13:50:33.744778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] device_id is not set on port f9d8a7d9-1dfe-40ca-8910-095f1ce970b8 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:50:33.870949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-205197a2-73ee-4a3f-a357-d2c118bb8b02 req-0a2880c9-dd3e-41fb-9c5c-215e84f73825 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438648 Feb 11 13:50:33.994535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:33.999029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:34.034232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.038590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcf46a90-1a1e-41d7-9eb5-b5ceac4255e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.290817 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcf46a90-1a1e-41d7-9eb5-b5ceac4255e9 admin admin] Publish callbacks [] for security_group (c81d723f-9e74-45df-9894-49168e9acdbf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.369538 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-6db7ad75-add5-4241-a7e8-285ea85a02da service neutron] 10.222.0.83 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010798 Feb 11 13:50:34.380254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7de6b47a-59db-4631-aebc-247c7c83995d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:34.385243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Allocated IP 172.25.3.93 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0dafadef-7c80-4e42-8011-edb789a67b0a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:34.435876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee9501be-ea75-4211-8036-d919827f0eff None None] Provisioning complete for port 7de6b47a-59db-4631-aebc-247c7c83995d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:34.436737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee9501be-ea75-4211-8036-d919827f0eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.472509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7de6b47a-59db-4631-aebc-247c7c83995d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:34.472935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.527263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for port (0dafadef-7c80-4e42-8011-edb789a67b0a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.551141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fcf46a90-1a1e-41d7-9eb5-b5ceac4255e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c81d723f-9e74-45df-9894-49168e9acdbf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.576280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7037040a-0fc4-4d2a-9f26-ee25e71fe4ce req-ff09be5d-1e06-4eaa-a52f-f8dbe1b41704 service neutron] 10.222.0.83 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971557 Feb 11 13:50:34.599889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ee9501be-ea75-4211-8036-d919827f0eff None None] Current status of the port 7de6b47a-59db-4631-aebc-247c7c83995d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:34.630059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8::266 (a5bab372-dfb9-4c1d-b04e-13c120a57e15/c971fbb9-5901-400c-8361-c2bc8707f300/f9d8a7d9-1dfe-40ca-8910-095f1ce970b8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:34.644175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7de6b47a-59db-4631-aebc-247c7c83995d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:34.653642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:b24e (a5bab372-dfb9-4c1d-b04e-13c120a57e15/2d2d6948-202a-4c21-9e95-98eb59e9f875/f9d8a7d9-1dfe-40ca-8910-095f1ce970b8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:34.670839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fcf46a90-1a1e-41d7-9eb5-b5ceac4255e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69b77fd427404ce2958f999ef76429ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6676242 Feb 11 13:50:34.671921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36460) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:34.679315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf46a90-1a1e-41d7-9eb5-b5ceac4255e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d723f-9e74-45df-9894-49168e9acdbf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:34.686306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0dafadef-7c80-4e42-8011-edb789a67b0a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.742683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Pushing event updated for resources: {'Port': ['ID=0dafadef-7c80-4e42-8011-edb789a67b0a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:34.759366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:34.762949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:34.767521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:34.817934 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52d16d17-0484-4742-9ca0-78d927597259 admin admin] Publish callbacks [] for security_group (c81d723f-9e74-45df-9894-49168e9acdbf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.888129 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52d16d17-0484-4742-9ca0-78d927597259 admin admin] Publish callbacks [] for security_group (c81d723f-9e74-45df-9894-49168e9acdbf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.993128 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52d16d17-0484-4742-9ca0-78d927597259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c81d723f-9e74-45df-9894-49168e9acdbf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.996740 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52d16d17-0484-4742-9ca0-78d927597259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.998581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-52d16d17-0484-4742-9ca0-78d927597259 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c81d723f-9e74-45df-9894-49168e9acdbf HTTP/1.1" status: 204 len: 168 time: 0.3261847 Feb 11 13:50:35.010322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d16d17-0484-4742-9ca0-78d927597259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d723f-9e74-45df-9894-49168e9acdbf,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:35.481322 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for port (f9d8a7d9-1dfe-40ca-8910-095f1ce970b8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.518028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36472) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:35.551271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5b92-e8a7-41c9-a12d-bf4c4800fd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.589668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd94fb-39a0-449f-9287-8b8701e453d0 req-798d9ab2-54be-4ab0-9ff9-2b65e606bd08 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:35.592007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bbd94fb-39a0-449f-9287-8b8701e453d0 req-798d9ab2-54be-4ab0-9ff9-2b65e606bd08 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 943 time: 0.2975414 Feb 11 13:50:35.655113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f9d8a7d9-1dfe-40ca-8910-095f1ce970b8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.704994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5b92-e8a7-41c9-a12d-bf4c4800fd2c admin admin] Publish callbacks [] for security_group (eb59ed9c-3799-4f57-8a6b-4f14c31c06f8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.709923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5b92-e8a7-41c9-a12d-bf4c4800fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb59ed9c-3799-4f57-8a6b-4f14c31c06f8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.747360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:35.748624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router_gateway (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.748822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1b3b5b92-e8a7-41c9-a12d-bf4c4800fd2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00ae21133ebf4200b188ae7aa1473425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287912 Feb 11 13:50:35.753861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36478) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:35.754194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bbd94fb-39a0-449f-9287-8b8701e453d0 req-6727e9f9-bad6-4c4b-a47e-784b4dc014c7 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511757 Feb 11 13:50:35.755053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:35.756932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event updated for resources: {'Port': ['ID=f9d8a7d9-1dfe-40ca-8910-095f1ce970b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:35.759321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:35.765318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:35.766002 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.774528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b5b92-e8a7-41c9-a12d-bf4c4800fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb59ed9c-3799-4f57-8a6b-4f14c31c06f8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:35.823025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10e32a89-5d8a-41bb-bc5a-75aa523eb7db admin admin] Publish callbacks [] for security_group (eb59ed9c-3799-4f57-8a6b-4f14c31c06f8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.832675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7628473b-24c9-4441-a226-405aa7a4bfc7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7772448 Feb 11 13:50:35.832675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:35.862071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10e32a89-5d8a-41bb-bc5a-75aa523eb7db admin admin] Publish callbacks [] for security_group (eb59ed9c-3799-4f57-8a6b-4f14c31c06f8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.936463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10e32a89-5d8a-41bb-bc5a-75aa523eb7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (eb59ed9c-3799-4f57-8a6b-4f14c31c06f8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.940040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10e32a89-5d8a-41bb-bc5a-75aa523eb7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.943434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-10e32a89-5d8a-41bb-bc5a-75aa523eb7db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb59ed9c-3799-4f57-8a6b-4f14c31c06f8 HTTP/1.1" status: 204 len: 168 time: 0.1860137 Feb 11 13:50:35.960148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e32a89-5d8a-41bb-bc5a-75aa523eb7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb59ed9c-3799-4f57-8a6b-4f14c31c06f8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:36.097877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting port f9d8a7d9-1dfe-40ca-8910-095f1ce970b8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:36.098247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f9d8a7d9-1dfe-40ca-8910-095f1ce970b8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.141024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.175241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.248425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8a7e0317-091d-42bd-8798-b193b50d4902 None None] Provisioning complete for port f9d8a7d9-1dfe-40ca-8910-095f1ce970b8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:36.249633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f9d8a7d9-1dfe-40ca-8910-095f1ce970b8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.249907 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0317-091d-42bd-8798-b193b50d4902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f9d8a7d9-1dfe-40ca-8910-095f1ce970b8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.295992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Calling delete_port for f9d8a7d9-1dfe-40ca-8910-095f1ce970b8 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:36.300134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e0317-091d-42bd-8798-b193b50d4902 None None] Port f9d8a7d9-1dfe-40ca-8910-095f1ce970b8 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:50:36.413937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Router 03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:36.592096 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f9d8a7d9-1dfe-40ca-8910-095f1ce970b8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.641639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Port': ['ID=f9d8a7d9-1dfe-40ca-8910-095f1ce970b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:36.642062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:36.650961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] Sync routers for ids ['03b0055b-4c96-4c73-a0bc-0d7e0155c8b7'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:36.652370 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.656770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-32ab0fcc-05e4-41ee-96ce-cc2665b28407 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "PUT /v2.0/routers/03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 HTTP/1.1" status: 200 len: 919 time: 4.0110879 Feb 11 13:50:36.659910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:36.663930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] Routers {'03b0055b-4c96-4c73-a0bc-0d7e0155c8b7'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:36.664646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['03b0055b-4c96-4c73-a0bc-0d7e0155c8b7'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:36.714923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:36.727960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] Routers {'03b0055b-4c96-4c73-a0bc-0d7e0155c8b7'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:36.728694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['03b0055b-4c96-4c73-a0bc-0d7e0155c8b7'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:36.795597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.798918 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-58b4c414-f2ce-445b-bf1e-5d4dbe9b1f75 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/f9d8a7d9-1dfe-40ca-8910-095f1ce970b8 HTTP/1.1" status: 204 len: 168 time: 0.9663057 Feb 11 13:50:36.801749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36520) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:36.839962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:36.842589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37493ba6-aaa4-422f-bead-b76be2292d75 None None] The sync data for ids ['03b0055b-4c96-4c73-a0bc-0d7e0155c8b7'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:36.921675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5aabb8-e95e-486b-bbd5-ce1fd84236e4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.943204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5a5aabb8-e95e-486b-bbd5-ce1fd84236e4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1388729 Feb 11 13:50:36.943965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36524) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:36.993611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a6eee50a-0928-458b-8421-4320424384b2 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:50:37.064439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cf732109-83db-4961-a28b-b5eecee444b8 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 HTTP/1.1" status: 200 len: 925 time: 0.4052284 Feb 11 13:50:37.068921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:37.092277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ab2a-caff-4103-af1c-f6c112141291 req-1a0c3461-2cfc-4725-a729-8aec80c76267 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.099805 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01a5ab2a-caff-4103-af1c-f6c112141291 req-1a0c3461-2cfc-4725-a729-8aec80c76267 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 943 time: 0.1764312 Feb 11 13:50:37.149277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e50121d-c7e7-4379-b2c0-b4e69ecd6c40 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.154841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9e50121d-c7e7-4379-b2c0-b4e69ecd6c40 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2016606 Feb 11 13:50:37.155798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36534) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:37.212246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a6eee50a-0928-458b-8421-4320424384b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a6eee50a-0928-458b-8421-4320424384b2,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:37.225563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01a5ab2a-caff-4103-af1c-f6c112141291 req-9325cb90-6bd9-4691-a384-48910746065e tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166296 Feb 11 13:50:37.226948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'a6eee50a-0928-458b-8421-4320424384b2', 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4', 'port_id': 'a6eee50a-0928-458b-8421-4320424384b2', 'mac_address': 'fa:16:3e:26:21:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2da54e-c0c4-4fbe-93d4-b96291b28da0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:50:37.245190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9fb49-257d-46be-a668-9637169ce4c1 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.250066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:37.250311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dfa9fb49-257d-46be-a668-9637169ce4c1 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=03b0055b-4c96-4c73-a0bc-0d7e0155c8b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1703777 Feb 11 13:50:37.287573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72abd1-3083-4ee5-85b3-a917cd9263a1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.289104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72abd1-3083-4ee5-85b3-a917cd9263a1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.290725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72abd1-3083-4ee5-85b3-a917cd9263a1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.296540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a6eee50a-0928-458b-8421-4320424384b2 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:37.297041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a6eee50a-0928-458b-8421-4320424384b2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.300242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2c72abd1-3083-4ee5-85b3-a917cd9263a1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1369886 Feb 11 13:50:37.300865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36542) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:37.337409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6eee50a-0928-458b-8421-4320424384b2 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:50:37.363198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet 2d2d6948-202a-4c21-9e95-98eb59e9f875 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:50:37.369662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (2d2d6948-202a-4c21-9e95-98eb59e9f875), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.383265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a6eee50a-0928-458b-8421-4320424384b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a6eee50a-0928-458b-8421-4320424384b2,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:37.390619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a6eee50a-0928-458b-8421-4320424384b2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.433235 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (2d2d6948-202a-4c21-9e95-98eb59e9f875), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.461759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c57a1-5b98-4fd8-a0fe-b47aa6754d81 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.465585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d6c57a1-5b98-4fd8-a0fe-b47aa6754d81 tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.2143528 Feb 11 13:50:37.474983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36546) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:37.490381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a6eee50a-0928-458b-8421-4320424384b2,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:37.501084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.501748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.502106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.502474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.502814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.503615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.503977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.504317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.505968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.506284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.506627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.507818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.508159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:37.516752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b8e2133a-0b81-4846-867a-719cae902ca8 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 HTTP/1.1" status: 200 len: 205 time: 0.0398464 Feb 11 13:50:37.524927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36548) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:37.597972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['a6eee50a-0928-458b-8421-4320424384b2'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:50:37.705649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (2d2d6948-202a-4c21-9e95-98eb59e9f875), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.760819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.846566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (2d2d6948-202a-4c21-9e95-98eb59e9f875), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.911818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2d6948-202a-4c21-9e95-98eb59e9f875,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:37.921620 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:37.925241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e221edd9-416c-4c93-be50-1448712807fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/2d2d6948-202a-4c21-9e95-98eb59e9f875 HTTP/1.1" status: 204 len: 168 time: 0.6234128 Feb 11 13:50:37.931257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:37.932127 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f5cef2-4b9b-45ae-ab97-57f07c8b46ad None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:38.069873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Deleting subnet c971fbb9-5901-400c-8361-c2bc8707f300 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:50:38.081947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (c971fbb9-5901-400c-8361-c2bc8707f300), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.085092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.225610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Deleting port 0dafadef-7c80-4e42-8011-edb789a67b0a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:38.225957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0dafadef-7c80-4e42-8011-edb789a67b0a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.251768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (c971fbb9-5901-400c-8361-c2bc8707f300), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.451523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c971fbb9-5901-400c-8361-c2bc8707f300), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.545396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0dafadef-7c80-4e42-8011-edb789a67b0a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.560964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Calling delete_port for 0dafadef-7c80-4e42-8011-edb789a67b0a owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:38.623445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (c971fbb9-5901-400c-8361-c2bc8707f300), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.802901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Subnet': ['ID=c971fbb9-5901-400c-8361-c2bc8707f300,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:38.851312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a0af1-ca74-4304-b2e1-5dba6fd85a74 req-8280e868-0202-4651-a805-e1beecd01a3b tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:38.859554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d7a0af1-ca74-4304-b2e1-5dba6fd85a74 req-8280e868-0202-4651-a805-e1beecd01a3b tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 944 time: 0.4380548 Feb 11 13:50:38.883226 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:38.891016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1a185dfb-466b-4597-aa93-b46bf3d94941 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/c971fbb9-5901-400c-8361-c2bc8707f300 HTTP/1.1" status: 204 len: 168 time: 0.9617858 Feb 11 13:50:38.895833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.000932 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f63ab3d4-4125-452d-ba07-9a092e21270f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039877 Feb 11 13:50:39.007443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.029055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a6eee50a-0928-458b-8421-4320424384b2 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:39.135111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d7a0af1-ca74-4304-b2e1-5dba6fd85a74 req-b5488221-9be0-4210-b7f2-f57fd0323340 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745676 Feb 11 13:50:39.145314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493231b8-ded2-4f01-8bc4-28d6869268d5 req-19b1f1a0-9b78-4b40-afef-4019bdc29f0d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:39.163896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-493231b8-ded2-4f01-8bc4-28d6869268d5 req-19b1f1a0-9b78-4b40-afef-4019bdc29f0d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.3957391 Feb 11 13:50:39.194073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port a6eee50a-0928-458b-8421-4320424384b2 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:39.210763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port a6eee50a-0928-458b-8421-4320424384b2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:39.211200 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a6eee50a-0928-458b-8421-4320424384b2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.313763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681c0c4d-21bd-42c7-bd6b-ad3dd0bc84ed tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:39.315531 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-681c0c4d-21bd-42c7-bd6b-ad3dd0bc84ed tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3071675 Feb 11 13:50:39.326678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.332453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae945bd-dd94-4b0e-a614-c8d58c8605c6 None None] Network a5bab372-dfb9-4c1d-b04e-13c120a57e15 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:50:39.345182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0dafadef-7c80-4e42-8011-edb789a67b0a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.434199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event deleted for resources: {'Port': ['ID=0dafadef-7c80-4e42-8011-edb789a67b0a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:39.447686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-493231b8-ded2-4f01-8bc4-28d6869268d5 req-8d973dc2-35ce-4c01-bd8f-970413ed461e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804971 Feb 11 13:50:39.516473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2def0a-709e-4d53-a065-293e8a9ffad4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:39.520329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eb2def0a-709e-4d53-a065-293e8a9ffad4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1904752 Feb 11 13:50:39.521130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36624) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.627272 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-57e44bde-6e5e-4cd8-9524-d72f49cafaa7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010833 Feb 11 13:50:39.631889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36628) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.643581 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.660562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-205961fe-9820-4311-ac30-dec383357526 None None] Provisioning complete for port 7de6b47a-59db-4631-aebc-247c7c83995d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:39.666780 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-205961fe-9820-4311-ac30-dec383357526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.732649 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-df43afba-a99a-48e6-a004-cbb61b724fdf tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:39.733359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df43afba-a99a-48e6-a004-cbb61b724fdf tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:39.738822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-df43afba-a99a-48e6-a004-cbb61b724fdf tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/f9d8a7d9-1dfe-40ca-8910-095f1ce970b8 HTTP/1.1" status: 404 len: 333 time: 0.1039660 Feb 11 13:50:39.739574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36630) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.817388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a6eee50a-0928-458b-8421-4320424384b2 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:39.820156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a6eee50a-0928-458b-8421-4320424384b2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.840029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.847435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.850333 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d5f2c6-d610-4015-a529-0ba29490d1cc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:39.853611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d5f2c6-d610-4015-a529-0ba29490d1cc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:39.863685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-09d5f2c6-d610-4015-a529-0ba29490d1cc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/2d2d6948-202a-4c21-9e95-98eb59e9f875 HTTP/1.1" status: 404 len: 337 time: 0.1224871 Feb 11 13:50:39.866924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.918763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (03b0055b-4c96-4c73-a0bc-0d7e0155c8b7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.919438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Fanout notify agent at l3_agent the message router_deleted on router 03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:39.925996 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7f10f4-0b19-427b-b0af-159ed7d619d8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:39.926480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7f10f4-0b19-427b-b0af-159ed7d619d8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:39.926717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:39.932139 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d709d56-f461-4f7c-9308-b911a830f027 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 HTTP/1.1" status: 204 len: 168 time: 2.4061909 Feb 11 13:50:39.932867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36636) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.937572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eee50a-0928-458b-8421-4320424384b2'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:39.938008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-199616792', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:39.941380 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0899168-e16f-4ea8-b09f-1292538174df" -d '{"events": [{"server_uuid": "5468ed75-dce5-40e9-9e16-3e93d8b810f8", "name": "network-vif-plugged", "status": "completed", "tag": "a6eee50a-0928-458b-8421-4320424384b2"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:39.950771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1c7f10f4-0b19-427b-b0af-159ed7d619d8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/c971fbb9-5901-400c-8361-c2bc8707f300 HTTP/1.1" status: 404 len: 337 time: 0.0824652 Feb 11 13:50:39.951404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36638) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:39.978668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a6eee50a-0928-458b-8421-4320424384b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a6eee50a-0928-458b-8421-4320424384b2,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:39.987086 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a6eee50a-0928-458b-8421-4320424384b2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.004874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (b71d9767-6a75-4179-a0eb-13c370822439), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.006517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (b71d9767-6a75-4179-a0eb-13c370822439), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.049172 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4d29b7-2dd9-4bc2-9fde-3b35adb31872 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.049954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4d29b7-2dd9-4bc2-9fde-3b35adb31872 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.063432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36642) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.065230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c4d29b7-2dd9-4bc2-9fde-3b35adb31872 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/9a4a5115-efb3-4c85-884d-50475780bc16 HTTP/1.1" status: 404 len: 333 time: 0.1128201 Feb 11 13:50:40.077852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36644) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.114437 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58baaed-c3d1-4b64-b5b8-2c3663b70e7d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.115545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58baaed-c3d1-4b64-b5b8-2c3663b70e7d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.123026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36648) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.142809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f58baaed-c3d1-4b64-b5b8-2c3663b70e7d tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/44b47285-8653-4dea-815b-8896847b0df7 HTTP/1.1" status: 404 len: 337 time: 0.0731061 Feb 11 13:50:40.186664 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa810876-d75f-47e0-a483-02827d43f76a x-openstack-request-id: req-fa810876-d75f-47e0-a483-02827d43f76a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:40.187204 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5468ed75-dce5-40e9-9e16-3e93d8b810f8", "name": "network-vif-plugged", "status": "completed", "tag": "a6eee50a-0928-458b-8421-4320424384b2", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:40.187551 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa810876-d75f-47e0-a483-02827d43f76a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:40.187895 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4eeaff-2561-478d-afce-99bd0da2fddc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.188045 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eee50a-0928-458b-8421-4320424384b2', 'code': 200} Feb 11 13:50:40.188933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4eeaff-2561-478d-afce-99bd0da2fddc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.201451 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1f4eeaff-2561-478d-afce-99bd0da2fddc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/6909b19b-810d-43d1-b60e-4fe4469d7dff HTTP/1.1" status: 404 len: 337 time: 0.0769477 Feb 11 13:50:40.202161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.223028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a6eee50a-0928-458b-8421-4320424384b2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:40.237393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-205961fe-9820-4311-ac30-dec383357526 None None] Current status of the port 7de6b47a-59db-4631-aebc-247c7c83995d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:40.268528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (b71d9767-6a75-4179-a0eb-13c370822439), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.290590 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-063c7e31-5de3-410d-b6f5-1578afaa0850 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.291756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063c7e31-5de3-410d-b6f5-1578afaa0850 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.306750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-063c7e31-5de3-410d-b6f5-1578afaa0850 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/6bd5991c-414a-4d21-a7f7-21ecdab2673e HTTP/1.1" status: 404 len: 333 time: 0.1034837 Feb 11 13:50:40.307638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36658) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.355997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] DHCP port deletion for a5bab372-dfb9-4c1d-b04e-13c120a57e15 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:50:40.434917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b08b23-1434-490f-a316-967a54873954 req-3c93333e-7769-4479-b1b9-1fb208419180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:40.436729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53b08b23-1434-490f-a316-967a54873954 req-3c93333e-7769-4479-b1b9-1fb208419180 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 1127 time: 0.2919848 Feb 11 13:50:40.477784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499ae1c7-0b9f-43e1-9411-6cff4bfc44da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.486494 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-321cd2bf-69ea-49ae-bfe9-0a0523f0c5ce tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.487022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321cd2bf-69ea-49ae-bfe9-0a0523f0c5ce tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.500679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-321cd2bf-69ea-49ae-bfe9-0a0523f0c5ce tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/7772ec83-c227-40cf-b391-b53df45bd89f HTTP/1.1" status: 404 len: 337 time: 0.1815891 Feb 11 13:50:40.508974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36670) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.515198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] Deleting port 7de6b47a-59db-4631-aebc-247c7c83995d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:40.515969 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.584967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (b71d9767-6a75-4179-a0eb-13c370822439), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.589988 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-06aabdac-4ecb-41a5-b49d-6fa04fc28953 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.591374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06aabdac-4ecb-41a5-b49d-6fa04fc28953 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.595098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06aabdac-4ecb-41a5-b49d-6fa04fc28953 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/a53ca489-ab87-42e8-b070-ac7e0dc1621b HTTP/1.1" status: 404 len: 337 time: 0.0846927 Feb 11 13:50:40.598450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] For port 7de6b47a-59db-4631-aebc-247c7c83995d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7de6b47a-59db-4631-aebc-247c7c83995d,segment=NetworkSegment(d76b8877-7cf4-4ef9-9da9-739def66f943),segment_id=d76b8877-7cf4-4ef9-9da9-739def66f943)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:40.598857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.610325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36672) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.615508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] Calling delete_port for 7de6b47a-59db-4631-aebc-247c7c83995d owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:40.665377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e2fe-ceaf-4c3b-bdf8-93a894dc28ca req-8dbb9e52-fa37-43a0-9f4a-4af50aae4ccc tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:40.673066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d185e2fe-ceaf-4c3b-bdf8-93a894dc28ca req-8dbb9e52-fa37-43a0-9f4a-4af50aae4ccc tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 945 time: 0.3564236 Feb 11 13:50:40.685397 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d703b14b-5530-466a-8b13-b19136e12b7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.686363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d703b14b-5530-466a-8b13-b19136e12b7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.690366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d703b14b-5530-466a-8b13-b19136e12b7b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/5648c77a-062d-47fb-83c6-e40ae5283d4c HTTP/1.1" status: 404 len: 333 time: 0.0735188 Feb 11 13:50:40.698335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36674) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.713413 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (7de6b47a-59db-4631-aebc-247c7c83995d), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.732320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53b08b23-1434-490f-a316-967a54873954 req-3cb6d5de-9e60-4ee8-81b8-75e6d3a46bf1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344029 Feb 11 13:50:40.751736 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1406cbfb-c990-46f0-9cfb-df125d463639 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.752459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1406cbfb-c990-46f0-9cfb-df125d463639 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.752944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] Pushing event deleted for resources: {'Port': ['ID=7de6b47a-59db-4631-aebc-247c7c83995d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:40.757435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1406cbfb-c990-46f0-9cfb-df125d463639 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b2ba7529-0010-4dbb-b2dd-df9cd23499bd HTTP/1.1" status: 404 len: 337 time: 0.0552950 Feb 11 13:50:40.761774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36676) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.772884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4654a9e-934c-43dc-b918-482265b9b674 None None] No DVR routers for this DVR port 7de6b47a-59db-4631-aebc-247c7c83995d on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:40.824342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d185e2fe-ceaf-4c3b-bdf8-93a894dc28ca req-8e3c7cd1-7043-4306-ba19-9bc46eb7979c tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452065 Feb 11 13:50:40.844946 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61cb6cb-f527-4294-a8b9-4bdfe51db2c5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.845717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61cb6cb-f527-4294-a8b9-4bdfe51db2c5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.849088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a61cb6cb-f527-4294-a8b9-4bdfe51db2c5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/6ce89ada-1ac7-4058-8fca-e9a4aab39ee1 HTTP/1.1" status: 404 len: 337 time: 0.0789971 Feb 11 13:50:40.853723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36678) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.860413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499ae1c7-0b9f-43e1-9411-6cff4bfc44da admin admin] Publish callbacks [] for security_group (9815afae-c0ad-4e38-8398-8987106bf12a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.869160 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-499ae1c7-0b9f-43e1-9411-6cff4bfc44da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9815afae-c0ad-4e38-8398-8987106bf12a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:40.898505 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fcebf1-9cb7-45af-868e-a4d3132e7d22 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.899365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fcebf1-9cb7-45af-868e-a4d3132e7d22 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.902675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-27fcebf1-9cb7-45af-868e-a4d3132e7d22 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/d4818bec-3ffe-4dd5-971d-9677095045c1 HTTP/1.1" status: 404 len: 333 time: 0.0466764 Feb 11 13:50:40.905354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36680) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.922641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c95b0b-1b73-4b7d-9c1b-281ed9618a9f req-e60606bf-7fa5-4345-8c5e-aa0fea0b26f0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:40.922641 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27c95b0b-1b73-4b7d-9c1b-281ed9618a9f req-e60606bf-7fa5-4345-8c5e-aa0fea0b26f0 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.2871106 Feb 11 13:50:40.952051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-499ae1c7-0b9f-43e1-9411-6cff4bfc44da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ad368efbad74fe496b140655d0d602d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8726912 Feb 11 13:50:40.954540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:40.983228 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-183a45dc-38ba-484e-a218-8035dd2431c3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:40.983692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183a45dc-38ba-484e-a218-8035dd2431c3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:40.986824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-183a45dc-38ba-484e-a218-8035dd2431c3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/c526a67e-c19e-406b-9b96-dcb7204fdb33 HTTP/1.1" status: 404 len: 337 time: 0.0785015 Feb 11 13:50:40.989543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36690) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:41.013735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ae1c7-0b9f-43e1-9411-6cff4bfc44da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9815afae-c0ad-4e38-8398-8987106bf12a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:41.046259 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f870bde-dbe2-4bab-a160-42a39f050b06 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:41.054783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f870bde-dbe2-4bab-a160-42a39f050b06 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:41.058867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5a07ee-676c-448f-80c5-762ab29d7194 admin admin] Publish callbacks [] for security_group (9815afae-c0ad-4e38-8398-8987106bf12a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:41.059910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8f870bde-dbe2-4bab-a160-42a39f050b06 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/84e27135-0a90-4936-94af-4c2ae38934a5 HTTP/1.1" status: 404 len: 333 time: 0.0676439 Feb 11 13:50:41.062197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36692) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:41.126997 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d364b68-d83a-4b8f-b913-cb0b56c1df25 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:41.127684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d364b68-d83a-4b8f-b913-cb0b56c1df25 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:41.130801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5d364b68-d83a-4b8f-b913-cb0b56c1df25 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b371a272-e289-4993-8dbc-e3db92f6dd23 HTTP/1.1" status: 404 len: 337 time: 0.0684321 Feb 11 13:50:41.139855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36694) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:41.165536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5a07ee-676c-448f-80c5-762ab29d7194 admin admin] Publish callbacks [] for security_group (9815afae-c0ad-4e38-8398-8987106bf12a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:41.194322 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9db5ee-b88a-454d-bdce-758f7389b592 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:41.194900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9db5ee-b88a-454d-bdce-758f7389b592 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:41.197931 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c9db5ee-b88a-454d-bdce-758f7389b592 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/ff238b8c-12c4-4389-9ab9-a3b975ee7d1d HTTP/1.1" status: 404 len: 333 time: 0.0578735 Feb 11 13:50:41.200225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27c95b0b-1b73-4b7d-9c1b-281ed9618a9f req-c448f0b7-d6d9-464e-8296-2d013cea930f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417169 Feb 11 13:50:41.200757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36696) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:41.286101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5a07ee-676c-448f-80c5-762ab29d7194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9815afae-c0ad-4e38-8398-8987106bf12a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:41.289538 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a5a07ee-676c-448f-80c5-762ab29d7194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:41.295625 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-688e6c03-7a01-4775-aa55-85da1e3549e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:41.296238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688e6c03-7a01-4775-aa55-85da1e3549e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:41.300386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-688e6c03-7a01-4775-aa55-85da1e3549e1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b269b80b-0535-43ac-a383-6036a5b9cdef HTTP/1.1" status: 404 len: 337 time: 0.0936043 Feb 11 13:50:41.314737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36700) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:41.327742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a5a07ee-676c-448f-80c5-762ab29d7194 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9815afae-c0ad-4e38-8398-8987106bf12a HTTP/1.1" status: 204 len: 168 time: 0.3518460 Feb 11 13:50:41.349620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a07ee-676c-448f-80c5-762ab29d7194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9815afae-c0ad-4e38-8398-8987106bf12a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:41.838692 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-455d041d-032b-4d44-8dd7-991165b769be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:41.839518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455d041d-032b-4d44-8dd7-991165b769be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:41.843424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-455d041d-032b-4d44-8dd7-991165b769be tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/a8656a83-abd8-4d66-9a26-a6e16edfd964 HTTP/1.1" status: 404 len: 333 time: 0.5273426 Feb 11 13:50:41.846044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:41.931533 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bc400a-e1bc-4a18-8664-d6ee54cd57b1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:41.932320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bc400a-e1bc-4a18-8664-d6ee54cd57b1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:41.936174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e5bc400a-e1bc-4a18-8664-d6ee54cd57b1 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/9052b478-60e7-4b75-9f8b-9af804abd221 HTTP/1.1" status: 404 len: 337 time: 0.0885527 Feb 11 13:50:41.938586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36730) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:41.948484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (b71d9767-6a75-4179-a0eb-13c370822439), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:41.975930 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd2b204-ff2e-4328-b3b7-75593cef51f8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:41.976853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd2b204-ff2e-4328-b3b7-75593cef51f8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:41.981769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cbd2b204-ff2e-4328-b3b7-75593cef51f8 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/95ec1b73-537b-4d3f-9a41-b25c71931b90 HTTP/1.1" status: 404 len: 333 time: 0.0411253 Feb 11 13:50:41.985382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36734) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.018620 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7013716-93b3-41a8-a0f6-e2c8b92256a2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.019349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7013716-93b3-41a8-a0f6-e2c8b92256a2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.022790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e7013716-93b3-41a8-a0f6-e2c8b92256a2 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/9da61c46-d85b-43db-9cb8-a25de7eeb985 HTTP/1.1" status: 404 len: 337 time: 0.0359561 Feb 11 13:50:42.025307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:42.026633 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36736) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.060289 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af54789-eae4-4316-938b-b41d0278c144 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.061791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af54789-eae4-4316-938b-b41d0278c144 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.068448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5af54789-eae4-4316-938b-b41d0278c144 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/e1baec7b-482e-45c3-9427-575994c54af9 HTTP/1.1" status: 404 len: 333 time: 0.0402560 Feb 11 13:50:42.071166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.120185 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dcf6bd-f8d6-48ca-a065-a4fc7b16306b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.121042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dcf6bd-f8d6-48ca-a065-a4fc7b16306b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.125200 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f3dcf6bd-f8d6-48ca-a065-a4fc7b16306b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/765d64fe-44ec-4430-ad52-f41e8a87f3ca HTTP/1.1" status: 404 len: 337 time: 0.0518441 Feb 11 13:50:42.127859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.165549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75e4c1-4ac1-421a-82cf-451e5304f148 req-30eae98d-b68e-4978-8c10-1925052ac45b tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:42.175787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da75e4c1-4ac1-421a-82cf-451e5304f148 req-30eae98d-b68e-4978-8c10-1925052ac45b tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 945 time: 0.2366805 Feb 11 13:50:42.221960 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cec28f-d321-4a01-9ac2-60087a558c43 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.222501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cec28f-d321-4a01-9ac2-60087a558c43 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.225653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c8cec28f-d321-4a01-9ac2-60087a558c43 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/dd0e6629-78a1-4b4e-996b-76a7172364bf HTTP/1.1" status: 404 len: 337 time: 0.0965984 Feb 11 13:50:42.231999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36742) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.264628 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd19361-d733-4c56-87d1-719cdda112d0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.265205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd19361-d733-4c56-87d1-719cdda112d0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.269218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fdd19361-d733-4c56-87d1-719cdda112d0 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/4e5c852f-eea6-4ecb-8f5f-77a6fef6a9e0 HTTP/1.1" status: 404 len: 333 time: 0.0359433 Feb 11 13:50:42.271453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.332693 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93de0f4-e531-4c50-bc00-524e0ee6e3b5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.333283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93de0f4-e531-4c50-bc00-524e0ee6e3b5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.346468 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c93de0f4-e531-4c50-bc00-524e0ee6e3b5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/85c920a2-4af9-4cdb-b743-984574e4aa3c HTTP/1.1" status: 404 len: 337 time: 0.0738378 Feb 11 13:50:42.352529 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da75e4c1-4ac1-421a-82cf-451e5304f148 req-eff5316b-8031-4487-a4f9-c23d242d86c4 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743522 Feb 11 13:50:42.355666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36752) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.427423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7de6b47a-59db-4631-aebc-247c7c83995d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:42.438225 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01bc5a1-234f-482e-9a18-9717ca7a0239 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.439576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01bc5a1-234f-482e-9a18-9717ca7a0239 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.444785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e01bc5a1-234f-482e-9a18-9717ca7a0239 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/32202a11-15cd-4003-8da1-2d319c560bc6 HTTP/1.1" status: 404 len: 337 time: 0.0799868 Feb 11 13:50:42.448424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36762) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.475926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 7de6b47a-59db-4631-aebc-247c7c83995d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:50:42.476290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7de6b47a-59db-4631-aebc-247c7c83995d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:42.500844 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe8c156-471e-4b7b-98b7-9b357b928a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.501997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe8c156-471e-4b7b-98b7-9b357b928a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.506109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bfe8c156-471e-4b7b-98b7-9b357b928a1a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/08e0e3d3-3124-44a3-87c3-ef7a58680dea HTTP/1.1" status: 404 len: 333 time: 0.0565035 Feb 11 13:50:42.510961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36766) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.515802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9900e-d0bb-4653-9afb-c4631f3277a4 req-b6e7a1f1-f09c-41f6-bd39-51cc755e1c26 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:42.517482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2f9900e-d0bb-4653-9afb-c4631f3277a4 req-b6e7a1f1-f09c-41f6-bd39-51cc755e1c26 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.1131823 Feb 11 13:50:42.595084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Allocated IP 172.25.3.31 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/74b6d5a3-4ae0-4504-8d8e-f8b6229719c5) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:42.604594 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3fcbeb-e885-4fdd-928b-7dc04e914974 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.605179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3fcbeb-e885-4fdd-928b-7dc04e914974 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.613818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dc3fcbeb-e885-4fdd-928b-7dc04e914974 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/cd37a33d-3e8f-444a-a145-e5bd0df4a1a1 HTTP/1.1" status: 404 len: 337 time: 0.1010754 Feb 11 13:50:42.619026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.666459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2f9900e-d0bb-4653-9afb-c4631f3277a4 req-4ffba478-bee5-4fff-9894-9995f3250cb6 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356318 Feb 11 13:50:42.705904 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1561d842-bb4e-417a-91d0-4fd07aa093ab tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.707439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1561d842-bb4e-417a-91d0-4fd07aa093ab tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.710740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1561d842-bb4e-417a-91d0-4fd07aa093ab tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/9bfc4a05-1691-44ed-95ad-942def368fd0 HTTP/1.1" status: 404 len: 337 time: 0.0896509 Feb 11 13:50:42.713300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36784) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.759055 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94c928a-1c73-415c-a340-5ac2876be33f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.759929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94c928a-1c73-415c-a340-5ac2876be33f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.767610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e94c928a-1c73-415c-a340-5ac2876be33f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/2184d592-f9e3-409d-b968-283783430e56 HTTP/1.1" status: 404 len: 333 time: 0.0530858 Feb 11 13:50:42.770712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36786) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.832295 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bc43b7-3791-4119-98c6-a87f0d475a25 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.832977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bc43b7-3791-4119-98c6-a87f0d475a25 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.836398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-84bc43b7-3791-4119-98c6-a87f0d475a25 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/06d1a73f-304b-45e7-be20-5a88d06a6986 HTTP/1.1" status: 404 len: 337 time: 0.0645645 Feb 11 13:50:42.839178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.892067 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-387f855d-a05c-4535-b4e7-711e87665c74 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:42.892757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387f855d-a05c-4535-b4e7-711e87665c74 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:42.895994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-387f855d-a05c-4535-b4e7-711e87665c74 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/af9bd6d9-e4bc-4f68-a59e-9a8e38565df1 HTTP/1.1" status: 404 len: 337 time: 0.0556514 Feb 11 13:50:42.898418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.945235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36800) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:42.945907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b125d396-4e15-48d5-88d9-636c583de4c5 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 HTTP/1.1" status: 200 len: 205 time: 0.0463898 Feb 11 13:50:42.995396 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-c619c1af-8556-4e49-88fe-4c7f6638d158 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] delete failed (client error): The resource could not be found. Feb 11 13:50:42.997657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c619c1af-8556-4e49-88fe-4c7f6638d158 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/routers/a7d609b8-9aef-4f7d-9c2a-05a7f949aa36 HTTP/1.1" status: 404 len: 336 time: 0.0510578 Feb 11 13:50:43.000347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.012716 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for port (74b6d5a3-4ae0-4504-8d8e-f8b6229719c5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:43.055328 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e301c3c-9b35-42c0-896d-e5023b28e344 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.055797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e301c3c-9b35-42c0-896d-e5023b28e344 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.071992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36804) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.078724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1e301c3c-9b35-42c0-896d-e5023b28e344 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/0212315a-ef8c-4e25-9256-26f44e4ce919 HTTP/1.1" status: 404 len: 337 time: 0.0761609 Feb 11 13:50:43.143767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b5205da6-bcf8-49d1-9517-408e4f8ab497 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "GET /v2.0/ports?device_id=212de52e-7fe0-42f4-9fa4-a55543d39bc3 HTTP/1.1" status: 200 len: 205 time: 0.0691566 Feb 11 13:50:43.144808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.150783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (74b6d5a3-4ae0-4504-8d8e-f8b6229719c5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:43.233427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:43.237084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:43.245810 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-713e6073-59cf-452b-9620-54eefb39fed3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] delete failed (client error): The resource could not be found. Feb 11 13:50:43.253476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:43.261897 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-713e6073-59cf-452b-9620-54eefb39fed3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/routers/212de52e-7fe0-42f4-9fa4-a55543d39bc3 HTTP/1.1" status: 404 len: 336 time: 0.1159916 Feb 11 13:50:43.263027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36814) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.278978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.314275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event updated for resources: {'Port': ['ID=74b6d5a3-4ae0-4504-8d8e-f8b6229719c5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:43.337407 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce18b139-0a55-4cca-9540-fffeefdb94f3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.337879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce18b139-0a55-4cca-9540-fffeefdb94f3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.341036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ce18b139-0a55-4cca-9540-fffeefdb94f3 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/5c614e81-0605-47e4-a2b0-0b5b67259678 HTTP/1.1" status: 404 len: 337 time: 0.0770791 Feb 11 13:50:43.344674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.373314 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b04fbf-c840-4cd8-bf36-133025ebe412 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.373796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b04fbf-c840-4cd8-bf36-133025ebe412 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.377816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-33b04fbf-c840-4cd8-bf36-133025ebe412 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/01b43704-67eb-4861-b92d-72774c217ba9 HTTP/1.1" status: 404 len: 337 time: 0.0325661 Feb 11 13:50:43.380378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.427364 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-220f1d6a-bcc5-4fe7-b7df-010555904c6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.427983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220f1d6a-bcc5-4fe7-b7df-010555904c6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.431044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-220f1d6a-bcc5-4fe7-b7df-010555904c6f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/6b9d82d8-0197-472c-9874-e455080dba21 HTTP/1.1" status: 404 len: 333 time: 0.0496979 Feb 11 13:50:43.435220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36826) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.497619 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0e93db-8858-430f-9af9-803c189bc7e4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.498052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0e93db-8858-430f-9af9-803c189bc7e4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.501402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae0e93db-8858-430f-9af9-803c189bc7e4 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/15a6f017-5bae-485c-8b6a-dd872e38503d HTTP/1.1" status: 404 len: 337 time: 0.0629106 Feb 11 13:50:43.513731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.545973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a509127-c09e-4b2d-81a9-2de9b6716f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:43.579004 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-53eb6246-4c2d-4b2e-95b0-cfdf726ec1a7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.579755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53eb6246-4c2d-4b2e-95b0-cfdf726ec1a7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.583006 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-53eb6246-4c2d-4b2e-95b0-cfdf726ec1a7 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/24e0e525-bcd6-424d-84d0-07491904f240 HTTP/1.1" status: 404 len: 333 time: 0.0662694 Feb 11 13:50:43.586982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.679789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a509127-c09e-4b2d-81a9-2de9b6716f39 admin admin] Publish callbacks [] for security_group (26913277-6c87-42d3-a679-f92e3943dfc4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:43.710337 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4a509127-c09e-4b2d-81a9-2de9b6716f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (26913277-6c87-42d3-a679-f92e3943dfc4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:43.715075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (b71d9767-6a75-4179-a0eb-13c370822439), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:43.741380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4a509127-c09e-4b2d-81a9-2de9b6716f39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e804abbe4a01451ab2d479b87d7d9ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605992 Feb 11 13:50:43.742476 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95500f7-6799-4d4c-908d-20c210f0eb61 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.742927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95500f7-6799-4d4c-908d-20c210f0eb61 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.748614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a95500f7-6799-4d4c-908d-20c210f0eb61 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/e56bb48c-4e88-4644-af0d-f88936935969 HTTP/1.1" status: 404 len: 337 time: 0.1596344 Feb 11 13:50:43.750623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.751396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36842) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.758586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2649b-df52-4fe8-95c5-15a31303174e req-e803a197-6e14-464b-b66c-9a57cda6bd65 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.760217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ab2649b-df52-4fe8-95c5-15a31303174e req-e803a197-6e14-464b-b66c-9a57cda6bd65 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 945 time: 0.2670760 Feb 11 13:50:43.907737 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4840f09d-30f0-4598-909d-2e8b2126ff9f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.908439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4840f09d-30f0-4598-909d-2e8b2126ff9f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.914264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4840f09d-30f0-4598-909d-2e8b2126ff9f tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/31cf6805-d98d-444e-bf00-0ec796a6fe5d HTTP/1.1" status: 404 len: 333 time: 0.1491575 Feb 11 13:50:43.914264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3581-2b8a-4837-b154-048e44cad45b admin admin] Publish callbacks [] for security_group (26913277-6c87-42d3-a679-f92e3943dfc4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:43.915480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.928734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509127-c09e-4b2d-81a9-2de9b6716f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26913277-6c87-42d3-a679-f92e3943dfc4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:43.979335 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d06b72-681a-4d92-b6fb-f2abab1bfbac tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:43.979868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d06b72-681a-4d92-b6fb-f2abab1bfbac tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:43.982737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d500151-5e16-437c-99ed-9b5be4524639 req-e63d351e-b4e2-4a5f-95b2-ffb1140ac88f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.985539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0d06b72-681a-4d92-b6fb-f2abab1bfbac tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/0b33828f-7184-4f54-8420-e96442028092 HTTP/1.1" status: 404 len: 337 time: 0.0647514 Feb 11 13:50:43.985707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d500151-5e16-437c-99ed-9b5be4524639 req-e63d351e-b4e2-4a5f-95b2-ffb1140ac88f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.1225746 Feb 11 13:50:43.987601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36854) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:43.999279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ab2649b-df52-4fe8-95c5-15a31303174e req-4cc306e7-2f5a-42f6-aeb8-9a3d0b6e0a57 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819358 Feb 11 13:50:44.001656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3581-2b8a-4837-b154-048e44cad45b admin admin] Publish callbacks [] for security_group (26913277-6c87-42d3-a679-f92e3943dfc4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:44.043022 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-3505faf5-5806-4f62-8cf3-61e5b4d6329e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.043759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3505faf5-5806-4f62-8cf3-61e5b4d6329e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.047243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3505faf5-5806-4f62-8cf3-61e5b4d6329e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/525fcb52-5113-4023-8086-4927b963312f HTTP/1.1" status: 404 len: 333 time: 0.0586660 Feb 11 13:50:44.052888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36860) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.068908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3581-2b8a-4837-b154-048e44cad45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (26913277-6c87-42d3-a679-f92e3943dfc4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:44.072447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3581-2b8a-4837-b154-048e44cad45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:44.073877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a5fa3581-2b8a-4837-b154-048e44cad45b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26913277-6c87-42d3-a679-f92e3943dfc4 HTTP/1.1" status: 204 len: 168 time: 0.3124609 Feb 11 13:50:44.085612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa3581-2b8a-4837-b154-048e44cad45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26913277-6c87-42d3-a679-f92e3943dfc4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.156065 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c7f4e7-1a2c-4969-b003-706ea834642b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.156641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c7f4e7-1a2c-4969-b003-706ea834642b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.160238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c0c7f4e7-1a2c-4969-b003-706ea834642b tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/b60ab046-fb85-4476-b4ea-c7ee348eb735 HTTP/1.1" status: 404 len: 337 time: 0.1056619 Feb 11 13:50:44.163415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.212429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d500151-5e16-437c-99ed-9b5be4524639 req-b7d4ebfb-42a0-46af-874b-59b74028d55d tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622448 Feb 11 13:50:44.227396 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d7ae4d-f34e-41ec-91cc-0d02a3190d4a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.229131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d7ae4d-f34e-41ec-91cc-0d02a3190d4a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.238468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (b71d9767-6a75-4179-a0eb-13c370822439), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:44.238581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-65d7ae4d-f34e-41ec-91cc-0d02a3190d4a tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/1c17a068-546d-4384-a6e0-136ad76b8b4e HTTP/1.1" status: 404 len: 333 time: 0.0732210 Feb 11 13:50:44.240764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36866) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.322074 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-523a373f-ef5a-44c3-ab5f-6d98925acb37 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.322458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523a373f-ef5a-44c3-ab5f-6d98925acb37 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.325870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-523a373f-ef5a-44c3-ab5f-6d98925acb37 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/32290591-cfe3-414a-93d5-ec39caa53a57 HTTP/1.1" status: 404 len: 337 time: 0.0812747 Feb 11 13:50:44.328953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.395779 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8abfefc-7071-44ab-8cbb-649fc2653e84 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.397604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8abfefc-7071-44ab-8cbb-649fc2653e84 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.404358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a8abfefc-7071-44ab-8cbb-649fc2653e84 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/5751a522-d65c-4c44-a8b5-ce7108b59536 HTTP/1.1" status: 404 len: 333 time: 0.0738697 Feb 11 13:50:44.409109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36876) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.447774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Router b71d9767-6a75-4179-a0eb-13c370822439 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:44.451502 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da67a3c-f2d4-4996-98b8-870be9f0ff82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.452103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da67a3c-f2d4-4996-98b8-870be9f0ff82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.455554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7da67a3c-f2d4-4996-98b8-870be9f0ff82 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/01b03c86-f90a-4f83-9658-5b3516576b11 HTTP/1.1" status: 404 len: 337 time: 0.0453665 Feb 11 13:50:44.458032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.515680 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c84fe4-c8d5-48ad-b5a9-8dc52f25380e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.517394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c84fe4-c8d5-48ad-b5a9-8dc52f25380e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.525085 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-64c84fe4-c8d5-48ad-b5a9-8dc52f25380e tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/ports/ec85dd07-89d6-44f9-96fd-21bef837806f HTTP/1.1" status: 404 len: 333 time: 0.0658882 Feb 11 13:50:44.527517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.576634 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-084db8df-ef01-4e83-abf1-da6ec80f37fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:44.577338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084db8df-ef01-4e83-abf1-da6ec80f37fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:44.589591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-084db8df-ef01-4e83-abf1-da6ec80f37fc tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/subnets/84006cfa-5117-49e4-98fe-4c8cdf2b2f91 HTTP/1.1" status: 404 len: 337 time: 0.0605352 Feb 11 13:50:44.592090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.610542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:44.622803 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] Sync routers for ids ['b71d9767-6a75-4179-a0eb-13c370822439'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:44.648837 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] Routers {'b71d9767-6a75-4179-a0eb-13c370822439'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:44.649476 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b71d9767-6a75-4179-a0eb-13c370822439'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.664420 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:44.674889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:44.680838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8a7f6548-2580-4672-8a11-a1b43f685bd5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7469082 Feb 11 13:50:44.686389 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.696790 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] Routers {'b71d9767-6a75-4179-a0eb-13c370822439'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:44.698111 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b71d9767-6a75-4179-a0eb-13c370822439'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.739375 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.740234 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f39a8ce-27e1-4a79-a68f-52c17e473896 None None] The sync data for ids ['b71d9767-6a75-4179-a0eb-13c370822439'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:45.200243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dc215-4568-496b-a4a9-d7702b36be99 req-f5ec8afe-ca09-49f1-b5b3-2a205737f0ad tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:45.201931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-539dc215-4568-496b-a4a9-d7702b36be99 req-f5ec8afe-ca09-49f1-b5b3-2a205737f0ad tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 945 time: 0.0836787 Feb 11 13:50:45.297998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-539dc215-4568-496b-a4a9-d7702b36be99 req-edf185dc-adfd-4574-8374-14ad897ff4b4 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900526 Feb 11 13:50:45.338944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:45.349045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a5bab372-dfb9-4c1d-b04e-13c120a57e15), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:45.637294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5beaa8-298a-4b15-a980-321844d480ca req-9f39df7e-2021-4783-92cd-7af4aa750ac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:45.639689 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b5beaa8-298a-4b15-a980-321844d480ca req-9f39df7e-2021-4783-92cd-7af4aa750ac5 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.2881660 Feb 11 13:50:45.716811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a5bab372-dfb9-4c1d-b04e-13c120a57e15), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:45.854638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bab372-dfb9-4c1d-b04e-13c120a57e15']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:45.865706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76b8877-7cf4-4ef9-9da9-739def66f943') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:45.866030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76b8877-7cf4-4ef9-9da9-739def66f943') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:45.878937 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (d76b8877-7cf4-4ef9-9da9-739def66f943), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:45.917715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d76b8877-7cf4-4ef9-9da9-739def66f943), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:45.999841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b5beaa8-298a-4b15-a980-321844d480ca req-257362c5-e16e-4672-a0ef-0cba6e661d5a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217843 Feb 11 13:50:46.010420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:50:46.011301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (d76b8877-7cf4-4ef9-9da9-739def66f943), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:50:46.020415 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:50:46.151869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:46.154565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (b71d9767-6a75-4179-a0eb-13c370822439), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.233891 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_gateway (b71d9767-6a75-4179-a0eb-13c370822439), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.255422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a5bab372-dfb9-4c1d-b04e-13c120a57e15), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.279593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.288110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] 10.222.0.79 "DELETE /v2.0/networks/a5bab372-dfb9-4c1d-b04e-13c120a57e15 HTTP/1.1" status: 204 len: 168 time: 1.6879859 Feb 11 13:50:46.315586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e832180-ee04-425d-b8b1-bd5da07e2876 tempest-NetworksTestDHCPv6-1233330781 tempest-NetworksTestDHCPv6-1233330781-project] Pushing event deleted for resources: {'Network': ['ID=a5bab372-dfb9-4c1d-b04e-13c120a57e15,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.328432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e82e9180-7882-4035-ac74-5ded61859f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.496487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Deleting port 74b6d5a3-4ae0-4504-8d8e-f8b6229719c5 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:46.497065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (74b6d5a3-4ae0-4504-8d8e-f8b6229719c5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.528673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e82e9180-7882-4035-ac74-5ded61859f0f admin admin] Publish callbacks [] for security_group (31c390cf-ea88-42b5-8054-95bb5d281632), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.544232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df3444-946e-4c74-9c8f-fe74540283f9 req-2d99cb68-d722-41c5-8f29-177e92029465 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.546718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38df3444-946e-4c74-9c8f-fe74540283f9 req-2d99cb68-d722-41c5-8f29-177e92029465 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 945 time: 0.1435246 Feb 11 13:50:46.557936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e82e9180-7882-4035-ac74-5ded61859f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (31c390cf-ea88-42b5-8054-95bb5d281632), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.652601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e82e9180-7882-4035-ac74-5ded61859f0f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf19c7efc4ac459bb750d57810359586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4995074 Feb 11 13:50:46.654090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:46.687640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36988) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:46.750478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (74b6d5a3-4ae0-4504-8d8e-f8b6229719c5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.766486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-dbf0be23-9bef-43ee-9f56-4112a22b389c tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.771916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-dbf0be23-9bef-43ee-9f56-4112a22b389c tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.83 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 945 time: 0.2376456 Feb 11 13:50:46.777225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e9180-7882-4035-ac74-5ded61859f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c390cf-ea88-42b5-8054-95bb5d281632,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.822286 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38df3444-946e-4c74-9c8f-fe74540283f9 req-bdce8576-0024-40c2-8f75-552ad6d428d4 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413933 Feb 11 13:50:46.885943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2104-7deb-4775-91f8-74eb54275635 admin admin] Publish callbacks [] for security_group (31c390cf-ea88-42b5-8054-95bb5d281632), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.916113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2104-7deb-4775-91f8-74eb54275635 admin admin] Publish callbacks [] for security_group (31c390cf-ea88-42b5-8054-95bb5d281632), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:46.967853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Deleting port a6eee50a-0928-458b-8421-4320424384b2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:50:46.968404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a6eee50a-0928-458b-8421-4320424384b2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.003985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Calling delete_port for 74b6d5a3-4ae0-4504-8d8e-f8b6229719c5 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:47.008128 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2104-7deb-4775-91f8-74eb54275635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (31c390cf-ea88-42b5-8054-95bb5d281632), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.015314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2104-7deb-4775-91f8-74eb54275635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.021429 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bb5b2104-7deb-4775-91f8-74eb54275635 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31c390cf-ea88-42b5-8054-95bb5d281632 HTTP/1.1" status: 204 len: 168 time: 0.3520133 Feb 11 13:50:47.036973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b2104-7deb-4775-91f8-74eb54275635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c390cf-ea88-42b5-8054-95bb5d281632,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.346257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-135c1632-94e8-42bb-88cd-28808e8ed7e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15a63b7e819c411b938eba6309ae3cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6376553 Feb 11 13:50:47.351281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37014) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:47.390922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] For port a6eee50a-0928-458b-8421-4320424384b2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a6eee50a-0928-458b-8421-4320424384b2,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:47.391800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a6eee50a-0928-458b-8421-4320424384b2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.450708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9436ea-f0ea-4b90-b82f-497205ba4197 req-6a319c67-766c-4c3a-b403-caa0d546f487 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:47.452323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a9436ea-f0ea-4b90-b82f-497205ba4197 req-6a319c67-766c-4c3a-b403-caa0d546f487 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.2601073 Feb 11 13:50:47.470819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Calling delete_port for a6eee50a-0928-458b-8421-4320424384b2 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:50:47.495016 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (74b6d5a3-4ae0-4504-8d8e-f8b6229719c5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.529187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Pushing event deleted for resources: {'Port': ['ID=74b6d5a3-4ae0-4504-8d8e-f8b6229719c5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.631985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (b71d9767-6a75-4179-a0eb-13c370822439), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.715181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a77b05fa-dd7c-4de0-851c-072d12ddd391 admin admin] Publish callbacks [] for security_group (83a699b5-d13c-4163-828a-29c037bbf16a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.727847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a9436ea-f0ea-4b90-b82f-497205ba4197 req-8ed26131-4674-4cc7-87ce-048a75242e6f tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659757 Feb 11 13:50:47.773517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a77b05fa-dd7c-4de0-851c-072d12ddd391 admin admin] Publish callbacks [] for security_group (83a699b5-d13c-4163-828a-29c037bbf16a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.905452 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a6eee50a-0928-458b-8421-4320424384b2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.036156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a77b05fa-dd7c-4de0-851c-072d12ddd391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83a699b5-d13c-4163-828a-29c037bbf16a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.047359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a77b05fa-dd7c-4de0-851c-072d12ddd391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.048684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a77b05fa-dd7c-4de0-851c-072d12ddd391 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83a699b5-d13c-4163-828a-29c037bbf16a HTTP/1.1" status: 204 len: 168 time: 0.6922498 Feb 11 13:50:48.049597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Pushing event deleted for resources: {'Port': ['ID=a6eee50a-0928-458b-8421-4320424384b2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:48.066669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:48.153416 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d4c7e5a-be24-40da-85e9-07b900b3417b req-90333fff-5a66-4dcb-8066-d2aeb652ac54 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=5468ed75-dce5-40e9-9e16-3e93d8b810f8 HTTP/1.1" status: 200 len: 210 time: 0.1542361 Feb 11 13:50:48.203391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] No DVR routers for this DVR port a6eee50a-0928-458b-8421-4320424384b2 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:48.205425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b05fa-dd7c-4de0-851c-072d12ddd391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a699b5-d13c-4163-828a-29c037bbf16a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:48.208256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.211865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d4976bc5-c2b0-48e9-9608-c83f6554aade req-9ac8937e-3159-4e36-9eb8-e6a061b0ca32 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.83 "DELETE /v2.0/ports/a6eee50a-0928-458b-8421-4320424384b2 HTTP/1.1" status: 204 len: 173 time: 1.4301171 Feb 11 13:50:48.212688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'name': 'network-vif-deleted', 'tag': 'a6eee50a-0928-458b-8421-4320424384b2'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:48.227399 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e59b10-971a-46df-a182-8463aad54a1c" -d '{"events": [{"server_uuid": "5468ed75-dce5-40e9-9e16-3e93d8b810f8", "name": "network-vif-deleted", "tag": "a6eee50a-0928-458b-8421-4320424384b2"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:48.291861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (b71d9767-6a75-4179-a0eb-13c370822439), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.296502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (b71d9767-6a75-4179-a0eb-13c370822439), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.299241 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0c0dce-32f7-4833-9678-1e874a874d8d x-openstack-request-id: req-7c0c0dce-32f7-4833-9678-1e874a874d8d {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:48.299796 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5468ed75-dce5-40e9-9e16-3e93d8b810f8", "name": "network-vif-deleted", "tag": "a6eee50a-0928-458b-8421-4320424384b2", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:48.300455 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c0c0dce-32f7-4833-9678-1e874a874d8d {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:48.301170 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5468ed75-dce5-40e9-9e16-3e93d8b810f8', 'name': 'network-vif-deleted', 'tag': 'a6eee50a-0928-458b-8421-4320424384b2', 'status': 'completed', 'code': 200} Feb 11 13:50:48.426597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Router b71d9767-6a75-4179-a0eb-13c370822439 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:48.567844 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44cb74a7-7ec3-4278-8152-5890960d4657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.577147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:48.585339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.588051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b895eeca-562d-4b9b-91f1-6cfcc1159cd2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "PUT /v2.0/routers/b71d9767-6a75-4179-a0eb-13c370822439 HTTP/1.1" status: 200 len: 709 time: 3.9094596 Feb 11 13:50:48.589881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37072) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:48.604468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] Sync routers for ids ['b71d9767-6a75-4179-a0eb-13c370822439'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:48.617642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] Routers {'b71d9767-6a75-4179-a0eb-13c370822439'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:48.630437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b71d9767-6a75-4179-a0eb-13c370822439'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:48.789755 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44cb74a7-7ec3-4278-8152-5890960d4657 admin admin] Publish callbacks [] for security_group (dca622e2-0909-495b-8e44-8612e7bda201), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.797192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44cb74a7-7ec3-4278-8152-5890960d4657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dca622e2-0909-495b-8e44-8612e7bda201), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:48.838294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-033f205b-3985-409c-b090-5e1641b3538b tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/routers/b71d9767-6a75-4179-a0eb-13c370822439 HTTP/1.1" status: 200 len: 744 time: 0.2460625 Feb 11 13:50:48.846935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37080) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:48.975340 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-44cb74a7-7ec3-4278-8152-5890960d4657 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0933de40980449408c0746b9dc329a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9072862 Feb 11 13:50:48.982993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:48.987391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb74a7-7ec3-4278-8152-5890960d4657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca622e2-0909-495b-8e44-8612e7bda201,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:48.996176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f1566cb0-1499-493b-b664-d190baca247f tempest-RoutersIpV6AdminTest-670734934 tempest-RoutersIpV6AdminTest-670734934-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=b71d9767-6a75-4179-a0eb-13c370822439 HTTP/1.1" status: 200 len: 205 time: 0.1459537 Feb 11 13:50:49.003726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37090) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:49.012717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:49.035513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] Routers {'b71d9767-6a75-4179-a0eb-13c370822439'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:49.037067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b71d9767-6a75-4179-a0eb-13c370822439'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:49.061488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fadb5770-6d18-43bd-adb6-8e012e970b6c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71d9767-6a75-4179-a0eb-13c370822439 HTTP/1.1" status: 200 len: 205 time: 0.0566270 Feb 11 13:50:49.064370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37094) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:49.131133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:49.132058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32ee284-29cf-4e9a-a894-ca386dc7e9d3 None None] The sync data for ids ['b71d9767-6a75-4179-a0eb-13c370822439'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:49.133781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a6eee50a-0928-458b-8421-4320424384b2 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:49.172264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: a6eee50a-0928-458b-8421-4320424384b2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:50:49.172942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a6eee50a-0928-458b-8421-4320424384b2 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:49.231599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b66fa7-adbd-4421-8371-7d4f8e6e0522 req-4f22773b-09e1-4990-bf5a-4e8754bb2a32 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:49.234173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0b66fa7-adbd-4421-8371-7d4f8e6e0522 req-4f22773b-09e1-4990-bf5a-4e8754bb2a32 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.2909839 Feb 11 13:50:49.269311 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9855d8d4-e617-4b0b-8a7b-fad339bc9305 admin admin] Publish callbacks [] for security_group (dca622e2-0909-495b-8e44-8612e7bda201), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:49.306527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df71968a-6fc2-4c02-8e48-bb08598a1aae tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (b71d9767-6a75-4179-a0eb-13c370822439), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:49.324842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9855d8d4-e617-4b0b-8a7b-fad339bc9305 admin admin] Publish callbacks [] for security_group (dca622e2-0909-495b-8e44-8612e7bda201), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:49.398789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0b66fa7-adbd-4421-8371-7d4f8e6e0522 req-65f0e971-afa6-4860-997a-1b6200384481 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573620 Feb 11 13:50:49.477765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9855d8d4-e617-4b0b-8a7b-fad339bc9305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dca622e2-0909-495b-8e44-8612e7bda201), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:49.480528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9855d8d4-e617-4b0b-8a7b-fad339bc9305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:49.482633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9855d8d4-e617-4b0b-8a7b-fad339bc9305 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dca622e2-0909-495b-8e44-8612e7bda201 HTTP/1.1" status: 204 len: 168 time: 0.4971068 Feb 11 13:50:49.501374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855d8d4-e617-4b0b-8a7b-fad339bc9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca622e2-0909-495b-8e44-8612e7bda201,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:49.896190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37144) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.110892 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:50.197362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df71968a-6fc2-4c02-8e48-bb08598a1aae tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (b71d9767-6a75-4179-a0eb-13c370822439), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:50.202445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df71968a-6fc2-4c02-8e48-bb08598a1aae tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router_controller (b71d9767-6a75-4179-a0eb-13c370822439), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:50.264060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-30e2a314-931a-4297-8190-987cc8060aaf tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.270626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-30e2a314-931a-4297-8190-987cc8060aaf tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3702240 Feb 11 13:50:50.272533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.298750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-55cbc1e3-2829-4e06-a540-1c95d8d36151 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.303865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37168) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.309498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-e1984069-4bba-45f7-bcd5-4d8ba171f6ad tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.327323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-55cbc1e3-2829-4e06-a540-1c95d8d36151 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0529277 Feb 11 13:50:50.328437 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e1984069-4bba-45f7-bcd5-4d8ba171f6ad tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0231965 Feb 11 13:50:50.330626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37170) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.473991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df71968a-6fc2-4c02-8e48-bb08598a1aae tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (b71d9767-6a75-4179-a0eb-13c370822439), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:50.475376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df71968a-6fc2-4c02-8e48-bb08598a1aae tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Fanout notify agent at l3_agent the message router_deleted on router b71d9767-6a75-4179-a0eb-13c370822439 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:50.485714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-0b63bf80-bfeb-448a-b7e4-d38a0fc37f87 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:50.493421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-0b63bf80-bfeb-448a-b7e4-d38a0fc37f87 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/networks?id=6747e886-c0f9-495c-94e0-1e6339d8b5b4 HTTP/1.1" status: 200 len: 808 time: 0.8994393 Feb 11 13:50:50.498439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-8d67e6a3-9534-4af2-8b39-0823887d4eae tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.503058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8d67e6a3-9534-4af2-8b39-0823887d4eae tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0306847 Feb 11 13:50:50.504790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37178) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.508855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df71968a-6fc2-4c02-8e48-bb08598a1aae tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:50.510247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-df71968a-6fc2-4c02-8e48-bb08598a1aae tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/b71d9767-6a75-4179-a0eb-13c370822439 HTTP/1.1" status: 204 len: 168 time: 1.4451883 Feb 11 13:50:50.516480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-ea95f806-e3a8-4b45-8ea2-b17d1c748758 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.519865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ea95f806-e3a8-4b45-8ea2-b17d1c748758 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0112042 Feb 11 13:50:50.519865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37180) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.530768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-63200bab-7c29-4d2a-a115-3612a9f6fbb0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/quotas/64b6f8db2a3744afa7f0a49136e48a5d HTTP/1.1" status: 200 len: 375 time: 0.0360334 Feb 11 13:50:50.532787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37182) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.545501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-7d3f326d-b78b-453e-816a-6415462739a1 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.550456 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d3f326d-b78b-453e-816a-6415462739a1 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0154717 Feb 11 13:50:50.551375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37184) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.613400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-061abd9a-8d12-4638-9c6e-a8bb8a235b2d tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.617794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-061abd9a-8d12-4638-9c6e-a8bb8a235b2d tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0637693 Feb 11 13:50:50.618761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37188) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.628807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-d48c2d84-de41-4103-8b27-727dea7ba689 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=64b6f8db2a3744afa7f0a49136e48a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967085 Feb 11 13:50:50.670685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-204c5aa6-c53e-4acc-9969-11c479227b90 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=b71d9767-6a75-4179-a0eb-13c370822439 HTTP/1.1" status: 200 len: 205 time: 0.0818965 Feb 11 13:50:50.671294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37190) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.746878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-2e60f55b-8f28-4bf6-a02a-307e94c44ff7 service neutron] 10.222.0.79 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162219 Feb 11 13:50:50.812175 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-f0c5c1bb-f1b4-4ce5-b589-9f479f3f51f1 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] delete failed (client error): The resource could not be found. Feb 11 13:50:50.816766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0c5c1bb-f1b4-4ce5-b589-9f479f3f51f1 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/b71d9767-6a75-4179-a0eb-13c370822439 HTTP/1.1" status: 404 len: 336 time: 0.1375186 Feb 11 13:50:50.817761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.864103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-d5f99b9a-2103-46b1-b58a-62b0f00ccf4e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.868905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d5f99b9a-2103-46b1-b58a-62b0f00ccf4e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.2375021 Feb 11 13:50:50.886520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-27cd840c-16a6-4811-853c-24a1a115867a service neutron] 10.222.0.79 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378112 Feb 11 13:50:50.890499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37212) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.896941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-b74050e0-7d1a-49cd-a3c4-621db8d41119 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.900293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b74050e0-7d1a-49cd-a3c4-621db8d41119 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059288 Feb 11 13:50:50.906651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37216) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.908408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37218) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.910580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8f923ab4-7b11-440b-bdb5-d25c2c45f7a5 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 HTTP/1.1" status: 200 len: 205 time: 0.0907686 Feb 11 13:50:50.911399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-f050cb96-d5de-4757-a015-a1e074c5d90b tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.914878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f050cb96-d5de-4757-a015-a1e074c5d90b tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047710 Feb 11 13:50:50.915082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.919597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-b2c44043-5358-40c1-8281-a431abf6a572 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.921113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b2c44043-5358-40c1-8281-a431abf6a572 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049632 Feb 11 13:50:50.923790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.928802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-9ad9dfc4-a964-459d-bbd8-dbafffae8512 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.931701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ad9dfc4-a964-459d-bbd8-dbafffae8512 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0067244 Feb 11 13:50:50.934741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37228) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.938959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-eb1d24a9-2bfe-4902-889d-56aa88c763ce tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.940109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eb1d24a9-2bfe-4902-889d-56aa88c763ce tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042942 Feb 11 13:50:50.943501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.950007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-1ef4ecc3-3202-4a68-8f39-b5f323687504 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.951708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1ef4ecc3-3202-4a68-8f39-b5f323687504 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052290 Feb 11 13:50:50.954108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37232) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.958971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-829e343a-7cac-486a-934a-8353eeefd2cc tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.960097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-829e343a-7cac-486a-934a-8353eeefd2cc tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049317 Feb 11 13:50:50.964140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.968755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-327982fd-cc8b-4ad6-b8a6-1b3363fa4f59 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.970094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-327982fd-cc8b-4ad6-b8a6-1b3363fa4f59 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047219 Feb 11 13:50:50.973132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37236) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:50.979474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-1ca31496-86fe-4b0f-88b3-9ea9e662d115 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:50.982179 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1ca31496-86fe-4b0f-88b3-9ea9e662d115 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0063367 Feb 11 13:50:50.993256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810a635-ff25-4364-a5d8-9bb7ae812226 req-410433ab-7910-470b-8060-8287c23f5507 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:50.995443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f810a635-ff25-4364-a5d8-9bb7ae812226 req-410433ab-7910-470b-8060-8287c23f5507 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.4921746 Feb 11 13:50:50.996183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37238) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.003926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-34f4ae8a-0f0c-4c43-9c28-0b181e2dc025 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.005115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-34f4ae8a-0f0c-4c43-9c28-0b181e2dc025 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0071414 Feb 11 13:50:51.017989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37244) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.056165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-4a0b375a-69e8-4521-939f-cd52a18d44cf tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.063585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4a0b375a-69e8-4521-939f-cd52a18d44cf tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0173779 Feb 11 13:50:51.064965 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-fd7d09b9-d15d-4464-be71-ae8c0225fb06 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] delete failed (client error): The resource could not be found. Feb 11 13:50:51.066478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fd7d09b9-d15d-4464-be71-ae8c0225fb06 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/03b0055b-4c96-4c73-a0bc-0d7e0155c8b7 HTTP/1.1" status: 404 len: 336 time: 0.1531723 Feb 11 13:50:51.069376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37250) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.069797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.076793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-1fee7749-7563-466c-b5c2-28f04b5ad811 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.086413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fee7749-7563-466c-b5c2-28f04b5ad811 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0154431 Feb 11 13:50:51.088296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37256) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.100994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-efd9b0f1-4a76-4be3-a42a-6fca624322bb tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.116272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37264) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.123856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-efd9b0f1-4a76-4be3-a42a-6fca624322bb tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0327859 Feb 11 13:50:51.139116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-9f79cb1d-7529-47e2-a516-fae935fae57c tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.140094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f79cb1d-7529-47e2-a516-fae935fae57c tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044050 Feb 11 13:50:51.175760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c79bdce5-d097-4624-9473-dddd3582cac3 req-768a6c7f-56e2-4349-a6e0-68c3917032ea tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 210 time: 0.0448713 Feb 11 13:50:51.180828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37266) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.216148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6d00a0eb-a70f-46b6-a69f-5a1fb4399b04 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=273c66f3-0cdf-415d-911e-7f0d9dd1928d HTTP/1.1" status: 200 len: 205 time: 0.1354043 Feb 11 13:50:51.216421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-fd09fd4f-cdce-4ee3-a8ce-18fd2f1b7978 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.216421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fd09fd4f-cdce-4ee3-a8ce-18fd2f1b7978 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0309477 Feb 11 13:50:51.217033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37276) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.217742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37274) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.244941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-605459af-124e-411d-bd5d-885fd7e421ea tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.249645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-605459af-124e-411d-bd5d-885fd7e421ea tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0325863 Feb 11 13:50:51.255252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.264369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-89c50f17-edb9-405b-83fb-418559fbd451 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.270584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-89c50f17-edb9-405b-83fb-418559fbd451 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0120485 Feb 11 13:50:51.276314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37284) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.285013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-99cc7ccd-77dd-48a9-8f2a-4fef31f6c53a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.286243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-99cc7ccd-77dd-48a9-8f2a-4fef31f6c53a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087762 Feb 11 13:50:51.291763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f810a635-ff25-4364-a5d8-9bb7ae812226 req-b1fc0604-0860-40c8-b46c-d5d2b3e253d8 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854218 Feb 11 13:50:51.292812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37286) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.307343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-5f90f1f8-c268-465f-b28d-1d2ccea28d9a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.308540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5f90f1f8-c268-465f-b28d-1d2ccea28d9a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0139542 Feb 11 13:50:51.313142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37292) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.317649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-4afc88e9-37d4-4d3d-824f-0b431e0d5b2d tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.319345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4afc88e9-37d4-4d3d-824f-0b431e0d5b2d tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050652 Feb 11 13:50:51.322594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37294) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.326678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-137c713e-2e74-47e5-8f7f-d720f04a51f6 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.327638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-137c713e-2e74-47e5-8f7f-d720f04a51f6 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041444 Feb 11 13:50:51.351439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37296) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.374528 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-83edc04b-852f-4d3b-98ed-87738700c8fe tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] delete failed (client error): The resource could not be found. Feb 11 13:50:51.374528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-83edc04b-852f-4d3b-98ed-87738700c8fe tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/273c66f3-0cdf-415d-911e-7f0d9dd1928d HTTP/1.1" status: 404 len: 336 time: 0.1508174 Feb 11 13:50:51.377549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37306) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.382734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-39a42c88-fe6a-4bde-b87c-29fd6b1b6c59 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.384675 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-39a42c88-fe6a-4bde-b87c-29fd6b1b6c59 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0298109 Feb 11 13:50:51.387549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37308) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.404789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-a09014d7-6534-4973-b23a-e52630f55805 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.405822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a09014d7-6534-4973-b23a-e52630f55805 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0173302 Feb 11 13:50:51.409721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37314) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.417207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-11dc06ba-700d-4442-be5b-2174439e3d49 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.418743 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-11dc06ba-700d-4442-be5b-2174439e3d49 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052102 Feb 11 13:50:51.422620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.434186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-24c9d909-b57a-483a-81ec-ce24e4463a7c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=740933ae-a1ed-4b80-aeed-d931a1a84280 HTTP/1.1" status: 200 len: 205 time: 0.0556526 Feb 11 13:50:51.436844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-f680cdd5-d096-421f-a90e-b67bcbdebb0c tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.438490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f680cdd5-d096-421f-a90e-b67bcbdebb0c tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0148346 Feb 11 13:50:51.439446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37318) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.445649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37320) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.451799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-86f4ea9d-e43e-4b0e-a69f-43a36c59c3e1 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.453123 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-86f4ea9d-e43e-4b0e-a69f-43a36c59c3e1 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048091 Feb 11 13:50:51.456508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37322) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.461425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-5a02f3e7-e979-42d2-b550-466d4db33b2e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.466041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5a02f3e7-e979-42d2-b550-466d4db33b2e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080249 Feb 11 13:50:51.467098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37324) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.479090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-a04e73b2-9dc5-4f01-b151-91c58faa9e64 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.480375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a04e73b2-9dc5-4f01-b151-91c58faa9e64 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0121605 Feb 11 13:50:51.483681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37326) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.488459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-108b5177-4594-4a93-a944-01a9738dacb2 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.495406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-108b5177-4594-4a93-a944-01a9738dacb2 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104978 Feb 11 13:50:51.498064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37328) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.502835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-5a5e6a37-8bce-4b1d-b06a-4997467b3704 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.510985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5a5e6a37-8bce-4b1d-b06a-4997467b3704 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0088840 Feb 11 13:50:51.510985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37330) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.515221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-0a47a35f-7ff7-4b26-b54e-bc203eae2e9a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.521444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a47a35f-7ff7-4b26-b54e-bc203eae2e9a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0094390 Feb 11 13:50:51.528629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37334) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.532948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-fd92388e-bff7-4830-9598-57fee27c9793 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.537071 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fd92388e-bff7-4830-9598-57fee27c9793 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0074131 Feb 11 13:50:51.537677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37336) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.547644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-0610d46c-664f-4201-a3df-ca533db42431 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.559192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0610d46c-664f-4201-a3df-ca533db42431 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0162706 Feb 11 13:50:51.560463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37338) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.573171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-78b56be3-2fb3-496b-b511-1fbb74d90f7a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.578093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-78b56be3-2fb3-496b-b511-1fbb74d90f7a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0143666 Feb 11 13:50:51.580216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37342) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.586025 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-8450a6a6-26d3-4a6c-97f2-86f361ffada2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] delete failed (client error): The resource could not be found. Feb 11 13:50:51.590792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8450a6a6-26d3-4a6c-97f2-86f361ffada2 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/740933ae-a1ed-4b80-aeed-d931a1a84280 HTTP/1.1" status: 404 len: 336 time: 0.1479082 Feb 11 13:50:51.592075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37344) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.594141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-4e1a6c8a-9de1-44da-878f-9ff435afb34e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.600583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4e1a6c8a-9de1-44da-878f-9ff435afb34e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0116568 Feb 11 13:50:51.601278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37346) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.629905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-0a4884cf-98c2-4c7a-a877-3d35d560c00e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.637369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a4884cf-98c2-4c7a-a877-3d35d560c00e tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0349236 Feb 11 13:50:51.638405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37348) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.643017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-ca1ba421-58ad-4ced-936f-426c6066eb0d tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.658648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca1ba421-58ad-4ced-936f-426c6066eb0d tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0189979 Feb 11 13:50:51.660535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37352) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.673661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-e209e3e2-98b0-4f19-8a1c-83953ff5c2ea tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.675852 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae0497ca-4bdc-47d9-9c71-e94ce39d7d5e tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b9588fc-d4cd-4746-a86a-1937ff51a945 HTTP/1.1" status: 200 len: 205 time: 0.0802374 Feb 11 13:50:51.677670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.678577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37356) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.678836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e209e3e2-98b0-4f19-8a1c-83953ff5c2ea tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0126345 Feb 11 13:50:51.692478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-fceb4c91-6ca3-4c74-9adb-e0f530600982 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.697307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fceb4c91-6ca3-4c74-9adb-e0f530600982 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0172796 Feb 11 13:50:51.700418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37358) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.709176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-c257cc4b-c7c6-47b2-9808-bf3e7d58cde3 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.718513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c257cc4b-c7c6-47b2-9808-bf3e7d58cde3 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0158367 Feb 11 13:50:51.719403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37360) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.747200 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-da1f088d-8a31-4c31-86ab-c4a5a5faca97 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] delete failed (client error): The resource could not be found. Feb 11 13:50:51.748916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-da1f088d-8a31-4c31-86ab-c4a5a5faca97 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/8b9588fc-d4cd-4746-a86a-1937ff51a945 HTTP/1.1" status: 404 len: 336 time: 0.0497179 Feb 11 13:50:51.750728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-d1e60023-75df-4d19-8659-add275e79690 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.751781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.762841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d1e60023-75df-4d19-8659-add275e79690 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0153890 Feb 11 13:50:51.775151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37364) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.791943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-4fc62dd3-0314-43fc-ac81-46661887ba8f tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.798799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4fc62dd3-0314-43fc-ac81-46661887ba8f tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0221965 Feb 11 13:50:51.801790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37366) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.814818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-54754f86-14a5-4160-93b8-9c1551cf3d9f tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.819354 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bda1d2db-955a-4ed1-a28f-f2d5ac00d783 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f19cefe-1291-45e7-b501-710fa010c930 HTTP/1.1" status: 200 len: 205 time: 0.0637097 Feb 11 13:50:51.828690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.839710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-54754f86-14a5-4160-93b8-9c1551cf3d9f tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0364482 Feb 11 13:50:51.842783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37374) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.850216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-bf9a571a-cd16-49aa-9390-e48cb9bd40cb tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.854428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bf9a571a-cd16-49aa-9390-e48cb9bd40cb tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0103390 Feb 11 13:50:51.867670 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37378) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.872704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-be4e0ac0-b924-4728-b25b-4cc87e1ee091 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.877525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-be4e0ac0-b924-4728-b25b-4cc87e1ee091 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0085206 Feb 11 13:50:51.879953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37382) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.888790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-4c08ccda-1f27-4724-9f00-e9a2d54d5f32 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.893477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c08ccda-1f27-4724-9f00-e9a2d54d5f32 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0094361 Feb 11 13:50:51.894981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37384) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.901965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:51.908280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-2dc1dd90-3d7c-4ca1-aa83-bb4a5cc23334 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.912567 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2dc1dd90-3d7c-4ca1-aa83-bb4a5cc23334 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0161805 Feb 11 13:50:51.913566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37386) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.920183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-94c1c02b-5b56-42c7-865d-db1aa444da61 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.924336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-94c1c02b-5b56-42c7-865d-db1aa444da61 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079045 Feb 11 13:50:51.926438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37388) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.929111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b84abd-f348-455c-9a1b-d186a66bf200 req-fa7d9b31-23f2-42a7-8a05-11b2f0abc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:51.930925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5b84abd-f348-455c-9a1b-d186a66bf200 req-fa7d9b31-23f2-42a7-8a05-11b2f0abc6ba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1128 time: 0.2711678 Feb 11 13:50:51.935579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-7ac97f64-58df-495f-bfe8-8051178e4925 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.942793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ac97f64-58df-495f-bfe8-8051178e4925 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0106995 Feb 11 13:50:51.944031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37392) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.964007 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-686d0948-9250-4b10-8425-58df52bd6a2c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] delete failed (client error): The resource could not be found. Feb 11 13:50:51.967044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-b2952940-4d4c-4d95-8b1c-61f2e367f0bd tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.968331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-686d0948-9250-4b10-8425-58df52bd6a2c tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/routers/4f19cefe-1291-45e7-b501-710fa010c930 HTTP/1.1" status: 404 len: 336 time: 0.1372511 Feb 11 13:50:51.972560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37394) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.973243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2952940-4d4c-4d95-8b1c-61f2e367f0bd tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0189695 Feb 11 13:50:51.974100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37396) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:51.987954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-ae5fe325-4747-4c9e-8907-7275a741ea36 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:51.992356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ae5fe325-4747-4c9e-8907-7275a741ea36 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0145538 Feb 11 13:50:51.993352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37398) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.005550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-4504939b-0d20-4e9b-8f4d-9e92523a7d67 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.009414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4504939b-0d20-4e9b-8f4d-9e92523a7d67 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0074375 Feb 11 13:50:52.010106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.023900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-ead0a842-2124-43bf-8c48-b98eca2cd518 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.034015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37402) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.034916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ead0a842-2124-43bf-8c48-b98eca2cd518 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0201499 Feb 11 13:50:52.052498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-1db9db23-ca55-4589-bebf-0fb1b957d774 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.056917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1db9db23-ca55-4589-bebf-0fb1b957d774 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0096340 Feb 11 13:50:52.063824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37406) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.077712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-ea3b8179-4692-4525-b921-359b746efbcb tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.083417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37410) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.086613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ea3b8179-4692-4525-b921-359b746efbcb tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0187922 Feb 11 13:50:52.090034 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-357e273e-73fb-42ea-971a-75fbf551ccd7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] DELETE failed (client error): The resource could not be found. Feb 11 13:50:52.093234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357e273e-73fb-42ea-971a-75fbf551ccd7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:50:52.096629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-357e273e-73fb-42ea-971a-75fbf551ccd7 tempest-RoutersIpV6AdminTest-2033240573 tempest-RoutersIpV6AdminTest-2033240573-project] 10.222.0.79 "DELETE /v2.0/subnets/19be64bd-6008-47b8-9d97-fa1fcfbe033e HTTP/1.1" status: 404 len: 337 time: 0.1213129 Feb 11 13:50:52.099966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-f9939546-91d6-4144-9943-792224f3ca54 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.104220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37414) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.106364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f9939546-91d6-4144-9943-792224f3ca54 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0141721 Feb 11 13:50:52.113179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-122450a0-0cdd-4a93-9278-ada9f1931384 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.118000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-122450a0-0cdd-4a93-9278-ada9f1931384 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0125360 Feb 11 13:50:52.118903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37416) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.119450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5b84abd-f348-455c-9a1b-d186a66bf200 req-692f5865-fd5e-4cc8-97c3-35269189ab8b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725414 Feb 11 13:50:52.124419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-a7d9f00b-a24d-427c-9466-11736b8004da tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.128144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37418) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.128278 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7d9f00b-a24d-427c-9466-11736b8004da tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074267 Feb 11 13:50:52.135296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-957634ea-339d-41f2-9a3f-092d5cf0246c tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.136559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-957634ea-339d-41f2-9a3f-092d5cf0246c tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0071125 Feb 11 13:50:52.139573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37420) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.145939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-6e0f2304-2b8a-472d-b9a7-227e7ed10756 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.147751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6e0f2304-2b8a-472d-b9a7-227e7ed10756 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070541 Feb 11 13:50:52.150426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37422) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.154736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-9651e391-c471-454c-a41e-d8063e0e0381 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.155685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9651e391-c471-454c-a41e-d8063e0e0381 tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042992 Feb 11 13:50:52.158234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37424) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.162338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [None req-87552ab7-632e-491c-a9ae-26040c04be0a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.163280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-87552ab7-632e-491c-a9ae-26040c04be0a tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041692 Feb 11 13:50:52.166226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37426) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.171240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [None req-a7872e90-ab16-4571-8f18-87e26446d35b tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:50:52.172648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a7872e90-ab16-4571-8f18-87e26446d35b tempest-ExtensionsTestJSON-1659065470 tempest-ExtensionsTestJSON-1659065470-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047665 Feb 11 13:50:52.252311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37436) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.447201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9553f2f-bfb2-4d70-8a01-8e13f866821d req-403c311f-ac6f-4d3a-a0a7-ae80289cef1f tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 210 time: 0.0839758 Feb 11 13:50:52.552157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ab642-a193-45a4-8392-1e28c6810267 req-c18a3096-a56c-4fce-a918-7ee932974555 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:52.555670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-119ab642-a193-45a4-8392-1e28c6810267 req-c18a3096-a56c-4fce-a918-7ee932974555 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.0763121 Feb 11 13:50:52.661900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-119ab642-a193-45a4-8392-1e28c6810267 req-f60ba317-908b-46c0-8c06-c74f0e574bbf tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996647 Feb 11 13:50:52.754977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25d38fdf-eb73-44cd-be3e-05991b9fc112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:52.869854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.893064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:52.935966 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25d38fdf-eb73-44cd-be3e-05991b9fc112 admin admin] Publish callbacks [] for security_group (6d26291d-dfb3-4fec-b1f3-e128ae0608c9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:52.945662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25d38fdf-eb73-44cd-be3e-05991b9fc112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6d26291d-dfb3-4fec-b1f3-e128ae0608c9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.035648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-25d38fdf-eb73-44cd-be3e-05991b9fc112 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6329280491174089ae2b77affd0a62ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7821422 Feb 11 13:50:53.042759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:53.062503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38fdf-eb73-44cd-be3e-05991b9fc112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d26291d-dfb3-4fec-b1f3-e128ae0608c9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:53.101090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5c3405e0-5c97-4703-a013-fd998fb76bfa no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:53.243050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4265-435a-4fed-9ccc-b9fa465acdb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.268970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5c3405e0-5c97-4703-a013-fd998fb76bfa is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:53.269917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.280996 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26457c25-ec45-42bf-8d7e-987e19c75504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.293642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-696684f3-05c8-4172-8624-56bfc380b1c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024659 Feb 11 13:50:53.414508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-6adb2312-ffb9-42b3-bc58-1aaefcf334e0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.420855 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-6adb2312-ffb9-42b3-bc58-1aaefcf334e0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.30 "GET /v2.0/networks?id=6747e886-c0f9-495c-94e0-1e6339d8b5b4 HTTP/1.1" status: 200 len: 808 time: 0.4705389 Feb 11 13:50:53.422216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:53.423908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:53.427413 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a47ee0-069e-4dc7-9f9c-c622c79fcec6" -d '{"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:53.431665 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.449796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f09f13-9697-4e51-ba25-bdd114f60480 admin admin] Publish callbacks [] for security_group (6d26291d-dfb3-4fec-b1f3-e128ae0608c9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.474506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Request body: {'port': {'device_id': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4', 'admin_state_up': True, 'tenant_id': '64b6f8db2a3744afa7f0a49136e48a5d'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:53.491810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-7d45527b-78f9-434f-ae10-23c73ca808f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.493728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-7d45527b-78f9-434f-ae10-23c73ca808f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1128 time: 0.1049809 Feb 11 13:50:53.512836 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4512c04-eec4-442f-ba89-e45ca8fc41f5 x-openstack-request-id: req-a4512c04-eec4-442f-ba89-e45ca8fc41f5 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:53.513137 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:53.517381 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4512c04-eec4-442f-ba89-e45ca8fc41f5 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:53.518183 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'code': 200} Feb 11 13:50:53.596105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:53.690038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26457c25-ec45-42bf-8d7e-987e19c75504 admin admin] Publish callbacks [] for security_group (2d0632b6-0c85-463e-93d8-c8c137efc603), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.697099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-d4a9402b-8d97-4045-add3-c0f7ee131445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.700542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-d4a9402b-8d97-4045-add3-c0f7ee131445 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0ef1449d-9238-4189-9c18-ba08e092de51 HTTP/1.1" status: 200 len: 897 time: 0.1787114 Feb 11 13:50:53.708684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26457c25-ec45-42bf-8d7e-987e19c75504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2d0632b6-0c85-463e-93d8-c8c137efc603), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.832534 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a5fca72-4d55-46ba-9d8e-e425bbd4883d req-b276c268-d49f-4abb-a257-7eda85ea85cb tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 210 time: 0.1368659 Feb 11 13:50:53.840483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-4bca904c-72c1-47e0-933a-d480db2e2083 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa HTTP/1.1" status: 200 len: 1000 time: 0.1286733 Feb 11 13:50:53.861350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f09f13-9697-4e51-ba25-bdd114f60480 admin admin] Publish callbacks [] for security_group (6d26291d-dfb3-4fec-b1f3-e128ae0608c9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:53.927100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-6d7cd2d5-ff67-4f6f-88e4-a133b8d84f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.929486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-6d7cd2d5-ff67-4f6f-88e4-a133b8d84f9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=202b7b7f-4675-49e8-9b8b-34bf738d7b26 HTTP/1.1" status: 200 len: 834 time: 0.0834754 Feb 11 13:50:53.938936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c62315-f77d-43f0-b150-ef777c253cf0 req-c2bca8c7-abd0-4dd5-9ef2-855096a70fad tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.942669 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2c62315-f77d-43f0-b150-ef777c253cf0 req-c2bca8c7-abd0-4dd5-9ef2-855096a70fad tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 944 time: 0.1681168 Feb 11 13:50:53.970504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26457c25-ec45-42bf-8d7e-987e19c75504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0632b6-0c85-463e-93d8-c8c137efc603,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:54.083924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-26457c25-ec45-42bf-8d7e-987e19c75504 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb55fe71e8a841f48f37a2b5d7f4f0d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1894901 Feb 11 13:50:54.089748 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f09f13-9697-4e51-ba25-bdd114f60480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6d26291d-dfb3-4fec-b1f3-e128ae0608c9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.096552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37500) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:54.121295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44f09f13-9697-4e51-ba25-bdd114f60480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.122789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-44f09f13-9697-4e51-ba25-bdd114f60480 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d26291d-dfb3-4fec-b1f3-e128ae0608c9 HTTP/1.1" status: 204 len: 168 time: 1.0766749 Feb 11 13:50:54.177500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f09f13-9697-4e51-ba25-bdd114f60480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d26291d-dfb3-4fec-b1f3-e128ae0608c9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:54.217683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2c62315-f77d-43f0-b150-ef777c253cf0 req-7e30a0c6-7a4a-4f2c-8f14-39f6d9b88187 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476883 Feb 11 13:50:54.219718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-600eb83d-f816-43af-82ea-bb19245042a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7705445 Feb 11 13:50:54.249975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:54.255074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-eed787b5-297a-4d9a-afcb-82e9f83d05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:54.259200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-eed787b5-297a-4d9a-afcb-82e9f83d05ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0ef1449d-9238-4189-9c18-ba08e092de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3147919 Feb 11 13:50:54.311092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4265-435a-4fed-9ccc-b9fa465acdb8 admin admin] Publish callbacks [] for security_group (f51f5ca4-d874-4ed5-93d6-f0cd471f8c49), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.335324 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4265-435a-4fed-9ccc-b9fa465acdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f51f5ca4-d874-4ed5-93d6-f0cd471f8c49), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.486956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-838b2a70-9446-4439-9fce-086ab08fc526 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/floatingips/3ee14aa3-6206-419c-8dba-711dbb5ea982 HTTP/1.1" status: 200 len: 992 time: 0.2357454 Feb 11 13:50:54.507406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba4265-435a-4fed-9ccc-b9fa465acdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51f5ca4-d874-4ed5-93d6-f0cd471f8c49,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:54.514834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f3ba4265-435a-4fed-9ccc-b9fa465acdb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ade51a9bd412498c88b64f76cbecd97b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6436687 Feb 11 13:50:54.521492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37516) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:54.522979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Made reservation on behalf of 64b6f8db2a3744afa7f0a49136e48a5d for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:54.528044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.557163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755255-a956-435b-a891-07fcf523ede2 req-029901fe-c269-4348-9b8f-3a9a554675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:54.559374 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-029901fe-c269-4348-9b8f-3a9a554675dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e1aa778660644088a75b1f2ea31aad8&device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 1131 time: 0.2465377 Feb 11 13:50:54.653632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-524d98fb-46b2-486a-82b5-9414d0268fc2 admin admin] Publish callbacks [] for security_group (2d0632b6-0c85-463e-93d8-c8c137efc603), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.673258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-41405f06-c7b4-497d-9a07-8940f12f5629 service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869162 Feb 11 13:50:54.819217 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40d9dc3f-c831-4a10-97c9-4e59ea55cd76 req-fc51bb86-04af-4eab-add3-fdf5546ca771 service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320972 Feb 11 13:50:54.827629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10289e89-5f26-44b4-843b-8bf43d86f531 admin admin] Publish callbacks [] for security_group (f51f5ca4-d874-4ed5-93d6-f0cd471f8c49), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.836070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-524d98fb-46b2-486a-82b5-9414d0268fc2 admin admin] Publish callbacks [] for security_group (2d0632b6-0c85-463e-93d8-c8c137efc603), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.900113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10289e89-5f26-44b4-843b-8bf43d86f531 admin admin] Publish callbacks [] for security_group (f51f5ca4-d874-4ed5-93d6-f0cd471f8c49), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:54.928339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755255-a956-435b-a891-07fcf523ede2 req-a09171e9-ea83-4f33-a572-0267160ad7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:54.930485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-a09171e9-ea83-4f33-a572-0267160ad7ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.2649791 Feb 11 13:50:54.933694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Allocated IP 172.20.0.12 (6747e886-c0f9-495c-94e0-1e6339d8b5b4/5e2da54e-c0c4-4fbe-93d4-b96291b28da0/696c008e-69d1-4cd9-bc40-9426a9a4e5f0) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:55.043715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37528) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:55.101688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5c3405e0-5c97-4703-a013-fd998fb76bfa details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:50:55.126682 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ca5846-07f4-4809-a1c1-55dfed73feb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.298185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ca5846-07f4-4809-a1c1-55dfed73feb8 admin admin] Publish callbacks [] for security_group (29eeebc2-c309-482d-aea7-ba285a7c7593), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.307587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-524d98fb-46b2-486a-82b5-9414d0268fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2d0632b6-0c85-463e-93d8-c8c137efc603), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.316793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-524d98fb-46b2-486a-82b5-9414d0268fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.317591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:55.320551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-524d98fb-46b2-486a-82b5-9414d0268fc2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d0632b6-0c85-463e-93d8-c8c137efc603 HTTP/1.1" status: 204 len: 168 time: 1.2157576 Feb 11 13:50:55.329005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-37ca5846-07f4-4809-a1c1-55dfed73feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (29eeebc2-c309-482d-aea7-ba285a7c7593), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.379278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'port_id': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'mac_address': 'fa:16:3e:3b:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:50:55.390205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-37ca5846-07f4-4809-a1c1-55dfed73feb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd0a161ddc1442979bcd3d2a126b3958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3436127 Feb 11 13:50:55.396550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37536) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:55.415178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d98fb-46b2-486a-82b5-9414d0268fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0632b6-0c85-463e-93d8-c8c137efc603,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.505537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca5846-07f4-4809-a1c1-55dfed73feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eeebc2-c309-482d-aea7-ba285a7c7593,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.530812 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10289e89-5f26-44b4-843b-8bf43d86f531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f51f5ca4-d874-4ed5-93d6-f0cd471f8c49), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.533333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-10289e89-5f26-44b4-843b-8bf43d86f531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.537934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-10289e89-5f26-44b4-843b-8bf43d86f531 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f51f5ca4-d874-4ed5-93d6-f0cd471f8c49 HTTP/1.1" status: 204 len: 168 time: 0.9869335 Feb 11 13:50:55.570704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10289e89-5f26-44b4-843b-8bf43d86f531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51f5ca4-d874-4ed5-93d6-f0cd471f8c49,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.587521 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f12819-5c73-4511-ae8c-b79606494f7a admin admin] Publish callbacks [] for security_group (29eeebc2-c309-482d-aea7-ba285a7c7593), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.590866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-d3081edb-e04a-4990-a357-246d7950a525 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d68bde9c-dab0-4ef9-880f-8776d4447937 HTTP/1.1" status: 200 len: 217 time: 0.6536856 Feb 11 13:50:55.596993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5c3405e0-5c97-4703-a013-fd998fb76bfa is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:55.597401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.625392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f12819-5c73-4511-ae8c-b79606494f7a admin admin] Publish callbacks [] for security_group (29eeebc2-c309-482d-aea7-ba285a7c7593), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.646440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3405e0-5c97-4703-a013-fd998fb76bfa {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:50:55.701662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f12819-5c73-4511-ae8c-b79606494f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (29eeebc2-c309-482d-aea7-ba285a7c7593), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.704926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-97f12819-5c73-4511-ae8c-b79606494f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.710401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-97f12819-5c73-4511-ae8c-b79606494f7a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29eeebc2-c309-482d-aea7-ba285a7c7593 HTTP/1.1" status: 204 len: 168 time: 0.3034015 Feb 11 13:50:55.717341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:55.721938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12819-5c73-4511-ae8c-b79606494f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eeebc2-c309-482d-aea7-ba285a7c7593,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.727079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:55.871897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.928350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755255-a956-435b-a891-07fcf523ede2 req-d0461a69-43fc-41ca-96ab-2d582184a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:55.930215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-d0461a69-43fc-41ca-96ab-2d582184a49b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0768907 Feb 11 13:50:55.935814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['5c3405e0-5c97-4703-a013-fd998fb76bfa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:50:56.015602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7b47d1e2-4307-4f4c-962b-f373fc8161ba req-2dc7e553-7b18-4019-a467-7f1d8ca09a2d tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 210 time: 0.4227955 Feb 11 13:50:56.043712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37560) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:56.113681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks [] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.127611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755255-a956-435b-a891-07fcf523ede2 req-f2624529-e3e6-4e87-ada9-0dd555992450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:56.129168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-f2624529-e3e6-4e87-ada9-0dd555992450 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1082375 Feb 11 13:50:56.287718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.306487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-f5cbed8a-32fe-448e-9a03-c7b90752d7d2 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673887 Feb 11 13:50:56.371005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:56.377557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:56.381199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:56.398104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37566) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:56.458404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-04e5c1cf-6471-46b5-a89f-960c309d4d1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac23235c4add4b099e216d4ea47b8994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586350 Feb 11 13:50:56.459366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37572) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:56.497003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Pushing event updated for resources: {'Port': ['ID=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:56.533289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:56.534292 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.570870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2755255-a956-435b-a891-07fcf523ede2 req-95106a1e-8b63-4f1c-9237-6d8fa62e21d7 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381909 Feb 11 13:50:56.576378 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-b17d16b1-bad4-4c78-ace4-157432ff1658 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1311505 Feb 11 13:50:56.608483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Request body: {'port': {'device_id': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:56.623807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-936fa201-0fb6-4754-a71c-c5e1e24b462a admin admin] Publish callbacks [] for security_group (1bb3fe55-b804-4e73-aa17-f20ddd0f1d73), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.687988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-936fa201-0fb6-4754-a71c-c5e1e24b462a admin admin] Publish callbacks [] for security_group (1bb3fe55-b804-4e73-aa17-f20ddd0f1d73), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.743216 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.787493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-352ea51b-92c7-43cb-817a-c27220971253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.891874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-936fa201-0fb6-4754-a71c-c5e1e24b462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1bb3fe55-b804-4e73-aa17-f20ddd0f1d73), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.895312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-936fa201-0fb6-4754-a71c-c5e1e24b462a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:56.899123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-936fa201-0fb6-4754-a71c-c5e1e24b462a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bb3fe55-b804-4e73-aa17-f20ddd0f1d73 HTTP/1.1" status: 204 len: 168 time: 0.4384758 Feb 11 13:50:56.917456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fa201-0fb6-4754-a71c-c5e1e24b462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb3fe55-b804-4e73-aa17-f20ddd0f1d73,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:57.026787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df430c77-3ae6-4866-b00d-a59285f33107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.052507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-352ea51b-92c7-43cb-817a-c27220971253 admin admin] Publish callbacks [] for security_group (787cf168-87a2-4b1f-881e-c4babae185ce), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.082242 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-352ea51b-92c7-43cb-817a-c27220971253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (787cf168-87a2-4b1f-881e-c4babae185ce), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.141587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5c3405e0-5c97-4703-a013-fd998fb76bfa up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:57.219350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 5c3405e0-5c97-4703-a013-fd998fb76bfa triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:57.220406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.316848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-352ea51b-92c7-43cb-817a-c27220971253 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da58fac542334538be1ca5b0ca8c1240&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2721016 Feb 11 13:50:57.321589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37606) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:57.342150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ea51b-92c7-43cb-817a-c27220971253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787cf168-87a2-4b1f-881e-c4babae185ce,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:57.379452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:50:57.385701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 5c3405e0-5c97-4703-a013-fd998fb76bfa is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:50:57.386381 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.392773 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Publish callbacks [] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.425258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Transition to ACTIVE for port object 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:50:57.430274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.433620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:57.440005 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf03360-003b-461d-b05f-42056f3b7f73" -d '{"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-plugged", "status": "completed", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:57.440850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d55f9d-bce8-4351-a100-74826199db7d req-adbcc109-8060-413d-9f5c-24c796d379ea tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:57.470027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03d55f9d-bce8-4351-a100-74826199db7d req-adbcc109-8060-413d-9f5c-24c796d379ea tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 932 time: 0.3293557 Feb 11 13:50:57.486395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:57.497066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.568661 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff81de-0c36-4ce9-ad6e-684f1aacc745 x-openstack-request-id: req-c1ff81de-0c36-4ce9-ad6e-684f1aacc745 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:57.569159 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-plugged", "status": "completed", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:57.569736 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1ff81de-0c36-4ce9-ad6e-684f1aacc745 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:57.570301 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'code': 200} Feb 11 13:50:57.574384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3d1d-4b60-47f3-96c2-e2879c7855d3 admin admin] Publish callbacks [] for security_group (787cf168-87a2-4b1f-881e-c4babae185ce), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.618938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:57.684898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Pushing event updated for resources: {'Port': ['ID=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:57.687689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03d55f9d-bce8-4351-a100-74826199db7d req-41783663-2c07-4ee4-86a3-b13805c689f7 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166924 Feb 11 13:50:57.689855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3d1d-4b60-47f3-96c2-e2879c7855d3 admin admin] Publish callbacks [] for security_group (787cf168-87a2-4b1f-881e-c4babae185ce), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.741389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Attempting to bind port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:50:57.741834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Attempting to bind port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:50:57.742412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Attempting to bind port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 on network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:57.748598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 on network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:50:57.749320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Attempting to bind port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 on network 6747e886-c0f9-495c-94e0-1e6339d8b5b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:57.755830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:57.756466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Checking segment: {'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:50:57.756957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Bound using segment: {'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:57.757497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Bound port: 696c008e-69d1-4cd9-bc40-9426a9a4e5f0, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10d48fe-1a92-4471-9781-3936c1112e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:50:57.757962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.831560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3d1d-4b60-47f3-96c2-e2879c7855d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (787cf168-87a2-4b1f-881e-c4babae185ce), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.834975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3d1d-4b60-47f3-96c2-e2879c7855d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:57.836663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0f9f3d1d-4b60-47f3-96c2-e2879c7855d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/787cf168-87a2-4b1f-881e-c4babae185ce HTTP/1.1" status: 204 len: 168 time: 0.5145264 Feb 11 13:50:57.853996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3d1d-4b60-47f3-96c2-e2879c7855d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787cf168-87a2-4b1f-881e-c4babae185ce,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:57.898214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] For port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:57.901561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] For port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:57.919959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:58.003957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:58.005073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:58.006302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] 10.222.0.30 "PUT /v2.0/ports/696c008e-69d1-4cd9-bc40-9426a9a4e5f0 HTTP/1.1" status: 200 len: 1092 time: 1.4208677 Feb 11 13:50:58.006769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'tag': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:50:58.009035 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d546e09-a485-456b-8502-c38cee445371" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf4c8f1-c751-46ca-a0dd-1ce6251a308a", "tag": "696c008e-69d1-4cd9-bc40-9426a9a4e5f0"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:58.131291 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091e5f76-ef11-4082-87d3-301a647f3ff5 x-openstack-request-id: req-091e5f76-ef11-4082-87d3-301a647f3ff5 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:58.131848 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf4c8f1-c751-46ca-a0dd-1ce6251a308a", "tag": "696c008e-69d1-4cd9-bc40-9426a9a4e5f0", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:58.132330 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-091e5f76-ef11-4082-87d3-301a647f3ff5 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:58.132933 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'tag': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0', 'status': 'completed', 'code': 200} Feb 11 13:50:58.133346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37652) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:58.153452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49abf4e-687e-4856-bb04-c193d1a9c028 service neutron] Pushing event updated for resources: {'Port': ['ID=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:58.170404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-4b57ab2d-ff6a-4d43-80bf-edaaeb8817b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:58.172243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-4b57ab2d-ff6a-4d43-80bf-edaaeb8817b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64b6f8db2a3744afa7f0a49136e48a5d&device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 1126 time: 0.1069856 Feb 11 13:50:58.233259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-e38d02ae-3279-4bda-b43b-104f2985ea2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c008e-69d1-4cd9-bc40-9426a9a4e5f0 HTTP/1.1" status: 200 len: 217 time: 0.0508912 Feb 11 13:50:58.296668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-f6c5e2a2-72ce-4100-8378-35de7248809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:58.298693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-f6c5e2a2-72ce-4100-8378-35de7248809c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e2da54e-c0c4-4fbe-93d4-b96291b28da0 HTTP/1.1" status: 200 len: 848 time: 0.0589676 Feb 11 13:50:58.374703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-0a1407a7-cc1b-45fc-990e-30857eee8c07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6747e886-c0f9-495c-94e0-1e6339d8b5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702803 Feb 11 13:50:58.569028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-1843f52a-f72b-4f23-ac4e-8d6ba057aa1c service neutron] 10.222.0.30 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882181 Feb 11 13:50:58.623940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-599178456'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:58.666702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Made reservation on behalf of 28d9a95f090146abb4646423ef1eda54 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:58.672549 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:58.688634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:58.743505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37684) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:58.765168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e603a894-8737-4d4d-a8e8-e3da0360c8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:58.909323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae40b6c4-57c7-4944-aa28-15fa58e85995 req-a99edcd5-9d4a-4c87-8786-62c6f8c35795 service neutron] 10.222.0.30 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343589 Feb 11 13:50:58.997840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for security_group (a69ddbea-709e-415c-8acf-ef08d7f513a4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.016881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a69ddbea-709e-415c-8acf-ef08d7f513a4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.057311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d52c85-41ff-405a-9d73-508bc518e380 req-12f778be-9424-4d5e-8ffb-120c55432191 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:59.058909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7d52c85-41ff-405a-9d73-508bc518e380 req-12f778be-9424-4d5e-8ffb-120c55432191 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 944 time: 0.2385058 Feb 11 13:50:59.065485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:59.129776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d546e09-a485-456b-8502-c38cee445371 req-f56e0ed8-968b-4d76-afe8-84647d173fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:59.131355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d546e09-a485-456b-8502-c38cee445371 req-f56e0ed8-968b-4d76-afe8-84647d173fcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64b6f8db2a3744afa7f0a49136e48a5d&device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 1126 time: 0.1507688 Feb 11 13:50:59.151492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a5b13bf5-690f-4e01-9457-b5420104feb3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.151849 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Added segment a5b13bf5-690f-4e01-9457-b5420104feb3 of type vlan for network 33ad3986-24ee-4f4c-8a11-948d2186ee12 Feb 11 13:50:59.210752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ddbea-709e-415c-8acf-ef08d7f513a4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:59.215887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37716) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:59.217877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e603a894-8737-4d4d-a8e8-e3da0360c8a0 admin admin] Publish callbacks [] for security_group (ef8a8a50-1706-4fae-8083-f9500f46ab93), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.252742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7d52c85-41ff-405a-9d73-508bc518e380 req-b7249f2f-8a22-46d2-aff8-fb723e3610da tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798341 Feb 11 13:50:59.258708 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e603a894-8737-4d4d-a8e8-e3da0360c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ef8a8a50-1706-4fae-8083-f9500f46ab93), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.278360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (33ad3986-24ee-4f4c-8a11-948d2186ee12), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.315088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d546e09-a485-456b-8502-c38cee445371 req-a3e0ed96-8f7d-4a2a-b6ec-44235c0ccb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:59.316777 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d546e09-a485-456b-8502-c38cee445371 req-a3e0ed96-8f7d-4a2a-b6ec-44235c0ccb79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6747e886-c0f9-495c-94e0-1e6339d8b5b4 HTTP/1.1" status: 200 len: 909 time: 0.1788616 Feb 11 13:50:59.350627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e603a894-8737-4d4d-a8e8-e3da0360c8a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4dd061eb024b4174bf58e12894f8f93e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6051722 Feb 11 13:50:59.352548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:59.354504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603a894-8737-4d4d-a8e8-e3da0360c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a8a50-1706-4fae-8083-f9500f46ab93,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:59.367743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (33ad3986-24ee-4f4c-8a11-948d2186ee12), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.381075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:59.383667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.406643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e12a1525-0b2c-4a33-ab8c-b99007658726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.440449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37728) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:59.491216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d546e09-a485-456b-8502-c38cee445371 req-ea8859c0-153f-426f-80df-e6d61e49c1ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c008e-69d1-4cd9-bc40-9426a9a4e5f0 HTTP/1.1" status: 200 len: 217 time: 0.1656923 Feb 11 13:50:59.511398 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3768742 Feb 11 13:50:59.524529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37732) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:59.535580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'subnet': {'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:59.546266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1945999789'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:59.557019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ad87a-9124-4ace-a91d-d7cdcde0a7b7 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Network': ['ID=33ad3986-24ee-4f4c-8a11-948d2186ee12,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:59.567902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:59.595191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b5d47b7-a24c-4a51-9072-0b253655b308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.605628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:59.615247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.633308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.749203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d546e09-a485-456b-8502-c38cee445371 req-5f64ee70-7423-4b5f-8a66-642bba26156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:59.752105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d546e09-a485-456b-8502-c38cee445371 req-5f64ee70-7423-4b5f-8a66-642bba26156c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e2da54e-c0c4-4fbe-93d4-b96291b28da0 HTTP/1.1" status: 200 len: 848 time: 0.2475824 Feb 11 13:50:59.754620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae540fed-6e32-4016-a1ae-d843de81065b admin admin] Publish callbacks [] for security_group (ef8a8a50-1706-4fae-8083-f9500f46ab93), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.773389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b5d47b7-a24c-4a51-9072-0b253655b308 admin admin] Publish callbacks [] for security_group (818093c3-6430-42a1-abb3-5ff112581ad3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.784374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b5d47b7-a24c-4a51-9072-0b253655b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (818093c3-6430-42a1-abb3-5ff112581ad3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.788931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae540fed-6e32-4016-a1ae-d843de81065b admin admin] Publish callbacks [] for security_group (ef8a8a50-1706-4fae-8083-f9500f46ab93), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.796520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for security_group (fade36d9-bc26-4a11-964c-1d8cdb14904e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.823734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fade36d9-bc26-4a11-964c-1d8cdb14904e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.851980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Made reservation on behalf of 28d9a95f090146abb4646423ef1eda54 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:59.856101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.874413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5b5d47b7-a24c-4a51-9072-0b253655b308 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b1d0a1ab7474a3f8b53f2905e374fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4170582 Feb 11 13:50:59.880829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d47b7-a24c-4a51-9072-0b253655b308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818093c3-6430-42a1-abb3-5ff112581ad3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:59.883613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37736) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:50:59.889216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:59.919599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d546e09-a485-456b-8502-c38cee445371 req-dcabf9dc-3f79-4bbd-8807-7b2d9db9222c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6747e886-c0f9-495c-94e0-1e6339d8b5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768130 Feb 11 13:50:59.938133 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8417beb2-85dd-4b91-9b16-ae7628a8ca2f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.938500 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Added segment 8417beb2-85dd-4b91-9b16-ae7628a8ca2f of type vlan for network 91632a6b-281f-4408-95cc-4a886918c558 Feb 11 13:50:59.948456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae540fed-6e32-4016-a1ae-d843de81065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ef8a8a50-1706-4fae-8083-f9500f46ab93), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.951677 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae540fed-6e32-4016-a1ae-d843de81065b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.952837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae540fed-6e32-4016-a1ae-d843de81065b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef8a8a50-1706-4fae-8083-f9500f46ab93 HTTP/1.1" status: 204 len: 168 time: 0.5976877 Feb 11 13:51:00.004218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (91632a6b-281f-4408-95cc-4a886918c558), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.040628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fade36d9-bc26-4a11-964c-1d8cdb14904e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.045300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae540fed-6e32-4016-a1ae-d843de81065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a8a50-1706-4fae-8083-f9500f46ab93,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.082744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (91632a6b-281f-4408-95cc-4a886918c558), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.104825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:00.107949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.138711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bba4208-90ac-4e54-ab25-e42736505013 admin admin] Publish callbacks [] for security_group (818093c3-6430-42a1-abb3-5ff112581ad3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.268154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0489669 Feb 11 13:51:00.278469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:00.281594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bba4208-90ac-4e54-ab25-e42736505013 admin admin] Publish callbacks [] for security_group (818093c3-6430-42a1-abb3-5ff112581ad3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.299523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'subnet': {'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:00.338248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0d2db-ce45-4a7d-a791-c82292208c88 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Network': ['ID=91632a6b-281f-4408-95cc-4a886918c558,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.351498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 91632a6b-281f-4408-95cc-4a886918c558 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:00.352955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d546e09-a485-456b-8502-c38cee445371 req-f8278d4e-a035-4420-a0fb-52a2b776bdd6 service neutron] 10.222.0.30 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241073 Feb 11 13:51:00.485392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:00.492171 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.505913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bba4208-90ac-4e54-ab25-e42736505013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (818093c3-6430-42a1-abb3-5ff112581ad3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.513195 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6bba4208-90ac-4e54-ab25-e42736505013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.516979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6bba4208-90ac-4e54-ab25-e42736505013 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/818093c3-6430-42a1-abb3-5ff112581ad3 HTTP/1.1" status: 204 len: 168 time: 0.6267638 Feb 11 13:51:00.581464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba4208-90ac-4e54-ab25-e42736505013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818093c3-6430-42a1-abb3-5ff112581ad3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.741381 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (952b1cc1-229c-4634-8ce6-a63b6d5ff56c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:00.898158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d7eb-ece2-43ac-92e7-49873d22b5a5 req-09e6807a-f422-46c8-b17a-4b4cccf726bf tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:00.899836 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36f8d7eb-ece2-43ac-92e7-49873d22b5a5 req-09e6807a-f422-46c8-b17a-4b4cccf726bf tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 944 time: 0.5050793 Feb 11 13:51:00.907241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d546e09-a485-456b-8502-c38cee445371 req-7019be53-b105-431a-81a6-59dadaf21c9b service neutron] 10.222.0.30 "GET /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469649 Feb 11 13:51:00.957112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Subnet': ['ID=952b1cc1-229c-4634-8ce6-a63b6d5ff56c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.992814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (cf0bd8b6-5822-4132-9873-238707cbd340), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.006412 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.017301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36f8d7eb-ece2-43ac-92e7-49873d22b5a5 req-2d5249b9-d092-41ce-adc3-79323a6b88ab tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089449 Feb 11 13:51:01.020662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Checking segment: {'id': 'a5b13bf5-690f-4e01-9457-b5420104feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:01.021034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Network hostable DHCP agents. Network: 33ad3986-24ee-4f4c-8a11-948d2186ee12, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:01.056740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:01.069433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 33ad3986-24ee-4f4c-8a11-948d2186ee12) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:01.080568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e11c4-a513-43e2-930e-62791c5810b1 None None] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:01.087146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:01.087873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.111721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-93e03d68-81fe-4ca3-aec4-8e5e10112da2 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5802472 Feb 11 13:51:01.114178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37786) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:01.123701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-be554a06-31b4-4726-8c2c-bb314d31728a tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1817268695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:01.131889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Subnet': ['ID=cf0bd8b6-5822-4132-9873-238707cbd340,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:01.140293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Checking segment: {'id': '8417beb2-85dd-4b91-9b16-ae7628a8ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '91632a6b-281f-4408-95cc-4a886918c558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:01.140751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network hostable DHCP agents. Network: 91632a6b-281f-4408-95cc-4a886918c558, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:01.157914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be554a06-31b4-4726-8c2c-bb314d31728a tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (bf63f1fb-777a-4033-b9c1-10323b44f183), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.159472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be554a06-31b4-4726-8c2c-bb314d31728a tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (bf63f1fb-777a-4033-b9c1-10323b44f183), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.169452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network 91632a6b-281f-4408-95cc-4a886918c558 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:01.187308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 91632a6b-281f-4408-95cc-4a886918c558) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:01.194111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:01.195881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.226887 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca704932-b9b9-465c-be9f-39acddea5846 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9473391 Feb 11 13:51:01.230043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37792) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:01.242788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'name': 'tempest-AllowedAddressPairTestJSON-293003987'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:01.260867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebf8c6-23c5-401c-9fd8-f93a2396535d None None] Network 91632a6b-281f-4408-95cc-4a886918c558 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:01.268460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be554a06-31b4-4726-8c2c-bb314d31728a tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for router_controller (bf63f1fb-777a-4033-b9c1-10323b44f183), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.276359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be554a06-31b4-4726-8c2c-bb314d31728a tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (bf63f1fb-777a-4033-b9c1-10323b44f183), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.313997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-be554a06-31b4-4726-8c2c-bb314d31728a tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.318274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-be554a06-31b4-4726-8c2c-bb314d31728a tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2001584 Feb 11 13:51:01.318632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:01.473189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-91632a6b-281f-4408-95cc-4a886918c558', 'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'project_id': 'e1f602e34b294f149ea57a9a033d382f', 'fixed_ips': [{'subnet_id': 'cf0bd8b6-5822-4132-9873-238707cbd340'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:51:01.482976 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.487272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:51:01.502966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:01.521473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.553658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-33ad3986-24ee-4f4c-8a11-948d2186ee12', 'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12', 'project_id': '28d9a95f090146abb4646423ef1eda54', 'fixed_ips': [{'subnet_id': '952b1cc1-229c-4634-8ce6-a63b6d5ff56c'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:51:01.555380 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.582918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] device_id is not set on port 1d1ba46e-a731-4172-9830-494019abb060 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:01.863962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Allocated IP 172.20.0.2 (33ad3986-24ee-4f4c-8a11-948d2186ee12/952b1cc1-229c-4634-8ce6-a63b6d5ff56c/846ad1b2-e103-4bb7-bdbd-6285063d0f69) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:01.898854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.resource_extend [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:51:01.962812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Allocated IP 172.20.0.13 (91632a6b-281f-4408-95cc-4a886918c558/cf0bd8b6-5822-4132-9873-238707cbd340/1d1ba46e-a731-4172-9830-494019abb060) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:02.013605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.278893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:02.345509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0', 'network_id': '6747e886-c0f9-495c-94e0-1e6339d8b5b4', 'port_id': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0', 'mac_address': 'fa:16:3e:3d:75:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2da54e-c0c4-4fbe-93d4-b96291b28da0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:51:02.441571 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:51:02.459459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:02.459989 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.474417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499e1f-4bba-4d78-a2d7-ff5b62a37cf5 req-6eca78a6-ea22-4007-82bf-9cfcc219afad tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:02.478842 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22499e1f-4bba-4d78-a2d7-ff5b62a37cf5 req-6eca78a6-ea22-4007-82bf-9cfcc219afad tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 944 time: 0.2013636 Feb 11 13:51:02.495561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:51:02.517345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:02.528349 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.536238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.539530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Publish callbacks [] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.572760 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.603306 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (1d1ba46e-a731-4172-9830-494019abb060), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.603517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:02.612786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:02.615479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:02.626962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:02.673016 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1d1ba46e-a731-4172-9830-494019abb060), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.702756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Pushing event updated for resources: {'Port': ['ID=846ad1b2-e103-4bb7-bdbd-6285063d0f69,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:02.766534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network 91632a6b-281f-4408-95cc-4a886918c558 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:02.774530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22499e1f-4bba-4d78-a2d7-ff5b62a37cf5 req-db0929b8-57e9-4791-bcf6-014ac1e37c1e tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824433 Feb 11 13:51:02.779250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:02.791365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:02.798560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=1d1ba46e-a731-4172-9830-494019abb060,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:02.800282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Attempting to bind port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:02.801222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Attempting to bind port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'a5b13bf5-690f-4e01-9457-b5420104feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:02.801850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Attempting to bind port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 on network 33ad3986-24ee-4f4c-8a11-948d2186ee12 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:02.805496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['696c008e-69d1-4cd9-bc40-9426a9a4e5f0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:51:02.863582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:02.863582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Checking segment: {'id': 'a5b13bf5-690f-4e01-9457-b5420104feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:02.864010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.864660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Bound using segment: {'id': 'a5b13bf5-690f-4e01-9457-b5420104feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:02.865395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Bound port: 846ad1b2-e103-4bb7-bdbd-6285063d0f69, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b13bf5-690f-4e01-9457-b5420104feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:51:02.866038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.894400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Allocated IP 172.20.0.2 (91632a6b-281f-4408-95cc-4a886918c558/cf0bd8b6-5822-4132-9873-238707cbd340/26aaab4c-3df8-4c18-8144-ebaa54364fb0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:02.915522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:02.916480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.919208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37852) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:02.949830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b69d2a51-9fab-45ca-be40-4ccae7ac86fe tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7154267 Feb 11 13:51:02.950879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37856) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:02.964085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'name': 'tempest-AllowedAddressPairTestJSON-568405121', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0f:2d:4b'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:02.993428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Allocated IP 172.20.0.1 (33ad3986-24ee-4f4c-8a11-948d2186ee12/952b1cc1-229c-4634-8ce6-a63b6d5ff56c/73a93ec6-83ff-4331-9364-2f9484248bd6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:03.175154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f78d6078-a652-4c94-bb20-a04f50e3b4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.314217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f78d6078-a652-4c94-bb20-a04f50e3b4bc admin admin] Publish callbacks [] for security_group (77a4d54c-966c-437f-a3bd-5fe2712496a9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.319523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:03.342204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f78d6078-a652-4c94-bb20-a04f50e3b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (77a4d54c-966c-437f-a3bd-5fe2712496a9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.349416 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.427270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] For port 846ad1b2-e103-4bb7-bdbd-6285063d0f69, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:03.434669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d6078-a652-4c94-bb20-a04f50e3b4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a4d54c-966c-437f-a3bd-5fe2712496a9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:03.451480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.502601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f78d6078-a652-4c94-bb20-a04f50e3b4bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02102d8314f34d5dbbe5c9a37151101e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5814073 Feb 11 13:51:03.505207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37872) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:03.550218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:03.550667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] For port 846ad1b2-e103-4bb7-bdbd-6285063d0f69, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=846ad1b2-e103-4bb7-bdbd-6285063d0f69,segment=NetworkSegment(a5b13bf5-690f-4e01-9457-b5420104feb3),segment_id=a5b13bf5-690f-4e01-9457-b5420104feb3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:03.560729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:03.574002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:03.578950 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.612187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.682052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (bf63f1fb-777a-4033-b9c1-10323b44f183), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.682496 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ed89baa-7aeb-4cec-a8b5-b1d32b76bd86 admin admin] Publish callbacks [] for security_group (77a4d54c-966c-437f-a3bd-5fe2712496a9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.705354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ed89baa-7aeb-4cec-a8b5-b1d32b76bd86 admin admin] Publish callbacks [] for security_group (77a4d54c-966c-437f-a3bd-5fe2712496a9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.746629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] device_id is not set on port 741708e9-135e-4542-978f-4d7602920b95 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:03.875030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ed89baa-7aeb-4cec-a8b5-b1d32b76bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (77a4d54c-966c-437f-a3bd-5fe2712496a9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.878434 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ed89baa-7aeb-4cec-a8b5-b1d32b76bd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:03.882819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ed89baa-7aeb-4cec-a8b5-b1d32b76bd86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77a4d54c-966c-437f-a3bd-5fe2712496a9 HTTP/1.1" status: 204 len: 168 time: 0.3764455 Feb 11 13:51:03.892944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Port': ['ID=73a93ec6-83ff-4331-9364-2f9484248bd6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:03.899125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed89baa-7aeb-4cec-a8b5-b1d32b76bd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a4d54c-966c-437f-a3bd-5fe2712496a9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:03.925919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37886) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:03.938737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.101043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760f8f3-c449-44ee-9947-168c00372011 None None] Pushing event updated for resources: {'Port': ['ID=846ad1b2-e103-4bb7-bdbd-6285063d0f69,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:04.155333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Publish callbacks [] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.171652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.216006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Network 91632a6b-281f-4408-95cc-4a886918c558 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:04.244916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:04.251278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:04.332964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Allocated IP 172.20.0.6 (91632a6b-281f-4408-95cc-4a886918c558/cf0bd8b6-5822-4132-9873-238707cbd340/741708e9-135e-4542-978f-4d7602920b95) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:04.417964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Pushing event updated for resources: {'Port': ['ID=26aaab4c-3df8-4c18-8144-ebaa54364fb0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:04.448473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Attempting to bind port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:04.449640 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Attempting to bind port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8417beb2-85dd-4b91-9b16-ae7628a8ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '91632a6b-281f-4408-95cc-4a886918c558'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:04.449772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Attempting to bind port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 on network 91632a6b-281f-4408-95cc-4a886918c558 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:04.465957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:04.466367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Checking segment: {'id': '8417beb2-85dd-4b91-9b16-ae7628a8ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '91632a6b-281f-4408-95cc-4a886918c558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:04.466776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.467168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Bound using segment: {'id': '8417beb2-85dd-4b91-9b16-ae7628a8ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '91632a6b-281f-4408-95cc-4a886918c558'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:04.467637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Bound port: 26aaab4c-3df8-4c18-8144-ebaa54364fb0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8417beb2-85dd-4b91-9b16-ae7628a8ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '91632a6b-281f-4408-95cc-4a886918c558'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:51:04.468019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.628420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 846ad1b2-e103-4bb7-bdbd-6285063d0f69 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:04.734336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] For port 26aaab4c-3df8-4c18-8144-ebaa54364fb0, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:04.763622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] For port 26aaab4c-3df8-4c18-8144-ebaa54364fb0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=26aaab4c-3df8-4c18-8144-ebaa54364fb0,segment=NetworkSegment(8417beb2-85dd-4b91-9b16-ae7628a8ca2f),segment_id=8417beb2-85dd-4b91-9b16-ae7628a8ca2f)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:04.794175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.878274 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (741708e9-135e-4542-978f-4d7602920b95), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.908404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:04.908781 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.913702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19764335-4f82-4043-ad21-eb799cda0ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.945310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (741708e9-135e-4542-978f-4d7602920b95), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.051261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=741708e9-135e-4542-978f-4d7602920b95,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.067318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network 91632a6b-281f-4408-95cc-4a886918c558 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:05.073731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:05.079162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:05.083818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19764335-4f82-4043-ad21-eb799cda0ad6 admin admin] Publish callbacks [] for security_group (e534ea9d-432a-4ff0-89c3-0479f6dfe110), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.091118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f623c63-850c-4917-a377-cfd935c1f764 None None] Pushing event updated for resources: {'Port': ['ID=26aaab4c-3df8-4c18-8144-ebaa54364fb0,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.099738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19764335-4f82-4043-ad21-eb799cda0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e534ea9d-432a-4ff0-89c3-0479f6dfe110), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.197534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c45ba-2078-43bd-9f75-a2d7a8cb82d4 req-107ab8d6-0258-4752-b311-398d1d3c76a0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:05.199413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-047c45ba-2078-43bd-9f75-a2d7a8cb82d4 req-107ab8d6-0258-4752-b311-398d1d3c76a0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 945 time: 1.1720793 Feb 11 13:51:05.223314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:05.224286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.234399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19764335-4f82-4043-ad21-eb799cda0ad6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1bcc1df84fc94c258f51de09fa45c2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3048146 Feb 11 13:51:05.235360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:05.241665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:05.242541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.269143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.290655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d9093f5-cdcc-43f0-bf2f-38852e2318a4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3345284 Feb 11 13:51:05.301674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37916) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:05.424801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-047c45ba-2078-43bd-9f75-a2d7a8cb82d4 req-2e241508-bab8-4059-b7e0-76640a9a54c6 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157409 Feb 11 13:51:05.426733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19764335-4f82-4043-ad21-eb799cda0ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e534ea9d-432a-4ff0-89c3-0479f6dfe110,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.474716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 846ad1b2-e103-4bb7-bdbd-6285063d0f69, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=846ad1b2-e103-4bb7-bdbd-6285063d0f69,segment=NetworkSegment(a5b13bf5-690f-4e01-9457-b5420104feb3),segment_id=a5b13bf5-690f-4e01-9457-b5420104feb3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:05.483181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:05.503460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd147e2-7568-43b7-8af1-34b4a04139e2 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:05.541115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd147e2-7568-43b7-8af1-34b4a04139e2 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:05.544496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.572598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd147e2-7568-43b7-8af1-34b4a04139e2 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:05.576813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0dd147e2-7568-43b7-8af1-34b4a04139e2 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2749720 Feb 11 13:51:05.580097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37924) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:05.604234 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-279d662c-b354-4cd1-8899-b5fe2ad6731f admin admin] Publish callbacks [] for security_group (e534ea9d-432a-4ff0-89c3-0479f6dfe110), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.678615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-279d662c-b354-4cd1-8899-b5fe2ad6731f admin admin] Publish callbacks [] for security_group (e534ea9d-432a-4ff0-89c3-0479f6dfe110), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.757100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=846ad1b2-e103-4bb7-bdbd-6285063d0f69,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.851024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1044547-bbdd-475b-8bb7-7aa76b0fdfe7 None None] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:05.900055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:05.926087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-279d662c-b354-4cd1-8899-b5fe2ad6731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e534ea9d-432a-4ff0-89c3-0479f6dfe110), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.929880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-279d662c-b354-4cd1-8899-b5fe2ad6731f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.931328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-279d662c-b354-4cd1-8899-b5fe2ad6731f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e534ea9d-432a-4ff0-89c3-0479f6dfe110 HTTP/1.1" status: 204 len: 168 time: 0.6639061 Feb 11 13:51:05.948185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:05.949116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:06.029024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d662c-b354-4cd1-8899-b5fe2ad6731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e534ea9d-432a-4ff0-89c3-0479f6dfe110,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:06.133877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting port 741708e9-135e-4542-978f-4d7602920b95 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:06.134300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (741708e9-135e-4542-978f-4d7602920b95), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:06.162750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ba74874c-0d5a-4b0f-a1e5-6d40c7ce1eb6 None None] Provisioning complete for port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:06.167009 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba74874c-0d5a-4b0f-a1e5-6d40c7ce1eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:06.588682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:06.593120 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (741708e9-135e-4542-978f-4d7602920b95), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:06.615679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:06.795563 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (bf63f1fb-777a-4033-b9c1-10323b44f183), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:06.874239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Calling delete_port for 741708e9-135e-4542-978f-4d7602920b95 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:06.906202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26aaab4c-3df8-4c18-8144-ebaa54364fb0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:06.914192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6092a60-3fb2-463d-a8fd-2ba63d2f42f3 req-a99200d7-65c0-4950-8d06-83fc49aed68a tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:06.924334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6092a60-3fb2-463d-a8fd-2ba63d2f42f3 req-a99200d7-65c0-4950-8d06-83fc49aed68a tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 945 time: 0.2501130 Feb 11 13:51:06.993177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:06.998391 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:07.043282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6092a60-3fb2-463d-a8fd-2ba63d2f42f3 req-f7c283ac-7fb6-4b72-811e-f84bb9ea36d6 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174746 Feb 11 13:51:07.067612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85241614-526c-47d5-b401-f169b2934e6f None None] Network 91632a6b-281f-4408-95cc-4a886918c558 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:07.070443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ba74874c-0d5a-4b0f-a1e5-6d40c7ce1eb6 None None] Current status of the port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:07.134975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:51:07.144243 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec3d1c-b12c-4390-9834-84e151e71f97" -d '{"events": [{"server_uuid": "dcf4c8f1-c751-46ca-a0dd-1ce6251a308a", "name": "network-vif-plugged", "status": "completed", "tag": "696c008e-69d1-4cd9-bc40-9426a9a4e5f0"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:07.144470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:07.200462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:07.219766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Port': ['ID=73a93ec6-83ff-4331-9364-2f9484248bd6,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:07.287308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:07.301180 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd38b9-5e9d-431a-858f-65fe836dbf20 x-openstack-request-id: req-8edd38b9-5e9d-431a-858f-65fe836dbf20 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:07.304164 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4c8f1-c751-46ca-a0dd-1ce6251a308a", "name": "network-vif-plugged", "status": "completed", "tag": "696c008e-69d1-4cd9-bc40-9426a9a4e5f0", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:07.304164 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8edd38b9-5e9d-431a-858f-65fe836dbf20 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:07.305681 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0', 'code': 200} Feb 11 13:51:07.329908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:07.431651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-10f88605-455d-4156-b5b6-b272f64a3da9 None None] Provisioning complete for port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:07.437591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10f88605-455d-4156-b5b6-b272f64a3da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:07.592884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:07.595424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:07.713186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b98b-3723-4892-a361-1165c6a6a9d5 req-4524706b-34f0-4222-b9c9-023c7f97c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:07.716979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ec6b98b-3723-4892-a361-1165c6a6a9d5 req-4524706b-34f0-4222-b9c9-023c7f97c43f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 1128 time: 0.3295259 Feb 11 13:51:07.779654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Router bf63f1fb-777a-4033-b9c1-10323b44f183 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:07.800678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:08.045117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:08.070623 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] Sync routers for ids ['bf63f1fb-777a-4033-b9c1-10323b44f183'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:08.090231 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] Routers {'bf63f1fb-777a-4033-b9c1-10323b44f183'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:08.090826 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bf63f1fb-777a-4033-b9c1-10323b44f183'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:08.104419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d366f386-0649-48a0-87b3-68d9977b8387 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "PUT /v2.0/routers/bf63f1fb-777a-4033-b9c1-10323b44f183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7843192 Feb 11 13:51:08.107690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37988) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:08.115486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'port': {'network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12', 'name': 'tempest-FloatingIPNegativeTestJSON-424022741'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:08.131958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-10f88605-455d-4156-b5b6-b272f64a3da9 None None] Current status of the port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:08.133295 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10f88605-455d-4156-b5b6-b272f64a3da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:08.153578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ec6b98b-3723-4892-a361-1165c6a6a9d5 req-78977c9b-8ee0-4606-8bb9-21289cf88d70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145536 Feb 11 13:51:08.154368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (741708e9-135e-4542-978f-4d7602920b95), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:08.238149 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:08.255779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Port': ['ID=741708e9-135e-4542-978f-4d7602920b95,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:08.286203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:08.291134 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:08.312171 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] Routers {'bf63f1fb-777a-4033-b9c1-10323b44f183'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:08.319086 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bf63f1fb-777a-4033-b9c1-10323b44f183'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:08.397449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-10f88605-455d-4156-b5b6-b272f64a3da9 None None] For port 26aaab4c-3df8-4c18-8144-ebaa54364fb0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=26aaab4c-3df8-4c18-8144-ebaa54364fb0,segment=NetworkSegment(8417beb2-85dd-4b91-9b16-ae7628a8ca2f),segment_id=8417beb2-85dd-4b91-9b16-ae7628a8ca2f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:08.431781 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10f88605-455d-4156-b5b6-b272f64a3da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:08.547838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:08.548513 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5572098-527f-4485-9cde-f78dd2a0e05e None None] The sync data for ids ['bf63f1fb-777a-4033-b9c1-10323b44f183'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:08.784915 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:08.791689 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-364b5455-262b-4288-a4e4-4a394a15e228 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/ports/741708e9-135e-4542-978f-4d7602920b95 HTTP/1.1" status: 204 len: 168 time: 3.2094021 Feb 11 13:51:08.794624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:08.866940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debe150-c537-4007-b792-cae5476df688 req-61fd8dd1-6310-4c79-b2da-b446a8a65993 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:08.868534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1debe150-c537-4007-b792-cae5476df688 req-61fd8dd1-6310-4c79-b2da-b446a8a65993 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 946 time: 0.3695142 Feb 11 13:51:08.894930 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1596be-beb1-4dd1-acf8-e2a2922088d5 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] GET failed (client error): The resource could not be found. Feb 11 13:51:08.906954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bc1596be-beb1-4dd1-acf8-e2a2922088d5 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "GET /v2.0/ports/741708e9-135e-4542-978f-4d7602920b95 HTTP/1.1" status: 404 len: 333 time: 0.1089709 Feb 11 13:51:08.908946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:08.917056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'name': 'tempest-AllowedAddressPairTestJSON-415261434'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:09.119222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Made reservation on behalf of 28d9a95f090146abb4646423ef1eda54 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:09.128216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:09.192684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Provisioning complete for port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:09.193196 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:09.197464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f88605-455d-4156-b5b6-b272f64a3da9 None None] Pushing event updated for resources: {'Port': ['ID=26aaab4c-3df8-4c18-8144-ebaa54364fb0,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:09.204921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:51:09.205279 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:51:09.220573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:09.226330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] device_id is not set on port 1e557ba1-468f-4bc6-b8ae-153ca1192ca6 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:09.247277 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:09.296627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1debe150-c537-4007-b792-cae5476df688 req-7aebd4a8-f9f7-4d6a-a9ba-df492715016e tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062314 Feb 11 13:51:09.356969 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] device_id is not set on port 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:09.563178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Current status of the port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:09.618176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Provisioning complete for port 73a93ec6-83ff-4331-9364-2f9484248bd6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:09.619778 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:09.674804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38026) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:09.696643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Allocated IP 172.20.0.12 (33ad3986-24ee-4f4c-8a11-948d2186ee12/952b1cc1-229c-4634-8ce6-a63b6d5ff56c/1e557ba1-468f-4bc6-b8ae-153ca1192ca6) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:09.767703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Allocated IP 172.20.0.4 (91632a6b-281f-4408-95cc-4a886918c558/cf0bd8b6-5822-4132-9873-238707cbd340/483eb314-ec8c-41ca-8f01-6ee1d80c16c8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:09.869195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Port 73a93ec6-83ff-4331-9364-2f9484248bd6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:09.903297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:09.914980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 846ad1b2-e103-4bb7-bdbd-6285063d0f69 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:09.968768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Provisioning complete for port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:09.969546 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.110682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:10.111329 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.209474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Current status of the port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:10.210806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:10.217082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Could not find standard attr ID for object 741708e9-135e-4542-978f-4d7602920b95. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:51:10.236387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Provisioning complete for port 1d1ba46e-a731-4172-9830-494019abb060 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:10.237019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1d1ba46e-a731-4172-9830-494019abb060), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.281647 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.344886 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for port (1e557ba1-468f-4bc6-b8ae-153ca1192ca6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.345777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.390048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:10.394899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-abadc0b9-f408-4685-92de-99f0dac1d40c None None] Port 1d1ba46e-a731-4172-9830-494019abb060 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:10.420396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1e557ba1-468f-4bc6-b8ae-153ca1192ca6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.441417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.516068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-62a1db6f-60aa-47fa-a314-acd49620bc5f None None] Could not find standard attr ID for object 741708e9-135e-4542-978f-4d7602920b95. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:51:10.553311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network 91632a6b-281f-4408-95cc-4a886918c558 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:10.557207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26aaab4c-3df8-4c18-8144-ebaa54364fb0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:10.564839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:10.573857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:10.579255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:10.579570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:10.586782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:10.591853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=483eb314-ec8c-41ca-8f01-6ee1d80c16c8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:10.593484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Port': ['ID=1e557ba1-468f-4bc6-b8ae-153ca1192ca6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:10.711745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fe49-ff3e-4de9-855c-a7ac86367f63 req-61c2ebeb-8d18-4d78-bc15-c83197e43b81 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:10.713672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31f1fe49-ff3e-4de9-855c-a7ac86367f63 req-61c2ebeb-8d18-4d78-bc15-c83197e43b81 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 946 time: 0.2478511 Feb 11 13:51:10.739407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-62a1db6f-60aa-47fa-a314-acd49620bc5f None None] Provisioning complete for port 1d1ba46e-a731-4172-9830-494019abb060 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:10.739791 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-62a1db6f-60aa-47fa-a314-acd49620bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1d1ba46e-a731-4172-9830-494019abb060), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.752600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:10.753503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.801064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8e280b93-5a59-4c70-858b-ff81d0409473 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8902237 Feb 11 13:51:10.804561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:10.818335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:10.819014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.819318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0f:2d:4b'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:10.842919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-62a1db6f-60aa-47fa-a314-acd49620bc5f None None] Port 1d1ba46e-a731-4172-9830-494019abb060 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:10.848865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c99d021e-c15f-4ead-97ba-cd96e19428e4 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7352417 Feb 11 13:51:10.854317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38056) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:10.862987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:10.863379 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:10.864747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:10.935382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31f1fe49-ff3e-4de9-855c-a7ac86367f63 req-5060b59f-4721-4e58-b546-83a47da19683 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985927 Feb 11 13:51:10.947353 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:11.123484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:11.149433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:11.184742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d290bd75-e18c-4108-b773-4bc092b6ae07 None None] Provisioning complete for port 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:11.189832 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d290bd75-e18c-4108-b773-4bc092b6ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:11.303678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:11.336992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d290bd75-e18c-4108-b773-4bc092b6ae07 None None] Port 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:11.477562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f834901f-d557-4f4e-b34c-196994dc9431 None None] Provisioning complete for port 1e557ba1-468f-4bc6-b8ae-153ca1192ca6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:11.481499 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f834901f-d557-4f4e-b34c-196994dc9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1e557ba1-468f-4bc6-b8ae-153ca1192ca6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:11.564680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f834901f-d557-4f4e-b34c-196994dc9431 None None] Port 1e557ba1-468f-4bc6-b8ae-153ca1192ca6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:11.677334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Allocated IP 172.25.3.223 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c9bd061b-7bf0-4749-9cbf-00b496c069ab) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:11.742032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:11.810980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:11.820669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.038007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=483eb314-ec8c-41ca-8f01-6ee1d80c16c8,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:12.053946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] In _notify_port_updated(), no bound segment for port 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 on network 91632a6b-281f-4408-95cc-4a886918c558 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:51:12.059279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:12.060238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.071655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-391bfa69-c38a-4f4c-952c-3861b47a5fca tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "PUT /v2.0/ports/483eb314-ec8c-41ca-8f01-6ee1d80c16c8 HTTP/1.1" status: 200 len: 993 time: 1.2590647 Feb 11 13:51:12.074965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:12.272978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting port 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:12.278788 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.450969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-24e15710-c577-448a-b262-b7432c555475 None None] Provisioning complete for port 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:12.452036 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24e15710-c577-448a-b262-b7432c555475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.548999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.567833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532176f-882a-4436-a496-5ba25adf4498 req-8a9842d3-2666-4897-91ee-93dd4c4942f5 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:12.569408 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1532176f-882a-4436-a496-5ba25adf4498 req-8a9842d3-2666-4897-91ee-93dd4c4942f5 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 946 time: 0.2404938 Feb 11 13:51:12.580471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-24e15710-c577-448a-b262-b7432c555475 None None] Port 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:12.590258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Calling delete_port for 483eb314-ec8c-41ca-8f01-6ee1d80c16c8 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:12.708634 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1532176f-882a-4436-a496-5ba25adf4498 req-a3ba469f-3b66-486d-9af3-95eb8cb42ec4 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134517 Feb 11 13:51:12.729280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.796296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.890542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (483eb314-ec8c-41ca-8f01-6ee1d80c16c8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:12.896061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:12.903557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:12.911226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:12.919500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Port': ['ID=c9bd061b-7bf0-4749-9cbf-00b496c069ab,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:12.959375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Allocated IP 172.25.3.166 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/a0d717f8-d20c-4fab-8f1f-71b197ed0162) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:13.039740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Port': ['ID=483eb314-ec8c-41ca-8f01-6ee1d80c16c8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:13.090926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:13.291827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.310652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-74f5f1b2-cce7-4a64-9846-a7fa325405b8 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/ports/483eb314-ec8c-41ca-8f01-6ee1d80c16c8 HTTP/1.1" status: 204 len: 168 time: 1.2212319 Feb 11 13:51:13.313810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38182) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:13.344261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1dd605e-1552-477f-99ba-9e1961aa29bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.384554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for floatingip (44636e46-754f-4aa3-89b3-eca4404227fb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.389549 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec59d9ed-9ad0-4056-8171-96d9a48344bd tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] GET failed (client error): The resource could not be found. Feb 11 13:51:13.395267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec59d9ed-9ad0-4056-8171-96d9a48344bd tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "GET /v2.0/ports/483eb314-ec8c-41ca-8f01-6ee1d80c16c8 HTTP/1.1" status: 404 len: 333 time: 0.0767605 Feb 11 13:51:13.395932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38184) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:13.408011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'name': 'tempest-AllowedAddressPairTestJSON-48399720'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:13.429043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.474967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1dd605e-1552-477f-99ba-9e1961aa29bf admin admin] Publish callbacks [] for security_group (514cc90b-4fcf-4dc4-8a8f-a59585a7a824), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.556133 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1dd605e-1552-477f-99ba-9e1961aa29bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (514cc90b-4fcf-4dc4-8a8f-a59585a7a824), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.564792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.638068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:13.641535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.655136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a1dd605e-1552-477f-99ba-9e1961aa29bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9de0cd6a84364d959644e6d3ee89db22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5631905 Feb 11 13:51:13.662560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd605e-1552-477f-99ba-9e1961aa29bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514cc90b-4fcf-4dc4-8a8f-a59585a7a824,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:13.664245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38190) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:13.681551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] device_id is not set on port 32aafe47-d1e3-4e09-b899-7465a5efbfc4 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:13.703447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-fccca404-cf32-4d5b-b745-90d51df26c55 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:13.706231 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-fccca404-cf32-4d5b-b745-90d51df26c55 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 946 time: 0.2285368 Feb 11 13:51:13.802320 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.892280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Deleting port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:13.892872 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.028126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:14.032262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] For port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,segment=NetworkSegment(c10d48fe-1a92-4471-9781-3936c1112e1c),segment_id=c10d48fe-1a92-4471-9781-3936c1112e1c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:14.032679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.058826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:14.066024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Calling delete_port for 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:14.071522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:14.133342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3528e7ba-fc6e-43ca-9ebf-800224191c00 admin admin] Publish callbacks [] for security_group (514cc90b-4fcf-4dc4-8a8f-a59585a7a824), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.146047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Port': ['ID=a0d717f8-d20c-4fab-8f1f-71b197ed0162,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.218797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Allocated IP 172.20.0.10 (91632a6b-281f-4408-95cc-4a886918c558/cf0bd8b6-5822-4132-9873-238707cbd340/32aafe47-d1e3-4e09-b899-7465a5efbfc4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:14.242108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0f47-b606-452e-958c-298765e6233b req-7c175ea6-ff77-4fcb-a1dc-a348338047f1 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:14.249818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-528e0f47-b606-452e-958c-298765e6233b req-7c175ea6-ff77-4fcb-a1dc-a348338047f1 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/ports?device_id=dcf4c8f1-c751-46ca-a0dd-1ce6251a308a HTTP/1.1" status: 200 len: 946 time: 0.3546865 Feb 11 13:51:14.254463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3528e7ba-fc6e-43ca-9ebf-800224191c00 admin admin] Publish callbacks [] for security_group (514cc90b-4fcf-4dc4-8a8f-a59585a7a824), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.288347 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.319208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (696c008e-69d1-4cd9-bc40-9426a9a4e5f0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.332054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['696c008e-69d1-4cd9-bc40-9426a9a4e5f0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:51:14.333370 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.398226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Pushing event deleted for resources: {'Port': ['ID=696c008e-69d1-4cd9-bc40-9426a9a4e5f0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.466301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-528e0f47-b606-452e-958c-298765e6233b req-cbed8569-30e4-4152-8eb1-ecb3beb005e9 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e6ffe1-3a1b-4b90-9791-c345c5f46260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114680 Feb 11 13:51:14.493330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] No DVR routers for this DVR port 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:14.498778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.503905 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0be67ca-a24a-411b-a551-ad6c9a752c6f req-c835eaaf-ca55-4915-9f24-11a6ce994ae0 tempest-VolumesActionsTest-739396171 tempest-VolumesActionsTest-739396171-project] 10.222.0.30 "DELETE /v2.0/ports/696c008e-69d1-4cd9-bc40-9426a9a4e5f0 HTTP/1.1" status: 204 len: 173 time: 0.7806866 Feb 11 13:51:14.504907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'name': 'network-vif-deleted', 'tag': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:51:14.508054 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6d3b1b-089e-4ee2-a8e5-df3fa6682be0" -d '{"events": [{"server_uuid": "dcf4c8f1-c751-46ca-a0dd-1ce6251a308a", "name": "network-vif-deleted", "tag": "696c008e-69d1-4cd9-bc40-9426a9a4e5f0"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:14.578285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (37fad249-2fee-49cc-88c1-87c3fd178b7d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.581873 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afa8369-e01c-4aec-acda-1bcc4f543351 x-openstack-request-id: req-1afa8369-e01c-4aec-acda-1bcc4f543351 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:14.581873 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4c8f1-c751-46ca-a0dd-1ce6251a308a", "name": "network-vif-deleted", "tag": "696c008e-69d1-4cd9-bc40-9426a9a4e5f0", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:14.581873 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1afa8369-e01c-4aec-acda-1bcc4f543351 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:14.582711 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4c8f1-c751-46ca-a0dd-1ce6251a308a', 'name': 'network-vif-deleted', 'tag': '696c008e-69d1-4cd9-bc40-9426a9a4e5f0', 'status': 'completed', 'code': 200} Feb 11 13:51:14.608651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Port': ['ID=c9bd061b-7bf0-4749-9cbf-00b496c069ab,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.662107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3528e7ba-fc6e-43ca-9ebf-800224191c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (514cc90b-4fcf-4dc4-8a8f-a59585a7a824), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.665043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3528e7ba-fc6e-43ca-9ebf-800224191c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.666418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3528e7ba-fc6e-43ca-9ebf-800224191c00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/514cc90b-4fcf-4dc4-8a8f-a59585a7a824 HTTP/1.1" status: 204 len: 168 time: 1.0014973 Feb 11 13:51:14.702738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528e7ba-fc6e-43ca-9ebf-800224191c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514cc90b-4fcf-4dc4-8a8f-a59585a7a824,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.769346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (44636e46-754f-4aa3-89b3-eca4404227fb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.802196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.811561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.815632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:14.816023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c8f4cd29-0574-474b-bb14-3fa4e4ea143c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1402063 Feb 11 13:51:14.821911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2073271119'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:14.869348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Made reservation on behalf of 198dba10ada8491ba7ab9e61b656a484 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:14.873499 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:14.890852 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.026319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.097801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for security_group (f17074e9-2cc3-4b25-9da5-bad1c936b3b6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.104273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f17074e9-2cc3-4b25-9da5-bad1c936b3b6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.135190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:15.159027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (69fb63a1-8698-41d4-9547-1a670f342605), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.159943 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Added segment 69fb63a1-8698-41d4-9547-1a670f342605 of type vlan for network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a Feb 11 13:51:15.237216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.265538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network 91632a6b-281f-4408-95cc-4a886918c558 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:15.272473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:15.281605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2b6b6725-cb2c-432a-89cd-f39c3f27f23a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.313240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:15.327197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:15.360708 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2b6b6725-cb2c-432a-89cd-f39c3f27f23a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.365656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:15.366268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.393868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.427701 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.449886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=32aafe47-d1e3-4e09-b899-7465a5efbfc4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:15.457988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6411355 Feb 11 13:51:15.467272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.470606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38228) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:15.517663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Request body: {'subnet': {'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:15.522310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17074e9-2cc3-4b25-9da5-bad1c936b3b6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:15.542172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Port': ['ID=a0d717f8-d20c-4fab-8f1f-71b197ed0162,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:15.562753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:15.563340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.568178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.568936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.569286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.569626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.569980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.570930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.571257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.571587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.571914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.572495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.572842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.573168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.573514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.583086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a50291-4a91-44b7-8f9e-a01240dd680e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Network': ['ID=2b6b6725-cb2c-432a-89cd-f39c3f27f23a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:15.677799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:15.704819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38236) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:15.705082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-59ceb783-6ed9-4514-8642-16f49211c52c tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3043451 Feb 11 13:51:15.712040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0f:2d:4b'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:15.748572 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (37fad249-2fee-49cc-88c1-87c3fd178b7d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.779983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Made reservation on behalf of 198dba10ada8491ba7ab9e61b656a484 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:15.786959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.804917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Publish callbacks [] for security_group (3358871b-49f6-4aa0-9188-4d4cfe744ddd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.830184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3358871b-49f6-4aa0-9188-4d4cfe744ddd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.874418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358871b-49f6-4aa0-9188-4d4cfe744ddd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:15.881050 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.882822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2830334d-2c9e-43f4-8dfb-f26e49e3c445 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0252450 Feb 11 13:51:15.890562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38244) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:15.897476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9da507b1-1012-45bc-9b26-1c0e38769cae tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'floatingip': {'port_id': '1e557ba1-468f-4bc6-b8ae-153ca1192ca6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:15.906004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3bc57223-e14b-4508-bec2-2de9f12c8e48 None None] Provisioning complete for port 32aafe47-d1e3-4e09-b899-7465a5efbfc4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:15.906419 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bc57223-e14b-4508-bec2-2de9f12c8e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:15.981489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.981925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.982388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.982740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.983078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.983420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.983754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.984085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.984425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.984746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.985072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.985494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.985766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.997227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3bc57223-e14b-4508-bec2-2de9f12c8e48 None None] Port 32aafe47-d1e3-4e09-b899-7465a5efbfc4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:16.029328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec63d8c7-e4ba-4d80-9133-1fdd36a4ae38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49c8f99148ba457581cddec5a2b68cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7007725 Feb 11 13:51:16.032864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9da507b1-1012-45bc-9b26-1c0e38769cae tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (37fad249-2fee-49cc-88c1-87c3fd178b7d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.038280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38256) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:16.238390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a52e042-c7d5-401d-a20f-0d8df9dc9aa2 admin admin] Publish callbacks [] for security_group (3358871b-49f6-4aa0-9188-4d4cfe744ddd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.277753 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-9da507b1-1012-45bc-9b26-1c0e38769cae tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] update failed (client error): The resource could not be found. Feb 11 13:51:16.279112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9da507b1-1012-45bc-9b26-1c0e38769cae tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "PUT /v2.0/floatingips/37fad249-2fee-49cc-88c1-87c3fd178b7d HTTP/1.1" status: 404 len: 507 time: 0.3872814 Feb 11 13:51:16.283092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38266) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:16.292460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a52e042-c7d5-401d-a20f-0d8df9dc9aa2 admin admin] Publish callbacks [] for security_group (3358871b-49f6-4aa0-9188-4d4cfe744ddd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.572028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Deleting port a0d717f8-d20c-4fab-8f1f-71b197ed0162 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:16.572377 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.574909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a52e042-c7d5-401d-a20f-0d8df9dc9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3358871b-49f6-4aa0-9188-4d4cfe744ddd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.577988 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3a52e042-c7d5-401d-a20f-0d8df9dc9aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.582545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3a52e042-c7d5-401d-a20f-0d8df9dc9aa2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3358871b-49f6-4aa0-9188-4d4cfe744ddd HTTP/1.1" status: 204 len: 168 time: 0.5429482 Feb 11 13:51:16.615088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52e042-c7d5-401d-a20f-0d8df9dc9aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358871b-49f6-4aa0-9188-4d4cfe744ddd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:16.735845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.736324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (a0d717f8-d20c-4fab-8f1f-71b197ed0162), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:16.780154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Calling delete_port for a0d717f8-d20c-4fab-8f1f-71b197ed0162 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:16.835942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.036883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (311ce5ee-a020-4479-8937-d135fd364218), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.051406 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a0d717f8-d20c-4fab-8f1f-71b197ed0162), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.094080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event deleted for resources: {'Port': ['ID=a0d717f8-d20c-4fab-8f1f-71b197ed0162,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:17.176022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Subnet': ['ID=311ce5ee-a020-4479-8937-d135fd364218,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:17.213875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (37fad249-2fee-49cc-88c1-87c3fd178b7d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.217842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.222714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f01cd823-0be5-4924-b6d0-1ad58179ad0f tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "DELETE /v2.0/floatingips/37fad249-2fee-49cc-88c1-87c3fd178b7d HTTP/1.1" status: 204 len: 168 time: 0.9350736 Feb 11 13:51:17.223925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38314) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:17.232953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-18c3a91a-62e3-4f8d-8a81-4d92756fb186 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'floatingip': {'floating_network_id': '33ad3986-24ee-4f4c-8a11-948d2186ee12', 'port_id': '1e557ba1-468f-4bc6-b8ae-153ca1192ca6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:17.262032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18c3a91a-62e3-4f8d-8a81-4d92756fb186 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.441721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Checking segment: {'id': '69fb63a1-8698-41d4-9547-1a670f342605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:17.442281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Network hostable DHCP agents. Network: 2b6b6725-cb2c-432a-89cd-f39c3f27f23a, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:17.528789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:17.546400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:17.553880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 2b6b6725-cb2c-432a-89cd-f39c3f27f23a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:17.578393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.583204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:17.584970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.607169 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.624060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7787380-6696-4ebb-b49f-70e5479dec88 None None] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:17.624299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5dfd54f5-157c-450f-966e-4fb4f51cc57a tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1497645 Feb 11 13:51:17.643629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38330) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:17.718483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-380287647', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:17.774236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:51:17.781226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 696c008e-69d1-4cd9-bc40-9426a9a4e5f0 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:17.857535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=32aafe47-d1e3-4e09-b899-7465a5efbfc4,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:17.879198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] In _notify_port_updated(), no bound segment for port 32aafe47-d1e3-4e09-b899-7465a5efbfc4 on network 91632a6b-281f-4408-95cc-4a886918c558 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:51:17.888941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-2b6b6725-cb2c-432a-89cd-f39c3f27f23a', 'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a', 'project_id': '198dba10ada8491ba7ab9e61b656a484', 'fixed_ips': [{'subnet_id': '311ce5ee-a020-4479-8937-d135fd364218'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:51:17.889938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.891138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:17.896063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.901201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cbe7ef8b-0473-4a28-b8ba-c2d78cc40968 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "PUT /v2.0/ports/32aafe47-d1e3-4e09-b899-7465a5efbfc4 HTTP/1.1" status: 200 len: 995 time: 2.1951120 Feb 11 13:51:17.902314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38338) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:17.905236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (084230e2-a5b6-478d-b56a-6b3070633e13), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.927770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (084230e2-a5b6-478d-b56a-6b3070633e13), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.218893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router_controller (084230e2-a5b6-478d-b56a-6b3070633e13), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.223847 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-18c3a91a-62e3-4f8d-8a81-4d92756fb186 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:51:18.226734 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-18c3a91a-62e3-4f8d-8a81-4d92756fb186 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9998641 Feb 11 13:51:18.229161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38348) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:18.301499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '1e557ba1-468f-4bc6-b8ae-153ca1192ca6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:18.328264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Allocated IP 172.20.0.2 (2b6b6725-cb2c-432a-89cd-f39c3f27f23a/311ce5ee-a020-4479-8937-d135fd364218/cc1b63af-62aa-477c-bbbb-6c1895b6c287) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:18.350578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7f5495a9-013f-4744-98fc-f7d6d1b13130 None None] Provisioning complete for port 32aafe47-d1e3-4e09-b899-7465a5efbfc4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:18.350980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f5495a9-013f-4744-98fc-f7d6d1b13130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.414415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting port 32aafe47-d1e3-4e09-b899-7465a5efbfc4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:18.415082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.424147 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.520943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7f5495a9-013f-4744-98fc-f7d6d1b13130 None None] Port 32aafe47-d1e3-4e09-b899-7465a5efbfc4 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:18.574600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router_gateway (084230e2-a5b6-478d-b56a-6b3070633e13), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.766433 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Publish callbacks [] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.783054 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.858928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:18.861743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Pushing event updated for resources: {'Port': ['ID=cc1b63af-62aa-477c-bbbb-6c1895b6c287,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:18.875258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:18.883046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:18.969988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:18.990972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Attempting to bind port cc1b63af-62aa-477c-bbbb-6c1895b6c287 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:18.991754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Attempting to bind port cc1b63af-62aa-477c-bbbb-6c1895b6c287 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '69fb63a1-8698-41d4-9547-1a670f342605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:18.992388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Attempting to bind port cc1b63af-62aa-477c-bbbb-6c1895b6c287 on network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:18.999814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:19.000760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Checking segment: {'id': '69fb63a1-8698-41d4-9547-1a670f342605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:19.001417 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:19.002076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Bound using segment: {'id': '69fb63a1-8698-41d4-9547-1a670f342605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:19.002995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Bound port: cc1b63af-62aa-477c-bbbb-6c1895b6c287, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fb63a1-8698-41d4-9547-1a670f342605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:51:19.003766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:19.076064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Calling delete_port for 32aafe47-d1e3-4e09-b899-7465a5efbfc4 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:19.159670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] For port cc1b63af-62aa-477c-bbbb-6c1895b6c287, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:19.172344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] For port cc1b63af-62aa-477c-bbbb-6c1895b6c287, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc1b63af-62aa-477c-bbbb-6c1895b6c287,segment=NetworkSegment(69fb63a1-8698-41d4-9547-1a670f342605),segment_id=69fb63a1-8698-41d4-9547-1a670f342605)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:19.184005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:19.192027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:19.217765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38398) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:19.274772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ed852-2e63-4755-a737-7c43a7455180 None None] Pushing event updated for resources: {'Port': ['ID=cc1b63af-62aa-477c-bbbb-6c1895b6c287,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:19.511983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Allocated IP 172.25.3.143 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/5157fed9-50d2-477e-ba7e-7a7904b24106) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:19.628881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1287493686'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:19.737189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Made reservation on behalf of 5d3170d6b6424e3681a8431d434a2ea1 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:19.758145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:19.799430 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.033944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks [] for security_group (937028cd-f4a0-4d14-9f1b-ed5ee598f573), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.042563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (937028cd-f4a0-4d14-9f1b-ed5ee598f573), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.053162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for port (5157fed9-50d2-477e-ba7e-7a7904b24106), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.075884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:20.115411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (97b1caa1-54aa-4822-a2bc-7dc9c9607d52), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.115823 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Added segment 97b1caa1-54aa-4822-a2bc-7dc9c9607d52 of type vlan for network 24ff48a2-3843-4597-ae39-927aac1594c9 Feb 11 13:51:20.125740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937028cd-f4a0-4d14-9f1b-ed5ee598f573,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:20.143369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.147828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (32aafe47-d1e3-4e09-b899-7465a5efbfc4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.209219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5157fed9-50d2-477e-ba7e-7a7904b24106), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.242606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router_gateway (084230e2-a5b6-478d-b56a-6b3070633e13), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.250344 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (24ff48a2-3843-4597-ae39-927aac1594c9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.251628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Port': ['ID=32aafe47-d1e3-4e09-b899-7465a5efbfc4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:20.282392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (24ff48a2-3843-4597-ae39-927aac1594c9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.294188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:20.295280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.360914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:20.373883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:20.379225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.381267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:20.392189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Pushing event updated for resources: {'Network': ['ID=24ff48a2-3843-4597-ae39-927aac1594c9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:20.412821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 24ff48a2-3843-4597-ae39-927aac1594c9 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:20.448264 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-21199ad9-dd0d-4ae5-be56-113ee5266e32 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2284749 Feb 11 13:51:20.646905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event updated for resources: {'Port': ['ID=5157fed9-50d2-477e-ba7e-7a7904b24106,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:20.719035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cc1b63af-62aa-477c-bbbb-6c1895b6c287 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:20.746674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:20.753038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38428) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:20.753555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-59b7e2e5-8baa-44e5-b363-ab075e75e8ec tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/ports/32aafe47-d1e3-4e09-b899-7465a5efbfc4 HTTP/1.1" status: 204 len: 168 time: 2.8131101 Feb 11 13:51:20.816043 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a115412-c3d8-41f7-8812-b6fa34d4b2c7 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] GET failed (client error): The resource could not be found. Feb 11 13:51:20.817562 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a115412-c3d8-41f7-8812-b6fa34d4b2c7 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "GET /v2.0/ports/32aafe47-d1e3-4e09-b899-7465a5efbfc4 HTTP/1.1" status: 404 len: 333 time: 0.0635200 Feb 11 13:51:20.822841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38434) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:20.847432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'name': 'tempest-AllowedAddressPairTestJSON-2092922274'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:20.880376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cc1b63af-62aa-477c-bbbb-6c1895b6c287 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:20.881085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.081832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Allocated IP 172.25.3.68 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:21.101612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cc1b63af-62aa-477c-bbbb-6c1895b6c287 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:21.102203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.125819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:21.132705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Request body: {'port': {'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9', 'binding:host_id': 'n-h2-828676-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2022757051'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:21.177226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:21.178058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Deleting port 5157fed9-50d2-477e-ba7e-7a7904b24106 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:21.178618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5157fed9-50d2-477e-ba7e-7a7904b24106), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.189367 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.218203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port cc1b63af-62aa-477c-bbbb-6c1895b6c287, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc1b63af-62aa-477c-bbbb-6c1895b6c287,segment=NetworkSegment(69fb63a1-8698-41d4-9547-1a670f342605),segment_id=69fb63a1-8698-41d4-9547-1a670f342605)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:21.227453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] device_id is not set on port e5d4a431-2e03-4b0b-906b-8958344fe02b yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:21.231462 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.263543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Made reservation on behalf of 46350510567340588a6d4f014bd5d007 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:21.265941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.322798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.376122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=cc1b63af-62aa-477c-bbbb-6c1895b6c287,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:21.390405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e1430e-c818-479a-9f0a-08f45d19eaf0 None None] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:21.405402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5157fed9-50d2-477e-ba7e-7a7904b24106), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.405708 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for floatingip (5157fed9-50d2-477e-ba7e-7a7904b24106), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.424762 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for port (0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.434767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Calling delete_port for 5157fed9-50d2-477e-ba7e-7a7904b24106 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:21.527206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Allocated IP 172.20.0.4 (91632a6b-281f-4408-95cc-4a886918c558/cf0bd8b6-5822-4132-9873-238707cbd340/e5d4a431-2e03-4b0b-906b-8958344fe02b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:21.550362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9d5d1d07-4315-4c1e-974d-8856091cbbb9 None None] Provisioning complete for port cc1b63af-62aa-477c-bbbb-6c1895b6c287 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:21.551311 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1d07-4315-4c1e-974d-8856091cbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.589319 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for security_group (6eb462fb-5916-47ae-952e-f01fe1ef96da), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.597867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6eb462fb-5916-47ae-952e-f01fe1ef96da), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.601786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] device_id is not set on port abe26b7b-76c2-45e3-9d92-58949d8ab6ef yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:21.759795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d1d07-4315-4c1e-974d-8856091cbbb9 None None] Current status of the port cc1b63af-62aa-477c-bbbb-6c1895b6c287 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:21.783324 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.918097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (e5d4a431-2e03-4b0b-906b-8958344fe02b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:21.951352 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.058823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e5d4a431-2e03-4b0b-906b-8958344fe02b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.108228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-294f70d1-e96e-4f6b-b36b-291c319e936b None None] Provisioning complete for port cc1b63af-62aa-477c-bbbb-6c1895b6c287 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:22.109112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-294f70d1-e96e-4f6b-b36b-291c319e936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.149815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb462fb-5916-47ae-952e-f01fe1ef96da,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:22.169900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:22.171676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:22.206887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:22.209977 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5157fed9-50d2-477e-ba7e-7a7904b24106), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.245361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network 91632a6b-281f-4408-95cc-4a886918c558 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:22.257528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:22.262003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=e5d4a431-2e03-4b0b-906b-8958344fe02b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:22.277817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:22.315141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-294f70d1-e96e-4f6b-b36b-291c319e936b None None] Current status of the port cc1b63af-62aa-477c-bbbb-6c1895b6c287 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:22.458920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:22.461989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.494332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1d326ef9-84f5-4d08-b220-d4636db075b6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6590636 Feb 11 13:51:22.496665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38462) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:22.516557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'network_id': '91632a6b-281f-4408-95cc-4a886918c558', 'name': 'tempest-AllowedAddressPairTestJSON-716736040'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:22.543288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] device_id is not set on port abe26b7b-76c2-45e3-9d92-58949d8ab6ef yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:22.555826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for port (abe26b7b-76c2-45e3-9d92-58949d8ab6ef), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.558417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cc1b63af-62aa-477c-bbbb-6c1895b6c287 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:22.571940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Port': ['ID=0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:22.646496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event deleted for resources: {'Port': ['ID=5157fed9-50d2-477e-ba7e-7a7904b24106,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:22.665818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (abe26b7b-76c2-45e3-9d92-58949d8ab6ef), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.684129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cc1b63af-62aa-477c-bbbb-6c1895b6c287 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:22.684523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.801755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d532477d-a5cd-4eb0-884d-95ea6e4ae588 None None] Provisioning complete for port e5d4a431-2e03-4b0b-906b-8958344fe02b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:22.802299 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d532477d-a5cd-4eb0-884d-95ea6e4ae588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e5d4a431-2e03-4b0b-906b-8958344fe02b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.845082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Made reservation on behalf of e1f602e34b294f149ea57a9a033d382f for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:22.852566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:22.910548 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] create failed (client error): The resource could not be found. Feb 11 13:51:22.910998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d1a27baa-101a-4516-b592-39380862db9c tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6172247 Feb 11 13:51:22.916307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] device_id is not set on port 0195844f-fe0f-4032-9b09-d7a09118874a yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:22.920652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:22.935884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d532477d-a5cd-4eb0-884d-95ea6e4ae588 None None] Port e5d4a431-2e03-4b0b-906b-8958344fe02b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:22.967663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cc1b63af-62aa-477c-bbbb-6c1895b6c287 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:23.044718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=abe26b7b-76c2-45e3-9d92-58949d8ab6ef,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:23.139861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Allocated IP 172.20.0.9 (91632a6b-281f-4408-95cc-4a886918c558/cf0bd8b6-5822-4132-9873-238707cbd340/0195844f-fe0f-4032-9b09-d7a09118874a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:23.155984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Checking segment: {'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:23.156644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Network hostable DHCP agents. Network: 24ff48a2-3843-4597-ae39-927aac1594c9, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:23.214585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Network 24ff48a2-3843-4597-ae39-927aac1594c9 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:23.242742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 24ff48a2-3843-4597-ae39-927aac1594c9) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:23.258926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ea660-3453-481a-a9f9-c36c19ea6418 None None] Network 24ff48a2-3843-4597-ae39-927aac1594c9 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:23.261854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:23.275998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Deleting port 1e557ba1-468f-4bc6-b8ae-153ca1192ca6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:23.277005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1e557ba1-468f-4bc6-b8ae-153ca1192ca6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:23.427526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:23.427859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:23.428222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:23.435148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:23.435483 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:23.577278 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 2 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:23.578859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (0195844f-fe0f-4032-9b09-d7a09118874a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:23.621145 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1e557ba1-468f-4bc6-b8ae-153ca1192ca6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:23.650673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Calling delete_port for 1e557ba1-468f-4bc6-b8ae-153ca1192ca6 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:23.702315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:23.833717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=0195844f-fe0f-4032-9b09-d7a09118874a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:23.855843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Network 91632a6b-281f-4408-95cc-4a886918c558 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:23.867300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:23.873250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:24.040654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:24.041882 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:24.084765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bd8fa142-6f09-4d86-b3a8-756668aab20b tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5843225 Feb 11 13:51:24.085008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38492) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:24.090368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0f:2d:4b'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:cf:0b:b2'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:24.279685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-be8a7424-1a11-4b7c-a38e-9543e0208997 None None] Provisioning complete for port 0195844f-fe0f-4032-9b09-d7a09118874a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:24.280200 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-be8a7424-1a11-4b7c-a38e-9543e0208997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:24.387243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-be8a7424-1a11-4b7c-a38e-9543e0208997 None None] Port 0195844f-fe0f-4032-9b09-d7a09118874a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:24.508458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:24.729436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:24.730608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:24.730711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:24.795652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:24.795969 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:24.807601 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 3 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:24.833901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for port (0195844f-fe0f-4032-9b09-d7a09118874a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:24.842480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.020312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:25.020312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:25.021222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:25.033897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event updated for resources: {'Port': ['ID=0195844f-fe0f-4032-9b09-d7a09118874a,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:25.037116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] In _notify_port_updated(), no bound segment for port 0195844f-fe0f-4032-9b09-d7a09118874a on network 91632a6b-281f-4408-95cc-4a886918c558 {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:51:25.043279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:25.043930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.045328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cb4bf64b-b939-45d9-bcc0-c79c09577960 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "PUT /v2.0/ports/0195844f-fe0f-4032-9b09-d7a09118874a HTTP/1.1" status: 200 len: 1055 time: 0.9592981 Feb 11 13:51:25.046422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:25.048352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38510) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:25.088025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:25.088025 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:25.091630 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 4 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:25.131462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router_gateway (084230e2-a5b6-478d-b56a-6b3070633e13), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.275746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:25.282368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:25.282791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:25.306643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:25.306982 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:25.311973 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 5 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:25.422396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:25.422744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:25.423094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:25.454776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:25.456793 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:25.461366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting port 0195844f-fe0f-4032-9b09-d7a09118874a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:25.461844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.485961 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 6 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:25.489185 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1e557ba1-468f-4bc6-b8ae-153ca1192ca6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.559610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:25.560064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:25.560471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:25.566193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event deleted for resources: {'Port': ['ID=1e557ba1-468f-4bc6-b8ae-153ca1192ca6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:25.576000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-efccc4ec-0c74-4b5e-92b1-786d1d2dcc00 None None] Provisioning complete for port 0195844f-fe0f-4032-9b09-d7a09118874a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:25.576768 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-efccc4ec-0c74-4b5e-92b1-786d1d2dcc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.580171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:25.581715 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:25.591973 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 7 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:25.669750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-efccc4ec-0c74-4b5e-92b1-786d1d2dcc00 None None] Port 0195844f-fe0f-4032-9b09-d7a09118874a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:25.741401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.781050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Calling delete_port for 0195844f-fe0f-4032-9b09-d7a09118874a owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:25.794964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 832d0940-332d-4d5c-8a0c-5cce836cb7e9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:25.795317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.801414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:25.802527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:25.808153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:25.886883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:25.889149 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:25.893797 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 8 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:25.951456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:25.955148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a98b3d3-7bee-4e54-a2aa-8e5ee298ec27 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "DELETE /v2.0/ports/1e557ba1-468f-4bc6-b8ae-153ca1192ca6 HTTP/1.1" status: 204 len: 168 time: 3.0335083 Feb 11 13:51:25.992829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:26.018487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:26.018993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:26.019439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:26.051863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:26.052370 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:26.054641 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 9 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:26.077249 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.077917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (832d0940-332d-4d5c-8a0c-5cce836cb7e9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.078247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (084230e2-a5b6-478d-b56a-6b3070633e13), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.080627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:26.081079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:26.081528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:26.091415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:26.091909 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:26.094071 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 10 to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef Feb 11 13:51:26.101592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 832d0940-332d-4d5c-8a0c-5cce836cb7e9 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:26.160630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f5cfa-a566-40e0-9fcb-9c32179fb413 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:26.162427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a92f5cfa-a566-40e0-9fcb-9c32179fb413 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf63f1fb-777a-4033-b9c1-10323b44f183 HTTP/1.1" status: 200 len: 913 time: 0.1681869 Feb 11 13:51:26.168410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38534) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:26.176730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:26.177207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:26.177657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:26.262851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:26.262851 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port abe26b7b-76c2-45e3-9d92-58949d8ab6ef on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:26.262851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (abe26b7b-76c2-45e3-9d92-58949d8ab6ef), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.310294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0195844f-fe0f-4032-9b09-d7a09118874a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.357153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Port': ['ID=0195844f-fe0f-4032-9b09-d7a09118874a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:26.550000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] For port abe26b7b-76c2-45e3-9d92-58949d8ab6ef, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:26.550000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempted to set empty binding levels {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:51:26.578971 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (abe26b7b-76c2-45e3-9d92-58949d8ab6ef), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.763912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:26.765873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.791278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=abe26b7b-76c2-45e3-9d92-58949d8ab6ef,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:26.803609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (832d0940-332d-4d5c-8a0c-5cce836cb7e9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:26.856361 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41e27d04-6a3e-49d3-b046-96d75faf226d tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.7291794 Feb 11 13:51:26.862698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:26.985266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=832d0940-332d-4d5c-8a0c-5cce836cb7e9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:27.046721 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b04fd67-e69e-4ce7-ac39-cb8769da2d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.059646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Router 084230e2-a5b6-478d-b56a-6b3070633e13 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:27.101826 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for floatingip (3ee14aa3-6206-419c-8dba-711dbb5ea982), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.102476 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Floating IP 3ee14aa3-6206-419c-8dba-711dbb5ea982 disassociated (deleted). External IP: 172.25.3.135, port: 5c3405e0-5c97-4703-a013-fd998fb76bfa. Feb 11 13:51:27.204783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Deleting port abe26b7b-76c2-45e3-9d92-58949d8ab6ef {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:27.205127 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (abe26b7b-76c2-45e3-9d92-58949d8ab6ef), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.319255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] For port abe26b7b-76c2-45e3-9d92-58949d8ab6ef, host n-h2-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:27.344652 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (abe26b7b-76c2-45e3-9d92-58949d8ab6ef), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.362487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.365951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-509addfc-4eca-4773-8c05-a5adb95c7f43 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/ports/0195844f-fe0f-4032-9b09-d7a09118874a HTTP/1.1" status: 204 len: 168 time: 2.3121114 Feb 11 13:51:27.368695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38554) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:27.374672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Calling delete_port for abe26b7b-76c2-45e3-9d92-58949d8ab6ef owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:27.409457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:27.411269 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b27053d-db1c-4ec4-b058-86bde3053715 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] GET failed (client error): The resource could not be found. Feb 11 13:51:27.415945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9b27053d-db1c-4ec4-b058-86bde3053715 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "GET /v2.0/ports/0195844f-fe0f-4032-9b09-d7a09118874a HTTP/1.1" status: 404 len: 333 time: 0.0460465 Feb 11 13:51:27.418111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38556) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:27.651750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:27.664688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] Sync routers for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:27.701438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:27.712472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:27.718164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting port e5d4a431-2e03-4b0b-906b-8958344fe02b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:27.718827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e5d4a431-2e03-4b0b-906b-8958344fe02b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.757553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (abe26b7b-76c2-45e3-9d92-58949d8ab6ef), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.827052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:27.851964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:27.852801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:27.880431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.881901 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-da8f77df-2017-4a75-86eb-0f7e4bb0e4c6 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.1823092 Feb 11 13:51:27.882886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event deleted for resources: {'Port': ['ID=abe26b7b-76c2-45e3-9d92-58949d8ab6ef,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:27.887356 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.891066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b142cba4-b808-43b2-97d4-92d3c6c7e4be tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "DELETE /v2.0/ports/abe26b7b-76c2-45e3-9d92-58949d8ab6ef HTTP/1.1" status: 204 len: 168 time: 1.0261619 Feb 11 13:51:27.895169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:27.895518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38564) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:27.906221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:27.907211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ddecfd-45ac-45ea-951c-edfa44fa7ce9 None None] The sync data for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:27.935226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e5d4a431-2e03-4b0b-906b-8958344fe02b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:27.952860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Calling delete_port for e5d4a431-2e03-4b0b-906b-8958344fe02b owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:28.130504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e5d4a431-2e03-4b0b-906b-8958344fe02b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:28.133547 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2161832-cad5-4ab4-b1d9-2646b09e6446 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:51:28.139306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f2161832-cad5-4ab4-b1d9-2646b09e6446 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "GET /v2.0/ports/abe26b7b-76c2-45e3-9d92-58949d8ab6ef HTTP/1.1" status: 404 len: 333 time: 0.2310827 Feb 11 13:51:28.139984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38570) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:28.149804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:28.156456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Request body: {'port': {'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2117177050'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:28.162783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] Sync routers for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:28.176245 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:28.177109 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:28.293623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (bf63f1fb-777a-4033-b9c1-10323b44f183), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:28.300566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Made reservation on behalf of 46350510567340588a6d4f014bd5d007 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:28.303413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:28.358669 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:28.698639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] device_id is not set on port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:28.745698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Port': ['ID=e5d4a431-2e03-4b0b-906b-8958344fe02b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:28.759554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:28.802964 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:48Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:28.887447 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] Checking router: 7ddde4d5-c356-4114-9b8d-58934ecdcbaf for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:28.922566 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:28.923172 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:50:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:29.024270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:29.040640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-52b8629f-5c58-4ac4-a8b4-b2c47c44784d tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/ports/e5d4a431-2e03-4b0b-906b-8958344fe02b HTTP/1.1" status: 204 len: 168 time: 1.6189165 Feb 11 13:51:29.045099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38590) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:29.060301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1c8e21ec-d0f1-48f3-bcfd-0db6327981e2 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/floatingips/3ee14aa3-6206-419c-8dba-711dbb5ea982 HTTP/1.1" status: 204 len: 168 time: 4.0006335 Feb 11 13:51:29.087669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:51:29.105147 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4adebb-c559-4267-9c66-f89c6a529fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:29.194304 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc02db36-6ee5-4c1f-be25-f17ad951bdb6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] GET failed (client error): The resource could not be found. Feb 11 13:51:29.202703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dc02db36-6ee5-4c1f-be25-f17ad951bdb6 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "GET /v2.0/ports/e5d4a431-2e03-4b0b-906b-8958344fe02b HTTP/1.1" status: 404 len: 333 time: 0.1377289 Feb 11 13:51:29.203647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38598) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:29.290676 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:29.293401 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1b555b-5d21-4b9b-b051-b80c7bdeba2a x-openstack-request-id: req-ff1b555b-5d21-4b9b-b051-b80c7bdeba2a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:29.293401 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:29.294382 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff1b555b-5d21-4b9b-b051-b80c7bdeba2a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:29.294659 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'status': 'completed', 'code': 200} Feb 11 13:51:29.431160 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e55d436-9f7b-4f16-807c-e3bfe0935fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:29.604525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:29.646035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:29.704791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:29.725134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-9c242cdb-6be5-46fa-847f-422655f309b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:29.727466 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-9c242cdb-6be5-46fa-847f-422655f309b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=438affb9494641819ba0787e4b08b11f&device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 1128 time: 0.4297359 Feb 11 13:51:29.763053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c99a-9371-44dd-b785-fe1d063f626f req-9df134fd-5011-4d45-9cdd-a27451ead76e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:29.764861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f74c99a-9371-44dd-b785-fe1d063f626f req-9df134fd-5011-4d45-9cdd-a27451ead76e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.2266240 Feb 11 13:51:29.849225 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:48Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:29.883670 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e67f5-b078-4755-924e-9ebd48be83ee None None] The sync data for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 is: [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:49:41Z', 'revision_number': 4, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1', 'name': '', 'network_id': '0ef1449d-9238-4189-9c18-ba08e092de51', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'mac_address': 'fa:16:3e:56:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:38Z', 'updated_at': '2022-02-11T13:49:48Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'subnets': [{'id': '202b7b7f-4675-49e8-9b8b-34bf738d7b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:29.925331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Network 24ff48a2-3843-4597-ae39-927aac1594c9 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:29.978262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting port 1d1ba46e-a731-4172-9830-494019abb060 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:29.978992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1d1ba46e-a731-4172-9830-494019abb060), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:30.109942 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1d1ba46e-a731-4172-9830-494019abb060), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:30.127701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Calling delete_port for 1d1ba46e-a731-4172-9830-494019abb060 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:30.443813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd1615-9a75-48a5-ac49-9ee21d32802a None None] New status for floating IP 3ee14aa3-6206-419c-8dba-711dbb5ea982: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:51:30.516531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f74c99a-9371-44dd-b785-fe1d063f626f req-d8865bf9-b168-483b-9058-ff9c565c0093 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7013252 Feb 11 13:51:30.532040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-8f12f1e5-88f1-4d51-af37-6f57f46d71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:30.537947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-8f12f1e5-88f1-4d51-af37-6f57f46d71d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0ef1449d-9238-4189-9c18-ba08e092de51 HTTP/1.1" status: 200 len: 897 time: 0.7985523 Feb 11 13:51:30.654312 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-ef88b171-ae1d-4b79-8ea5-e92bd0ff374c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa HTTP/1.1" status: 200 len: 217 time: 0.1008461 Feb 11 13:51:30.813671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-dcc10ccf-b57b-4f1a-98b4-5abe589db53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:30.815419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-dcc10ccf-b57b-4f1a-98b4-5abe589db53c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=202b7b7f-4675-49e8-9b8b-34bf738d7b26 HTTP/1.1" status: 200 len: 834 time: 0.1410062 Feb 11 13:51:30.889080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1d1ba46e-a731-4172-9830-494019abb060), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:30.938299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:30.960953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:30.961903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:30.962528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:30.996662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Port': ['ID=1d1ba46e-a731-4172-9830-494019abb060,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:31.009833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-c8b5ba86-064d-4949-af6b-35345c8acdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:31.011464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-c8b5ba86-064d-4949-af6b-35345c8acdb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0ef1449d-9238-4189-9c18-ba08e092de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1880574 Feb 11 13:51:31.014067 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.037438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-e0443543-4174-4add-8e78-50d4ad02a3c4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:31.039022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-e0443543-4174-4add-8e78-50d4ad02a3c4 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 946 time: 0.3133674 Feb 11 13:51:31.126016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9826939 Feb 11 13:51:31.133134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb133c57-227e-4828-b608-0957d33e8b48 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=06a3d87b-c3ee-4606-83a7-5a0e16c30404,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:31.183484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:31.235585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:31.465066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-83745a32-eb4b-4843-9fa9-7817504a5a2c service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437318 Feb 11 13:51:31.466778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.473311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a6310894-4ce2-4452-8526-1b6a69f0f913 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/ports/1d1ba46e-a731-4172-9830-494019abb060 HTTP/1.1" status: 204 len: 168 time: 2.2684011 Feb 11 13:51:31.481833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38640) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:31.497130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Allocated IP 172.20.0.1 (2b6b6725-cb2c-432a-89cd-f39c3f27f23a/311ce5ee-a020-4479-8937-d135fd364218/6158255e-a2c7-4e92-9ce5-617b0ce3e768) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:31.807078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 5c3405e0-5c97-4703-a013-fd998fb76bfa {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:31.807078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.819757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.868629 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.916516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Deleting port 73a93ec6-83ff-4331-9364-2f9484248bd6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:31.916901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.938904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 5c3405e0-5c97-4703-a013-fd998fb76bfa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=5c3405e0-5c97-4703-a013-fd998fb76bfa,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:31.939416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.956829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 5c3405e0-5c97-4703-a013-fd998fb76bfa owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:32.104878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf4adebb-c559-4267-9c66-f89c6a529fe4 req-72169cb3-9a47-4970-99a4-517b7ec04b46 service neutron] 10.222.0.83 "GET /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236603 Feb 11 13:51:32.105124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:32.109887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting subnet cf0bd8b6-5822-4132-9873-238707cbd340 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:51:32.112573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5c3405e0-5c97-4703-a013-fd998fb76bfa), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.125841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for subnet (cf0bd8b6-5822-4132-9873-238707cbd340), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.172090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=5c3405e0-5c97-4703-a013-fd998fb76bfa,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.203479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:32.231849 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.255134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Calling delete_port for 73a93ec6-83ff-4331-9364-2f9484248bd6 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:32.284230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] No DVR routers for this DVR port 5c3405e0-5c97-4703-a013-fd998fb76bfa on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:32.296561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.300381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-519c0de9-2621-4bf5-b99e-ea0ecb7f8589 req-158f2ecd-53c3-44da-9ec6-0f54395f1ae1 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.83 "DELETE /v2.0/ports/5c3405e0-5c97-4703-a013-fd998fb76bfa HTTP/1.1" status: 204 len: 173 time: 1.2290163 Feb 11 13:51:32.304988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-deleted', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:51:32.316164 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccb7a0b-9538-49cd-8899-4b1113be9209" -d '{"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-deleted", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:32.339723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (cf0bd8b6-5822-4132-9873-238707cbd340), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.457074 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.461422 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb37f13a-0b88-4110-b81b-8012d77b0bb3 x-openstack-request-id: req-fb37f13a-0b88-4110-b81b-8012d77b0bb3 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:32.461991 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429db0f-2c86-44a9-904a-3562eac18210", "name": "network-vif-deleted", "tag": "5c3405e0-5c97-4703-a013-fd998fb76bfa", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:32.462824 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb37f13a-0b88-4110-b81b-8012d77b0bb3 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:32.463333 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429db0f-2c86-44a9-904a-3562eac18210', 'name': 'network-vif-deleted', 'tag': '5c3405e0-5c97-4703-a013-fd998fb76bfa', 'status': 'completed', 'code': 200} Feb 11 13:51:32.608826 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (cf0bd8b6-5822-4132-9873-238707cbd340), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.688483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:32.697984 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (73a93ec6-83ff-4331-9364-2f9484248bd6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.749360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Port': ['ID=6158255e-a2c7-4e92-9ce5-617b0ce3e768,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.774451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.809976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-06b4fed5-1646-4d17-9a89-1d97ef5b6442 None None] Provisioning complete for port 6158255e-a2c7-4e92-9ce5-617b0ce3e768 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:32.810414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06b4fed5-1646-4d17-9a89-1d97ef5b6442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.844350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (cf0bd8b6-5822-4132-9873-238707cbd340), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.945349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0bd8b6-5822-4132-9873-238707cbd340,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.969471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-06b4fed5-1646-4d17-9a89-1d97ef5b6442 None None] Port 6158255e-a2c7-4e92-9ce5-617b0ce3e768 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:32.994328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69dc3b-2708-43b4-86cb-6f529b52272b None None] Network 91632a6b-281f-4408-95cc-4a886918c558 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:33.007400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.027832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-38f2faa7-fb42-497f-b8cc-c7da4df9b2af tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/subnets/cf0bd8b6-5822-4132-9873-238707cbd340 HTTP/1.1" status: 204 len: 168 time: 1.5359898 Feb 11 13:51:33.028514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38668) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:33.069425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event deleted for resources: {'Port': ['ID=73a93ec6-83ff-4331-9364-2f9484248bd6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:33.181174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca293f-2b17-469f-82b2-314a58f49427 req-e1a2591e-f5cf-47da-a0ba-e2b610024059 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:33.199758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dca293f-2b17-469f-82b2-314a58f49427 req-e1a2591e-f5cf-47da-a0ba-e2b610024059 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/ports?device_id=7429db0f-2c86-44a9-904a-3562eac18210 HTTP/1.1" status: 200 len: 867 time: 1.3427944 Feb 11 13:51:33.216155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5c3405e0-5c97-4703-a013-fd998fb76bfa no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:33.220709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (084230e2-a5b6-478d-b56a-6b3070633e13), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.278675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (91632a6b-281f-4408-95cc-4a886918c558), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.330798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 5c3405e0-5c97-4703-a013-fd998fb76bfa {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:51:33.331160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 5c3405e0-5c97-4703-a013-fd998fb76bfa not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:33.428068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Deleting port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:33.428713 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.500596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] DHCP port deletion for 91632a6b-281f-4408-95cc-4a886918c558 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:51:33.523706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dca293f-2b17-469f-82b2-314a58f49427 req-5174fa96-2e52-4b8b-bead-f8fc88682d29 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "GET /v2.0/security-groups?id=2af8ecf0-ca1d-475b-993b-4b38fabfc09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190665 Feb 11 13:51:33.547821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] For port 26aaab4c-3df8-4c18-8144-ebaa54364fb0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=26aaab4c-3df8-4c18-8144-ebaa54364fb0,segment=NetworkSegment(8417beb2-85dd-4b91-9b16-ae7628a8ca2f),segment_id=8417beb2-85dd-4b91-9b16-ae7628a8ca2f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:33.550460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.577276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Calling delete_port for 26aaab4c-3df8-4c18-8144-ebaa54364fb0 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:33.658151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (bf63f1fb-777a-4033-b9c1-10323b44f183), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.750594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.770943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] Deleting port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:33.771600 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.830883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:33.860793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Port': ['ID=26aaab4c-3df8-4c18-8144-ebaa54364fb0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:33.871202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] No DVR routers for this DVR port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:33.951985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] For port 26aaab4c-3df8-4c18-8144-ebaa54364fb0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=26aaab4c-3df8-4c18-8144-ebaa54364fb0,segment=NetworkSegment(8417beb2-85dd-4b91-9b16-ae7628a8ca2f),segment_id=8417beb2-85dd-4b91-9b16-ae7628a8ca2f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:33.958695 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.029502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (91632a6b-281f-4408-95cc-4a886918c558), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.118968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91632a6b-281f-4408-95cc-4a886918c558']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:34.147154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8417beb2-85dd-4b91-9b16-ae7628a8ca2f') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:34.147458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8417beb2-85dd-4b91-9b16-ae7628a8ca2f') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:34.166203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (8417beb2-85dd-4b91-9b16-ae7628a8ca2f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.190023 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8417beb2-85dd-4b91-9b16-ae7628a8ca2f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.199162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:34.199535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (8417beb2-85dd-4b91-9b16-ae7628a8ca2f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.240216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] Calling delete_port for 26aaab4c-3df8-4c18-8144-ebaa54364fb0 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:34.255706 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:34.268256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (91632a6b-281f-4408-95cc-4a886918c558), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.309575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.320500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] 10.222.0.79 "DELETE /v2.0/networks/91632a6b-281f-4408-95cc-4a886918c558 HTTP/1.1" status: 204 len: 168 time: 1.2900064 Feb 11 13:51:34.382343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.389183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] device_id is not set on port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:34.393142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebf3a1-708b-401e-9ff8-30051c6ddeb4 tempest-AllowedAddressPairTestJSON-1959750784 tempest-AllowedAddressPairTestJSON-1959750784-project] Pushing event deleted for resources: {'Network': ['ID=91632a6b-281f-4408-95cc-4a886918c558,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:34.455213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (26aaab4c-3df8-4c18-8144-ebaa54364fb0), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.460371 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.481525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] Network 91632a6b-281f-4408-95cc-4a886918c558 is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:51:34.482847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] No DVR routers for this DVR port 26aaab4c-3df8-4c18-8144-ebaa54364fb0 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:34.572760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26aaab4c-3df8-4c18-8144-ebaa54364fb0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:34.586316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Router bf63f1fb-777a-4033-b9c1-10323b44f183 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:34.587732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.624869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38696) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:34.635991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 26aaab4c-3df8-4c18-8144-ebaa54364fb0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:51:34.636349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 26aaab4c-3df8-4c18-8144-ebaa54364fb0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:34.639046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d220a79-6b81-46ad-b26e-ea18f1778c6c None None] Pushing event deleted for resources: {'Port': ['ID=26aaab4c-3df8-4c18-8144-ebaa54364fb0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:34.723769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=06a3d87b-c3ee-4606-83a7-5a0e16c30404,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:34.952066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:34.963269 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] Sync routers for ids ['bf63f1fb-777a-4033-b9c1-10323b44f183'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:34.965204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e11a0713-ff8c-4958-a683-b230732274f1 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "PUT /v2.0/routers/bf63f1fb-777a-4033-b9c1-10323b44f183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7951081 Feb 11 13:51:34.970351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38706) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:34.977830 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] Routers {'bf63f1fb-777a-4033-b9c1-10323b44f183'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:34.978502 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bf63f1fb-777a-4033-b9c1-10323b44f183'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:35.062027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:35.074842 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:35.108408 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] Routers {'bf63f1fb-777a-4033-b9c1-10323b44f183'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:35.109296 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['bf63f1fb-777a-4033-b9c1-10323b44f183'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:35.158040 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d06956eb-cc45-479c-b750-c3bb7e643bc8 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for router (bf63f1fb-777a-4033-b9c1-10323b44f183), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.166380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:35.167415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:35.167819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:35.190280 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:35.191326 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a859d-012d-471d-be6c-a6e4cb8992f7 None None] The sync data for ids ['bf63f1fb-777a-4033-b9c1-10323b44f183'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:35.238888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:35.247411 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:35.307252 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 2 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:35.409251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:35.414531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:35.415033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:35.520843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-653c506d-6a1f-4798-ae20-6f881804e452 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e1f602e34b294f149ea57a9a033d382f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565928 Feb 11 13:51:35.523953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38718) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:35.565514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:35.566157 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:35.570359 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 3 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:35.655696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d06956eb-cc45-479c-b750-c3bb7e643bc8 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (bf63f1fb-777a-4033-b9c1-10323b44f183), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.668092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d06956eb-cc45-479c-b750-c3bb7e643bc8 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for router_controller (bf63f1fb-777a-4033-b9c1-10323b44f183), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.705674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667a0b21-d0b2-4c62-bc6c-9d238f16a582 admin admin] Publish callbacks [] for security_group (fade36d9-bc26-4a11-964c-1d8cdb14904e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.736197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:35.736547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:35.737147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:35.753087 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667a0b21-d0b2-4c62-bc6c-9d238f16a582 admin admin] Publish callbacks [] for security_group (fade36d9-bc26-4a11-964c-1d8cdb14904e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.759095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:35.759627 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:35.764301 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 4 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:35.859980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d06956eb-cc45-479c-b750-c3bb7e643bc8 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (bf63f1fb-777a-4033-b9c1-10323b44f183), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.860614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06956eb-cc45-479c-b750-c3bb7e643bc8 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Fanout notify agent at l3_agent the message router_deleted on router bf63f1fb-777a-4033-b9c1-10323b44f183 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:51:35.893706 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d06956eb-cc45-479c-b750-c3bb7e643bc8 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.909404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38732) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:35.910226 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d06956eb-cc45-479c-b750-c3bb7e643bc8 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "DELETE /v2.0/routers/bf63f1fb-777a-4033-b9c1-10323b44f183 HTTP/1.1" status: 204 len: 168 time: 0.9362118 Feb 11 13:51:35.917594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:35.919081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:35.919855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:35.962213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:35.962807 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:35.965497 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 5 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:35.990862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:35.991206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:35.991556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:36.013877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:36.014287 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:36.029957 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 6 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:36.096811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:36.097038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:36.097391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:36.109307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:36.109646 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:36.111941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.113440 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 7 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:36.134942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:36.135313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:36.135662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:36.138262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.174348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:36.174672 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:36.207131 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 8 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:36.250047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:36.250719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:36.251095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:36.253570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Port': ['ID=6158255e-a2c7-4e92-9ce5-617b0ce3e768,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:36.256560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (084230e2-a5b6-478d-b56a-6b3070633e13), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.265411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:36.266180 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:36.268619 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 9 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:36.285338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:36.285687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:36.286033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:36.295084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:36.295453 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:36.306696 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 10 to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 Feb 11 13:51:36.415819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:36.416424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:36.416658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:36.436961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:36.436961 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:36.436961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.485019 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.521176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667a0b21-d0b2-4c62-bc6c-9d238f16a582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fade36d9-bc26-4a11-964c-1d8cdb14904e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.524298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667a0b21-d0b2-4c62-bc6c-9d238f16a582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.530195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-667a0b21-d0b2-4c62-bc6c-9d238f16a582 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fade36d9-bc26-4a11-964c-1d8cdb14904e HTTP/1.1" status: 204 len: 168 time: 1.0050251 Feb 11 13:51:36.596755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a0b21-d0b2-4c62-bc6c-9d238f16a582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade36d9-bc26-4a11-964c-1d8cdb14904e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:36.617896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:36.623262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:36.637357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Deleting subnet 952b1cc1-229c-4634-8ce6-a63b6d5ff56c {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:51:36.650873 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for subnet (952b1cc1-229c-4634-8ce6-a63b6d5ff56c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.748119 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (952b1cc1-229c-4634-8ce6-a63b6d5ff56c), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:36.859074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] For port 06a3d87b-c3ee-4606-83a7-5a0e16c30404, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:36.859889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempted to set empty binding levels {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:51:36.925095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.159971 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (952b1cc1-229c-4634-8ce6-a63b6d5ff56c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.242527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-72e6bb1d-9fa4-4d3b-a34c-0b9bb9b5dcc9 None None] Provisioning complete for port 6158255e-a2c7-4e92-9ce5-617b0ce3e768 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:37.247333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72e6bb1d-9fa4-4d3b-a34c-0b9bb9b5dcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.278419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (952b1cc1-229c-4634-8ce6-a63b6d5ff56c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.333919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-72e6bb1d-9fa4-4d3b-a34c-0b9bb9b5dcc9 None None] Port 6158255e-a2c7-4e92-9ce5-617b0ce3e768 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:37.354909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event deleted for resources: {'Subnet': ['ID=952b1cc1-229c-4634-8ce6-a63b6d5ff56c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:37.375521 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.380795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be7c3d-bb9e-461e-9cbe-aaf81b268c6c None None] Network 33ad3986-24ee-4f4c-8a11-948d2186ee12 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:37.392860 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d537fc8-4458-47a9-8bf7-1af56f334609 tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "DELETE /v2.0/subnets/952b1cc1-229c-4634-8ce6-a63b6d5ff56c HTTP/1.1" status: 204 len: 168 time: 0.9353144 Feb 11 13:51:37.406616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38764) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:37.512979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] In _notify_port_updated(), no bound segment for port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:51:37.514737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.515530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.520381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "PUT /v2.0/ports/06a3d87b-c3ee-4606-83a7-5a0e16c30404 HTTP/1.1" status: 200 len: 975 time: 6.3222549 Feb 11 13:51:37.521476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:37.639931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Router 084230e2-a5b6-478d-b56a-6b3070633e13 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:37.667642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (33ad3986-24ee-4f4c-8a11-948d2186ee12), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.692526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e065ad7-3e40-4c30-9c0a-42a3abd68579 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=06a3d87b-c3ee-4606-83a7-5a0e16c30404,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:37.702218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] DHCP port deletion for 33ad3986-24ee-4f4c-8a11-948d2186ee12 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:51:37.807433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Deleting port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:37.807942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:37.849392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.850000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.850576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.851108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.851638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.852352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.853249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.854336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.856634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.857241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.862791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.864128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.864732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.865219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.872026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38780) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:37.872224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1da1d01-c396-408f-99d8-b00e129aa0c8 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12759 time: 0.3448203 Feb 11 13:51:37.944689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Deleting port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:37.945046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.011781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:38.033579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:38.034158 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.037090 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-650bb880-a784-472a-b705-e91b96ee087c tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "PUT /v2.0/routers/084230e2-a5b6-478d-b56a-6b3070633e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1339493 Feb 11 13:51:38.038756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38786) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:38.050606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] For port 846ad1b2-e103-4bb7-bdbd-6285063d0f69, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=846ad1b2-e103-4bb7-bdbd-6285063d0f69,segment=NetworkSegment(a5b13bf5-690f-4e01-9457-b5420104feb3),segment_id=a5b13bf5-690f-4e01-9457-b5420104feb3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:38.051182 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.061453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] Sync routers for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:38.062543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Request body: {'port': {'network_id': '2b6b6725-cb2c-432a-89cd-f39c3f27f23a', 'name': 'tempest-FloatingIPAdminTestJSON-1520813905'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:38.118681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:38.127769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] For port 846ad1b2-e103-4bb7-bdbd-6285063d0f69, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=846ad1b2-e103-4bb7-bdbd-6285063d0f69,segment=NetworkSegment(a5b13bf5-690f-4e01-9457-b5420104feb3),segment_id=a5b13bf5-690f-4e01-9457-b5420104feb3)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:38.128457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.139540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:38.142644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Calling delete_port for 846ad1b2-e103-4bb7-bdbd-6285063d0f69 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:38.252548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Calling delete_port for 846ad1b2-e103-4bb7-bdbd-6285063d0f69 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:38.262288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:38.280569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Deleting port 06a3d87b-c3ee-4606-83a7-5a0e16c30404 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:38.281493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.353488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Made reservation on behalf of 198dba10ada8491ba7ab9e61b656a484 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:38.361983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.398285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] For port 06a3d87b-c3ee-4606-83a7-5a0e16c30404, host n-h2-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:38.398663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.414813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] device_id is not set on port 4cee717a-89ee-4bce-9c96-2c06156cd7a8 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:38.424880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'networks': [{'name': 'tempest-network--523555079'}, {'name': 'tempest-network--2107919698'}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:38.425827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'network': {'name': 'tempest-network--523555079'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:38.426568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'network': {'name': 'tempest-network--2107919698'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:38.439200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Calling delete_port for 06a3d87b-c3ee-4606-83a7-5a0e16c30404 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:38.439835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:38.466545 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.488113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:38.489910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:38.491780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Made reservation on behalf of 34ac7bd417b34ac8acc4bf1a9c8396a7 for: {'network': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:38.497125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.544934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.640226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:38.643391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd840-eec7-4a8a-9a6e-269630b0685a None None] The sync data for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:38.651821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 846ad1b2-e103-4bb7-bdbd-6285063d0f69 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:38.681163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (06a3d87b-c3ee-4606-83a7-5a0e16c30404), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.699617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Allocated IP 172.20.0.12 (2b6b6725-cb2c-432a-89cd-f39c3f27f23a/311ce5ee-a020-4479-8937-d135fd364218/4cee717a-89ee-4bce-9c96-2c06156cd7a8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:38.787831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] No DVR routers for this DVR port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:38.808679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event deleted for resources: {'Port': ['ID=06a3d87b-c3ee-4606-83a7-5a0e16c30404,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:38.810564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for security_group (93b06e3a-b43b-458a-a977-523197c21756), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.817186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (93b06e3a-b43b-458a-a977-523197c21756), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.817997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.823136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:38.823517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.850501 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:38.851874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 846ad1b2-e103-4bb7-bdbd-6285063d0f69 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:51:38.852225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 846ad1b2-e103-4bb7-bdbd-6285063d0f69 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:38.856753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4e26bedb-0810-4ac1-801b-e019bd4794d2 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "DELETE /v2.0/ports/06a3d87b-c3ee-4606-83a7-5a0e16c30404 HTTP/1.1" status: 204 len: 168 time: 0.9809017 Feb 11 13:51:38.870033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38800) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:38.883786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Pushing event deleted for resources: {'Port': ['ID=846ad1b2-e103-4bb7-bdbd-6285063d0f69,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:38.889004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:38.916366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.917201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.917537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.917875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.918233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.918565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.918895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.919220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.919541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.920433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.920433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.933103 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-260d5235-a4b9-4e20-a521-39a000ac2cc9 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:51:38.933920 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-260d5235-a4b9-4e20-a521-39a000ac2cc9 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "GET /v2.0/ports/06a3d87b-c3ee-4606-83a7-5a0e16c30404 HTTP/1.1" status: 404 len: 333 time: 0.0594497 Feb 11 13:51:38.938179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.938382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38802) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:38.938498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70756e7c-2c49-4745-bff3-026f97c7970d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:38.943211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-959442755', 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:39.011201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b06e3a-b43b-458a-a977-523197c21756,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.017453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:39.075743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (846ad1b2-e103-4bb7-bdbd-6285063d0f69), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.078082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d20a94b5-ba4f-448f-8ddc-610dd8ddab6c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.078513 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Added segment d20a94b5-ba4f-448f-8ddc-610dd8ddab6c of type vlan for network 289e60e7-08e6-4181-8ae2-6e6fa450aa1c Feb 11 13:51:39.113815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Made reservation on behalf of 46350510567340588a6d4f014bd5d007 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:39.117524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.164897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (289e60e7-08e6-4181-8ae2-6e6fa450aa1c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.207008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event deleted for resources: {'Port': ['ID=846ad1b2-e103-4bb7-bdbd-6285063d0f69,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.207301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:39.221139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (bbff2560-b228-43e3-8b63-390e73a06f52), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.221694 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Added segment bbff2560-b228-43e3-8b63-390e73a06f52 of type vlan for network f5cb442e-10d3-408d-b6dd-4e7081aab99f Feb 11 13:51:39.237373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] No DVR routers for this DVR port 846ad1b2-e103-4bb7-bdbd-6285063d0f69 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:39.257465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] device_id is not set on port 5a663c30-385f-4c06-b755-394ebe7bebad yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:39.279202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f5cb442e-10d3-408d-b6dd-4e7081aab99f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.348919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for port (4cee717a-89ee-4bce-9c96-2c06156cd7a8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.386650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (289e60e7-08e6-4181-8ae2-6e6fa450aa1c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.387214 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f5cb442e-10d3-408d-b6dd-4e7081aab99f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.393746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.401359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.402639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.411373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4cee717a-89ee-4bce-9c96-2c06156cd7a8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.441897 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:51:39.476326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:39.587397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event updated for resources: {'Port': ['ID=4cee717a-89ee-4bce-9c96-2c06156cd7a8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.608131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:39.631625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:39.642381 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (33ad3986-24ee-4f4c-8a11-948d2186ee12), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.644728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38810) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:39.647965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3725419 Feb 11 13:51:39.837348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Network': ['ID=289e60e7-08e6-4181-8ae2-6e6fa450aa1c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.851420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 289e60e7-08e6-4181-8ae2-6e6fa450aa1c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:39.911236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.926476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:39.992663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ad3986-24ee-4f4c-8a11-948d2186ee12']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:40.035276 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f92aae0a-1a23-4f1e-b98a-d7069397ce44 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9896610 Feb 11 13:51:40.035276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115f991-26ab-40a5-86f0-aa646d9cda64 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Network': ['ID=f5cb442e-10d3-408d-b6dd-4e7081aab99f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:40.035568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38824) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:40.188002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f5cb442e-10d3-408d-b6dd-4e7081aab99f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:40.294245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b13bf5-690f-4e01-9457-b5420104feb3') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:40.295027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b13bf5-690f-4e01-9457-b5420104feb3') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:40.308479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f2f70d77-b000-40a7-a39e-b769ee34bef2 None None] Provisioning complete for port 4cee717a-89ee-4bce-9c96-2c06156cd7a8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:40.309958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2f70d77-b000-40a7-a39e-b769ee34bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4cee717a-89ee-4bce-9c96-2c06156cd7a8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.380035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'project_id': '198dba10ada8491ba7ab9e61b656a484', 'port_id': '4cee717a-89ee-4bce-9c96-2c06156cd7a8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:40.400379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f2f70d77-b000-40a7-a39e-b769ee34bef2 None None] Port 4cee717a-89ee-4bce-9c96-2c06156cd7a8 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:40.429850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.476297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (a5b13bf5-690f-4e01-9457-b5420104feb3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.527604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a5b13bf5-690f-4e01-9457-b5420104feb3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.560513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for port (5a663c30-385f-4c06-b755-394ebe7bebad), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.567252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:40.567908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (a5b13bf5-690f-4e01-9457-b5420104feb3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:40.574225 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:40.610494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.672775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1b065-ae54-4c90-ad59-d4ee130e12bb tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:40.680008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1b065-ae54-4c90-ad59-d4ee130e12bb tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:40.689686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1b065-ae54-4c90-ad59-d4ee130e12bb tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:40.695996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1b065-ae54-4c90-ad59-d4ee130e12bb tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:40.701395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c4f1b065-ae54-4c90-ad59-d4ee130e12bb tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0471323 Feb 11 13:51:40.704437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:40.739423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.788559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:40.847030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (33ad3986-24ee-4f4c-8a11-948d2186ee12), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.874503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (289e60e7-08e6-4181-8ae2-6e6fa450aa1c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.897861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:40.908920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Allocated IP 172.25.3.61 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c90f71e5-95a0-4283-b8fe-a995512dc40f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:40.918176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] 10.222.0.79 "DELETE /v2.0/networks/33ad3986-24ee-4f4c-8a11-948d2186ee12 HTTP/1.1" status: 204 len: 168 time: 3.5053926 Feb 11 13:51:41.070265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415efa8-772c-4219-a285-aede77a893fa tempest-FloatingIPNegativeTestJSON-1570317093 tempest-FloatingIPNegativeTestJSON-1570317093-project] Pushing event deleted for resources: {'Network': ['ID=33ad3986-24ee-4f4c-8a11-948d2186ee12,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:41.143721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (289e60e7-08e6-4181-8ae2-6e6fa450aa1c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.146382 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5a663c30-385f-4c06-b755-394ebe7bebad), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.294416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289e60e7-08e6-4181-8ae2-6e6fa450aa1c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:41.305243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Network 24ff48a2-3843-4597-ae39-927aac1594c9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:41.379264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20a94b5-ba4f-448f-8ddc-610dd8ddab6c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:41.379560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20a94b5-ba4f-448f-8ddc-610dd8ddab6c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:41.441991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (d20a94b5-ba4f-448f-8ddc-610dd8ddab6c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.484201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.487541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:41.504000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=5a663c30-385f-4c06-b755-394ebe7bebad,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:41.535449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:41.535716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.537888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:41.538284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:41.539451 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.553385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d20a94b5-ba4f-448f-8ddc-610dd8ddab6c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.569993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:41.571003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (d20a94b5-ba4f-448f-8ddc-610dd8ddab6c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:41.577365 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:41.668154 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (289e60e7-08e6-4181-8ae2-6e6fa450aa1c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.692085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-46e0999e-bf1a-4d0f-960e-891f17b89bef tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7532687 Feb 11 13:51:41.701365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38862) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:41.710405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.718460 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/networks/289e60e7-08e6-4181-8ae2-6e6fa450aa1c HTTP/1.1" status: 204 len: 168 time: 1.0091696 Feb 11 13:51:41.725516 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.728376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:41.967488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Pushing event updated for resources: {'Port': ['ID=c90f71e5-95a0-4283-b8fe-a995512dc40f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:41.976348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f5cb442e-10d3-408d-b6dd-4e7081aab99f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:41.981964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca368d57-a3a9-42d8-a419-bf24cb69904a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Network': ['ID=289e60e7-08e6-4181-8ae2-6e6fa450aa1c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:42.036614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:42.042702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:42.064970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:42.159387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f89b77d8-1a05-4945-8bda-55b3a0ddf54f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28d9a95f090146abb4646423ef1eda54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189272 Feb 11 13:51:42.160436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:42.235623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f5cb442e-10d3-408d-b6dd-4e7081aab99f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.318915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cb442e-10d3-408d-b6dd-4e7081aab99f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:42.347732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbff2560-b228-43e3-8b63-390e73a06f52') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:42.347980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbff2560-b228-43e3-8b63-390e73a06f52') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:42.375374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975a594-d5bc-42bc-a40e-5000cc4ef967 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:42.379464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a975a594-d5bc-42bc-a40e-5000cc4ef967 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "GET /v2.0/ports/5a663c30-385f-4c06-b755-394ebe7bebad HTTP/1.1" status: 200 len: 954 time: 0.6738544 Feb 11 13:51:42.379615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (bbff2560-b228-43e3-8b63-390e73a06f52), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.381531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38884) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:42.559537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (bbff2560-b228-43e3-8b63-390e73a06f52), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.580346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:42.581993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (bbff2560-b228-43e3-8b63-390e73a06f52), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.608999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:42.610665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Deleting port 5a663c30-385f-4c06-b755-394ebe7bebad {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:42.610993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5a663c30-385f-4c06-b755-394ebe7bebad), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:42.702955 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:42.717083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f5cb442e-10d3-408d-b6dd-4e7081aab99f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.727531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.736131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/networks/f5cb442e-10d3-408d-b6dd-4e7081aab99f HTTP/1.1" status: 204 len: 168 time: 0.9440663 Feb 11 13:51:42.742632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:42.808571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5a663c30-385f-4c06-b755-394ebe7bebad), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:42.892909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Calling delete_port for 5a663c30-385f-4c06-b755-394ebe7bebad owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:42.991663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c53f4-4048-4866-a66c-163c40e0546b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:43.017378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c53f4-4048-4866-a66c-163c40e0546b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:43.019290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fb5c53f4-4048-4866-a66c-163c40e0546b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2712994 Feb 11 13:51:43.027418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:43.030897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38896) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:43.039160 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] Sync routers for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:43.051507 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:43.054172 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:43.079246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9b72b255-316d-4d25-8bf4-e5ee8d799643 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "PUT /v2.0/routers/7ddde4d5-c356-4114-9b8d-58934ecdcbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4524696 Feb 11 13:51:43.083807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2141246406'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:43.087535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38898) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:43.098990 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5a663c30-385f-4c06-b755-394ebe7bebad), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.108188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7aeaec33-73d2-4173-a6fe-d14c485c8a96 admin admin] Publish callbacks [] for security_group (a69ddbea-709e-415c-8acf-ef08d7f513a4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.164256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7aeaec33-73d2-4173-a6fe-d14c485c8a96 admin admin] Publish callbacks [] for security_group (a69ddbea-709e-415c-8acf-ef08d7f513a4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.175834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a663c30-385f-4c06-b755-394ebe7bebad,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:43.203409 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.213817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0d02c90c-9050-43e5-820e-cc07c9364588 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5a663c30-385f-4c06-b755-394ebe7bebad HTTP/1.1" status: 204 len: 168 time: 0.8308697 Feb 11 13:51:43.221328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38904) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:43.279059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6c61f-41f8-4a67-9916-4312d5da17c3 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Network': ['ID=f5cb442e-10d3-408d-b6dd-4e7081aab99f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:43.300238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7aeaec33-73d2-4173-a6fe-d14c485c8a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a69ddbea-709e-415c-8acf-ef08d7f513a4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.309374 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:43.311176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7aeaec33-73d2-4173-a6fe-d14c485c8a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.315283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7aeaec33-73d2-4173-a6fe-d14c485c8a96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a69ddbea-709e-415c-8acf-ef08d7f513a4 HTTP/1.1" status: 204 len: 168 time: 1.1226075 Feb 11 13:51:43.332704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaec33-73d2-4173-a6fe-d14c485c8a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ddbea-709e-415c-8acf-ef08d7f513a4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:43.378845 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63746f8-d371-443c-b407-e46d5005f2b6 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:51:43.388433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a63746f8-d371-443c-b407-e46d5005f2b6 tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "GET /v2.0/ports/5a663c30-385f-4c06-b755-394ebe7bebad HTTP/1.1" status: 404 len: 333 time: 0.1447482 Feb 11 13:51:43.393111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38912) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:43.417565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Request body: {'port': {'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1574396447'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:43.471463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting subnet 202b7b7f-4675-49e8-9b8b-34bf738d7b26 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:51:43.476023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Made reservation on behalf of 34ac7bd417b34ac8acc4bf1a9c8396a7 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:43.487313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.512104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (202b7b7f-4675-49e8-9b8b-34bf738d7b26), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.591071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Made reservation on behalf of 46350510567340588a6d4f014bd5d007 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:43.599805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.663522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (202b7b7f-4675-49e8-9b8b-34bf738d7b26), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.771899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for floatingip (17c18b27-e5b8-4403-b8b8-65c2a639827a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.774013 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:51:40Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:43.871398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (202b7b7f-4675-49e8-9b8b-34bf738d7b26), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:43.914082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.040956 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] Checking router: 7ddde4d5-c356-4114-9b8d-58934ecdcbaf for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:44.045359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] device_id is not set on port 366c6107-0e21-4c2c-85f7-64b5813b8866 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:44.055623 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] Routers {'7ddde4d5-c356-4114-9b8d-58934ecdcbaf'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:44.056445 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:44.101677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:44.228566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ac5e9222-496c-43af-b315-381049dae0a8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.245341 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Added segment ac5e9222-496c-43af-b315-381049dae0a8 of type vlan for network fa336316-e6a9-418f-a12a-d7d7656c7520 Feb 11 13:51:44.281444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (202b7b7f-4675-49e8-9b8b-34bf738d7b26), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.344051 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] Set router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:44.422526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.430981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.454742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Subnet': ['ID=202b7b7f-4675-49e8-9b8b-34bf738d7b26,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:44.469844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.474493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca2fb734-6c6e-4558-b013-57dfd0a1c155 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/subnets/202b7b7f-4675-49e8-9b8b-34bf738d7b26 HTTP/1.1" status: 204 len: 168 time: 1.3831701 Feb 11 13:51:44.477673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b98f18-4168-4ff5-90a8-3972b0e25772 None None] Network 0ef1449d-9238-4189-9c18-ba08e092de51 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:44.489470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38940) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:44.586843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Pushing event updated for resources: {'Port': ['ID=c90f71e5-95a0-4283-b8fe-a995512dc40f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:44.664621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (17c18b27-e5b8-4403-b8b8-65c2a639827a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.736899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fa336316-e6a9-418f-a12a-d7d7656c7520), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.745449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:44.897458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:51:44.907435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38950) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:44.944678 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Floating IP 17c18b27-e5b8-4403-b8b8-65c2a639827a associated. External IP: 172.25.3.61, port: 4cee717a-89ee-4bce-9c96-2c06156cd7a8. Feb 11 13:51:44.947502 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:51:40Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:44.970382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] DHCP port deletion for 0ef1449d-9238-4189-9c18-ba08e092de51 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:51:45.087197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fa336316-e6a9-418f-a12a-d7d7656c7520), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.101710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:45.104762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.113807 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160d00b-a884-452f-9985-9e010c5f5fe5 None None] The sync data for ids ['7ddde4d5-c356-4114-9b8d-58934ecdcbaf'] in n-d-828676-2 is: [{'id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1814871864', 'tenant_id': '438affb9494641819ba0787e4b08b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:21Z', 'updated_at': '2022-02-11T13:51:40Z', 'revision_number': 5, 'project_id': '438affb9494641819ba0787e4b08b11f', 'gw_port': {'id': '76fb26ab-bf02-42e7-97d4-63552f6c71d9', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddde4d5-c356-4114-9b8d-58934ecdcbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:26Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:45.159015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] Deleting port b872f7e5-3102-466e-9ad4-1d08cd412118 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:45.159472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.259371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152898667'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:45.321690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] For port b872f7e5-3102-466e-9ad4-1d08cd412118, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b872f7e5-3102-466e-9ad4-1d08cd412118,segment=NetworkSegment(e6344e19-074f-4e6d-963f-1e0bce056fc8),segment_id=e6344e19-074f-4e6d-963f-1e0bce056fc8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:45.331273 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.339831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3039794 Feb 11 13:51:45.343749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:45.353600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.370461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1920963939'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:45.371737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] Calling delete_port for b872f7e5-3102-466e-9ad4-1d08cd412118 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:45.429068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63217bea-5235-4ae2-acaa-5cd3acf94532 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Network': ['ID=fa336316-e6a9-418f-a12a-d7d7656c7520,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:45.436636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:45.442074 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.455279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_gateway (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.461675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.567296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fa336316-e6a9-418f-a12a-d7d7656c7520 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:45.586008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (b872f7e5-3102-466e-9ad4-1d08cd412118), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.602385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Made reservation on behalf of 34ac7bd417b34ac8acc4bf1a9c8396a7 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:45.605796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.682673 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.809522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:45.854381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Network 24ff48a2-3843-4597-ae39-927aac1594c9 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:45.855067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] No DVR routers for this DVR port b872f7e5-3102-466e-9ad4-1d08cd412118 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:45.874643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (121125af-e84a-4503-9ff8-8f11760a6da0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.879225 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Added segment 121125af-e84a-4503-9ff8-8f11760a6da0 of type vlan for network 16524b9d-6d17-4947-b0d9-36bbb7a23f09 Feb 11 13:51:45.881178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7ef18-2427-4696-b38b-751190942e0f None None] Pushing event deleted for resources: {'Port': ['ID=b872f7e5-3102-466e-9ad4-1d08cd412118,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:45.899394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:45.902182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:45.903500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:45.904626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:45.976177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=366c6107-0e21-4c2c-85f7-64b5813b8866,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:45.993998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d66ed3ca-c9b0-4155-9bac-9c862e16e0fa tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5978217 Feb 11 13:51:46.015904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38972) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:46.022815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:46.062226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Deleting port 76fb26ab-bf02-42e7-97d4-63552f6c71d9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:46.068587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.075453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Router 084230e2-a5b6-478d-b56a-6b3070633e13 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:46.089963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (16524b9d-6d17-4947-b0d9-36bbb7a23f09), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.193871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for security_group (2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.243033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.249331 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (16524b9d-6d17-4947-b0d9-36bbb7a23f09), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.256797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:46.267636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:46.273923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (55d5a8ae-5b16-4439-92d2-b21fb2f59009), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.274444 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.274618 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment 55d5a8ae-5b16-4439-92d2-b21fb2f59009 of type vlan for network b8491259-c0b2-46c7-ade5-5d0a354e0217 Feb 11 13:51:46.340933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9926698 Feb 11 13:51:46.348642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:46.368521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'ports': [{'network_id': 'fa336316-e6a9-418f-a12a-d7d7656c7520', 'name': 'tempest-port--2029407184', 'admin_state_up': True}, {'network_id': '16524b9d-6d17-4947-b0d9-36bbb7a23f09', 'admin_state_up': False}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:46.368837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'port': {'network_id': 'fa336316-e6a9-418f-a12a-d7d7656c7520', 'name': 'tempest-port--2029407184', 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:46.370086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'port': {'network_id': '16524b9d-6d17-4947-b0d9-36bbb7a23f09', 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:46.393356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b8491259-c0b2-46c7-ade5-5d0a354e0217), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.565870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] For port 76fb26ab-bf02-42e7-97d4-63552f6c71d9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=76fb26ab-bf02-42e7-97d4-63552f6c71d9,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:46.567096 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.587459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b872f7e5-3102-466e-9ad4-1d08cd412118 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:46.598847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c86d7-7a35-46f0-b658-fa56e744237a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Network': ['ID=16524b9d-6d17-4947-b0d9-36bbb7a23f09,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:46.612205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Calling delete_port for 76fb26ab-bf02-42e7-97d4-63552f6c71d9 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:46.632806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 16524b9d-6d17-4947-b0d9-36bbb7a23f09 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:46.635834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:46.669575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b872f7e5-3102-466e-9ad4-1d08cd412118 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:51:46.669922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b872f7e5-3102-466e-9ad4-1d08cd412118 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:46.675827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:46.690648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.696773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] Sync routers for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:46.829331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fda02f97-67df-4478-a318-8f7f7070ede3 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.7837126 Feb 11 13:51:46.829896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:46.849266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:51:46.849736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9c9857a1-5811-4e94-af4d-6c7bd3a6cdb1 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:46.875359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:46.876174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:46.915994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.952023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:46.953524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b8491259-c0b2-46c7-ade5-5d0a354e0217), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.961380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:46.962263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:46.969597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:46.970445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:47.029878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:47.031334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e311fb1-5130-48a0-bc97-6f4604c5f2e4 None None] The sync data for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:47.069315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:47.195950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2609162 Feb 11 13:51:47.317047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b88aa4-0cdd-4f93-b880-36d2295f1195 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=b8491259-c0b2-46c7-ade5-5d0a354e0217,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:47.348222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b8491259-c0b2-46c7-ade5-5d0a354e0217 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:47.602643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (76fb26ab-bf02-42e7-97d4-63552f6c71d9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:47.770243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Port': ['ID=76fb26ab-bf02-42e7-97d4-63552f6c71d9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:47.956454 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:47.989263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] device_id is not set on port 366c6107-0e21-4c2c-85f7-64b5813b8866 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:48.062442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks [] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.102665 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.105916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router_controller (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.160648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (7ddde4d5-c356-4114-9b8d-58934ecdcbaf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.161680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Fanout notify agent at l3_agent the message router_deleted on router 7ddde4d5-c356-4114-9b8d-58934ecdcbaf {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:51:48.180063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.182020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a837884-b774-44e7-8845-4febf578d624 tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/routers/7ddde4d5-c356-4114-9b8d-58934ecdcbaf HTTP/1.1" status: 204 len: 168 time: 3.6888015 Feb 11 13:51:48.185888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39018) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:48.190766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.238434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Made reservation on behalf of 34ac7bd417b34ac8acc4bf1a9c8396a7 for: {'port': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:48.271321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.324076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.407752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-07e5c3ef-3f39-4d5a-9254-1fc7c0a8f454 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] 10.222.0.79 "GET /v2.0/floatingips/17c18b27-e5b8-4403-b8b8-65c2a639827a HTTP/1.1" status: 200 len: 983 time: 1.5704672 Feb 11 13:51:48.413333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39024) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:48.586024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=366c6107-0e21-4c2c-85f7-64b5813b8866,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:48.651224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:48.652946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:48.653533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:48.669910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:48.673431 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:48.680474 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f8cd0a4f-2be2-44ba-a5ff-ed0f9dc3ef84 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2604988 Feb 11 13:51:48.682931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0ef1449d-9238-4189-9c18-ba08e092de51), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:48.687187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39026) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:48.688009 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 2 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:48.709581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:48.710233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:48.710747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:48.810569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:48.811198 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:48.872203 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 3 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:49.018161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] device_id is not set on port bcdfd791-dd1d-4d45-a952-bf238ed962ab yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:49.122526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for port (bcdfd791-dd1d-4d45-a952-bf238ed962ab), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.170581 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0ef1449d-9238-4189-9c18-ba08e092de51), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.208425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] device_id is not set on port 7c5bfdef-a61f-4a42-af3a-54dc5b8de290 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:51:49.219385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef1449d-9238-4189-9c18-ba08e092de51']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:49.234504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6344e19-074f-4e6d-963f-1e0bce056fc8') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:49.235204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6344e19-074f-4e6d-963f-1e0bce056fc8') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:49.247642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (e6344e19-074f-4e6d-963f-1e0bce056fc8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.279522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e6344e19-074f-4e6d-963f-1e0bce056fc8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.286402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:49.287066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (e6344e19-074f-4e6d-963f-1e0bce056fc8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.357215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for port (7c5bfdef-a61f-4a42-af3a-54dc5b8de290), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.481652 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (bcdfd791-dd1d-4d45-a952-bf238ed962ab), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:49.499040 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:49.506793 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0ef1449d-9238-4189-9c18-ba08e092de51), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.528538 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.534330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/networks/0ef1449d-9238-4189-9c18-ba08e092de51 HTTP/1.1" status: 204 len: 168 time: 1.3447590 Feb 11 13:51:49.578262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39044) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:49.586654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff592e-2878-4ed2-abad-91d57901636e tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'Network': ['ID=0ef1449d-9238-4189-9c18-ba08e092de51,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:49.592318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:49.592656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:49.592995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:49.606641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Port': ['ID=bcdfd791-dd1d-4d45-a952-bf238ed962ab,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:49.678957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Checking segment: {'id': 'ac5e9222-496c-43af-b315-381049dae0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fa336316-e6a9-418f-a12a-d7d7656c7520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:49.679336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network hostable DHCP agents. Network: fa336316-e6a9-418f-a12a-d7d7656c7520, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:49.716325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network fa336316-e6a9-418f-a12a-d7d7656c7520 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:49.735647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, fa336316-e6a9-418f-a12a-d7d7656c7520) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:49.741143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:49.742115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7c5bfdef-a61f-4a42-af3a-54dc5b8de290), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.746726 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc01477-baaf-42bc-b318-62839aad8c4e None None] Network fa336316-e6a9-418f-a12a-d7d7656c7520 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:49.782442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:49.783433 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:49.802666 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 4 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:49.872076 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Port': ['ID=7c5bfdef-a61f-4a42-af3a-54dc5b8de290,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:49.904342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Checking segment: {'id': '121125af-e84a-4503-9ff8-8f11760a6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16524b9d-6d17-4947-b0d9-36bbb7a23f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:49.904716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network hostable DHCP agents. Network: 16524b9d-6d17-4947-b0d9-36bbb7a23f09, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:49.942607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network 16524b9d-6d17-4947-b0d9-36bbb7a23f09 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:49.955521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 16524b9d-6d17-4947-b0d9-36bbb7a23f09) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:49.962623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:49.975253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:49.976250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:49.976581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.977058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:49.988106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.988838 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.008302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af4dde-7f9c-431f-9234-777e8b87ea66 None None] Network 16524b9d-6d17-4947-b0d9-36bbb7a23f09 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:50.021829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e486678-0eb5-4995-a7eb-46d1225e26cf tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6694462 Feb 11 13:51:50.022360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:50.094580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:50.095053 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:50.125137 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 5 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:50.235930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6d60e74-3e8c-4dbf-8d1a-09e8f9bb988a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (2af8ecf0-ca1d-475b-993b-4b38fabfc09d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.248537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ffae83-878d-4b21-a8e4-d43c9b6eb9f4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.313581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ffae83-878d-4b21-a8e4-d43c9b6eb9f4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.332806 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b0ffae83-878d-4b21-a8e4-d43c9b6eb9f4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3085051 Feb 11 13:51:50.334210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39052) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:50.339713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:50.340482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:50.341759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:50.431098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6d60e74-3e8c-4dbf-8d1a-09e8f9bb988a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (2af8ecf0-ca1d-475b-993b-4b38fabfc09d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.501694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:50.502962 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:50.530524 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 6 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:50.551766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 76fb26ab-bf02-42e7-97d4-63552f6c71d9 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:50.558149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.568581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:50.568934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:50.569288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:50.623135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 76fb26ab-bf02-42e7-97d4-63552f6c71d9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:51:50.623489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 76fb26ab-bf02-42e7-97d4-63552f6c71d9 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:50.661238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:50.661593 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:50.723741 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 7 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:50.771629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Deleting port c90f71e5-95a0-4283-b8fe-a995512dc40f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:50.771985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.779716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:50.780057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:50.780401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:50.784894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39062) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:50.791291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': 'b8491259-c0b2-46c7-ade5-5d0a354e0217', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:50.809568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:50.810234 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:50.815104 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 8 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:50.832895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:50.833287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:50.834264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:50.844493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:50.844493 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:50.996629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:51.002366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.394769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (e0526044-6f06-44ee-813f-427085f1b207), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.435717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.436117 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for floatingip (c90f71e5-95a0-4283-b8fe-a995512dc40f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.462377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Calling delete_port for c90f71e5-95a0-4283-b8fe-a995512dc40f owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:51.466626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=e0526044-6f06-44ee-813f-427085f1b207,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:51.477935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': '55d5a8ae-5b16-4439-92d2-b21fb2f59009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8491259-c0b2-46c7-ade5-5d0a354e0217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:51.478352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: b8491259-c0b2-46c7-ade5-5d0a354e0217, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:51.500935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network b8491259-c0b2-46c7-ade5-5d0a354e0217 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:51.517301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b8491259-c0b2-46c7-ade5-5d0a354e0217) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:51.523102 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.523707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.528408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fefe4e-473b-43d5-a6fd-033a2567d671 None None] Network b8491259-c0b2-46c7-ade5-5d0a354e0217 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:51.614289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c6e87a1e-fbd6-42ed-b225-018ddd986075 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8265965 Feb 11 13:51:51.616934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:51.627070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434143216'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:51.681478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:51.686286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.710930 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 9 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:51.721340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:51.740498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (414f0c91-195f-4c84-9aa2-7a8408f0510d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.741287 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment 414f0c91-195f-4c84-9aa2-7a8408f0510d of type vlan for network 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b Feb 11 13:51:51.752068 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c90f71e5-95a0-4283-b8fe-a995512dc40f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.770345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6d60e74-3e8c-4dbf-8d1a-09e8f9bb988a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2af8ecf0-ca1d-475b-993b-4b38fabfc09d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.774152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a6d60e74-3e8c-4dbf-8d1a-09e8f9bb988a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.778822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a6d60e74-3e8c-4dbf-8d1a-09e8f9bb988a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] 10.222.0.79 "DELETE /v2.0/security-groups/2af8ecf0-ca1d-475b-993b-4b38fabfc09d HTTP/1.1" status: 204 len: 168 time: 2.1875534 Feb 11 13:51:51.877074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d60e74-3e8c-4dbf-8d1a-09e8f9bb988a tempest-TestNetworkAdvancedServerOps-949442565 tempest-TestNetworkAdvancedServerOps-949442565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af8ecf0-ca1d-475b-993b-4b38fabfc09d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:51.882577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.883883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Port': ['ID=c90f71e5-95a0-4283-b8fe-a995512dc40f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:51.900904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-b8491259-c0b2-46c7-ade5-5d0a354e0217', 'network_id': 'b8491259-c0b2-46c7-ade5-5d0a354e0217', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': 'e0526044-6f06-44ee-813f-427085f1b207'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:51:51.902110 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.919700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:51.920100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:51.920866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:51.930470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.950704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.951347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:51.954467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Deleting port bcdfd791-dd1d-4d45-a952-bf238ed962ab {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:51.954917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bcdfd791-dd1d-4d45-a952-bf238ed962ab), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.050940 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bcdfd791-dd1d-4d45-a952-bf238ed962ab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.067234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Calling delete_port for bcdfd791-dd1d-4d45-a952-bf238ed962ab owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:52.102384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:52.102384 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:52.120869 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.126512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=3ca672f5-0a89-4d1e-86b1-9f44a3047b6b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:52.152889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-25ca5321-0a9a-4f16-afd5-94a177f588c0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5347784 Feb 11 13:51:52.153610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:52.170288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:52.171232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:52.242003 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempt 10 to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 Feb 11 13:51:52.386866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:52.387095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:52.387481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:52.387815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempting to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:52.391161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.395711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:52.396053 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Failed to bind port 366c6107-0e21-4c2c-85f7-64b5813b8866 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '97b1caa1-54aa-4822-a2bc-7dc9c9607d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '24ff48a2-3843-4597-ae39-927aac1594c9'}] Feb 11 13:51:52.396467 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.404809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bcdfd791-dd1d-4d45-a952-bf238ed962ab), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.493331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Allocated IP 2001:db8:0:ffff::2 (b8491259-c0b2-46c7-ade5-5d0a354e0217/e0526044-6f06-44ee-813f-427085f1b207/78969622-bb28-4ee0-bf5d-16be154c8f76) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:52.606072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Port': ['ID=bcdfd791-dd1d-4d45-a952-bf238ed962ab,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:52.611048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for floatingip (17c18b27-e5b8-4403-b8b8-65c2a639827a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.611788 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Floating IP 17c18b27-e5b8-4403-b8b8-65c2a639827a disassociated (deleted). External IP: 172.25.3.61, port: 4cee717a-89ee-4bce-9c96-2c06156cd7a8. Feb 11 13:51:52.622000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.626585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc125f42-cf20-4be8-9360-13382ecd82b4 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/ports/bcdfd791-dd1d-4d45-a952-bf238ed962ab HTTP/1.1" status: 204 len: 168 time: 2.2899504 Feb 11 13:51:52.642988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39102) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:52.696523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39104) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:52.962503 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Publish callbacks [] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:52.980741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.020363 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] For port 366c6107-0e21-4c2c-85f7-64b5813b8866, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:53.020967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attempted to set empty binding levels {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:51:53.037243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Pushing event updated for resources: {'Port': ['ID=78969622-bb28-4ee0-bf5d-16be154c8f76,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.043942 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.051595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Network b8491259-c0b2-46c7-ade5-5d0a354e0217 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:53.053100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:53.056166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:53.089741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Deleting port 7c5bfdef-a61f-4a42-af3a-54dc5b8de290 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:53.090656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7c5bfdef-a61f-4a42-af3a-54dc5b8de290), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.122014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Attempting to bind port 78969622-bb28-4ee0-bf5d-16be154c8f76 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:53.122942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Attempting to bind port 78969622-bb28-4ee0-bf5d-16be154c8f76 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '55d5a8ae-5b16-4439-92d2-b21fb2f59009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8491259-c0b2-46c7-ade5-5d0a354e0217'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:53.123333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Attempting to bind port 78969622-bb28-4ee0-bf5d-16be154c8f76 on network b8491259-c0b2-46c7-ade5-5d0a354e0217 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:53.128847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:53.132168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Checking segment: {'id': '55d5a8ae-5b16-4439-92d2-b21fb2f59009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8491259-c0b2-46c7-ade5-5d0a354e0217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:53.133875 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.134521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Bound using segment: {'id': '55d5a8ae-5b16-4439-92d2-b21fb2f59009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8491259-c0b2-46c7-ade5-5d0a354e0217'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:53.137406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Bound port: 78969622-bb28-4ee0-bf5d-16be154c8f76, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d5a8ae-5b16-4439-92d2-b21fb2f59009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8491259-c0b2-46c7-ade5-5d0a354e0217'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:51:53.138059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.158100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-952a1016-7d6a-4d6f-a4b7-5375caed9d61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=438affb9494641819ba0787e4b08b11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581807 Feb 11 13:51:53.178449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39112) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:53.182439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event updated for resources: {'Port': ['ID=366c6107-0e21-4c2c-85f7-64b5813b8866,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.192613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] In _notify_port_updated(), no bound segment for port 366c6107-0e21-4c2c-85f7-64b5813b8866 on network 24ff48a2-3843-4597-ae39-927aac1594c9 {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:51:53.193490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:53.194100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.197963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ac8f55eb-7f5e-408b-8fdd-7f8e8b2b8c4c tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "PUT /v2.0/ports/366c6107-0e21-4c2c-85f7-64b5813b8866 HTTP/1.1" status: 200 len: 975 time: 7.1770978 Feb 11 13:51:53.226215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7c5bfdef-a61f-4a42-af3a-54dc5b8de290), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.237446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39114) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:53.259464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Calling delete_port for 7c5bfdef-a61f-4a42-af3a-54dc5b8de290 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:53.384200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] For port 78969622-bb28-4ee0-bf5d-16be154c8f76, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:53.393677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] For port 78969622-bb28-4ee0-bf5d-16be154c8f76, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=78969622-bb28-4ee0-bf5d-16be154c8f76,segment=NetworkSegment(55d5a8ae-5b16-4439-92d2-b21fb2f59009),segment_id=55d5a8ae-5b16-4439-92d2-b21fb2f59009)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:53.405094 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.448791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7c5bfdef-a61f-4a42-af3a-54dc5b8de290), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.515407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb54d1-1017-4745-9ba2-a3e4013235e9 None None] Pushing event updated for resources: {'Port': ['ID=78969622-bb28-4ee0-bf5d-16be154c8f76,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.591229 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Port': ['ID=7c5bfdef-a61f-4a42-af3a-54dc5b8de290,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.603792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.610839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2cd763d7-067d-4b43-a507-7e011ad6929c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/ports/7c5bfdef-a61f-4a42-af3a-54dc5b8de290 HTTP/1.1" status: 204 len: 168 time: 0.9686656 Feb 11 13:51:53.618651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:53.631268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-671ae255-8e36-4e14-b5a4-b5341788fa60 admin admin] Publish callbacks [] for security_group (b1d8f587-3007-488a-9842-6e92d0d07459), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.671340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Router 084230e2-a5b6-478d-b56a-6b3070633e13 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:53.747623 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-671ae255-8e36-4e14-b5a4-b5341788fa60 admin admin] Publish callbacks [] for security_group (b1d8f587-3007-488a-9842-6e92d0d07459), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.760232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39130) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:53.765590 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8d9146ca-9025-40b7-b54c-22461e76bf5e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1427798 Feb 11 13:51:53.779856 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (0f959a0f-1989-460f-a979-ae863a5d2dba), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.809822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1742185538'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:53.909140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Deleting port 366c6107-0e21-4c2c-85f7-64b5813b8866 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:51:53.910710 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:53.918064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Made reservation on behalf of 34ac7bd417b34ac8acc4bf1a9c8396a7 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:53.922143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.149306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=0f959a0f-1989-460f-a979-ae863a5d2dba,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:54.193275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': '414f0c91-195f-4c84-9aa2-7a8408f0510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:54.193574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:54.338848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:54.376563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:54.385716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79622cb-d8ef-4204-85d9-88b057dacdb9 None None] Network 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:54.404867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:54.412001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.458862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e633ae0f-de07-406a-b6a4-a0f801c1da19 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3007905 Feb 11 13:51:54.465356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39140) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:54.529846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-3ca672f5-0a89-4d1e-86b1-9f44a3047b6b', 'network_id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': '0f959a0f-1989-460f-a979-ae863a5d2dba'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:51:54.531556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.531866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] For port 366c6107-0e21-4c2c-85f7-64b5813b8866, host n-h2-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:54.532403 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.587277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Calling delete_port for 366c6107-0e21-4c2c-85f7-64b5813b8866 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:51:54.649395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.787851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:54.796427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.803030 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479652b-55f9-4b84-8904-00c311171403 None None] Sync routers for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:54.825248 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479652b-55f9-4b84-8904-00c311171403 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:54.826036 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7479652b-55f9-4b84-8904-00c311171403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:54.876501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 78969622-bb28-4ee0-bf5d-16be154c8f76 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:54.913496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0f959a0f-1989-460f-a979-ae863a5d2dba), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.917936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-671ae255-8e36-4e14-b5a4-b5341788fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b1d8f587-3007-488a-9842-6e92d0d07459), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.931243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-671ae255-8e36-4e14-b5a4-b5341788fa60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:54.935049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-671ae255-8e36-4e14-b5a4-b5341788fa60 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1d8f587-3007-488a-9842-6e92d0d07459 HTTP/1.1" status: 204 len: 168 time: 1.7469676 Feb 11 13:51:54.936935 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7479652b-55f9-4b84-8904-00c311171403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:54.955753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:54.965561 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479652b-55f9-4b84-8904-00c311171403 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:54.969532 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7479652b-55f9-4b84-8904-00c311171403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:54.971580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ae255-8e36-4e14-b5a4-b5341788fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d8f587-3007-488a-9842-6e92d0d07459,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:55.030856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c1b216bf-e61f-4718-8cbf-dd5f9f3609b5 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "DELETE /v2.0/floatingips/17c18b27-e5b8-4403-b8b8-65c2a639827a HTTP/1.1" status: 204 len: 168 time: 6.3181305 Feb 11 13:51:55.039923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.055431 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Added segment eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c of type vlan for network abdc0b8d-75f6-43e1-a875-7db08cac8a7e Feb 11 13:51:55.057884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39152) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:55.062974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:55.136614 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7479652b-55f9-4b84-8904-00c311171403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:55.139616 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479652b-55f9-4b84-8904-00c311171403 None None] The sync data for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:55.152230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (abdc0b8d-75f6-43e1-a875-7db08cac8a7e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.188097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (366c6107-0e21-4c2c-85f7-64b5813b8866), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.204299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (abdc0b8d-75f6-43e1-a875-7db08cac8a7e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.210073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:55.221346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.358179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.399033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Network': ['ID=abdc0b8d-75f6-43e1-a875-7db08cac8a7e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:55.429639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.434051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "DELETE /v2.0/ports/366c6107-0e21-4c2c-85f7-64b5813b8866 HTTP/1.1" status: 204 len: 168 time: 2.1952684 Feb 11 13:51:55.436286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7651d78-619f-4cdb-a596-89ebefaa7add tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] Pushing event deleted for resources: {'Port': ['ID=366c6107-0e21-4c2c-85f7-64b5813b8866,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:55.441793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39160) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:55.486916 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-892659b7-031d-443d-9547-b50b6fed1f1e tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:51:55.489034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-892659b7-031d-443d-9547-b50b6fed1f1e tempest-PortsAdminExtendedAttrsTestJSON-774439313 tempest-PortsAdminExtendedAttrsTestJSON-774439313-project-admin] 10.222.0.79 "GET /v2.0/ports/366c6107-0e21-4c2c-85f7-64b5813b8866 HTTP/1.1" status: 404 len: 333 time: 0.0445466 Feb 11 13:51:55.516254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:55.522347 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b30c6898-d468-4810-9e0a-afd3d273d89c tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7136927 Feb 11 13:51:55.527036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39168) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:55.538407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1026435660'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:55.564210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Allocated IP 2001:db8::1 (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b/0f959a0f-1989-460f-a979-ae863a5d2dba/fb43a4a0-6222-416d-89c3-b7f73b5af56d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:55.573387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Made reservation on behalf of 34ac7bd417b34ac8acc4bf1a9c8396a7 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:55.584732 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.661619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:55.691863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b1bc4975-4814-40d1-a6c5-240ee5bf764c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.697688 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Added segment b1bc4975-4814-40d1-a6c5-240ee5bf764c of type vlan for network bcceca46-74d5-42b3-9f01-a4aed03c1a44 Feb 11 13:51:55.851443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (bcceca46-74d5-42b3-9f01-a4aed03c1a44), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.854429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39174) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:55.855504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network abdc0b8d-75f6-43e1-a875-7db08cac8a7e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:55.917943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (24ff48a2-3843-4597-ae39-927aac1594c9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:55.935411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-75b8bfd1-3b79-4f03-a89b-f9c25a993e80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5260937 Feb 11 13:51:55.955402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee3b6c-374e-4aaf-b9bb-617aa12ad8dc None None] Network b8491259-c0b2-46c7-ade5-5d0a354e0217 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:51:56.017433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (bcceca46-74d5-42b3-9f01-a4aed03c1a44), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.034378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.034742 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.105962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (24ff48a2-3843-4597-ae39-927aac1594c9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.107495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 78969622-bb28-4ee0-bf5d-16be154c8f76 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:56.110518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.144906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ff48a2-3843-4597-ae39-927aac1594c9']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:56.159299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b1caa1-54aa-4822-a2bc-7dc9c9607d52') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:56.159658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b1caa1-54aa-4822-a2bc-7dc9c9607d52') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:56.195079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (97b1caa1-54aa-4822-a2bc-7dc9c9607d52), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.198422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3e2280fb-f2c0-49f5-a54e-9e27904a8464 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bf3dfb46eb44f98b0be4f6bbeb15a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358700 Feb 11 13:51:56.198422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39180) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:56.231553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7028615 Feb 11 13:51:56.237430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (97b1caa1-54aa-4822-a2bc-7dc9c9607d52), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.252668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526491-467d-4836-9c82-6558ad9f619b req-3f51e823-ac58-4411-9833-1737ae2aead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.254895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-3f51e823-ac58-4411-9833-1737ae2aead0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e1aa778660644088a75b1f2ea31aad8&device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 1131 time: 0.2252073 Feb 11 13:51:56.259553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:56.274034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (97b1caa1-54aa-4822-a2bc-7dc9c9607d52), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:56.280162 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:56.301870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0416f560-a908-464c-b04a-db02a64ed9a0 None None] Provisioning complete for port 78969622-bb28-4ee0-bf5d-16be154c8f76 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:56.304679 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0416f560-a908-464c-b04a-db02a64ed9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.356295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328c792-fa08-41f2-96eb-a8cb4bdf19c8 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Network': ['ID=bcceca46-74d5-42b3-9f01-a4aed03c1a44,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:56.427774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Publish callbacks [] for port (fb43a4a0-6222-416d-89c3-b7f73b5af56d), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.441140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64be1b73-5140-483e-bcf4-b326e8434c0d admin admin] Publish callbacks [] for security_group (fef34f17-e580-49b7-8983-deceedb81d67), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.446905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.449134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network bcceca46-74d5-42b3-9f01-a4aed03c1a44 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:56.454169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526491-467d-4836-9c82-6558ad9f619b req-cc43fea2-8b79-4e25-aad2-17d3065f6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.456660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-cc43fea2-8b79-4e25-aad2-17d3065f6306 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1718137 Feb 11 13:51:56.516001 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-4bf5097c-da8d-42b4-8efa-fd5f416b1cd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d68bde9c-dab0-4ef9-880f-8776d4447937 HTTP/1.1" status: 200 len: 217 time: 0.0466743 Feb 11 13:51:56.627703 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (fb43a4a0-6222-416d-89c3-b7f73b5af56d), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.650891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526491-467d-4836-9c82-6558ad9f619b req-a92becb7-569b-48be-93c0-3388084dfe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.662345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-a92becb7-569b-48be-93c0-3388084dfe79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0991995 Feb 11 13:51:56.712158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Allocated IP 172.25.3.65 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4252d241-596d-4fa4-bbd4-50e970aedca9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:56.854546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 78969622-bb28-4ee0-bf5d-16be154c8f76 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:56.872846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.882979 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (24ff48a2-3843-4597-ae39-927aac1594c9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:56.916808 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.020645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] 10.222.0.79 "DELETE /v2.0/networks/24ff48a2-3843-4597-ae39-927aac1594c9 HTTP/1.1" status: 204 len: 168 time: 1.4890685 Feb 11 13:51:57.050464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0f959a0f-1989-460f-a979-ae863a5d2dba), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.076890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Network 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:57.100571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.109282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:57.130864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:57.152891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac16c7-e1f7-4060-98b5-ca2a51581c75 tempest-PortsAdminExtendedAttrsTestJSON-1149108147 tempest-PortsAdminExtendedAttrsTestJSON-1149108147-project] Pushing event deleted for resources: {'Network': ['ID=24ff48a2-3843-4597-ae39-927aac1594c9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:57.165021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=0f959a0f-1989-460f-a979-ae863a5d2dba,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:57.179384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526491-467d-4836-9c82-6558ad9f619b req-2c08e13d-615f-457f-ab36-cd0c24aae7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:57.181546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-2c08e13d-615f-457f-ab36-cd0c24aae7f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5054169 Feb 11 13:51:57.312461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.443120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-2bb2ed2f-8af0-4cfb-9ef7-6e524fab53a4 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543700 Feb 11 13:51:57.470401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-640d5826-fea8-4eb8-ae14-07d132c56630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.502929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Pushing event updated for resources: {'Port': ['ID=4252d241-596d-4fa4-bbd4-50e970aedca9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:57.536098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64be1b73-5140-483e-bcf4-b326e8434c0d admin admin] Publish callbacks [] for security_group (fef34f17-e580-49b7-8983-deceedb81d67), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.559061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:57.562740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:57.565472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:57.576620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Pushing event updated for resources: {'Port': ['ID=fb43a4a0-6222-416d-89c3-b7f73b5af56d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:57.598944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 78969622-bb28-4ee0-bf5d-16be154c8f76, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=78969622-bb28-4ee0-bf5d-16be154c8f76,segment=NetworkSegment(55d5a8ae-5b16-4439-92d2-b21fb2f59009),segment_id=55d5a8ae-5b16-4439-92d2-b21fb2f59009)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:57.760209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:57.762744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for floatingip (89936ce8-27e3-4cf3-887e-8a40c70c2fe3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.816529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.837167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.839593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64be1b73-5140-483e-bcf4-b326e8434c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fef34f17-e580-49b7-8983-deceedb81d67), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.842470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64be1b73-5140-483e-bcf4-b326e8434c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:57.843695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-64be1b73-5140-483e-bcf4-b326e8434c0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fef34f17-e580-49b7-8983-deceedb81d67 HTTP/1.1" status: 204 len: 168 time: 1.6460686 Feb 11 13:51:57.876785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be1b73-5140-483e-bcf4-b326e8434c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef34f17-e580-49b7-8983-deceedb81d67,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:58.134468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0416f560-a908-464c-b04a-db02a64ed9a0 None None] Current status of the port 78969622-bb28-4ee0-bf5d-16be154c8f76 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:51:58.134468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0416f560-a908-464c-b04a-db02a64ed9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.269047 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-98526491-467d-4836-9c82-6558ad9f619b req-8aa77293-9093-4dcb-851d-ed9e6df843a0 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656498 Feb 11 13:51:58.300829 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.310036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.395967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Attempting to bind port fb43a4a0-6222-416d-89c3-b7f73b5af56d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:58.398255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Attempting to bind port fb43a4a0-6222-416d-89c3-b7f73b5af56d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '414f0c91-195f-4c84-9aa2-7a8408f0510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:58.398930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Attempting to bind port fb43a4a0-6222-416d-89c3-b7f73b5af56d on network 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:58.424167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.486554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:58.493697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Checking segment: {'id': '414f0c91-195f-4c84-9aa2-7a8408f0510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:58.496156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.497411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Bound using segment: {'id': '414f0c91-195f-4c84-9aa2-7a8408f0510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:58.502101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Bound port: fb43a4a0-6222-416d-89c3-b7f73b5af56d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414f0c91-195f-4c84-9aa2-7a8408f0510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:51:58.504183 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fb43a4a0-6222-416d-89c3-b7f73b5af56d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.511303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca672f5-0a89-4d1e-86b1-9f44a3047b6b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:58.548872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414f0c91-195f-4c84-9aa2-7a8408f0510d') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:58.551223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414f0c91-195f-4c84-9aa2-7a8408f0510d') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:58.588615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (414f0c91-195f-4c84-9aa2-7a8408f0510d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.647222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (414f0c91-195f-4c84-9aa2-7a8408f0510d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.669965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Pushing event updated for resources: {'Port': ['ID=4252d241-596d-4fa4-bbd4-50e970aedca9,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:58.685679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:58.687684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (414f0c91-195f-4c84-9aa2-7a8408f0510d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.690965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (89936ce8-27e3-4cf3-887e-8a40c70c2fe3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:58.696099 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:58.769502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:58.782543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-99a68fd3-92be-49f5-bf0a-89eccc83b77d tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7208569 Feb 11 13:51:58.783267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39236) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:58.793623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] For port fb43a4a0-6222-416d-89c3-b7f73b5af56d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:59.061337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=78969622-bb28-4ee0-bf5d-16be154c8f76,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:59.150885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] For port fb43a4a0-6222-416d-89c3-b7f73b5af56d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fb43a4a0-6222-416d-89c3-b7f73b5af56d,segment=NetworkSegment(414f0c91-195f-4c84-9aa2-7a8408f0510d),segment_id=414f0c91-195f-4c84-9aa2-7a8408f0510d)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:59.179289 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fb43a4a0-6222-416d-89c3-b7f73b5af56d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:59.221672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.api [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:51:59.221672 n-d-828676-2 neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:51:59.221672 n-d-828676-2 neutron-server[103176]: [parameters: {'id': '3ca672f5-0a89-4d1e-86b1-9f44a3047b6b'}] Feb 11 13:51:59.221672 n-d-828676-2 neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:51:59.224508 n-d-828676-2 neutron-server[103176]: DEBUG oslo_db.api [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:51:59.347394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-52c76439-ab70-4075-9610-7a825eb0a0b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d3170d6b6424e3681a8431d434a2ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5844471 Feb 11 13:51:59.351841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39250) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:59.406239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-0416f560-a908-464c-b04a-db02a64ed9a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:51:59.413140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:59.413667 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-0416f560-a908-464c-b04a-db02a64ed9a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:51:59.587229 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:59.672546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2ece7e9-17ee-4a59-979e-580bb7c1061c admin admin] Publish callbacks [] for security_group (937028cd-f4a0-4d14-9f1b-ed5ee598f573), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:59.694163 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-271a708d-e210-4c72-8707-30e2bc57160a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:59.713757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39258) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:51:59.721056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'subnets': [{'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1859680437', 'ip_version': 6}, {'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:59.721498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2f119-27a6-49b2-935c-e03a41cc66f4 None None] Pushing event updated for resources: {'Port': ['ID=fb43a4a0-6222-416d-89c3-b7f73b5af56d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:59.728428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23505cf-a626-4145-bcf7-e401c79fbe97 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:51:59.738364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'subnet': {'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1859680437', 'ip_version': 6}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:59.746234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Request body: {'subnet': {'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:59.764973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:59.853346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2ece7e9-17ee-4a59-979e-580bb7c1061c admin admin] Publish callbacks [] for security_group (937028cd-f4a0-4d14-9f1b-ed5ee598f573), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:59.931387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23505cf-a626-4145-bcf7-e401c79fbe97 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:52:00.070144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0416f560-a908-464c-b04a-db02a64ed9a0 None None] Current status of the port 78969622-bb28-4ee0-bf5d-16be154c8f76 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:00.146997 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2ece7e9-17ee-4a59-979e-580bb7c1061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (937028cd-f4a0-4d14-9f1b-ed5ee598f573), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:00.158612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2ece7e9-17ee-4a59-979e-580bb7c1061c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:00.186027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2ece7e9-17ee-4a59-979e-580bb7c1061c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/937028cd-f4a0-4d14-9f1b-ed5ee598f573 HTTP/1.1" status: 204 len: 168 time: 0.8104403 Feb 11 13:52:00.244353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ece7e9-17ee-4a59-979e-580bb7c1061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937028cd-f4a0-4d14-9f1b-ed5ee598f573,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:00.266089 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:00.329543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 78969622-bb28-4ee0-bf5d-16be154c8f76 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:00.538349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Made reservation on behalf of 34ac7bd417b34ac8acc4bf1a9c8396a7 for: {'subnet': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:00.550431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:00.550813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eb052654-1262-496e-b63a-0f5dc176890d None None] Provisioning complete for port 78969622-bb28-4ee0-bf5d-16be154c8f76 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:00.551080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:00.551579 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb052654-1262-496e-b63a-0f5dc176890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:00.666710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Allocated IP 172.25.3.8 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/ac34950f-532f-462c-bc87-1df40bc56102) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:00.780045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 78969622-bb28-4ee0-bf5d-16be154c8f76 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:00.780461 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:00.905204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting port fb43a4a0-6222-416d-89c3-b7f73b5af56d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:00.905548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fb43a4a0-6222-416d-89c3-b7f73b5af56d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.011883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks [] for port (ac34950f-532f-462c-bc87-1df40bc56102), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.116123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] For port fb43a4a0-6222-416d-89c3-b7f73b5af56d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fb43a4a0-6222-416d-89c3-b7f73b5af56d,segment=NetworkSegment(414f0c91-195f-4c84-9aa2-7a8408f0510d),segment_id=414f0c91-195f-4c84-9aa2-7a8408f0510d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:01.116905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fb43a4a0-6222-416d-89c3-b7f73b5af56d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.139332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39298) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:01.156853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb052654-1262-496e-b63a-0f5dc176890d None None] Current status of the port 78969622-bb28-4ee0-bf5d-16be154c8f76 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:01.165608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Calling delete_port for fb43a4a0-6222-416d-89c3-b7f73b5af56d owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:01.169321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4217c682-4868-4186-8582-6323b6f174d6 None None] Network 3ca672f5-0a89-4d1e-86b1-9f44a3047b6b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:01.170845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ac34950f-532f-462c-bc87-1df40bc56102), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.330791 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.333745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:01.354009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:01.373396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Pushing event updated for resources: {'Port': ['ID=ac34950f-532f-462c-bc87-1df40bc56102,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:01.378943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:01.427776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-42350b01-7922-4df4-8fda-62c78a617541 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46350510567340588a6d4f014bd5d007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623682 Feb 11 13:52:01.433289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39302) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:01.460497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 78969622-bb28-4ee0-bf5d-16be154c8f76 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:01.602064 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (8f6bd815-a76c-44a9-be81-1de4b258ed52), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.698170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ab66af2-5a81-4062-a549-a0c6b0738262 admin admin] Publish callbacks [] for security_group (6eb462fb-5916-47ae-952e-f01fe1ef96da), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.771466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ab66af2-5a81-4062-a549-a0c6b0738262 admin admin] Publish callbacks [] for security_group (6eb462fb-5916-47ae-952e-f01fe1ef96da), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.777851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Checking segment: {'id': 'eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:01.778250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network hostable DHCP agents. Network: abdc0b8d-75f6-43e1-a875-7db08cac8a7e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:01.784002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Subnet': ['ID=8f6bd815-a76c-44a9-be81-1de4b258ed52,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:01.802597 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks [] for floatingip (b3124234-095b-4142-b16f-6232269ab0ce), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.841101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network abdc0b8d-75f6-43e1-a875-7db08cac8a7e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:01.882919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (fb43a4a0-6222-416d-89c3-b7f73b5af56d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.914212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, abdc0b8d-75f6-43e1-a875-7db08cac8a7e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:01.917547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No DVR routers for this DVR port fb43a4a0-6222-416d-89c3-b7f73b5af56d on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:01.928316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc8430-aaaa-4e78-ba9a-2f759d7c7d4b None None] Network abdc0b8d-75f6-43e1-a875-7db08cac8a7e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:01.940848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ab66af2-5a81-4062-a549-a0c6b0738262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6eb462fb-5916-47ae-952e-f01fe1ef96da), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.943465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ab66af2-5a81-4062-a549-a0c6b0738262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.944695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5ab66af2-5a81-4062-a549-a0c6b0738262 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6eb462fb-5916-47ae-952e-f01fe1ef96da HTTP/1.1" status: 204 len: 168 time: 0.4334016 Feb 11 13:52:01.954912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab66af2-5a81-4062-a549-a0c6b0738262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb462fb-5916-47ae-952e-f01fe1ef96da,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:01.957087 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac34950f-532f-462c-bc87-1df40bc56102), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:01.997646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Port': ['ID=fb43a4a0-6222-416d-89c3-b7f73b5af56d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:02.002413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (ee735c55-864c-4045-b129-368bce5f15f5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.112710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event updated for resources: {'Subnet': ['ID=ee735c55-864c-4045-b129-368bce5f15f5,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:02.321676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-abdc0b8d-75f6-43e1-a875-7db08cac8a7e', 'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e', 'project_id': '34ac7bd417b34ac8acc4bf1a9c8396a7', 'fixed_ips': [{'subnet_id': '8f6bd815-a76c-44a9-be81-1de4b258ed52'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:02.323097 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.345150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.414286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks [] for port (ac34950f-532f-462c-bc87-1df40bc56102), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.423862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (ac34950f-532f-462c-bc87-1df40bc56102), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.459746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca672f5-0a89-4d1e-86b1-9f44a3047b6b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:02.477736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Checking segment: {'id': 'b1bc4975-4814-40d1-a6c5-240ee5bf764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:02.478148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network hostable DHCP agents. Network: bcceca46-74d5-42b3-9f01-a4aed03c1a44, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:02.484662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414f0c91-195f-4c84-9aa2-7a8408f0510d') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:02.484904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414f0c91-195f-4c84-9aa2-7a8408f0510d') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:02.502330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (414f0c91-195f-4c84-9aa2-7a8408f0510d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.523906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (414f0c91-195f-4c84-9aa2-7a8408f0510d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.530494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Pushing event updated for resources: {'Port': ['ID=ac34950f-532f-462c-bc87-1df40bc56102,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:02.530841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Network bcceca46-74d5-42b3-9f01-a4aed03c1a44 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:02.563274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:02.565071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (414f0c91-195f-4c84-9aa2-7a8408f0510d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.610841 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:02.662138 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:02.669011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3ca672f5-0a89-4d1e-86b1-9f44a3047b6b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.669394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (b3124234-095b-4142-b16f-6232269ab0ce), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.708966 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.717845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1995814b-c2ce-4f67-96dc-dd300bfb6e27 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9229770 Feb 11 13:52:02.718920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39388) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:02.735317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.747228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/3ca672f5-0a89-4d1e-86b1-9f44a3047b6b HTTP/1.1" status: 204 len: 168 time: 8.2805610 Feb 11 13:52:02.761473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47978056-03e4-4347-adc4-7e4811247390 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=3ca672f5-0a89-4d1e-86b1-9f44a3047b6b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:02.769782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39392) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:02.779823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-158649082'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:02.783674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, bcceca46-74d5-42b3-9f01-a4aed03c1a44) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:02.792202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:02.793087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:02.793935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.805055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d58072-ddf7-4398-9c77-5b0e18f640e8 None None] Network bcceca46-74d5-42b3-9f01-a4aed03c1a44 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:02.853621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-439b70b0-18de-4eb2-9655-e81da28ccc44 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1371305 Feb 11 13:52:02.864661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39410) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:02.876807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:02.890843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.926380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8b19620a-1a8d-426a-8a56-379d9729b520 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.2042139 Feb 11 13:52:02.932674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39414) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:03.053443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d10ce6e-3d11-49dd-8a13-dd272d4d6173 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.055292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d10ce6e-3d11-49dd-8a13-dd272d4d6173 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.064031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d10ce6e-3d11-49dd-8a13-dd272d4d6173 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.067539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3d10ce6e-3d11-49dd-8a13-dd272d4d6173 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1971383 Feb 11 13:52:03.087241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:03.164484 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-881a090f-7b4a-485c-9ae3-525d12bc65d4 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2306726 Feb 11 13:52:03.166558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:03.170968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39444) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:03.199142 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (191e7d36-6604-451a-99b9-fa6c90705a32), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.200062 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment 191e7d36-6604-451a-99b9-fa6c90705a32 of type vlan for network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 Feb 11 13:52:03.206483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Deleting subnet 8f6bd815-a76c-44a9-be81-1de4b258ed52 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:52:03.299999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.355482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.378725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Allocated IP 2001:db8::1 (abdc0b8d-75f6-43e1-a875-7db08cac8a7e/8f6bd815-a76c-44a9-be81-1de4b258ed52/efc61312-8c3f-4d76-a2d4-a071a0ce67d1) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:03.381826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.393977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-bcceca46-74d5-42b3-9f01-a4aed03c1a44', 'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44', 'project_id': '34ac7bd417b34ac8acc4bf1a9c8396a7', 'fixed_ips': [{'subnet_id': 'ee735c55-864c-4045-b129-368bce5f15f5'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:03.395073 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.396453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.533594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Deleting port ac34950f-532f-462c-bc87-1df40bc56102 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:03.534218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac34950f-532f-462c-bc87-1df40bc56102), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.542821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7687805 Feb 11 13:52:03.550432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:03.573343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:03.768332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac34950f-532f-462c-bc87-1df40bc56102), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.768962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks [] for floatingip (ac34950f-532f-462c-bc87-1df40bc56102), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.788788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Calling delete_port for ac34950f-532f-462c-bc87-1df40bc56102 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:03.877259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404bfd7-a4e3-4bbe-86c4-dd3481f85bc0 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:03.987667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:03.995161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.026604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:04.136377 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ac34950f-532f-462c-bc87-1df40bc56102), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.232393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Pushing event deleted for resources: {'Port': ['ID=ac34950f-532f-462c-bc87-1df40bc56102,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:04.385102 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.425966 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks [] for floatingip (b3124234-095b-4142-b16f-6232269ab0ce), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.428572 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.429770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c28ea309-9fe4-420d-b265-be6d238ad0f6 tempest-FloatingIPAdminTestJSON-1863870305 tempest-FloatingIPAdminTestJSON-1863870305-project] 10.222.0.79 "DELETE /v2.0/floatingips/b3124234-095b-4142-b16f-6232269ab0ce HTTP/1.1" status: 204 len: 168 time: 1.2578430 Feb 11 13:52:04.430052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Allocated IP 2001:db8:0:1::1 (bcceca46-74d5-42b3-9f01-a4aed03c1a44/ee735c55-864c-4045-b129-368bce5f15f5/923daab1-2374-435e-8449-8f9d3556aec7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:04.435096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39540) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:04.746330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Publish callbacks [] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.784601 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.930438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Network abdc0b8d-75f6-43e1-a875-7db08cac8a7e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:04.930438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:04.930438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:04.930438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Pushing event updated for resources: {'Port': ['ID=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:05.034852 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Publish callbacks [] for port (923daab1-2374-435e-8449-8f9d3556aec7), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.048763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (923daab1-2374-435e-8449-8f9d3556aec7), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.173936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Pushing event updated for resources: {'Port': ['ID=923daab1-2374-435e-8449-8f9d3556aec7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:05.199326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Network bcceca46-74d5-42b3-9f01-a4aed03c1a44 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:05.202278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:05.205189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:05.238643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Attempting to bind port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:05.239752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Attempting to bind port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:05.240388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Attempting to bind port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 on network abdc0b8d-75f6-43e1-a875-7db08cac8a7e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:05.265598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:05.268645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Checking segment: {'id': 'eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:05.269455 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.270069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Bound using segment: {'id': 'eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:05.271201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Bound port: efc61312-8c3f-4d76-a2d4-a071a0ce67d1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'abdc0b8d-75f6-43e1-a875-7db08cac8a7e'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:05.271906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.275784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for subnet (8f6bd815-a76c-44a9-be81-1de4b258ed52), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.286738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39588) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:05.348596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (245a2852-f652-4750-af41-fce276d13419), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.436054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] For port efc61312-8c3f-4d76-a2d4-a071a0ce67d1, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:05.447690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] For port efc61312-8c3f-4d76-a2d4-a071a0ce67d1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,segment=NetworkSegment(eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c),segment_id=eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:05.459509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (8f6bd815-a76c-44a9-be81-1de4b258ed52), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.460976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Attempting to bind port 923daab1-2374-435e-8449-8f9d3556aec7 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:05.462387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Attempting to bind port 923daab1-2374-435e-8449-8f9d3556aec7 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b1bc4975-4814-40d1-a6c5-240ee5bf764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:05.467197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Attempting to bind port 923daab1-2374-435e-8449-8f9d3556aec7 on network bcceca46-74d5-42b3-9f01-a4aed03c1a44 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:05.476564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.564368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:05.573103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Checking segment: {'id': 'b1bc4975-4814-40d1-a6c5-240ee5bf764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:05.576666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.577014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Bound using segment: {'id': 'b1bc4975-4814-40d1-a6c5-240ee5bf764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:05.579763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Bound port: 923daab1-2374-435e-8449-8f9d3556aec7, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bc4975-4814-40d1-a6c5-240ee5bf764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bcceca46-74d5-42b3-9f01-a4aed03c1a44'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:05.580185 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (923daab1-2374-435e-8449-8f9d3556aec7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.601753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': '191e7d36-6604-451a-99b9-fa6c90705a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:05.605961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:05.608998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=245a2852-f652-4750-af41-fce276d13419,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:05.686628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Deleting port 4252d241-596d-4fa4-bbd4-50e970aedca9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:05.687329 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.817169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d6b09-de7f-4448-9321-2481237f4198 None None] Pushing event updated for resources: {'Port': ['ID=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:05.896714 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.897668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for floatingip (4252d241-596d-4fa4-bbd4-50e970aedca9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.905295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] For port 923daab1-2374-435e-8449-8f9d3556aec7, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:05.911571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] For port 923daab1-2374-435e-8449-8f9d3556aec7, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=923daab1-2374-435e-8449-8f9d3556aec7,segment=NetworkSegment(b1bc4975-4814-40d1-a6c5-240ee5bf764c),segment_id=b1bc4975-4814-40d1-a6c5-240ee5bf764c)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:05.920565 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (923daab1-2374-435e-8449-8f9d3556aec7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.923054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Calling delete_port for 4252d241-596d-4fa4-bbd4-50e970aedca9 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:06.123981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e0458-dcce-4396-8f8a-90eea36c93b8 None None] Pushing event updated for resources: {'Port': ['ID=923daab1-2374-435e-8449-8f9d3556aec7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:06.377848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39668) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:06.380399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-35989124', 'router:external': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:06.422465 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4252d241-596d-4fa4-bbd4-50e970aedca9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.645217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3956a9a-701d-42c2-92ff-9fd4a70502f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.654131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Pushing event deleted for resources: {'Port': ['ID=4252d241-596d-4fa4-bbd4-50e970aedca9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:06.656341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:06.693953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Made reservation on behalf of 4f15c5f57f444d8ea6779d736c812f58 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:06.702460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.715897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (8f6bd815-a76c-44a9-be81-1de4b258ed52), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.795138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3956a9a-701d-42c2-92ff-9fd4a70502f8 admin admin] Publish callbacks [] for security_group (7d5d76b1-a0f2-4e3a-b7fa-5129f0652308), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.804161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3956a9a-701d-42c2-92ff-9fd4a70502f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d5d76b1-a0f2-4e3a-b7fa-5129f0652308), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.861185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3956a9a-701d-42c2-92ff-9fd4a70502f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4aeca08e1a2449fc84b8ac7a743f6250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4821022 Feb 11 13:52:06.866113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39706) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:06.894926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:06.899132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks [] for floatingip (89936ce8-27e3-4cf3-887e-8a40c70c2fe3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.903550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.904673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f628d-5ebe-4370-befc-09de5f52ae24 None None] Network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:06.906985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b98d9de-8203-401e-9b21-8c52d6ea7e63 tempest-FloatingIPAdminTestJSON-760016520 tempest-FloatingIPAdminTestJSON-760016520-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/89936ce8-27e3-4cf3-887e-8a40c70c2fe3 HTTP/1.1" status: 204 len: 168 time: 2.4702876 Feb 11 13:52:06.908150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3956a9a-701d-42c2-92ff-9fd4a70502f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5d76b1-a0f2-4e3a-b7fa-5129f0652308,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:06.918149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39714) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:06.934305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.939161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.939811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.977194 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (8f6bd815-a76c-44a9-be81-1de4b258ed52), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:06.982252 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af4d68c8-9936-479e-ba2e-ef6ae40890ea admin admin] Publish callbacks [] for security_group (7d5d76b1-a0f2-4e3a-b7fa-5129f0652308), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.039163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.043721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/subnets/8f6bd815-a76c-44a9-be81-1de4b258ed52 HTTP/1.1" status: 204 len: 168 time: 3.9355154 Feb 11 13:52:07.052153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-25315ef0-229a-41f5-9b7e-1fbada6b5006 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4997845 Feb 11 13:52:07.052999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39730) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:07.053624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39732) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:07.053856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af4d68c8-9936-479e-ba2e-ef6ae40890ea admin admin] Publish callbacks [] for security_group (7d5d76b1-a0f2-4e3a-b7fa-5129f0652308), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.057568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09701e-85c6-40a7-afd3-0f613ffae6d1 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6bd815-a76c-44a9-be81-1de4b258ed52,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:07.205456 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af4d68c8-9936-479e-ba2e-ef6ae40890ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7d5d76b1-a0f2-4e3a-b7fa-5129f0652308), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.210081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af4d68c8-9936-479e-ba2e-ef6ae40890ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.211745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-af4d68c8-9936-479e-ba2e-ef6ae40890ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d5d76b1-a0f2-4e3a-b7fa-5129f0652308 HTTP/1.1" status: 204 len: 168 time: 0.3439348 Feb 11 13:52:07.229139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94', 'network_id': '147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': '245a2852-f652-4750-af41-fce276d13419'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:07.230025 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.246926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d68c8-9936-479e-ba2e-ef6ae40890ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5d76b1-a0f2-4e3a-b7fa-5129f0652308,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:07.279136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Deleting port 4cee717a-89ee-4bce-9c96-2c06156cd7a8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:07.279728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4cee717a-89ee-4bce-9c96-2c06156cd7a8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.305073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2119580465'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:07.331974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Deleting subnet ee735c55-864c-4045-b129-368bce5f15f5 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:52:07.371048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for subnet (ee735c55-864c-4045-b129-368bce5f15f5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.578016 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (ee735c55-864c-4045-b129-368bce5f15f5), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.590635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4cee717a-89ee-4bce-9c96-2c06156cd7a8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.592921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:07.599307 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.608931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Calling delete_port for 4cee717a-89ee-4bce-9c96-2c06156cd7a8 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:07.736496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Allocated IP 2001:db8::3 (147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94/245a2852-f652-4750-af41-fce276d13419/ac3470a2-2b33-4604-ad18-82cff6449af7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:07.826221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:07.942872 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (fe8fb445-ca58-487e-8143-b167a249cc5e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:07.943189 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment fe8fb445-ca58-487e-8143-b167a249cc5e of type vlan for network 469a47e9-758d-4c85-ade9-706890259286 Feb 11 13:52:07.979421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4cee717a-89ee-4bce-9c96-2c06156cd7a8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.023439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for security_group (3c9368b5-8160-470b-bce6-f7db64cfb212), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.113069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:08.133051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Port': ['ID=4cee717a-89ee-4bce-9c96-2c06156cd7a8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:08.133993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3c9368b5-8160-470b-bce6-f7db64cfb212), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.215597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Publish callbacks [] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.225955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c4396-e09b-4817-9ac5-3470b24ead73 None None] Network abdc0b8d-75f6-43e1-a875-7db08cac8a7e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:08.274197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.311944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 923daab1-2374-435e-8449-8f9d3556aec7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:08.332706 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.336759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-46a2811b-1d39-4fc9-b171-b8e8ee2733b1 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "DELETE /v2.0/ports/4cee717a-89ee-4bce-9c96-2c06156cd7a8 HTTP/1.1" status: 204 len: 168 time: 1.4155166 Feb 11 13:52:08.341041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39864) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:08.359135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:08.400971 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.401330 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Added segment b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da of type vlan for network 2390b154-016e-4bde-99e9-95e99c5ced9f Feb 11 13:52:08.433233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec39259c-ac4e-464e-97af-fe0f1e67975e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:08.434587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:08.437226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec39259c-ac4e-464e-97af-fe0f1e67975e tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "GET /v2.0/ports?device_id=084230e2-a5b6-478d-b56a-6b3070633e13 HTTP/1.1" status: 200 len: 913 time: 0.0937154 Feb 11 13:52:08.439508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39874) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:08.504914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:08.520623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94a44a-f5fb-43bf-ab40-d5142fa041a5 None None] Network bcceca46-74d5-42b3-9f01-a4aed03c1a44 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:08.543494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:08.576260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9368b5-8160-470b-bce6-f7db64cfb212,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:08.597422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (469a47e9-758d-4c85-ade9-706890259286), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.659879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b54ab2df-0485-4000-ad1e-6cc3fcc85588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.670780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (469a47e9-758d-4c85-ade9-706890259286), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.676056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:08.676834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.686232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5accb62f-d3b6-4a94-966e-1c5d22a3d9d5 None None] Provisioning complete for port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:08.686611 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5accb62f-d3b6-4a94-966e-1c5d22a3d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.709265 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2390b154-016e-4bde-99e9-95e99c5ced9f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.722279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5565498 Feb 11 13:52:08.730494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 39904) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:08.736123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '469a47e9-758d-4c85-ade9-706890259286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:08.803790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Pushing event updated for resources: {'Port': ['ID=ac3470a2-2b33-4604-ad18-82cff6449af7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:08.850846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b54ab2df-0485-4000-ad1e-6cc3fcc85588 admin admin] Publish callbacks [] for security_group (db86e78b-17db-4d0b-a5ff-3b10f55c96c4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.881516 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b54ab2df-0485-4000-ad1e-6cc3fcc85588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db86e78b-17db-4d0b-a5ff-3b10f55c96c4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.909812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ee735c55-864c-4045-b129-368bce5f15f5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.953465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b54ab2df-0485-4000-ad1e-6cc3fcc85588 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=554c7597304d4224983c3dd66a0dd146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8258314 Feb 11 13:52:08.978927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:52:08.981984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39926) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:08.983040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab2df-0485-4000-ad1e-6cc3fcc85588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db86e78b-17db-4d0b-a5ff-3b10f55c96c4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:09.116005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Attempting to bind port ac3470a2-2b33-4604-ad18-82cff6449af7 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:09.116386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Attempting to bind port ac3470a2-2b33-4604-ad18-82cff6449af7 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '191e7d36-6604-451a-99b9-fa6c90705a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:09.116926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Attempting to bind port ac3470a2-2b33-4604-ad18-82cff6449af7 on network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:09.140277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f9dce-6322-4568-8088-15c64ac7d338 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=469a47e9-758d-4c85-ade9-706890259286,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:09.146329 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-721bbba9-8514-4e12-a2c5-29906f07710a admin admin] Publish callbacks [] for security_group (db86e78b-17db-4d0b-a5ff-3b10f55c96c4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.176242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 469a47e9-758d-4c85-ade9-706890259286 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:09.178025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-721bbba9-8514-4e12-a2c5-29906f07710a admin admin] Publish callbacks [] for security_group (db86e78b-17db-4d0b-a5ff-3b10f55c96c4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.183382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 923daab1-2374-435e-8449-8f9d3556aec7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:09.183821 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (923daab1-2374-435e-8449-8f9d3556aec7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.225129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:09.225859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Checking segment: {'id': '191e7d36-6604-451a-99b9-fa6c90705a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:09.226553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.238443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Bound using segment: {'id': '191e7d36-6604-451a-99b9-fa6c90705a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:09.239295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Bound port: ac3470a2-2b33-4604-ad18-82cff6449af7, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191e7d36-6604-451a-99b9-fa6c90705a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:09.240215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.256355 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2390b154-016e-4bde-99e9-95e99c5ced9f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.257975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:09.258958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.289459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.9986112 Feb 11 13:52:09.290267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 39964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:09.324530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'subnet': {'network_id': '2390b154-016e-4bde-99e9-95e99c5ced9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:09.411831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Made reservation on behalf of 4f15c5f57f444d8ea6779d736c812f58 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:09.418260 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.470579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-721bbba9-8514-4e12-a2c5-29906f07710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db86e78b-17db-4d0b-a5ff-3b10f55c96c4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.473991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-721bbba9-8514-4e12-a2c5-29906f07710a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.480504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-721bbba9-8514-4e12-a2c5-29906f07710a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db86e78b-17db-4d0b-a5ff-3b10f55c96c4 HTTP/1.1" status: 204 len: 168 time: 0.4935617 Feb 11 13:52:09.533126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bbba9-8514-4e12-a2c5-29906f07710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86e78b-17db-4d0b-a5ff-3b10f55c96c4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:09.623553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (ee735c55-864c-4045-b129-368bce5f15f5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.639369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-3cb2a121-03d6-4840-ad0f-9dccb57ef6a8 req-aa9ae6ac-09ad-45da-99de-9b48d1549b74 service neutron] (103175) timed out ('10.222.0.79', 44682) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:52:09.651221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4aeb1-5b88-4c0b-a0b6-ea5473f5a9c4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Network': ['ID=2390b154-016e-4bde-99e9-95e99c5ced9f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:09.659385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:09.670934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/subnets/ee735c55-864c-4045-b129-368bce5f15f5 HTTP/1.1" status: 204 len: 168 time: 2.6099000 Feb 11 13:52:09.674603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40004) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:09.738109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 2390b154-016e-4bde-99e9-95e99c5ced9f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:09.739936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd9157-0a53-4af4-8f47-77e19c64f66e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Subnet': ['ID=ee735c55-864c-4045-b129-368bce5f15f5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:09.909768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eccd444-addc-4ec5-98e6-a715feb220c5 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:09.911510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3eccd444-addc-4ec5-98e6-a715feb220c5 tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2279718 Feb 11 13:52:09.916708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40034) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:09.934589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:09.939801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.044685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5accb62f-d3b6-4a94-966e-1c5d22a3d9d5 None None] Current status of the port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:10.048139 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5accb62f-d3b6-4a94-966e-1c5d22a3d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.127525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Performing IP validity checks on allocation pools {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:52:10.128023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:52:10.137842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (bcceca46-74d5-42b3-9f01-a4aed03c1a44), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.234658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] DHCP port deletion for abdc0b8d-75f6-43e1-a875-7db08cac8a7e request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:52:10.281301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Deleting port 923daab1-2374-435e-8449-8f9d3556aec7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:10.281923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (923daab1-2374-435e-8449-8f9d3556aec7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.378882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] For port 923daab1-2374-435e-8449-8f9d3556aec7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=923daab1-2374-435e-8449-8f9d3556aec7,segment=NetworkSegment(b1bc4975-4814-40d1-a6c5-240ee5bf764c),segment_id=b1bc4975-4814-40d1-a6c5-240ee5bf764c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:10.380849 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (923daab1-2374-435e-8449-8f9d3556aec7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.412310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Calling delete_port for 923daab1-2374-435e-8449-8f9d3556aec7 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:10.433854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] For port ac3470a2-2b33-4604-ad18-82cff6449af7, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:10.477577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5accb62f-d3b6-4a94-966e-1c5d22a3d9d5 None None] For port efc61312-8c3f-4d76-a2d4-a071a0ce67d1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,segment=NetworkSegment(eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c),segment_id=eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:10.535476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (084230e2-a5b6-478d-b56a-6b3070633e13), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.611851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:52:10.612318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (be699afb-9e07-4714-a7c0-f0442d0802a0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.668607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 923daab1-2374-435e-8449-8f9d3556aec7 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:10.669008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (923daab1-2374-435e-8449-8f9d3556aec7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.671138 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5accb62f-d3b6-4a94-966e-1c5d22a3d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.698449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] For port ac3470a2-2b33-4604-ad18-82cff6449af7, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac3470a2-2b33-4604-ad18-82cff6449af7,segment=NetworkSegment(191e7d36-6604-451a-99b9-fa6c90705a32),segment_id=191e7d36-6604-451a-99b9-fa6c90705a32)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:10.755497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be699afb-9e07-4714-a7c0-f0442d0802a0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:10.770696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Checking segment: {'id': 'b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2390b154-016e-4bde-99e9-95e99c5ced9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:10.771390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network hostable DHCP agents. Network: 2390b154-016e-4bde-99e9-95e99c5ced9f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:10.775709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (923daab1-2374-435e-8449-8f9d3556aec7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.820463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Port': ['ID=923daab1-2374-435e-8449-8f9d3556aec7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:10.822893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] No DVR routers for this DVR port 923daab1-2374-435e-8449-8f9d3556aec7 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:10.828923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network 2390b154-016e-4bde-99e9-95e99c5ced9f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:10.852593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89426148-77be-4a46-88c0-4f8ebcd07140 None None] Network bcceca46-74d5-42b3-9f01-a4aed03c1a44 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:10.857966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 2390b154-016e-4bde-99e9-95e99c5ced9f) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:10.862471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:10.863328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.888847 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (a4087a19-d11f-4af4-a695-4311735c58be), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.911221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1d853-643f-43ef-a3c6-b3893f7109cf None None] Network 2390b154-016e-4bde-99e9-95e99c5ced9f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:10.914268 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.915118 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc046c26-50d3-444c-93c8-6c4924a08241 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5991752 Feb 11 13:52:10.919419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:10.927322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-782717161', 'network_id': '2390b154-016e-4bde-99e9-95e99c5ced9f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:10.928625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bd772093-196f-4b44-ab8b-2c74c536cc87 None None] Could not find standard attr ID for object 923daab1-2374-435e-8449-8f9d3556aec7. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:52:10.949412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Made reservation on behalf of 4f15c5f57f444d8ea6779d736c812f58 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:10.952378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.990794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (bcceca46-74d5-42b3-9f01-a4aed03c1a44), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.027681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] device_id is not set on port 6a6deae7-a9b0-4c8d-b996-ef0af845ff01 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:11.036849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcceca46-74d5-42b3-9f01-a4aed03c1a44']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:11.044615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=a4087a19-d11f-4af4-a695-4311735c58be,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:11.090381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bc4975-4814-40d1-a6c5-240ee5bf764c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:11.090686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bc4975-4814-40d1-a6c5-240ee5bf764c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:11.102237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b1bc4975-4814-40d1-a6c5-240ee5bf764c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.179571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': 'fe8fb445-ca58-487e-8143-b167a249cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '469a47e9-758d-4c85-ade9-706890259286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:11.180277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: 469a47e9-758d-4c85-ade9-706890259286, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:11.271451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device efc61312-8c3f-4d76-a2d4-a071a0ce67d1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:11.273921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accb62f-d3b6-4a94-966e-1c5d22a3d9d5 None None] Pushing event updated for resources: {'Port': ['ID=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:11.287246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] Deleting port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:11.287972 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.288897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 469a47e9-758d-4c85-ade9-706890259286 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:11.305585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Allocated IP 172.20.0.5 (2390b154-016e-4bde-99e9-95e99c5ced9f/be699afb-9e07-4714-a7c0-f0442d0802a0/6a6deae7-a9b0-4c8d-b996-ef0af845ff01) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:11.314440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 469a47e9-758d-4c85-ade9-706890259286) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:11.320427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:11.321546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.327774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b1bc4975-4814-40d1-a6c5-240ee5bf764c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.390886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f25dc385-f48d-42d6-bf02-1275dd512066 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6625011 Feb 11 13:52:11.398207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b7cca-4300-45be-b3cb-03fb1348576c None None] Network 469a47e9-758d-4c85-ade9-706890259286 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:11.401307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:11.687962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de0b20-f345-415e-b5a8-5f28c1cb2205 None None] Pushing event updated for resources: {'Port': ['ID=ac3470a2-2b33-4604-ad18-82cff6449af7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:11.699294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1e0a9-7d24-493f-9343-cadb0487a991 None None] DHCP port deletion for bcceca46-74d5-42b3-9f01-a4aed03c1a44 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:52:11.752387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:11.754304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b1bc4975-4814-40d1-a6c5-240ee5bf764c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:11.771273 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:11.786548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff72c8a-b3be-48d8-8c80-17d1c1023d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-469a47e9-758d-4c85-ade9-706890259286', 'network_id': '469a47e9-758d-4c85-ade9-706890259286', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': 'a4087a19-d11f-4af4-a695-4311735c58be'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:11.787849 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fff72c8a-b3be-48d8-8c80-17d1c1023d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.823836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f389ed58-eb31-4f71-94cc-9258a8042ba6 None None] Network 2390b154-016e-4bde-99e9-95e99c5ced9f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:11.871911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (469a47e9-758d-4c85-ade9-706890259286), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.873253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] For port efc61312-8c3f-4d76-a2d4-a071a0ce67d1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,segment=NetworkSegment(eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c),segment_id=eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:11.877918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.888103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for port (6a6deae7-a9b0-4c8d-b996-ef0af845ff01), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.900569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Deleting port 6158255e-a2c7-4e92-9ce5-617b0ce3e768 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:11.900925 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:11.926259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] Calling delete_port for efc61312-8c3f-4d76-a2d4-a071a0ce67d1 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:12.142938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a4087a19-d11f-4af4-a695-4311735c58be), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.146361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (bcceca46-74d5-42b3-9f01-a4aed03c1a44), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.186380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.200615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/networks/bcceca46-74d5-42b3-9f01-a4aed03c1a44 HTTP/1.1" status: 204 len: 168 time: 2.2651923 Feb 11 13:52:12.220797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40204) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:12.249235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216f1f-228c-436e-b38c-211b56747b5d tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Network': ['ID=bcceca46-74d5-42b3-9f01-a4aed03c1a44,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:12.310663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.317950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6a6deae7-a9b0-4c8d-b996-ef0af845ff01), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.372138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Calling delete_port for 6158255e-a2c7-4e92-9ce5-617b0ce3e768 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:12.504883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (a4087a19-d11f-4af4-a695-4311735c58be), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.524970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network 2390b154-016e-4bde-99e9-95e99c5ced9f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:12.531044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:12.536587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (abdc0b8d-75f6-43e1-a875-7db08cac8a7e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.538724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:12.541402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=a4087a19-d11f-4af4-a695-4311735c58be,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:12.625612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:12.626542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.636912 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (469a47e9-758d-4c85-ade9-706890259286), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.645569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Port': ['ID=6a6deae7-a9b0-4c8d-b996-ef0af845ff01,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-fff72c8a-b3be-48d8-8c80-17d1c1023d68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4087a19-d11f-4af4-a695-4311735c58be: This subnet is being modified by another concurrent operation. Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4087a19-d11f-4af4-a695-4311735c58be: This subnet is being modified by another concurrent operation. Feb 11 13:52:12.663252 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 13:52:12.692033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469a47e9-758d-4c85-ade9-706890259286']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:12.692852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:12.693443 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.714435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8fb445-ca58-487e-8143-b167a249cc5e') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:12.714893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8fb445-ca58-487e-8143-b167a249cc5e') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:12.739069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (fe8fb445-ca58-487e-8143-b167a249cc5e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.766728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (fe8fb445-ca58-487e-8143-b167a249cc5e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.774559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:12.775938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (fe8fb445-ca58-487e-8143-b167a249cc5e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.788054 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a5803e72-dd4e-40bb-a319-29d029deae4b tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.8672295 Feb 11 13:52:12.792089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:12.852934 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:12.860131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (469a47e9-758d-4c85-ade9-706890259286), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.902437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.912169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/469a47e9-758d-4c85-ade9-706890259286 HTTP/1.1" status: 204 len: 168 time: 1.5094836 Feb 11 13:52:12.917608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0976ab7-72fe-4fb2-8c41-478e86861bb7 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=469a47e9-758d-4c85-ade9-706890259286,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:12.922528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40226) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:12.936097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1323002349'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:13.040176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:13.044596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.051384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Deleting port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:13.053601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.069693 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.143720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] Pushing event deleted for resources: {'Port': ['ID=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:13.156411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:13.159224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] For port efc61312-8c3f-4d76-a2d4-a071a0ce67d1, host n-d-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:13.159892 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.178034 n-d-828676-2 neutron-server[103177]: INFO neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No ports have port_id starting with efc61312-8c3f-4d76-a2d4-a071a0ce67d1 Feb 11 13:52:13.182223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b375843-ffd6-4744-baa9-89a3fec5ee0e None None] No DVR routers for this DVR port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:13.185165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Deleting port 6a6deae7-a9b0-4c8d-b996-ef0af845ff01 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:13.187818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6a6deae7-a9b0-4c8d-b996-ef0af845ff01), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.200210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6158255e-a2c7-4e92-9ce5-617b0ce3e768), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.234786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e9a0e-6446-43bd-a67b-c882bacc9852 None None] Network 469a47e9-758d-4c85-ade9-706890259286 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:13.291895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Calling delete_port for efc61312-8c3f-4d76-a2d4-a071a0ce67d1 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:13.296344 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (206e373e-34dc-4a0a-8263-2e0c96388115), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.296809 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment 206e373e-34dc-4a0a-8263-2e0c96388115 of type vlan for network 9090b25c-01af-48b1-936a-986bee378469 Feb 11 13:52:13.300524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 was not found and therefore no delete operation was performed {{(pid=103176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:52:13.345214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e9a0e-6446-43bd-a67b-c882bacc9852 None None] Network 469a47e9-758d-4c85-ade9-706890259286 could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:52:13.396261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Port': ['ID=6158255e-a2c7-4e92-9ce5-617b0ce3e768,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:13.403795 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (efc61312-8c3f-4d76-a2d4-a071a0ce67d1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.516811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac3470a2-2b33-4604-ad18-82cff6449af7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:13.650406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Port': ['ID=efc61312-8c3f-4d76-a2d4-a071a0ce67d1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:13.662396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac3470a2-2b33-4604-ad18-82cff6449af7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:13.666568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.673386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] No DVR routers for this DVR port efc61312-8c3f-4d76-a2d4-a071a0ce67d1 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:13.701201 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (9090b25c-01af-48b1-936a-986bee378469), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.845273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6a6deae7-a9b0-4c8d-b996-ef0af845ff01), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.859490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:52:13.956733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac3470a2-2b33-4604-ad18-82cff6449af7 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:13.957072 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.033745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ac3470a2-2b33-4604-ad18-82cff6449af7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac3470a2-2b33-4604-ad18-82cff6449af7,segment=NetworkSegment(191e7d36-6604-451a-99b9-fa6c90705a32),segment_id=191e7d36-6604-451a-99b9-fa6c90705a32)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:14.040500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.053868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Calling delete_port for 6a6deae7-a9b0-4c8d-b996-ef0af845ff01 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:14.058825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (abdc0b8d-75f6-43e1-a875-7db08cac8a7e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.077431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (9090b25c-01af-48b1-936a-986bee378469), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.083042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.084024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.104425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (084230e2-a5b6-478d-b56a-6b3070633e13), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.142618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdc0b8d-75f6-43e1-a875-7db08cac8a7e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.187753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device efc61312-8c3f-4d76-a2d4-a071a0ce67d1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:14.254319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: efc61312-8c3f-4d76-a2d4-a071a0ce67d1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:52:14.255008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device efc61312-8c3f-4d76-a2d4-a071a0ce67d1 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:14.255446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 923daab1-2374-435e-8449-8f9d3556aec7 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:14.258238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ac3470a2-2b33-4604-ad18-82cff6449af7,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:14.325046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3917506 Feb 11 13:52:14.325046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.325046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.332976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40254) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:14.338235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa852c-6b13-4b52-86d0-98c85feed001 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:52:14.358028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 923daab1-2374-435e-8449-8f9d3556aec7 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:52:14.358872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 923daab1-2374-435e-8449-8f9d3556aec7 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:14.457792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '9090b25c-01af-48b1-936a-986bee378469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:14.459684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-af57dd91-b572-47c4-a579-2c8300ebaf01 None None] Provisioning complete for port ac3470a2-2b33-4604-ad18-82cff6449af7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:14.460067 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af57dd91-b572-47c4-a579-2c8300ebaf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.488985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.511858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748b569-f07e-426f-9d5c-c13932f6ee73 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=9090b25c-01af-48b1-936a-986bee378469,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:14.550170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 9090b25c-01af-48b1-936a-986bee378469 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:14.625008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.742833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:14.744132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (eed8dca7-32e2-4a27-b6f0-f2f11b5bcf9c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.789861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Router 084230e2-a5b6-478d-b56a-6b3070633e13 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:14.890468 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:14.912423 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (abdc0b8d-75f6-43e1-a875-7db08cac8a7e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.942595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.952566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/networks/abdc0b8d-75f6-43e1-a875-7db08cac8a7e HTTP/1.1" status: 204 len: 168 time: 2.7257347 Feb 11 13:52:14.961269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40270) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:15.104347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:15.120133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d6b8fd1-4d52-4b7f-b4f4-16e0b73ab9cb tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "PUT /v2.0/routers/084230e2-a5b6-478d-b56a-6b3070633e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6793773 Feb 11 13:52:15.122849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40272) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:15.255009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7bed7-36ff-4b51-a250-e148990aad2a tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Network': ['ID=abdc0b8d-75f6-43e1-a875-7db08cac8a7e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:15.271519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:15.277688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.315871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6a6deae7-a9b0-4c8d-b996-ef0af845ff01), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.326636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] Sync routers for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:15.351010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (16524b9d-6d17-4947-b0d9-36bbb7a23f09), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.408862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a6deae7-a9b0-4c8d-b996-ef0af845ff01,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:15.410852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac3470a2-2b33-4604-ad18-82cff6449af7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:15.413418 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router (084230e2-a5b6-478d-b56a-6b3070633e13), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.562614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.565856 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9dc27a17-2aad-4088-80f6-ecab8dc95e5d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "DELETE /v2.0/ports/6a6deae7-a9b0-4c8d-b996-ef0af845ff01 HTTP/1.1" status: 204 len: 168 time: 2.7639315 Feb 11 13:52:15.571254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40280) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:15.578982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2390b154-016e-4bde-99e9-95e99c5ced9f', 'external_fixed_ips': [{'subnet_id': 'be699afb-9e07-4714-a7c0-f0442d0802a0', 'ip_address': '172.20.0.5'}]}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:15.599433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:15.601147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:15.670827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (16524b9d-6d17-4947-b0d9-36bbb7a23f09), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.684381 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (fda4766f-b189-4b3f-9552-0b01d73a0645), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.686264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (fda4766f-b189-4b3f-9552-0b01d73a0645), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.692330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-af57dd91-b572-47c4-a579-2c8300ebaf01 None None] Current status of the port ac3470a2-2b33-4604-ad18-82cff6449af7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:15.698300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa852c-6b13-4b52-86d0-98c85feed001 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:52:15.718079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16524b9d-6d17-4947-b0d9-36bbb7a23f09']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:15.719451 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router_gateway (084230e2-a5b6-478d-b56a-6b3070633e13), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.737270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121125af-e84a-4503-9ff8-8f11760a6da0') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:15.737665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121125af-e84a-4503-9ff8-8f11760a6da0') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:15.757366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (121125af-e84a-4503-9ff8-8f11760a6da0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.864316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (121125af-e84a-4503-9ff8-8f11760a6da0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.877772 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (fda4766f-b189-4b3f-9552-0b01d73a0645), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.879088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:15.879400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (121125af-e84a-4503-9ff8-8f11760a6da0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:15.884134 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:15.886588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Deleting port 0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:15.886588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:15.955159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:15.976906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac3470a2-2b33-4604-ad18-82cff6449af7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:15.977297 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.051518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.081601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Calling delete_port for 0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:16.205383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] Routers {'084230e2-a5b6-478d-b56a-6b3070633e13'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:16.205938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['084230e2-a5b6-478d-b56a-6b3070633e13'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:16.319168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:16.319871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57db5d-1c1c-4fc8-857d-e7a95d54c5b8 None None] The sync data for ids ['084230e2-a5b6-478d-b56a-6b3070633e13'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:16.345231 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (fda4766f-b189-4b3f-9552-0b01d73a0645), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.351464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40296) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:16.367821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'network': {'name': 'tempest-network-smoke--586527381', 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:16.428170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Made reservation on behalf of 8acefabc5eb443508cfbdcced1978b97 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:16.432321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.442371 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:52:16.479698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.496370 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (16524b9d-6d17-4947-b0d9-36bbb7a23f09), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.498254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (7c90c86f-9f15-49ca-87c8-3a2b9a608874), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.499213 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.546185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Port': ['ID=0a8dbb9a-17bc-4223-8ae4-74987e1fe6b8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:16.567708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac3470a2-2b33-4604-ad18-82cff6449af7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:16.577832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffe2293-84d9-40f2-b1f9-9a6a8bb799c3 None None] Network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:16.603183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.610794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.611197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.611555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.611900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.612390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.612585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.620283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.620636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.620987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.621514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.621865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.622225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.666308 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:16.670519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/networks/16524b9d-6d17-4947-b0d9-36bbb7a23f09 HTTP/1.1" status: 204 len: 168 time: 1.6782393 Feb 11 13:52:16.675109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=7c90c86f-9f15-49ca-87c8-3a2b9a608874,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:16.677994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40300) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:16.703987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.704653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.705178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.705786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.706325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.711407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.718511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.720497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.720949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.723736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.725185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.727112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.727599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:16.742061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5088-2a70-44b3-b198-08ec0484c29b tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Network': ['ID=16524b9d-6d17-4947-b0d9-36bbb7a23f09,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:16.927017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (084230e2-a5b6-478d-b56a-6b3070633e13), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.063690 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fa336316-e6a9-418f-a12a-d7d7656c7520), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.138790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (936a4c42-1c6b-4952-9c47-551b1f5e013d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.160212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (936a4c42-1c6b-4952-9c47-551b1f5e013d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.195550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (084230e2-a5b6-478d-b56a-6b3070633e13), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.202445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router_controller (084230e2-a5b6-478d-b56a-6b3070633e13), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.354924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-990259cf-db09-47c3-bbf0-fe6ef037843b None None] Provisioning complete for port ac3470a2-2b33-4604-ad18-82cff6449af7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:17.355909 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-990259cf-db09-47c3-bbf0-fe6ef037843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.432066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fa336316-e6a9-418f-a12a-d7d7656c7520), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.457144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa336316-e6a9-418f-a12a-d7d7656c7520']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:17.468663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5e9222-496c-43af-b315-381049dae0a8') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:17.469079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5e9222-496c-43af-b315-381049dae0a8') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:17.481553 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (ac5e9222-496c-43af-b315-381049dae0a8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.500194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ac5e9222-496c-43af-b315-381049dae0a8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.502848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-990259cf-db09-47c3-bbf0-fe6ef037843b None None] Current status of the port ac3470a2-2b33-4604-ad18-82cff6449af7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:17.507846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:17.508409 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (ac5e9222-496c-43af-b315-381049dae0a8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:17.597434 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:17.599883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (084230e2-a5b6-478d-b56a-6b3070633e13), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.601139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Fanout notify agent at l3_agent the message router_deleted on router 084230e2-a5b6-478d-b56a-6b3070633e13 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:52:17.603921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fa336316-e6a9-418f-a12a-d7d7656c7520), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.617928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.625179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] 10.222.0.79 "DELETE /v2.0/networks/fa336316-e6a9-418f-a12a-d7d7656c7520 HTTP/1.1" status: 204 len: 168 time: 0.9454205 Feb 11 13:52:17.631361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.635734 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1c345901-34d6-4b9f-b985-b9986965a30f tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "DELETE /v2.0/routers/084230e2-a5b6-478d-b56a-6b3070633e13 HTTP/1.1" status: 204 len: 168 time: 2.5095613 Feb 11 13:52:17.638854 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40316) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:17.658479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab7d46-726d-4064-9fa7-9d9c9bf6a65e tempest-BulkNetworkOpsIpV6Test-834781875 tempest-BulkNetworkOpsIpV6Test-834781875-project] Pushing event deleted for resources: {'Network': ['ID=fa336316-e6a9-418f-a12a-d7d7656c7520,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:17.717359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Deleting subnet 311ce5ee-a020-4479-8937-d135fd364218 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:52:17.721054 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for subnet (311ce5ee-a020-4479-8937-d135fd364218), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.781322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (311ce5ee-a020-4479-8937-d135fd364218), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.974653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': '206e373e-34dc-4a0a-8263-2e0c96388115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9090b25c-01af-48b1-936a-986bee378469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:17.976501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: 9090b25c-01af-48b1-936a-986bee378469, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:18.012172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:18.014030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (311ce5ee-a020-4479-8937-d135fd364218), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.024989 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9f94034a-e6b8-4cb0-ae93-fdacdea67fc3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.025958 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Added segment 9f94034a-e6b8-4cb0-ae93-fdacdea67fc3 of type vlan for network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 Feb 11 13:52:18.084124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936a4c42-1c6b-4952-9c47-551b1f5e013d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:18.108033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (311ce5ee-a020-4479-8937-d135fd364218), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.117303 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3fef1633-5b2d-4cb2-a630-fb0456ea12d3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.120818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 9090b25c-01af-48b1-936a-986bee378469 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:18.141612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Subnet': ['ID=311ce5ee-a020-4479-8937-d135fd364218,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:18.144040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.148041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8c1144d-a80f-4afe-9cbc-bd7ef4d20fd9 tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "DELETE /v2.0/subnets/311ce5ee-a020-4479-8937-d135fd364218 HTTP/1.1" status: 204 len: 168 time: 0.5080462 Feb 11 13:52:18.150344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40334) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:18.150592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179d0a0-c61a-4052-baa4-912cd6721708 None None] Network 2b6b6725-cb2c-432a-89cd-f39c3f27f23a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:18.161874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 9090b25c-01af-48b1-936a-986bee378469) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:18.177456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:18.178068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.207444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da9044-222a-4ff9-bfef-3bcc4df2a12f None None] Network 9090b25c-01af-48b1-936a-986bee378469 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:18.258136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40336) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:18.294567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (2b6b6725-cb2c-432a-89cd-f39c3f27f23a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.425829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Deleting port cc1b63af-62aa-477c-bbbb-6c1895b6c287 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:18.427117 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.468735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c6ccb1fa-0b4d-4c31-812f-68d5a88bdef9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.1246102 Feb 11 13:52:18.471789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3fef1633-5b2d-4cb2-a630-fb0456ea12d3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.476600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40344) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:18.476762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:18.477263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.512697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1510439 Feb 11 13:52:18.530128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40346) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:18.534706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'admin_state_up': True, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:18.562545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-9090b25c-01af-48b1-936a-986bee378469', 'network_id': '9090b25c-01af-48b1-936a-986bee378469', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': '7c90c86f-9f15-49ca-87c8-3a2b9a608874'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:18.563408 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.611915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d6be-4838-4e92-aacd-0a520499f1b3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Network': ['ID=3fef1633-5b2d-4cb2-a630-fb0456ea12d3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:18.617572 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (fda4766f-b189-4b3f-9552-0b01d73a0645), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.630034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:18.643422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:18.787240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] DHCP port deletion for 2b6b6725-cb2c-432a-89cd-f39c3f27f23a request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:52:18.987661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] Deleting port cc1b63af-62aa-477c-bbbb-6c1895b6c287 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:18.988042 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.016018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Allocated IP 172.20.0.5 (2390b154-016e-4bde-99e9-95e99c5ced9f/be699afb-9e07-4714-a7c0-f0442d0802a0/63a1cd91-153b-4d51-8035-45a22552ab19) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:19.033195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Allocated IP 2001:db8::1 (9090b25c-01af-48b1-936a-986bee378469/7c90c86f-9f15-49ca-87c8-3a2b9a608874/f19006ee-2f29-4aff-9543-ca3eeead92d8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:19.116755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] For port cc1b63af-62aa-477c-bbbb-6c1895b6c287, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc1b63af-62aa-477c-bbbb-6c1895b6c287,segment=NetworkSegment(69fb63a1-8698-41d4-9547-1a670f342605),segment_id=69fb63a1-8698-41d4-9547-1a670f342605)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:19.117160 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.144408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] Calling delete_port for cc1b63af-62aa-477c-bbbb-6c1895b6c287 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:19.185508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for port (63a1cd91-153b-4d51-8035-45a22552ab19), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.310502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (63a1cd91-153b-4d51-8035-45a22552ab19), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.323250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.324290 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.370538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Port': ['ID=63a1cd91-153b-4d51-8035-45a22552ab19,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:19.380715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] For port cc1b63af-62aa-477c-bbbb-6c1895b6c287, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cc1b63af-62aa-477c-bbbb-6c1895b6c287,segment=NetworkSegment(69fb63a1-8698-41d4-9547-1a670f342605),segment_id=69fb63a1-8698-41d4-9547-1a670f342605)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:19.381008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.405358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cc1b63af-62aa-477c-bbbb-6c1895b6c287 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:19.417810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network 2390b154-016e-4bde-99e9-95e99c5ced9f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:19.419942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:19.427389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:19.453053 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Publish callbacks [] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.463280 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.486088 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.546895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] No DVR routers for this DVR port cc1b63af-62aa-477c-bbbb-6c1895b6c287 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:19.550364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Network 9090b25c-01af-48b1-936a-986bee378469 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:19.556407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cc1b63af-62aa-477c-bbbb-6c1895b6c287 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:19.563177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.569031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-057e04ce-ae3d-4a45-a87e-f840ec7eb31e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34ac7bd417b34ac8acc4bf1a9c8396a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3067844 Feb 11 13:52:19.569465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Calling delete_port for cc1b63af-62aa-477c-bbbb-6c1895b6c287 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:19.572630 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_controller (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.578648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40362) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:19.582989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:19.596728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:19.602588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (9090b25c-01af-48b1-936a-986bee378469), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.606416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Pushing event updated for resources: {'Port': ['ID=f19006ee-2f29-4aff-9543-ca3eeead92d8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:19.709006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87dea4-a0ce-4971-bc47-7901c3e828f0 None None] Pushing event deleted for resources: {'Port': ['ID=cc1b63af-62aa-477c-bbbb-6c1895b6c287,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:19.726342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Attempting to bind port f19006ee-2f29-4aff-9543-ca3eeead92d8 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:19.726729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Attempting to bind port f19006ee-2f29-4aff-9543-ca3eeead92d8 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '206e373e-34dc-4a0a-8263-2e0c96388115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9090b25c-01af-48b1-936a-986bee378469'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:19.727103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Attempting to bind port f19006ee-2f29-4aff-9543-ca3eeead92d8 on network 9090b25c-01af-48b1-936a-986bee378469 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:19.732833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:19.733221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Checking segment: {'id': '206e373e-34dc-4a0a-8263-2e0c96388115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9090b25c-01af-48b1-936a-986bee378469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:19.733783 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.734740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Bound using segment: {'id': '206e373e-34dc-4a0a-8263-2e0c96388115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9090b25c-01af-48b1-936a-986bee378469'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:19.734951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Bound port: f19006ee-2f29-4aff-9543-ca3eeead92d8, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206e373e-34dc-4a0a-8263-2e0c96388115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9090b25c-01af-48b1-936a-986bee378469'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:19.735344 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.815602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] For port f19006ee-2f29-4aff-9543-ca3eeead92d8, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:19.819169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] For port f19006ee-2f29-4aff-9543-ca3eeead92d8, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f19006ee-2f29-4aff-9543-ca3eeead92d8,segment=NetworkSegment(206e373e-34dc-4a0a-8263-2e0c96388115),segment_id=206e373e-34dc-4a0a-8263-2e0c96388115)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:19.826038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.923305 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (cc1b63af-62aa-477c-bbbb-6c1895b6c287), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:19.983111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2b1c7-e365-4352-a893-15f4b2f2f621 None None] Pushing event updated for resources: {'Port': ['ID=f19006ee-2f29-4aff-9543-ca3eeead92d8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:20.019440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (fda4766f-b189-4b3f-9552-0b01d73a0645), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.049977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] No DVR routers for this DVR port cc1b63af-62aa-477c-bbbb-6c1895b6c287 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:20.118716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.225138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Port': ['ID=cc1b63af-62aa-477c-bbbb-6c1895b6c287,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:20.232027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:20.313264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] Deleting subnet 5e2da54e-c0c4-4fbe-93d4-b96291b28da0 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:52:20.316774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] Publish callbacks [] for subnet (5e2da54e-c0c4-4fbe-93d4-b96291b28da0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.364070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.377317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (5e2da54e-c0c4-4fbe-93d4-b96291b28da0), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.392092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae98d87c-bef7-460c-aed4-2f26e321950d admin admin] Publish callbacks [] for security_group (93b06e3a-b43b-458a-a977-523197c21756), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.465291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5e2da54e-c0c4-4fbe-93d4-b96291b28da0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.525590 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (2b6b6725-cb2c-432a-89cd-f39c3f27f23a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.531851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae98d87c-bef7-460c-aed4-2f26e321950d admin admin] Publish callbacks [] for security_group (93b06e3a-b43b-458a-a977-523197c21756), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.600106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6b6725-cb2c-432a-89cd-f39c3f27f23a']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:20.620814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fb63a1-8698-41d4-9547-1a670f342605') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:20.621390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fb63a1-8698-41d4-9547-1a670f342605') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:20.626578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting port f19006ee-2f29-4aff-9543-ca3eeead92d8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:20.627116 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.651004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (69fb63a1-8698-41d4-9547-1a670f342605), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.708951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (5e2da54e-c0c4-4fbe-93d4-b96291b28da0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.760740 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.761246 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (69fb63a1-8698-41d4-9547-1a670f342605), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.768095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5e2da54e-c0c4-4fbe-93d4-b96291b28da0 HTTP/1.1" status: 204 len: 168 time: 0.5343044 Feb 11 13:52:20.771407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40384) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:20.788244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:20.788943 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (69fb63a1-8698-41d4-9547-1a670f342605), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: self.session.flush() Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:20.798558 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:20.816355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae98d87c-bef7-460c-aed4-2f26e321950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (93b06e3a-b43b-458a-a977-523197c21756), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.819367 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae98d87c-bef7-460c-aed4-2f26e321950d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.820768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ae98d87c-bef7-460c-aed4-2f26e321950d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93b06e3a-b43b-458a-a977-523197c21756 HTTP/1.1" status: 204 len: 168 time: 1.2411582 Feb 11 13:52:20.878966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76df3f-ff0e-4a5c-a942-73864b0d34bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2da54e-c0c4-4fbe-93d4-b96291b28da0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:20.931718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (6747e886-c0f9-495c-94e0-1e6339d8b5b4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.937261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98d87c-bef7-460c-aed4-2f26e321950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b06e3a-b43b-458a-a977-523197c21756,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:20.959520 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (fda4766f-b189-4b3f-9552-0b01d73a0645), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.960944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] For port f19006ee-2f29-4aff-9543-ca3eeead92d8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f19006ee-2f29-4aff-9543-ca3eeead92d8,segment=NetworkSegment(206e373e-34dc-4a0a-8263-2e0c96388115),segment_id=206e373e-34dc-4a0a-8263-2e0c96388115)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:20.961329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:20.995469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (2b6b6725-cb2c-432a-89cd-f39c3f27f23a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.005013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Calling delete_port for f19006ee-2f29-4aff-9543-ca3eeead92d8 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:21.023353 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.035041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "DELETE /v2.0/networks/2b6b6725-cb2c-432a-89cd-f39c3f27f23a HTTP/1.1" status: 204 len: 168 time: 2.8834927 Feb 11 13:52:21.043730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40388) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:21.214949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759a3a5-6a9e-4ed9-bc04-9edab0a939ce tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Network': ['ID=2b6b6725-cb2c-432a-89cd-f39c3f27f23a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:21.309033 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (6747e886-c0f9-495c-94e0-1e6339d8b5b4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.444215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f19006ee-2f29-4aff-9543-ca3eeead92d8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:21.476422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6747e886-c0f9-495c-94e0-1e6339d8b5b4']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:21.521149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10d48fe-1a92-4471-9781-3936c1112e1c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:21.522628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10d48fe-1a92-4471-9781-3936c1112e1c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:21.565528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (c10d48fe-1a92-4471-9781-3936c1112e1c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.566191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f19006ee-2f29-4aff-9543-ca3eeead92d8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:21.566771 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.618560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.648405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c10d48fe-1a92-4471-9781-3936c1112e1c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.669628 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:21.670476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (c10d48fe-1a92-4471-9781-3936c1112e1c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:21.672242 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:21.681758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f19006ee-2f29-4aff-9543-ca3eeead92d8 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:21.682416 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.708942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c55cd-77e2-4d12-abd3-87be489c61fc None None] Network 9090b25c-01af-48b1-936a-986bee378469 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:21.719079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.769126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port f19006ee-2f29-4aff-9543-ca3eeead92d8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f19006ee-2f29-4aff-9543-ca3eeead92d8,segment=NetworkSegment(206e373e-34dc-4a0a-8263-2e0c96388115),segment_id=206e373e-34dc-4a0a-8263-2e0c96388115)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:21.785281 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.870661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-66844b7f-7d56-4bdd-a78c-bf1af6424247 None None] Provisioning complete for port f19006ee-2f29-4aff-9543-ca3eeead92d8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:21.876107 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66844b7f-7d56-4bdd-a78c-bf1af6424247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.878996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Router fda4766f-b189-4b3f-9552-0b01d73a0645 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:52:21.903155 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (6747e886-c0f9-495c-94e0-1e6339d8b5b4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.915505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:21.921574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6747e886-c0f9-495c-94e0-1e6339d8b5b4 HTTP/1.1" status: 204 len: 168 time: 1.1239467 Feb 11 13:52:21.975711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Deleting port c9bd061b-7bf0-4749-9cbf-00b496c069ab {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:21.977565 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.032903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d9d4-3f40-42df-92d0-3850d7b89cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6747e886-c0f9-495c-94e0-1e6339d8b5b4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.248222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.267868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40432) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:22.367301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:22.379557 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Sync routers for ids ['fda4766f-b189-4b3f-9552-0b01d73a0645'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:22.395003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40434) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:22.405392 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Routers {'fda4766f-b189-4b3f-9552-0b01d73a0645'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:22.415126 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fda4766f-b189-4b3f-9552-0b01d73a0645'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:22.421171 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f19006ee-2f29-4aff-9543-ca3eeead92d8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.454358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Allocated IP 172.25.3.142 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c7558183-c46d-4dcc-b105-39b275e97d4e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:22.460466 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b6924e6c-63d1-4509-be85-33283b7b13aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64b6f8db2a3744afa7f0a49136e48a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885905 Feb 11 13:52:22.464494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.470173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3aab3a56-d0df-4c50-8c78-aa2421f9e025 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.8944998 Feb 11 13:52:22.475938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40438) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:22.476530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:22.688894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'networks': [{'name': 'tempest-network--400514941'}, {'name': 'tempest-network--814770694'}]} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:22.689468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'network': {'name': 'tempest-network--400514941'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:22.689719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'network': {'name': 'tempest-network--814770694'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:22.693809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Port': ['ID=f19006ee-2f29-4aff-9543-ca3eeead92d8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.698967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.699863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for floatingip (c9bd061b-7bf0-4749-9cbf-00b496c069ab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.738783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No DVR routers for this DVR port f19006ee-2f29-4aff-9543-ca3eeead92d8 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:22.741221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Calling delete_port for c9bd061b-7bf0-4749-9cbf-00b496c069ab owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:22.774538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=f19006ee-2f29-4aff-9543-ca3eeead92d8,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.807015 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (7c90c86f-9f15-49ca-87c8-3a2b9a608874), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.808742 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Set router fda4766f-b189-4b3f-9552-0b01d73a0645 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:22.830382 n-d-828676-2 neutron-server[103177]: INFO neutron.plugins.ml2.db [None req-66844b7f-7d56-4bdd-a78c-bf1af6424247 None None] No ports have port_id starting with f19006ee-2f29-4aff-9543-ca3eeead92d8 Feb 11 13:52:22.887445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Made reservation on behalf of 1bbc233de8d84c198d95aef4a9843de0 for: {'network': 2} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:22.891720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.906226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:22.966734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (fda4766f-b189-4b3f-9552-0b01d73a0645), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.083585 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.162436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbf4-c41a-49aa-bd34-805ccde0bdec admin admin] Publish callbacks [] for security_group (60e6ffe1-3a1b-4b90-9791-c345c5f46260), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.187198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.222045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbf4-c41a-49aa-bd34-805ccde0bdec admin admin] Publish callbacks [] for security_group (60e6ffe1-3a1b-4b90-9791-c345c5f46260), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.228299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:23.230235 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (7c90c86f-9f15-49ca-87c8-3a2b9a608874), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.236742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:23.270488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce355964-0a4c-4d3e-bc4f-e8608425d5f4 None None] DHCP port deletion for 9090b25c-01af-48b1-936a-986bee378469 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:52:23.293502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-52008ab2-2d04-4b84-919b-a7f181a05b10 None None] Could not find standard attr ID for object f19006ee-2f29-4aff-9543-ca3eeead92d8. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:52:23.305537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:23.316403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09c50b-e1e0-43f0-b4a3-4ea8bc697766 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:52:23.391449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbf4-c41a-49aa-bd34-805ccde0bdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (60e6ffe1-3a1b-4b90-9791-c345c5f46260), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.403064 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04c9fbf4-c41a-49aa-bd34-805ccde0bdec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.409887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04c9fbf4-c41a-49aa-bd34-805ccde0bdec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60e6ffe1-3a1b-4b90-9791-c345c5f46260 HTTP/1.1" status: 204 len: 168 time: 0.9307592 Feb 11 13:52:23.413746 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4766f-b189-4b3f-9552-0b01d73a0645', 'name': '', 'tenant_id': '4f15c5f57f444d8ea6779d736c812f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2390b154-016e-4bde-99e9-95e99c5ced9f', 'external_fixed_ips': [{'subnet_id': 'be699afb-9e07-4714-a7c0-f0442d0802a0', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '63a1cd91-153b-4d51-8035-45a22552ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:15Z', 'updated_at': '2022-02-11T13:52:19Z', 'revision_number': 3, 'project_id': '4f15c5f57f444d8ea6779d736c812f58', 'gw_port': {'id': '63a1cd91-153b-4d51-8035-45a22552ab19', 'name': '', 'network_id': '2390b154-016e-4bde-99e9-95e99c5ced9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda4766f-b189-4b3f-9552-0b01d73a0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'be699afb-9e07-4714-a7c0-f0442d0802a0', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:18Z', 'updated_at': '2022-02-11T13:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be699afb-9e07-4714-a7c0-f0442d0802a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:23.423786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (fda4766f-b189-4b3f-9552-0b01d73a0645), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.504818 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Checking router: fda4766f-b189-4b3f-9552-0b01d73a0645 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:23.505205 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Updating router fda4766f-b189-4b3f-9552-0b01d73a0645 port 63a1cd91-153b-4d51-8035-45a22552ab19 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:52:23.543565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9fbf4-c41a-49aa-bd34-805ccde0bdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e6ffe1-3a1b-4b90-9791-c345c5f46260,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.546689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c09c50b-e1e0-43f0-b4a3-4ea8bc697766 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:52:23.605052 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (63a1cd91-153b-4d51-8035-45a22552ab19), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.620114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Deleting port 63a1cd91-153b-4d51-8035-45a22552ab19 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:23.620457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (63a1cd91-153b-4d51-8035-45a22552ab19), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.631561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for security_group (cd887cb1-6d17-4a9e-b307-3f280fcecc06), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.643969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=7c90c86f-9f15-49ca-87c8-3a2b9a608874,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.686691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd887cb1-6d17-4a9e-b307-3f280fcecc06), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.687338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.808615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (63a1cd91-153b-4d51-8035-45a22552ab19), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:23.847613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Calling delete_port for 63a1cd91-153b-4d51-8035-45a22552ab19 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:23.913188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=c7558183-c46d-4dcc-b105-39b275e97d4e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.921642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:24.011597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df0e57-36f8-4c14-9718-ecfbf4ef778f None None] Network 9090b25c-01af-48b1-936a-986bee378469 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:24.058301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ba6debee-55cb-48aa-a2ea-cbcdf8cc038b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.058713 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Added segment ba6debee-55cb-48aa-a2ea-cbcdf8cc038b of type vlan for network e64b668f-77f9-41dd-85a5-b927a927db47 Feb 11 13:52:24.069928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (9090b25c-01af-48b1-936a-986bee378469), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.073428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd887cb1-6d17-4a9e-b307-3f280fcecc06,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:24.196408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (63a1cd91-153b-4d51-8035-45a22552ab19), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.227042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defac153-5ded-4db5-beb8-bafd763cb280 None None] DHCP port deletion for 9090b25c-01af-48b1-936a-986bee378469 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:52:24.289143 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.db.api [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:52:24.289450 n-d-828676-2 neutron-server[103178]: DEBUG oslo_db.api [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:52:24.311152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event deleted for resources: {'Port': ['ID=63a1cd91-153b-4d51-8035-45a22552ab19,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:24.358632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (fda4766f-b189-4b3f-9552-0b01d73a0645), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.449197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9090b25c-01af-48b1-936a-986bee378469']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:24.481140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e64b668f-77f9-41dd-85a5-b927a927db47), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.502543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206e373e-34dc-4a0a-8263-2e0c96388115') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:24.502839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206e373e-34dc-4a0a-8263-2e0c96388115') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:24.521339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (fda4766f-b189-4b3f-9552-0b01d73a0645), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.530056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (fda4766f-b189-4b3f-9552-0b01d73a0645), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.567070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (206e373e-34dc-4a0a-8263-2e0c96388115), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.584874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c9bd061b-7bf0-4749-9cbf-00b496c069ab), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.587460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:24.608032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (206e373e-34dc-4a0a-8263-2e0c96388115), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.626993 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (fda4766f-b189-4b3f-9552-0b01d73a0645), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.627857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fda4766f-b189-4b3f-9552-0b01d73a0645 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:52:24.636306 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.640876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e6a748eb-11d4-4143-b0e8-8dafd9219a85 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "DELETE /v2.0/routers/fda4766f-b189-4b3f-9552-0b01d73a0645 HTTP/1.1" status: 204 len: 168 time: 2.1570542 Feb 11 13:52:24.641197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:24.692593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9fca07a1-746f-42ae-b2bf-4105fa30f642), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.692994 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Added segment 9fca07a1-746f-42ae-b2bf-4105fa30f642 of type vlan for network 74900bed-8d54-4f0b-874f-2b26dd0a69ee Feb 11 13:52:24.724055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Pushing event deleted for resources: {'Port': ['ID=c9bd061b-7bf0-4749-9cbf-00b496c069ab,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:24.726321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:24.726792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (206e373e-34dc-4a0a-8263-2e0c96388115), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:24.753691 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:24.770712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Deleting subnet be699afb-9e07-4714-a7c0-f0442d0802a0 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:52:24.777297 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for subnet (be699afb-9e07-4714-a7c0-f0442d0802a0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.824238 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Port 63a1cd91-153b-4d51-8035-45a22552ab19 not found while updating agent binding for router fda4766f-b189-4b3f-9552-0b01d73a0645. {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 13:52:24.848422 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Routers set() bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:24.849004 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Router IDs set() for agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:52:24.849859 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_agentschedulers_db [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fda4766f-b189-4b3f-9552-0b01d73a0645'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent'). {{(pid=103178) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:52:24.850469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c158552-96c0-4212-b6ed-4d34ab025f4f None None] The sync data for ids ['fda4766f-b189-4b3f-9552-0b01d73a0645'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:24.854440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (be699afb-9e07-4714-a7c0-f0442d0802a0), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:24.971137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (be699afb-9e07-4714-a7c0-f0442d0802a0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.047683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:25.068261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (be699afb-9e07-4714-a7c0-f0442d0802a0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.127702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be699afb-9e07-4714-a7c0-f0442d0802a0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:25.157203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.174056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71835dda-a99d-4949-9d12-adf46466688c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/be699afb-9e07-4714-a7c0-f0442d0802a0 HTTP/1.1" status: 204 len: 168 time: 0.5312457 Feb 11 13:52:25.176405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40496) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:25.213017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1772389954-network', 'tenant_id': '528b39b64ea04ed1bf23cb82c75449ca'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:25.261289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f19006ee-2f29-4aff-9543-ca3eeead92d8 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:25.319154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Made reservation on behalf of 528b39b64ea04ed1bf23cb82c75449ca for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:25.319399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: f19006ee-2f29-4aff-9543-ca3eeead92d8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:52:25.319600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f19006ee-2f29-4aff-9543-ca3eeead92d8 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:25.322741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.399431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.399755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (74900bed-8d54-4f0b-874f-2b26dd0a69ee), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.413527 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (2390b154-016e-4bde-99e9-95e99c5ced9f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.545525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (2390b154-016e-4bde-99e9-95e99c5ced9f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.592316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2390b154-016e-4bde-99e9-95e99c5ced9f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:25.607900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:25.608297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:25.620770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e64b668f-77f9-41dd-85a5-b927a927db47), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.621267 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (74900bed-8d54-4f0b-874f-2b26dd0a69ee), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.624989 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.626579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:25.631079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:25.631724 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.634358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (9090b25c-01af-48b1-936a-986bee378469), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.651459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.659855 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:25.660354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b08d98d6-ba51-4fb0-ae1c-e7b627bfc3da), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.723227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Network': ['ID=e64b668f-77f9-41dd-85a5-b927a927db47,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:25.729288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.737588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/9090b25c-01af-48b1-936a-986bee378469 HTTP/1.1" status: 204 len: 168 time: 7.2598464 Feb 11 13:52:25.740911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.741057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e64b668f-77f9-41dd-85a5-b927a927db47 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:25.764762 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks [] for security_group (64704e8c-00fe-4c05-b85d-bbb4813ba7e4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:25.768174 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:25.770640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:25.807941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-406879291'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:25.816518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (2390b154-016e-4bde-99e9-95e99c5ced9f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.819015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (64704e8c-00fe-4c05-b85d-bbb4813ba7e4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.847355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2390b154-016e-4bde-99e9-95e99c5ced9f {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:52:25.874850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event deleted for resources: {'Network': ['ID=2390b154-016e-4bde-99e9-95e99c5ced9f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:25.878592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:25.894488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6beacaf0-471c-4096-adae-5da4ff4a54ac tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "DELETE /v2.0/networks/2390b154-016e-4bde-99e9-95e99c5ced9f HTTP/1.1" status: 204 len: 168 time: 0.7162640 Feb 11 13:52:25.968680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:26.016152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64704e8c-00fe-4c05-b85d-bbb4813ba7e4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:26.025238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.025906 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Added segment 0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0 of type vlan for network d04a0320-16ff-482f-af88-cefb2e75f671 Feb 11 13:52:26.031948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:26.035652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.6324615 Feb 11 13:52:26.040867 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.046760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40518) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:26.084917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks [] for floatingip (44636e46-754f-4aa3-89b3-eca4404227fb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.105533 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.109008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-60a2c88d-97b4-4600-a084-ef933c2a7dda tempest-FloatingIPAdminTestJSON-1086587971 tempest-FloatingIPAdminTestJSON-1086587971-project] 10.222.0.79 "DELETE /v2.0/floatingips/44636e46-754f-4aa3-89b3-eca4404227fb HTTP/1.1" status: 204 len: 168 time: 5.0368714 Feb 11 13:52:26.237713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (d04a0320-16ff-482f-af88-cefb2e75f671), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.344372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:26.356048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d70d0-e8b6-41c3-b3d8-13971e088c1d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Network': ['ID=74900bed-8d54-4f0b-874f-2b26dd0a69ee,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:26.365285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.365676 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment d66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3 of type vlan for network 0cd0138f-2501-4c7c-b15e-ba7d80d0de29 Feb 11 13:52:26.372223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 74900bed-8d54-4f0b-874f-2b26dd0a69ee details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:26.499666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:26.520191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (d04a0320-16ff-482f-af88-cefb2e75f671), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.521255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:26.521976 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.597082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c51b5246-9427-4f62-a4df-e7ecb7844fee tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'router': {'name': 'tempest-router--1642302438', 'project_id': '2be36b04fb524ba48f708cdb16df8332'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:26.609826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0cd0138f-2501-4c7c-b15e-ba7d80d0de29), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.618853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:26.620875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73154af-448e-47fd-87a4-b4a5cc856130 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=9090b25c-01af-48b1-936a-986bee378469,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:26.688247 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6362426 Feb 11 13:52:26.688507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c51b5246-9427-4f62-a4df-e7ecb7844fee tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (f09381e5-35e5-4c42-b1ca-1fdce94792dd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.689646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c51b5246-9427-4f62-a4df-e7ecb7844fee tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (f09381e5-35e5-4c42-b1ca-1fdce94792dd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.693939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40540) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:26.700846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aed68-4bcc-45e5-8d3f-af105076f57e admin admin] Pushing event updated for resources: {'Network': ['ID=d04a0320-16ff-482f-af88-cefb2e75f671,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:26.704400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Request body: {'subnet': {'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1772389954-subnet', 'tenant_id': '528b39b64ea04ed1bf23cb82c75449ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:26.714011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network d04a0320-16ff-482f-af88-cefb2e75f671 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:26.724730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.753983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0cd0138f-2501-4c7c-b15e-ba7d80d0de29), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.762677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b542b-41e5-4206-8498-9ea0069c53c5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:26.771296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:26.771960 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:26.780407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b542b-41e5-4206-8498-9ea0069c53c5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:26.802834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b542b-41e5-4206-8498-9ea0069c53c5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:26.810304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b542b-41e5-4206-8498-9ea0069c53c5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:26.812072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3c4b542b-41e5-4206-8498-9ea0069c53c5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7621930 Feb 11 13:52:26.817788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40544) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:26.856699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0804315 Feb 11 13:52:26.869568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40546) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:26.874856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '0cd0138f-2501-4c7c-b15e-ba7d80d0de29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:27.038648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11f2400d-a342-436c-8a3f-a5580ded3677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.043716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee287bfb-4833-4c8f-a262-06224ec00c62 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=0cd0138f-2501-4c7c-b15e-ba7d80d0de29,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:27.054875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0cd0138f-2501-4c7c-b15e-ba7d80d0de29 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:27.081126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Made reservation on behalf of 528b39b64ea04ed1bf23cb82c75449ca for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:27.085864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.135750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-65432d71-d59e-4035-b96d-05f28bcd7a1c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=198dba10ada8491ba7ab9e61b656a484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026703 Feb 11 13:52:27.137201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:27.201188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:27.205917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.263541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c51b5246-9427-4f62-a4df-e7ecb7844fee tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (f09381e5-35e5-4c42-b1ca-1fdce94792dd), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.297008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e64b668f-77f9-41dd-85a5-b927a927db47), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.303717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c51b5246-9427-4f62-a4df-e7ecb7844fee tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (f09381e5-35e5-4c42-b1ca-1fdce94792dd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.381508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c51b5246-9427-4f62-a4df-e7ecb7844fee tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.382835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c51b5246-9427-4f62-a4df-e7ecb7844fee tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8727658 Feb 11 13:52:27.390111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40560) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:27.559037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4985013-3a60-4993-af92-bb171bce8dd1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (f09381e5-35e5-4c42-b1ca-1fdce94792dd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.591772 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e64b668f-77f9-41dd-85a5-b927a927db47), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.593482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (b0c5bc1d-61ad-4412-9648-93f71af5ea85), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.669466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36d91a3b-0567-4163-b76e-9b32fac7cfcb admin admin] Publish callbacks [] for security_group (f17074e9-2cc3-4b25-9da5-bad1c936b3b6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.710879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64b668f-77f9-41dd-85a5-b927a927db47']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:27.725588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:52:27.746711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6debee-55cb-48aa-a2ea-cbcdf8cc038b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:27.747187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6debee-55cb-48aa-a2ea-cbcdf8cc038b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:27.766957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=b0c5bc1d-61ad-4412-9648-93f71af5ea85,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:27.777280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36d91a3b-0567-4163-b76e-9b32fac7cfcb admin admin] Publish callbacks [] for security_group (f17074e9-2cc3-4b25-9da5-bad1c936b3b6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.788974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (ba6debee-55cb-48aa-a2ea-cbcdf8cc038b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.791529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': 'd66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0cd0138f-2501-4c7c-b15e-ba7d80d0de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:27.791900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: 0cd0138f-2501-4c7c-b15e-ba7d80d0de29, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:27.850085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 0cd0138f-2501-4c7c-b15e-ba7d80d0de29 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:27.875027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0cd0138f-2501-4c7c-b15e-ba7d80d0de29) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:27.883103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:27.884778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.888498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbd955-075a-451c-843d-60b1bd4bb963 None None] Network 0cd0138f-2501-4c7c-b15e-ba7d80d0de29 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:27.929361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36d91a3b-0567-4163-b76e-9b32fac7cfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f17074e9-2cc3-4b25-9da5-bad1c936b3b6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.937584 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36d91a3b-0567-4163-b76e-9b32fac7cfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.942787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-36d91a3b-0567-4163-b76e-9b32fac7cfcb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f17074e9-2cc3-4b25-9da5-bad1c936b3b6 HTTP/1.1" status: 204 len: 168 time: 0.8038995 Feb 11 13:52:27.952081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ba6debee-55cb-48aa-a2ea-cbcdf8cc038b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.958928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d91a3b-0567-4163-b76e-9b32fac7cfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17074e9-2cc3-4b25-9da5-bad1c936b3b6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:27.970350 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-858db1e1-b121-4f82-94b8-d5a275a54a70 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0995588 Feb 11 13:52:27.971380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40570) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:28.031082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (787529c2-77d3-4bd5-8276-2be67df9e90f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.058531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4985013-3a60-4993-af92-bb171bce8dd1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (f09381e5-35e5-4c42-b1ca-1fdce94792dd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.062458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:28.064467 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (ba6debee-55cb-48aa-a2ea-cbcdf8cc038b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:28.071578 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:28.093513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0cd0138f-2501-4c7c-b15e-ba7d80d0de29), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.129705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4006c66-956d-45a3-b6fc-d38b7ef22da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0cd0138f-2501-4c7c-b15e-ba7d80d0de29', 'network_id': '0cd0138f-2501-4c7c-b15e-ba7d80d0de29', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': 'b0c5bc1d-61ad-4412-9648-93f71af5ea85'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:28.130730 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d4006c66-956d-45a3-b6fc-d38b7ef22da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.143295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4985013-3a60-4993-af92-bb171bce8dd1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (f09381e5-35e5-4c42-b1ca-1fdce94792dd), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.221413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b0c5bc1d-61ad-4412-9648-93f71af5ea85), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.365306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=787529c2-77d3-4bd5-8276-2be67df9e90f,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:28.375547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:28.381869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (b0c5bc1d-61ad-4412-9648-93f71af5ea85), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.394651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4985013-3a60-4993-af92-bb171bce8dd1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (f09381e5-35e5-4c42-b1ca-1fdce94792dd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.395449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4985013-3a60-4993-af92-bb171bce8dd1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f09381e5-35e5-4c42-b1ca-1fdce94792dd {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:52:28.409432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e64b668f-77f9-41dd-85a5-b927a927db47), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.425307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.432036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/networks/e64b668f-77f9-41dd-85a5-b927a927db47 HTTP/1.1" status: 204 len: 168 time: 1.6113858 Feb 11 13:52:28.456430 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4985013-3a60-4993-af92-bb171bce8dd1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.462097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e4985013-3a60-4993-af92-bb171bce8dd1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "DELETE /v2.0/routers/f09381e5-35e5-4c42-b1ca-1fdce94792dd HTTP/1.1" status: 204 len: 168 time: 1.0697987 Feb 11 13:52:28.485632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Sync routers for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:28.506202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40580) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:28.524427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c5bc1d-61ad-4412-9648-93f71af5ea85,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:28.535511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:28.542172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:28.543026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:51:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:28.564194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f888c8-e88c-4cd3-8e22-500575309a3b tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Network': ['ID=e64b668f-77f9-41dd-85a5-b927a927db47,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:28.603672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Checking segment: {'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:28.612844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Network hostable DHCP agents. Network: d04a0320-16ff-482f-af88-cefb2e75f671, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:28.623006 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.628995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-55e6e394-60c8-4208-a238-1af23a63ed63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 10.0977325 Feb 11 13:52:28.638246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40586) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:28.685690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0cd0138f-2501-4c7c-b15e-ba7d80d0de29), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.691709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Network d04a0320-16ff-482f-af88-cefb2e75f671 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:28.721342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, d04a0320-16ff-482f-af88-cefb2e75f671) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:28.730389 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9046528c-73e9-4d7f-bc9e-d2d597184dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.735630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:28.736730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.772447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4f13a6bd-c064-4cc1-9953-88870a8ccd4b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0737972 Feb 11 13:52:28.794969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:28.824758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd0138f-2501-4c7c-b15e-ba7d80d0de29']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:28.848827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:28.849153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:28.865777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (74900bed-8d54-4f0b-874f-2b26dd0a69ee), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.871163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (d66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.893726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.909606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:28.910020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (d66a6b1a-7af4-4a07-b9ca-db67b0a2bcc3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:28.915920 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:28.941452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40598) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:28.948943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d612fc2b-4177-40ea-b299-fd4fb9348077 None None] Network d04a0320-16ff-482f-af88-cefb2e75f671 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-d4006c66-956d-45a3-b6fc-d38b7ef22da6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c5bc1d-61ad-4412-9648-93f71af5ea85: This subnet is being modified by another concurrent operation. Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c5bc1d-61ad-4412-9648-93f71af5ea85: This subnet is being modified by another concurrent operation. Feb 11 13:52:29.125185 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 13:52:29.132643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (74900bed-8d54-4f0b-874f-2b26dd0a69ee), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.143184 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0cd0138f-2501-4c7c-b15e-ba7d80d0de29), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.167672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-996b9952-63c6-456f-a3f3-1fd11846ce81 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=8acefabc5eb443508cfbdcced1978b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5280123 Feb 11 13:52:29.170223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40604) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:29.171932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261a216-d852-449c-9db2-adbf2a96e34b None None] Network 0cd0138f-2501-4c7c-b15e-ba7d80d0de29 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:29.244322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261a216-d852-449c-9db2-adbf2a96e34b None None] Network 0cd0138f-2501-4c7c-b15e-ba7d80d0de29 could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:52:29.246475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9046528c-73e9-4d7f-bc9e-d2d597184dcb admin admin] Publish callbacks [] for security_group (819c05f1-49df-4373-a910-95ef54a79fe8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.282255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.285591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/0cd0138f-2501-4c7c-b15e-ba7d80d0de29 HTTP/1.1" status: 204 len: 168 time: 1.3131864 Feb 11 13:52:29.302178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40612) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:29.303166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9046528c-73e9-4d7f-bc9e-d2d597184dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (819c05f1-49df-4373-a910-95ef54a79fe8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.330109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088577569'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:29.387170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-409588642', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:29.456044 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (6a885788-bb3a-4644-bc25-245c44e1acfc), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.457634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (6a885788-bb3a-4644-bc25-245c44e1acfc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.474863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519aa9dc-4736-4483-9224-a66834c8971c tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:29.479646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-519aa9dc-4736-4483-9224-a66834c8971c tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3049955 Feb 11 13:52:29.480278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40616) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:29.531543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1276b1e5-11d1-4bf7-936e-a89b00809427 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470681 Feb 11 13:52:29.538698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:29.546346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1212069455', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:29.628876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (6a885788-bb3a-4644-bc25-245c44e1acfc), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.700826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-66d74aa8-7357-4816-8614-8b5a1d3deb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.718279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7263861-fbc4-4b7a-864b-1be2e27aff97 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:52:29.860861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7263861-fbc4-4b7a-864b-1be2e27aff97 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:52:29.904846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Made reservation on behalf of 8acefabc5eb443508cfbdcced1978b97 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:29.910378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:29.925242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:24Z', 'revision_number': 3, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:30.021086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74900bed-8d54-4f0b-874f-2b26dd0a69ee']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:30.048873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fca07a1-746f-42ae-b2bf-4105fa30f642') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:30.049513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fca07a1-746f-42ae-b2bf-4105fa30f642') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:30.051616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Checking router: 19e99c49-0388-4d6e-a177-2b8f0be9ebfd for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:30.063025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (9fca07a1-746f-42ae-b2bf-4105fa30f642), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.066725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Updating router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd port c7558183-c46d-4dcc-b105-39b275e97d4e binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:52:30.081374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9fca07a1-746f-42ae-b2bf-4105fa30f642), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.092923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:30.093562 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (9fca07a1-746f-42ae-b2bf-4105fa30f642), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.121751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.234422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62235684-c7c2-4cd4-a793-571977353c9c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=0cd0138f-2501-4c7c-b15e-ba7d80d0de29,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:30.242952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9046528c-73e9-4d7f-bc9e-d2d597184dcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d86cc78490154509a667a2e49efbe564&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7061436 Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:30.244075 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:30.269095 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:30.270174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046528c-73e9-4d7f-bc9e-d2d597184dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c05f1-49df-4373-a910-95ef54a79fe8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:30.311114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:30.315345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.339659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (74900bed-8d54-4f0b-874f-2b26dd0a69ee), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.369511 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.376794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/networks/74900bed-8d54-4f0b-874f-2b26dd0a69ee HTTP/1.1" status: 204 len: 168 time: 1.8652229 Feb 11 13:52:30.392329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40638) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:30.702245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddd0ce-ecf7-49f5-9e03-9f58c8a8bc22 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:30.725685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddd0ce-ecf7-49f5-9e03-9f58c8a8bc22 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:30.727949 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-74ddd0ce-ecf7-49f5-9e03-9f58c8a8bc22 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3309553 Feb 11 13:52:30.753933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40646) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:30.755955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03343902-1c52-4b21-bc65-e712972398bf tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Network': ['ID=74900bed-8d54-4f0b-874f-2b26dd0a69ee,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:30.791464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-361309177'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:30.792985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (6a885788-bb3a-4644-bc25-245c44e1acfc), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.801039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (4563cf37-987c-440c-a2fb-cc4052d35f5e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.839213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:30.851947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Made reservation on behalf of 1bbc233de8d84c198d95aef4a9843de0 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:30.862989 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.902521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Subnet': ['ID=4563cf37-987c-440c-a2fb-cc4052d35f5e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:30.911090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Checking segment: {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:30.911573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network hostable DHCP agents. Network: 3fef1633-5b2d-4cb2-a630-fb0456ea12d3, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:30.929572 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (befb9f5b-3593-454c-a29a-f35dda022b35), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:30.929955 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment befb9f5b-3593-454c-a29a-f35dda022b35 of type vlan for network 11cef677-e030-42e0-9086-d6357a133361 Feb 11 13:52:30.957921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbd957bf-1350-4443-8531-00711e203963 admin admin] Publish callbacks [] for security_group (819c05f1-49df-4373-a910-95ef54a79fe8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.023887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:31.043459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 3fef1633-5b2d-4cb2-a630-fb0456ea12d3) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:31.066230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:31.067057 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.074934 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.080394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:31.092081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7cf9b-58d8-44d7-a179-7e26acfce15e None None] Network d04a0320-16ff-482f-af88-cefb2e75f671 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:31.150712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (fca9a80a-1555-47ac-ab8e-192fb980ca90), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.151154 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Added segment fca9a80a-1555-47ac-ab8e-192fb980ca90 of type vlan for network 90c7be4d-0da5-412b-946d-1db3688a7140 Feb 11 13:52:31.154789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbd957bf-1350-4443-8531-00711e203963 admin admin] Publish callbacks [] for security_group (819c05f1-49df-4373-a910-95ef54a79fe8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.170876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (11cef677-e030-42e0-9086-d6357a133361), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.193611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f64e8d-099c-4d71-b78f-520af0cb1bc6 None None] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:31.206777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-84c6cd74-4972-4b0b-bd6b-9d13e9d210eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6642063 Feb 11 13:52:31.220893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40656) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:31.256009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (90c7be4d-0da5-412b-946d-1db3688a7140), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.289122 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (11cef677-e030-42e0-9086-d6357a133361), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.295018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:31.295628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.339469 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (90c7be4d-0da5-412b-946d-1db3688a7140), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.344529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:31.345255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.358201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0495942 Feb 11 13:52:31.362892 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbd957bf-1350-4443-8531-00711e203963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (819c05f1-49df-4373-a910-95ef54a79fe8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.364799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40658) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:31.365556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fbd957bf-1350-4443-8531-00711e203963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.370785 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fbd957bf-1350-4443-8531-00711e203963 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/819c05f1-49df-4373-a910-95ef54a79fe8 HTTP/1.1" status: 204 len: 168 time: 1.0931697 Feb 11 13:52:31.371640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (6a885788-bb3a-4644-bc25-245c44e1acfc), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.400676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '11cef677-e030-42e0-9086-d6357a133361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:31.420843 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.490409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd957bf-1350-4443-8531-00711e203963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c05f1-49df-4373-a910-95ef54a79fe8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:31.511346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686579-cb91-4518-9cbc-dec9881ffaed tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=11cef677-e030-42e0-9086-d6357a133361,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:31.536191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7567720 Feb 11 13:52:31.627742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40666) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:31.632532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-205020443'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:31.657167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 11cef677-e030-42e0-9086-d6357a133361 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:31.682990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Made reservation on behalf of 1bbc233de8d84c198d95aef4a9843de0 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:31.686330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.769954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ef6e2-7a1b-473c-a60f-7c2595fadb86 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Network': ['ID=90c7be4d-0da5-412b-946d-1db3688a7140,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:31.788179 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Publish callbacks [] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.796667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:31.807226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 90c7be4d-0da5-412b-946d-1db3688a7140 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:31.834196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9dd9bb83-6fd3-4276-b1a1-3270949389d1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.834196 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Added segment 9dd9bb83-6fd3-4276-b1a1-3270949389d1 of type vlan for network 67e5b046-130b-4bf6-afd3-cbda210f02a3 Feb 11 13:52:31.902592 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.963349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (67e5b046-130b-4bf6-afd3-cbda210f02a3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.077681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (67e5b046-130b-4bf6-afd3-cbda210f02a3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.087113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:32.087811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.198958 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5672014 Feb 11 13:52:32.203269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40678) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:32.208532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'ports': [{'network_id': '90c7be4d-0da5-412b-946d-1db3688a7140', 'name': 'tempest-port--1914589438', 'admin_state_up': True}, {'network_id': '67e5b046-130b-4bf6-afd3-cbda210f02a3', 'admin_state_up': False}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:32.208884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'port': {'network_id': '90c7be4d-0da5-412b-946d-1db3688a7140', 'name': 'tempest-port--1914589438', 'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:32.209348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'port': {'network_id': '67e5b046-130b-4bf6-afd3-cbda210f02a3', 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:32.251380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Attempting to bind port c7558183-c46d-4dcc-b105-39b275e97d4e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:32.251961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Attempting to bind port c7558183-c46d-4dcc-b105-39b275e97d4e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:32.253528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Attempting to bind port c7558183-c46d-4dcc-b105-39b275e97d4e on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:32.295554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:32.297066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.326350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:32.334228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:32.335017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:32.335648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.336265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:32.337544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Bound port: c7558183-c46d-4dcc-b105-39b275e97d4e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:32.338193 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.339271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e03c2-1e07-4d94-a947-7f852dbbdd19 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Network': ['ID=67e5b046-130b-4bf6-afd3-cbda210f02a3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:32.369879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58556769-0be7-48be-ad02-d8322ae05067 None None] Pushing event updated for resources: {'Port': ['ID=c7558183-c46d-4dcc-b105-39b275e97d4e,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:32.378492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 67e5b046-130b-4bf6-afd3-cbda210f02a3 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:32.460037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3eb2785-b78b-450e-948a-029d06b43457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.493357 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.565068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] For port c7558183-c46d-4dcc-b105-39b275e97d4e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:32.570111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] For port c7558183-c46d-4dcc-b105-39b275e97d4e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c7558183-c46d-4dcc-b105-39b275e97d4e,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:32.577693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3eb2785-b78b-450e-948a-029d06b43457 admin admin] Publish callbacks [] for security_group (9655a499-887f-43b3-be05-cfaeeaeddee5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.598972 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.625923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3eb2785-b78b-450e-948a-029d06b43457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9655a499-887f-43b3-be05-cfaeeaeddee5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.720689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb2785-b78b-450e-948a-029d06b43457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9655a499-887f-43b3-be05-cfaeeaeddee5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:32.760426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:32.761070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:32.767329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Allocated IP 172.25.3.122 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:32.814663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:32.818506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.823011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.832723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Allocated IP 172.20.0.2 (3fef1633-5b2d-4cb2-a630-fb0456ea12d3/4563cf37-987c-440c-a2fb-cc4052d35f5e/7b1c1024-a914-4c6a-8489-2bc7bee6fd6b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:32.836030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58556769-0be7-48be-ad02-d8322ae05067 None None] Pushing event updated for resources: {'Port': ['ID=c7558183-c46d-4dcc-b105-39b275e97d4e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:32.877417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b3eb2785-b78b-450e-948a-029d06b43457 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03d26b69a53744daab431dc365eef421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5489333 Feb 11 13:52:32.879865 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:32.967876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:32.982716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ad55681-d6bb-47b3-972e-df47da44bee5 admin admin] Publish callbacks [] for security_group (9655a499-887f-43b3-be05-cfaeeaeddee5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.013823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Made reservation on behalf of 1bbc233de8d84c198d95aef4a9843de0 for: {'port': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:33.018597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.033666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ad55681-d6bb-47b3-972e-df47da44bee5 admin admin] Publish callbacks [] for security_group (9655a499-887f-43b3-be05-cfaeeaeddee5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.046430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.205258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ad55681-d6bb-47b3-972e-df47da44bee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9655a499-887f-43b3-be05-cfaeeaeddee5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.208190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ad55681-d6bb-47b3-972e-df47da44bee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.209460 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3ad55681-d6bb-47b3-972e-df47da44bee5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9655a499-887f-43b3-be05-cfaeeaeddee5 HTTP/1.1" status: 204 len: 168 time: 0.3286085 Feb 11 13:52:33.251694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad55681-d6bb-47b3-972e-df47da44bee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9655a499-887f-43b3-be05-cfaeeaeddee5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:33.269836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] device_id is not set on port 6c4737a7-b526-4945-b398-9e959226128e yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:33.286691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (9adac14c-13e9-4a25-b6e2-df5a607b8d89), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.344697 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for port (a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.389131 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for port (6c4737a7-b526-4945-b398-9e959226128e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.396636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=9adac14c-13e9-4a25-b6e2-df5a607b8d89,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:33.553079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Publish callbacks [] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.562397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.577282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] device_id is not set on port e22bdfa2-d84c-4727-97b6-340f81cdb2f4 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:33.619946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Pushing event updated for resources: {'Port': ['ID=7b1c1024-a914-4c6a-8489-2bc7bee6fd6b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:33.668520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:33.673940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:24Z', 'revision_number': 3, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:33.678569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:33.710456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': 'befb9f5b-3593-454c-a29a-f35dda022b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '11cef677-e030-42e0-9086-d6357a133361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:33.712854 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: 11cef677-e030-42e0-9086-d6357a133361, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:33.716568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:33.719889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.722763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b3372-60f7-4f09-ac7c-18dcd9012443 None None] The sync data for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 is: [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:24Z', 'revision_number': 3, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:33.797065 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.863859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Attempting to bind port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:33.864690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:33.866085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Attempting to bind port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:33.866494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Attempting to bind port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b on network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:33.870520 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for port (e22bdfa2-d84c-4727-97b6-340f81cdb2f4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.886397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:33.886667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:33.886827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Checking segment: {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:33.887244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.887653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Bound using segment: {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:33.888791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:33.898384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 11cef677-e030-42e0-9086-d6357a133361 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:33.899352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Bound port: 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:33.906384 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.936189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 11cef677-e030-42e0-9086-d6357a133361) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:33.940724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:33.941332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.970151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7dad07-eb0b-4e2d-9873-8c920d7ad328 None None] Network 11cef677-e030-42e0-9086-d6357a133361 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:33.973713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:33.974073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45eeb723-7524-4f35-b20d-8b696dedae7c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6031907 Feb 11 13:52:33.978508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6c4737a7-b526-4945-b398-9e959226128e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:33.995502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '11cef677-e030-42e0-9086-d6357a133361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:34.065935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event updated for resources: {'Port': ['ID=a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:34.202374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Port': ['ID=6c4737a7-b526-4945-b398-9e959226128e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:34.304430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Checking segment: {'id': 'fca9a80a-1555-47ac-ab8e-192fb980ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '90c7be4d-0da5-412b-946d-1db3688a7140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:34.305069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network hostable DHCP agents. Network: 90c7be4d-0da5-412b-946d-1db3688a7140, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:34.376530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network 90c7be4d-0da5-412b-946d-1db3688a7140 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:34.381891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:34.390854 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:34.474220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] For port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:34.511882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-11cef677-e030-42e0-9086-d6357a133361', 'network_id': '11cef677-e030-42e0-9086-d6357a133361', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': '9adac14c-13e9-4a25-b6e2-df5a607b8d89'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:34.513133 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:34.636758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] For port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7b1c1024-a914-4c6a-8489-2bc7bee6fd6b,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:34.668703 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:34.708268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 90c7be4d-0da5-412b-946d-1db3688a7140) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:34.722683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:34.723587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e22bdfa2-d84c-4727-97b6-340f81cdb2f4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:34.767983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c777a7a3-6eb4-4daa-bc4d-f08297043274 None None] Network 90c7be4d-0da5-412b-946d-1db3688a7140 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:34.803083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (6a885788-bb3a-4644-bc25-245c44e1acfc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:35.002919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Allocated IP 172.20.0.1 (3fef1633-5b2d-4cb2-a630-fb0456ea12d3/4563cf37-987c-440c-a2fb-cc4052d35f5e/085eab57-e928-429b-aa8c-72574966d63f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:35.364987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Port': ['ID=e22bdfa2-d84c-4727-97b6-340f81cdb2f4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:35.480056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (16208517-144e-4ed1-bebd-e50f2466f75d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:35.561878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c7558183-c46d-4dcc-b105-39b275e97d4e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:35.633599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=16208517-144e-4ed1-bebd-e50f2466f75d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:35.665074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Checking segment: {'id': '9dd9bb83-6fd3-4276-b1a1-3270949389d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '67e5b046-130b-4bf6-afd3-cbda210f02a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:35.665472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network hostable DHCP agents. Network: 67e5b046-130b-4bf6-afd3-cbda210f02a3, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:35.690618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (085eab57-e928-429b-aa8c-72574966d63f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:35.718346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 11cef677-e030-42e0-9086-d6357a133361 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:35.737021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:35.754614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:35.755251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:35.755586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (6a885788-bb3a-4644-bc25-245c44e1acfc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:35.829236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-91b422ee-7dd4-49ce-8ee0-def2b88d03ee tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8522677 Feb 11 13:52:35.831802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:35.833790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network 67e5b046-130b-4bf6-afd3-cbda210f02a3 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:35.895669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 67e5b046-130b-4bf6-afd3-cbda210f02a3) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:35.928784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64be87-c410-4338-878f-1b6e16c08d8a None None] Network 67e5b046-130b-4bf6-afd3-cbda210f02a3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:35.934949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (085eab57-e928-429b-aa8c-72574966d63f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:35.994241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:36.020115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.048178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.052103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:36.083395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acf327-caea-4c5b-991d-f1cdafe6d0f2 None None] Pushing event updated for resources: {'Port': ['ID=7b1c1024-a914-4c6a-8489-2bc7bee6fd6b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:36.109860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:36.129773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:36.161556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-426c6425-0ca7-4bf1-9fa3-b5e5f4e60dfc tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9570608 Feb 11 13:52:36.162300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40772) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:36.296718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b80e29-6948-4a8b-ad8b-915bfa46fb6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.301267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b80e29-6948-4a8b-ad8b-915bfa46fb6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.305379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b80e29-6948-4a8b-ad8b-915bfa46fb6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.313104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b80e29-6948-4a8b-ad8b-915bfa46fb6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.315238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b80e29-6948-4a8b-ad8b-915bfa46fb6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.319937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-93b80e29-6948-4a8b-ad8b-915bfa46fb6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4628932 Feb 11 13:52:36.325204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:36.366614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335242508'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:36.466767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:36.469505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c7558183-c46d-4dcc-b105-39b275e97d4e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:36.470247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:36.470582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:36.594647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704fac4-7e74-4f06-8a5b-200d9e08cbe5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.619870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Allocated IP 2001:db8::2 (11cef677-e030-42e0-9086-d6357a133361/9adac14c-13e9-4a25-b6e2-df5a607b8d89/7acee94f-725f-4792-9aa9-0f58ed039708) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:36.622681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704fac4-7e74-4f06-8a5b-200d9e08cbe5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.632174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9704fac4-7e74-4f06-8a5b-200d9e08cbe5 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4508998 Feb 11 13:52:36.635296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:36.667461 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (900dd859-dee9-4f93-ab93-55fc52678327), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:36.667890 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment 900dd859-dee9-4f93-ab93-55fc52678327 of type vlan for network 82383014-d3a1-4309-b5e7-c39907d5cf1c Feb 11 13:52:36.771209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40784) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:36.896089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40794) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:36.920701 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (82383014-d3a1-4309-b5e7-c39907d5cf1c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.077744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d89253-f276-4809-a585-bae83453e8b9 None None] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:37.129669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (82383014-d3a1-4309-b5e7-c39907d5cf1c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.149829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:37.150514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.154210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:37.157380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=085eab57-e928-429b-aa8c-72574966d63f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:37.259863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.265982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e969d2c1-4e21-41d6-a49d-e91c811e12c7 None None] Provisioning complete for port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:37.268605 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e969d2c1-4e21-41d6-a49d-e91c811e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.274486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9453025 Feb 11 13:52:37.285307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40800) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:37.294989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:37.426634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1143111764'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:37.433679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Router 6a885788-bb3a-4644-bc25-245c44e1acfc is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:52:37.440884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Deleting port 6c4737a7-b526-4945-b398-9e959226128e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:37.441275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6c4737a7-b526-4945-b398-9e959226128e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.473930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f576-4b42-4edf-9451-e231d698a61b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=82383014-d3a1-4309-b5e7-c39907d5cf1c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:37.534607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:37.566212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Made reservation on behalf of efb0f0aea34e40e38bc71f3c40320229 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:37.569432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.584552 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.609714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (085eab57-e928-429b-aa8c-72574966d63f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.610453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6c4737a7-b526-4945-b398-9e959226128e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.730680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Publish callbacks [] for port (7acee94f-725f-4792-9aa9-0f58ed039708), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.733174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks [] for security_group (e38db62a-f4ec-44c5-9f86-245e525a3f2e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.770568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Calling delete_port for 6c4737a7-b526-4945-b398-9e959226128e owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:37.772448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e38db62a-f4ec-44c5-9f86-245e525a3f2e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.785742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e969d2c1-4e21-41d6-a49d-e91c811e12c7 None None] Current status of the port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:37.786207 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e969d2c1-4e21-41d6-a49d-e91c811e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.794930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.832886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (82383014-d3a1-4309-b5e7-c39907d5cf1c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.908756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Pushing event updated for resources: {'Port': ['ID=7acee94f-725f-4792-9aa9-0f58ed039708,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:37.937016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:37.950626 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] Sync routers for ids ['6a885788-bb3a-4644-bc25-245c44e1acfc'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:37.970950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c7558183-c46d-4dcc-b105-39b275e97d4e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:37.971386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:37.973301 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] Routers {'6a885788-bb3a-4644-bc25-245c44e1acfc'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:37.975932 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6a885788-bb3a-4644-bc25-245c44e1acfc'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:38.010165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:38.062325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (82383014-d3a1-4309-b5e7-c39907d5cf1c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.071580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4889b06d-339a-4665-9dd6-20d6ef13505b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.072061 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Added segment 4889b06d-339a-4665-9dd6-20d6ef13505b of type vlan for network a2552c3a-7373-487b-ac0b-18ccb63648fd Feb 11 13:52:38.109781 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:38.128462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a2552c3a-7373-487b-ac0b-18ccb63648fd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.135040 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] Routers {'6a885788-bb3a-4644-bc25-245c44e1acfc'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:38.138999 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6a885788-bb3a-4644-bc25-245c44e1acfc'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:38.149831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Network 11cef677-e030-42e0-9086-d6357a133361 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:38.164115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port c7558183-c46d-4dcc-b105-39b275e97d4e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c7558183-c46d-4dcc-b105-39b275e97d4e,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:38.168200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a2552c3a-7373-487b-ac0b-18ccb63648fd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.174264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:38.175240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.178065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38db62a-f4ec-44c5-9f86-245e525a3f2e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:38.184188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:38.198621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.207795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e969d2c1-4e21-41d6-a49d-e91c811e12c7 None None] For port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7b1c1024-a914-4c6a-8489-2bc7bee6fd6b,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:38.216208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:38.274182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c is not hosted by any dhcp agent {{(pid=103176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:52:38.281782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:38.282808 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.285328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "PUT /v2.0/networks/82383014-d3a1-4309-b5e7-c39907d5cf1c HTTP/1.1" status: 200 len: 723 time: 0.9951971 Feb 11 13:52:38.303123 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e969d2c1-4e21-41d6-a49d-e91c811e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.312295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:38.337093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': '82383014-d3a1-4309-b5e7-c39907d5cf1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:38.418369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5211720 Feb 11 13:52:38.445548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfbeb0-8757-417d-94e1-1f9dc0b8bf5e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=82383014-d3a1-4309-b5e7-c39907d5cf1c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:38.508077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:38.579411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:38.586155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Attempting to bind port 7acee94f-725f-4792-9aa9-0f58ed039708 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:38.589132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Attempting to bind port 7acee94f-725f-4792-9aa9-0f58ed039708 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'befb9f5b-3593-454c-a29a-f35dda022b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '11cef677-e030-42e0-9086-d6357a133361'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:38.589807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Attempting to bind port 7acee94f-725f-4792-9aa9-0f58ed039708 on network 11cef677-e030-42e0-9086-d6357a133361 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:38.590394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.601036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5f3f9578-0d3c-4d3d-825f-197fdc66a121 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6582186 Feb 11 13:52:38.611797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40830) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:38.674082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=c7558183-c46d-4dcc-b105-39b275e97d4e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:38.707136 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:38.709002 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213413f-c5c5-49b0-915e-4b2fd51718bd None None] The sync data for ids ['6a885788-bb3a-4644-bc25-245c44e1acfc'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:38.759268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:38.790519 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6c4737a7-b526-4945-b398-9e959226128e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.820233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d2c1-4e21-41d6-a49d-e91c811e12c7 None None] Pushing event updated for resources: {'Port': ['ID=7b1c1024-a914-4c6a-8489-2bc7bee6fd6b,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:38.926842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:38.927397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Checking segment: {'id': 'befb9f5b-3593-454c-a29a-f35dda022b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '11cef677-e030-42e0-9086-d6357a133361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:38.928621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.929110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Bound using segment: {'id': 'befb9f5b-3593-454c-a29a-f35dda022b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '11cef677-e030-42e0-9086-d6357a133361'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:38.933626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Bound port: 7acee94f-725f-4792-9aa9-0f58ed039708, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befb9f5b-3593-454c-a29a-f35dda022b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '11cef677-e030-42e0-9086-d6357a133361'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:38.934259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:38.956641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Port': ['ID=6c4737a7-b526-4945-b398-9e959226128e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:39.083654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.098148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bf0e00e6-f313-4a5e-970b-8ebe501e1c28 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/ports/6c4737a7-b526-4945-b398-9e959226128e HTTP/1.1" status: 204 len: 168 time: 2.3222325 Feb 11 13:52:39.111433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10728-608f-41d4-9539-a1c21aa64c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Pushing event updated for resources: {'Network': ['ID=a2552c3a-7373-487b-ac0b-18ccb63648fd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:39.119023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:39.154662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:39.174931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.180426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a2552c3a-7373-487b-ac0b-18ccb63648fd details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:39.265354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9245cd85-1fb1-4221-b772-6b32bba9c765 None None] Provisioning complete for port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:39.265694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9245cd85-1fb1-4221-b772-6b32bba9c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.325000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b1284741-9293-4770-ad61-732a51cc5bbb tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/6a885788-bb3a-4644-bc25-245c44e1acfc HTTP/1.1" status: 200 len: 920 time: 0.7057941 Feb 11 13:52:39.326763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c32d5edc-c5aa-45cf-bd47-3a13e11debe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.328212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40852) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:39.407531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40854) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:39.413967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Request body: {'port': {'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd', 'binding:host_id': 'n-h2-828676-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509657225'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:39.438756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:39.439310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.439672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9762adde-b288-47d5-84d6-fbf6142586f0 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a885788-bb3a-4644-bc25-245c44e1acfc HTTP/1.1" status: 200 len: 205 time: 0.1092310 Feb 11 13:52:39.446967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Made reservation on behalf of eba1909c71c141198ef9b436f24df892 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:39.448716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:39.450425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.463015 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (085eab57-e928-429b-aa8c-72574966d63f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.465600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.473661 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (085eab57-e928-429b-aa8c-72574966d63f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.627734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.644455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=085eab57-e928-429b-aa8c-72574966d63f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:39.717076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] For port 7acee94f-725f-4792-9aa9-0f58ed039708, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:39.748213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] For port 7acee94f-725f-4792-9aa9-0f58ed039708, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7acee94f-725f-4792-9aa9-0f58ed039708,segment=NetworkSegment(befb9f5b-3593-454c-a29a-f35dda022b35),segment_id=befb9f5b-3593-454c-a29a-f35dda022b35)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:39.757872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Deleting port e22bdfa2-d84c-4727-97b6-340f81cdb2f4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:39.758826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e22bdfa2-d84c-4727-97b6-340f81cdb2f4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.767647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:39.770513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.866368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e22bdfa2-d84c-4727-97b6-340f81cdb2f4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.884256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:39.890516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:39.900254 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for security_group (fe42cd49-f4e5-43f2-a395-07c941d68dd8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.907886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9245cd85-1fb1-4221-b772-6b32bba9c765 None None] Current status of the port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:39.924314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Pushing event updated for resources: {'Port': ['ID=7acee94f-725f-4792-9aa9-0f58ed039708,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:39.939397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Calling delete_port for e22bdfa2-d84c-4727-97b6-340f81cdb2f4 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:39.949054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.949411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.949763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.950108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.954425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.956888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.956888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.957374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.960367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.960841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.962462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.963136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.963628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d4ae4-d1dc-4c2a-a5e8-ad582f263dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.975077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9245cd85-1fb1-4221-b772-6b32bba9c765 None None] Provisioning complete for port 085eab57-e928-429b-aa8c-72574966d63f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:39.975654 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9245cd85-1fb1-4221-b772-6b32bba9c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (085eab57-e928-429b-aa8c-72574966d63f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.978217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fe42cd49-f4e5-43f2-a395-07c941d68dd8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:39.986069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] device_id is not set on port 9cecf70e-c617-43ef-89d0-84f9d389bde1 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:40.000814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (6a885788-bb3a-4644-bc25-245c44e1acfc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.052535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9245cd85-1fb1-4221-b772-6b32bba9c765 None None] Port 085eab57-e928-429b-aa8c-72574966d63f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:52:40.131508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe42cd49-f4e5-43f2-a395-07c941d68dd8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:40.196974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b0cca733-5a7e-4f2e-becd-44a8ca883a36 None None] Provisioning complete for port 085eab57-e928-429b-aa8c-72574966d63f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:40.198432 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0cca733-5a7e-4f2e-becd-44a8ca883a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (085eab57-e928-429b-aa8c-72574966d63f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.318252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b0cca733-5a7e-4f2e-becd-44a8ca883a36 None None] Port 085eab57-e928-429b-aa8c-72574966d63f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:52:40.328207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:40.330361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c32d5edc-c5aa-45cf-bd47-3a13e11debe8 admin admin] Publish callbacks [] for security_group (2581ec9c-8343-402f-8387-66fd07114943), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.351254 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c32d5edc-c5aa-45cf-bd47-3a13e11debe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2581ec9c-8343-402f-8387-66fd07114943), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.357521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (26cf3e9f-d625-4727-a85b-a1eb220a87d8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.573272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-52c22439-7fc4-47ff-9a60-035b847705f8 None None] Provisioning complete for port 085eab57-e928-429b-aa8c-72574966d63f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:40.574953 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52c22439-7fc4-47ff-9a60-035b847705f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (085eab57-e928-429b-aa8c-72574966d63f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.578226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c7558183-c46d-4dcc-b105-39b275e97d4e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:40.615459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] device_id is not set on port 9cecf70e-c617-43ef-89d0-84f9d389bde1 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:40.638524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for port (9cecf70e-c617-43ef-89d0-84f9d389bde1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.662725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=26cf3e9f-d625-4727-a85b-a1eb220a87d8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:40.667583 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9cecf70e-c617-43ef-89d0-84f9d389bde1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.701607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c32d5edc-c5aa-45cf-bd47-3a13e11debe8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbfdb9cb65e641e7902ca6c2b49dbb86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9369996 Feb 11 13:52:40.707412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:40.713597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d5edc-c5aa-45cf-bd47-3a13e11debe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2581ec9c-8343-402f-8387-66fd07114943,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:40.811882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (6a885788-bb3a-4644-bc25-245c44e1acfc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.847561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=9cecf70e-c617-43ef-89d0-84f9d389bde1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:40.868478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e22bdfa2-d84c-4727-97b6-340f81cdb2f4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:40.929843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Port': ['ID=e22bdfa2-d84c-4727-97b6-340f81cdb2f4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:40.949850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Checking segment: {'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:40.950274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Network hostable DHCP agents. Network: a2552c3a-7373-487b-ac0b-18ccb63648fd, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:40.958319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-52c22439-7fc4-47ff-9a60-035b847705f8 None None] Port 085eab57-e928-429b-aa8c-72574966d63f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:52:40.974765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:40.998589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:40.999702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e8ecfaa-b161-49f0-8018-4812bd9d5f56 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "PUT /v2.0/routers/19e99c49-0388-4d6e-a177-2b8f0be9ebfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7837667 Feb 11 13:52:41.009297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Sync routers for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:41.010024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-53804485-2c5e-4378-aa14-34e4f9fba903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1028760299', 'description': 'tempest-secgroup_access--1028760299 description', 'project_id': '8acefabc5eb443508cfbdcced1978b97'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:41.041686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': '900dd859-dee9-4f93-ab93-55fc52678327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '82383014-d3a1-4309-b5e7-c39907d5cf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:41.047836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: 82383014-d3a1-4309-b5e7-c39907d5cf1c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:41.051681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Network a2552c3a-7373-487b-ac0b-18ccb63648fd is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:41.064697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.071413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3c172be-c4bb-4e11-815b-95605e4abfda tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/ports/e22bdfa2-d84c-4727-97b6-340f81cdb2f4 HTTP/1.1" status: 204 len: 168 time: 1.9479184 Feb 11 13:52:41.084005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40884) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:41.130923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53804485-2c5e-4378-aa14-34e4f9fba903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.146050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb453-b336-427c-8909-33f1eb3a1727 admin admin] Publish callbacks [] for security_group (2581ec9c-8343-402f-8387-66fd07114943), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.153165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:41.154233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:41.206442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-253c3501-47e7-44cc-a7c8-25209b0adc3d tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1143904 Feb 11 13:52:41.212666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a2552c3a-7373-487b-ac0b-18ccb63648fd) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:41.227945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:41.240923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40886) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:41.258232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-826721535'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:41.258483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.258783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.260378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.264794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc95e7-9f23-4e7a-8995-776cb03d7875 None None] Network a2552c3a-7373-487b-ac0b-18ccb63648fd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:41.272814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.273389 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.278351 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 2 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.303605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:41.315123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c7558183-c46d-4dcc-b105-39b275e97d4e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:41.316087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.319247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb453-b336-427c-8909-33f1eb3a1727 admin admin] Publish callbacks [] for security_group (2581ec9c-8343-402f-8387-66fd07114943), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.347040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.348109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.349218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.373422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.374647 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.375533 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 3 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.395229 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 82383014-d3a1-4309-b5e7-c39907d5cf1c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:41.417747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Deleting port a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:41.423900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.427608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39dc88-13ca-4f1f-b312-03a0b1e58523 None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:41.433049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.433613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.434189 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.456286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:41.459808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.460386 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.460715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.461058 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 4 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.474150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Made reservation on behalf of 1bbc233de8d84c198d95aef4a9843de0 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:41.485921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.520304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.520826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.525731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.548351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.548889 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.554247 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 5 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.598007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-730aa2d4-1922-4c5b-973e-f851fcb07208 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2737288 Feb 11 13:52:41.612777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40888) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:41.621248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.621785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.622478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.632819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.633402 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.634048 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 6 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.635574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7f0051f8-ce7f-462b-a993-58088c5f5ccf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:41.669695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.670574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.671417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.679754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.681015 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.681667 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 7 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.704537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.705112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.705615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.716788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.717376 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.718247 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 8 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.722340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53804485-2c5e-4378-aa14-34e4f9fba903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.759927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53804485-2c5e-4378-aa14-34e4f9fba903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.775426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.777729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.779282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.798527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.802276 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.803065 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 9 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.838243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.843243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb453-b336-427c-8909-33f1eb3a1727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2581ec9c-8343-402f-8387-66fd07114943), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.844309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.844940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.845669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.846611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb453-b336-427c-8909-33f1eb3a1727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.851300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ab8bb453-b336-427c-8909-33f1eb3a1727 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2581ec9c-8343-402f-8387-66fd07114943 HTTP/1.1" status: 204 len: 168 time: 1.1271775 Feb 11 13:52:41.862543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:41.867848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.868775 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.871745 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 10 to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 Feb 11 13:52:41.932049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:41.934448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:41.935200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.942313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Calling delete_port for a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:41.953144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.954682 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 9cecf70e-c617-43ef-89d0-84f9d389bde1 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:41.956791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9cecf70e-c617-43ef-89d0-84f9d389bde1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.992296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0f970a87-0d60-4daa-8efd-6df12a6460dc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:41.992675 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Added segment 0f970a87-0d60-4daa-8efd-6df12a6460dc of type vlan for network 2ab621d5-3661-48c8-ae47-6bed4d235fdf Feb 11 13:52:41.999528 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-53804485-2c5e-4378-aa14-34e4f9fba903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.000839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-53804485-2c5e-4378-aa14-34e4f9fba903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9978282 Feb 11 13:52:42.006649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40894) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:42.035178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b68fc5c3-d644-4db0-a97f-25863bdb1dd9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--159593675', 'description': 'tempest-secgroup_general--159593675 description', 'project_id': '8acefabc5eb443508cfbdcced1978b97'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:42.160697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acdb0e9-dfa5-4b81-b912-240f8efe0362 None None] Network 11cef677-e030-42e0-9086-d6357a133361 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:42.269349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b68fc5c3-d644-4db0-a97f-25863bdb1dd9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.330832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] For port 9cecf70e-c617-43ef-89d0-84f9d389bde1, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:42.332587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempted to set empty binding levels {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:52:42.357027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9cecf70e-c617-43ef-89d0-84f9d389bde1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.390597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.391189 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.488657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40900) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:42.524480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:42.528862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1187878 Feb 11 13:52:42.533554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6a115e1-12aa-4772-a7a7-53dcc29c4199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.545380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:42.605902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-65e91f86-9c07-463f-9a39-7b65a197dc6b None None] Provisioning complete for port 7acee94f-725f-4792-9aa9-0f58ed039708 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:42.606641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65e91f86-9c07-463f-9a39-7b65a197dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.648518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef7be-6bdf-4db8-91ff-8094d3ed2e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=9cecf70e-c617-43ef-89d0-84f9d389bde1,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:42.702395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-82383014-d3a1-4309-b5e7-c39907d5cf1c', 'network_id': '82383014-d3a1-4309-b5e7-c39907d5cf1c', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': '26cf3e9f-d625-4727-a85b-a1eb220a87d8'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:42.703859 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.719180 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b68fc5c3-d644-4db0-a97f-25863bdb1dd9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (e0792aab-0eb1-4527-945c-4d0329bd0a56), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.746643 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b68fc5c3-d644-4db0-a97f-25863bdb1dd9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e0792aab-0eb1-4527-945c-4d0329bd0a56), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.859624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804485-2c5e-4378-aa14-34e4f9fba903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:42.885863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fc5c3-d644-4db0-a97f-25863bdb1dd9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0792aab-0eb1-4527-945c-4d0329bd0a56,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:42.904861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b68fc5c3-d644-4db0-a97f-25863bdb1dd9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.908696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c7558183-c46d-4dcc-b105-39b275e97d4e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:42.910417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b68fc5c3-d644-4db0-a97f-25863bdb1dd9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8996980 Feb 11 13:52:42.913318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40906) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:42.920469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-648329d0-993a-4a84-ad32-4675cee7b903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'security_group_rule': {'security_group_id': 'b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9', 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:42.923149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:42.969338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Deleting port 9cecf70e-c617-43ef-89d0-84f9d389bde1 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:42.969686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9cecf70e-c617-43ef-89d0-84f9d389bde1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:42.998364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bb453-b336-427c-8909-33f1eb3a1727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2581ec9c-8343-402f-8387-66fd07114943,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.000465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-648329d0-993a-4a84-ad32-4675cee7b903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group_rule (3928dfcf-0956-4a1a-bd1b-f439847689a3), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.016651 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2ab621d5-3661-48c8-ae47-6bed4d235fdf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.059188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f0051f8-ce7f-462b-a993-58088c5f5ccf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3850858'] for subnet (26cf3e9f-d625-4727-a85b-a1eb220a87d8), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.098864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] For port 9cecf70e-c617-43ef-89d0-84f9d389bde1, host n-h2-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:43.099558 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9cecf70e-c617-43ef-89d0-84f9d389bde1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.114459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2ab621d5-3661-48c8-ae47-6bed4d235fdf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.118608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Calling delete_port for 9cecf70e-c617-43ef-89d0-84f9d389bde1 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:43.121777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.126101 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.220491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9760339 Feb 11 13:52:43.228474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40910) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:43.284039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-868268201'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:43.297003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717d86d-85c3-4143-90b6-e858e7a6c299 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Network': ['ID=2ab621d5-3661-48c8-ae47-6bed4d235fdf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.307907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.347921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event deleted for resources: {'Port': ['ID=a6cfe65e-1da4-4f28-8fff-b842c1bcb2ee,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.365587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 2ab621d5-3661-48c8-ae47-6bed4d235fdf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:43.389410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6a115e1-12aa-4772-a7a7-53dcc29c4199 admin admin] Publish callbacks [] for security_group (1ab104da-76c7-42d7-aa74-6b17f9382962), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.405788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c6a115e1-12aa-4772-a7a7-53dcc29c4199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ab104da-76c7-42d7-aa74-6b17f9382962), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.435395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Made reservation on behalf of 1bbc233de8d84c198d95aef4a9843de0 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:43.438896 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.440783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-648329d0-993a-4a84-ad32-4675cee7b903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group_rule (3928dfcf-0956-4a1a-bd1b-f439847689a3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.470347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:43.471473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-648329d0-993a-4a84-ad32-4675cee7b903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (3928dfcf-0956-4a1a-bd1b-f439847689a3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.474980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.483680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9cecf70e-c617-43ef-89d0-84f9d389bde1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.500553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (6a885788-bb3a-4644-bc25-245c44e1acfc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.501679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c6a115e1-12aa-4772-a7a7-53dcc29c4199 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=284bc9ac3a7a4bc18fe2b12602f1d782&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0113053 Feb 11 13:52:43.507428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a115e1-12aa-4772-a7a7-53dcc29c4199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab104da-76c7-42d7-aa74-6b17f9382962,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.509400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:43.512770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:43.520942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Allocated IP 2001:db8::2 (82383014-d3a1-4309-b5e7-c39907d5cf1c/26cf3e9f-d625-4727-a85b-a1eb220a87d8/ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:43.546210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648329d0-993a-4a84-ad32-4675cee7b903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3928dfcf-0956-4a1a-bd1b-f439847689a3,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.570217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.574729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "DELETE /v2.0/ports/9cecf70e-c617-43ef-89d0-84f9d389bde1 HTTP/1.1" status: 204 len: 168 time: 1.0236950 Feb 11 13:52:43.579269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4bd03-fd75-4914-b86b-cc79c3d7344a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cecf70e-c617-43ef-89d0-84f9d389bde1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.588369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40914) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:43.606391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-648329d0-993a-4a84-ad32-4675cee7b903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.607940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-648329d0-993a-4a84-ad32-4675cee7b903 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6913974 Feb 11 13:52:43.630592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:38Z', 'revision_number': 2, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:43.631656 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ab4c43-8c08-4822-aa6d-a461da5fd10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:52:43.634195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-98ab4c43-8c08-4822-aa6d-a461da5fd10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "GET /v2.0/ports/9cecf70e-c617-43ef-89d0-84f9d389bde1 HTTP/1.1" status: 404 len: 333 time: 0.0443363 Feb 11 13:52:43.637663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40918) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:43.644412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Request body: {'port': {'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188513492'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:43.673625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Made reservation on behalf of eba1909c71c141198ef9b436f24df892 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:43.677950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Checking router: 19e99c49-0388-4d6e-a177-2b8f0be9ebfd for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:43.678347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Updating router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd port 085eab57-e928-429b-aa8c-72574966d63f binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:52:43.678476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.678744 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Added segment f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418 of type vlan for network 33bd04e9-eb8f-4a01-9045-6e03be53d1bb Feb 11 13:52:43.680253 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.710395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] device_id is not set on port 170b3746-3176-4399-9119-df4c5d9a4b11 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:43.720063 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (085eab57-e928-429b-aa8c-72574966d63f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.741888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-65e91f86-9c07-463f-9a39-7b65a197dc6b None None] Current status of the port 7acee94f-725f-4792-9aa9-0f58ed039708 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:43.742564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65e91f86-9c07-463f-9a39-7b65a197dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.766447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413fda3-a6d1-4e7f-a61f-a2be5946b8f6 None None] Update dhcp port {'port': {'network_id': '11cef677-e030-42e0-9086-d6357a133361', 'fixed_ips': [{'subnet_id': '9adac14c-13e9-4a25-b6e2-df5a607b8d89', 'ip_address': '2001:db8::2'}, {'subnet_id': '16208517-144e-4ed1-bebd-e50f2466f75d'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '7acee94f-725f-4792-9aa9-0f58ed039708'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:52:43.833202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9413fda3-a6d1-4e7f-a61f-a2be5946b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.932316 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for port (170b3746-3176-4399-9119-df4c5d9a4b11), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.949642 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (6a885788-bb3a-4644-bc25-245c44e1acfc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.970421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (6a885788-bb3a-4644-bc25-245c44e1acfc), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:43.978335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.045735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Network a2552c3a-7373-487b-ac0b-18ccb63648fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:44.074191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:44.085417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:44.087053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:44.087664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.090536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (6a885788-bb3a-4644-bc25-245c44e1acfc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.091114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Fanout notify agent at l3_agent the message router_deleted on router 6a885788-bb3a-4644-bc25-245c44e1acfc {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:52:44.099064 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (33bd04e9-eb8f-4a01-9045-6e03be53d1bb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.122694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.124110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-22ddfe27-bc35-4c22-a902-f9b69681ead4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/6a885788-bb3a-4644-bc25-245c44e1acfc HTTP/1.1" status: 204 len: 168 time: 4.6543550 Feb 11 13:52:44.127470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4873722 Feb 11 13:52:44.129112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40930) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:44.129437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40932) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:44.140473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:44.143698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-65e91f86-9c07-463f-9a39-7b65a197dc6b None None] For port 7acee94f-725f-4792-9aa9-0f58ed039708, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7acee94f-725f-4792-9aa9-0f58ed039708,segment=NetworkSegment(befb9f5b-3593-454c-a29a-f35dda022b35),segment_id=befb9f5b-3593-454c-a29a-f35dda022b35)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:44.160689 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-068b433f-f63c-442f-9f65-3b3506ab4641 admin admin] Publish callbacks [] for security_group (1ab104da-76c7-42d7-aa74-6b17f9382962), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.166191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'router': {'name': 'tempest-snat-router-145701014', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': False}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:44.227425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568020df-f61e-4f88-89a7-29365d829f48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=170b3746-3176-4399-9119-df4c5d9a4b11,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:44.236680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (33bd04e9-eb8f-4a01-9045-6e03be53d1bb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.253356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:44.254020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.280272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-068b433f-f63c-442f-9f65-3b3506ab4641 admin admin] Publish callbacks [] for security_group (1ab104da-76c7-42d7-aa74-6b17f9382962), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.340173 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-65e91f86-9c07-463f-9a39-7b65a197dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.371285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-068b433f-f63c-442f-9f65-3b3506ab4641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ab104da-76c7-42d7-aa74-6b17f9382962), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.375672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-068b433f-f63c-442f-9f65-3b3506ab4641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.378016 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-068b433f-f63c-442f-9f65-3b3506ab4641 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ab104da-76c7-42d7-aa74-6b17f9382962 HTTP/1.1" status: 204 len: 168 time: 0.8620319 Feb 11 13:52:44.402107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b433f-f63c-442f-9f65-3b3506ab4641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab104da-76c7-42d7-aa74-6b17f9382962,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:44.412154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1726403 Feb 11 13:52:44.441814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-32343082-dc66-4b9c-83fa-e991381ee4dc tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_access--1028760299&fields=id&tenant_id=8acefabc5eb443508cfbdcced1978b97 HTTP/1.1" status: 200 len: 267 time: 0.1544905 Feb 11 13:52:44.467054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558f240-04c4-4962-bf35-efe2fd528137 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Network': ['ID=33bd04e9-eb8f-4a01-9045-6e03be53d1bb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:44.475170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.476384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.494451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 33bd04e9-eb8f-4a01-9045-6e03be53d1bb details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:44.573496 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.579145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40944) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:44.585808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'subnets': [{'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1323832695', 'ip_version': 4}, {'network_id': '33bd04e9-eb8f-4a01-9045-6e03be53d1bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:44.587276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'subnet': {'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1323832695', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:44.588439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Request body: {'subnet': {'network_id': '33bd04e9-eb8f-4a01-9045-6e03be53d1bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:44.619813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:44.816673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-53def5c6-db2d-414c-94d4-5982c6e2461b tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_general--159593675&fields=id&tenant_id=8acefabc5eb443508cfbdcced1978b97 HTTP/1.1" status: 200 len: 267 time: 0.3648684 Feb 11 13:52:45.011337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Made reservation on behalf of 1bbc233de8d84c198d95aef4a9843de0 for: {'subnet': 2} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:45.019849 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.021610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.033143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-5c202304-5347-40dc-97bb-083aeb453b0e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:45.038743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-5c202304-5347-40dc-97bb-083aeb453b0e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/networks?id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 200 len: 796 time: 0.1578648 Feb 11 13:52:45.091349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.185702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:45.190695 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-51bd9a88-557e-48c0-9904-4c21e217694b tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/quotas/8acefabc5eb443508cfbdcced1978b97 HTTP/1.1" status: 200 len: 375 time: 0.1503818 Feb 11 13:52:45.507298 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Publish callbacks [] for port (ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.515829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e91f86-9c07-463f-9a39-7b65a197dc6b None None] Pushing event updated for resources: {'Port': ['ID=7acee94f-725f-4792-9aa9-0f58ed039708,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:45.759382 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Publish callbacks [] for port (085eab57-e928-429b-aa8c-72574966d63f), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.776667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7acee94f-725f-4792-9aa9-0f58ed039708 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:45.793301 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (085eab57-e928-429b-aa8c-72574966d63f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.861188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.905730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-c8020c13-cdec-4545-b7d4-22890a38740c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6677215 Feb 11 13:52:45.918199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] device_id is not set on port 170b3746-3176-4399-9119-df4c5d9a4b11 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:45.944344 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for port (170b3746-3176-4399-9119-df4c5d9a4b11), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:45.996284 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.010022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (ea9f8de4-b135-4260-879d-721cb032fc6f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.025118 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f0051f8-ce7f-462b-a993-58088c5f5ccf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754611102711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26233450'] for subnet (26cf3e9f-d625-4727-a85b-a1eb220a87d8), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.089239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0051f8-ce7f-462b-a993-58088c5f5ccf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.089832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f0051f8-ce7f-462b-a993-58088c5f5ccf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.091211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7f0051f8-ce7f-462b-a993-58088c5f5ccf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "PUT /v2.0/subnets/26cf3e9f-d625-4727-a85b-a1eb220a87d8 HTTP/1.1" status: 200 len: 826 time: 4.4745052 Feb 11 13:52:46.099803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:46.100019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3183a-9adf-446c-a06d-913760c8a08f None None] Pushing event updated for resources: {'Port': ['ID=085eab57-e928-429b-aa8c-72574966d63f,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:46.114712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:46.118573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-9413fda3-a6d1-4e7f-a61f-a2be5946b8f6 None None] Allocated IP 172.20.0.1 (11cef677-e030-42e0-9086-d6357a133361/16208517-144e-4ed1-bebd-e50f2466f75d/7acee94f-725f-4792-9aa9-0f58ed039708) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:46.171325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:46.177091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:46.219042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Subnet': ['ID=ea9f8de4-b135-4260-879d-721cb032fc6f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:46.246777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=170b3746-3176-4399-9119-df4c5d9a4b11,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:46.392334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Checking segment: {'id': '0f970a87-0d60-4daa-8efd-6df12a6460dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:46.392669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network hostable DHCP agents. Network: 2ab621d5-3661-48c8-ae47-6bed4d235fdf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:46.409185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:46.409565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:46.409877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:46.432404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-0574060a-c043-41f1-b494-a00fafb8229c service neutron] 10.222.0.79 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971898 Feb 11 13:52:46.439256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:46.439618 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:46.468964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Pushing event updated for resources: {'Port': ['ID=ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:46.489594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0051f8-ce7f-462b-a993-58088c5f5ccf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=26cf3e9f-d625-4727-a85b-a1eb220a87d8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:46.512332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7acee94f-725f-4792-9aa9-0f58ed039708 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:46.513142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.513357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network 2ab621d5-3661-48c8-ae47-6bed4d235fdf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:46.519705 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (82383014-d3a1-4309-b5e7-c39907d5cf1c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.553617 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 2 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:46.554195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 2ab621d5-3661-48c8-ae47-6bed4d235fdf) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:46.575752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81c3f8-d2ff-4b35-b1cb-0ea6d2a27e50 None None] Network 2ab621d5-3661-48c8-ae47-6bed4d235fdf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:46.608072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (4fac436a-1839-444a-866d-a956326dd32b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.708886 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.718857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 40982) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:46.756053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.766943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:46.767543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:46.768086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:46.776916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-8d9633ce-453d-422b-9c03-2cd6d6bc60cb service neutron] 10.222.0.79 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363824 Feb 11 13:52:46.792490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event updated for resources: {'Subnet': ['ID=4fac436a-1839-444a-866d-a956326dd32b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:46.811208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting port ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:46.811556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.816337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9413fda3-a6d1-4e7f-a61f-a2be5946b8f6 None None] For port 7acee94f-725f-4792-9aa9-0f58ed039708, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7acee94f-725f-4792-9aa9-0f58ed039708,segment=NetworkSegment(befb9f5b-3593-454c-a29a-f35dda022b35),segment_id=befb9f5b-3593-454c-a29a-f35dda022b35)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:46.818795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:46.819330 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:46.822741 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 3 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:46.862373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Checking segment: {'id': 'f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33bd04e9-eb8f-4a01-9045-6e03be53d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:46.862373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network hostable DHCP agents. Network: 33bd04e9-eb8f-4a01-9045-6e03be53d1bb, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:46.873105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:46.874304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:46.874825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:46.885723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:46.886288 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:46.889604 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 4 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:46.903313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9413fda3-a6d1-4e7f-a61f-a2be5946b8f6 None None] Publish callbacks [] for port (7acee94f-725f-4792-9aa9-0f58ed039708), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.949806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:46.950483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:46.951080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:46.962901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Attempting to bind port 085eab57-e928-429b-aa8c-72574966d63f on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:46.964473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:46.964853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Attempting to bind port 085eab57-e928-429b-aa8c-72574966d63f by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:46.965215 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:46.965353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Attempting to bind port 085eab57-e928-429b-aa8c-72574966d63f on network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:46.967558 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 5 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:46.988093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9413fda3-a6d1-4e7f-a61f-a2be5946b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.991921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Allocated IP 172.25.3.18 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4dc796ab-df7a-4ab5-aa99-8aa7c1e79754) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:47.010770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Network 33bd04e9-eb8f-4a01-9045-6e03be53d1bb is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:47.035709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:47.039810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:47.041073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-2ab621d5-3661-48c8-ae47-6bed4d235fdf', 'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf', 'project_id': '1bbc233de8d84c198d95aef4a9843de0', 'fixed_ips': [{'subnet_id': 'ea9f8de4-b135-4260-879d-721cb032fc6f'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:47.041538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:47.042759 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.052571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 33bd04e9-eb8f-4a01-9045-6e03be53d1bb) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:47.059336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] For port ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70, host n-d-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:47.064629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:47.064999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Checking segment: {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:47.065289 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.065528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.065788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Bound using segment: {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:47.066752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Bound port: 085eab57-e928-429b-aa8c-72574966d63f, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:47.067158 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (085eab57-e928-429b-aa8c-72574966d63f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.069149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.069708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.070439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.082572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:47.083185 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:47.086990 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 6 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:47.098156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aaee4d8c-0f21-4c08-bf7f-e540ca998b1c tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5142322 Feb 11 13:52:47.098990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:47.121376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Calling delete_port for ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:47.238967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Attempting to bind port ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:47.240848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Attempting to bind port ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '900dd859-dee9-4f93-ab93-55fc52678327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '82383014-d3a1-4309-b5e7-c39907d5cf1c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:47.241637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Attempting to bind port ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70 on network 82383014-d3a1-4309-b5e7-c39907d5cf1c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:47.245904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf35ba6-c5e2-4d09-b547-61d5778c77a1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.253062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf35ba6-c5e2-4d09-b547-61d5778c77a1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.254780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf35ba6-c5e2-4d09-b547-61d5778c77a1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.263317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-caf35ba6-c5e2-4d09-b547-61d5778c77a1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1591668 Feb 11 13:52:47.265536 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.268791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40994) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:47.298281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca60248f-1e2b-4ada-b80a-c0b7fdae204e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.393636 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca60248f-1e2b-4ada-b80a-c0b7fdae204e admin admin] Publish callbacks [] for security_group (1ed59c07-c9f5-4ae8-bb37-95bc70537589), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.395386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.417539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:47.418805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca60248f-1e2b-4ada-b80a-c0b7fdae204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ed59c07-c9f5-4ae8-bb37-95bc70537589), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.444594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:47.463034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Allocated IP 172.20.0.2 (2ab621d5-3661-48c8-ae47-6bed4d235fdf/ea9f8de4-b135-4260-879d-721cb032fc6f/85c5be16-9d9d-4899-862d-eb891c936842) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:47.478635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca60248f-1e2b-4ada-b80a-c0b7fdae204e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57140a93249d4029bb55830726b5b3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7574840 Feb 11 13:52:47.497731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:47.538296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60248f-1e2b-4ada-b80a-c0b7fdae204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed59c07-c9f5-4ae8-bb37-95bc70537589,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:47.561462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 40998) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:47.629146 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Publish callbacks [] for port (85c5be16-9d9d-4899-862d-eb891c936842), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.633717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19949131-f289-453d-879b-c000656d45eb None None] Network 33bd04e9-eb8f-4a01-9045-6e03be53d1bb requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:47.661664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (85c5be16-9d9d-4899-862d-eb891c936842), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.691814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Network 2ab621d5-3661-48c8-ae47-6bed4d235fdf is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:47.713317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.729661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:47.732213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:47.737226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Deleting subnet ea9f8de4-b135-4260-879d-721cb032fc6f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:52:47.738164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:47.738641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Checking segment: {'id': '900dd859-dee9-4f93-ab93-55fc52678327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '82383014-d3a1-4309-b5e7-c39907d5cf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:47.739273 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.739739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Bound using segment: {'id': '900dd859-dee9-4f93-ab93-55fc52678327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '82383014-d3a1-4309-b5e7-c39907d5cf1c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:47.740368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Bound port: ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900dd859-dee9-4f93-ab93-55fc52678327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '82383014-d3a1-4309-b5e7-c39907d5cf1c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:47.740833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.749034 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-54f38228-466c-420d-acbc-2994a106bd81 req-23d1247b-86ae-4334-8108-8508b3bf8ce1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 210 time: 0.6459053 Feb 11 13:52:47.774017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:47.774380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:47.776875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:47.785223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-59bd670f-0a87-4ef6-bd6f-f809b33ffb5d None None] Provisioning complete for port 085eab57-e928-429b-aa8c-72574966d63f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:47.785771 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-59bd670f-0a87-4ef6-bd6f-f809b33ffb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (085eab57-e928-429b-aa8c-72574966d63f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.800421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:47.800696 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:47.803104 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 7 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:47.823665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for subnet (ea9f8de4-b135-4260-879d-721cb032fc6f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:47.835323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-59bd670f-0a87-4ef6-bd6f-f809b33ffb5d None None] Port 085eab57-e928-429b-aa8c-72574966d63f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:52:47.837752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413fda3-a6d1-4e7f-a61f-a2be5946b8f6 None None] Pushing event updated for resources: {'Port': ['ID=7acee94f-725f-4792-9aa9-0f58ed039708,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:47.837866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Port': ['ID=ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:47.940330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] For port 085eab57-e928-429b-aa8c-72574966d63f, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:47.949091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] For port 085eab57-e928-429b-aa8c-72574966d63f, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=085eab57-e928-429b-aa8c-72574966d63f,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:47.973050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-31a8e0e5-bed7-4f4e-8b70-45bbaa1bc26a None None] Port ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70 has been deleted concurrently {{(pid=103177) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 13:52:47.995338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Pushing event updated for resources: {'Port': ['ID=85c5be16-9d9d-4899-862d-eb891c936842,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:48.005172 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (085eab57-e928-429b-aa8c-72574966d63f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.030747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No DVR routers for this DVR port ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:48.121443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:48.121779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:48.125577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:48.141501 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.172822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (26cf3e9f-d625-4727-a85b-a1eb220a87d8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.226137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7acee94f-725f-4792-9aa9-0f58ed039708 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:48.233235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Attempting to bind port 85c5be16-9d9d-4899-862d-eb891c936842 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:48.234694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Attempting to bind port 85c5be16-9d9d-4899-862d-eb891c936842 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '0f970a87-0d60-4daa-8efd-6df12a6460dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:48.235144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Attempting to bind port 85c5be16-9d9d-4899-862d-eb891c936842 on network 2ab621d5-3661-48c8-ae47-6bed4d235fdf {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:48.254189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:48.255067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:48.352935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (26cf3e9f-d625-4727-a85b-a1eb220a87d8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.372694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (ea9f8de4-b135-4260-879d-721cb032fc6f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.474919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:48.475872 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:48.480620 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 8 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:48.487057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:48.487446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Checking segment: {'id': '0f970a87-0d60-4daa-8efd-6df12a6460dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:48.487860 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.488262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Bound using segment: {'id': '0f970a87-0d60-4daa-8efd-6df12a6460dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:48.488888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Bound port: 85c5be16-9d9d-4899-862d-eb891c936842, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f970a87-0d60-4daa-8efd-6df12a6460dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ab621d5-3661-48c8-ae47-6bed4d235fdf'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:48.489116 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (85c5be16-9d9d-4899-862d-eb891c936842), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.502638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:48.586672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3183a-9adf-446c-a06d-913760c8a08f None None] Pushing event updated for resources: {'Port': ['ID=085eab57-e928-429b-aa8c-72574966d63f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:48.592513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7acee94f-725f-4792-9aa9-0f58ed039708 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:48.655795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=26cf3e9f-d625-4727-a85b-a1eb220a87d8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:48.668698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:48.669163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:48.669605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:48.703774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:48.704263 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:48.706837 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 9 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:48.738603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:48.739047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:48.739736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:48.760889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd01dfc-3ed7-467f-875c-64f527fb6b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-33bd04e9-eb8f-4a01-9045-6e03be53d1bb', 'network_id': '33bd04e9-eb8f-4a01-9045-6e03be53d1bb', 'project_id': '1bbc233de8d84c198d95aef4a9843de0', 'fixed_ips': [{'subnet_id': '4fac436a-1839-444a-866d-a956326dd32b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:48.761598 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4bd01dfc-3ed7-467f-875c-64f527fb6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.836992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:48.842400 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:48.858666 n-d-828676-2 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 10 to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 Feb 11 13:52:48.871566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (82383014-d3a1-4309-b5e7-c39907d5cf1c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.939962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23e1fd10-0c68-47b6-b9d0-553f9e7dd439 req-e89199e2-fba4-4e4f-b0ec-c5cb084f82d1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 210 time: 0.0681448 Feb 11 13:52:48.940661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:48.941053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:48.941190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82383014-d3a1-4309-b5e7-c39907d5cf1c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:48.941443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:48.953314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.964298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900dd859-dee9-4f93-ab93-55fc52678327') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:48.964679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900dd859-dee9-4f93-ab93-55fc52678327') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:48.970677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:48.971040 n-d-828676-2 neutron-server[103175]: ERROR neutron.plugins.ml2.managers [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port 170b3746-3176-4399-9119-df4c5d9a4b11 on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:48.972630 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.979917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (900dd859-dee9-4f93-ab93-55fc52678327), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:48.996743 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (900dd859-dee9-4f93-ab93-55fc52678327), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.019410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:49.020121 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (900dd859-dee9-4f93-ab93-55fc52678327), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.067423 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33680d9a-ac1d-49fc-a9f3-5a08623bf8fa admin admin] Publish callbacks [] for security_group (1ed59c07-c9f5-4ae8-bb37-95bc70537589), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.106075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33680d9a-ac1d-49fc-a9f3-5a08623bf8fa admin admin] Publish callbacks [] for security_group (1ed59c07-c9f5-4ae8-bb37-95bc70537589), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.263938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ea9f8de4-b135-4260-879d-721cb032fc6f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.317893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd590b3-c213-4fb4-9959-d92d586f1bd6 None None] Network 11cef677-e030-42e0-9086-d6357a133361 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:49.344844 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:49.358958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33680d9a-ac1d-49fc-a9f3-5a08623bf8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1ed59c07-c9f5-4ae8-bb37-95bc70537589), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.362325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-33680d9a-ac1d-49fc-a9f3-5a08623bf8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.364113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-33680d9a-ac1d-49fc-a9f3-5a08623bf8fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ed59c07-c9f5-4ae8-bb37-95bc70537589 HTTP/1.1" status: 204 len: 168 time: 1.7855883 Feb 11 13:52:49.374332 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (ea9f8de4-b135-4260-879d-721cb032fc6f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.381732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] For port 170b3746-3176-4399-9119-df4c5d9a4b11, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:49.382149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempted to set empty binding levels {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:52:49.402862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.467231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] In _notify_port_updated(), no bound segment for port 170b3746-3176-4399-9119-df4c5d9a4b11 on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:52:49.468191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.468818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.471535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33680d9a-ac1d-49fc-a9f3-5a08623bf8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed59c07-c9f5-4ae8-bb37-95bc70537589,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:49.473976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "PUT /v2.0/ports/170b3746-3176-4399-9119-df4c5d9a4b11 HTTP/1.1" status: 200 len: 979 time: 5.3385208 Feb 11 13:52:49.477177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41024) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:49.519080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9f8de4-b135-4260-879d-721cb032fc6f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:49.534619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.539681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b2fd3015-0ade-47cf-9a0e-bb509e622ac1 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/subnets/ea9f8de4-b135-4260-879d-721cb032fc6f HTTP/1.1" status: 204 len: 168 time: 2.2668877 Feb 11 13:52:49.540871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (82383014-d3a1-4309-b5e7-c39907d5cf1c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.546812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.554910 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/82383014-d3a1-4309-b5e7-c39907d5cf1c HTTP/1.1" status: 204 len: 168 time: 3.4539695 Feb 11 13:52:49.555810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:49.556336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41028) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:49.578748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d743088-c190-4126-b5ff-b5b1d841527b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=170b3746-3176-4399-9119-df4c5d9a4b11,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:49.681850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Router b67175c9-4d9c-461a-a898-ac72e1e2f8e2 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:52:49.741039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Deleting subnet 4fac436a-1839-444a-866d-a956326dd32b {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:52:49.744750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for subnet (4fac436a-1839-444a-866d-a956326dd32b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.751101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.752123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.752617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.754328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.756639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.757133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.758504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.760245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.760745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.761239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.761714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.764374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.764914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.765402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.780239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-42f2cb0c-b316-4d51-b59d-79345325ef83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13147 time: 0.3000977 Feb 11 13:52:49.782574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41032) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:49.818155 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (4fac436a-1839-444a-866d-a956326dd32b), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.928551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4fac436a-1839-444a-866d-a956326dd32b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:49.949739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] For port 85c5be16-9d9d-4899-862d-eb891c936842, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:50.058252 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf99d71d-b33b-40d9-8cf1-b5881512ef6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:52:50.058803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf99d71d-b33b-40d9-8cf1-b5881512ef6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:52:50.068850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cf99d71d-b33b-40d9-8cf1-b5881512ef6b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/82383014-d3a1-4309-b5e7-c39907d5cf1c HTTP/1.1" status: 404 len: 339 time: 0.5027988 Feb 11 13:52:50.105391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41042) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:50.108549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (4fac436a-1839-444a-866d-a956326dd32b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.118389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] For port 85c5be16-9d9d-4899-862d-eb891c936842, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=85c5be16-9d9d-4899-862d-eb891c936842,segment=NetworkSegment(0f970a87-0d60-4daa-8efd-6df12a6460dc),segment_id=0f970a87-0d60-4daa-8efd-6df12a6460dc)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-4bd01dfc-3ed7-467f-875c-64f527fb6b80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fac436a-1839-444a-866d-a956326dd32b: This subnet is being modified by another concurrent operation. Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fac436a-1839-444a-866d-a956326dd32b: This subnet is being modified by another concurrent operation. Feb 11 13:52:50.124053 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 13:52:50.132355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880791996', 'description': 'd1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:50.174243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-003c2d6e-d847-4254-831b-31996599ade0 None None] Provisioning complete for port 085eab57-e928-429b-aa8c-72574966d63f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:50.175061 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-003c2d6e-d847-4254-831b-31996599ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (085eab57-e928-429b-aa8c-72574966d63f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.183788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38abfca-2f05-42a5-9d66-21801cf5a961 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=82383014-d3a1-4309-b5e7-c39907d5cf1c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:50.193432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d9042-6573-4748-b236-59f75cc7d105 None None] Network 33bd04e9-eb8f-4a01-9045-6e03be53d1bb requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:50.203665 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (85c5be16-9d9d-4899-862d-eb891c936842), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.257538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.408348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Subnet': ['ID=4fac436a-1839-444a-866d-a956326dd32b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:50.424458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-46e10b56-44fa-40a4-baeb-867cc9b6282e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:50.427312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:50.428386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-46e10b56-44fa-40a4-baeb-867cc9b6282e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.83 "GET /v2.0/networks?id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 200 len: 796 time: 0.3360839 Feb 11 13:52:50.437045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.442784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a71520f5-0ec9-419e-a798-012648eb4c26 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/subnets/4fac436a-1839-444a-866d-a956326dd32b HTTP/1.1" status: 204 len: 168 time: 0.8782361 Feb 11 13:52:50.444961 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c758cc7f-1812-4cd7-a74e-6b94225fa6cd req-93c1f782-63c1-4bbf-8f3d-eac27d4c71d2 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 210 time: 0.2625976 Feb 11 13:52:50.463484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:50.505979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:50.518212 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Sync routers for ids ['b67175c9-4d9c-461a-a898-ac72e1e2f8e2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:50.532164 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Routers {'b67175c9-4d9c-461a-a898-ac72e1e2f8e2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:50.535048 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b67175c9-4d9c-461a-a898-ac72e1e2f8e2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:50.584027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Deleting port 170b3746-3176-4399-9119-df4c5d9a4b11 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:50.584436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.628269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e4856-1757-4156-bf80-17dd5e4d15dd tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:50.640488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-557e4856-1757-4156-bf80-17dd5e4d15dd tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1753392 Feb 11 13:52:50.642849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:50.649738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.660027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:50.767807 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Set router b67175c9-4d9c-461a-a898-ac72e1e2f8e2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:50.783379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:50.805923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] For port 170b3746-3176-4399-9119-df4c5d9a4b11, host n-h2-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:50.808884 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.829406 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d8f58479-96d4-4977-8397-294297975e86), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.829867 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment d8f58479-96d4-4977-8397-294297975e86 of type vlan for network 5d4e448c-66aa-4496-bd2e-f1788e848041 Feb 11 13:52:50.844115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:50.849540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e34e0298-3cf2-444c-b005-2d855f8bd394 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7132304 Feb 11 13:52:50.852289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41062) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:50.852638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41064) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:50.879923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Calling delete_port for 170b3746-3176-4399-9119-df4c5d9a4b11 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:50.890364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1446023-d6de-4954-b6bd-6dd78063d842 None None] DHCP port deletion for 82383014-d3a1-4309-b5e7-c39907d5cf1c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:52:50.904571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de35ab-407a-4168-aec7-a4c1970af38b None None] Pushing event updated for resources: {'Port': ['ID=85c5be16-9d9d-4899-862d-eb891c936842,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:50.940281 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (5d4e448c-66aa-4496-bd2e-f1788e848041), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.005709 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (5d4e448c-66aa-4496-bd2e-f1788e848041), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.019242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:51.021969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.091395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7acee94f-725f-4792-9aa9-0f58ed039708 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:51.091960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.133466 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67175c9-4d9c-461a-a898-ac72e1e2f8e2', 'name': 'tempest-snat-router-145701014', 'tenant_id': '4f15c5f57f444d8ea6779d736c812f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.18'}], 'enable_snat': False}, 'gw_port_id': '4dc796ab-df7a-4ab5-aa99-8aa7c1e79754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:44Z', 'updated_at': '2022-02-11T13:52:47Z', 'revision_number': 3, 'project_id': '4f15c5f57f444d8ea6779d736c812f58', 'gw_port': {'id': '4dc796ab-df7a-4ab5-aa99-8aa7c1e79754', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:58:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67175c9-4d9c-461a-a898-ac72e1e2f8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:46Z', 'updated_at': '2022-02-11T13:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:51.182363 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Checking router: b67175c9-4d9c-461a-a898-ac72e1e2f8e2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:51.183124 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Updating router b67175c9-4d9c-461a-a898-ac72e1e2f8e2 port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:52:51.190731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db67f8-850f-4001-8586-13b7979ef794 None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:51.213254 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0948040 Feb 11 13:52:51.214588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-2d00c061-28dd-48c7-a5f1-ee721fc06371 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acefabc5eb443508cfbdcced1978b97 HTTP/1.1" status: 200 len: 477 time: 0.7498140 Feb 11 13:52:51.215548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41068) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:51.229201 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.231425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-703a7504-6d49-4e3d-9ab0-5021517ba30d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/b67175c9-4d9c-461a-a898-ac72e1e2f8e2 HTTP/1.1" status: 200 len: 907 time: 0.1617928 Feb 11 13:52:51.233537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (170b3746-3176-4399-9119-df4c5d9a4b11), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.236275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41072) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:51.276453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'router': {'name': 'tempest-snat-router-145701014', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': True}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:51.284145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db67f8-850f-4001-8586-13b7979ef794 None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:52:51.296549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9c7f9-f827-4567-92d4-da1cb63dc4d9 None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:51.304283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (33bd04e9-eb8f-4a01-9045-6e03be53d1bb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.316361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b5a25-43fa-4024-a1bc-ac95e91d6508 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=5d4e448c-66aa-4496-bd2e-f1788e848041,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:51.367829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'port': {'device_id': '2132883f-85a1-4105-8e24-612b41c07856', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'admin_state_up': True, 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'security_groups': ['b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9', 'e0792aab-0eb1-4527-945c-4d0329bd0a56']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:51.386072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9c7f9-f827-4567-92d4-da1cb63dc4d9 None None] Network 82383014-d3a1-4309-b5e7-c39907d5cf1c could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:52:51.398856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 5d4e448c-66aa-4496-bd2e-f1788e848041 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:51.434472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64adf5-82aa-4e61-a1e8-987e807c01dd None None] Network 2ab621d5-3661-48c8-ae47-6bed4d235fdf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:51.454592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.464026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "DELETE /v2.0/ports/170b3746-3176-4399-9119-df4c5d9a4b11 HTTP/1.1" status: 204 len: 168 time: 1.6804347 Feb 11 13:52:51.472573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (69c07f49-2467-495f-a456-9599c47c889d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.475094 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (69c07f49-2467-495f-a456-9599c47c889d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.489226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41074) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:51.536304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (33bd04e9-eb8f-4a01-9045-6e03be53d1bb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.551403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-314715740-network', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:51.578609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bd04e9-eb8f-4a01-9045-6e03be53d1bb']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:51.596096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:51.596406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:51.608715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54bd85-7fd2-499a-bc85-600023aced10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event deleted for resources: {'Port': ['ID=170b3746-3176-4399-9119-df4c5d9a4b11,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:51.609203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.624708 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.632364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:51.633579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f6ad96e3-f52e-4ecf-87bc-7e6bf3a9a418), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.636918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:47Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:51.656533 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Publish callbacks [] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.665299 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:51.709473 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:51.712800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (33bd04e9-eb8f-4a01-9045-6e03be53d1bb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.743806 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.747164 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/networks/33bd04e9-eb8f-4a01-9045-6e03be53d1bb HTTP/1.1" status: 204 len: 168 time: 1.0847881 Feb 11 13:52:51.760425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:51.775493 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Attempting to bind port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:51.777450 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Attempting to bind port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:51.777450 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Attempting to bind port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:51.794952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b938b0-90e7-4da0-add0-091aecf87802 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Network': ['ID=33bd04e9-eb8f-4a01-9045-6e03be53d1bb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:51.795591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-003c2d6e-d847-4254-831b-31996599ade0 None None] Current status of the port 085eab57-e928-429b-aa8c-72574966d63f is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:51.796288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-003c2d6e-d847-4254-831b-31996599ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (085eab57-e928-429b-aa8c-72574966d63f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.798136 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:51.800759 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:51.801176 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.804373 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:51.806380 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Bound port: 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:52:51.807466 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:51.853362 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Pushing event updated for resources: {'Port': ['ID=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:51.873185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7acee94f-725f-4792-9aa9-0f58ed039708 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:51.877253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc59a7a-253d-40d6-8da8-dbd41cface07 None None] The sync data for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 is: [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:47Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:51.967041 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (2ab621d5-3661-48c8-ae47-6bed4d235fdf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.024584 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] For port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:52.030681 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.030921 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.030921 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.031454 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.031597 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.034484 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.034910 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.035179 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.036659 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.037004 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.037728 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.039840 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.040185 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.040522 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:52.052942 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] For port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:52.053184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-003c2d6e-d847-4254-831b-31996599ade0 None None] For port 085eab57-e928-429b-aa8c-72574966d63f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=085eab57-e928-429b-aa8c-72574966d63f,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:52.064628 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-003c2d6e-d847-4254-831b-31996599ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (085eab57-e928-429b-aa8c-72574966d63f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.067905 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.112477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (69c07f49-2467-495f-a456-9599c47c889d), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.170499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Deleting port 85c5be16-9d9d-4899-862d-eb891c936842 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:52.171123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (85c5be16-9d9d-4899-862d-eb891c936842), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.173742 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Routers {'b67175c9-4d9c-461a-a898-ac72e1e2f8e2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:52.175147 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['b67175c9-4d9c-461a-a898-ac72e1e2f8e2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:52.180840 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62641afa-2e3e-45f7-953b-ba6611907f3c None None] Pushing event updated for resources: {'Port': ['ID=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:52.204256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b2bca6-d837-42b6-92f8-13ca6c9589b4 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:52:52.308410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-22318e95-564e-4c24-b313-b7a398998a93 None None] Could not find standard attr ID for object ca8d1d45-67e5-4df3-a90f-d1f9f5fecb70. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:52:52.314730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17779972-7b51-4606-b8ef-a2c4a0bb2006 req-f55e2c70-85c5-450a-b624-4905dcffcd5f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 210 time: 0.4925137 Feb 11 13:52:52.316012 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6595a1-793d-466b-a74e-f03efc8e4404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:52:52.319142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-db6595a1-793d-466b-a74e-f03efc8e4404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "GET /v2.0/ports/170b3746-3176-4399-9119-df4c5d9a4b11 HTTP/1.1" status: 404 len: 333 time: 0.6883576 Feb 11 13:52:52.347688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41084) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:52.350642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c2d6e-d847-4254-831b-31996599ade0 None None] Pushing event updated for resources: {'Port': ['ID=085eab57-e928-429b-aa8c-72574966d63f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:52.370056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065386697', 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:52.393387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-22318e95-564e-4c24-b313-b7a398998a93 None None] Provisioning complete for port 7acee94f-725f-4792-9aa9-0f58ed039708 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:52.402699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22318e95-564e-4c24-b313-b7a398998a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.422502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] For port 85c5be16-9d9d-4899-862d-eb891c936842, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=85c5be16-9d9d-4899-862d-eb891c936842,segment=NetworkSegment(0f970a87-0d60-4daa-8efd-6df12a6460dc),segment_id=0f970a87-0d60-4daa-8efd-6df12a6460dc)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:52.423142 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (85c5be16-9d9d-4899-862d-eb891c936842), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.439490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Calling delete_port for 85c5be16-9d9d-4899-862d-eb891c936842 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:52.468500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Made reservation on behalf of 9955b6a78f61428c9423a88b481de6bd for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:52.487153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.511518 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] Set router b67175c9-4d9c-461a-a898-ac72e1e2f8e2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:52.538972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2bca6-d837-42b6-92f8-13ca6c9589b4 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:52:52.543092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be64bcf-2381-4afe-a547-6a590fc25588 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:52.544685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0be64bcf-2381-4afe-a547-6a590fc25588 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/networks?id=5d4e448c-66aa-4496-bd2e-f1788e848041 HTTP/1.1" status: 200 len: 765 time: 1.3091929 Feb 11 13:52:52.572974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41086) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:52.585830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'description': 'd2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:52.592501 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (85c5be16-9d9d-4899-862d-eb891c936842), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.614400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-22318e95-564e-4c24-b313-b7a398998a93 None None] Current status of the port 7acee94f-725f-4792-9aa9-0f58ed039708 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:52.646170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Port': ['ID=85c5be16-9d9d-4899-862d-eb891c936842,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:52.664918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] No DVR routers for this DVR port 85c5be16-9d9d-4899-862d-eb891c936842 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:52.917110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (2ab621d5-3661-48c8-ae47-6bed4d235fdf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.955921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab621d5-3661-48c8-ae47-6bed4d235fdf']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:53.054688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f970a87-0d60-4daa-8efd-6df12a6460dc') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:53.054912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f970a87-0d60-4daa-8efd-6df12a6460dc') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:53.121501 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (0f970a87-0d60-4daa-8efd-6df12a6460dc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.153881 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0f970a87-0d60-4daa-8efd-6df12a6460dc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.167073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:53.167963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (0f970a87-0d60-4daa-8efd-6df12a6460dc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.200064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002eeab-12cd-40ad-93dd-696e7a567ca1 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:52:53.238598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:53.386021 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:53.403328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (2ab621d5-3661-48c8-ae47-6bed4d235fdf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.464166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Made reservation on behalf of eba1909c71c141198ef9b436f24df892 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:53.468506 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:52:53.469288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.479425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9002eeab-12cd-40ad-93dd-696e7a567ca1 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:52:53.494918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.500907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/networks/2ab621d5-3661-48c8-ae47-6bed4d235fdf HTTP/1.1" status: 204 len: 168 time: 1.7276185 Feb 11 13:52:53.510725 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67175c9-4d9c-461a-a898-ac72e1e2f8e2', 'name': 'tempest-snat-router-145701014', 'tenant_id': '4f15c5f57f444d8ea6779d736c812f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.18'}], 'enable_snat': False}, 'gw_port_id': '4dc796ab-df7a-4ab5-aa99-8aa7c1e79754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:44Z', 'updated_at': '2022-02-11T13:52:47Z', 'revision_number': 3, 'project_id': '4f15c5f57f444d8ea6779d736c812f58', 'gw_port': {'id': '4dc796ab-df7a-4ab5-aa99-8aa7c1e79754', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:58:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67175c9-4d9c-461a-a898-ac72e1e2f8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:46Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:53.530626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41094) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:53.535576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b0c21-3753-4f66-aee5-f65f3c7fc931 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Network': ['ID=2ab621d5-3661-48c8-ae47-6bed4d235fdf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:53.568328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Made reservation on behalf of 8acefabc5eb443508cfbdcced1978b97 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:53.585688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.626592 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e8bce-2368-4527-b0de-c8fcd5c5224c None None] The sync data for ids ['b67175c9-4d9c-461a-a898-ac72e1e2f8e2'] in n-d-828676-2 is: [{'id': 'b67175c9-4d9c-461a-a898-ac72e1e2f8e2', 'name': 'tempest-snat-router-145701014', 'tenant_id': '4f15c5f57f444d8ea6779d736c812f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.18'}], 'enable_snat': False}, 'gw_port_id': '4dc796ab-df7a-4ab5-aa99-8aa7c1e79754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:44Z', 'updated_at': '2022-02-11T13:52:47Z', 'revision_number': 3, 'project_id': '4f15c5f57f444d8ea6779d736c812f58', 'gw_port': {'id': '4dc796ab-df7a-4ab5-aa99-8aa7c1e79754', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:58:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67175c9-4d9c-461a-a898-ac72e1e2f8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:46Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:53.627355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99481343-7007-4244-bd51-1339d23fb482 req-547f341e-7eca-44db-b18b-54a30541a9e5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 210 time: 0.1250083 Feb 11 13:52:53.722322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] device_id is not set on port 2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:53.737634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (69c07f49-2467-495f-a456-9599c47c889d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.806793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (5d4e448c-66aa-4496-bd2e-f1788e848041), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.848877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (5d4e448c-66aa-4496-bd2e-f1788e848041), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.899546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network 5d4e448c-66aa-4496-bd2e-f1788e848041 is not hosted by any dhcp agent {{(pid=103176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:52:53.912163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:53.916102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:53.918316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "PUT /v2.0/networks/5d4e448c-66aa-4496-bd2e-f1788e848041 HTTP/1.1" status: 200 len: 762 time: 1.3440049 Feb 11 13:52:53.924374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41098) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:54.042547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88999b3-d49f-4250-b67b-7b9fefc6c203 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=5d4e448c-66aa-4496-bd2e-f1788e848041,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:54.051905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (67e5b046-130b-4bf6-afd3-cbda210f02a3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:54.056404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 5d4e448c-66aa-4496-bd2e-f1788e848041 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:54.228284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd3f8f-ae41-40ea-a85d-629a10387937 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:54.234419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fdbd3f8f-ae41-40ea-a85d-629a10387937 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/networks?id=5d4e448c-66aa-4496-bd2e-f1788e848041 HTTP/1.1" status: 200 len: 765 time: 0.2999189 Feb 11 13:52:54.235006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41100) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:54.297154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 085eab57-e928-429b-aa8c-72574966d63f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:54.423651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 085eab57-e928-429b-aa8c-72574966d63f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:54.424021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (085eab57-e928-429b-aa8c-72574966d63f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:54.537906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks [] for security_group (13542c64-7896-4ed9-8a72-ef3a4565ecba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:54.568399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (13542c64-7896-4ed9-8a72-ef3a4565ecba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:54.591804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Allocated IP 172.20.0.3 (3fef1633-5b2d-4cb2-a630-fb0456ea12d3/4563cf37-987c-440c-a2fb-cc4052d35f5e/3315cbe1-77db-4eb8-892d-ff5781de3bc9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:54.717567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 085eab57-e928-429b-aa8c-72574966d63f is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:54.732915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (67e5b046-130b-4bf6-afd3-cbda210f02a3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:54.807239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a55b71-24eb-42b6-8a57-618892a58ead tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:54.808474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:54.809283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5a55b71-24eb-42b6-8a57-618892a58ead tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5731266 Feb 11 13:52:54.812407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41108) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:54.876285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e36c2ce7-8b4e-4069-9daa-c91b2d30464c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 207 time: 0.0617950 Feb 11 13:52:54.881153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41110) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:54.906329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e5b046-130b-4bf6-afd3-cbda210f02a3']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:54.916707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77c7dca3-6b9d-4a62-9802-e8f51a36cf41 req-5280a339-c054-4177-b0e2-9634674f9533 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 210 time: 0.0983901 Feb 11 13:52:54.940950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13542c64-7896-4ed9-8a72-ef3a4565ecba,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:54.965619 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e5a954ce-f78f-4425-b75a-397ed9d7778e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:54.965993 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Added segment e5a954ce-f78f-4425-b75a-397ed9d7778e of type vlan for network 98f6a7da-6bdc-454d-b614-62949913669b Feb 11 13:52:54.973103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for port (2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.026565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd9bb83-6fd3-4276-b1a1-3270949389d1') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:55.028230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd9bb83-6fd3-4276-b1a1-3270949389d1') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:55.098713 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (9dd9bb83-6fd3-4276-b1a1-3270949389d1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.189694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adbb9c-8253-43dc-9b70-c3d7741f3fef tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.196725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adbb9c-8253-43dc-9b70-c3d7741f3fef tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.202483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adbb9c-8253-43dc-9b70-c3d7741f3fef tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.208883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adbb9c-8253-43dc-9b70-c3d7741f3fef tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.214686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adbb9c-8253-43dc-9b70-c3d7741f3fef tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.220330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adbb9c-8253-43dc-9b70-c3d7741f3fef tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.222413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-54adbb9c-8253-43dc-9b70-c3d7741f3fef tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3383060 Feb 11 13:52:55.223207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9dd9bb83-6fd3-4276-b1a1-3270949389d1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.226636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41112) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:55.274726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (98f6a7da-6bdc-454d-b614-62949913669b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.295522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:55.296191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (9dd9bb83-6fd3-4276-b1a1-3270949389d1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:55.300166 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:55.454225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (98f6a7da-6bdc-454d-b614-62949913669b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.455039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.455648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.458086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.475899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (67e5b046-130b-4bf6-afd3-cbda210f02a3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.505355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c753386f-4f0c-4744-849c-95e2a24be51e tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2772686 Feb 11 13:52:55.510622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:55.547078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.556255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/networks/67e5b046-130b-4bf6-afd3-cbda210f02a3 HTTP/1.1" status: 204 len: 168 time: 2.0146410 Feb 11 13:52:55.565845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41118) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:55.604419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.5362735 Feb 11 13:52:55.606829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41120) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:55.664020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Request body: {'subnet': {'network_id': '98f6a7da-6bdc-454d-b614-62949913669b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-314715740-subnet', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:55.678155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Network a2552c3a-7373-487b-ac0b-18ccb63648fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:55.760259 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:55.769168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.837139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:55.838130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.838740 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.841177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6bd76-34a4-4fd7-942e-437e5a5b8442 admin admin] Pushing event updated for resources: {'Network': ['ID=98f6a7da-6bdc-454d-b614-62949913669b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:55.852225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:55.852980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 98f6a7da-6bdc-454d-b614-62949913669b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:55.911029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fa432-1c32-49c1-b3a6-72dfb8aa7a65 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Network': ['ID=67e5b046-130b-4bf6-afd3-cbda210f02a3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:55.918710 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (90c7be4d-0da5-412b-946d-1db3688a7140), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.935721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0602d0b-b8b6-4947-84f0-8f7b3aa794b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.5698130 Feb 11 13:52:55.935721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Made reservation on behalf of 9955b6a78f61428c9423a88b481de6bd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:55.940353 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:55.942337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41124) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:56.147488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:56.211774 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.219391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (69c07f49-2467-495f-a456-9599c47c889d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.259885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:56.264312 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.344738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d5556-6ada-473c-9779-cdb02e3b5686 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.353428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d5556-6ada-473c-9779-cdb02e3b5686 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.355004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d5556-6ada-473c-9779-cdb02e3b5686 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.356526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d5556-6ada-473c-9779-cdb02e3b5686 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.358676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d5556-6ada-473c-9779-cdb02e3b5686 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.366753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-977d5556-6ada-473c-9779-cdb02e3b5686 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8462210 Feb 11 13:52:56.369569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41128) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:56.420132 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-23870560-45ea-455e-ab8b-46fcc2e7ff85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9132113 Feb 11 13:52:56.523924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edd648-b860-4503-a151-a444686f19b1 req-ed65a8fc-93ac-41d8-910f-dcd045a1e6f9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.525837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74edd648-b860-4503-a151-a444686f19b1 req-ed65a8fc-93ac-41d8-910f-dcd045a1e6f9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 970 time: 0.2533023 Feb 11 13:52:56.558462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9287aa-7568-4057-87ac-9a3e1532832b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.559620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9287aa-7568-4057-87ac-9a3e1532832b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.560097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:56.560500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.560801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9287aa-7568-4057-87ac-9a3e1532832b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.561999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9287aa-7568-4057-87ac-9a3e1532832b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.563424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9287aa-7568-4057-87ac-9a3e1532832b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.569022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5d9287aa-7568-4057-87ac-9a3e1532832b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1974528 Feb 11 13:52:56.570893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:56.628728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:56.639510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.693299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (90c7be4d-0da5-412b-946d-1db3688a7140), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.699082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab1237-1f18-414c-9d51-60d94d3fa6a3 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.705574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bcab1237-1f18-414c-9d51-60d94d3fa6a3 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/networks/b8491259-c0b2-46c7-ade5-5d0a354e0217 HTTP/1.1" status: 200 len: 804 time: 0.1321671 Feb 11 13:52:56.711548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41134) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:56.749166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:56.811111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.832314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c7be4d-0da5-412b-946d-1db3688a7140']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:56.856356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de220994-4c76-42e9-a8db-5c8de4040030 req-b6255b08-6691-4efb-ab6a-624981185b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.858345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-b6255b08-6691-4efb-ab6a-624981185b16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e1aa778660644088a75b1f2ea31aad8&device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 1131 time: 0.3878880 Feb 11 13:52:56.965640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:56.967620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672b06d-f288-4043-85ff-ece3918f88b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.968007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8672b06d-f288-4043-85ff-ece3918f88b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "GET /v2.0/ports/2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3 HTTP/1.1" status: 200 len: 959 time: 1.0153761 Feb 11 13:52:56.977442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca9a80a-1555-47ac-ab8e-192fb980ca90') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:56.979352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca9a80a-1555-47ac-ab8e-192fb980ca90') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:56.989554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (fca9a80a-1555-47ac-ab8e-192fb980ca90), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:56.993612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41138) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:57.013644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:57.024281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (fca9a80a-1555-47ac-ab8e-192fb980ca90), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.027430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:57.032610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74edd648-b860-4503-a151-a444686f19b1 req-c721d351-cece-41ee-aad6-8ec0bf34e7d7 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4960892 Feb 11 13:52:57.060405 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ebd64aa4-b141-4452-ae63-108e0b19f7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.138178 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8acfcb31-8548-4b14-93cd-05777b65ce38 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/networks/b8491259-c0b2-46c7-ade5-5d0a354e0217?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4240451 Feb 11 13:52:57.143635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41140) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:57.165433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:57.170463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (fca9a80a-1555-47ac-ab8e-192fb980ca90), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:57.196704 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:57.281313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=3315cbe1-77db-4eb8-892d-ff5781de3bc9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:57.281557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de220994-4c76-42e9-a8db-5c8de4040030 req-32a5317e-31b1-4f17-8f68-8be93583dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:57.282992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-32a5317e-31b1-4f17-8f68-8be93583dad3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.4026239 Feb 11 13:52:57.376820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Allocated IP 172.25.3.63 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/2f64d136-fc4d-4f82-8a60-fb1eca40e37d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:57.382357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd77c3-a415-48a4-a562-8908228748c6 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:57.386152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0dd77c3-a415-48a4-a562-8908228748c6 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/subnets/e0526044-6f06-44ee-813f-427085f1b207 HTTP/1.1" status: 200 len: 843 time: 0.2413688 Feb 11 13:52:57.391060 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-2c360e54-9d81-419c-96e9-e386a32cbe41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d68bde9c-dab0-4ef9-880f-8776d4447937 HTTP/1.1" status: 200 len: 217 time: 0.0933077 Feb 11 13:52:57.394373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41142) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:57.397377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:57.398401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.454327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (90c7be4d-0da5-412b-946d-1db3688a7140), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.468069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.474390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] 10.222.0.79 "DELETE /v2.0/networks/90c7be4d-0da5-412b-946d-1db3688a7140 HTTP/1.1" status: 204 len: 168 time: 1.8975749 Feb 11 13:52:57.502856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Deleting port 2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:52:57.503335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.570558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d4b17efc-9dc7-4bf3-8d73-019ad94502da tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 6.3123167 Feb 11 13:52:57.602274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de220994-4c76-42e9-a8db-5c8de4040030 req-924b441c-6c2e-4f1b-8b69-fc654b532616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:57.604087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-924b441c-6c2e-4f1b-8b69-fc654b532616 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2063031 Feb 11 13:52:57.636986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3993e-46e2-4582-9368-703b8853c9b8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:57.638436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a2c3993e-46e2-4582-9368-703b8853c9b8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "GET /v2.0/subnets/e0526044-6f06-44ee-813f-427085f1b207?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2426031 Feb 11 13:52:57.641051 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.657487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c0f35724-e215-4a93-a2e8-e12f5aecea71 None None] Provisioning complete for port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:57.657879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0f35724-e215-4a93-a2e8-e12f5aecea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.668630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41148) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:57.670990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3d135-08cf-4e75-b25e-ac27366ab2e3 tempest-BulkNetworkOpsTest-157266970 tempest-BulkNetworkOpsTest-157266970-project] Pushing event deleted for resources: {'Network': ['ID=90c7be4d-0da5-412b-946d-1db3688a7140,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:57.695160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887899352'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:57.706221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Calling delete_port for 2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:52:57.711286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-68a43814-d3cc-4aa2-aba9-50f8ceaf337c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:52:57.727825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-68a43814-d3cc-4aa2-aba9-50f8ceaf337c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0583985 Feb 11 13:52:57.744741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Request body: {'port': {'device_id': '2132883f-85a1-4105-8e24-612b41c07856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:57.772624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c0f35724-e215-4a93-a2e8-e12f5aecea71 None None] Port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:52:57.779790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:57.783462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.796811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de220994-4c76-42e9-a8db-5c8de4040030 req-1816aa72-c75c-410b-81b6-75a4e8648354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:57.798394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-1816aa72-c75c-410b-81b6-75a4e8648354 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1828740 Feb 11 13:52:57.851584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:57.871596 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:57.951165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-be6bf12e-9ef4-4ea3-b2ec-eb33792ee124 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437893 Feb 11 13:52:58.017182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:58.089030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de220994-4c76-42e9-a8db-5c8de4040030 req-c201a73d-cf7a-41fe-9dd9-25c5aa83aa9b service neutron] 10.222.0.30 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263394 Feb 11 13:52:58.099237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41156) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:58.100455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7023b78f-1552-4afe-b6ad-d540726f52a5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.103840 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Added segment 7023b78f-1552-4afe-b6ad-d540726f52a5 of type vlan for network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 Feb 11 13:52:58.138396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:58.139879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.273953 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.284946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.313800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:58.347206 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d398bd92-4d03-42fa-9bc0-49298484fd1d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.362021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:58.381489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.387389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aa90d50e-9373-428b-8680-5c1c3c7c3bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "DELETE /v2.0/ports/2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3 HTTP/1.1" status: 204 len: 168 time: 1.3883891 Feb 11 13:52:58.391003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:58.425865 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e4de9a-6901-4919-972c-862cdd7b8fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:52:58.430752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-92e4de9a-6901-4919-972c-862cdd7b8fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "GET /v2.0/ports/2bf4ec4f-d270-4dc0-a92a-66b809bcd8a3 HTTP/1.1" status: 404 len: 333 time: 0.0335460 Feb 11 13:52:58.432336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:58.440236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Request body: {'port': {'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381813545'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:58.458001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d398bd92-4d03-42fa-9bc0-49298484fd1d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:58.464783 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.469850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.470489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.479909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Made reservation on behalf of eba1909c71c141198ef9b436f24df892 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:58.482263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.499228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.503901 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-38ef38e7-9408-41bf-bbfe-b89aa610d2f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1bbc233de8d84c198d95aef4a9843de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962297 Feb 11 13:52:58.509920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41164) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:58.534368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] device_id is not set on port d8f97411-a741-42cd-bbc4-645c088f766b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:58.541655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8547938 Feb 11 13:52:58.557195 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f388-24df-4e13-b761-d8d5d88ea53f req-fb590692-985d-4480-be42-7d533dc32120 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.558583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bbe1f388-24df-4e13-b761-d8d5d88ea53f req-fb590692-985d-4480-be42-7d533dc32120 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 970 time: 0.3192863 Feb 11 13:52:58.562008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41166) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:58.574687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'network_id': 'b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:58.579298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f704cdf-9e40-47e8-867e-905f23cba3a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Network': ['ID=b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:58.590916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:58.755941 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.788865 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for port (d8f97411-a741-42cd-bbc4-645c088f766b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.837804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.936734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f97411-a741-42cd-bbc4-645c088f766b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:58.942060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Network a2552c3a-7373-487b-ac0b-18ccb63648fd is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:58.943547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:58.947674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:58.948618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.949212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:58.976727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-48af9e87-fdf9-4767-8ce8-5a15f110914c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5424898 Feb 11 13:52:58.978847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41172) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:58.996091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:59.091648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.188218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Checking segment: {'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:52:59.188614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Network hostable DHCP agents. Network: 98f6a7da-6bdc-454d-b614-62949913669b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:59.310591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] device_id is not set on port d8f97411-a741-42cd-bbc4-645c088f766b yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:52:59.319656 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks [] for port (d8f97411-a741-42cd-bbc4-645c088f766b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.326951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.363563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:59.385354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a753298c-1c2b-4cd0-932c-8322529aa40f admin admin] Publish callbacks [] for security_group (cd887cb1-6d17-4a9e-b307-3f280fcecc06), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.388355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f97411-a741-42cd-bbc4-645c088f766b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:59.389573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:59.393862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:59.421599 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86b6789e-32fb-408a-af6b-6ab2b637aff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.444969 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.445289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.445698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.452436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.452823 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.453334 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 2 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.455766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Port': ['ID=2f64d136-fc4d-4f82-8a60-fb1eca40e37d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:59.471006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bbe1f388-24df-4e13-b761-d8d5d88ea53f req-ae664307-9e66-4b70-be6d-0d46cf10fa84 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8885238 Feb 11 13:52:59.472746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.473092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.473431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.479560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3315cbe1-77db-4eb8-892d-ff5781de3bc9 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:52:59.480445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.480839 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.481241 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 3 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.507701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.508464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.508803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.513885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.514268 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.514659 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 4 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.529442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.530228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.530575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.532679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Network 98f6a7da-6bdc-454d-b614-62949913669b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:59.536085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.536417 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.536809 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 5 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.542890 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Publish callbacks [] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.557956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.559059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.559275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 98f6a7da-6bdc-454d-b614-62949913669b) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:59.559951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.564181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:59.564835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.569434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3068b606-d9fa-447f-9f1e-da512ff43344 None None] Network 98f6a7da-6bdc-454d-b614-62949913669b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:52:59.577077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.577410 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.577925 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 6 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.593991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.594394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.594738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.600247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.605291 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.606317 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 7 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.619223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a753298c-1c2b-4cd0-932c-8322529aa40f admin admin] Publish callbacks [] for security_group (cd887cb1-6d17-4a9e-b307-3f280fcecc06), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.630519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.630892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.631605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.633301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Made reservation on behalf of 47391f9f0c6840eea5a9468b62aefc6f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:59.637472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.640891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.641622 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.642470 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 8 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.659047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.659442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.659789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.666244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.666592 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.666999 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 9 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.668088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Transition to ACTIVE for port object 3315cbe1-77db-4eb8-892d-ff5781de3bc9 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:59.687039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.687414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.687708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.697649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.698156 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.698560 n-d-828676-2 neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempt 10 to bind port d8f97411-a741-42cd-bbc4-645c088f766b Feb 11 13:52:59.705734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.718794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:52:59.719203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:52:59.719542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempting to bind port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:59.742925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:59.743284 n-d-828676-2 neutron-server[103176]: ERROR neutron.plugins.ml2.managers [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Failed to bind port d8f97411-a741-42cd-bbc4-645c088f766b on host n-h2-828676-2 for vnic_type normal using segments [{'id': '4889b06d-339a-4665-9dd6-20d6ef13505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a2552c3a-7373-487b-ac0b-18ccb63648fd'}] Feb 11 13:52:59.743653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.771578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e7c7ccee-fdcb-4bd4-a441-0294ac7a1502 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1111436 Feb 11 13:52:59.774009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:59.780908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:59.782752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3315cbe1-77db-4eb8-892d-ff5781de3bc9,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:59.798540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-98f6a7da-6bdc-454d-b614-62949913669b', 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b', 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'fixed_ips': [{'subnet_id': 'd398bd92-4d03-42fa-9bc0-49298484fd1d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:52:59.799421 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.874399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Performing IP validity checks on allocation pools {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:52:59.875409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:52:59.914134 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.915655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:59.987551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks [] for router_controller (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.011306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] For port d8f97411-a741-42cd-bbc4-645c088f766b, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:00.011682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attempted to set empty binding levels {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:53:00.060467 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.104259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Allocated IP 172.20.0.2 (98f6a7da-6bdc-454d-b614-62949913669b/d398bd92-4d03-42fa-9bc0-49298484fd1d/c55ea6a8-d616-4963-890e-be9e6045a8a8) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:00.234592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] In _notify_port_updated(), no bound segment for port d8f97411-a741-42cd-bbc4-645c088f766b on network a2552c3a-7373-487b-ac0b-18ccb63648fd {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:53:00.235908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:00.236529 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.237878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "PUT /v2.0/ports/d8f97411-a741-42cd-bbc4-645c088f766b HTTP/1.1" status: 200 len: 979 time: 1.2467167 Feb 11 13:53:00.247246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:00.315914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (695db14e-d400-4772-9fdb-2924dde1e7e6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.317667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a753298c-1c2b-4cd0-932c-8322529aa40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd887cb1-6d17-4a9e-b307-3f280fcecc06), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.325878 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a753298c-1c2b-4cd0-932c-8322529aa40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.329720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a753298c-1c2b-4cd0-932c-8322529aa40f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd887cb1-6d17-4a9e-b307-3f280fcecc06 HTTP/1.1" status: 204 len: 168 time: 1.8146036 Feb 11 13:53:00.337193 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks [] for router_gateway (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.340921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb58cd4-e960-4bfa-a44b-59d51fb1796c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f97411-a741-42cd-bbc4-645c088f766b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:00.441915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Publish callbacks [] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.444069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753298c-1c2b-4cd0-932c-8322529aa40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd887cb1-6d17-4a9e-b307-3f280fcecc06,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:00.453122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.493881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (69c07f49-2467-495f-a456-9599c47c889d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.542017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Deleting port d8f97411-a741-42cd-bbc4-645c088f766b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:00.542653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.618077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Network 98f6a7da-6bdc-454d-b614-62949913669b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:00.633422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Pushing event updated for resources: {'Port': ['ID=c55ea6a8-d616-4963-890e-be9e6045a8a8,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:00.636115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:00.643012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:00.661213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] For port d8f97411-a741-42cd-bbc4-645c088f766b, host n-h2-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:00.661634 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.686215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=695db14e-d400-4772-9fdb-2924dde1e7e6,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:00.688604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Calling delete_port for d8f97411-a741-42cd-bbc4-645c088f766b owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:00.731326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Attempting to bind port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:00.735222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Attempting to bind port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:00.735698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Attempting to bind port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 on network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:00.761924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Attempting to bind port c55ea6a8-d616-4963-890e-be9e6045a8a8 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:00.762444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Attempting to bind port c55ea6a8-d616-4963-890e-be9e6045a8a8 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:00.762887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Attempting to bind port c55ea6a8-d616-4963-890e-be9e6045a8a8 on network 98f6a7da-6bdc-454d-b614-62949913669b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:00.768507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 on network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:53:00.768839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Attempting to bind port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 on network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:00.774660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:00.775049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Checking segment: {'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:00.775468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.775875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Bound using segment: {'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:00.776367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Bound port: c55ea6a8-d616-4963-890e-be9e6045a8a8, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:00.776762 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.816450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:00.817031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Checking segment: {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:00.817282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Bound using segment: {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:00.817633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Bound port: 3315cbe1-77db-4eb8-892d-ff5781de3bc9, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:00.817992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.820880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Checking segment: {'id': '7023b78f-1552-4afe-b6ad-d540726f52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:00.821281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network hostable DHCP agents. Network: b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:00.892737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:00.958494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:00.970574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:00.971195 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:00.990928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] For port 3315cbe1-77db-4eb8-892d-ff5781de3bc9, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:00.996734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] For port 3315cbe1-77db-4eb8-892d-ff5781de3bc9, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:01.033229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757b72a2-93c8-453a-969c-adc3003faa7c None None] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:01.042590 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.062883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-43bc59e8-ae54-41f5-8e1b-9eca8901b0b4 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4923296 Feb 11 13:53:01.087462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41204) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:01.099716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-baa58fa2-ce14-461e-811d-ee28c9898394 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:01.165754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:01.166514 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.168080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] 10.222.0.83 "PUT /v2.0/ports/3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 200 len: 1130 time: 3.4391546 Feb 11 13:53:01.180900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:53:01.187080 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4061de40-110d-4294-9116-fb37bafe0e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:01.226193 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (69c07f49-2467-495f-a456-9599c47c889d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.236686 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.253122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] For port c55ea6a8-d616-4963-890e-be9e6045a8a8, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:01.314273 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1825bd0-785d-4885-96b2-b2c1a2351904 x-openstack-request-id: req-f1825bd0-785d-4885-96b2-b2c1a2351904 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:01.322966 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:01.323312 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1825bd0-785d-4885-96b2-b2c1a2351904 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:01.323874 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'status': 'completed', 'code': 200} Feb 11 13:53:01.376888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] For port c55ea6a8-d616-4963-890e-be9e6045a8a8, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c55ea6a8-d616-4963-890e-be9e6045a8a8,segment=NetworkSegment(e5a954ce-f78f-4425-b75a-397ed9d7778e),segment_id=e5a954ce-f78f-4425-b75a-397ed9d7778e)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:01.392981 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.412153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f29abf-2515-4b47-88bd-d27da3b6d8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3315cbe1-77db-4eb8-892d-ff5781de3bc9,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:01.507076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks [] for router_gateway (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.603678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4d95-e73e-457d-9c2f-014bdd1172ea req-3f95e080-c934-423d-ac3b-cc70b4da69b2 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:01.615384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c3e4d95-e73e-457d-9c2f-014bdd1172ea req-3f95e080-c934-423d-ac3b-cc70b4da69b2 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 982 time: 1.0024612 Feb 11 13:53:01.619500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-bc411213-920f-4237-b649-76645ae9a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:01.623488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-bc411213-920f-4237-b649-76645ae9a2fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1164 time: 0.3798554 Feb 11 13:53:01.640898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815', 'network_id': 'b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815', 'project_id': '47391f9f0c6840eea5a9468b62aefc6f', 'fixed_ips': [{'subnet_id': '695db14e-d400-4772-9fdb-2924dde1e7e6'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:01.641953 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.692027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ed5a5-5148-45a6-bc74-c52c6465c441 None None] Pushing event updated for resources: {'Port': ['ID=c55ea6a8-d616-4963-890e-be9e6045a8a8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:01.733966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.749904 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d8f97411-a741-42cd-bbc4-645c088f766b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.773626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-d00f9a49-4910-4871-8bfd-206a503238f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 200 len: 217 time: 0.1319184 Feb 11 13:53:01.885488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8f97411-a741-42cd-bbc4-645c088f766b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:01.999151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.002399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d5b58539-2efc-42c2-bc22-2b135ef99cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d8f97411-a741-42cd-bbc4-645c088f766b HTTP/1.1" status: 204 len: 168 time: 1.7519240 Feb 11 13:53:02.012622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41270) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:02.072693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Allocated IP 2001:db8::3 (b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815/695db14e-d400-4772-9fdb-2924dde1e7e6/9f1b07d4-6458-45ca-a17b-7718a7cc3973) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:02.114102 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4a576e-81a3-43c1-ae6e-234663705a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:53:02.115627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0e4a576e-81a3-43c1-ae6e-234663705a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153045460-project-admin] 10.222.0.79 "GET /v2.0/ports/d8f97411-a741-42cd-bbc4-645c088f766b HTTP/1.1" status: 404 len: 333 time: 0.1020226 Feb 11 13:53:02.129976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41280) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:02.155109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baa58fa2-ce14-461e-811d-ee28c9898394 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3850858'] for subnet (695db14e-d400-4772-9fdb-2924dde1e7e6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.195905 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c3e4d95-e73e-457d-9c2f-014bdd1172ea req-434dea3b-08f7-410d-8a7d-dc1f6be4823d tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5770001 Feb 11 13:53:02.196449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41290) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:02.210974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c55ea6a8-d616-4963-890e-be9e6045a8a8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:02.287320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Allocated IP 172.25.3.132 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/475b0e52-adb1-46fa-beac-d8e0cb807857) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:02.293371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-4990703a-2b49-4afd-8f8c-9b0060435fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:02.303488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-4990703a-2b49-4afd-8f8c-9b0060435fae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4563cf37-987c-440c-a2fb-cc4052d35f5e HTTP/1.1" status: 200 len: 835 time: 0.5195827 Feb 11 13:53:02.368293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Publish callbacks [] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.394492 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.448396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1245828949'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:02.456316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Pushing event updated for resources: {'Port': ['ID=9f1b07d4-6458-45ca-a17b-7718a7cc3973,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:02.476248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c55ea6a8-d616-4963-890e-be9e6045a8a8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:02.477308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.483662 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.508946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:02.515980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:02.519012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:02.557299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Made reservation on behalf of 45e91c6d3c1d41619a2ec2258fd448a1 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:02.561056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.599874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Router 69c07f49-2467-495f-a456-9599c47c889d is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:02.620316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.622480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a2552c3a-7373-487b-ac0b-18ccb63648fd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.645086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks [] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.656357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Attempting to bind port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:02.657352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Attempting to bind port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7023b78f-1552-4afe-b6ad-d540726f52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:02.657939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Attempting to bind port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 on network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:02.674752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:02.675734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Checking segment: {'id': '7023b78f-1552-4afe-b6ad-d540726f52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:02.676329 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.676907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Bound using segment: {'id': '7023b78f-1552-4afe-b6ad-d540726f52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:02.677597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Bound port: 9f1b07d4-6458-45ca-a17b-7718a7cc3973, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7023b78f-1552-4afe-b6ad-d540726f52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:02.678224 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.766444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-00fe022a-e1ef-4bb7-bcde-6f5afd847356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:02.768835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-00fe022a-e1ef-4bb7-bcde-6f5afd847356 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4329748 Feb 11 13:53:02.884875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c55ea6a8-d616-4963-890e-be9e6045a8a8 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:02.885427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.927207 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.967876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:02.990165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] For port 9f1b07d4-6458-45ca-a17b-7718a7cc3973, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:02.994425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baa58fa2-ce14-461e-811d-ee28c9898394 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754611102711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26233450'] for subnet (695db14e-d400-4772-9fdb-2924dde1e7e6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.000144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] For port 9f1b07d4-6458-45ca-a17b-7718a7cc3973, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f1b07d4-6458-45ca-a17b-7718a7cc3973,segment=NetworkSegment(7023b78f-1552-4afe-b6ad-d540726f52a5),segment_id=7023b78f-1552-4afe-b6ad-d540726f52a5)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:03.013370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.021019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:03.035798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:03.120576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks [] for security_group (0184342b-41b2-4002-9851-41da18673ada), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.127894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa58fa2-ce14-461e-811d-ee28c9898394 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:03.128781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-baa58fa2-ce14-461e-811d-ee28c9898394 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.130386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-baa58fa2-ce14-461e-811d-ee28c9898394 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "PUT /v2.0/subnets/695db14e-d400-4772-9fdb-2924dde1e7e6 HTTP/1.1" status: 200 len: 900 time: 2.0361726 Feb 11 13:53:03.136275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port c55ea6a8-d616-4963-890e-be9e6045a8a8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c55ea6a8-d616-4963-890e-be9e6045a8a8,segment=NetworkSegment(e5a954ce-f78f-4425-b75a-397ed9d7778e),segment_id=e5a954ce-f78f-4425-b75a-397ed9d7778e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:03.137648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41374) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:03.162507 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.164208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0184342b-41b2-4002-9851-41da18673ada), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.183130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=475b0e52-adb1-46fa-beac-d8e0cb807857,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:03.212424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a2552c3a-7373-487b-ac0b-18ccb63648fd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.219699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3363-bd1d-4574-ba7e-c215b4888896 None None] Pushing event updated for resources: {'Port': ['ID=9f1b07d4-6458-45ca-a17b-7718a7cc3973,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:03.263117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:03.292648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Sync routers for ids ['69c07f49-2467-495f-a456-9599c47c889d'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:03.308445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2552c3a-7373-487b-ac0b-18ccb63648fd']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:03.323513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Routers {'69c07f49-2467-495f-a456-9599c47c889d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:03.324162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['69c07f49-2467-495f-a456-9599c47c889d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:03.364930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4889b06d-339a-4665-9dd6-20d6ef13505b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:03.365481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4889b06d-339a-4665-9dd6-20d6ef13505b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:03.389046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.396053 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0e6df659-6dd5-4530-8b5f-b29f3e54bf40 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 12.1340854 Feb 11 13:53:03.421368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:03.445254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf35f8-5843-451a-be02-ff68faf8eb5c None None] Network 98f6a7da-6bdc-454d-b614-62949913669b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:03.483091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-8256fbae-f418-4127-90b9-ba755b4cf8d4 service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075608 Feb 11 13:53:03.497238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (4889b06d-339a-4665-9dd6-20d6ef13505b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.506767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:03.512843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa58fa2-ce14-461e-811d-ee28c9898394 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event updated for resources: {'Subnet': ['ID=695db14e-d400-4772-9fdb-2924dde1e7e6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:03.595230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4889b06d-339a-4665-9dd6-20d6ef13505b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.613557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:03.614222 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (4889b06d-339a-4665-9dd6-20d6ef13505b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:03.618494 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:03.624668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=c55ea6a8-d616-4963-890e-be9e6045a8a8,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:03.745347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-34c6d093-b474-4568-badd-ebf0ce7beecd None None] Provisioning complete for port c55ea6a8-d616-4963-890e-be9e6045a8a8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:03.746245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34c6d093-b474-4568-badd-ebf0ce7beecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.747694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.860285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710aa3-dbeb-4d17-8404-0b36ced02b03 req-3bc74271-c132-406e-a2ca-4e737296134a tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:03.872323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1710aa3-dbeb-4d17-8404-0b36ced02b03 req-3bc74271-c132-406e-a2ca-4e737296134a tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 982 time: 0.5376079 Feb 11 13:53:03.887647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a2552c3a-7373-487b-ac0b-18ccb63648fd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.917591 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.927527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] 10.222.0.79 "DELETE /v2.0/networks/a2552c3a-7373-487b-ac0b-18ccb63648fd HTTP/1.1" status: 204 len: 168 time: 1.7762046 Feb 11 13:53:03.938711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Set router 69c07f49-2467-495f-a456-9599c47c889d gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:03.970579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c172eeeb-602c-4dca-b36c-8da2c5c95903), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:03.990772 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Added segment c172eeeb-602c-4dca-b36c-8da2c5c95903 of type vlan for network 354c0b35-bf6d-457d-b89b-1028098e322c Feb 11 13:53:04.062343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dcb0b-4688-44a9-88b7-6105155e943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723321462-project] Pushing event deleted for resources: {'Network': ['ID=a2552c3a-7373-487b-ac0b-18ccb63648fd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:04.098097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed2fa40-35ff-4410-b408-b140ab3325ad req-9d86c63d-bd04-4c73-a343-68edcfcb658b service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971744 Feb 11 13:53:04.179868 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1710aa3-dbeb-4d17-8404-0b36ced02b03 req-aae7a178-0f9b-4da2-a48f-2222621a7427 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3050728 Feb 11 13:53:04.215424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0184342b-41b2-4002-9851-41da18673ada,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:04.234386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-34c6d093-b474-4568-badd-ebf0ce7beecd None None] Current status of the port c55ea6a8-d616-4963-890e-be9e6045a8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:04.296585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:04.331628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (354c0b35-bf6d-457d-b89b-1028098e322c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:04.448352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f1b07d4-6458-45ca-a17b-7718a7cc3973 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:04.454494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061de40-110d-4294-9116-fb37bafe0e7b req-770fdf17-b85c-480b-8de0-d6964c68222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:04.463078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4061de40-110d-4294-9116-fb37bafe0e7b req-770fdf17-b85c-480b-8de0-d6964c68222e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1164 time: 0.2792161 Feb 11 13:53:04.578098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:04.738974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:04.739361 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:04.770297 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (354c0b35-bf6d-457d-b89b-1028098e322c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:04.775916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:04.776522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:04.948373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061de40-110d-4294-9116-fb37bafe0e7b req-a2a2d40e-174e-4f03-8721-3cd22516b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:04.955683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4061de40-110d-4294-9116-fb37bafe0e7b req-a2a2d40e-174e-4f03-8721-3cd22516b2e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 200 len: 897 time: 0.4839289 Feb 11 13:53:04.975057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e7ad737d-b79f-4759-83a7-3f3fd6d2c702 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/69c07f49-2467-495f-a456-9599c47c889d HTTP/1.1" status: 200 len: 906 time: 1.5075858 Feb 11 13:53:04.984449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41528) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:04.989126 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.7869270 Feb 11 13:53:05.016116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41532) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:05.029105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379bc36-c770-44ca-a15e-7b72ae670dc4 None None] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:05.074571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-3bad6e5a-712e-4b9a-8d13-bfb03d14f2bd tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-1841701340') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:05.091354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4061de40-110d-4294-9116-fb37bafe0e7b req-8c444747-6a1b-4536-91bc-13b629bdcd47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 200 len: 217 time: 0.1308453 Feb 11 13:53:05.156339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks [] for router_gateway (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:05.231667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061de40-110d-4294-9116-fb37bafe0e7b req-4e337ca8-4593-4322-8b92-01ca5b282688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:05.235156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4061de40-110d-4294-9116-fb37bafe0e7b req-4e337ca8-4593-4322-8b92-01ca5b282688 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4563cf37-987c-440c-a2fb-cc4052d35f5e HTTP/1.1" status: 200 len: 835 time: 0.1385479 Feb 11 13:53:05.267982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-88b3067f-e6f4-44b9-8bb9-2878aaf54e9f None None] Provisioning complete for port c55ea6a8-d616-4963-890e-be9e6045a8a8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:05.268373 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88b3067f-e6f4-44b9-8bb9-2878aaf54e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:05.363152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c07f49-2467-495f-a456-9599c47c889d', 'name': 'tempest-snat-router-145701014', 'tenant_id': '4f15c5f57f444d8ea6779d736c812f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '2f64d136-fc4d-4f82-8a60-fb1eca40e37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:51Z', 'updated_at': '2022-02-11T13:52:59Z', 'revision_number': 3, 'project_id': '4f15c5f57f444d8ea6779d736c812f58', 'gw_port': {'id': '2f64d136-fc4d-4f82-8a60-fb1eca40e37d', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c07f49-2467-495f-a456-9599c47c889d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:56Z', 'updated_at': '2022-02-11T13:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:05.403895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061de40-110d-4294-9116-fb37bafe0e7b req-d189a796-cd91-47d0-8dd9-75f64063361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:05.405486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4061de40-110d-4294-9116-fb37bafe0e7b req-d189a796-cd91-47d0-8dd9-75f64063361d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1490445 Feb 11 13:53:05.418467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Checking router: 69c07f49-2467-495f-a456-9599c47c889d for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:05.419214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Updating router 69c07f49-2467-495f-a456-9599c47c889d port 2f64d136-fc4d-4f82-8a60-fb1eca40e37d binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:53:05.519666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-88b3067f-e6f4-44b9-8bb9-2878aaf54e9f None None] Current status of the port c55ea6a8-d616-4963-890e-be9e6045a8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:05.595518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:05.596302 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:05.612529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:05.740745 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa0a2-f395-4dbf-85e3-0495e2cc1d92 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Pushing event updated for resources: {'Network': ['ID=354c0b35-bf6d-457d-b89b-1028098e322c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:05.911754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:05.912102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.019474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 354c0b35-bf6d-457d-b89b-1028098e322c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:06.032911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71ab64-c4d5-4f88-8bfe-5413894bb613 None None] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:06.054026 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4e3faf8b-2e55-49f9-94b4-782f6d424535 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efb0f0aea34e40e38bc71f3c40320229&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4696760 Feb 11 13:53:06.063452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:06.192583 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6d39f0c-8503-46c1-93d8-69632d8b77ba admin admin] Publish callbacks [] for security_group (e38db62a-f4ec-44c5-9f86-245e525a3f2e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.222531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6d39f0c-8503-46c1-93d8-69632d8b77ba admin admin] Publish callbacks [] for security_group (e38db62a-f4ec-44c5-9f86-245e525a3f2e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.290331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4061de40-110d-4294-9116-fb37bafe0e7b req-fdfbe646-95d1-4cf9-9386-5710d344b283 service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8790443 Feb 11 13:53:06.330081 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6d39f0c-8503-46c1-93d8-69632d8b77ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e38db62a-f4ec-44c5-9f86-245e525a3f2e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.332833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e6d39f0c-8503-46c1-93d8-69632d8b77ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.334039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e6d39f0c-8503-46c1-93d8-69632d8b77ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e38db62a-f4ec-44c5-9f86-245e525a3f2e HTTP/1.1" status: 204 len: 168 time: 0.2416930 Feb 11 13:53:06.439840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9f1b07d4-6458-45ca-a17b-7718a7cc3973, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f1b07d4-6458-45ca-a17b-7718a7cc3973,segment=NetworkSegment(7023b78f-1552-4afe-b6ad-d540726f52a5),segment_id=7023b78f-1552-4afe-b6ad-d540726f52a5)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:06.479635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.480788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c55ea6a8-d616-4963-890e-be9e6045a8a8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:06.509329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3bad6e5a-712e-4b9a-8d13-bfb03d14f2bd tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "PUT /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-1841701340 HTTP/1.1" status: 201 len: 201 time: 1.4508615 Feb 11 13:53:06.527967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41702) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:06.538163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4061de40-110d-4294-9116-fb37bafe0e7b req-8cb0a4c4-66ae-4bb6-858a-91141e3d7a3b service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397425 Feb 11 13:53:06.538418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d39f0c-8503-46c1-93d8-69632d8b77ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38db62a-f4ec-44c5-9f86-245e525a3f2e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:06.554339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-97e52835-8af9-472c-92b0-c1d26469b0bc tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-1841701340') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:06.589132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4b313-b002-4e93-88be-7c5271a0841b req-7e6b54d5-1aeb-4dd4-8159-7a11bfd2d04a tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:06.599123 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07a4b313-b002-4e93-88be-7c5271a0841b req-7e6b54d5-1aeb-4dd4-8159-7a11bfd2d04a tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 982 time: 0.8374567 Feb 11 13:53:06.620752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] For port 9f1b07d4-6458-45ca-a17b-7718a7cc3973, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f1b07d4-6458-45ca-a17b-7718a7cc3973,segment=NetworkSegment(7023b78f-1552-4afe-b6ad-d540726f52a5),segment_id=7023b78f-1552-4afe-b6ad-d540726f52a5)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:06.621433 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.642359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (69c07f49-2467-495f-a456-9599c47c889d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.681752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9f1b07d4-6458-45ca-a17b-7718a7cc3973,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:06.709422 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07a4b313-b002-4e93-88be-7c5271a0841b req-2e5cac44-3eec-427d-a671-e33a25e35b04 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1085730 Feb 11 13:53:06.757845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.762330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Calling delete_port for 9f1b07d4-6458-45ca-a17b-7718a7cc3973 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:06.767738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-97e52835-8af9-472c-92b0-c1d26469b0bc tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "GET /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-1841701340 HTTP/1.1" status: 204 len: 168 time: 0.2357459 Feb 11 13:53:06.768542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41706) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:06.776800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-422b8f13-35c5-413c-89eb-ccc919154e8a tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:06.786426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-90e26a21-09b7-4ec2-811c-5fc7c4f877bd None None] Provisioning complete for port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:06.789819 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90e26a21-09b7-4ec2-811c-5fc7c4f877bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:06.891056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-422b8f13-35c5-413c-89eb-ccc919154e8a tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "GET /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags HTTP/1.1" status: 200 len: 238 time: 0.1212986 Feb 11 13:53:06.891667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:06.897344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-4903f072-f5ca-4db7-aa0f-3c2d59e6542a tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', {'tags': ['tempest-TagsTest-Tag-992809834', 'tempest-TagsTest-Tag-1892725823', 'tempest-TagsTest-Tag-772140351']}) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:06.903225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41710) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:07.095125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (69c07f49-2467-495f-a456-9599c47c889d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.125595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-90e26a21-09b7-4ec2-811c-5fc7c4f877bd None None] Current status of the port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:07.136778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5db5d11c-3f94-4ee4-852f-991b7c4487a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eba1909c71c141198ef9b436f24df892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296295 Feb 11 13:53:07.136984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41714) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:07.150200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4903f072-f5ca-4db7-aa0f-3c2d59e6542a tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "PUT /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags HTTP/1.1" status: 200 len: 307 time: 0.2560539 Feb 11 13:53:07.151387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41716) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:07.155811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-06f3d7a7-1472-4162-80fa-6653593e4bc1 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-992809834') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:07.183392 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Publish callbacks [] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.201793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c55ea6a8-d616-4963-890e-be9e6045a8a8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:07.208778 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.216637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.272198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Deleting port 2f64d136-fc4d-4f82-8a60-fb1eca40e37d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:07.274371 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.332284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82b49685-5b42-4e68-b025-23abee36938a admin admin] Publish callbacks [] for security_group (fe42cd49-f4e5-43f2-a395-07c941d68dd8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.341941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06f3d7a7-1472-4162-80fa-6653593e4bc1 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "DELETE /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-992809834 HTTP/1.1" status: 204 len: 168 time: 0.1894424 Feb 11 13:53:07.344483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41718) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:07.348943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-e008018f-6e3d-4a98-8832-68b01efa1131 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-992809834') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:07.405012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82b49685-5b42-4e68-b025-23abee36938a admin admin] Publish callbacks [] for security_group (fe42cd49-f4e5-43f2-a395-07c941d68dd8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.457765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.465933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3315cbe1-77db-4eb8-892d-ff5781de3bc9 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:53:07.501147 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-e008018f-6e3d-4a98-8832-68b01efa1131 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] show failed (client error): The resource could not be found. Feb 11 13:53:07.503859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e008018f-6e3d-4a98-8832-68b01efa1131 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "GET /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-992809834 HTTP/1.1" status: 404 len: 325 time: 0.1583169 Feb 11 13:53:07.505983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Port': ['ID=9f1b07d4-6458-45ca-a17b-7718a7cc3973,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:07.508113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:07.508268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41720) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:07.516958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-448fc27d-e0af-40c1-94c7-940c80e16991 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-1892725823') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:07.687335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No DVR routers for this DVR port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:07.733728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-448fc27d-e0af-40c1-94c7-940c80e16991 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "GET /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-1892725823 HTTP/1.1" status: 204 len: 168 time: 0.2241716 Feb 11 13:53:07.735990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41730) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:07.740327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-693748b5-ff26-4a89-96f5-65b488752e63 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-772140351') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:07.752139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3315cbe1-77db-4eb8-892d-ff5781de3bc9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:07.772196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.794069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'port_id': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'mac_address': 'fa:16:3e:8d:8c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:53:07.796235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e41d5c0-ddeb-4448-bcbf-05e1622cd41c None None] DHCP port deletion for b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:07.798065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4a68e5b3-9ebf-431e-8737-b4bdf37c5724 None None] Provisioning complete for port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:07.798750 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a68e5b3-9ebf-431e-8737-b4bdf37c5724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f1b07d4-6458-45ca-a17b-7718a7cc3973), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.827936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4a68e5b3-9ebf-431e-8737-b4bdf37c5724 None None] Port 9f1b07d4-6458-45ca-a17b-7718a7cc3973 was deleted so its status cannot be updated. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 13:53:07.833833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Attempting to bind port 2f64d136-fc4d-4f82-8a60-fb1eca40e37d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:07.834448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Attempting to bind port 2f64d136-fc4d-4f82-8a60-fb1eca40e37d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:07.835651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Attempting to bind port 2f64d136-fc4d-4f82-8a60-fb1eca40e37d on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:07.861570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed0c9c-e85a-4cbf-aeca-0f8816f6fbd3 None None] Pushing event updated for resources: {'Port': ['ID=2f64d136-fc4d-4f82-8a60-fb1eca40e37d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:07.901629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:07.902197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:07.902783 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.903350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:07.904048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Bound port: 2f64d136-fc4d-4f82-8a60-fb1eca40e37d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:07.918472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.922943 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-693748b5-ff26-4a89-96f5-65b488752e63 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "GET /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-772140351 HTTP/1.1" status: 204 len: 168 time: 0.1851733 Feb 11 13:53:07.923641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41734) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:07.929740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-d5fffe09-79de-4620-958e-a3c76acf29c6 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:07.971438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Calling delete_port for 2f64d136-fc4d-4f82-8a60-fb1eca40e37d owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:07.979249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82b49685-5b42-4e68-b025-23abee36938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fe42cd49-f4e5-43f2-a395-07c941d68dd8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.982284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82b49685-5b42-4e68-b025-23abee36938a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:07.983773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82b49685-5b42-4e68-b025-23abee36938a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe42cd49-f4e5-43f2-a395-07c941d68dd8 HTTP/1.1" status: 204 len: 168 time: 0.8458655 Feb 11 13:53:08.030328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b49685-5b42-4e68-b025-23abee36938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe42cd49-f4e5-43f2-a395-07c941d68dd8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:08.080934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (695db14e-d400-4772-9fdb-2924dde1e7e6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:08.102519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] For port 2f64d136-fc4d-4f82-8a60-fb1eca40e37d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:08.109222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] For port 2f64d136-fc4d-4f82-8a60-fb1eca40e37d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2f64d136-fc4d-4f82-8a60-fb1eca40e37d,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:08.125300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb290e31-32d2-400c-bacd-3f857d38b819 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:53:08.179035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d5fffe09-79de-4620-958e-a3c76acf29c6 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "DELETE /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags HTTP/1.1" status: 204 len: 168 time: 0.2536750 Feb 11 13:53:08.181586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41742) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:08.193218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-97f02469-a99b-40e1-9d33-8f63ea6d2aa1 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-1892725823') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:08.278725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:08.298751 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-97f02469-a99b-40e1-9d33-8f63ea6d2aa1 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] show failed (client error): The resource could not be found. Feb 11 13:53:08.300467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-97f02469-a99b-40e1-9d33-8f63ea6d2aa1 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "GET /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-1892725823 HTTP/1.1" status: 404 len: 326 time: 0.1164496 Feb 11 13:53:08.303214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41744) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:08.310418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-2b3d476c-b98a-4d45-a1dd-a9dc774d13fb tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c', 'tempest-TagsTest-Tag-772140351') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:08.358666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-561604bf-a361-44c1-a2f2-10c99e0f46e4 None None] Could not find standard attr ID for object 9f1b07d4-6458-45ca-a17b-7718a7cc3973. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:53:08.427018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d367cd1-8c8d-4a62-955b-c1cce3014ba4 req-eac98827-0a9f-44fa-a195-64cf85805eb8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:08.435741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d367cd1-8c8d-4a62-955b-c1cce3014ba4 req-eac98827-0a9f-44fa-a195-64cf85805eb8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 982 time: 0.5622740 Feb 11 13:53:08.445557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:08.460949 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Sync routers for ids ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:08.470195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (695db14e-d400-4772-9fdb-2924dde1e7e6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:08.477292 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-2b3d476c-b98a-4d45-a1dd-a9dc774d13fb tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] show failed (client error): The resource could not be found. Feb 11 13:53:08.482358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b3d476c-b98a-4d45-a1dd-a9dc774d13fb tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "GET /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags/tempest-TagsTest-Tag-772140351 HTTP/1.1" status: 404 len: 325 time: 0.1738513 Feb 11 13:53:08.482996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:08.484079 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Routers {'555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:08.484723 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:08.491065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-89f64b0a-d5f4-48da-8169-7702708ff3da tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '354c0b35-bf6d-457d-b89b-1028098e322c') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:08.504410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=695db14e-d400-4772-9fdb-2924dde1e7e6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:08.576164 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:08.580828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41752) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:08.590718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-00bad400-85ad-4ba2-9d2c-43b6e287c4f3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8146355 Feb 11 13:53:08.768493 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Set router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:08.793218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-89f64b0a-d5f4-48da-8169-7702708ff3da tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "DELETE /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c/tags HTTP/1.1" status: 204 len: 168 time: 0.3029344 Feb 11 13:53:08.793897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41758) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:08.853596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:08.885899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d367cd1-8c8d-4a62-955b-c1cce3014ba4 req-de925d69-3903-4035-b75c-fc6086bf6976 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4488482 Feb 11 13:53:08.896996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb290e31-32d2-400c-bacd-3f857d38b819 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:53:08.905991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:08.906485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.043896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.084462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (354c0b35-bf6d-457d-b89b-1028098e322c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.116293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7023b78f-1552-4afe-b6ad-d540726f52a5') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.116723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7023b78f-1552-4afe-b6ad-d540726f52a5') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.171286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (7023b78f-1552-4afe-b6ad-d540726f52a5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.204788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3315cbe1-77db-4eb8-892d-ff5781de3bc9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:53:09.238924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed0c9c-e85a-4cbf-aeca-0f8816f6fbd3 None None] Pushing event updated for resources: {'Port': ['ID=2f64d136-fc4d-4f82-8a60-fb1eca40e37d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:09.239184 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7023b78f-1552-4afe-b6ad-d540726f52a5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.241620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2f64d136-fc4d-4f82-8a60-fb1eca40e37d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.256908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c55ea6a8-d616-4963-890e-be9e6045a8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:09.276870 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:03Z', 'revision_number': 3, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.284785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Routers {'69c07f49-2467-495f-a456-9599c47c889d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:09.291758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['69c07f49-2467-495f-a456-9599c47c889d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.336901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f64d136-fc4d-4f82-8a60-fb1eca40e37d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:09.348795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:09.352027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (7023b78f-1552-4afe-b6ad-d540726f52a5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.353882 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Checking router: 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:09.354704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Updating router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 port 475b0e52-adb1-46fa-beac-d8e0cb807857 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:09.361760 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:09.443680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f1b07d4-6458-45ca-a17b-7718a7cc3973 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:09.468208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:09.470700 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.560838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9f1b07d4-6458-45ca-a17b-7718a7cc3973 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:09.560838 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f1b07d4-6458-45ca-a17b-7718a7cc3973 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:09.578046 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.588438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3315cbe1-77db-4eb8-892d-ff5781de3bc9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:09.590879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.596703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 HTTP/1.1" status: 204 len: 168 time: 6.4473426 Feb 11 13:53:09.610017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:09.694564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.731425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (354c0b35-bf6d-457d-b89b-1028098e322c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.734246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670db339-fe25-4504-ac4b-d103a5ef7d12 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:09.758047 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ad470d-b5b1-45f5-ad46-d71a9d3973ad tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:09.764835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] Set router 69c07f49-2467-495f-a456-9599c47c889d gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:09.768622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ad470d-b5b1-45f5-ad46-d71a9d3973ad tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:09.776329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3ad470d-b5b1-45f5-ad46-d71a9d3973ad tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/695db14e-d400-4772-9fdb-2924dde1e7e6 HTTP/1.1" status: 404 len: 337 time: 0.1613843 Feb 11 13:53:09.779903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (69c07f49-2467-495f-a456-9599c47c889d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.784213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354c0b35-bf6d-457d-b89b-1028098e322c']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.786435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41780) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:09.813247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c172eeeb-602c-4dca-b36c-8da2c5c95903') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.813875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c172eeeb-602c-4dca-b36c-8da2c5c95903') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:09.834753 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f97939-49e8-4ddc-9bce-ccc0099af844 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:09.835792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f97939-49e8-4ddc-9bce-ccc0099af844 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:09.843327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-20f97939-49e8-4ddc-9bce-ccc0099af844 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 HTTP/1.1" status: 404 len: 339 time: 0.0554347 Feb 11 13:53:09.844453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41784) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:09.845790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4318b42b-e33e-4261-beab-7f55ebeb012a tempest-AgentManagementNegativeTest-1860631289 tempest-AgentManagementNegativeTest-1860631289-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3766437 Feb 11 13:53:09.846775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (c172eeeb-602c-4dca-b36c-8da2c5c95903), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.922153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c172eeeb-602c-4dca-b36c-8da2c5c95903), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:09.941888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:09.942635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (c172eeeb-602c-4dca-b36c-8da2c5c95903), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:10.002499 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:10.066317 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Publish callbacks [] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.073955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (69c07f49-2467-495f-a456-9599c47c889d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.076242 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.085593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (69c07f49-2467-495f-a456-9599c47c889d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.119340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (5d4e448c-66aa-4496-bd2e-f1788e848041), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.178641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c07f49-2467-495f-a456-9599c47c889d', 'name': 'tempest-snat-router-145701014', 'tenant_id': '4f15c5f57f444d8ea6779d736c812f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:51Z', 'updated_at': '2022-02-11T13:53:08Z', 'revision_number': 5, 'project_id': '4f15c5f57f444d8ea6779d736c812f58', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:10.192430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (69c07f49-2467-495f-a456-9599c47c889d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.193543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69c07f49-2467-495f-a456-9599c47c889d {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:10.200184 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.203481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8f963b23-9694-443e-ae1e-9ed7e6422ae1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "DELETE /v2.0/routers/69c07f49-2467-495f-a456-9599c47c889d HTTP/1.1" status: 204 len: 168 time: 5.2121434 Feb 11 13:53:10.206262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:10.209647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3315cbe1-77db-4eb8-892d-ff5781de3bc9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:53:10.216705 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Attempting to bind port 475b0e52-adb1-46fa-beac-d8e0cb807857 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:10.217087 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Attempting to bind port 475b0e52-adb1-46fa-beac-d8e0cb807857 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:10.217450 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Attempting to bind port 475b0e52-adb1-46fa-beac-d8e0cb807857 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:10.221839 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c0175-c7f1-4293-a23b-3dceccf426fd None None] Pushing event updated for resources: {'Port': ['ID=475b0e52-adb1-46fa-beac-d8e0cb807857,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:10.229915 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:10.230322 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:10.230923 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.231279 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:10.231963 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Bound port: 475b0e52-adb1-46fa-beac-d8e0cb807857, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:10.232201 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.303208 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] For port 475b0e52-adb1-46fa-beac-d8e0cb807857, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:10.319033 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] For port 475b0e52-adb1-46fa-beac-d8e0cb807857, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=475b0e52-adb1-46fa-beac-d8e0cb807857,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:10.332704 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.369616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f2488-4cd9-4847-a0e6-4f3cc42b2794 None None] The sync data for ids ['69c07f49-2467-495f-a456-9599c47c889d'] in n-d-828676-2 is: [{'id': '69c07f49-2467-495f-a456-9599c47c889d', 'name': 'tempest-snat-router-145701014', 'tenant_id': '4f15c5f57f444d8ea6779d736c812f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:51Z', 'updated_at': '2022-02-11T13:53:08Z', 'revision_number': 5, 'project_id': '4f15c5f57f444d8ea6779d736c812f58', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:10.431848 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Routers {'555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:10.433071 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:10.536935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (354c0b35-bf6d-457d-b89b-1028098e322c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.556968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651d576-2821-4d51-8855-bb0184e79cb3 None None] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:10.561066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3315cbe1-77db-4eb8-892d-ff5781de3bc9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:10.727534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651d576-2821-4d51-8855-bb0184e79cb3 None None] Network b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:53:10.750709 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] Set router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:10.777426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993bedd-237e-4065-92ea-c4a66656e4b6 None None] DHCP port deletion for b7cbd4eb-b6f7-40b6-bdeb-d17ec43ac815 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:10.780895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41796) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:10.783037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (5d4e448c-66aa-4496-bd2e-f1788e848041), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.793605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.809615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] 10.222.0.79 "DELETE /v2.0/networks/354c0b35-bf6d-457d-b89b-1028098e322c HTTP/1.1" status: 204 len: 168 time: 2.0125761 Feb 11 13:53:10.876799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe013e-e626-4a23-ae28-1da1dd161b35 tempest-TagsTest-1847935902 tempest-TagsTest-1847935902-project] Pushing event deleted for resources: {'Network': ['ID=354c0b35-bf6d-457d-b89b-1028098e322c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:10.876953 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c0175-c7f1-4293-a23b-3dceccf426fd None None] Pushing event updated for resources: {'Port': ['ID=475b0e52-adb1-46fa-beac-d8e0cb807857,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:10.917859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:10.961555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4e448c-66aa-4496-bd2e-f1788e848041']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:11.014326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f58479-96d4-4977-8397-294297975e86') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:11.014753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f58479-96d4-4977-8397-294297975e86') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:11.040186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39533061-ed9e-491b-b27e-3de6d3f3be27 req-d34c32f4-eda3-4b28-8c8b-f69e77cded79 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:11.045100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39533061-ed9e-491b-b27e-3de6d3f3be27 req-d34c32f4-eda3-4b28-8c8b-f69e77cded79 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 983 time: 0.9442673 Feb 11 13:53:11.089441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (d8f58479-96d4-4977-8397-294297975e86), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.128555 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.155756 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:03Z', 'revision_number': 3, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:11.213893 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03eec-d44b-4d35-ba47-522a191fb2ff None None] The sync data for ids ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'] in n-d-828676-2 is: [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:03Z', 'revision_number': 3, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:11.251348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d8f58479-96d4-4977-8397-294297975e86), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.293538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41804) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:11.352598 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.445970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:11.446429 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (d8f58479-96d4-4977-8397-294297975e86), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:11.458932 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:11.477736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-26d6ec95-d206-4090-9b27-85835c6e57fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45e91c6d3c1d41619a2ec2258fd448a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829484 Feb 11 13:53:11.480679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41812) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:11.503816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Deleting port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:11.504086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.615801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e50ac99-bf62-4252-bdb3-c39cc90142ee admin admin] Publish callbacks [] for security_group (0184342b-41b2-4002-9851-41da18673ada), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.629686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-00d98fa1-b015-421d-88f3-9351acbfcefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.667414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] For port 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:11.668066 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.690085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e50ac99-bf62-4252-bdb3-c39cc90142ee admin admin] Publish callbacks [] for security_group (0184342b-41b2-4002-9851-41da18673ada), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.705976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3315cbe1-77db-4eb8-892d-ff5781de3bc9 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:11.719388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Calling delete_port for 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:11.736933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39533061-ed9e-491b-b27e-3de6d3f3be27 req-fc086063-5e91-4744-8a4a-85ebf0080a71 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6535459 Feb 11 13:53:11.737650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (5d4e448c-66aa-4496-bd2e-f1788e848041), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.749140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Allocated IP 172.20.0.1 (98f6a7da-6bdc-454d-b614-62949913669b/d398bd92-4d03-42fa-9bc0-49298484fd1d/496daaa8-e8ab-4303-a0de-e215cf6f711d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:11.791815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.812122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/5d4e448c-66aa-4496-bd2e-f1788e848041 HTTP/1.1" status: 204 len: 168 time: 1.9599674 Feb 11 13:53:11.818251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41814) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:11.877595 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e25dc0-f043-4e9b-90aa-49eb9905e050 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:11.878085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e25dc0-f043-4e9b-90aa-49eb9905e050 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:11.885523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c6e25dc0-f043-4e9b-90aa-49eb9905e050 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/26cf3e9f-d625-4727-a85b-a1eb220a87d8 HTTP/1.1" status: 404 len: 337 time: 0.0669918 Feb 11 13:53:11.887701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:11.908159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f9641-28e4-43dc-810e-f72f83994978 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=5d4e448c-66aa-4496-bd2e-f1788e848041,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:11.929493 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e50ac99-bf62-4252-bdb3-c39cc90142ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0184342b-41b2-4002-9851-41da18673ada), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.930585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:53:11.934973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3e50ac99-bf62-4252-bdb3-c39cc90142ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:11.938306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3e50ac99-bf62-4252-bdb3-c39cc90142ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0184342b-41b2-4002-9851-41da18673ada HTTP/1.1" status: 204 len: 168 time: 0.4565420 Feb 11 13:53:11.942362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:11.942988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.077799 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b43d5d-fdb2-469f-b135-b84ecc46590b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:12.097875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b43d5d-fdb2-469f-b135-b84ecc46590b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:12.106182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:12.106341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d2b43d5d-fdb2-469f-b135-b84ecc46590b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/82383014-d3a1-4309-b5e7-c39907d5cf1c HTTP/1.1" status: 404 len: 339 time: 0.2161820 Feb 11 13:53:12.110939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:12.111340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.134044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50ac99-bf62-4252-bdb3-c39cc90142ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0184342b-41b2-4002-9851-41da18673ada,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:12.187710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:53:12.190013 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c696c-57eb-4a8e-b866-54846788b4c4" -d '{"events": [{"server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "name": "network-vif-plugged", "status": "completed", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:12.253656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3315cbe1-77db-4eb8-892d-ff5781de3bc9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:12.263250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.337570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting subnet 16208517-144e-4ed1-bebd-e50f2466f75d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:12.346884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4dc796ab-df7a-4ab5-aa99-8aa7c1e79754), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.349977 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dc7300-f9ff-45f7-9f9c-f4b5da0e0fc3 x-openstack-request-id: req-67dc7300-f9ff-45f7-9f9c-f4b5da0e0fc3 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:12.350309 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "name": "network-vif-plugged", "status": "completed", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:12.350571 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67dc7300-f9ff-45f7-9f9c-f4b5da0e0fc3 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:12.351501 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'code': 200} Feb 11 13:53:12.352410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (16208517-144e-4ed1-bebd-e50f2466f75d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.403216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3315cbe1-77db-4eb8-892d-ff5781de3bc9,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:12.425923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (16208517-144e-4ed1-bebd-e50f2466f75d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.444025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dc796ab-df7a-4ab5-aa99-8aa7c1e79754,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:12.506561 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.577828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-00d98fa1-b015-421d-88f3-9351acbfcefe admin admin] Publish callbacks [] for security_group (595fe313-7419-4152-bd76-c8a43c84efdd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.581760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks [] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.619982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-00d98fa1-b015-421d-88f3-9351acbfcefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (595fe313-7419-4152-bd76-c8a43c84efdd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.658707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.661854 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_controller (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.712155 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (b67175c9-4d9c-461a-a898-ac72e1e2f8e2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.713079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b67175c9-4d9c-461a-a898-ac72e1e2f8e2 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:12.719385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.725176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-129f5be8-8dbc-4dc6-8b9f-687346c64796 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "DELETE /v2.0/routers/b67175c9-4d9c-461a-a898-ac72e1e2f8e2 HTTP/1.1" status: 204 len: 168 time: 2.5167518 Feb 11 13:53:12.727123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:12.731955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1668023072', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:12.760482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.763176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.799545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664812-a991-4b9f-9672-f4ec1bc60885 req-f981078d-2380-4f6d-91b8-a91180f06868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:12.813383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04664812-a991-4b9f-9672-f4ec1bc60885 req-f981078d-2380-4f6d-91b8-a91180f06868 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1166 time: 0.3071997 Feb 11 13:53:12.877060 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d98fa1-b015-421d-88f3-9351acbfcefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595fe313-7419-4152-bd76-c8a43c84efdd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:12.881835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (16208517-144e-4ed1-bebd-e50f2466f75d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.893161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (c7e82675-4883-4cc4-9c03-21a3bf158b5a), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:12.907426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-00d98fa1-b015-421d-88f3-9351acbfcefe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2dabecfb5a0e4068bb10aeaf990da187&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0966039 Feb 11 13:53:12.930674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:13.002485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.164191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04664812-a991-4b9f-9672-f4ec1bc60885 req-b9b68318-1d19-414a-88e1-42872259b112 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e0792aab-0eb1-4527-945c-4d0329bd0a56&id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3394167 Feb 11 13:53:13.173822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Network 98f6a7da-6bdc-454d-b614-62949913669b is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:13.184565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Pushing event updated for resources: {'Port': ['ID=496daaa8-e8ab-4303-a0de-e215cf6f711d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:13.196671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:13.199356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (16208517-144e-4ed1-bebd-e50f2466f75d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.205931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:13.209692 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (c7e82675-4883-4cc4-9c03-21a3bf158b5a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.287331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04e6a-ae73-4771-a4dc-3e1a23a1edb2 req-72a4a48e-0276-47a9-9802-db5087dbb069 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:13.295240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3e04e6a-ae73-4771-a4dc-3e1a23a1edb2 req-72a4a48e-0276-47a9-9802-db5087dbb069 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 984 time: 0.4081335 Feb 11 13:53:13.298857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=16208517-144e-4ed1-bebd-e50f2466f75d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:13.312033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36119eea-7dfb-410e-bea4-602f12cec870 admin admin] Publish callbacks [] for security_group (595fe313-7419-4152-bd76-c8a43c84efdd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.323972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4ce98-5a71-46ae-80cc-3601e4c60f42 None None] Network 11cef677-e030-42e0-9086-d6357a133361 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:13.334851 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.342420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca6e5b4b-a6c7-4bd3-9353-e268e0844b20 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/16208517-144e-4ed1-bebd-e50f2466f75d HTTP/1.1" status: 204 len: 168 time: 1.2280312 Feb 11 13:53:13.346380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:13.434026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting subnet 9adac14c-13e9-4a25-b6e2-df5a607b8d89 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:13.460949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (9adac14c-13e9-4a25-b6e2-df5a607b8d89), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.480669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.509608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36119eea-7dfb-410e-bea4-602f12cec870 admin admin] Publish callbacks [] for security_group (595fe313-7419-4152-bd76-c8a43c84efdd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.662569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 475b0e52-adb1-46fa-beac-d8e0cb807857 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:13.737272 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3e04e6a-ae73-4771-a4dc-3e1a23a1edb2 req-9d7fda93-6a1a-42b6-b1ed-9a7664acd1cb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4409277 Feb 11 13:53:13.811059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fb1c9b73-5bee-4d7d-9c68-588724e0bf58 None None] Provisioning complete for port 496daaa8-e8ab-4303-a0de-e215cf6f711d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:13.811732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9b73-5bee-4d7d-9c68-588724e0bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.891361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (c7e82675-4883-4cc4-9c03-21a3bf158b5a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.918798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.944731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c9b73-5bee-4d7d-9c68-588724e0bf58 None None] Port 496daaa8-e8ab-4303-a0de-e215cf6f711d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:53:13.951668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:13.987718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 475b0e52-adb1-46fa-beac-d8e0cb807857 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:13.990777 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.179485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 475b0e52-adb1-46fa-beac-d8e0cb807857 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:14.180030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.226719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 475b0e52-adb1-46fa-beac-d8e0cb807857, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=475b0e52-adb1-46fa-beac-d8e0cb807857,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:14.241062 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.288058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Allocated IP 172.25.3.73 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:14.373902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:14.388594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks [] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.402192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.449358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=475b0e52-adb1-46fa-beac-d8e0cb807857,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:14.456227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:14.469711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4dc796ab-df7a-4ab5-aa99-8aa7c1e79754 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:14.501464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Pushing event updated for resources: {'Port': ['ID=496daaa8-e8ab-4303-a0de-e215cf6f711d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:14.544745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36119eea-7dfb-410e-bea4-602f12cec870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (595fe313-7419-4152-bd76-c8a43c84efdd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.548459 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36119eea-7dfb-410e-bea4-602f12cec870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.552945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36119eea-7dfb-410e-bea4-602f12cec870 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/595fe313-7419-4152-bd76-c8a43c84efdd HTTP/1.1" status: 204 len: 168 time: 1.6063898 Feb 11 13:53:14.567710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36119eea-7dfb-410e-bea4-602f12cec870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595fe313-7419-4152-bd76-c8a43c84efdd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:14.579735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.630625 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for port (5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.687965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (9adac14c-13e9-4a25-b6e2-df5a607b8d89), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.692759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.900548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6f8ea738-cab1-43d5-99f8-ac353bbc790f None None] Provisioning complete for port 7acee94f-725f-4792-9aa9-0f58ed039708 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:14.901659 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea738-cab1-43d5-99f8-ac353bbc790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:14.902114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Network 98f6a7da-6bdc-454d-b614-62949913669b is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:14.905052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:15.001940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:15.016662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event updated for resources: {'Port': ['ID=5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:15.047778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:15.067994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:15.120182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ea738-cab1-43d5-99f8-ac353bbc790f None None] Current status of the port 7acee94f-725f-4792-9aa9-0f58ed039708 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:15.264704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:53:15.434641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 475b0e52-adb1-46fa-beac-d8e0cb807857 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:15.480623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:15.510978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-699ce46d-1205-4a7c-a8ec-3da6ddff6873 admin admin] 10.222.0.79 "PUT /v2.0/routers/555aa8c7-a81e-4da1-8edc-fcd8f663f3f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8594751 Feb 11 13:53:15.514528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Sync routers for ids ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:15.595798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-86e00df5-454d-4eda-9940-2e171fae5d14 None None] Provisioning complete for port 496daaa8-e8ab-4303-a0de-e215cf6f711d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:15.596185 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86e00df5-454d-4eda-9940-2e171fae5d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:15.663749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec7f4d-2a58-4cc1-a0f7-0503ad8bc7f5 req-59fd785c-f243-4049-b671-cdf7aaab1c7b tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:15.676939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbec7f4d-2a58-4cc1-a0f7-0503ad8bc7f5 req-59fd785c-f243-4049-b671-cdf7aaab1c7b tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 984 time: 0.8362474 Feb 11 13:53:15.686716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Routers {'555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:15.687377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:15.699043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9adac14c-13e9-4a25-b6e2-df5a607b8d89), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:15.778642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 475b0e52-adb1-46fa-beac-d8e0cb807857 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:15.779368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:15.874828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-86e00df5-454d-4eda-9940-2e171fae5d14 None None] Port 496daaa8-e8ab-4303-a0de-e215cf6f711d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:53:16.036282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 475b0e52-adb1-46fa-beac-d8e0cb807857 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:16.057433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbec7f4d-2a58-4cc1-a0f7-0503ad8bc7f5 req-7059c2e4-2f63-428e-81a0-46db419e985a tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3795378 Feb 11 13:53:16.081279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Set router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:16.094421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (9adac14c-13e9-4a25-b6e2-df5a607b8d89), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.209578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=9adac14c-13e9-4a25-b6e2-df5a607b8d89,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:16.226948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41926) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:16.253764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.265794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c27b0c2b-a7d3-4f26-b164-a23f0ef208a8 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/9adac14c-13e9-4a25-b6e2-df5a607b8d89 HTTP/1.1" status: 204 len: 168 time: 2.9180391 Feb 11 13:53:16.269085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41932) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:16.291080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a3578-5ee2-4246-a2fa-9202e806a06f req-1ceedb3b-8139-4f42-9e94-c1ff75f78959 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:16.301739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7771a61-4cc8-47e7-ad20-66e449437d4f None None] Network 11cef677-e030-42e0-9086-d6357a133361 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:16.302638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a6a3578-5ee2-4246-a2fa-9202e806a06f req-1ceedb3b-8139-4f42-9e94-c1ff75f78959 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 984 time: 0.1197505 Feb 11 13:53:16.333961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (c7e82675-4883-4cc4-9c03-21a3bf158b5a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.428046 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (11cef677-e030-42e0-9086-d6357a133361), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.429386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a6a3578-5ee2-4246-a2fa-9202e806a06f req-01fa0abe-b8c2-466d-b48d-b14d8ea4e716 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1251936 Feb 11 13:53:16.732213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41944) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:16.738557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1719886535-network', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:16.772916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Made reservation on behalf of 496efc74cefd41f1a7d0f79e2a42108e for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:16.775813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.788995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.958010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks [] for security_group (7fe61b59-6715-48b1-99ce-35a61f47b3b0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.962409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-939324179'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:16.967008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7fe61b59-6715-48b1-99ce-35a61f47b3b0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.983881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:13Z', 'revision_number': 4, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '496daaa8-e8ab-4303-a0de-e215cf6f711d', 'name': '', 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'mac_address': 'fa:16:3e:0d:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'd398bd92-4d03-42fa-9bc0-49298484fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:11Z', 'updated_at': '2022-02-11T13:53:14Z', 'revision_number': 2, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'subnets': [{'id': 'd398bd92-4d03-42fa-9bc0-49298484fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:17.002034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:17.015683 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e60d0ac6-aa60-435f-9294-8be7983fc952), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.016250 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Added segment e60d0ac6-aa60-435f-9294-8be7983fc952 of type vlan for network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 Feb 11 13:53:17.092363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e76b19e0-07c0-4e8c-9c93-b20bb6214d38), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.095227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Checking router: 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:17.109266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Updating router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 port 496daaa8-e8ab-4303-a0de-e215cf6f711d binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:53:17.111523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34274857-6968-472b-8855-911f74a3fe43 None None] DHCP port deletion for 11cef677-e030-42e0-9086-d6357a133361 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:17.143281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e76b19e0-07c0-4e8c-9c93-b20bb6214d38), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.144326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:17.144916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.172268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:17.178718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.206468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94da105-f993-4852-8f2b-7a12356a0e92 req-6c58f93c-9209-4db3-bca4-ce52fcbfe589 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:17.211602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94da105-f993-4852-8f2b-7a12356a0e92 req-6c58f93c-9209-4db3-bca4-ce52fcbfe589 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1166 time: 0.6638710 Feb 11 13:53:17.233318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting port 7acee94f-725f-4792-9aa9-0f58ed039708 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:17.233844 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.237713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.238304 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.254506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe61b59-6715-48b1-99ce-35a61f47b3b0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:17.261575 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5274360 Feb 11 13:53:17.290879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41956) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:17.297966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Request body: {'subnet': {'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1719886535-subnet', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:17.306740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e76b19e0-07c0-4e8c-9c93-b20bb6214d38,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:17.318415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.318774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.319101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.319989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.320321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.320654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.320981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.321304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.321624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.321947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.322296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.322616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.322935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.339156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.339510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.339846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.340187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.340547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.340877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.341182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.341507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.341825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.342203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.342534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.342862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.343176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4ba08-a382-4f5a-8cf9-247d481359f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:17.360681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Made reservation on behalf of 496efc74cefd41f1a7d0f79e2a42108e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:17.364763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.429729 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d94da105-f993-4852-8f2b-7a12356a0e92 req-d0ce82c5-e647-4ac5-adbe-901d4a55d82d tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.447082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:17.544614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7acee94f-725f-4792-9aa9-0f58ed039708 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:17.552210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-34274857-6968-472b-8855-911f74a3fe43 None None] Deleting port 7acee94f-725f-4792-9aa9-0f58ed039708 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:17.553241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34274857-6968-472b-8855-911f74a3fe43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.661458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] For port 7acee94f-725f-4792-9aa9-0f58ed039708, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7acee94f-725f-4792-9aa9-0f58ed039708,segment=NetworkSegment(befb9f5b-3593-454c-a29a-f35dda022b35),segment_id=befb9f5b-3593-454c-a29a-f35dda022b35)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:17.666628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.672996 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.739512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Calling delete_port for 7acee94f-725f-4792-9aa9-0f58ed039708 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:17.986866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-34274857-6968-472b-8855-911f74a3fe43 None None] For port 7acee94f-725f-4792-9aa9-0f58ed039708, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7acee94f-725f-4792-9aa9-0f58ed039708,segment=NetworkSegment(befb9f5b-3593-454c-a29a-f35dda022b35),segment_id=befb9f5b-3593-454c-a29a-f35dda022b35)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:17.987446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34274857-6968-472b-8855-911f74a3fe43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.009680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for security_group (9ab72e8b-b56d-4a59-ac34-631f3bda0a18), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.011214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-34274857-6968-472b-8855-911f74a3fe43 None None] Calling delete_port for 7acee94f-725f-4792-9aa9-0f58ed039708 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:18.014988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d94da105-f993-4852-8f2b-7a12356a0e92 req-d0ce82c5-e647-4ac5-adbe-901d4a55d82d tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Publish callbacks [] for security_group (9ce07373-96b4-4e92-8e08-e2abe57ceda2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.026275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9ab72e8b-b56d-4a59-ac34-631f3bda0a18), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.028773 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (71219ae9-7f18-4b77-887e-b67019065da6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.037085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d94da105-f993-4852-8f2b-7a12356a0e92 req-d0ce82c5-e647-4ac5-adbe-901d4a55d82d tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9ce07373-96b4-4e92-8e08-e2abe57ceda2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.086598 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.092483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:18.106383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab72e8b-b56d-4a59-ac34-631f3bda0a18,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:18.110167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71219ae9-7f18-4b77-887e-b67019065da6,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:18.121805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Checking segment: {'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:18.122427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Network hostable DHCP agents. Network: e76b19e0-07c0-4e8c-9c93-b20bb6214d38, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:18.145549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Port': ['ID=7acee94f-725f-4792-9aa9-0f58ed039708,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:18.149597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:18.151146 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (29c11dc7-4b1e-47b0-83a8-c7104106d4c0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.151569 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Added segment 29c11dc7-4b1e-47b0-83a8-c7104106d4c0 of type vlan for network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 Feb 11 13:53:18.158042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.158597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.158905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.159315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.159729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.160216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.160531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.160925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.161322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.161714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.162107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.162537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.162917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.173824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e76b19e0-07c0-4e8c-9c93-b20bb6214d38) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:18.174363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No DVR routers for this DVR port 7acee94f-725f-4792-9aa9-0f58ed039708 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:18.189392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41966) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:18.191489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:18.192432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.195903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.196475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.196720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.197132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.197531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.197924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.198434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.198700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.199085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.199489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.199877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.200546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.200683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:18.205423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94da105-f993-4852-8f2b-7a12356a0e92 req-d0ce82c5-e647-4ac5-adbe-901d4a55d82d tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9934969 Feb 11 13:53:18.236619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-78cd02dd-e575-4eb8-a37b-3a60dd0f58b0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9427586 Feb 11 13:53:18.237405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41972) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:18.237613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41974) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:18.254811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:18.255531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc8e36-86c0-46c1-b738-4436ea6052a5 None None] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:18.302349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (7d3d9940-0035-4d11-87dc-3d30bffbbaa2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.311075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (fb0f5170-0506-4840-a783-8b2b43e4936d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.312380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (fb0f5170-0506-4840-a783-8b2b43e4936d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.313881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Port 7acee94f-725f-4792-9aa9-0f58ed039708 update to DOWN by agent not found {{(pid=103177) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 13:53:18.320939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5879ff9-43df-473a-84f0-3cb6a2d3974f tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:18.323034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e5879ff9-43df-473a-84f0-3cb6a2d3974f tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1161 time: 0.0822108 Feb 11 13:53:18.326714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41976) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:18.333516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:18.337873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce82c5-e647-4ac5-adbe-901d4a55d82d tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce07373-96b4-4e92-8e08-e2abe57ceda2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:18.360052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Router c7e82675-4883-4cc4-9c03-21a3bf158b5a is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:18.407279 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (11cef677-e030-42e0-9086-d6357a133361), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.413969 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34274857-6968-472b-8855-911f74a3fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (7acee94f-725f-4792-9aa9-0f58ed039708), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.432461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.437636 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks [] for router_controller (fb0f5170-0506-4840-a783-8b2b43e4936d), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.441780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (7d3d9940-0035-4d11-87dc-3d30bffbbaa2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.447165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:18.448050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.492493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cef677-e030-42e0-9086-d6357a133361']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:18.515230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befb9f5b-3593-454c-a29a-f35dda022b35') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:18.515837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befb9f5b-3593-454c-a29a-f35dda022b35') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:18.531870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34274857-6968-472b-8855-911f74a3fe43 None None] Pushing event deleted for resources: {'Port': ['ID=7acee94f-725f-4792-9aa9-0f58ed039708,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:18.553950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3229549 Feb 11 13:53:18.555788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34274857-6968-472b-8855-911f74a3fe43 None None] No DVR routers for this DVR port 7acee94f-725f-4792-9aa9-0f58ed039708 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:18.556531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (befb9f5b-3593-454c-a29a-f35dda022b35), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.597563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74435364-4a8b-4d3c-9fb9-f4b251956450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.642179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-e76b19e0-07c0-4e8c-9c93-b20bb6214d38', 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38', 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'fixed_ips': [{'subnet_id': '71219ae9-7f18-4b77-887e-b67019065da6'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:18.645549 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.700299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (befb9f5b-3593-454c-a29a-f35dda022b35), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.729091 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks [] for router_gateway (fb0f5170-0506-4840-a783-8b2b43e4936d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.745926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:18.746775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (befb9f5b-3593-454c-a29a-f35dda022b35), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: warnings.warn(msg) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:18.750749 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:18.767083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e1822-6538-4bb8-bb5b-8da4387b1638 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Network': ['ID=7d3d9940-0035-4d11-87dc-3d30bffbbaa2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:18.787408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:18.797432 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] Sync routers for ids ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:18.813065 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] Routers {'c7e82675-4883-4cc4-9c03-21a3bf158b5a'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:18.813826 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:18.853591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (11cef677-e030-42e0-9086-d6357a133361), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.858626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.869438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41980) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:18.870256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/11cef677-e030-42e0-9086-d6357a133361 HTTP/1.1" status: 204 len: 168 time: 2.5909309 Feb 11 13:53:18.877729 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.883962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d2f59862-d321-4cfb-85b8-317c73fde924 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1556225 Feb 11 13:53:18.886672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:18.894182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41982) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:18.901002 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:18.902163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': False}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:18.923351 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] Routers {'c7e82675-4883-4cc4-9c03-21a3bf158b5a'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:18.924007 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:18.926491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b597676-97e2-44f4-9ebc-5b2bd4651659 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=11cef677-e030-42e0-9086-d6357a133361,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:18.984616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Publish callbacks [] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:18.995692 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:18.996460 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f16380-7dc7-4c5b-a487-75646d441d07 None None] The sync data for ids ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:19.012349 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-5899a3f4-28b2-4691-82ca-07b209f8cb4b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:19.012574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.013083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5899a3f4-28b2-4691-82ca-07b209f8cb4b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:19.021133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5899a3f4-28b2-4691-82ca-07b209f8cb4b tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/b0c5bc1d-61ad-4412-9648-93f71af5ea85 HTTP/1.1" status: 404 len: 337 time: 0.1415384 Feb 11 13:53:19.022497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41984) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:19.175991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74435364-4a8b-4d3c-9fb9-f4b251956450 admin admin] Publish callbacks [] for security_group (375ce0fd-798a-4fe8-8885-f2c96f3537bb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.179061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54650c7-4799-41b1-bbec-5ab827c7f75e None None] Pushing event updated for resources: {'Port': ['ID=496daaa8-e8ab-4303-a0de-e215cf6f711d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:19.203734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74435364-4a8b-4d3c-9fb9-f4b251956450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (375ce0fd-798a-4fe8-8885-f2c96f3537bb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.232449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Allocated IP 172.20.0.2 (e76b19e0-07c0-4e8c-9c93-b20bb6214d38/71219ae9-7f18-4b77-887e-b67019065da6/8006dd4d-8886-4867-8540-4a583a89de55) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:19.244821 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4757906-8eec-4c02-9c00-abba2925c9a9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:19.245604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4757906-8eec-4c02-9c00-abba2925c9a9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:19.251984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f4757906-8eec-4c02-9c00-abba2925c9a9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/0cd0138f-2501-4c7c-b15e-ba7d80d0de29 HTTP/1.1" status: 404 len: 339 time: 0.2208123 Feb 11 13:53:19.255330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:19.309462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-74435364-4a8b-4d3c-9fb9-f4b251956450 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06392eec376a4d6ba8a33c2db900f777&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1114609 Feb 11 13:53:19.319259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Attempting to bind port 496daaa8-e8ab-4303-a0de-e215cf6f711d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:19.320438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Attempting to bind port 496daaa8-e8ab-4303-a0de-e215cf6f711d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:19.320976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Attempting to bind port 496daaa8-e8ab-4303-a0de-e215cf6f711d on network 98f6a7da-6bdc-454d-b614-62949913669b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:19.334681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 41988) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:19.376262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:19.376981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Checking segment: {'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:19.377712 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.378310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Bound using segment: {'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:19.378976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Bound port: 496daaa8-e8ab-4303-a0de-e215cf6f711d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a954ce-f78f-4425-b75a-397ed9d7778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:19.379555 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.390845 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d744746-c06e-4664-ac9c-863c129dff0c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:19.393055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d744746-c06e-4664-ac9c-863c129dff0c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:19.403766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4d744746-c06e-4664-ac9c-863c129dff0c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/7c90c86f-9f15-49ca-87c8-3a2b9a608874 HTTP/1.1" status: 404 len: 337 time: 0.1473153 Feb 11 13:53:19.407451 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.409431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41992) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:19.477696 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d51d073-e2bc-493a-9295-f70f80270910 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:19.478549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d51d073-e2bc-493a-9295-f70f80270910 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:19.485303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4d51d073-e2bc-493a-9295-f70f80270910 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/9090b25c-01af-48b1-936a-986bee378469 HTTP/1.1" status: 404 len: 339 time: 0.0721054 Feb 11 13:53:19.488008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41994) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:19.529122 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52ebb52-aaa7-4524-a779-c5f9e5d5fd32 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:19.530221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52ebb52-aaa7-4524-a779-c5f9e5d5fd32 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:19.536506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] For port 496daaa8-e8ab-4303-a0de-e215cf6f711d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:19.539172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f52ebb52-aaa7-4524-a779-c5f9e5d5fd32 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/a4087a19-d11f-4af4-a695-4311735c58be HTTP/1.1" status: 404 len: 337 time: 0.0478981 Feb 11 13:53:19.547790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] For port 496daaa8-e8ab-4303-a0de-e215cf6f711d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=496daaa8-e8ab-4303-a0de-e215cf6f711d,segment=NetworkSegment(e5a954ce-f78f-4425-b75a-397ed9d7778e),segment_id=e5a954ce-f78f-4425-b75a-397ed9d7778e)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:19.566255 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.577844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 41996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:19.632214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54650c7-4799-41b1-bbec-5ab827c7f75e None None] Pushing event updated for resources: {'Port': ['ID=496daaa8-e8ab-4303-a0de-e215cf6f711d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:19.633157 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b377a2df-2eec-4372-9126-a2ccbf17264c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:19.633931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b377a2df-2eec-4372-9126-a2ccbf17264c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:19.642251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b377a2df-2eec-4372-9126-a2ccbf17264c tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/469a47e9-758d-4c85-ade9-706890259286 HTTP/1.1" status: 404 len: 339 time: 0.0629930 Feb 11 13:53:19.643113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42000) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:19.698225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Allocated IP 172.25.3.51 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/3bcc849f-de85-476c-a924-f81c7f4156b1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:19.725879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1fba89de-d76f-44cc-88b9-42805415d8ad None None] Provisioning complete for port 496daaa8-e8ab-4303-a0de-e215cf6f711d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:19.726157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fba89de-d76f-44cc-88b9-42805415d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.765455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Routers {'555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:19.766014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:19.864070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting subnet 245a2852-f652-4750-af41-fce276d13419 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:19.873140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (245a2852-f652-4750-af41-fce276d13419), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.877952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:19.948338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74435364-4a8b-4d3c-9fb9-f4b251956450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ce0fd-798a-4fe8-8885-f2c96f3537bb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:19.961696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.027716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=3bcc849f-de85-476c-a924-f81c7f4156b1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:20.044530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] Set router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:20.064827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:20.074399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:20.082909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:20.099054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (245a2852-f652-4750-af41-fce276d13419), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.117303 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (c7e82675-4883-4cc4-9c03-21a3bf158b5a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.128840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-660fa9f5-86a4-4adf-97c3-bea575c6d151 admin admin] Publish callbacks [] for security_group (375ce0fd-798a-4fe8-8885-f2c96f3537bb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.153670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-660fa9f5-86a4-4adf-97c3-bea575c6d151 admin admin] Publish callbacks [] for security_group (375ce0fd-798a-4fe8-8885-f2c96f3537bb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.212217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-660fa9f5-86a4-4adf-97c3-bea575c6d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (375ce0fd-798a-4fe8-8885-f2c96f3537bb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.215517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-660fa9f5-86a4-4adf-97c3-bea575c6d151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.216934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-660fa9f5-86a4-4adf-97c3-bea575c6d151 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/375ce0fd-798a-4fe8-8885-f2c96f3537bb HTTP/1.1" status: 204 len: 168 time: 0.8810716 Feb 11 13:53:20.279090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fa9f5-86a4-4adf-97c3-bea575c6d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ce0fd-798a-4fe8-8885-f2c96f3537bb,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:20.383974 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (245a2852-f652-4750-af41-fce276d13419), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.456919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (245a2852-f652-4750-af41-fce276d13419), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.495585 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.504282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.526003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/245a2852-f652-4750-af41-fce276d13419 HTTP/1.1" status: 204 len: 168 time: 0.8791087 Feb 11 13:53:20.527707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:20.541965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122635a6-cd20-429c-b27f-7f0265ea3177 None None] Network 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:20.549094 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Publish callbacks [] for port (8006dd4d-8886-4867-8540-4a583a89de55), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.640156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (8006dd4d-8886-4867-8540-4a583a89de55), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.707552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bef1e7-dd7b-44cc-b7e3-1b00eb156581 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=245a2852-f652-4750-af41-fce276d13419,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:20.863533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:20.898175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b099ca2b-5f06-456b-8f82-f3222e411ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:20.923077 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.080088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:21.114600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:13Z', 'revision_number': 4, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '496daaa8-e8ab-4303-a0de-e215cf6f711d', 'name': '', 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'mac_address': 'fa:16:3e:0d:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'd398bd92-4d03-42fa-9bc0-49298484fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:11Z', 'updated_at': '2022-02-11T13:53:19Z', 'revision_number': 4, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'subnets': [{'id': 'd398bd92-4d03-42fa-9bc0-49298484fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:21.155286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b25fd-5d1b-48df-8af7-30f5c0f80104 None None] The sync data for ids ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'] in n-d-828676-2 is: [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:13Z', 'revision_number': 4, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '496daaa8-e8ab-4303-a0de-e215cf6f711d', 'name': '', 'network_id': '98f6a7da-6bdc-454d-b614-62949913669b', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'mac_address': 'fa:16:3e:0d:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'd398bd92-4d03-42fa-9bc0-49298484fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:11Z', 'updated_at': '2022-02-11T13:53:19Z', 'revision_number': 4, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'subnets': [{'id': 'd398bd92-4d03-42fa-9bc0-49298484fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:21.158838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for floatingip (4a173853-39ab-43fc-8c14-ebb0bc5441ba), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.164502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:21.175226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:21.241809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting port ac3470a2-2b33-4604-ad18-82cff6449af7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:21.243293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.265355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Pushing event updated for resources: {'Port': ['ID=8006dd4d-8886-4867-8540-4a583a89de55,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:21.368713 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.390467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1fba89de-d76f-44cc-88b9-42805415d8ad None None] Current status of the port 496daaa8-e8ab-4303-a0de-e215cf6f711d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:21.391039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fba89de-d76f-44cc-88b9-42805415d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.473365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Attempting to bind port 8006dd4d-8886-4867-8540-4a583a89de55 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:21.474008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Attempting to bind port 8006dd4d-8886-4867-8540-4a583a89de55 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:21.474762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Attempting to bind port 8006dd4d-8886-4867-8540-4a583a89de55 on network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:21.494167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:21.494805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Checking segment: {'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:21.495380 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.495940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Bound using segment: {'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:21.496607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Bound port: 8006dd4d-8886-4867-8540-4a583a89de55, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:21.497175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8006dd4d-8886-4867-8540-4a583a89de55), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.519022 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b099ca2b-5f06-456b-8f82-f3222e411ded admin admin] Publish callbacks [] for security_group (7e0ea328-642c-43b4-a51f-0b1adf57fe25), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.555143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 496daaa8-e8ab-4303-a0de-e215cf6f711d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:21.605413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks [] for router_gateway (fb0f5170-0506-4840-a783-8b2b43e4936d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.605821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] DHCP port deletion for 147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:21.641278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.684646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b099ca2b-5f06-456b-8f82-f3222e411ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e0ea328-642c-43b4-a51f-0b1adf57fe25), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.722199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] For port 8006dd4d-8886-4867-8540-4a583a89de55, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:21.737579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] For port 8006dd4d-8886-4867-8540-4a583a89de55, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8006dd4d-8886-4867-8540-4a583a89de55,segment=NetworkSegment(e60d0ac6-aa60-435f-9294-8be7983fc952),segment_id=e60d0ac6-aa60-435f-9294-8be7983fc952)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:21.768884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1fba89de-d76f-44cc-88b9-42805415d8ad None None] For port 496daaa8-e8ab-4303-a0de-e215cf6f711d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=496daaa8-e8ab-4303-a0de-e215cf6f711d,segment=NetworkSegment(e5a954ce-f78f-4425-b75a-397ed9d7778e),segment_id=e5a954ce-f78f-4425-b75a-397ed9d7778e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:21.772399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8006dd4d-8886-4867-8540-4a583a89de55), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.838699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b099ca2b-5f06-456b-8f82-f3222e411ded admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f45dd2b0f6b4bde93ae5c1d222ceb45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9738741 Feb 11 13:53:21.846212 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1fba89de-d76f-44cc-88b9-42805415d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.853942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099ca2b-5f06-456b-8f82-f3222e411ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0ea328-642c-43b4-a51f-0b1adf57fe25,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:21.854146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724e4a1-934e-43ad-9a42-b7d8a64b4de0 None None] Pushing event updated for resources: {'Port': ['ID=8006dd4d-8886-4867-8540-4a583a89de55,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:21.874573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42018) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:21.893938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] For port ac3470a2-2b33-4604-ad18-82cff6449af7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac3470a2-2b33-4604-ad18-82cff6449af7,segment=NetworkSegment(191e7d36-6604-451a-99b9-fa6c90705a32),segment_id=191e7d36-6604-451a-99b9-fa6c90705a32)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:21.894347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:21.953624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba89de-d76f-44cc-88b9-42805415d8ad None None] Pushing event updated for resources: {'Port': ['ID=496daaa8-e8ab-4303-a0de-e215cf6f711d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:21.983545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42020) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:22.003589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'subnet': {'network_id': '7d3d9940-0035-4d11-87dc-3d30bffbbaa2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:22.011739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 496daaa8-e8ab-4303-a0de-e215cf6f711d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:22.012720 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.038442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Allocated IP 172.25.3.22 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/394ba508-669a-473f-9b11-d5d58f655c4a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:22.082249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b566cce7-8673-4e5a-be72-1c55c2599320 None None] Provisioning complete for port 496daaa8-e8ab-4303-a0de-e215cf6f711d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:22.082835 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b566cce7-8673-4e5a-be72-1c55c2599320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.142655 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.177335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks [] for port (394ba508-669a-473f-9b11-d5d58f655c4a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.195017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] Deleting port ac3470a2-2b33-4604-ad18-82cff6449af7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:22.195398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.285274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] For port ac3470a2-2b33-4604-ad18-82cff6449af7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac3470a2-2b33-4604-ad18-82cff6449af7,segment=NetworkSegment(191e7d36-6604-451a-99b9-fa6c90705a32),segment_id=191e7d36-6604-451a-99b9-fa6c90705a32)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:22.285684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.302325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.306336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] Calling delete_port for ac3470a2-2b33-4604-ad18-82cff6449af7 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:22.309040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.329203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.426895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 496daaa8-e8ab-4303-a0de-e215cf6f711d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:22.446615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:22.496653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:22.499619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:22.577614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b566cce7-8673-4e5a-be72-1c55c2599320 None None] Current status of the port 496daaa8-e8ab-4303-a0de-e215cf6f711d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:22.592043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.617374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Calling delete_port for ac3470a2-2b33-4604-ad18-82cff6449af7 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:22.638439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] Pushing event deleted for resources: {'Port': ['ID=ac3470a2-2b33-4604-ad18-82cff6449af7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:22.662187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1574df-e711-42e9-b99c-6a392c7673e0 None None] No DVR routers for this DVR port ac3470a2-2b33-4604-ad18-82cff6449af7 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:22.753962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=394ba508-669a-473f-9b11-d5d58f655c4a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:22.800461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=3bcc849f-de85-476c-a924-f81c7f4156b1,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:22.822902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a81d482-0c8e-4a5e-ab81-8bdf5adc6912 admin admin] Publish callbacks [] for security_group (7e0ea328-642c-43b4-a51f-0b1adf57fe25), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.863745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (4a173853-39ab-43fc-8c14-ebb0bc5441ba), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.887236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a81d482-0c8e-4a5e-ab81-8bdf5adc6912 admin admin] Publish callbacks [] for security_group (7e0ea328-642c-43b4-a51f-0b1adf57fe25), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:22.941622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:22.945593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.019216 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a81d482-0c8e-4a5e-ab81-8bdf5adc6912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7e0ea328-642c-43b4-a51f-0b1adf57fe25), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.021811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2a81d482-0c8e-4a5e-ab81-8bdf5adc6912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.023619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2a81d482-0c8e-4a5e-ab81-8bdf5adc6912 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e0ea328-642c-43b4-a51f-0b1adf57fe25 HTTP/1.1" status: 204 len: 168 time: 1.1264784 Feb 11 13:53:23.118368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81d482-0c8e-4a5e-ab81-8bdf5adc6912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0ea328-642c-43b4-a51f-0b1adf57fe25,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:23.254392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ac3470a2-2b33-4604-ad18-82cff6449af7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.299335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No DVR routers for this DVR port ac3470a2-2b33-4604-ad18-82cff6449af7 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:23.383057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Port': ['ID=ac3470a2-2b33-4604-ad18-82cff6449af7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:23.449141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.499058 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.568200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.580425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 496daaa8-e8ab-4303-a0de-e215cf6f711d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:23.689698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965d027-e8d7-4b77-b57c-572bc33fee52 None None] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:23.702148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:23.720453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191e7d36-6604-451a-99b9-fa6c90705a32') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:23.720763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191e7d36-6604-451a-99b9-fa6c90705a32') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:23.737048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (191e7d36-6604-451a-99b9-fa6c90705a32), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.740043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 496daaa8-e8ab-4303-a0de-e215cf6f711d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:23.740427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.759669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks [] for router_gateway (fb0f5170-0506-4840-a783-8b2b43e4936d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.784555 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (fe054cdb-739b-4050-98b8-608fd5d9c50d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.867649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dcda1ef8-77f5-4d19-910a-541a937d2d87 None None] Provisioning complete for port 8006dd4d-8886-4867-8540-4a583a89de55 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:23.868030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcda1ef8-77f5-4d19-910a-541a937d2d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8006dd4d-8886-4867-8540-4a583a89de55), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.888654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (191e7d36-6604-451a-99b9-fa6c90705a32), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.916594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:23.916950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (191e7d36-6604-451a-99b9-fa6c90705a32), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:23.917733 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Floating IP 4a173853-39ab-43fc-8c14-ebb0bc5441ba associated. External IP: 172.25.3.51, port: 3315cbe1-77db-4eb8-892d-ff5781de3bc9. Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:23.925170 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:23.940544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Router c7e82675-4883-4cc4-9c03-21a3bf158b5a has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:53:24.031633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 496daaa8-e8ab-4303-a0de-e215cf6f711d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:24.032986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8006dd4d-8886-4867-8540-4a583a89de55 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:24.071299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Subnet': ['ID=fe054cdb-739b-4050-98b8-608fd5d9c50d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:24.092968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Checking segment: {'id': '29c11dc7-4b1e-47b0-83a8-c7104106d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d3d9940-0035-4d11-87dc-3d30bffbbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:24.093764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network hostable DHCP agents. Network: 7d3d9940-0035-4d11-87dc-3d30bffbbaa2, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:24.098204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.165011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dcda1ef8-77f5-4d19-910a-541a937d2d87 None None] Current status of the port 8006dd4d-8886-4867-8540-4a583a89de55 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:24.166542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcda1ef8-77f5-4d19-910a-541a937d2d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8006dd4d-8886-4867-8540-4a583a89de55), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.177253 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.191637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94 HTTP/1.1" status: 204 len: 168 time: 3.6562536 Feb 11 13:53:24.192365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:24.233182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6d9c2-0da4-4b0d-9dc7-327f5468569f tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=147d5c8b-ff7d-4f8f-a0fa-a42a7621bc94,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:24.235394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8006dd4d-8886-4867-8540-4a583a89de55 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:24.235779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8006dd4d-8886-4867-8540-4a583a89de55), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.304306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dcda1ef8-77f5-4d19-910a-541a937d2d87 None None] For port 8006dd4d-8886-4867-8540-4a583a89de55, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8006dd4d-8886-4867-8540-4a583a89de55,segment=NetworkSegment(e60d0ac6-aa60-435f-9294-8be7983fc952),segment_id=e60d0ac6-aa60-435f-9294-8be7983fc952)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:24.313140 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcda1ef8-77f5-4d19-910a-541a937d2d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8006dd4d-8886-4867-8540-4a583a89de55), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.424993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:24.427898 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-24214a31-199a-4b96-aaf9-1fa55c8ae5fa tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:24.428594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24214a31-199a-4b96-aaf9-1fa55c8ae5fa tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:24.431827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-24214a31-199a-4b96-aaf9-1fa55c8ae5fa tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/0f959a0f-1989-460f-a979-ae863a5d2dba HTTP/1.1" status: 404 len: 337 time: 0.2214861 Feb 11 13:53:24.443119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:24.446176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.450214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2099efa6-2415-4769-893c-45764704a371 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "PUT /v2.0/routers/c7e82675-4883-4cc4-9c03-21a3bf158b5a HTTP/1.1" status: 200 len: 921 time: 5.5555203 Feb 11 13:53:24.451093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:24.451950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8006dd4d-8886-4867-8540-4a583a89de55 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:24.460611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:24.462002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda1ef8-77f5-4d19-910a-541a937d2d87 None None] Pushing event updated for resources: {'Port': ['ID=8006dd4d-8886-4867-8540-4a583a89de55,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:24.465055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] Sync routers for ids ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:24.504717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] Routers {'c7e82675-4883-4cc4-9c03-21a3bf158b5a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:24.505365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:24.575206 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c195326b-d076-4cf0-833f-45d5d38550d9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:24.575736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c195326b-d076-4cf0-833f-45d5d38550d9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:24.580134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c195326b-d076-4cf0-833f-45d5d38550d9 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/3ca672f5-0a89-4d1e-86b1-9f44a3047b6b HTTP/1.1" status: 404 len: 339 time: 0.1265740 Feb 11 13:53:24.582870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 7d3d9940-0035-4d11-87dc-3d30bffbbaa2) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:24.584517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42058) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:24.586970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac3470a2-2b33-4604-ad18-82cff6449af7 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:24.590829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:24.591423 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.596555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:24.612049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a540d1c-7803-4eef-9241-a85437dc4f76 None None] Network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:24.613588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (fb0f5170-0506-4840-a783-8b2b43e4936d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.635621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4aeb024a-0361-4630-ad4e-ed441b031c2c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6475139 Feb 11 13:53:24.639200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42060) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:24.660051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ac3470a2-2b33-4604-ad18-82cff6449af7 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:24.660407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac3470a2-2b33-4604-ad18-82cff6449af7 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:24.681803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1375791085'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:24.685000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:53:24.731497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] Routers {'c7e82675-4883-4cc4-9c03-21a3bf158b5a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:24.732518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:24.737244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1450292e-5685-49c6-9847-f04abcd30492 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/c7e82675-4883-4cc4-9c03-21a3bf158b5a HTTP/1.1" status: 200 len: 921 time: 0.2629197 Feb 11 13:53:24.738581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42064) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:24.777076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2400ea4d-d760-4283-847d-8b63e76d1d60 None None] Provisioning complete for port 8006dd4d-8886-4867-8540-4a583a89de55 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:24.777971 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2400ea4d-d760-4283-847d-8b63e76d1d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8006dd4d-8886-4867-8540-4a583a89de55), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.781665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:24.782525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d97d8-9a4c-4726-b004-101024aa7f13 None None] The sync data for ids ['c7e82675-4883-4cc4-9c03-21a3bf158b5a'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:24.815571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:24.824461 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.839999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting subnet e0526044-6f06-44ee-813f-427085f1b207 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:24.847739 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (e0526044-6f06-44ee-813f-427085f1b207), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.872794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-7d3d9940-0035-4d11-87dc-3d30bffbbaa2', 'network_id': '7d3d9940-0035-4d11-87dc-3d30bffbbaa2', 'project_id': '45f53a94143745b5b4060855ed55c685', 'fixed_ips': [{'subnet_id': 'fe054cdb-739b-4050-98b8-608fd5d9c50d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:24.874036 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.895851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:24.909879 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ef43b73f-0615-4f6b-a5c1-794b3d3998bc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:24.910488 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Added segment ef43b73f-0615-4f6b-a5c1-794b3d3998bc of type vlan for network 0d43273b-414b-4759-8ae1-ff4899cf2203 Feb 11 13:53:24.934755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2400ea4d-d760-4283-847d-8b63e76d1d60 None None] Current status of the port 8006dd4d-8886-4867-8540-4a583a89de55 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:24.993110 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0d43273b-414b-4759-8ae1-ff4899cf2203), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.004644 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (e0526044-6f06-44ee-813f-427085f1b207), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.035496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0d43273b-414b-4759-8ae1-ff4899cf2203), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.042665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:25.043326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.124269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5707639-c6c8-4f45-8edb-e45746ade1c2 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:25.125872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d5707639-c6c8-4f45-8edb-e45746ade1c2 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=c7e82675-4883-4cc4-9c03-21a3bf158b5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3858292 Feb 11 13:53:25.130189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:25.138366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4585025 Feb 11 13:53:25.181876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Allocated IP 2001:db8:0:ffff::2 (7d3d9940-0035-4d11-87dc-3d30bffbbaa2/fe054cdb-739b-4050-98b8-608fd5d9c50d/169207c6-cb87-4e6d-b433-14ec6f731174) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:25.254073 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e0526044-6f06-44ee-813f-427085f1b207), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.256625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcaeb4e-2aa3-4ec7-a881-995eed4e7aef tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:25.258582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-abcaeb4e-2aa3-4ec7-a881-995eed4e7aef tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.1273010 Feb 11 13:53:25.259251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:25.266458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'subnet': {'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:25.323448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42082) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:25.369461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c9bba-debe-41b6-8ed9-d84305a1161b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Network': ['ID=0d43273b-414b-4759-8ae1-ff4899cf2203,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:25.402317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:25.405746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.414165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0d43273b-414b-4759-8ae1-ff4899cf2203 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:25.440423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8006dd4d-8886-4867-8540-4a583a89de55 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:25.455749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:25.461640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-17954dfb-5a3b-48d4-9dbb-8f81abf7dbbb tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7e82675-4883-4cc4-9c03-21a3bf158b5a HTTP/1.1" status: 200 len: 205 time: 0.1309597 Feb 11 13:53:25.470621 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] Sync routers for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:25.471253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42086) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:25.489805 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:25.490456 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:25.720923 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Publish callbacks [] for port (169207c6-cb87-4e6d-b433-14ec6f731174), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.721556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Router fb0f5170-0506-4840-a783-8b2b43e4936d is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:25.731493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.760064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.769795 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:25.777504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8d3b9259-fdb9-42e7-a27b-749061b21752 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4474211 Feb 11 13:53:25.777504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (e0526044-6f06-44ee-813f-427085f1b207), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:25.778837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42092) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:25.782456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:53:25.785049 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26785a18-d0d0-4fac-a99d-5473e92ddc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:25.944417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Pushing event updated for resources: {'Port': ['ID=169207c6-cb87-4e6d-b433-14ec6f731174,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:25.995771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:26.000168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:26.005375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:26.020099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8006dd4d-8886-4867-8540-4a583a89de55 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:26.021807 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8006dd4d-8886-4867-8540-4a583a89de55), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.149502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc0111-e362-4634-952c-cac6f6066831 None None] Network b8491259-c0b2-46c7-ade5-5d0a354e0217 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:26.179184 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df13ccf-358a-4930-b568-6653c38c5b03 x-openstack-request-id: req-7df13ccf-358a-4930-b568-6653c38c5b03 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:26.179779 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:26.179779 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7df13ccf-358a-4930-b568-6653c38c5b03 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:26.180113 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'status': 'completed', 'code': 200} Feb 11 13:53:26.183630 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.200625 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/subnets/e0526044-6f06-44ee-813f-427085f1b207 HTTP/1.1" status: 204 len: 168 time: 1.6102703 Feb 11 13:53:26.212339 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '4a173853-39ab-43fc-8c14-ebb0bc5441ba', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'port_id': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'mac_address': 'fa:16:3e:8d:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2132883f-85a1-4105-8e24-612b41c07856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:53:20Z', 'updated_at': '2022-02-11T13:53:20Z', 'revision_number': 0, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:26.212626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:53:26.219437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:26.220272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (9a7db010-0968-4f88-8f04-0df629bb4811), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.228061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a37434-a5fd-4354-ae32-25002e1703cf tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Subnet': ['ID=e0526044-6f06-44ee-813f-427085f1b207,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:26.236884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.237415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.240414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.240982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.241937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.242535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.242904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.243827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.244387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.244747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.246792 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9d93771b-8f2f-4afb-b5db-680931bb416e tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7015 time: 0.4556708 Feb 11 13:53:26.252871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.257002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42110) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:26.284681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Attempting to bind port 169207c6-cb87-4e6d-b433-14ec6f731174 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:26.285039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Attempting to bind port 169207c6-cb87-4e6d-b433-14ec6f731174 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '29c11dc7-4b1e-47b0-83a8-c7104106d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d3d9940-0035-4d11-87dc-3d30bffbbaa2'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:26.285403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Attempting to bind port 169207c6-cb87-4e6d-b433-14ec6f731174 on network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:26.288946 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] Checking router: 19e99c49-0388-4d6e-a177-2b8f0be9ebfd for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:26.319154 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:26.319943 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:26.365402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Subnet': ['ID=9a7db010-0968-4f88-8f04-0df629bb4811,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:26.383028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:26.383716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Checking segment: {'id': '29c11dc7-4b1e-47b0-83a8-c7104106d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d3d9940-0035-4d11-87dc-3d30bffbbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:26.384784 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.385475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Bound using segment: {'id': '29c11dc7-4b1e-47b0-83a8-c7104106d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d3d9940-0035-4d11-87dc-3d30bffbbaa2'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:26.386272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Bound port: 169207c6-cb87-4e6d-b433-14ec6f731174, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c11dc7-4b1e-47b0-83a8-c7104106d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d3d9940-0035-4d11-87dc-3d30bffbbaa2'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:26.386966 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.510785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.511546 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.512330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.512957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.513634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.514623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.515885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.516516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.517366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.519976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] For port 169207c6-cb87-4e6d-b433-14ec6f731174, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:26.520805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d1cfb44-77b6-4023-848d-ad174d2d4fd8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5906 time: 0.2635841 Feb 11 13:53:26.525628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42114) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:26.532030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] For port 169207c6-cb87-4e6d-b433-14ec6f731174, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=169207c6-cb87-4e6d-b433-14ec6f731174,segment=NetworkSegment(29c11dc7-4b1e-47b0-83a8-c7104106d4c0),segment_id=29c11dc7-4b1e-47b0-83a8-c7104106d4c0)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:26.558407 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.565310 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:26.624059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b8491259-c0b2-46c7-ade5-5d0a354e0217), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.673606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Checking segment: {'id': 'ef43b73f-0615-4f6b-a5c1-794b3d3998bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:26.674310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network hostable DHCP agents. Network: 0d43273b-414b-4759-8ae1-ff4899cf2203, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:26.705671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:26.752630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network 0d43273b-414b-4759-8ae1-ff4899cf2203 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:26.780124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0d43273b-414b-4759-8ae1-ff4899cf2203) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:26.783733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.785461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3ebcd367-2b91-4f69-b038-04589d7fc4c8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5426335 Feb 11 13:53:26.791517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:26.792378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42120) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:26.792512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:26.810689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8006dd4d-8886-4867-8540-4a583a89de55 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:26.824814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Sync routers for ids ['fb0f5170-0506-4840-a783-8b2b43e4936d'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:26.827456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bdef45-7a92-4927-a8af-65628fa7e78d None None] Network 0d43273b-414b-4759-8ae1-ff4899cf2203 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:26.830153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5abb0b7e-f1cc-45e1-80ce-6a0f03863a7c tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5676363 Feb 11 13:53:26.839886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42122) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:26.844838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'port': {'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203', 'name': 'tempest-NetworksIpV6TestAttrs-1828396442'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:26.887453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Routers {'fb0f5170-0506-4840-a783-8b2b43e4936d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:26.888352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:52:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fb0f5170-0506-4840-a783-8b2b43e4936d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:26.933677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Deleting port 78969622-bb28-4ee0-bf5d-16be154c8f76 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:26.937299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:27.005519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] DHCP port deletion for b8491259-c0b2-46c7-ade5-5d0a354e0217 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:27.021079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a33e81-0004-4f88-8eb6-a9aeb73c790e None None] Pushing event updated for resources: {'Port': ['ID=169207c6-cb87-4e6d-b433-14ec6f731174,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:27.131447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b0989c06-5d47-43cc-9fee-5dfceaf1186a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:27.190760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] For port 78969622-bb28-4ee0-bf5d-16be154c8f76, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=78969622-bb28-4ee0-bf5d-16be154c8f76,segment=NetworkSegment(55d5a8ae-5b16-4439-92d2-b21fb2f59009),segment_id=55d5a8ae-5b16-4439-92d2-b21fb2f59009)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:27.191147 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:27.225955 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '4a173853-39ab-43fc-8c14-ebb0bc5441ba', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'port_id': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'mac_address': 'fa:16:3e:8d:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2132883f-85a1-4105-8e24-612b41c07856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:53:20Z', 'updated_at': '2022-02-11T13:53:20Z', 'revision_number': 0, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:27.238435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Calling delete_port for 78969622-bb28-4ee0-bf5d-16be154c8f76 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:27.288341 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f12d82-1a02-465d-8740-6fcbf648cfd8 None None] The sync data for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 is: [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '4a173853-39ab-43fc-8c14-ebb0bc5441ba', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'port_id': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'mac_address': 'fa:16:3e:8d:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2132883f-85a1-4105-8e24-612b41c07856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:53:20Z', 'updated_at': '2022-02-11T13:53:20Z', 'revision_number': 0, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:27.330498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] Deleting port 78969622-bb28-4ee0-bf5d-16be154c8f76 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:27.338359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:27.357616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0d43273b-414b-4759-8ae1-ff4899cf2203', 'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203', 'project_id': '45f53a94143745b5b4060855ed55c685', 'fixed_ips': [{'subnet_id': '9a7db010-0968-4f88-8f04-0df629bb4811'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:27.359555 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:27.360610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:27.369190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:27.393683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Set router fb0f5170-0506-4840-a783-8b2b43e4936d gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:27.447813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] device_id is not set on port d89b246b-0b0a-44e5-85ef-4975e6e5bec7 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:53:27.678110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 169207c6-cb87-4e6d-b433-14ec6f731174 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:27.735565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:27.785177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441ce93-a34c-47be-8f09-93bffe33c342 None None] New status for floating IP 4a173853-39ab-43fc-8c14-ebb0bc5441ba: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:53:28.140174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] For port 78969622-bb28-4ee0-bf5d-16be154c8f76, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=78969622-bb28-4ee0-bf5d-16be154c8f76,segment=NetworkSegment(55d5a8ae-5b16-4439-92d2-b21fb2f59009),segment_id=55d5a8ae-5b16-4439-92d2-b21fb2f59009)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:28.143699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:28.183169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] Calling delete_port for 78969622-bb28-4ee0-bf5d-16be154c8f76 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:28.192767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-61e71118-103b-403d-9372-4db18f28a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:28.194961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-61e71118-103b-403d-9372-4db18f28a7ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1166 time: 2.0140791 Feb 11 13:53:28.323845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Port': ['ID=78969622-bb28-4ee0-bf5d-16be154c8f76,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:28.334448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] No DVR routers for this DVR port 78969622-bb28-4ee0-bf5d-16be154c8f76 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:28.425730 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (78969622-bb28-4ee0-bf5d-16be154c8f76), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:28.437661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Allocated IP 2001:db8::f816:3eff:fe87:373e (0d43273b-414b-4759-8ae1-ff4899cf2203/9a7db010-0968-4f88-8f04-0df629bb4811/d89b246b-0b0a-44e5-85ef-4975e6e5bec7) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:28.502862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (c7e82675-4883-4cc4-9c03-21a3bf158b5a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:28.525506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b8491259-c0b2-46c7-ade5-5d0a354e0217), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:28.582911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] No DVR routers for this DVR port 78969622-bb28-4ee0-bf5d-16be154c8f76 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:28.654586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8491259-c0b2-46c7-ade5-5d0a354e0217']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:28.655638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a86c1-2ee2-41f0-9246-af984cfeaaef None None] Pushing event deleted for resources: {'Port': ['ID=78969622-bb28-4ee0-bf5d-16be154c8f76,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:28.662212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 169207c6-cb87-4e6d-b433-14ec6f731174 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:28.662212 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:28.680696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d5a8ae-5b16-4439-92d2-b21fb2f59009') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:28.682173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d5a8ae-5b16-4439-92d2-b21fb2f59009') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:28.753083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (55d5a8ae-5b16-4439-92d2-b21fb2f59009), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:28.817531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:53:22Z', 'revision_number': 3, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:28.820637 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (55d5a8ae-5b16-4439-92d2-b21fb2f59009), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:28.901462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-2b2470b1-1366-49ce-accb-e943aac27a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:28.903471 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-2b2470b1-1366-49ce-accb-e943aac27a7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 200 len: 897 time: 0.5952864 Feb 11 13:53:28.924113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c51ce-91c7-4de2-bd91-d04af248668f None None] Network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:28.938158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Checking router: fb0f5170-0506-4840-a783-8b2b43e4936d for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:28.942210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Updating router fb0f5170-0506-4840-a783-8b2b43e4936d port 394ba508-669a-473f-9b11-d5d58f655c4a binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:53:28.975250 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for port (d89b246b-0b0a-44e5-85ef-4975e6e5bec7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.013029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:29.013675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (55d5a8ae-5b16-4439-92d2-b21fb2f59009), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:29.017028 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:29.030509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d89b246b-0b0a-44e5-85ef-4975e6e5bec7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.140132 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-acc1600b-e808-4788-a67a-21b047a55976 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 200 len: 1000 time: 0.2060401 Feb 11 13:53:29.153881 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b8491259-c0b2-46c7-ade5-5d0a354e0217), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.169732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.173010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] 10.222.0.79 "DELETE /v2.0/networks/b8491259-c0b2-46c7-ade5-5d0a354e0217 HTTP/1.1" status: 204 len: 168 time: 2.9504521 Feb 11 13:53:29.188415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network 0d43273b-414b-4759-8ae1-ff4899cf2203 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:29.207096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:29.214727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:29.223552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:29.230233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.235864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 169207c6-cb87-4e6d-b433-14ec6f731174 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:29.236354 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.253636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Port': ['ID=d89b246b-0b0a-44e5-85ef-4975e6e5bec7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:29.259968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c90d2-5e77-4a45-9b83-7e135a194c10 tempest-NetworksIpV6Test-1813381 tempest-NetworksIpV6Test-1813381-project] Pushing event deleted for resources: {'Network': ['ID=b8491259-c0b2-46c7-ade5-5d0a354e0217,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:29.289459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-80d889af-c4d4-486c-bfc1-50afcdd29463 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4484844 Feb 11 13:53:29.292123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:29.339783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-7c2f0086-32fe-4b00-b849-7419f3a72d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:29.340713 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-7c2f0086-32fe-4b00-b849-7419f3a72d55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4563cf37-987c-440c-a2fb-cc4052d35f5e HTTP/1.1" status: 200 len: 835 time: 0.1921751 Feb 11 13:53:29.355226 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.359436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b7320919-c7c2-431f-8e9f-e95ffdd02520 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 2.8307173 Feb 11 13:53:29.363749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42162) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:29.437852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting subnet 9a7db010-0968-4f88-8f04-0df629bb4811 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:29.508459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-143add1d-67f3-41c6-a5e1-07737be8a2a1 None None] Provisioning complete for port 169207c6-cb87-4e6d-b433-14ec6f731174 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:29.508841 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-143add1d-67f3-41c6-a5e1-07737be8a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.544929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Deleting port 5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:29.545415 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.628472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 169207c6-cb87-4e6d-b433-14ec6f731174, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=169207c6-cb87-4e6d-b433-14ec6f731174,segment=NetworkSegment(29c11dc7-4b1e-47b0-83a8-c7104106d4c0),segment_id=29c11dc7-4b1e-47b0-83a8-c7104106d4c0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:29.634260 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd43b623-1bef-419f-82ca-72a12b26d27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.642243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.655259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.657079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Calling delete_port for 5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:29.683822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42168) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:29.697124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Allocated IP 2001:db8::f816:3eff:fe45:2ee3 (0d43273b-414b-4759-8ae1-ff4899cf2203/9a7db010-0968-4f88-8f04-0df629bb4811/3915aa2f-dd8e-4b6a-8144-0cab267995d7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:29.765814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-e94be392-83c9-42ba-8611-eb3744dc0a60 req-7d66b3db-d9ca-4a4a-a6b3-d84b3b275cc1 tempest-ImagesTestJSON-1484578088 tempest-ImagesTestJSON-1484578088-project] (103176) timed out ('10.222.0.30', 51878) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:53:29.830886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 78969622-bb28-4ee0-bf5d-16be154c8f76 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:29.830886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-143add1d-67f3-41c6-a5e1-07737be8a2a1 None None] Current status of the port 169207c6-cb87-4e6d-b433-14ec6f731174 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:29.924907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 78969622-bb28-4ee0-bf5d-16be154c8f76 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:29.925209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 78969622-bb28-4ee0-bf5d-16be154c8f76 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:30.007845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6983b756-c5be-4e28-b7bc-496b637674ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47391f9f0c6840eea5a9468b62aefc6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225498 Feb 11 13:53:30.011211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:30.084144 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.123935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-556393cf-37d3-40d4-98e7-44123512e7f7 admin admin] Publish callbacks [] for security_group (2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.181382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-556393cf-37d3-40d4-98e7-44123512e7f7 admin admin] Publish callbacks [] for security_group (2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.277967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-556393cf-37d3-40d4-98e7-44123512e7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.281231 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-556393cf-37d3-40d4-98e7-44123512e7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.284916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-556393cf-37d3-40d4-98e7-44123512e7f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a HTTP/1.1" status: 204 len: 168 time: 0.2688613 Feb 11 13:53:30.298012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556393cf-37d3-40d4-98e7-44123512e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed865cb-f3ba-4244-8e4f-ce8fe92ef98a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:30.375620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Allocated IP 172.20.0.1 (e76b19e0-07c0-4e8c-9c93-b20bb6214d38/71219ae9-7f18-4b77-887e-b67019065da6/729bd251-3349-4c70-9ba4-938c82710c9e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:30.392556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-61e6f849-1f52-4d0f-aada-8a10f08398b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:30.397731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-61e6f849-1f52-4d0f-aada-8a10f08398b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0346820 Feb 11 13:53:30.401227 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Publish callbacks [] for port (394ba508-669a-473f-9b11-d5d58f655c4a), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.441261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=169207c6-cb87-4e6d-b433-14ec6f731174,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:30.448303 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:53:30.449375 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.550416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d2bbca97-ef70-4954-882a-eef3e82ee68a None None] Provisioning complete for port 169207c6-cb87-4e6d-b433-14ec6f731174 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:30.550799 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d2bbca97-ef70-4954-882a-eef3e82ee68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.557290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0158ed-1ca9-4e1f-ae61-2cd35f20575e None None] Pushing event updated for resources: {'Port': ['ID=394ba508-669a-473f-9b11-d5d58f655c4a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:30.583850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597f7c2-8a5e-428a-97e0-cc537d7dc5ff tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:30.584555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597f7c2-8a5e-428a-97e0-cc537d7dc5ff tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:30.586735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8597f7c2-8a5e-428a-97e0-cc537d7dc5ff tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=19e99c49-0388-4d6e-a177-2b8f0be9ebfd HTTP/1.1" status: 200 len: 2062 time: 1.2194359 Feb 11 13:53:30.609736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Attempting to bind port 394ba508-669a-473f-9b11-d5d58f655c4a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:30.610579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Attempting to bind port 394ba508-669a-473f-9b11-d5d58f655c4a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:30.610949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Attempting to bind port 394ba508-669a-473f-9b11-d5d58f655c4a on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:30.646459 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.661957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:30.662634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:30.663030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.663440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:30.663938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Bound port: 394ba508-669a-473f-9b11-d5d58f655c4a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:30.664330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.685037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event deleted for resources: {'Port': ['ID=5b4fd83d-888a-4ba5-a1c6-4d9fb4eba40c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:30.911942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Publish callbacks [] for port (3915aa2f-dd8e-4b6a-8144-0cab267995d7), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.931789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] For port 394ba508-669a-473f-9b11-d5d58f655c4a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:30.936936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (9a7db010-0968-4f88-8f04-0df629bb4811), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.937919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] For port 394ba508-669a-473f-9b11-d5d58f655c4a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=394ba508-669a-473f-9b11-d5d58f655c4a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:30.943868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (3915aa2f-dd8e-4b6a-8144-0cab267995d7), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:30.962963 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.008269 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (9a7db010-0968-4f88-8f04-0df629bb4811), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.057040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Network 0d43273b-414b-4759-8ae1-ff4899cf2203 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:31.076080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:31.087096 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.088757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:31.091912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbca97-ef70-4954-882a-eef3e82ee68a None None] Current status of the port 169207c6-cb87-4e6d-b433-14ec6f731174 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:31.099503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Pushing event updated for resources: {'Port': ['ID=3915aa2f-dd8e-4b6a-8144-0cab267995d7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.118183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Routers {'fb0f5170-0506-4840-a783-8b2b43e4936d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:31.118845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fb0f5170-0506-4840-a783-8b2b43e4936d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:31.242087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9a7db010-0968-4f88-8f04-0df629bb4811), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.293988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-afa2e168-065a-467c-b0d0-8f1069f547ca service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262272 Feb 11 13:53:31.323508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (9a7db010-0968-4f88-8f04-0df629bb4811), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.370680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7db010-0968-4f88-8f04-0df629bb4811,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.395377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.404422 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b57b752d-01aa-4429-9719-feaeb94c414f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/9a7db010-0968-4f88-8f04-0df629bb4811 HTTP/1.1" status: 204 len: 168 time: 2.1088877 Feb 11 13:53:31.404623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42206) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:31.405691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (c7e82675-4883-4cc4-9c03-21a3bf158b5a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.471208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0158ed-1ca9-4e1f-ae61-2cd35f20575e None None] Pushing event updated for resources: {'Port': ['ID=394ba508-669a-473f-9b11-d5d58f655c4a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.512069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9611f45-0e52-4231-9cb7-7c2c6e431c00 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:31.516090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9611f45-0e52-4231-9cb7-7c2c6e431c00 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:31.520537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b9611f45-0e52-4231-9cb7-7c2c6e431c00 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1127353 Feb 11 13:53:31.520675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26785a18-d0d0-4fac-a99d-5473e92ddc1a req-eed9dbaa-a8c4-4573-bae8-021f094a7318 service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179010 Feb 11 13:53:31.520889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:31.536883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Attempting to bind port 3915aa2f-dd8e-4b6a-8144-0cab267995d7 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:31.537262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Attempting to bind port 3915aa2f-dd8e-4b6a-8144-0cab267995d7 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ef43b73f-0615-4f6b-a5c1-794b3d3998bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:31.539851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Attempting to bind port 3915aa2f-dd8e-4b6a-8144-0cab267995d7 on network 0d43273b-414b-4759-8ae1-ff4899cf2203 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:31.573315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:31.573691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Checking segment: {'id': 'ef43b73f-0615-4f6b-a5c1-794b3d3998bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:31.574101 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.574582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Bound using segment: {'id': 'ef43b73f-0615-4f6b-a5c1-794b3d3998bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:31.575070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Bound port: 3915aa2f-dd8e-4b6a-8144-0cab267995d7, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef43b73f-0615-4f6b-a5c1-794b3d3998bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d43273b-414b-4759-8ae1-ff4899cf2203'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:31.576612 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3915aa2f-dd8e-4b6a-8144-0cab267995d7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.601712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.606773 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (c7e82675-4883-4cc4-9c03-21a3bf158b5a), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.610874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks [] for port (729bd251-3349-4c70-9ba4-938c82710c9e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.693018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:31.716622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (c7e82675-4883-4cc4-9c03-21a3bf158b5a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.717152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Fanout notify agent at l3_agent the message router_deleted on router c7e82675-4883-4cc4-9c03-21a3bf158b5a {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:31.719214 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-910364fa-8924-4d40-9c18-00975a6989fb tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0d43273b-414b-4759-8ae1-ff4899cf2203), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.723868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.729135 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-242e4cb4-d68b-4370-a862-f71a30036d75 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/c7e82675-4883-4cc4-9c03-21a3bf158b5a HTTP/1.1" status: 204 len: 168 time: 6.2508211 Feb 11 13:53:31.729756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42220) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:31.735068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-04ec8fb6-8b44-4972-8d2b-a343220ec44b tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1880009076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:31.740189 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.751787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] Set router fb0f5170-0506-4840-a783-8b2b43e4936d gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:31.776780 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-910364fa-8924-4d40-9c18-00975a6989fb tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:53:31.777167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910364fa-8924-4d40-9c18-00975a6989fb tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:31.790377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-910364fa-8924-4d40-9c18-00975a6989fb tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/0d43273b-414b-4759-8ae1-ff4899cf2203 HTTP/1.1" status: 409 len: 466 time: 0.2581592 Feb 11 13:53:31.793323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42222) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:31.805463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Pushing event updated for resources: {'Port': ['ID=729bd251-3349-4c70-9ba4-938c82710c9e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.806751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1794620040'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:31.838685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:31.843738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:31.846031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:31.851350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.867090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:31.876668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04ec8fb6-8b44-4972-8d2b-a343220ec44b tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.879283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04ec8fb6-8b44-4972-8d2b-a343220ec44b tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.904251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] For port 3915aa2f-dd8e-4b6a-8144-0cab267995d7, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:31.910544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] For port 3915aa2f-dd8e-4b6a-8144-0cab267995d7, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3915aa2f-dd8e-4b6a-8144-0cab267995d7,segment=NetworkSegment(ef43b73f-0615-4f6b-a5c1-794b3d3998bc),segment_id=ef43b73f-0615-4f6b-a5c1-794b3d3998bc)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:31.911734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:31.986945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (fb0f5170-0506-4840-a783-8b2b43e4936d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.014246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2048320597'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:32.019980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (400ab1fb-22fb-48ff-97c9-9c71bfe27ff9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.020587 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Added segment 400ab1fb-22fb-48ff-97c9-9c71bfe27ff9 of type vlan for network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd Feb 11 13:53:32.108820 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04ec8fb6-8b44-4972-8d2b-a343220ec44b tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.120375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 169207c6-cb87-4e6d-b433-14ec6f731174 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:32.124643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3915aa2f-dd8e-4b6a-8144-0cab267995d7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.188082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04ec8fb6-8b44-4972-8d2b-a343220ec44b tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.232954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04ec8fb6-8b44-4972-8d2b-a343220ec44b tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.234283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04ec8fb6-8b44-4972-8d2b-a343220ec44b tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5029211 Feb 11 13:53:32.237148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:32.240556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.242995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:32.245518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (132622aa-0ff6-4ae9-8099-9691cfcfc1fd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.256123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:32.280167 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.345248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830bef0-03bb-4ebb-bdd4-4e4ff3f8228d None None] Pushing event updated for resources: {'Port': ['ID=3915aa2f-dd8e-4b6a-8144-0cab267995d7,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:32.379378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.416974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc9fd7-279b-41fd-841c-f6c3682bafc2 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:53:32.428591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9270f379-c8ec-46f9-89e1-ce35e9a3f743 None None] Provisioning complete for port 729bd251-3349-4c70-9ba4-938c82710c9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:32.429150 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9270f379-c8ec-46f9-89e1-ce35e9a3f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.455286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:53:32.530986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:53:22Z', 'revision_number': 3, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:32.564883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9270f379-c8ec-46f9-89e1-ce35e9a3f743 None None] Port 729bd251-3349-4c70-9ba4-938c82710c9e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:53:32.568056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 169207c6-cb87-4e6d-b433-14ec6f731174 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:32.568517 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.574534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3f52d-8fdf-4896-b87a-506265df9dd3 None None] The sync data for ids ['fb0f5170-0506-4840-a783-8b2b43e4936d'] in n-d-828676-2 is: [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:53:22Z', 'revision_number': 3, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:32.612374 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.637603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (132622aa-0ff6-4ae9-8099-9691cfcfc1fd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.643655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:32.644382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.744812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (03cfcf75-f0f7-4243-98ec-87768a7e1729), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.755907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 169207c6-cb87-4e6d-b433-14ec6f731174 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:32.772915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc31d72-7b71-43c1-bc81-ddcaaab089c9 req-34386621-0be9-4b1b-a1f1-8e05a5ca2758 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:32.778398 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (03cfcf75-f0f7-4243-98ec-87768a7e1729), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.789448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bc31d72-7b71-43c1-bc81-ddcaaab089c9 req-34386621-0be9-4b1b-a1f1-8e05a5ca2758 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.3107817 Feb 11 13:53:32.793170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:32.804156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dec48233-be4d-43b8-a130-79f8597ae6aa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.804631 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment dec48233-be4d-43b8-a130-79f8597ae6aa of type vlan for network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 Feb 11 13:53:32.810940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc9fd7-279b-41fd-841c-f6c3682bafc2 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:53:32.858186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a9860ff8-b567-4d35-b13f-e6fe6c2cc644), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.939299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bc31d72-7b71-43c1-bc81-ddcaaab089c9 req-4bb482ac-29db-4509-a055-9d072eb40016 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488466 Feb 11 13:53:32.951256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a9860ff8-b567-4d35-b13f-e6fe6c2cc644), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.951854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks [] for port (729bd251-3349-4c70-9ba4-938c82710c9e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.958656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.958806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:32.959465 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:33.015846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2176955 Feb 11 13:53:33.023728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42238) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:33.025464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Pushing event updated for resources: {'Port': ['ID=729bd251-3349-4c70-9ba4-938c82710c9e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:33.026375 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:33.080317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'subnet': {'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:33.105559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cfcf75-f0f7-4243-98ec-87768a7e1729,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:33.108575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27473-a558-43a5-8abd-29ce54d62ae9 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Network': ['ID=132622aa-0ff6-4ae9-8099-9691cfcfc1fd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:33.195045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:33.198674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5023263 Feb 11 13:53:33.198674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04404bc-06af-4ae9-a49e-4351d3d21851 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=a9860ff8-b567-4d35-b13f-e6fe6c2cc644,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:33.199806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:33.210243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'name': 'tempest-PortsTestJSON-1537925202'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:33.219456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:33.224332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (fb0f5170-0506-4840-a783-8b2b43e4936d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:33.231717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:33.235260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:33.366883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:33.371032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:33.515476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:33.519478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:33.551180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 89ad6487-ba51-467e-8b91-ed4d74083893 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:53:33.558074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76265510-094a-4209-aee3-c3262af34ea3 None None] Network 0d43273b-414b-4759-8ae1-ff4899cf2203 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:33.737057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Router fb0f5170-0506-4840-a783-8b2b43e4936d has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:53:33.776818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (89ad6487-ba51-467e-8b91-ed4d74083893), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:33.903019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:33.916194 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.005803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b2d59535-430d-4e1c-87c7-26dacbd9a8b7 None None] Provisioning complete for port 729bd251-3349-4c70-9ba4-938c82710c9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:34.006741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2d59535-430d-4e1c-87c7-26dacbd9a8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.095564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b2d59535-430d-4e1c-87c7-26dacbd9a8b7 None None] Port 729bd251-3349-4c70-9ba4-938c82710c9e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:53:34.204276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 394ba508-669a-473f-9b11-d5d58f655c4a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:34.228499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-43a52a14-cf76-4700-b815-48ab8dafbba7 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:34.230597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-43a52a14-cf76-4700-b815-48ab8dafbba7 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.30 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.3845265 Feb 11 13:53:34.232478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=89ad6487-ba51-467e-8b91-ed4d74083893,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:34.256087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:34.267586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eb806249-6fbc-4530-8708-7531b5c34fbb admin admin] 10.222.0.79 "PUT /v2.0/routers/fb0f5170-0506-4840-a783-8b2b43e4936d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4635394 Feb 11 13:53:34.323100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 394ba508-669a-473f-9b11-d5d58f655c4a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:34.323485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.470067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:53:34.479618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (e8bb3164-f4bb-48d8-83f1-a96385ef80de), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.524288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 394ba508-669a-473f-9b11-d5d58f655c4a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:34.524689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.564862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 394ba508-669a-473f-9b11-d5d58f655c4a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=394ba508-669a-473f-9b11-d5d58f655c4a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:34.575370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.647525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Subnet': ['ID=e8bb3164-f4bb-48d8-83f1-a96385ef80de,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:34.665826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Checking segment: {'id': '400ab1fb-22fb-48ff-97c9-9c71bfe27ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:34.668489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network hostable DHCP agents. Network: 132622aa-0ff6-4ae9-8099-9691cfcfc1fd, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:34.678580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=394ba508-669a-473f-9b11-d5d58f655c4a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:34.701223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:34.720850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 132622aa-0ff6-4ae9-8099-9691cfcfc1fd) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:34.730808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d87bb7-b56c-4070-8d7b-fd1a75df52cf None None] Network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:34.736313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:34.736938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.770109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-87712725-2817-415c-abae-479d14f71e50 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7407761 Feb 11 13:53:34.770938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': 'dec48233-be4d-43b8-a130-79f8597ae6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:34.771531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: a9860ff8-b567-4d35-b13f-e6fe6c2cc644, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:34.773499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42256) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:34.784271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'port': {'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd', 'name': 'tempest-NetworksIpV6TestAttrs-283172354'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:34.822793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.871209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.946771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de79fe2-8d8a-4f06-9b6d-14ddacb4320d req-5e376a15-0540-4298-8310-55ed9bd7f1ca tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:34.972199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1de79fe2-8d8a-4f06-9b6d-14ddacb4320d req-5e376a15-0540-4298-8310-55ed9bd7f1ca tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.8251688 Feb 11 13:53:34.989444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-132622aa-0ff6-4ae9-8099-9691cfcfc1fd', 'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd', 'project_id': '45f53a94143745b5b4060855ed55c685', 'fixed_ips': [{'subnet_id': 'e8bb3164-f4bb-48d8-83f1-a96385ef80de'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:34.991773 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.996092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:35.001876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:35.003946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.031181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] device_id is not set on port 0392aa7c-adc5-487f-9ad1-53eb499ae738 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:53:35.041657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a9860ff8-b567-4d35-b13f-e6fe6c2cc644) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:35.065488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fdc90-f935-4e6c-9ab3-b5aed43ed933 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:35.092986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:35.100563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:35.101866 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.188486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1de79fe2-8d8a-4f06-9b6d-14ddacb4320d req-c88d12b6-5c4a-4f10-96c9-7e6dcb1b13b5 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152159 Feb 11 13:53:35.196442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f578ef1e-fbaa-46df-97db-a8b934860513 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9936404 Feb 11 13:53:35.200861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42266) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:35.206002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1142339806'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:35.236504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:35.257500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.306168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Deleting port d68bde9c-dab0-4ef9-880f-8776d4447937 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:35.306815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.316905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Allocated IP 2001:db8::f816:3eff:fea9:f69c (132622aa-0ff6-4ae9-8099-9691cfcfc1fd/e8bb3164-f4bb-48d8-83f1-a96385ef80de/0392aa7c-adc5-487f-9ad1-53eb499ae738) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:35.347567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:35.361208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7a595c28-a89d-4135-bee4-a14281718092), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.361867 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment 7a595c28-a89d-4135-bee4-a14281718092 of type vlan for network a2db10aa-7f8f-4a0f-8b76-952e15ff90bf Feb 11 13:53:35.441998 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a2db10aa-7f8f-4a0f-8b76-952e15ff90bf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.512180 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a2db10aa-7f8f-4a0f-8b76-952e15ff90bf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.523782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:35.526641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.578918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42278) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:35.586567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3842981 Feb 11 13:53:35.600918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'ports': [{'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644'}, {'network_id': 'a2db10aa-7f8f-4a0f-8b76-952e15ff90bf'}]} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:35.601362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:35.601917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'a2db10aa-7f8f-4a0f-8b76-952e15ff90bf'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:35.709335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Allocated IP 172.25.3.242 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/94d2b992-4d09-4cc1-ad76-c92030472356) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:35.741717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Sync routers for ids ['fb0f5170-0506-4840-a783-8b2b43e4936d'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:35.756156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Routers {'fb0f5170-0506-4840-a783-8b2b43e4936d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:35.757386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fb0f5170-0506-4840-a783-8b2b43e4936d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:35.843356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for port (0392aa7c-adc5-487f-9ad1-53eb499ae738), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.891143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for port (94d2b992-4d09-4cc1-ad76-c92030472356), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.946819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (94d2b992-4d09-4cc1-ad76-c92030472356), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.993264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0392aa7c-adc5-487f-9ad1-53eb499ae738), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.013617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 2} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:36.029526 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.066061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b0218-ccdf-43ee-a801-ca6d3e8a599c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=a2db10aa-7f8f-4a0f-8b76-952e15ff90bf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.094945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:36.095183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Allocated IP 2001:db8::f816:3eff:fe50:6b1e (132622aa-0ff6-4ae9-8099-9691cfcfc1fd/e8bb3164-f4bb-48d8-83f1-a96385ef80de/9e33624e-b6d4-4223-801a-459ea066a47c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:36.114000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:36.118262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:36.121797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] For port d68bde9c-dab0-4ef9-880f-8776d4447937, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d68bde9c-dab0-4ef9-880f-8776d4447937,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:36.123134 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.126792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.129846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:36.173153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Calling delete_port for d68bde9c-dab0-4ef9-880f-8776d4447937 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:36.178390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:36.188460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event updated for resources: {'Port': ['ID=94d2b992-4d09-4cc1-ad76-c92030472356,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.197934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:36.203341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:36.205097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.217698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Port': ['ID=0392aa7c-adc5-487f-9ad1-53eb499ae738,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.314995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-982e8a50-78cf-4b96-bd40-a6dc85e386bf tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5368500 Feb 11 13:53:36.317547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42302) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:36.483028 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Publish callbacks [] for port (9e33624e-b6d4-4223-801a-459ea066a47c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.490376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting subnet e8bb3164-f4bb-48d8-83f1-a96385ef80de {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:36.502660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (e8bb3164-f4bb-48d8-83f1-a96385ef80de), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.508943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a2db10aa-7f8f-4a0f-8b76-952e15ff90bf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:36.517324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 394ba508-669a-473f-9b11-d5d58f655c4a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:36.545921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 6b23ee36-aeff-41de-a21c-6d77714360e3 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:53:36.560298 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.605414 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (e8bb3164-f4bb-48d8-83f1-a96385ef80de), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.701308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a290a-6585-4d52-85c2-a1201def052a req-d2d13a2f-f17e-4a03-889e-9c8e8cec9882 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:36.704184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-597a290a-6585-4d52-85c2-a1201def052a req-d2d13a2f-f17e-4a03-889e-9c8e8cec9882 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/ports?device_id=1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3 HTTP/1.1" status: 200 len: 949 time: 0.3480835 Feb 11 13:53:36.728109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42316) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:36.778032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.829232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d68bde9c-dab0-4ef9-880f-8776d4447937), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:36.843944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Set router fb0f5170-0506-4840-a783-8b2b43e4936d gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:36.865472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Pushing event deleted for resources: {'Port': ['ID=d68bde9c-dab0-4ef9-880f-8776d4447937,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.902530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:36.914153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:36.915939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Pushing event updated for resources: {'Port': ['ID=9e33624e-b6d4-4223-801a-459ea066a47c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.918108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:36.972250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (6b23ee36-aeff-41de-a21c-6d77714360e3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.053803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 394ba508-669a-473f-9b11-d5d58f655c4a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:37.054208 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.103948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Attempting to bind port 9e33624e-b6d4-4223-801a-459ea066a47c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:37.104329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Attempting to bind port 9e33624e-b6d4-4223-801a-459ea066a47c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '400ab1fb-22fb-48ff-97c9-9c71bfe27ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:37.104693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Attempting to bind port 9e33624e-b6d4-4223-801a-459ea066a47c on network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:37.136543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:37.136923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Checking segment: {'id': '400ab1fb-22fb-48ff-97c9-9c71bfe27ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:37.137340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.139235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Bound using segment: {'id': '400ab1fb-22fb-48ff-97c9-9c71bfe27ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:37.139747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Bound port: 9e33624e-b6d4-4223-801a-459ea066a47c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400ab1fb-22fb-48ff-97c9-9c71bfe27ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '132622aa-0ff6-4ae9-8099-9691cfcfc1fd'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:37.140141 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.228501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] No DVR routers for this DVR port d68bde9c-dab0-4ef9-880f-8776d4447937 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:37.233696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.238957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b7a50ad-694d-4d82-b622-0a774a40d3a2 req-f088f460-1fd4-4f35-98a5-4ee94daff8f6 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.30 "DELETE /v2.0/ports/d68bde9c-dab0-4ef9-880f-8776d4447937 HTTP/1.1" status: 204 len: 173 time: 2.5445812 Feb 11 13:53:37.254348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'name': 'network-vif-deleted', 'tag': 'd68bde9c-dab0-4ef9-880f-8776d4447937'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:53:37.258568 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bb3243-82e1-47d7-bdb0-310be1100126" -d '{"events": [{"server_uuid": "1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3", "name": "network-vif-deleted", "tag": "d68bde9c-dab0-4ef9-880f-8776d4447937"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:37.323800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 394ba508-669a-473f-9b11-d5d58f655c4a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:37.339677 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc9ff4e-89b9-4326-953b-f4ced3c82be2 x-openstack-request-id: req-8fc9ff4e-89b9-4326-953b-f4ced3c82be2 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:37.339978 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3", "name": "network-vif-deleted", "tag": "d68bde9c-dab0-4ef9-880f-8776d4447937", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:37.340233 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fc9ff4e-89b9-4326-953b-f4ced3c82be2 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:37.340899 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1216a1f8-7f1b-426b-84e4-3fa9ca7f6eb3', 'name': 'network-vif-deleted', 'tag': 'd68bde9c-dab0-4ef9-880f-8776d4447937', 'status': 'completed', 'code': 200} Feb 11 13:53:37.352460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.356486 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.359588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] For port 9e33624e-b6d4-4223-801a-459ea066a47c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:37.368926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] For port 9e33624e-b6d4-4223-801a-459ea066a47c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9e33624e-b6d4-4223-801a-459ea066a47c,segment=NetworkSegment(400ab1fb-22fb-48ff-97c9-9c71bfe27ff9),segment_id=400ab1fb-22fb-48ff-97c9-9c71bfe27ff9)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:37.398850 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.522656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:53:32Z', 'revision_number': 4, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '729bd251-3349-4c70-9ba4-938c82710c9e', 'name': '', 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'mac_address': 'fa:16:3e:d2:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '71219ae9-7f18-4b77-887e-b67019065da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:30Z', 'updated_at': '2022-02-11T13:53:32Z', 'revision_number': 2, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'subnets': [{'id': '71219ae9-7f18-4b77-887e-b67019065da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:37.614717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Checking router: fb0f5170-0506-4840-a783-8b2b43e4936d for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:37.615081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Updating router fb0f5170-0506-4840-a783-8b2b43e4936d port 729bd251-3349-4c70-9ba4-938c82710c9e binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:53:37.633053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d12a67-a72c-4c39-8f52-f1c1157dc4c9 None None] Pushing event updated for resources: {'Port': ['ID=9e33624e-b6d4-4223-801a-459ea066a47c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:37.655674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Router a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:37.695310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.922043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:37.931018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:37.932573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8114bde8-8da9-4898-bec5-24c204d25b6a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "PUT /v2.0/routers/a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 HTTP/1.1" status: 200 len: 880 time: 5.6844320 Feb 11 13:53:37.934177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] Sync routers for ids ['a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:37.935297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42324) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:38.035098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e8bb3164-f4bb-48d8-83f1-a96385ef80de), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:38.114306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d68bde9c-dab0-4ef9-880f-8776d4447937 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:38.164684 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1c54bf69-d248-4e38-9061-d4631be30bf0 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 HTTP/1.1" status: 200 len: 921 time: 0.2239580 Feb 11 13:53:38.164874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:38.247512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1edfdc-1d32-4ce8-bbea-3e909d6d2ec4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:38.249472 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] Routers {'a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:38.250347 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:38.258749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-de1edfdc-1d32-4ce8-bbea-3e909d6d2ec4 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0920238 Feb 11 13:53:38.265308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42332) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:38.296987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port a5741aee-ea07-4bf5-984f-d6185a5d984e yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:53:38.301810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9e33624e-b6d4-4223-801a-459ea066a47c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:38.308322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: d68bde9c-dab0-4ef9-880f-8776d4447937 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:38.308841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d68bde9c-dab0-4ef9-880f-8776d4447937 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:38.318693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:38.327846 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] Routers {'a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:38.328676 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:38.380545 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:38.382484 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b7077-7e6d-4f9b-b77a-444c96e62e92 None None] The sync data for ids ['a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:38.501150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (a5741aee-ea07-4bf5-984f-d6185a5d984e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:38.504475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d07bed-8348-4216-983e-e9f2eae61b78 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:38.505898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76d07bed-8348-4216-983e-e9f2eae61b78 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.2388666 Feb 11 13:53:38.515638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42336) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:38.582083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6bb4f933-72e0-462e-b2f0-42106a998292 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 HTTP/1.1" status: 200 len: 205 time: 0.0649345 Feb 11 13:53:38.585853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42338) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:38.657289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9e33624e-b6d4-4223-801a-459ea066a47c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:38.657692 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:38.807360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Publish callbacks [] for port (729bd251-3349-4c70-9ba4-938c82710c9e), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:38.843131 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:38.872454 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (e8bb3164-f4bb-48d8-83f1-a96385ef80de), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:38.899180 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6b23ee36-aeff-41de-a21c-6d77714360e3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:38.971083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.035317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Pushing event updated for resources: {'Port': ['ID=729bd251-3349-4c70-9ba4-938c82710c9e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.043372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.058623 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/e8bb3164-f4bb-48d8-83f1-a96385ef80de HTTP/1.1" status: 204 len: 168 time: 2.7387171 Feb 11 13:53:39.077407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42346) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:39.109516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9e33624e-b6d4-4223-801a-459ea066a47c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:39.110078 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.116932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468e528-aefa-4f28-a5d8-c0dea1bfa8a6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bb3164-f4bb-48d8-83f1-a96385ef80de,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.120809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:39.174891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Attempting to bind port 729bd251-3349-4c70-9ba4-938c82710c9e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:39.183055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Attempting to bind port 729bd251-3349-4c70-9ba4-938c82710c9e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:39.183654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Attempting to bind port 729bd251-3349-4c70-9ba4-938c82710c9e on network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:39.216795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:39.217486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Checking segment: {'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:39.218050 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.218632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Bound using segment: {'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:39.222092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Bound port: 729bd251-3349-4c70-9ba4-938c82710c9e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60d0ac6-aa60-435f-9294-8be7983fc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:39.223882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.265808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9e33624e-b6d4-4223-801a-459ea066a47c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9e33624e-b6d4-4223-801a-459ea066a47c,segment=NetworkSegment(400ab1fb-22fb-48ff-97c9-9c71bfe27ff9),segment_id=400ab1fb-22fb-48ff-97c9-9c71bfe27ff9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:39.280035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.299845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.376342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=6b23ee36-aeff-41de-a21c-6d77714360e3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.390228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Deleting port 94d2b992-4d09-4cc1-ad76-c92030472356 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:39.390579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (94d2b992-4d09-4cc1-ad76-c92030472356), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.394868 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-597a290a-6585-4d52-85c2-a1201def052a req-f72c6908-3e9e-4a7e-a4d5-6443f87e0055 tempest-VolumesBackupsTest-1402870008 tempest-VolumesBackupsTest-1402870008-project] 10.222.0.79 "GET /v2.0/security-groups?id=ba17d022-0816-4236-905a-ef08f1e0f6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6655324 Feb 11 13:53:39.436784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] For port 729bd251-3349-4c70-9ba4-938c82710c9e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:39.440561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] For port 729bd251-3349-4c70-9ba4-938c82710c9e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=729bd251-3349-4c70-9ba4-938c82710c9e,segment=NetworkSegment(e60d0ac6-aa60-435f-9294-8be7983fc952),segment_id=e60d0ac6-aa60-435f-9294-8be7983fc952)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:39.441956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9e33624e-b6d4-4223-801a-459ea066a47c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.456783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b7e87a-ab4b-44ae-8930-a7300cfb4f58 None None] Network 132622aa-0ff6-4ae9-8099-9691cfcfc1fd requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:39.462683 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.476916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:39.496420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:39.497539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a5741aee-ea07-4bf5-984f-d6185a5d984e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.575560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (94d2b992-4d09-4cc1-ad76-c92030472356), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.609835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Calling delete_port for 94d2b992-4d09-4cc1-ad76-c92030472356 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:39.663280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e24438-ab6d-4ae8-8206-e0507df17bfd tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:39.665304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e24438-ab6d-4ae8-8206-e0507df17bfd tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:39.667108 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-60e24438-ab6d-4ae8-8206-e0507df17bfd tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5632353 Feb 11 13:53:39.672066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42352) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:39.749289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=a5741aee-ea07-4bf5-984f-d6185a5d984e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.763341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Provisioning complete for port 9e33624e-b6d4-4223-801a-459ea066a47c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:39.763735 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.775882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Routers {'fb0f5170-0506-4840-a783-8b2b43e4936d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:39.776534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fb0f5170-0506-4840-a783-8b2b43e4936d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:39.959894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] Set router fb0f5170-0506-4840-a783-8b2b43e4936d gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:39.976614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (94d2b992-4d09-4cc1-ad76-c92030472356), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:39.980573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': '7a595c28-a89d-4135-bee4-a14281718092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a2db10aa-7f8f-4a0f-8b76-952e15ff90bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:39.980950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: a2db10aa-7f8f-4a0f-8b76-952e15ff90bf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:40.054529 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3704-752c-4c5c-a289-e1fd166459a2 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (132622aa-0ff6-4ae9-8099-9691cfcfc1fd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.079879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event deleted for resources: {'Port': ['ID=94d2b992-4d09-4cc1-ad76-c92030472356,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:40.115955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a2db10aa-7f8f-4a0f-8b76-952e15ff90bf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:40.138919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9e33624e-b6d4-4223-801a-459ea066a47c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:40.171213 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4d3704-752c-4c5c-a289-e1fd166459a2 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:53:40.171743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4d3704-752c-4c5c-a289-e1fd166459a2 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:40.184155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8e4d3704-752c-4c5c-a289-e1fd166459a2 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/132622aa-0ff6-4ae9-8099-9691cfcfc1fd HTTP/1.1" status: 409 len: 466 time: 0.5087211 Feb 11 13:53:40.191382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Pushing event updated for resources: {'Port': ['ID=729bd251-3349-4c70-9ba4-938c82710c9e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:40.192744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42356) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:40.194050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a2db10aa-7f8f-4a0f-8b76-952e15ff90bf) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:40.203644 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:40.210689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.211122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.211532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.211936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.212337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.212732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.212896 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:40.213179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.213587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.213978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.214399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.214789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.215188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.215570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd96385-7365-4cf3-aa89-780a5f4133e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:40.219337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0713dc88-0ad6-4542-a80e-cc2a7348735c None None] Network a2db10aa-7f8f-4a0f-8b76-952e15ff90bf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:40.223847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:40.224562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.265358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-318807777'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:40.274566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.286531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c2877b1-0d64-45d6-a07c-35c6df495ec6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6915009 Feb 11 13:53:40.287488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42358) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:40.412168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:40.415453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.525078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.531570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.713441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Current status of the port 9e33624e-b6d4-4223-801a-459ea066a47c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:40.731436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9e33624e-b6d4-4223-801a-459ea066a47c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:40.732617 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.739139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.739787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Fanout notify agent at l3_agent the message router_deleted on router a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:40.769352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.772194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8058ec87-f305-4780-b437-f079f431e11e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 HTTP/1.1" status: 204 len: 168 time: 2.1853948 Feb 11 13:53:40.776838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42368) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:40.782031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:40.784440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Provisioning complete for port 729bd251-3349-4c70-9ba4-938c82710c9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:40.784974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.797793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-db86dd2b-b5d9-4558-8daa-2bc31a2419e9 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1072972976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:40.830543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] DHCP port deletion for 132622aa-0ff6-4ae9-8099-9691cfcfc1fd request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:40.844862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:53:32Z', 'revision_number': 4, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '729bd251-3349-4c70-9ba4-938c82710c9e', 'name': '', 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'mac_address': 'fa:16:3e:d2:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '71219ae9-7f18-4b77-887e-b67019065da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:30Z', 'updated_at': '2022-02-11T13:53:39Z', 'revision_number': 4, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'subnets': [{'id': '71219ae9-7f18-4b77-887e-b67019065da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:40.871017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e1cb50e-29e6-463f-8b81-c5b619fb3eb4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.872032 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Added segment 7e1cb50e-29e6-463f-8b81-c5b619fb3eb4 of type vlan for network c363333e-223c-4ab7-ae49-b4f0d058efb6 Feb 11 13:53:40.873278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db86dd2b-b5d9-4558-8daa-2bc31a2419e9 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (282eb17d-b100-4a76-b1e3-68908c288026), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.874962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db86dd2b-b5d9-4558-8daa-2bc31a2419e9 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (282eb17d-b100-4a76-b1e3-68908c288026), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:40.889741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4549979-3654-4d73-9401-3fcd50028617 None None] The sync data for ids ['fb0f5170-0506-4840-a783-8b2b43e4936d'] in n-d-828676-2 is: [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:53:32Z', 'revision_number': 4, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '729bd251-3349-4c70-9ba4-938c82710c9e', 'name': '', 'network_id': 'e76b19e0-07c0-4e8c-9c93-b20bb6214d38', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'mac_address': 'fa:16:3e:d2:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '71219ae9-7f18-4b77-887e-b67019065da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:30Z', 'updated_at': '2022-02-11T13:53:39Z', 'revision_number': 4, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'subnets': [{'id': '71219ae9-7f18-4b77-887e-b67019065da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:40.945518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.034946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db86dd2b-b5d9-4558-8daa-2bc31a2419e9 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (282eb17d-b100-4a76-b1e3-68908c288026), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.036181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port a5741aee-ea07-4bf5-984f-d6185a5d984e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:41.036535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a5741aee-ea07-4bf5-984f-d6185a5d984e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.041766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Current status of the port 729bd251-3349-4c70-9ba4-938c82710c9e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:41.043336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.052496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db86dd2b-b5d9-4558-8daa-2bc31a2419e9 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (282eb17d-b100-4a76-b1e3-68908c288026), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.129487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db86dd2b-b5d9-4558-8daa-2bc31a2419e9 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.137172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-db86dd2b-b5d9-4558-8daa-2bc31a2419e9 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3551943 Feb 11 13:53:41.137856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42372) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:41.164704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': True}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:41.197870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c363333e-223c-4ab7-ae49-b4f0d058efb6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.232349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9e33624e-b6d4-4223-801a-459ea066a47c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:41.272048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] For port 729bd251-3349-4c70-9ba4-938c82710c9e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=729bd251-3349-4c70-9ba4-938c82710c9e,segment=NetworkSegment(e60d0ac6-aa60-435f-9294-8be7983fc952),segment_id=e60d0ac6-aa60-435f-9294-8be7983fc952)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:41.279580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] Deleting port 9e33624e-b6d4-4223-801a-459ea066a47c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:41.280154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.283438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.358655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a5741aee-ea07-4bf5-984f-d6185a5d984e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.429464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for a5741aee-ea07-4bf5-984f-d6185a5d984e owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:41.446947 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c363333e-223c-4ab7-ae49-b4f0d058efb6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.462056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:41.462751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.474784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] For port 9e33624e-b6d4-4223-801a-459ea066a47c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9e33624e-b6d4-4223-801a-459ea066a47c,segment=NetworkSegment(400ab1fb-22fb-48ff-97c9-9c71bfe27ff9),segment_id=400ab1fb-22fb-48ff-97c9-9c71bfe27ff9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:41.482886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.522357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] Calling delete_port for 9e33624e-b6d4-4223-801a-459ea066a47c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:41.527322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d54f0fc4-2f50-413f-a1a0-60a2d91100f1 None None] Provisioning complete for port 729bd251-3349-4c70-9ba4-938c82710c9e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:41.527828 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d54f0fc4-2f50-413f-a1a0-60a2d91100f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.568223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407006d-ceaf-433d-9960-3dbb2ddc076b None None] Pushing event updated for resources: {'Port': ['ID=729bd251-3349-4c70-9ba4-938c82710c9e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:41.731739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Network': ['ID=c363333e-223c-4ab7-ae49-b4f0d058efb6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:41.765232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c363333e-223c-4ab7-ae49-b4f0d058efb6 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:41.863176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d54f0fc4-2f50-413f-a1a0-60a2d91100f1 None None] Current status of the port 729bd251-3349-4c70-9ba4-938c82710c9e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:41.895287 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9e33624e-b6d4-4223-801a-459ea066a47c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.949437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] Pushing event deleted for resources: {'Port': ['ID=9e33624e-b6d4-4223-801a-459ea066a47c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:41.958046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3fd77-48f4-4a00-a0cd-37247c2da68f None None] No DVR routers for this DVR port 9e33624e-b6d4-4223-801a-459ea066a47c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:41.984955 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e491e799-abef-4dfe-be6d-998641543b66 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7248693 Feb 11 13:53:41.988138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42378) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:42.004743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'subnet': {'network_id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:42.161812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 729bd251-3349-4c70-9ba4-938c82710c9e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:42.283569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 729bd251-3349-4c70-9ba4-938c82710c9e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:42.284955 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:42.438977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a5741aee-ea07-4bf5-984f-d6185a5d984e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:42.476649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:42.486578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:42.601822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 729bd251-3349-4c70-9ba4-938c82710c9e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:42.664949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (282eb17d-b100-4a76-b1e3-68908c288026), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:42.682560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9e33624e-b6d4-4223-801a-459ea066a47c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:42.721400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9e33624e-b6d4-4223-801a-459ea066a47c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:42.721751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9e33624e-b6d4-4223-801a-459ea066a47c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:42.734877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:42.743110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/a5741aee-ea07-4bf5-984f-d6185a5d984e HTTP/1.1" status: 204 len: 168 time: 2.4365690 Feb 11 13:53:42.748859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:42.807213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fd0c6-c98f-4b99-a80d-9c5c2ded132a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=a5741aee-ea07-4bf5-984f-d6185a5d984e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:42.934337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a07b1-a31b-4c05-a282-d7823c391dd7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:42.946009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a07b1-a31b-4c05-a282-d7823c391dd7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:42.948402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e81a07b1-a31b-4c05-a282-d7823c391dd7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1953869 Feb 11 13:53:42.960205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42408) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:43.124675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Deleting port 496daaa8-e8ab-4303-a0de-e215cf6f711d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:43.130730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.270697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 6b23ee36-aeff-41de-a21c-6d77714360e3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:43.276183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6b23ee36-aeff-41de-a21c-6d77714360e3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.477844 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6b23ee36-aeff-41de-a21c-6d77714360e3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.492999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 6b23ee36-aeff-41de-a21c-6d77714360e3 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:43.580984 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (282eb17d-b100-4a76-b1e3-68908c288026), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.603779 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.652536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.objects.ports [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103175) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:53:43.655820 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (802ba229-2889-4c8a-837f-cac907d923ca), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.760664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Subnet': ['ID=802ba229-2889-4c8a-837f-cac907d923ca,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:43.765467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] For port 496daaa8-e8ab-4303-a0de-e215cf6f711d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=496daaa8-e8ab-4303-a0de-e215cf6f711d,segment=NetworkSegment(e5a954ce-f78f-4425-b75a-397ed9d7778e),segment_id=e5a954ce-f78f-4425-b75a-397ed9d7778e)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:43.765925 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.768247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Allocated IP 172.25.3.10 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/59b8c9b6-a32c-44cf-a9d1-154f63936c4c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:43.769284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Checking segment: {'id': '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:43.769726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network hostable DHCP agents. Network: c363333e-223c-4ab7-ae49-b4f0d058efb6, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:43.784989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Calling delete_port for 496daaa8-e8ab-4303-a0de-e215cf6f711d owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:43.848701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network c363333e-223c-4ab7-ae49-b4f0d058efb6 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:43.874302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c363333e-223c-4ab7-ae49-b4f0d058efb6) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:43.884523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c9c5fa-1dbc-4c3b-81ec-e20af1eb8dad None None] Network c363333e-223c-4ab7-ae49-b4f0d058efb6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:43.888252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:43.894421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:43.932494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3fd2fda7-4242-41ec-8af0-b164580cec9f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9389055 Feb 11 13:53:43.936501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42440) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:43.936990 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6b23ee36-aeff-41de-a21c-6d77714360e3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.119326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for port (59b8c9b6-a32c-44cf-a9d1-154f63936c4c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.150423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c363333e-223c-4ab7-ae49-b4f0d058efb6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.180758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=6b23ee36-aeff-41de-a21c-6d77714360e3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:44.203351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.209795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-26ffbecb-e443-4ea0-84d9-f1a8184cac97 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/6b23ee36-aeff-41de-a21c-6d77714360e3 HTTP/1.1" status: 204 len: 168 time: 1.2446175 Feb 11 13:53:44.210535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42444) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:44.213331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-c363333e-223c-4ab7-ae49-b4f0d058efb6', 'network_id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6', 'project_id': '45f53a94143745b5b4060855ed55c685', 'fixed_ips': [{'subnet_id': '802ba229-2889-4c8a-837f-cac907d923ca'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:44.214774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.289464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (496daaa8-e8ab-4303-a0de-e215cf6f711d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.325174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (59b8c9b6-a32c-44cf-a9d1-154f63936c4c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.345922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=496daaa8-e8ab-4303-a0de-e215cf6f711d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:44.359597 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (802ba229-2889-4c8a-837f-cac907d923ca), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.451262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:44.473078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:44.479453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:44.499511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Allocated IP 2001:db8::f816:3eff:fe6b:2dd7 (c363333e-223c-4ab7-ae49-b4f0d058efb6/802ba229-2889-4c8a-837f-cac907d923ca/5282f8df-6aea-47c2-9a36-844e472789dd) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:44.577619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a14c2f-d1cd-4db3-be5a-4effbd07ae31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:44.597822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5a14c2f-d1cd-4db3-be5a-4effbd07ae31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3713613 Feb 11 13:53:44.663165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:44.690980 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.719947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Port': ['ID=59b8c9b6-a32c-44cf-a9d1-154f63936c4c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:44.808758 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf502332-243c-4cbf-8db6-52b815ea000a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:53:44.812738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bf502332-243c-4cbf-8db6-52b815ea000a tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/a5741aee-ea07-4bf5-984f-d6185a5d984e HTTP/1.1" status: 404 len: 333 time: 0.1448653 Feb 11 13:53:44.814253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42454) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:44.860040 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Publish callbacks [] for port (5282f8df-6aea-47c2-9a36-844e472789dd), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.873064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5282f8df-6aea-47c2-9a36-844e472789dd), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:44.882015 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b63167d-df1c-4c40-a8b3-d9e0427e86f7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:53:44.887078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1b63167d-df1c-4c40-a8b3-d9e0427e86f7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/6b23ee36-aeff-41de-a21c-6d77714360e3 HTTP/1.1" status: 404 len: 333 time: 0.0695448 Feb 11 13:53:44.888243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42460) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:44.950563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Network c363333e-223c-4ab7-ae49-b4f0d058efb6 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:44.954841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:44.963110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Pushing event updated for resources: {'Port': ['ID=5282f8df-6aea-47c2-9a36-844e472789dd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:44.978549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:45.012898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (802ba229-2889-4c8a-837f-cac907d923ca), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.085638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Subnet': ['ID=802ba229-2889-4c8a-837f-cac907d923ca,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:45.114268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Attempting to bind port 5282f8df-6aea-47c2-9a36-844e472789dd on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:45.114898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Attempting to bind port 5282f8df-6aea-47c2-9a36-844e472789dd by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:45.116181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Attempting to bind port 5282f8df-6aea-47c2-9a36-844e472789dd on network c363333e-223c-4ab7-ae49-b4f0d058efb6 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:45.122581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:45.123692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Checking segment: {'id': '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:45.124310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.124918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Bound using segment: {'id': '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:45.125590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Bound port: 5282f8df-6aea-47c2-9a36-844e472789dd, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:45.126346 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5282f8df-6aea-47c2-9a36-844e472789dd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.204200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] For port 5282f8df-6aea-47c2-9a36-844e472789dd, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:45.208296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] For port 5282f8df-6aea-47c2-9a36-844e472789dd, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5282f8df-6aea-47c2-9a36-844e472789dd,segment=NetworkSegment(7e1cb50e-29e6-463f-8b81-c5b619fb3eb4),segment_id=7e1cb50e-29e6-463f-8b81-c5b619fb3eb4)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:45.216522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a2db10aa-7f8f-4a0f-8b76-952e15ff90bf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.219462 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5282f8df-6aea-47c2-9a36-844e472789dd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.253870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (282eb17d-b100-4a76-b1e3-68908c288026), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.334734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c363333e-223c-4ab7-ae49-b4f0d058efb6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.394531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c363333e-223c-4ab7-ae49-b4f0d058efb6']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.397920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038b4e4f-da11-40e3-9ee2-3daa1e342dc6 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:53:45.406957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.408034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.420082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (7e1cb50e-29e6-463f-8b81-c5b619fb3eb4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.437622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e1cb50e-29e6-463f-8b81-c5b619fb3eb4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.449791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:45.465623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d309b-7370-465f-84f6-5d2319d10654 None None] Pushing event updated for resources: {'Port': ['ID=5282f8df-6aea-47c2-9a36-844e472789dd,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:45.475307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (7e1cb50e-29e6-463f-8b81-c5b619fb3eb4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:45.505125 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:45.557150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b4e4f-da11-40e3-9ee2-3daa1e342dc6 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:53:45.562061 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a2db10aa-7f8f-4a0f-8b76-952e15ff90bf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.612608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.api [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:53:45.612608 n-d-828676-2 neutron-server[103175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:53:45.612608 n-d-828676-2 neutron-server[103175]: [parameters: {'id': 'c363333e-223c-4ab7-ae49-b4f0d058efb6'}] Feb 11 13:53:45.612608 n-d-828676-2 neutron-server[103175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:53:45.613051 n-d-828676-2 neutron-server[103175]: DEBUG oslo_db.api [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:53:45.627510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:53:45.705395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2db10aa-7f8f-4a0f-8b76-952e15ff90bf']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.792667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a595c28-a89d-4135-bee4-a14281718092') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.793066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a595c28-a89d-4135-bee4-a14281718092') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.813484 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (7a595c28-a89d-4135-bee4-a14281718092), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:45.821411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:45.840270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:45.846168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f60ddf9e-0722-4da4-afb2-7d8729e84d3a admin admin] 10.222.0.79 "PUT /v2.0/routers/555aa8c7-a81e-4da1-8edc-fcd8f663f3f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1135218 Feb 11 13:53:45.885270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] Sync routers for ids ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:45.908016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] Routers {'555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:45.908662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:46.007639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7a595c28-a89d-4135-bee4-a14281718092), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.048048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:46.048048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (7a595c28-a89d-4135-bee4-a14281718092), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:46.051561 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:46.091251 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks [] for router (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.114645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c363333e-223c-4ab7-ae49-b4f0d058efb6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.184273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] Set router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:46.191730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f80d78-962c-4fec-998b-aa2e1d5b5dc9 None None] Network c363333e-223c-4ab7-ae49-b4f0d058efb6 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:46.248159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting port 5282f8df-6aea-47c2-9a36-844e472789dd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:46.248838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5282f8df-6aea-47c2-9a36-844e472789dd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.391683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] For port 5282f8df-6aea-47c2-9a36-844e472789dd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5282f8df-6aea-47c2-9a36-844e472789dd,segment=NetworkSegment(7e1cb50e-29e6-463f-8b81-c5b619fb3eb4),segment_id=7e1cb50e-29e6-463f-8b81-c5b619fb3eb4)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:46.392378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5282f8df-6aea-47c2-9a36-844e472789dd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.422548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Calling delete_port for 5282f8df-6aea-47c2-9a36-844e472789dd owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:46.576416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:44Z', 'revision_number': 5, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:46.601833 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5282f8df-6aea-47c2-9a36-844e472789dd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.644126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] Checking router: 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:46.660041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Port': ['ID=5282f8df-6aea-47c2-9a36-844e472789dd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:46.667045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] Routers {'555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:46.667832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:46.690474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No DVR routers for this DVR port 5282f8df-6aea-47c2-9a36-844e472789dd on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:46.801900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (282eb17d-b100-4a76-b1e3-68908c288026), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.819335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (282eb17d-b100-4a76-b1e3-68908c288026), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.827795 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a2db10aa-7f8f-4a0f-8b76-952e15ff90bf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.839841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.844033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/a2db10aa-7f8f-4a0f-8b76-952e15ff90bf HTTP/1.1" status: 204 len: 168 time: 1.9543712 Feb 11 13:53:46.858181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42492) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:46.872993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c363333e-223c-4ab7-ae49-b4f0d058efb6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.900397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c363333e-223c-4ab7-ae49-b4f0d058efb6']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:46.902543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-455343978'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:46.911090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:46.911605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1cb50e-29e6-463f-8b81-c5b619fb3eb4') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:46.922304 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (7e1cb50e-29e6-463f-8b81-c5b619fb3eb4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.937664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7e1cb50e-29e6-463f-8b81-c5b619fb3eb4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.938610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548e726-5d44-4ac6-b82c-aef75885e798 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=a2db10aa-7f8f-4a0f-8b76-952e15ff90bf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:46.946757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:46.946879 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (7e1cb50e-29e6-463f-8b81-c5b619fb3eb4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.955797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] Set router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:47.012596 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:47.020884 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c363333e-223c-4ab7-ae49-b4f0d058efb6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.028578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.038346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/c363333e-223c-4ab7-ae49-b4f0d058efb6 HTTP/1.1" status: 204 len: 168 time: 3.0934548 Feb 11 13:53:47.059864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42494) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:47.062324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ee008-9fa2-439d-bc11-fbd8941fd14f tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Network': ['ID=c363333e-223c-4ab7-ae49-b4f0d058efb6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:47.074751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2114416595'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:47.084989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:47.089884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.116980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:47.126763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.195091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:47.212607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks [] for router_gateway (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.222403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:47.226313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:44Z', 'revision_number': 5, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:47.234369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1cfe599d-4589-4dfc-9749-b348578abbeb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.236725 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Added segment 1cfe599d-4589-4dfc-9749-b348578abbeb of type vlan for network 8fd391ca-7970-4d64-a72a-47d1c818e4ab Feb 11 13:53:47.263760 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (86fb8680-474e-4e8d-814d-2265e6a1bf96), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.264201 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment 86fb8680-474e-4e8d-814d-2265e6a1bf96 of type vlan for network de210d09-a669-455d-b7c0-0c9c25e4d40b Feb 11 13:53:47.272879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299b834-c741-441a-8a41-19da8dd16d30 None None] The sync data for ids ['555aa8c7-a81e-4da1-8edc-fcd8f663f3f0'] in n-d-828676-2 is: [{'id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'name': 'tempest-TestAggregatesBasicOps-314715740-router', 'tenant_id': '9955b6a78f61428c9423a88b481de6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:59Z', 'updated_at': '2022-02-11T13:53:44Z', 'revision_number': 5, 'project_id': '9955b6a78f61428c9423a88b481de6bd', 'gw_port': {'id': '475b0e52-adb1-46fa-beac-d8e0cb807857', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555aa8c7-a81e-4da1-8edc-fcd8f663f3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:01Z', 'updated_at': '2022-02-11T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:47.332272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (8fd391ca-7970-4d64-a72a-47d1c818e4ab), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.368868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (8fd391ca-7970-4d64-a72a-47d1c818e4ab), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.377169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:47.378513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.462911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (de210d09-a669-455d-b7c0-0c9c25e4d40b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.489991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4283311 Feb 11 13:53:47.491034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:47.494596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3d00-e7c3-4d55-be9d-d9ef51704538 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Network': ['ID=8fd391ca-7970-4d64-a72a-47d1c818e4ab,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:47.507327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 8fd391ca-7970-4d64-a72a-47d1c818e4ab details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:47.508112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'subnet': {'network_id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:47.516221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Router 282eb17d-b100-4a76-b1e3-68908c288026 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:47.559897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Deleting port 475b0e52-adb1-46fa-beac-d8e0cb807857 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:47.560267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.561927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (de210d09-a669-455d-b7c0-0c9c25e4d40b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.566783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:47.567354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.747501 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8476033 Feb 11 13:53:47.748695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42516) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:47.754408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:47.879182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32524fb3-9292-4f44-bffe-13b0abec27ac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=de210d09-a669-455d-b7c0-0c9c25e4d40b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:47.893209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network de210d09-a669-455d-b7c0-0c9c25e4d40b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:47.941762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:47.946042 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.954267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] For port 475b0e52-adb1-46fa-beac-d8e0cb807857, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=475b0e52-adb1-46fa-beac-d8e0cb807857,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:47.954667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:47.987563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:47.992791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:48.000568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:48.004955 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] Sync routers for ids ['282eb17d-b100-4a76-b1e3-68908c288026'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:48.008044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:48.009929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e4a1cd8e-68ed-4c17-804a-031ca25ce06c tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "PUT /v2.0/routers/282eb17d-b100-4a76-b1e3-68908c288026 HTTP/1.1" status: 200 len: 914 time: 6.8709548 Feb 11 13:53:48.017873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:48.019281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Calling delete_port for 475b0e52-adb1-46fa-beac-d8e0cb807857 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:48.035941 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] Routers {'282eb17d-b100-4a76-b1e3-68908c288026'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:48.037952 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['282eb17d-b100-4a76-b1e3-68908c288026'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:48.084781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 496daaa8-e8ab-4303-a0de-e215cf6f711d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:48.135936 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:48.149351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Performing IP validity checks on allocation pools {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:53:48.151117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:53:48.158323 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] Routers {'282eb17d-b100-4a76-b1e3-68908c288026'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:48.159038 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['282eb17d-b100-4a76-b1e3-68908c288026'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:48.168361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 496daaa8-e8ab-4303-a0de-e215cf6f711d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:48.168793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 496daaa8-e8ab-4303-a0de-e215cf6f711d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:48.274724 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:48.281864 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804bd06-f5f4-4861-a7fb-945284f9dd77 None None] The sync data for ids ['282eb17d-b100-4a76-b1e3-68908c288026'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:48.463521 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (6909396e-e655-407c-b75e-6f8432e6f0f4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:48.575079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=6909396e-e655-407c-b75e-6f8432e6f0f4,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:48.601694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': '86fb8680-474e-4e8d-814d-2265e6a1bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:48.602402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: de210d09-a669-455d-b7c0-0c9c25e4d40b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:48.620904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network de210d09-a669-455d-b7c0-0c9c25e4d40b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:48.635483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, de210d09-a669-455d-b7c0-0c9c25e4d40b) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:48.640338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:48.641115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:48.652856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6146481-2687-4241-88fc-223216f86755 None None] Network de210d09-a669-455d-b7c0-0c9c25e4d40b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:48.681776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e913ac09-1e76-4cb1-b4e1-b1bed27feab4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9317279 Feb 11 13:53:48.684863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:48.699204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b', 'name': 'tempest-PortsTestJSON-1622095008'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:48.802442 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (9475bcd5-8d0f-46ff-81d2-4c965d365aec), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:48.891136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2de6a82f-4366-4f03-947d-b2e51efcfe93 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/282eb17d-b100-4a76-b1e3-68908c288026 HTTP/1.1" status: 200 len: 920 time: 0.8692703 Feb 11 13:53:48.891883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:48.907692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:48.908261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-de210d09-a669-455d-b7c0-0c9c25e4d40b', 'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b', 'project_id': '07a5d1b22aa34052a3663c0fdd490d62', 'fixed_ips': [{'subnet_id': '6909396e-e655-407c-b75e-6f8432e6f0f4'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:48.909237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:48.912326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:48.945414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 4b8a756f-0c7d-4e79-a966-e09fc53ddf0e yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:53:49.044584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Subnet': ['ID=9475bcd5-8d0f-46ff-81d2-4c965d365aec,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:49.101526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.5 (de210d09-a669-455d-b7c0-0c9c25e4d40b/6909396e-e655-407c-b75e-6f8432e6f0f4/4b8a756f-0c7d-4e79-a966-e09fc53ddf0e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:49.112068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42538) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:49.122233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Checking segment: {'id': '1cfe599d-4589-4dfc-9749-b348578abbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:49.122533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network hostable DHCP agents. Network: 8fd391ca-7970-4d64-a72a-47d1c818e4ab, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:49.129151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d697c800-c214-46f5-829c-c991e72a4ef1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:49.134298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d697c800-c214-46f5-829c-c991e72a4ef1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=282eb17d-b100-4a76-b1e3-68908c288026&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2354953 Feb 11 13:53:49.135513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42540) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:49.148104 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (475b0e52-adb1-46fa-beac-d8e0cb807857), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.229817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Pushing event deleted for resources: {'Port': ['ID=475b0e52-adb1-46fa-beac-d8e0cb807857,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:49.282402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network 8fd391ca-7970-4d64-a72a-47d1c818e4ab is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:49.364989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 8fd391ca-7970-4d64-a72a-47d1c818e4ab) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:49.382654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13bba5-793b-4c3c-8e5d-ec77d6f54ba7 None None] Network 8fd391ca-7970-4d64-a72a-47d1c818e4ab requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:49.384927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:49.385727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.415962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a59c739-6100-4294-8c4b-e8aea09a66f8 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9104092 Feb 11 13:53:49.416187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-72268e75-7f8e-4736-a625-d8f97ec0bedd tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2363 time: 0.3025832 Feb 11 13:53:49.417420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:49.417586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:49.434068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'network': {'name': 'tempest-network-smoke--822778748', 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'port_security_enabled': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:49.441861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.457166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f32bfa-313e-40c2-bede-3c2b1388e4de tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:49.458593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e1f32bfa-313e-40c2-bede-3c2b1388e4de tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.3204937 Feb 11 13:53:49.495780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:49.612994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b6a6d72-4803-42eb-bb95-33df2574502e tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=282eb17d-b100-4a76-b1e3-68908c288026 HTTP/1.1" status: 200 len: 205 time: 0.0667431 Feb 11 13:53:49.616328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42558) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:49.646732 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (4b8a756f-0c7d-4e79-a966-e09fc53ddf0e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.659010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-8fd391ca-7970-4d64-a72a-47d1c818e4ab', 'network_id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab', 'project_id': '45f53a94143745b5b4060855ed55c685', 'fixed_ips': [{'subnet_id': '9475bcd5-8d0f-46ff-81d2-4c965d365aec'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:49.659896 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.701676 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.740504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks [] for router_controller (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.746768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Made reservation on behalf of 8acefabc5eb443508cfbdcced1978b97 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:49.751191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.860506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:49.877240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (555aa8c7-a81e-4da1-8edc-fcd8f663f3f0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.883062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:49.901713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.904142 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9d5d393d-c162-4b96-a13d-bef1a9466274 admin admin] 10.222.0.79 "DELETE /v2.0/routers/555aa8c7-a81e-4da1-8edc-fcd8f663f3f0 HTTP/1.1" status: 204 len: 168 time: 4.0627563 Feb 11 13:53:49.925982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (60ec5167-1d95-4d77-b810-94deba77dac2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:49.926495 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Added segment 60ec5167-1d95-4d77-b810-94deba77dac2 of type vlan for network 40fd4918-f568-4c68-9897-b1d8bf929214 Feb 11 13:53:50.025045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (282eb17d-b100-4a76-b1e3-68908c288026), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.050620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42568) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:50.052070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Allocated IP 2001:db8::2 (8fd391ca-7970-4d64-a72a-47d1c818e4ab/9475bcd5-8d0f-46ff-81d2-4c965d365aec/44503f45-290c-4742-a8ea-9d94f8804eed) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:50.062722 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (40fd4918-f568-4c68-9897-b1d8bf929214), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.124265 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (8fd391ca-7970-4d64-a72a-47d1c818e4ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.147028 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (40fd4918-f568-4c68-9897-b1d8bf929214), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.154272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:50.155024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.244958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.267558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] Deleting subnet d398bd92-4d03-42fa-9bc0-49298484fd1d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:50.277804 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] Publish callbacks [] for subnet (d398bd92-4d03-42fa-9bc0-49298484fd1d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.305567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8765419 Feb 11 13:53:50.319238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42576) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:50.325231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'admin_state_up': True, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:50.397852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (d398bd92-4d03-42fa-9bc0-49298484fd1d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.401358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896183a-6eae-4ee6-8ae1-a2ba573344d9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Network': ['ID=40fd4918-f568-4c68-9897-b1d8bf929214,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:50.416454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 40fd4918-f568-4c68-9897-b1d8bf929214 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:50.435315 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9475bcd5-8d0f-46ff-81d2-4c965d365aec), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.499330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Publish callbacks [] for port (44503f45-290c-4742-a8ea-9d94f8804eed), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.511385 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (44503f45-290c-4742-a8ea-9d94f8804eed), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.600701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Pushing event updated for resources: {'Port': ['ID=44503f45-290c-4742-a8ea-9d94f8804eed,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:50.609888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (9475bcd5-8d0f-46ff-81d2-4c965d365aec), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.643908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Network 8fd391ca-7970-4d64-a72a-47d1c818e4ab is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:50.645757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:50.657187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:50.674351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Subnet': ['ID=9475bcd5-8d0f-46ff-81d2-4c965d365aec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:50.689616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (4356e24c-64b4-4a0f-a385-ed767feea464), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.690858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (4356e24c-64b4-4a0f-a385-ed767feea464), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.701946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4b8a756f-0c7d-4e79-a966-e09fc53ddf0e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.818811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (8fd391ca-7970-4d64-a72a-47d1c818e4ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.882570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd391ca-7970-4d64-a72a-47d1c818e4ab']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:50.905809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfe599d-4589-4dfc-9749-b348578abbeb') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:50.906450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Attempting to bind port 44503f45-290c-4742-a8ea-9d94f8804eed on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:50.906812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfe599d-4589-4dfc-9749-b348578abbeb') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:50.906901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Attempting to bind port 44503f45-290c-4742-a8ea-9d94f8804eed by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1cfe599d-4589-4dfc-9749-b348578abbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:50.906901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Attempting to bind port 44503f45-290c-4742-a8ea-9d94f8804eed on network 8fd391ca-7970-4d64-a72a-47d1c818e4ab {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:50.914961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:50.915574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Checking segment: {'id': '1cfe599d-4589-4dfc-9749-b348578abbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:50.916199 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.916793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Bound using segment: {'id': '1cfe599d-4589-4dfc-9749-b348578abbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:50.917456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Bound port: 44503f45-290c-4742-a8ea-9d94f8804eed, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfe599d-4589-4dfc-9749-b348578abbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:50.917998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (44503f45-290c-4742-a8ea-9d94f8804eed), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.930788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d398bd92-4d03-42fa-9bc0-49298484fd1d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:50.933165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Allocated IP 172.20.0.2 (de210d09-a669-455d-b7c0-0c9c25e4d40b/6909396e-e655-407c-b75e-6f8432e6f0f4/f687716a-a4aa-40e8-b480-47e10112d29c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:50.954536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1cfe599d-4589-4dfc-9749-b348578abbeb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.012159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1cfe599d-4589-4dfc-9749-b348578abbeb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.032774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:51.033188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1cfe599d-4589-4dfc-9749-b348578abbeb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:51.047370 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:51.083826 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_controller (4356e24c-64b4-4a0f-a385-ed767feea464), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.102602 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (d398bd92-4d03-42fa-9bc0-49298484fd1d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.107244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] For port 44503f45-290c-4742-a8ea-9d94f8804eed, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:51.145390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] For port 44503f45-290c-4742-a8ea-9d94f8804eed, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=44503f45-290c-4742-a8ea-9d94f8804eed,segment=NetworkSegment(1cfe599d-4589-4dfc-9749-b348578abbeb),segment_id=1cfe599d-4589-4dfc-9749-b348578abbeb)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:51.153495 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.api [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:53:51.153495 n-d-828676-2 neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:53:51.153495 n-d-828676-2 neutron-server[103176]: [parameters: {'id': '8fd391ca-7970-4d64-a72a-47d1c818e4ab'}] Feb 11 13:53:51.153495 n-d-828676-2 neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:53:51.154855 n-d-828676-2 neutron-server[103176]: DEBUG oslo_db.api [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:53:51.171415 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.180246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d398bd92-4d03-42fa-9bc0-49298484fd1d HTTP/1.1" status: 204 len: 168 time: 1.1259692 Feb 11 13:53:51.183195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:51.188710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network de210d09-a669-455d-b7c0-0c9c25e4d40b is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:51.189484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d2b5ab-e36c-4102-a2c3-619af6818c54 None None] Network 98f6a7da-6bdc-454d-b614-62949913669b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:51.217182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:51.228476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:51.229408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42596) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:51.231914 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (44503f45-290c-4742-a8ea-9d94f8804eed), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.308868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (282eb17d-b100-4a76-b1e3-68908c288026), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.373882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (98f6a7da-6bdc-454d-b614-62949913669b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.465404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:51.466567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.494064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22680278-8ef7-4bd5-b0ef-1e45346e76b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d398bd92-4d03-42fa-9bc0-49298484fd1d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:51.505657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8193865 Feb 11 13:53:51.641216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48dce5-c888-44e1-bf4c-b30b500c6a57 None None] Pushing event updated for resources: {'Port': ['ID=44503f45-290c-4742-a8ea-9d94f8804eed,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:51.873530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Publish callbacks [] for port (f687716a-a4aa-40e8-b480-47e10112d29c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.900556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:51.951804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f17038-738c-4c0b-b319-8145f14994aa None None] Network 8fd391ca-7970-4d64-a72a-47d1c818e4ab requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:51.996301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (8fd391ca-7970-4d64-a72a-47d1c818e4ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.008972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:52.057374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 475b0e52-adb1-46fa-beac-d8e0cb807857 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:52.078194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Network de210d09-a669-455d-b7c0-0c9c25e4d40b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:52.131739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:52.136012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20000d-102c-4f71-b7be-2957c768e6f5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=4b8a756f-0c7d-4e79-a966-e09fc53ddf0e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:52.137672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:52.151879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.158949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd0be484-ba75-45dd-9fba-c3ef16d43259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.295651 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (4356e24c-64b4-4a0f-a385-ed767feea464), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.348166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Deleting port 59b8c9b6-a32c-44cf-a9d1-154f63936c4c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:52.349506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (59b8c9b6-a32c-44cf-a9d1-154f63936c4c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.356087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd0be484-ba75-45dd-9fba-c3ef16d43259 admin admin] Publish callbacks [] for security_group (aae8b552-a711-4312-baf4-086cf99b0694), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.375305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 475b0e52-adb1-46fa-beac-d8e0cb807857 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:52.375899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 475b0e52-adb1-46fa-beac-d8e0cb807857 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:52.436707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Pushing event updated for resources: {'Port': ['ID=f687716a-a4aa-40e8-b480-47e10112d29c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:52.525285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd0be484-ba75-45dd-9fba-c3ef16d43259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aae8b552-a711-4312-baf4-086cf99b0694), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.528682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] DHCP port deletion for 98f6a7da-6bdc-454d-b614-62949913669b request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:52.613281 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cd0be484-ba75-45dd-9fba-c3ef16d43259 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28d49768f85b435eb0e2d67efa33bb07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3808713 Feb 11 13:53:52.616409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Deleting port c55ea6a8-d616-4963-890e-be9e6045a8a8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:52.616746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.619362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:52.622867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (59b8c9b6-a32c-44cf-a9d1-154f63936c4c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.657995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Calling delete_port for 59b8c9b6-a32c-44cf-a9d1-154f63936c4c owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:52.735911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Attempting to bind port f687716a-a4aa-40e8-b480-47e10112d29c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:52.737106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Attempting to bind port f687716a-a4aa-40e8-b480-47e10112d29c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '86fb8680-474e-4e8d-814d-2265e6a1bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:52.737697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Attempting to bind port f687716a-a4aa-40e8-b480-47e10112d29c on network de210d09-a669-455d-b7c0-0c9c25e4d40b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:52.747320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:52.748358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Checking segment: {'id': '86fb8680-474e-4e8d-814d-2265e6a1bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:52.749396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.750010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Bound using segment: {'id': '86fb8680-474e-4e8d-814d-2265e6a1bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:52.751205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Bound port: f687716a-a4aa-40e8-b480-47e10112d29c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fb8680-474e-4e8d-814d-2265e6a1bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'de210d09-a669-455d-b7c0-0c9c25e4d40b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:52.752029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.817023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] Deleting port c55ea6a8-d616-4963-890e-be9e6045a8a8 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:52.817545 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.989475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0be484-ba75-45dd-9fba-c3ef16d43259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae8b552-a711-4312-baf4-086cf99b0694,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.037712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] For port c55ea6a8-d616-4963-890e-be9e6045a8a8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c55ea6a8-d616-4963-890e-be9e6045a8a8,segment=NetworkSegment(e5a954ce-f78f-4425-b75a-397ed9d7778e),segment_id=e5a954ce-f78f-4425-b75a-397ed9d7778e)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:53.038280 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.062168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] For port f687716a-a4aa-40e8-b480-47e10112d29c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:53.068265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting port 44503f45-290c-4742-a8ea-9d94f8804eed {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:53.069433 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (44503f45-290c-4742-a8ea-9d94f8804eed), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.072622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] For port f687716a-a4aa-40e8-b480-47e10112d29c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f687716a-a4aa-40e8-b480-47e10112d29c,segment=NetworkSegment(86fb8680-474e-4e8d-814d-2265e6a1bf96),segment_id=86fb8680-474e-4e8d-814d-2265e6a1bf96)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:53.073921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] For port c55ea6a8-d616-4963-890e-be9e6045a8a8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c55ea6a8-d616-4963-890e-be9e6045a8a8,segment=NetworkSegment(e5a954ce-f78f-4425-b75a-397ed9d7778e),segment_id=e5a954ce-f78f-4425-b75a-397ed9d7778e)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:53.075049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.085045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 4b8a756f-0c7d-4e79-a966-e09fc53ddf0e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:53.085491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4b8a756f-0c7d-4e79-a966-e09fc53ddf0e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.086288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] Calling delete_port for c55ea6a8-d616-4963-890e-be9e6045a8a8 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:53.098935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.130954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8681813-c465-4167-bcec-07c7ad1af091 admin admin] Publish callbacks [] for security_group (aae8b552-a711-4312-baf4-086cf99b0694), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.160861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Calling delete_port for c55ea6a8-d616-4963-890e-be9e6045a8a8 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:53.166920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (4356e24c-64b4-4a0f-a385-ed767feea464), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.255655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.319729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2de697-d862-48bc-bb13-a620dc82a5bb None None] Pushing event updated for resources: {'Port': ['ID=f687716a-a4aa-40e8-b480-47e10112d29c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.361556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8681813-c465-4167-bcec-07c7ad1af091 admin admin] Publish callbacks [] for security_group (aae8b552-a711-4312-baf4-086cf99b0694), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.362566 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.385794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] For port 44503f45-290c-4742-a8ea-9d94f8804eed, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=44503f45-290c-4742-a8ea-9d94f8804eed,segment=NetworkSegment(1cfe599d-4589-4dfc-9749-b348578abbeb),segment_id=1cfe599d-4589-4dfc-9749-b348578abbeb)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:53.386374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (44503f45-290c-4742-a8ea-9d94f8804eed), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.417357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] Pushing event deleted for resources: {'Port': ['ID=c55ea6a8-d616-4963-890e-be9e6045a8a8,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.421301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae7606-3b2e-4565-9693-e52d3d3949e7 None None] No DVR routers for this DVR port c55ea6a8-d616-4963-890e-be9e6045a8a8 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:53.467421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Allocated IP 172.25.3.124 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/faebc05d-e140-43c2-b214-f6c5f0a3d745) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:53.620155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (59b8c9b6-a32c-44cf-a9d1-154f63936c4c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.655354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4b8a756f-0c7d-4e79-a966-e09fc53ddf0e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.698978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 4b8a756f-0c7d-4e79-a966-e09fc53ddf0e owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:53.750814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event deleted for resources: {'Port': ['ID=59b8c9b6-a32c-44cf-a9d1-154f63936c4c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.899637 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.901752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (282eb17d-b100-4a76-b1e3-68908c288026), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.932085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Calling delete_port for 44503f45-290c-4742-a8ea-9d94f8804eed owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:54.024001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c55ea6a8-d616-4963-890e-be9e6045a8a8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.108452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55ea6a8-d616-4963-890e-be9e6045a8a8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:54.218000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f687716a-a4aa-40e8-b480-47e10112d29c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:54.267097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] No DVR routers for this DVR port c55ea6a8-d616-4963-890e-be9e6045a8a8 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:54.324080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f687716a-a4aa-40e8-b480-47e10112d29c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:54.324463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.332505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (282eb17d-b100-4a76-b1e3-68908c288026), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.344081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.346660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (282eb17d-b100-4a76-b1e3-68908c288026), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.478030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f687716a-a4aa-40e8-b480-47e10112d29c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:54.481048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.507939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8681813-c465-4167-bcec-07c7ad1af091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (aae8b552-a711-4312-baf4-086cf99b0694), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.520999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f8681813-c465-4167-bcec-07c7ad1af091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.522477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f8681813-c465-4167-bcec-07c7ad1af091 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aae8b552-a711-4312-baf4-086cf99b0694 HTTP/1.1" status: 204 len: 168 time: 1.8953629 Feb 11 13:53:54.531575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:54.532079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port f687716a-a4aa-40e8-b480-47e10112d29c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f687716a-a4aa-40e8-b480-47e10112d29c,segment=NetworkSegment(86fb8680-474e-4e8d-814d-2265e6a1bf96),segment_id=86fb8680-474e-4e8d-814d-2265e6a1bf96)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:54.543956 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.547437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:54.559496 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (282eb17d-b100-4a76-b1e3-68908c288026), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.560347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Fanout notify agent at l3_agent the message router_deleted on router 282eb17d-b100-4a76-b1e3-68908c288026 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:54.562089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=faebc05d-e140-43c2-b214-f6c5f0a3d745,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:54.565201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:54.579566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.592329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8a2d6bb3-7702-4fa0-ab32-e07cf79323f8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/282eb17d-b100-4a76-b1e3-68908c288026 HTTP/1.1" status: 204 len: 168 time: 4.9745288 Feb 11 13:53:54.593404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42720) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:54.656101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-75c5dae0-2c28-4580-b19e-487baf7d3e47 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1545825660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:54.683209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (98f6a7da-6bdc-454d-b614-62949913669b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.686883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4b8a756f-0c7d-4e79-a966-e09fc53ddf0e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.709173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8681813-c465-4167-bcec-07c7ad1af091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae8b552-a711-4312-baf4-086cf99b0694,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:54.774864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c55ea6a8-d616-4963-890e-be9e6045a8a8 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:54.795224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75c5dae0-2c28-4580-b19e-487baf7d3e47 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.797948 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75c5dae0-2c28-4580-b19e-487baf7d3e47 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.846232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=4b8a756f-0c7d-4e79-a966-e09fc53ddf0e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:54.873855 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (44503f45-290c-4742-a8ea-9d94f8804eed), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:54.876454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c55ea6a8-d616-4963-890e-be9e6045a8a8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:53:54.876805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c55ea6a8-d616-4963-890e-be9e6045a8a8 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:54.878409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=f687716a-a4aa-40e8-b480-47e10112d29c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:54.894661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f6a7da-6bdc-454d-b614-62949913669b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:55.025114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a954ce-f78f-4425-b75a-397ed9d7778e') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:55.039467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a954ce-f78f-4425-b75a-397ed9d7778e') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:55.064796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (e5a954ce-f78f-4425-b75a-397ed9d7778e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.117844 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e5a954ce-f78f-4425-b75a-397ed9d7778e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.131579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:55.134062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (e5a954ce-f78f-4425-b75a-397ed9d7778e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.158820 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75c5dae0-2c28-4580-b19e-487baf7d3e47 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (8b4d2828-341b-443e-ae17-ef2cb7dcf754), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.167553 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75c5dae0-2c28-4580-b19e-487baf7d3e47 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:55.194766 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:55.200946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No DVR routers for this DVR port 44503f45-290c-4742-a8ea-9d94f8804eed on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:55.210248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Port': ['ID=44503f45-290c-4742-a8ea-9d94f8804eed,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:55.293692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75c5dae0-2c28-4580-b19e-487baf7d3e47 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.314778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-75c5dae0-2c28-4580-b19e-487baf7d3e47 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7182693 Feb 11 13:53:55.316578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42732) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:55.348577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'enable_snat': False}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:55.377996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42734) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:55.378241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (98f6a7da-6bdc-454d-b614-62949913669b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.386621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.393633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/98f6a7da-6bdc-454d-b614-62949913669b HTTP/1.1" status: 204 len: 168 time: 4.2057323 Feb 11 13:53:55.409808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42736) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:55.461081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e21009-b6c2-48c1-8635-6d1131a9836b None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:53:55.513242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8966b71-5aab-4a8a-be4e-28d8c9a573d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f6a7da-6bdc-454d-b614-62949913669b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:55.517763 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (8fd391ca-7970-4d64-a72a-47d1c818e4ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.530284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.536853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0e6da3d3-1ce5-4193-bab0-0bf5a4752ed5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/4b8a756f-0c7d-4e79-a966-e09fc53ddf0e HTTP/1.1" status: 204 len: 168 time: 3.5199041 Feb 11 13:53:55.544319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:55.599069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7c92b5a1-d47f-490f-aa63-3d147749f596 None None] Provisioning complete for port f687716a-a4aa-40e8-b480-47e10112d29c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:55.599748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c92b5a1-d47f-490f-aa63-3d147749f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.622167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd391ca-7970-4d64-a72a-47d1c818e4ab']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:55.633018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfe599d-4589-4dfc-9749-b348578abbeb') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:55.633234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfe599d-4589-4dfc-9749-b348578abbeb') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:55.649434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e21009-b6c2-48c1-8635-6d1131a9836b None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:53:55.706132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1cfe599d-4589-4dfc-9749-b348578abbeb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.721986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f14bbb67-5509-4587-aeb2-3ce5a0ff2699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.723175 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2b100e-9bcc-4b2c-a919-e25ce7d9724d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:55.724852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2b100e-9bcc-4b2c-a919-e25ce7d9724d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:55.736077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-be2b100e-9bcc-4b2c-a919-e25ce7d9724d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/4b8a756f-0c7d-4e79-a966-e09fc53ddf0e HTTP/1.1" status: 404 len: 333 time: 0.1847970 Feb 11 13:53:55.740518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42744) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:55.803347 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-d195157a-c8cd-4797-8aa3-00e52c9de397 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5386894 Feb 11 13:53:55.817350 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b2dc71-d392-4817-94e6-2c94e66b58fb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:53:55.819451 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-87b2dc71-d392-4817-94e6-2c94e66b58fb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/4b8a756f-0c7d-4e79-a966-e09fc53ddf0e HTTP/1.1" status: 404 len: 333 time: 0.0778449 Feb 11 13:53:55.821730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1cfe599d-4589-4dfc-9749-b348578abbeb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.826778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:55.845604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:55.846809 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1cfe599d-4589-4dfc-9749-b348578abbeb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:55.852320 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:55.868851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7c92b5a1-d47f-490f-aa63-3d147749f596 None None] Current status of the port f687716a-a4aa-40e8-b480-47e10112d29c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:56.024680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (8fd391ca-7970-4d64-a72a-47d1c818e4ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.047463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.051199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/8fd391ca-7970-4d64-a72a-47d1c818e4ab HTTP/1.1" status: 204 len: 168 time: 6.6305907 Feb 11 13:53:56.065781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42756) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:56.071442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1631212508'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:56.075386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458c0f-ca18-4433-ab76-d00fcbf65532 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Network': ['ID=8fd391ca-7970-4d64-a72a-47d1c818e4ab,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:56.101839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac078f9e-e378-464f-b4b8-6900b9f1c3e2 None None] Network de210d09-a669-455d-b7c0-0c9c25e4d40b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:56.116026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:56.121430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.141742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f687716a-a4aa-40e8-b480-47e10112d29c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:56.186588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:56.197183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (cf500b35-c0d0-4732-ba5c-04a97d200a72), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.198701 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Added segment cf500b35-c0d0-4732-ba5c-04a97d200a72 of type vlan for network 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c Feb 11 13:53:56.270659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f687716a-a4aa-40e8-b480-47e10112d29c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:56.271672 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.282747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.322295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.337373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:56.339557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.395707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3272178 Feb 11 13:53:56.398050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42758) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:56.403125 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f687716a-a4aa-40e8-b480-47e10112d29c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:56.417582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Request body: {'subnet': {'network_id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:56.508942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e84ed1-2a1f-4aa7-bf6c-a5a126fc7356 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Network': ['ID=0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:56.520559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:56.654065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Made reservation on behalf of 45f53a94143745b5b4060855ed55c685 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:56.667106 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.723895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-def75fc5-3f0b-4a43-a4aa-1c6c4b1be80f None None] Provisioning complete for port f687716a-a4aa-40e8-b480-47e10112d29c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:56.725701 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-def75fc5-3f0b-4a43-a4aa-1c6c4b1be80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.846077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (4356e24c-64b4-4a0f-a385-ed767feea464), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.879883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-def75fc5-3f0b-4a43-a4aa-1c6c4b1be80f None None] Current status of the port f687716a-a4aa-40e8-b480-47e10112d29c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:53:56.891648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 6909396e-e655-407c-b75e-6f8432e6f0f4 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:53:57.063121 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-576ddde1-9f63-4120-976a-5ba2e11e4eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.102301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (6909396e-e655-407c-b75e-6f8432e6f0f4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.124803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.objects.ports [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103176) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:53:57.127039 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (75c9ed45-7d24-4ff7-b196-2002defb1871), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.198375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (8b4d2828-341b-443e-ae17-ef2cb7dcf754), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.202902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f7b88b2f-7582-4024-8051-7da2aa24180d None None] Could not find standard attr ID for object 4b8a756f-0c7d-4e79-a966-e09fc53ddf0e. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:53:57.223072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event updated for resources: {'Subnet': ['ID=75c9ed45-7d24-4ff7-b196-2002defb1871,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:57.244471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Checking segment: {'id': 'cf500b35-c0d0-4732-ba5c-04a97d200a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:57.244937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network hostable DHCP agents. Network: 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:57.276612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Network 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:57.289196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:57.294847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:57.295566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.305826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ffdb63-ac4b-43ea-bf83-bd15a7380991 None None] Network 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:57.306949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (6909396e-e655-407c-b75e-6f8432e6f0f4), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.316445 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5767947c-e732-4cdf-bd0e-2cf8e83d7e8d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9027858 Feb 11 13:53:57.319410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42776) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:57.430047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c254db-9a24-4342-a3b0-976f20300e69 req-3f1dae6a-ce07-40af-b120-3a477a838a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:57.431965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-3f1dae6a-ce07-40af-b120-3a477a838a57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1166 time: 1.4890118 Feb 11 13:53:57.484663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c', 'network_id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c', 'project_id': '45f53a94143745b5b4060855ed55c685', 'fixed_ips': [{'subnet_id': '75c9ed45-7d24-4ff7-b196-2002defb1871'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:53:57.487681 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.508920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.553111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6909396e-e655-407c-b75e-6f8432e6f0f4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.624346 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (75c9ed45-7d24-4ff7-b196-2002defb1871), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.691632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (6909396e-e655-407c-b75e-6f8432e6f0f4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.706872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Allocated IP 2001:db8::f816:3eff:fea4:7f08 (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c/75c9ed45-7d24-4ff7-b196-2002defb1871/badea961-afce-41c8-8e7f-a114edf0c518) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:57.759007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.762733 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/6909396e-e655-407c-b75e-6f8432e6f0f4 HTTP/1.1" status: 204 len: 168 time: 1.8823340 Feb 11 13:53:57.765466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42782) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:57.768671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d374248-a097-4085-ac80-5a390477bba1 None None] Network de210d09-a669-455d-b7c0-0c9c25e4d40b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:57.794649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b914f-bf24-4d04-aec3-c5fcbc9361b6 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=6909396e-e655-407c-b75e-6f8432e6f0f4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:57.809933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f14bbb67-5509-4587-aeb2-3ce5a0ff2699 admin admin] Publish callbacks [] for security_group (ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.844352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f14bbb67-5509-4587-aeb2-3ce5a0ff2699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:57.901280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f14bbb67-5509-4587-aeb2-3ce5a0ff2699 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d778edd7ef894b12b5a216bf18a7be98&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5049250 Feb 11 13:53:57.905186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42784) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:57.956791 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (de210d09-a669-455d-b7c0-0c9c25e4d40b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.030458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port f687716a-a4aa-40e8-b480-47e10112d29c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:58.030620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.104219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bbb67-5509-4587-aeb2-3ce5a0ff2699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:58.169856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] For port f687716a-a4aa-40e8-b480-47e10112d29c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f687716a-a4aa-40e8-b480-47e10112d29c,segment=NetworkSegment(86fb8680-474e-4e8d-814d-2265e6a1bf96),segment_id=86fb8680-474e-4e8d-814d-2265e6a1bf96)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:58.170432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.185168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c254db-9a24-4342-a3b0-976f20300e69 req-ca6254d5-4ca3-4b81-ade2-16bc17337950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:58.187119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-ca6254d5-4ca3-4b81-ade2-16bc17337950 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 200 len: 897 time: 0.5004861 Feb 11 13:53:58.211219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for f687716a-a4aa-40e8-b480-47e10112d29c owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:58.289357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-f3e0d201-51fd-4cc5-a652-b783af2d4e4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 200 len: 1000 time: 0.0867274 Feb 11 13:53:58.303315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Publish callbacks [] for port (badea961-afce-41c8-8e7f-a114edf0c518), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.313447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (badea961-afce-41c8-8e7f-a114edf0c518), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.373280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] DHCP port deletion for de210d09-a669-455d-b7c0-0c9c25e4d40b request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:53:58.374367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (75c9ed45-7d24-4ff7-b196-2002defb1871), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.385064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Network 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:58.397966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:58.403620 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-08e20489-4394-4fb4-b5ed-3d8b888f48e4 admin admin] Publish callbacks [] for security_group (ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.405634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:53:58.417051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Pushing event updated for resources: {'Port': ['ID=badea961-afce-41c8-8e7f-a114edf0c518,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:58.437427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Subnet': ['ID=75c9ed45-7d24-4ff7-b196-2002defb1871,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:58.455632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-08e20489-4394-4fb4-b5ed-3d8b888f48e4 admin admin] Publish callbacks [] for security_group (ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.479386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.529491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (4356e24c-64b4-4a0f-a385-ed767feea464), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.529792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.534666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No DVR routers for this DVR port f687716a-a4aa-40e8-b480-47e10112d29c on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:58.541023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c254db-9a24-4342-a3b0-976f20300e69 req-b3bce1fa-4d8a-44ab-a535-1f36bf821cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:58.542564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-b3bce1fa-4d8a-44ab-a535-1f36bf821cc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4563cf37-987c-440c-a2fb-cc4052d35f5e HTTP/1.1" status: 200 len: 835 time: 0.1915863 Feb 11 13:53:58.577442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=f687716a-a4aa-40e8-b480-47e10112d29c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:58.609710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:58.635065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf500b35-c0d0-4732-ba5c-04a97d200a72') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:58.635839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf500b35-c0d0-4732-ba5c-04a97d200a72') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:58.664245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Attempting to bind port badea961-afce-41c8-8e7f-a114edf0c518 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:53:58.664625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Attempting to bind port badea961-afce-41c8-8e7f-a114edf0c518 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'cf500b35-c0d0-4732-ba5c-04a97d200a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:53:58.664990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Attempting to bind port badea961-afce-41c8-8e7f-a114edf0c518 on network 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:53:58.673298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (cf500b35-c0d0-4732-ba5c-04a97d200a72), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.677924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:53:58.678402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Checking segment: {'id': 'cf500b35-c0d0-4732-ba5c-04a97d200a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:53:58.678811 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.679269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Bound using segment: {'id': 'cf500b35-c0d0-4732-ba5c-04a97d200a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:53:58.679752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Bound port: badea961-afce-41c8-8e7f-a114edf0c518, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf500b35-c0d0-4732-ba5c-04a97d200a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:53:58.680137 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (badea961-afce-41c8-8e7f-a114edf0c518), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.722992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (de210d09-a669-455d-b7c0-0c9c25e4d40b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.738197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] Deleting port f687716a-a4aa-40e8-b480-47e10112d29c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:58.739339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.739477 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (cf500b35-c0d0-4732-ba5c-04a97d200a72), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.757280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de210d09-a669-455d-b7c0-0c9c25e4d40b']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:58.759523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:58.759934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (cf500b35-c0d0-4732-ba5c-04a97d200a72), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:58.763120 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:58.784730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fb8680-474e-4e8d-814d-2265e6a1bf96') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:58.785037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fb8680-474e-4e8d-814d-2265e6a1bf96') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:58.794577 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (fb0f5170-0506-4840-a783-8b2b43e4936d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.831240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (86fb8680-474e-4e8d-814d-2265e6a1bf96), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.849286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.api [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:53:58.849286 n-d-828676-2 neutron-server[103176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:53:58.849286 n-d-828676-2 neutron-server[103176]: [parameters: {'id': '0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c'}] Feb 11 13:53:58.849286 n-d-828676-2 neutron-server[103176]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:53:58.850455 n-d-828676-2 neutron-server[103176]: DEBUG oslo_db.api [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:53:58.850556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (86fb8680-474e-4e8d-814d-2265e6a1bf96), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.858556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:53:58.859008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (86fb8680-474e-4e8d-814d-2265e6a1bf96), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:58.865623 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:58.883330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] For port f687716a-a4aa-40e8-b480-47e10112d29c, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:58.883964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.901766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] Calling delete_port for f687716a-a4aa-40e8-b480-47e10112d29c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:58.905556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] Port f687716a-a4aa-40e8-b480-47e10112d29c was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:53:58.907498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (f687716a-a4aa-40e8-b480-47e10112d29c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.942607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (de210d09-a669-455d-b7c0-0c9c25e4d40b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.948029 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:58.952159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/de210d09-a669-455d-b7c0-0c9c25e4d40b HTTP/1.1" status: 204 len: 168 time: 1.1842716 Feb 11 13:53:58.954921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] Pushing event deleted for resources: {'Port': ['ID=f687716a-a4aa-40e8-b480-47e10112d29c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:58.958471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42802) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:58.964352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814330406'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:58.970478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4bb312-50a1-462a-9b12-b70039483ef2 None None] No DVR routers for this DVR port f687716a-a4aa-40e8-b480-47e10112d29c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:59.004911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f94704-131e-4a5d-b4c5-bbd4055c9ffd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=de210d09-a669-455d-b7c0-0c9c25e4d40b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:59.013272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] For port badea961-afce-41c8-8e7f-a114edf0c518, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:59.020104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] For port badea961-afce-41c8-8e7f-a114edf0c518, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=badea961-afce-41c8-8e7f-a114edf0c518,segment=NetworkSegment(cf500b35-c0d0-4732-ba5c-04a97d200a72),segment_id=cf500b35-c0d0-4732-ba5c-04a97d200a72)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:59.025258 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-08e20489-4394-4fb4-b5ed-3d8b888f48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.028218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-08e20489-4394-4fb4-b5ed-3d8b888f48e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.029343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:59.030062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-08e20489-4394-4fb4-b5ed-3d8b888f48e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c HTTP/1.1" status: 204 len: 168 time: 1.1210938 Feb 11 13:53:59.031031 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (badea961-afce-41c8-8e7f-a114edf0c518), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.040669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.131340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:59.144530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3cb625d6-fc4a-4e86-be35-9ee9405bb3c4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.144931 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment 3cb625d6-fc4a-4e86-be35-9ee9405bb3c4 of type vlan for network a546950e-7769-4415-abef-9a18ff48fe3f Feb 11 13:53:59.159101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dcd6f-5046-4c80-bb4f-50c1040fe8e1 None None] Pushing event updated for resources: {'Port': ['ID=badea961-afce-41c8-8e7f-a114edf0c518,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:59.198754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c14ad9-2b49-427a-b7d0-9fe346d8e962 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:53:59.256463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (8b4d2828-341b-443e-ae17-ef2cb7dcf754), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.262143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a546950e-7769-4415-abef-9a18ff48fe3f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.264347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e20489-4394-4fb4-b5ed-3d8b888f48e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea681d4b-4d36-4ff5-8e41-7c9a0bf9ce2c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:59.324916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.335022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c254db-9a24-4342-a3b0-976f20300e69 req-1d8fae57-5c1e-4432-826d-b77ee365cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:59.336845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-1d8fae57-5c1e-4432-826d-b77ee365cd88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7867272 Feb 11 13:53:59.340015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a546950e-7769-4415-abef-9a18ff48fe3f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.352168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:59.353387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.373354 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.482071 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42f341ea-2a99-4d9d-9518-6bbdcd26397c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.489751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5275624 Feb 11 13:53:59.490401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:59.501317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c14ad9-2b49-427a-b7d0-9fe346d8e962 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:53:59.512883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:53:59.555631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Allocated IP 172.25.3.160 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/ffd4fda1-7efb-40ab-89a1-3de7f7bbd907) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:59.617996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a9b57-61a6-4cb1-ba2a-9da605a37178 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=a546950e-7769-4415-abef-9a18ff48fe3f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:59.710242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a546950e-7769-4415-abef-9a18ff48fe3f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:53:59.796024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:59.804765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.808559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:59.859673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-292d12bf-b037-47b7-9f16-d211cb85a872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.875429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting port badea961-afce-41c8-8e7f-a114edf0c518 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:59.875786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (badea961-afce-41c8-8e7f-a114edf0c518), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.883889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c31585-ae45-4456-a5ef-49aef5259696 None None] Network 0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:53:59.890994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for port (ffd4fda1-7efb-40ab-89a1-3de7f7bbd907), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.974797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 4356e24c-64b4-4a0f-a385-ed767feea464 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:00.074607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-7a81991f-f73c-49f0-83ea-66f95bc400e5 service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252066 Feb 11 13:54:00.083053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f687716a-a4aa-40e8-b480-47e10112d29c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:00.123994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: f687716a-a4aa-40e8-b480-47e10112d29c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:00.125189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f687716a-a4aa-40e8-b480-47e10112d29c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:00.423604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] For port badea961-afce-41c8-8e7f-a114edf0c518, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=badea961-afce-41c8-8e7f-a114edf0c518,segment=NetworkSegment(cf500b35-c0d0-4732-ba5c-04a97d200a72),segment_id=cf500b35-c0d0-4732-ba5c-04a97d200a72)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:00.424359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (badea961-afce-41c8-8e7f-a114edf0c518), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.463201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Calling delete_port for badea961-afce-41c8-8e7f-a114edf0c518 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:00.527641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-292d12bf-b037-47b7-9f16-d211cb85a872 admin admin] Publish callbacks [] for security_group (72d3e3b6-0d15-49f8-83a5-c07f1588273c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.567045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-292d12bf-b037-47b7-9f16-d211cb85a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (72d3e3b6-0d15-49f8-83a5-c07f1588273c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.598134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d12bf-b037-47b7-9f16-d211cb85a872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d3e3b6-0d15-49f8-83a5-c07f1588273c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:00.653989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ffd4fda1-7efb-40ab-89a1-3de7f7bbd907), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.674558 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-292d12bf-b037-47b7-9f16-d211cb85a872 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=055a283d562741379b73fff7b42647d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8624475 Feb 11 13:54:00.679928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:00.696597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (c97712ea-89d5-478f-9756-0ccfee431aab), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.772829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:00.775292 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:00.792454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (badea961-afce-41c8-8e7f-a114edf0c518), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.794366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Sync routers for ids ['4356e24c-64b4-4a0f-a385-ed767feea464'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:00.812477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Routers {'4356e24c-64b4-4a0f-a385-ed767feea464'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:00.816506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:00.817543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4356e24c-64b4-4a0f-a385-ed767feea464'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:00.842940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b50a16e-33da-4a11-9edd-0c06e8999cc9 admin admin] Publish callbacks [] for security_group (72d3e3b6-0d15-49f8-83a5-c07f1588273c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.844946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Port': ['ID=badea961-afce-41c8-8e7f-a114edf0c518,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:00.851503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=c97712ea-89d5-478f-9756-0ccfee431aab,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:00.864822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No DVR routers for this DVR port badea961-afce-41c8-8e7f-a114edf0c518 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:00.866733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': '3cb625d6-fc4a-4e86-be35-9ee9405bb3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:00.867098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: a546950e-7769-4415-abef-9a18ff48fe3f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:00.887983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:00.905388 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b50a16e-33da-4a11-9edd-0c06e8999cc9 admin admin] Publish callbacks [] for security_group (72d3e3b6-0d15-49f8-83a5-c07f1588273c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.958832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Deleting port 729bd251-3349-4c70-9ba4-938c82710c9e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:00.961079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:00.998071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a546950e-7769-4415-abef-9a18ff48fe3f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:01.003122 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.030854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.032173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b6848a6c-3823-4659-aba4-f26056d60b36 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.7118912 Feb 11 13:54:01.047026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.047561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.051585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Pushing event updated for resources: {'Port': ['ID=ffd4fda1-7efb-40ab-89a1-3de7f7bbd907,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:01.055620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a546950e-7769-4415-abef-9a18ff48fe3f) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:01.064659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:01.064659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.073986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f449e-872c-4a80-a3ed-8253821bdcdf None None] Network a546950e-7769-4415-abef-9a18ff48fe3f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:01.086178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:01.093256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Set router 4356e24c-64b4-4a0f-a385-ed767feea464 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:01.121005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b50a16e-33da-4a11-9edd-0c06e8999cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (72d3e3b6-0d15-49f8-83a5-c07f1588273c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.126784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b50a16e-33da-4a11-9edd-0c06e8999cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.128240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6b50a16e-33da-4a11-9edd-0c06e8999cc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72d3e3b6-0d15-49f8-83a5-c07f1588273c HTTP/1.1" status: 204 len: 168 time: 0.4472489 Feb 11 13:54:01.131210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf500b35-c0d0-4732-ba5c-04a97d200a72') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:01.131716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf500b35-c0d0-4732-ba5c-04a97d200a72') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:01.151791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50a16e-33da-4a11-9edd-0c06e8999cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d3e3b6-0d15-49f8-83a5-c07f1588273c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:01.161995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-48430978-65c8-4d0a-ad6c-e8181370ad9d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6606221 Feb 11 13:54:01.166379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.172143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1447067887'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:01.179317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (cf500b35-c0d0-4732-ba5c-04a97d200a72), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.260550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (cf500b35-c0d0-4732-ba5c-04a97d200a72), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.312349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:01.312856 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (cf500b35-c0d0-4732-ba5c-04a97d200a72), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:01.316984 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:01.365918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-98c254db-9a24-4342-a3b0-976f20300e69 req-4e82fd3b-d5e3-4b09-8809-d6365d95c26b service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8328800 Feb 11 13:54:01.428510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.461476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.470839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c HTTP/1.1" status: 204 len: 168 time: 4.1468611 Feb 11 13:54:01.471833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26042d6f-a4cb-4a81-ad19-dd22144f55d3 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Network': ['ID=0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:01.477861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.479890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a546950e-7769-4415-abef-9a18ff48fe3f', 'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f', 'project_id': '07a5d1b22aa34052a3663c0fdd490d62', 'fixed_ips': [{'subnet_id': 'c97712ea-89d5-478f-9756-0ccfee431aab'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:54:01.481359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.553328 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f7cc62-cd19-43df-8053-c994de5bc1f6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:01.553979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f7cc62-cd19-43df-8053-c994de5bc1f6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:01.568329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-66f7cc62-cd19-43df-8053-c994de5bc1f6 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/75c9ed45-7d24-4ff7-b196-2002defb1871 HTTP/1.1" status: 404 len: 337 time: 0.0876327 Feb 11 13:54:01.572373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.618697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b874ff5-e820-4199-95c4-ab62bad3854d tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:01.622891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3b874ff5-e820-4199-95c4-ab62bad3854d tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=8acefabc5eb443508cfbdcced1978b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5700324 Feb 11 13:54:01.624590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42866) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.638795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] For port 729bd251-3349-4c70-9ba4-938c82710c9e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=729bd251-3349-4c70-9ba4-938c82710c9e,segment=NetworkSegment(e60d0ac6-aa60-435f-9294-8be7983fc952),segment_id=e60d0ac6-aa60-435f-9294-8be7983fc952)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:01.639179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.660527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:53:55Z', 'revision_number': 3, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:01.672083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Calling delete_port for 729bd251-3349-4c70-9ba4-938c82710c9e owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:01.693582 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cb51a4-3139-4a33-950e-a90bcd0cae7a tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:01.694037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cb51a4-3139-4a33-950e-a90bcd0cae7a tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:01.701444 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-35cb51a4-3139-4a33-950e-a90bcd0cae7a tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/0f2e3332-f5aa-4ebd-b3c4-aca067f45a8c HTTP/1.1" status: 404 len: 339 time: 0.1203449 Feb 11 13:54:01.702320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.708047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:01.717731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:01.742605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Checking router: 4356e24c-64b4-4a0f-a385-ed767feea464 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:01.742965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Updating router 4356e24c-64b4-4a0f-a385-ed767feea464 port faebc05d-e140-43c2-b214-f6c5f0a3d745 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:54:01.781795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Allocated IP 172.20.0.2 (a546950e-7769-4415-abef-9a18ff48fe3f/c97712ea-89d5-478f-9756-0ccfee431aab/b1cf9297-68b2-4aaa-a2df-107a25e56a68) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:01.803088 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31f4ae3-5486-47c6-802f-d750b6c7677b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:01.804847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31f4ae3-5486-47c6-802f-d750b6c7677b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:01.815865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d31f4ae3-5486-47c6-802f-d750b6c7677b tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/9475bcd5-8d0f-46ff-81d2-4c965d365aec HTTP/1.1" status: 404 len: 337 time: 0.1109192 Feb 11 13:54:01.816835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42870) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.885903 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a1bdd9-6bf2-4e6d-8b32-788ddd5c06fe tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:01.886578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a1bdd9-6bf2-4e6d-8b32-788ddd5c06fe tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:01.893604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76a1bdd9-6bf2-4e6d-8b32-788ddd5c06fe tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/8fd391ca-7970-4d64-a72a-47d1c818e4ab HTTP/1.1" status: 404 len: 339 time: 0.0497775 Feb 11 13:54:01.896024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42874) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:01.945927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 07ebe63a-3b6a-4bbd-9418-26998bb6c793 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:01.961296 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-202e1288-c0c3-48a3-800d-962bb686cca1 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:01.961835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202e1288-c0c3-48a3-800d-962bb686cca1 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:01.968585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-202e1288-c0c3-48a3-800d-962bb686cca1 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/802ba229-2889-4c8a-837f-cac907d923ca HTTP/1.1" status: 404 len: 337 time: 0.0709550 Feb 11 13:54:01.969458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42882) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:02.003879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.046224 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Publish callbacks [] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.060734 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-33665aab-fd57-4fd9-851c-e87d385b6841 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:02.061398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33665aab-fd57-4fd9-851c-e87d385b6841 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:02.066842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-33665aab-fd57-4fd9-851c-e87d385b6841 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/c363333e-223c-4ab7-ae49-b4f0d058efb6 HTTP/1.1" status: 404 len: 339 time: 0.0943544 Feb 11 13:54:02.073749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42886) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:02.141289 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (729bd251-3349-4c70-9ba4-938c82710c9e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.191727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Pushing event deleted for resources: {'Port': ['ID=729bd251-3349-4c70-9ba4-938c82710c9e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:02.200416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475aa601-39d6-4fe2-a0b7-45a342bbbfa8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:02.204984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-475aa601-39d6-4fe2-a0b7-45a342bbbfa8 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5728743 Feb 11 13:54:02.205286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42888) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:02.297536 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e2e3167e-d27c-4f45-a4b7-9874d68540b6 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881023 Feb 11 13:54:02.300486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:02.393674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b280d2b5-f4f6-48b7-8402-7c61c9073a59 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=8acefabc5eb443508cfbdcced1978b97&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0920734 Feb 11 13:54:02.398062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:02.498010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting port 0392aa7c-adc5-487f-9ad1-53eb499ae738 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:02.498625 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0392aa7c-adc5-487f-9ad1-53eb499ae738), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.616725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Publish callbacks [] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.628022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.641649 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.644401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.722340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Attempting to bind port faebc05d-e140-43c2-b214-f6c5f0a3d745 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:02.722728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Attempting to bind port faebc05d-e140-43c2-b214-f6c5f0a3d745 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:02.726006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Attempting to bind port faebc05d-e140-43c2-b214-f6c5f0a3d745 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:02.734613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Network a546950e-7769-4415-abef-9a18ff48fe3f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:02.750048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:02.761042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router_gateway (8b4d2828-341b-443e-ae17-ef2cb7dcf754), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.764694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:02.783871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Pushing event updated for resources: {'Port': ['ID=b1cf9297-68b2-4aaa-a2df-107a25e56a68,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:02.793511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:02.793900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:02.794342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.794741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:02.795544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Bound port: faebc05d-e140-43c2-b214-f6c5f0a3d745, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:02.795940 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.880908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] For port faebc05d-e140-43c2-b214-f6c5f0a3d745, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:02.890282 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] For port faebc05d-e140-43c2-b214-f6c5f0a3d745, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=faebc05d-e140-43c2-b214-f6c5f0a3d745,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:02.910591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0392aa7c-adc5-487f-9ad1-53eb499ae738), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.949844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc39ea-2b96-4c86-99b2-52f454a6b7b3 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:02.952880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-25dc39ea-2b96-4c86-99b2-52f454a6b7b3 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5538390 Feb 11 13:54:02.961055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42912) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:02.987355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.10 (a546950e-7769-4415-abef-9a18ff48fe3f/c97712ea-89d5-478f-9756-0ccfee431aab/07ebe63a-3b6a-4bbd-9418-26998bb6c793) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:02.990570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Calling delete_port for 0392aa7c-adc5-487f-9ad1-53eb499ae738 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:03.100542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3297e212-8ba0-4dc9-b900-fe8dfc1ec345 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294761 Feb 11 13:54:03.100803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42920) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:03.105037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1800471104', 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214', 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:03.144821 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (fb0f5170-0506-4840-a783-8b2b43e4936d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.257919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.321591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Attempting to bind port b1cf9297-68b2-4aaa-a2df-107a25e56a68 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:03.321975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Attempting to bind port b1cf9297-68b2-4aaa-a2df-107a25e56a68 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3cb625d6-fc4a-4e86-be35-9ee9405bb3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:03.322401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Attempting to bind port b1cf9297-68b2-4aaa-a2df-107a25e56a68 on network a546950e-7769-4415-abef-9a18ff48fe3f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:03.349444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:03.350010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Checking segment: {'id': '3cb625d6-fc4a-4e86-be35-9ee9405bb3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:03.350455 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.350879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Bound using segment: {'id': '3cb625d6-fc4a-4e86-be35-9ee9405bb3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:03.351348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Bound port: b1cf9297-68b2-4aaa-a2df-107a25e56a68, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb625d6-fc4a-4e86-be35-9ee9405bb3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a546950e-7769-4415-abef-9a18ff48fe3f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:03.351741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.361417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Routers {'4356e24c-64b4-4a0f-a385-ed767feea464'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:03.362084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4356e24c-64b4-4a0f-a385-ed767feea464'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:03.490323 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] Set router 4356e24c-64b4-4a0f-a385-ed767feea464 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:03.510843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Made reservation on behalf of 8acefabc5eb443508cfbdcced1978b97 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:03.519864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.534347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0392aa7c-adc5-487f-9ad1-53eb499ae738), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.555768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (07ebe63a-3b6a-4bbd-9418-26998bb6c793), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.569193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b074f-13ea-4fa8-b301-8d968cc2afe9 None None] Pushing event updated for resources: {'Port': ['ID=faebc05d-e140-43c2-b214-f6c5f0a3d745,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:03.689547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.794076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b074f-13ea-4fa8-b301-8d968cc2afe9 None None] Pushing event updated for resources: {'Port': ['ID=faebc05d-e140-43c2-b214-f6c5f0a3d745,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:03.836316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] For port b1cf9297-68b2-4aaa-a2df-107a25e56a68, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:03.847458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Port': ['ID=0392aa7c-adc5-487f-9ad1-53eb499ae738,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:03.874166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (07ebe63a-3b6a-4bbd-9418-26998bb6c793), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.884449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] For port b1cf9297-68b2-4aaa-a2df-107a25e56a68, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b1cf9297-68b2-4aaa-a2df-107a25e56a68,segment=NetworkSegment(3cb625d6-fc4a-4e86-be35-9ee9405bb3c4),segment_id=3cb625d6-fc4a-4e86-be35-9ee9405bb3c4)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:03.892015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.901235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c8f17edc-bcbb-4052-b5fd-69f6d5c200ba tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/ports/0392aa7c-adc5-487f-9ad1-53eb499ae738 HTTP/1.1" status: 204 len: 168 time: 1.8259463 Feb 11 13:54:03.908767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.949177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42942) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:04.072483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a546950e-7769-4415-abef-9a18ff48fe3f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:04.082876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11166f11-217f-4729-8cf6-c7d7607f989f None None] Pushing event updated for resources: {'Port': ['ID=b1cf9297-68b2-4aaa-a2df-107a25e56a68,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:04.106000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:53:55Z', 'revision_number': 3, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:04.117322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:04.158517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:04.173258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=07ebe63a-3b6a-4bbd-9418-26998bb6c793,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:04.182393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198e580-f4a0-4749-bb6e-417eb813bbe2 None None] The sync data for ids ['4356e24c-64b4-4a0f-a385-ed767feea464'] in n-d-828676-2 is: [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:53:55Z', 'revision_number': 3, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:04.288258 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-038a4aec-ccd7-4ad1-86c1-fcbd5d331b2a tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:04.288733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038a4aec-ccd7-4ad1-86c1-fcbd5d331b2a tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:04.290392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:04.291397 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:04.297263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-038a4aec-ccd7-4ad1-86c1-fcbd5d331b2a tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/e8bb3164-f4bb-48d8-83f1-a96385ef80de HTTP/1.1" status: 404 len: 337 time: 0.2224152 Feb 11 13:54:04.307085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42948) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:04.315822 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:04.369900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:04.388716 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-61b40a10-5528-497f-8b46-7a32f7654db5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.2207623 Feb 11 13:54:04.389575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42954) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:04.417200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (004c4d66-2456-44d0-87a0-2d3609f9ce69), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:04.591730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Subnet': ['ID=004c4d66-2456-44d0-87a0-2d3609f9ce69,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:04.725844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (132622aa-0ff6-4ae9-8099-9691cfcfc1fd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:04.797597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Checking segment: {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:04.798019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network hostable DHCP agents. Network: 40fd4918-f568-4c68-9897-b1d8bf929214, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:04.877317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Router fb0f5170-0506-4840-a783-8b2b43e4936d has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:04.915226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 07ebe63a-3b6a-4bbd-9418-26998bb6c793 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:04.915577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (07ebe63a-3b6a-4bbd-9418-26998bb6c793), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:04.928214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 40fd4918-f568-4c68-9897-b1d8bf929214 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:04.989433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 40fd4918-f568-4c68-9897-b1d8bf929214) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:04.999333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3c554-f46f-4bba-aed1-c7bcf412eda5 None None] Network 40fd4918-f568-4c68-9897-b1d8bf929214 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:05.013592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:05.014209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.168077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bbf7cbc2-05b0-4eeb-aa9f-08c48de67092 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0681787 Feb 11 13:54:05.195054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:05.210004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (132622aa-0ff6-4ae9-8099-9691cfcfc1fd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.283438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132622aa-0ff6-4ae9-8099-9691cfcfc1fd']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:05.289679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-40fd4918-f568-4c68-9897-b1d8bf929214', 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214', 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'fixed_ips': [{'subnet_id': '004c4d66-2456-44d0-87a0-2d3609f9ce69'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:54:05.291136 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.318103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Router 8b4d2828-341b-443e-ae17-ef2cb7dcf754 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:05.374962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (07ebe63a-3b6a-4bbd-9418-26998bb6c793), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.380555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400ab1fb-22fb-48ff-97c9-9c71bfe27ff9') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:05.380876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400ab1fb-22fb-48ff-97c9-9c71bfe27ff9') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:05.408014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42984) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:05.429929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (400ab1fb-22fb-48ff-97c9-9c71bfe27ff9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.512337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 07ebe63a-3b6a-4bbd-9418-26998bb6c793 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:05.661079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Allocated IP 172.20.0.18 (40fd4918-f568-4c68-9897-b1d8bf929214/004c4d66-2456-44d0-87a0-2d3609f9ce69/e6c95a1b-f5cc-4104-a3ef-80edeae9b45a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:05.703078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (400ab1fb-22fb-48ff-97c9-9c71bfe27ff9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.707290 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c57c4b22-d83d-40ff-a080-a0ca7fa788a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.731510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:05.744177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] Sync routers for ids ['fb0f5170-0506-4840-a783-8b2b43e4936d'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:05.761857 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] Routers {'fb0f5170-0506-4840-a783-8b2b43e4936d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:05.764778 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fb0f5170-0506-4840-a783-8b2b43e4936d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:05.773013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:05.793062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.794383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eefab328-1333-43bc-8198-d28bd86ec45a tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "PUT /v2.0/routers/8b4d2828-341b-443e-ae17-ef2cb7dcf754 HTTP/1.1" status: 200 len: 916 time: 10.4745071 Feb 11 13:54:05.795901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:05.796317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (400ab1fb-22fb-48ff-97c9-9c71bfe27ff9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3ffed720-4f64-4f0a-bcb8-7b8aba3f141d admin admin] 10.222.0.79 "PUT /v2.0/routers/fb0f5170-0506-4840-a783-8b2b43e4936d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3175344 Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:05.804785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 42994) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:05.808243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 42996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:05.894814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] Sync routers for ids ['8b4d2828-341b-443e-ae17-ef2cb7dcf754'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:05.960066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] Routers {'8b4d2828-341b-443e-ae17-ef2cb7dcf754'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:05.960066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8b4d2828-341b-443e-ae17-ef2cb7dcf754'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.084268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (132622aa-0ff6-4ae9-8099-9691cfcfc1fd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.103714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.107682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.118799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/132622aa-0ff6-4ae9-8099-9691cfcfc1fd HTTP/1.1" status: 204 len: 168 time: 1.8073385 Feb 11 13:54:06.120692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43000) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:06.149561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] Routers {'8b4d2828-341b-443e-ae17-ef2cb7dcf754'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:06.150397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8b4d2828-341b-443e-ae17-ef2cb7dcf754'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.172568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb6b24-ff92-4090-8d82-572ce921a909 None None] Network a546950e-7769-4415-abef-9a18ff48fe3f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:06.243106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.243917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553bb11-703e-4e56-b35e-06df0b4d81c4 None None] The sync data for ids ['8b4d2828-341b-443e-ae17-ef2cb7dcf754'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:06.256226 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] Set router fb0f5170-0506-4840-a783-8b2b43e4936d gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:06.325914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cc9d9706-4f4a-4b6f-9055-bfb5858f673e None None] Provisioning complete for port b1cf9297-68b2-4aaa-a2df-107a25e56a68 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:06.326924 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9706-4f4a-4b6f-9055-bfb5858f673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.340065 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Publish callbacks [] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.369885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b1cf9297-68b2-4aaa-a2df-107a25e56a68 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:06.404335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ac57d-005e-493c-a1a4-0de9327dd929 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Network': ['ID=132622aa-0ff6-4ae9-8099-9691cfcfc1fd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:06.428664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.505680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62c51727-d0ec-4748-901e-04ee0f08672d tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/8b4d2828-341b-443e-ae17-ef2cb7dcf754 HTTP/1.1" status: 200 len: 922 time: 0.6610498 Feb 11 13:54:06.512615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:06.541016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Network 40fd4918-f568-4c68-9897-b1d8bf929214 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:06.558322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:06.580230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:06.586040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b1cf9297-68b2-4aaa-a2df-107a25e56a68 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:06.586616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.592561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Pushing event updated for resources: {'Port': ['ID=e6c95a1b-f5cc-4104-a3ef-80edeae9b45a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:06.745310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b9656-a8de-4f07-85ec-814663042e04 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:06.749943 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cc8b9656-a8de-4f07-85ec-814663042e04 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=8b4d2828-341b-443e-ae17-ef2cb7dcf754&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1825647 Feb 11 13:54:06.750405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43010) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:06.775289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d9706-4f4a-4b6f-9055-bfb5858f673e None None] Current status of the port b1cf9297-68b2-4aaa-a2df-107a25e56a68 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:06.783217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9706-4f4a-4b6f-9055-bfb5858f673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.880059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Attempting to bind port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:06.882570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Attempting to bind port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:06.883185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Attempting to bind port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a on network 40fd4918-f568-4c68-9897-b1d8bf929214 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:06.888011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227bf89-ffa8-42e2-9ac9-fda54f7cb360 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:06.889877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2227bf89-ffa8-42e2-9ac9-fda54f7cb360 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/networks/1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 881 time: 0.1387470 Feb 11 13:54:06.890092 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:54:02Z', 'revision_number': 5, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.893516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting port d89b246b-0b0a-44e5-85ef-4975e6e5bec7 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:06.894029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d89b246b-0b0a-44e5-85ef-4975e6e5bec7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.930865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:06.933839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Checking segment: {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:06.935114 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.935636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Bound using segment: {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:06.936260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Bound port: e6c95a1b-f5cc-4104-a3ef-80edeae9b45a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:06.936770 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:06.956419 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] Checking router: fb0f5170-0506-4840-a783-8b2b43e4936d for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:06.972897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-cc9d9706-4f4a-4b6f-9055-bfb5858f673e None None] For port b1cf9297-68b2-4aaa-a2df-107a25e56a68, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b1cf9297-68b2-4aaa-a2df-107a25e56a68,segment=NetworkSegment(3cb625d6-fc4a-4e86-be35-9ee9405bb3c4),segment_id=3cb625d6-fc4a-4e86-be35-9ee9405bb3c4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:06.991727 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] Routers {'fb0f5170-0506-4840-a783-8b2b43e4936d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:06.992807 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['fb0f5170-0506-4840-a783-8b2b43e4936d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:07.019227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:07.078154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d89b246b-0b0a-44e5-85ef-4975e6e5bec7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.087467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] For port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:07.089398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] For port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e6c95a1b-f5cc-4104-a3ef-80edeae9b45a,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:07.105972 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9706-4f4a-4b6f-9055-bfb5858f673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.122916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.174813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Calling delete_port for d89b246b-0b0a-44e5-85ef-4975e6e5bec7 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:07.233249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a56991d-50b2-4afc-8ea5-d03a0f9a81d6 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b4d2828-341b-443e-ae17-ef2cb7dcf754 HTTP/1.1" status: 200 len: 205 time: 0.1845398 Feb 11 13:54:07.242140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (07ebe63a-3b6a-4bbd-9418-26998bb6c793), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.252035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43020) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:07.340341 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] Set router fb0f5170-0506-4840-a783-8b2b43e4936d gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:07.395405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b1cf9297-68b2-4aaa-a2df-107a25e56a68 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:07.397397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device faebc05d-e140-43c2-b214-f6c5f0a3d745 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:07.416188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d89b246b-0b0a-44e5-85ef-4975e6e5bec7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.439112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d75e267d-0bd6-48b4-a786-3ed89bb2486a None None] Provisioning complete for port b1cf9297-68b2-4aaa-a2df-107a25e56a68 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:07.439496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d75e267d-0bd6-48b4-a786-3ed89bb2486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.450417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.463006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/ports/d89b246b-0b0a-44e5-85ef-4975e6e5bec7 HTTP/1.1" status: 204 len: 168 time: 1.3291237 Feb 11 13:54:07.463914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43022) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:07.482661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=07ebe63a-3b6a-4bbd-9418-26998bb6c793,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:07.520685 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:54:07.540751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee23a7-f797-4180-961f-67f652e25921 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Port': ['ID=d89b246b-0b0a-44e5-85ef-4975e6e5bec7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:07.587650 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92efb82-4b84-4bf1-aa15-3fee344e9502 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:07.588236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92efb82-4b84-4bf1-aa15-3fee344e9502 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:07.593809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f92efb82-4b84-4bf1-aa15-3fee344e9502 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/9a7db010-0968-4f88-8f04-0df629bb4811 HTTP/1.1" status: 404 len: 337 time: 0.1200233 Feb 11 13:54:07.593969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d9706-4f4a-4b6f-9055-bfb5858f673e None None] Pushing event updated for resources: {'Port': ['ID=b1cf9297-68b2-4aaa-a2df-107a25e56a68,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:07.594804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43030) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:07.604487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks [] for router (fb0f5170-0506-4840-a783-8b2b43e4936d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.730014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0d43273b-414b-4759-8ae1-ff4899cf2203), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.885031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting port 3915aa2f-dd8e-4b6a-8144-0cab267995d7 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:07.885796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3915aa2f-dd8e-4b6a-8144-0cab267995d7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.886770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c57c4b22-d83d-40ff-a080-a0ca7fa788a6 admin admin] Publish callbacks [] for security_group (cdba074f-88f7-48a0-b5fb-9db2f107f2c8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:07.910180 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:54:02Z', 'revision_number': 5, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:07.979854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port faebc05d-e140-43c2-b214-f6c5f0a3d745 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:07.985172 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.021193 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6392a14-adef-44e7-ac5d-d08059f134db None None] The sync data for ids ['fb0f5170-0506-4840-a783-8b2b43e4936d'] in n-d-828676-2 is: [{'id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'name': 'tempest-TestAggregatesBasicOps-1719886535-router', 'tenant_id': '496efc74cefd41f1a7d0f79e2a42108e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:18Z', 'updated_at': '2022-02-11T13:54:02Z', 'revision_number': 5, 'project_id': '496efc74cefd41f1a7d0f79e2a42108e', 'gw_port': {'id': '394ba508-669a-473f-9b11-d5d58f655c4a', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f5170-0506-4840-a783-8b2b43e4936d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:21Z', 'updated_at': '2022-02-11T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:08.059682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] For port 3915aa2f-dd8e-4b6a-8144-0cab267995d7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3915aa2f-dd8e-4b6a-8144-0cab267995d7,segment=NetworkSegment(ef43b73f-0615-4f6b-a5c1-794b3d3998bc),segment_id=ef43b73f-0615-4f6b-a5c1-794b3d3998bc)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:08.070148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3915aa2f-dd8e-4b6a-8144-0cab267995d7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.127492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Calling delete_port for 3915aa2f-dd8e-4b6a-8144-0cab267995d7 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:08.140306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95305b-5d2a-4138-89d2-6168e1344c90 None None] Pushing event updated for resources: {'Port': ['ID=e6c95a1b-f5cc-4104-a3ef-80edeae9b45a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:08.191028 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c57c4b22-d83d-40ff-a080-a0ca7fa788a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cdba074f-88f7-48a0-b5fb-9db2f107f2c8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.227677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d75e267d-0bd6-48b4-a786-3ed89bb2486a None None] Current status of the port b1cf9297-68b2-4aaa-a2df-107a25e56a68 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:08.238402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d75e267d-0bd6-48b4-a786-3ed89bb2486a None None] Could not find standard attr ID for object 07ebe63a-3b6a-4bbd-9418-26998bb6c793. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:54:08.248328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port faebc05d-e140-43c2-b214-f6c5f0a3d745 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:08.248723 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.261025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks [] for router_gateway (fb0f5170-0506-4840-a783-8b2b43e4936d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.272725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port faebc05d-e140-43c2-b214-f6c5f0a3d745, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=faebc05d-e140-43c2-b214-f6c5f0a3d745,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:08.273745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c57c4b22-d83d-40ff-a080-a0ca7fa788a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2258bfb46bfc4f7a99786896fb22fe19&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8627794 Feb 11 13:54:08.276381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43038) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:08.282047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.288324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3915aa2f-dd8e-4b6a-8144-0cab267995d7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.338282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Port': ['ID=3915aa2f-dd8e-4b6a-8144-0cab267995d7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:08.361650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No DVR routers for this DVR port 3915aa2f-dd8e-4b6a-8144-0cab267995d7 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:08.382781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-67b47677-5a3e-4246-ad5d-60218c07f5d7 None None] Could not find standard attr ID for object 07ebe63a-3b6a-4bbd-9418-26998bb6c793. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:54:08.385604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=faebc05d-e140-43c2-b214-f6c5f0a3d745,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:08.433940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.437646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.441903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c7f006c9-d5f9-4bbb-9148-5700b2cb76e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/07ebe63a-3b6a-4bbd-9418-26998bb6c793 HTTP/1.1" status: 204 len: 168 time: 4.0508716 Feb 11 13:54:08.451780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43040) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:08.523393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7006fb17-84cb-48a8-bd04-c55fada7cb96 admin admin] Publish callbacks [] for security_group (cdba074f-88f7-48a0-b5fb-9db2f107f2c8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.624554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0d43273b-414b-4759-8ae1-ff4899cf2203), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.689232 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdae5a0-518e-45dd-bcd2-b66da502e70c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:54:08.700824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43044) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:08.702486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-abdae5a0-518e-45dd-bcd2-b66da502e70c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/07ebe63a-3b6a-4bbd-9418-26998bb6c793 HTTP/1.1" status: 404 len: 333 time: 0.1543407 Feb 11 13:54:08.703336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c4b22-d83d-40ff-a080-a0ca7fa788a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba074f-88f7-48a0-b5fb-9db2f107f2c8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:08.716503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d43273b-414b-4759-8ae1-ff4899cf2203']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:08.766278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef43b73f-0615-4f6b-a5c1-794b3d3998bc') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:08.766598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef43b73f-0615-4f6b-a5c1-794b3d3998bc') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:08.784532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6c95a1b-f5cc-4104-a3ef-80edeae9b45a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:08.825488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7006fb17-84cb-48a8-bd04-c55fada7cb96 admin admin] Publish callbacks [] for security_group (cdba074f-88f7-48a0-b5fb-9db2f107f2c8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.836362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (ef43b73f-0615-4f6b-a5c1-794b3d3998bc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.905442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet c97712ea-89d5-478f-9756-0ccfee431aab {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:08.909960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (c97712ea-89d5-478f-9756-0ccfee431aab), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.913400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:08.913788 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.956793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (8b4d2828-341b-443e-ae17-ef2cb7dcf754), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:08.970637 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (c97712ea-89d5-478f-9756-0ccfee431aab), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.020046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Deleting port 394ba508-669a-473f-9b11-d5d58f655c4a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:09.020362 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.075911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c97712ea-89d5-478f-9756-0ccfee431aab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.144411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ef43b73f-0615-4f6b-a5c1-794b3d3998bc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.153189 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (c97712ea-89d5-478f-9756-0ccfee431aab), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.166645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:09.167225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (ef43b73f-0615-4f6b-a5c1-794b3d3998bc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:09.170977 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:09.214650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=c97712ea-89d5-478f-9756-0ccfee431aab,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:09.226214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.229511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eddc2411-3c2a-402f-b55c-66ddd609f74b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/c97712ea-89d5-478f-9756-0ccfee431aab HTTP/1.1" status: 204 len: 168 time: 0.5071886 Feb 11 13:54:09.249489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43056) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:09.320416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] For port 394ba508-669a-473f-9b11-d5d58f655c4a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=394ba508-669a-473f-9b11-d5d58f655c4a,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:09.321054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.347652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Calling delete_port for 394ba508-669a-473f-9b11-d5d58f655c4a owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:09.367475 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0d43273b-414b-4759-8ae1-ff4899cf2203), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.390968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.398425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/0d43273b-414b-4759-8ae1-ff4899cf2203 HTTP/1.1" status: 204 len: 168 time: 1.7928541 Feb 11 13:54:09.398425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7006fb17-84cb-48a8-bd04-c55fada7cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cdba074f-88f7-48a0-b5fb-9db2f107f2c8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.400873 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7006fb17-84cb-48a8-bd04-c55fada7cb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.405037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7006fb17-84cb-48a8-bd04-c55fada7cb96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cdba074f-88f7-48a0-b5fb-9db2f107f2c8 HTTP/1.1" status: 204 len: 168 time: 1.1274884 Feb 11 13:54:09.405958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43058) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:09.415026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84476ce9-0761-49e1-b65e-afcb7a894c2f None None] Network 40fd4918-f568-4c68-9897-b1d8bf929214 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:09.436865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20fa14f-b94b-4e30-9549-f35ee5dfa9c8 None None] Network a546950e-7769-4415-abef-9a18ff48fe3f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:09.494000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf31b70-6cc1-4a4c-9323-89c310875534 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Network': ['ID=0d43273b-414b-4759-8ae1-ff4899cf2203,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:09.524336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006fb17-84cb-48a8-bd04-c55fada7cb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba074f-88f7-48a0-b5fb-9db2f107f2c8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:09.533511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a546950e-7769-4415-abef-9a18ff48fe3f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.537016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Deleting port ffd4fda1-7efb-40ab-89a1-3de7f7bbd907 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:09.537363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ffd4fda1-7efb-40ab-89a1-3de7f7bbd907), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.560956 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.577598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:09.578049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.602588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting subnet fe054cdb-739b-4050-98b8-608fd5d9c50d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:09.609741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (fe054cdb-739b-4050-98b8-608fd5d9c50d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.684271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (fe054cdb-739b-4050-98b8-608fd5d9c50d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.729893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6cf0d4ec-c0e7-4257-ba1d-4526fcc9c520 None None] Provisioning complete for port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:09.729893 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6cf0d4ec-c0e7-4257-ba1d-4526fcc9c520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.749039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port b1cf9297-68b2-4aaa-a2df-107a25e56a68 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:09.749039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.779011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e6c95a1b-f5cc-4104-a3ef-80edeae9b45a,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:09.826744 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:09.827557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b1cf9297-68b2-4aaa-a2df-107a25e56a68 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:09.956094 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (fe054cdb-739b-4050-98b8-608fd5d9c50d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.001350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b1cf9297-68b2-4aaa-a2df-107a25e56a68 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:10.001733 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.076475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43072) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:10.085312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0d4ec-c0e7-4257-ba1d-4526fcc9c520 None None] Current status of the port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:10.106010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=e6c95a1b-f5cc-4104-a3ef-80edeae9b45a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:10.146482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] For port b1cf9297-68b2-4aaa-a2df-107a25e56a68, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b1cf9297-68b2-4aaa-a2df-107a25e56a68,segment=NetworkSegment(3cb625d6-fc4a-4e86-be35-9ee9405bb3c4),segment_id=3cb625d6-fc4a-4e86-be35-9ee9405bb3c4)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:10.147286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.154070 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (fe054cdb-739b-4050-98b8-608fd5d9c50d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.224919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] DHCP port deletion for a546950e-7769-4415-abef-9a18ff48fe3f request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:10.264682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b1cf9297-68b2-4aaa-a2df-107a25e56a68 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:10.269961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device faebc05d-e140-43c2-b214-f6c5f0a3d745 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:10.310836 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3f391d8-a76d-421d-8bb3-c8691ca6377c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.318236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ffd4fda1-7efb-40ab-89a1-3de7f7bbd907), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.443499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] Deleting port b1cf9297-68b2-4aaa-a2df-107a25e56a68 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:10.444769 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.470142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port faebc05d-e140-43c2-b214-f6c5f0a3d745 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:10.470648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.501688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Calling delete_port for ffd4fda1-7efb-40ab-89a1-3de7f7bbd907 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:10.698443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Subnet': ['ID=fe054cdb-739b-4050-98b8-608fd5d9c50d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:10.707212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] For port b1cf9297-68b2-4aaa-a2df-107a25e56a68, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b1cf9297-68b2-4aaa-a2df-107a25e56a68,segment=NetworkSegment(3cb625d6-fc4a-4e86-be35-9ee9405bb3c4),segment_id=3cb625d6-fc4a-4e86-be35-9ee9405bb3c4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:10.707891 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.718599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for b1cf9297-68b2-4aaa-a2df-107a25e56a68 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:10.736119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-887bfb11-ff96-4439-86d1-6cf9707e29cc None None] Provisioning complete for port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:10.737097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.738232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-887bfb11-ff96-4439-86d1-6cf9707e29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.750957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-42678f83-de0e-41fb-9526-90e3bb919965 tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/subnets/fe054cdb-739b-4050-98b8-608fd5d9c50d HTTP/1.1" status: 204 len: 168 time: 1.2861676 Feb 11 13:54:10.753409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43086) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:10.823890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9cab2-1b29-437e-9697-7e840357cb89 None None] Network 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:10.849642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (7d3d9940-0035-4d11-87dc-3d30bffbbaa2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:10.867462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] Calling delete_port for b1cf9297-68b2-4aaa-a2df-107a25e56a68 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:10.971339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (394ba508-669a-473f-9b11-d5d58f655c4a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.006736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Pushing event deleted for resources: {'Port': ['ID=394ba508-669a-473f-9b11-d5d58f655c4a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:11.009608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Deleting port 169207c6-cb87-4e6d-b433-14ec6f731174 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:11.009967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.014380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.043204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No DVR routers for this DVR port b1cf9297-68b2-4aaa-a2df-107a25e56a68 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:11.096262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Allocated IP 172.20.0.17 (40fd4918-f568-4c68-9897-b1d8bf929214/004c4d66-2456-44d0-87a0-2d3609f9ce69/0666ce9c-0424-4ac2-b443-7f5f79c6242a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:11.127156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=b1cf9297-68b2-4aaa-a2df-107a25e56a68,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:11.128116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port faebc05d-e140-43c2-b214-f6c5f0a3d745 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:11.202342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3f391d8-a76d-421d-8bb3-c8691ca6377c admin admin] Publish callbacks [] for security_group (15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.211485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 729bd251-3349-4c70-9ba4-938c82710c9e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:11.240044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3f391d8-a76d-421d-8bb3-c8691ca6377c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.283047 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a546950e-7769-4415-abef-9a18ff48fe3f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.305423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] For port 169207c6-cb87-4e6d-b433-14ec6f731174, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=169207c6-cb87-4e6d-b433-14ec6f731174,segment=NetworkSegment(29c11dc7-4b1e-47b0-83a8-c7104106d4c0),segment_id=29c11dc7-4b1e-47b0-83a8-c7104106d4c0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:11.306286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.330765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a546950e-7769-4415-abef-9a18ff48fe3f']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:11.340720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Calling delete_port for 169207c6-cb87-4e6d-b433-14ec6f731174 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:11.346955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb625d6-fc4a-4e86-be35-9ee9405bb3c4') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:11.347589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb625d6-fc4a-4e86-be35-9ee9405bb3c4') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:11.349581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b3f391d8-a76d-421d-8bb3-c8691ca6377c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb690bb660734ffa838e683ce16705fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2706487 Feb 11 13:54:11.350937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43092) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:11.360799 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (b1cf9297-68b2-4aaa-a2df-107a25e56a68), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.376984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 729bd251-3349-4c70-9ba4-938c82710c9e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:11.377334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 729bd251-3349-4c70-9ba4-938c82710c9e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:11.399869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (fb0f5170-0506-4840-a783-8b2b43e4936d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.410214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] Pushing event deleted for resources: {'Port': ['ID=b1cf9297-68b2-4aaa-a2df-107a25e56a68,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:11.412261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b18854-00b3-4f63-89a3-0c9a8bd610b4 None None] No DVR routers for this DVR port b1cf9297-68b2-4aaa-a2df-107a25e56a68 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:11.417763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (3cb625d6-fc4a-4e86-be35-9ee9405bb3c4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.418830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-887bfb11-ff96-4439-86d1-6cf9707e29cc None None] Current status of the port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:11.496439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3cb625d6-fc4a-4e86-be35-9ee9405bb3c4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (3cb625d6-fc4a-4e86-be35-9ee9405bb3c4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:11.551262 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:11.563560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2d65945-7108-45ee-8a9e-39bf166e838f admin admin] Publish callbacks [] for security_group (15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.574057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] DHCP port deletion for 7d3d9940-0035-4d11-87dc-3d30bffbbaa2 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:11.578026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f391d8-a76d-421d-8bb3-c8691ca6377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:11.592960 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2d65945-7108-45ee-8a9e-39bf166e838f admin admin] Publish callbacks [] for security_group (15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.685605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] Deleting port 169207c6-cb87-4e6d-b433-14ec6f731174 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:11.686491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.713749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2d65945-7108-45ee-8a9e-39bf166e838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.726373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2d65945-7108-45ee-8a9e-39bf166e838f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.728159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2d65945-7108-45ee-8a9e-39bf166e838f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1 HTTP/1.1" status: 204 len: 168 time: 0.3760900 Feb 11 13:54:11.768452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (fb0f5170-0506-4840-a783-8b2b43e4936d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.772038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d65945-7108-45ee-8a9e-39bf166e838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ce3d66-b8e7-47b8-b3a5-b0da8bcca5f1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:11.797927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6c95a1b-f5cc-4104-a3ef-80edeae9b45a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:11.810350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks [] for router_controller (fb0f5170-0506-4840-a783-8b2b43e4936d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.868762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] For port 169207c6-cb87-4e6d-b433-14ec6f731174, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=169207c6-cb87-4e6d-b433-14ec6f731174,segment=NetworkSegment(29c11dc7-4b1e-47b0-83a8-c7104106d4c0),segment_id=29c11dc7-4b1e-47b0-83a8-c7104106d4c0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:11.869235 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.891083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] Calling delete_port for 169207c6-cb87-4e6d-b433-14ec6f731174 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:11.893928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a546950e-7769-4415-abef-9a18ff48fe3f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.919769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.924352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/a546950e-7769-4415-abef-9a18ff48fe3f HTTP/1.1" status: 204 len: 168 time: 2.6739662 Feb 11 13:54:11.925470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff740f-5f8c-4ea5-9bd5-cf362c10ece5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=a546950e-7769-4415-abef-9a18ff48fe3f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:11.928395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43104) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:11.934306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'name': 'tempest-PortsTestJSON-23674514'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:11.966106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:11.966505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:11.979161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.001432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.033304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ffd4fda1-7efb-40ab-89a1-3de7f7bbd907), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.035305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (fb0f5170-0506-4840-a783-8b2b43e4936d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.035815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0f5170-0506-4840-a783-8b2b43e4936d {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:12.051924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.056191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-742107c4-03c5-4394-bb8f-aa307326afdb admin admin] 10.222.0.79 "DELETE /v2.0/routers/fb0f5170-0506-4840-a783-8b2b43e4936d HTTP/1.1" status: 204 len: 168 time: 6.2445891 Feb 11 13:54:12.068375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:12.103354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Port': ['ID=169207c6-cb87-4e6d-b433-14ec6f731174,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:12.196404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] No DVR routers for this DVR port 169207c6-cb87-4e6d-b433-14ec6f731174 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:12.243249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] Deleting subnet 71219ae9-7f18-4b77-887e-b67019065da6 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:12.265931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] Publish callbacks [] for subnet (71219ae9-7f18-4b77-887e-b67019065da6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.266058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:12.272957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (169207c6-cb87-4e6d-b433-14ec6f731174), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.294360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event deleted for resources: {'Port': ['ID=ffd4fda1-7efb-40ab-89a1-3de7f7bbd907,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:12.315307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] No DVR routers for this DVR port 169207c6-cb87-4e6d-b433-14ec6f731174 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:12.404860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847912b4-b198-4a66-bc7e-a6d5eae984e8 None None] Pushing event deleted for resources: {'Port': ['ID=169207c6-cb87-4e6d-b433-14ec6f731174,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:12.470856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:12.483311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.510819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (71219ae9-7f18-4b77-887e-b67019065da6), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.540712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.571864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (7d3d9940-0035-4d11-87dc-3d30bffbbaa2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.592937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 4ad8a20f-3a51-4c78-8760-9be6dda2fc23 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:12.598064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=0666ce9c-0424-4ac2-b443-7f5f79c6242a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:12.629766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (8b4d2828-341b-443e-ae17-ef2cb7dcf754), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.641132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 40fd4918-f568-4c68-9897-b1d8bf929214 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:12.670571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3d9940-0035-4d11-87dc-3d30bffbbaa2']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:12.681870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b1cf9297-68b2-4aaa-a2df-107a25e56a68 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:12.728086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b1cf9297-68b2-4aaa-a2df-107a25e56a68 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:12.728443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b1cf9297-68b2-4aaa-a2df-107a25e56a68 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:12.765227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:12.773902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:12.851700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c11dc7-4b1e-47b0-83a8-c7104106d4c0') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:12.852289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c11dc7-4b1e-47b0-83a8-c7104106d4c0') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:12.893751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (29c11dc7-4b1e-47b0-83a8-c7104106d4c0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.917621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (71219ae9-7f18-4b77-887e-b67019065da6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:12.970061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (29c11dc7-4b1e-47b0-83a8-c7104106d4c0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.015048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:13.015470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (29c11dc7-4b1e-47b0-83a8-c7104106d4c0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:13.024222 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:13.131418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (4356e24c-64b4-4a0f-a385-ed767feea464), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.271039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0e65a5da-2c9d-457d-842e-ea63dc8639eb None None] Provisioning complete for port 0666ce9c-0424-4ac2-b443-7f5f79c6242a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:13.271480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e65a5da-2c9d-457d-842e-ea63dc8639eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.358911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (4ad8a20f-3a51-4c78-8760-9be6dda2fc23), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.393075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (7d3d9940-0035-4d11-87dc-3d30bffbbaa2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.423174 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4ad8a20f-3a51-4c78-8760-9be6dda2fc23), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.428061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.436933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] 10.222.0.79 "DELETE /v2.0/networks/7d3d9940-0035-4d11-87dc-3d30bffbbaa2 HTTP/1.1" status: 204 len: 168 time: 2.6824741 Feb 11 13:54:13.454394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0e65a5da-2c9d-457d-842e-ea63dc8639eb None None] Port 0666ce9c-0424-4ac2-b443-7f5f79c6242a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:13.502726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (71219ae9-7f18-4b77-887e-b67019065da6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.513328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 169207c6-cb87-4e6d-b433-14ec6f731174 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:13.523176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5537e4-65ef-4b6a-92b4-28be8b2ba21d tempest-NetworksIpV6TestAttrs-403976869 tempest-NetworksIpV6TestAttrs-403976869-project] Pushing event deleted for resources: {'Network': ['ID=7d3d9940-0035-4d11-87dc-3d30bffbbaa2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:13.534426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:13.542225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:13.547713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:13.549688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.552185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 169207c6-cb87-4e6d-b433-14ec6f731174 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:13.553910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:13.554629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 169207c6-cb87-4e6d-b433-14ec6f731174 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:13.555009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.558083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 394ba508-669a-473f-9b11-d5d58f655c4a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:13.572205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (8b4d2828-341b-443e-ae17-ef2cb7dcf754), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.575983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=4ad8a20f-3a51-4c78-8760-9be6dda2fc23,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:13.609269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8ea3b604-18c4-448a-9063-66065c4d9be9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.6793535 Feb 11 13:54:13.611942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.612921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:13.620156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 394ba508-669a-473f-9b11-d5d58f655c4a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:13.621794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 394ba508-669a-473f-9b11-d5d58f655c4a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:13.626580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/71219ae9-7f18-4b77-887e-b67019065da6 HTTP/1.1" status: 204 len: 168 time: 1.5570700 Feb 11 13:54:13.629258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0daae8a-66e4-4166-9987-e58937b8c450 None None] Network e76b19e0-07c0-4e8c-9c93-b20bb6214d38 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:13.705552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:13.767538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59571bda-c263-4ffc-a5f8-1c35d67c86c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71219ae9-7f18-4b77-887e-b67019065da6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:13.970065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] DHCP port deletion for e76b19e0-07c0-4e8c-9c93-b20bb6214d38 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:14.004504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e76b19e0-07c0-4e8c-9c93-b20bb6214d38), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.018409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (8b4d2828-341b-443e-ae17-ef2cb7dcf754), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.018930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Fanout notify agent at l3_agent the message router_deleted on router 8b4d2828-341b-443e-ae17-ef2cb7dcf754 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:14.026203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.027250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-83c0d298-3c7b-4b79-8cea-839b802f4546 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/8b4d2828-341b-443e-ae17-ef2cb7dcf754 HTTP/1.1" status: 204 len: 168 time: 6.7710519 Feb 11 13:54:14.032944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:14.042818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-695882321', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:14.051109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43164) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:14.059122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 4ad8a20f-3a51-4c78-8760-9be6dda2fc23 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:14.059469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4ad8a20f-3a51-4c78-8760-9be6dda2fc23), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.073565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.124979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] Deleting port 8006dd4d-8886-4867-8540-4a583a89de55 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:14.126291 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8006dd4d-8886-4867-8540-4a583a89de55), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.281088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4ad8a20f-3a51-4c78-8760-9be6dda2fc23), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.290074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] For port 8006dd4d-8886-4867-8540-4a583a89de55, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8006dd4d-8886-4867-8540-4a583a89de55,segment=NetworkSegment(e60d0ac6-aa60-435f-9294-8be7983fc952),segment_id=e60d0ac6-aa60-435f-9294-8be7983fc952)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:14.291463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8006dd4d-8886-4867-8540-4a583a89de55), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.307248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 4ad8a20f-3a51-4c78-8760-9be6dda2fc23 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:14.322671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] Calling delete_port for 8006dd4d-8886-4867-8540-4a583a89de55 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:14.389498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (be583283-20e6-4782-a54a-515d49e865db), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.390737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (be583283-20e6-4782-a54a-515d49e865db), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.531515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Deleting port 8006dd4d-8886-4867-8540-4a583a89de55 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:14.532268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8006dd4d-8886-4867-8540-4a583a89de55), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.532446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (8006dd4d-8886-4867-8540-4a583a89de55), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.581096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] Pushing event deleted for resources: {'Port': ['ID=8006dd4d-8886-4867-8540-4a583a89de55,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.601622 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.603659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e902e-95eb-476b-a8c0-cc8758551d09 None None] No DVR routers for this DVR port 8006dd4d-8886-4867-8540-4a583a89de55 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:14.611542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-09e64a8a-d82f-47f7-8a4f-1043de029793 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45f53a94143745b5b4060855ed55c685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5550559 Feb 11 13:54:14.611542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:14.618711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.691634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4ad8a20f-3a51-4c78-8760-9be6dda2fc23), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.733757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (be583283-20e6-4782-a54a-515d49e865db), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.745038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=4ad8a20f-3a51-4c78-8760-9be6dda2fc23,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.747447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] For port 8006dd4d-8886-4867-8540-4a583a89de55, host n-d-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:14.747877 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8006dd4d-8886-4867-8540-4a583a89de55), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.756497 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.762209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8eaa4048-3e4a-4a7b-b0b7-d06d2630b7ff tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/4ad8a20f-3a51-4c78-8760-9be6dda2fc23 HTTP/1.1" status: 204 len: 168 time: 1.1460302 Feb 11 13:54:14.766799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43192) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:14.774288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'mac_address': 'fa:16:3e:2b:b7:a9', 'name': 'tempest-PortsTestJSON-465617267'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:14.816647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Calling delete_port for 8006dd4d-8886-4867-8540-4a583a89de55 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:14.831080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Port 8006dd4d-8886-4867-8540-4a583a89de55 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:54:14.851475 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8006dd4d-8886-4867-8540-4a583a89de55), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.885876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8006dd4d-8886-4867-8540-4a583a89de55,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.928970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] No DVR routers for this DVR port 8006dd4d-8886-4867-8540-4a583a89de55 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:14.938532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (4356e24c-64b4-4a0f-a385-ed767feea464), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.001893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=0666ce9c-0424-4ac2-b443-7f5f79c6242a,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:15.135325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e76b19e0-07c0-4e8c-9c93-b20bb6214d38), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.156519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76b19e0-07c0-4e8c-9c93-b20bb6214d38']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:15.166892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60d0ac6-aa60-435f-9294-8be7983fc952') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:15.167196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60d0ac6-aa60-435f-9294-8be7983fc952') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:15.183198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (e60d0ac6-aa60-435f-9294-8be7983fc952), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.214051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e60d0ac6-aa60-435f-9294-8be7983fc952), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.226355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:15.227111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (e60d0ac6-aa60-435f-9294-8be7983fc952), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:15.334457 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:15.336700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:15.341478 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e76b19e0-07c0-4e8c-9c93-b20bb6214d38), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.358894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.362427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e76b19e0-07c0-4e8c-9c93-b20bb6214d38 HTTP/1.1" status: 204 len: 168 time: 1.6438646 Feb 11 13:54:15.384954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e4c9c-fe8a-4342-ad0b-714010a668d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76b19e0-07c0-4e8c-9c93-b20bb6214d38,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:15.507217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.541762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8006dd4d-8886-4867-8540-4a583a89de55 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:15.553963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port e22cbb66-6aaf-4b9f-ac32-5aca01b5b614 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:15.602575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 8006dd4d-8886-4867-8540-4a583a89de55 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:15.603960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8006dd4d-8886-4867-8540-4a583a89de55 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:15.830720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43214) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:15.889968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3884b4-b3ef-4f08-8974-cb2596370809 admin admin] Publish callbacks [] for security_group (9ab72e8b-b56d-4a59-ac34-631f3bda0a18), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.967514 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (e22cbb66-6aaf-4b9f-ac32-5aca01b5b614), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.029496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (be583283-20e6-4782-a54a-515d49e865db), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.039413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e22cbb66-6aaf-4b9f-ac32-5aca01b5b614), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.133321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:16.134864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:16.141204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:16.147787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:16.148568 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.155339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=e22cbb66-6aaf-4b9f-ac32-5aca01b5b614,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:16.171938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3e35a225-c42e-4fec-b19f-84c56a3037bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4018447 Feb 11 13:54:16.172446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43228) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:16.180175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3884b4-b3ef-4f08-8974-cb2596370809 admin admin] Publish callbacks [] for security_group (9ab72e8b-b56d-4a59-ac34-631f3bda0a18), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.206684 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-96cbe91b-d312-4b3b-a182-46d117ff8a2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9955b6a78f61428c9423a88b481de6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3245339 Feb 11 13:54:16.208417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43230) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:16.299652 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3884b4-b3ef-4f08-8974-cb2596370809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9ab72e8b-b56d-4a59-ac34-631f3bda0a18), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.302664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7a3884b4-b3ef-4f08-8974-cb2596370809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.304197 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7a3884b4-b3ef-4f08-8974-cb2596370809 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ab72e8b-b56d-4a59-ac34-631f3bda0a18 HTTP/1.1" status: 204 len: 168 time: 1.6912591 Feb 11 13:54:16.312976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8bab3-5bee-4971-811e-0f0051882aec tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:16.314471 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-abc8bab3-5bee-4971-811e-0f0051882aec tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/e22cbb66-6aaf-4b9f-ac32-5aca01b5b614 HTTP/1.1" status: 200 len: 840 time: 0.1409452 Feb 11 13:54:16.315692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 40fd4918-f568-4c68-9897-b1d8bf929214 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:16.317784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43236) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:16.328631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88ccd97a-5a49-41fe-8d1c-69d2e2801884 admin admin] Publish callbacks [] for security_group (13542c64-7896-4ed9-8a72-ef3a4565ecba), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.331652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:16.336049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3884b4-b3ef-4f08-8974-cb2596370809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab72e8b-b56d-4a59-ac34-631f3bda0a18,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:16.427332 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88ccd97a-5a49-41fe-8d1c-69d2e2801884 admin admin] Publish callbacks [] for security_group (13542c64-7896-4ed9-8a72-ef3a4565ecba), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.569439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 4356e24c-64b4-4a0f-a385-ed767feea464 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:16.570464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port e22cbb66-6aaf-4b9f-ac32-5aca01b5b614 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:16.574642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e22cbb66-6aaf-4b9f-ac32-5aca01b5b614), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.645859 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88ccd97a-5a49-41fe-8d1c-69d2e2801884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (13542c64-7896-4ed9-8a72-ef3a4565ecba), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.648950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88ccd97a-5a49-41fe-8d1c-69d2e2801884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.658857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-88ccd97a-5a49-41fe-8d1c-69d2e2801884 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13542c64-7896-4ed9-8a72-ef3a4565ecba HTTP/1.1" status: 204 len: 168 time: 0.4492717 Feb 11 13:54:16.705275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccd97a-5a49-41fe-8d1c-69d2e2801884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13542c64-7896-4ed9-8a72-ef3a4565ecba,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:16.840392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e22cbb66-6aaf-4b9f-ac32-5aca01b5b614), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.891985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for e22cbb66-6aaf-4b9f-ac32-5aca01b5b614 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:16.920616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-be2c630e-ba1b-4986-a749-a474a85b137e None None] Provisioning complete for port 0666ce9c-0424-4ac2-b443-7f5f79c6242a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:16.921038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-be2c630e-ba1b-4986-a749-a474a85b137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.085058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-be2c630e-ba1b-4986-a749-a474a85b137e None None] Port 0666ce9c-0424-4ac2-b443-7f5f79c6242a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:17.129225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:17.144374 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cdc73e55-b962-4811-bd9b-9129f137ab24 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "PUT /v2.0/routers/4356e24c-64b4-4a0f-a385-ed767feea464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9349911 Feb 11 13:54:17.148588 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Sync routers for ids ['4356e24c-64b4-4a0f-a385-ed767feea464'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:17.151318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e22cbb66-6aaf-4b9f-ac32-5aca01b5b614), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.166199 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Routers {'4356e24c-64b4-4a0f-a385-ed767feea464'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:17.171026 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4356e24c-64b4-4a0f-a385-ed767feea464'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:17.197768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (be583283-20e6-4782-a54a-515d49e865db), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.226220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=e22cbb66-6aaf-4b9f-ac32-5aca01b5b614,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:17.235453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.242476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-24fd7c90-a30c-41b4-9d24-f07683f1e711 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/e22cbb66-6aaf-4b9f-ac32-5aca01b5b614 HTTP/1.1" status: 204 len: 168 time: 0.9235067 Feb 11 13:54:17.245862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.247389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43272) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:17.331403 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3689a25-03b0-4833-bca5-931ac508a696 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:54:17.333785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b3689a25-03b0-4833-bca5-931ac508a696 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/e22cbb66-6aaf-4b9f-ac32-5aca01b5b614 HTTP/1.1" status: 404 len: 333 time: 0.0843215 Feb 11 13:54:17.338236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43274) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:17.343648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'name': 'tempest-PortsTestJSON-485834454'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:17.433086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Allocated IP 172.25.3.169 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4a3ed56b-2255-4a0e-8625-2fb35cd5e525) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:17.435427 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Set router 4356e24c-64b4-4a0f-a385-ed767feea464 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:17.461801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43278) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:17.758211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-aa142a8b-95e6-43ea-9002-89f279042265 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:17.759767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-aa142a8b-95e6-43ea-9002-89f279042265 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/networks?id=40fd4918-f568-4c68-9897-b1d8bf929214 HTTP/1.1" status: 200 len: 797 time: 0.1886783 Feb 11 13:54:17.762939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c95975a9-b4c0-4719-898a-6abde89ebddd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=496efc74cefd41f1a7d0f79e2a42108e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953527 Feb 11 13:54:17.763810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:17.767223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.769109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43292) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:17.773981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for port (4a3ed56b-2255-4a0e-8625-2fb35cd5e525), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.800741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-6638a833-9635-4673-a184-b3ba4a96d2b5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/quotas/8acefabc5eb443508cfbdcced1978b97 HTTP/1.1" status: 200 len: 375 time: 0.0296252 Feb 11 13:54:17.865920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 800f63f2-44d4-484d-969c-3c5e3ac218ad yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:17.894881 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4a3ed56b-2255-4a0e-8625-2fb35cd5e525), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.014074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event updated for resources: {'Port': ['ID=4a3ed56b-2255-4a0e-8625-2fb35cd5e525,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:18.024744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:18.027121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:18.040696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:18.195039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.246379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.321159 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:54:13Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '0666ce9c-0424-4ac2-b443-7f5f79c6242a', 'name': '', 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:bc:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '004c4d66-2456-44d0-87a0-2d3609f9ce69', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:10Z', 'updated_at': '2022-02-11T13:54:14Z', 'revision_number': 2, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '004c4d66-2456-44d0-87a0-2d3609f9ce69', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:18.327543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=800f63f2-44d4-484d-969c-3c5e3ac218ad,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:18.344784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.350825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.351666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.352412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.353003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.353553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.354055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.354817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.355304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.356361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.356990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.357471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.357951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:18.362442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43312) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:18.366339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-98077521-9526-41b9-950f-01d53eeecc0d admin admin] Publish callbacks [] for security_group (7fe61b59-6715-48b1-99ce-35a61f47b3b0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.370415 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Checking router: 4356e24c-64b4-4a0f-a385-ed767feea464 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:18.370902 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Updating router 4356e24c-64b4-4a0f-a385-ed767feea464 port 0666ce9c-0424-4ac2-b443-7f5f79c6242a binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:54:18.410000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:18.416257 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.428000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-9dfb1f5b-00c5-4a68-85c9-78693cd177bc tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6146524 Feb 11 13:54:18.432306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:18.441911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-98077521-9526-41b9-950f-01d53eeecc0d admin admin] Publish callbacks [] for security_group (7fe61b59-6715-48b1-99ce-35a61f47b3b0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.445181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:18.451588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:18.452218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.563102 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9df752ce-ca78-4267-895b-d0f884db6ecc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2234545 Feb 11 13:54:18.583542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43320) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:18.596422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:18.634270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--237533613'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:18.735889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-dd965486-b550-41d8-b535-976bf45c24cc service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:54:18.738671 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-dd965486-b550-41d8-b535-976bf45c24cc service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2755980 Feb 11 13:54:18.759834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (be583283-20e6-4782-a54a-515d49e865db), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.819514 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-98077521-9526-41b9-950f-01d53eeecc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7fe61b59-6715-48b1-99ce-35a61f47b3b0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.829525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-98077521-9526-41b9-950f-01d53eeecc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.834989 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-98077521-9526-41b9-950f-01d53eeecc0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7fe61b59-6715-48b1-99ce-35a61f47b3b0 HTTP/1.1" status: 204 len: 168 time: 1.0573001 Feb 11 13:54:18.861493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.929700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98077521-9526-41b9-950f-01d53eeecc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe61b59-6715-48b1-99ce-35a61f47b3b0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:18.936322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:18.981016 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.074445 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Publish callbacks [] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.086100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-56a753e1-cfb2-4847-a89e-750915dadaab service neutron] 10.222.0.79 "GET /v2.0/networks/40fd4918-f568-4c68-9897-b1d8bf929214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341296 Feb 11 13:54:19.087637 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.223227 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Pushing event updated for resources: {'Port': ['ID=0666ce9c-0424-4ac2-b443-7f5f79c6242a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:19.298231 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (be583283-20e6-4782-a54a-515d49e865db), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.305501 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.307759 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.314086 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.314661 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.315093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.315519 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.315947 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.318288 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.319186 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.321539 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.322240 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.324817 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.324817 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:19.339046 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Attempting to bind port 0666ce9c-0424-4ac2-b443-7f5f79c6242a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:19.342565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Attempting to bind port 0666ce9c-0424-4ac2-b443-7f5f79c6242a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:19.345158 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Attempting to bind port 0666ce9c-0424-4ac2-b443-7f5f79c6242a on network 40fd4918-f568-4c68-9897-b1d8bf929214 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:19.366432 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:19.373591 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Checking segment: {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:19.375041 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.376715 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Bound using segment: {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:19.378363 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Bound port: 0666ce9c-0424-4ac2-b443-7f5f79c6242a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:19.383004 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.626170 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] For port 0666ce9c-0424-4ac2-b443-7f5f79c6242a, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:19.634418 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] For port 0666ce9c-0424-4ac2-b443-7f5f79c6242a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0666ce9c-0424-4ac2-b443-7f5f79c6242a,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:19.642374 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (55c1567d-9a58-460a-886a-856aad99a655), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.647421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ba7cc39f-6052-4914-8243-38c4a77fe591 None None] Provisioning complete for port 0666ce9c-0424-4ac2-b443-7f5f79c6242a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:19.648922 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.649745 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc39f-6052-4914-8243-38c4a77fe591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.719617 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (55c1567d-9a58-460a-886a-856aad99a655), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:19.793189 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Routers {'4356e24c-64b4-4a0f-a385-ed767feea464'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:19.794157 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4356e24c-64b4-4a0f-a385-ed767feea464'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:19.800222 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f61b4-87a4-4a3d-ad2b-ff91d7ad8223 None None] Pushing event updated for resources: {'Port': ['ID=0666ce9c-0424-4ac2-b443-7f5f79c6242a,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:19.888172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Router be583283-20e6-4782-a54a-515d49e865db is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:19.961383 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] Set router 4356e24c-64b4-4a0f-a385-ed767feea464 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:19.980462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cc39f-6052-4914-8243-38c4a77fe591 None None] Current status of the port 0666ce9c-0424-4ac2-b443-7f5f79c6242a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:19.980993 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc39f-6052-4914-8243-38c4a77fe591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.056182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ba7cc39f-6052-4914-8243-38c4a77fe591 None None] For port 0666ce9c-0424-4ac2-b443-7f5f79c6242a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0666ce9c-0424-4ac2-b443-7f5f79c6242a,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:20.066641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc39f-6052-4914-8243-38c4a77fe591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.170788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cc39f-6052-4914-8243-38c4a77fe591 None None] Pushing event updated for resources: {'Port': ['ID=0666ce9c-0424-4ac2-b443-7f5f79c6242a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:20.234108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.237342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:20.261543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] Sync routers for ids ['be583283-20e6-4782-a54a-515d49e865db'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:20.277606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.278441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c4beebf2-a6a4-409c-b6cf-db88f19b9475 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2398918 Feb 11 13:54:20.281557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43354) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:20.286152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:20.329340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] Routers {'be583283-20e6-4782-a54a-515d49e865db'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:20.330001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be583283-20e6-4782-a54a-515d49e865db'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:20.467258 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.537313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-7f993b04-9813-4b2a-9a86-ee4f5980d11c service neutron] 10.222.0.79 "GET /v2.0/networks/40fd4918-f568-4c68-9897-b1d8bf929214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4124529 Feb 11 13:54:20.540049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c1567d-9a58-460a-886a-856aad99a655,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:20.557172 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.564288 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:54:13Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '0666ce9c-0424-4ac2-b443-7f5f79c6242a', 'name': '', 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:bc:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '004c4d66-2456-44d0-87a0-2d3609f9ce69', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:10Z', 'updated_at': '2022-02-11T13:54:19Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '004c4d66-2456-44d0-87a0-2d3609f9ce69', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:20.616854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.618465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.2479899 Feb 11 13:54:20.622864 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96bb90-761a-4807-985e-ff705c86221d None None] The sync data for ids ['4356e24c-64b4-4a0f-a385-ed767feea464'] in n-d-828676-2 is: [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:54:13Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '0666ce9c-0424-4ac2-b443-7f5f79c6242a', 'name': '', 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:bc:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '004c4d66-2456-44d0-87a0-2d3609f9ce69', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:10Z', 'updated_at': '2022-02-11T13:54:19Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '004c4d66-2456-44d0-87a0-2d3609f9ce69', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:20.625957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43358) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:20.663562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.741100 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.797270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-677a3f6d-b8e8-4ccf-bde1-6d3bccd53a6a None None] Provisioning complete for port 0666ce9c-0424-4ac2-b443-7f5f79c6242a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:20.797824 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-677a3f6d-b8e8-4ccf-bde1-6d3bccd53a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.808907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:20.942935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771bbc7-2a5b-41ce-bb9d-64c7763df02c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd06348-50bf-46e7-a42e-fa7ad572e545,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:20.982269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] In _notify_port_updated(), no bound segment for port 800f63f2-44d4-484d-969c-3c5e3ac218ad on network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:54:20.984602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] Routers {'be583283-20e6-4782-a54a-515d49e865db'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:20.985776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be583283-20e6-4782-a54a-515d49e865db'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:20.987443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:20.987967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:20.992729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "PUT /v2.0/ports/800f63f2-44d4-484d-969c-3c5e3ac218ad HTTP/1.1" status: 200 len: 818 time: 2.4081464 Feb 11 13:54:20.996062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43372) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:21.045078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68205f67-f471-4439-886c-5c2c90f2738e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=800f63f2-44d4-484d-969c-3c5e3ac218ad,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:21.052036 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3c1527e1-29bb-479a-b2f8-4c3c2d9d6ac9 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4196255 Feb 11 13:54:21.055307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43374) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:21.059782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ec44a2d9-02dc-46a8-b3a8-04bed00991d4 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-security--1576083415', 'description': 'tempest-security-description-1247861752'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:21.168451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:21.169139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fecf0-75fd-408c-b7b5-fec24699308b None None] The sync data for ids ['be583283-20e6-4782-a54a-515d49e865db'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:21.216777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (be583283-20e6-4782-a54a-515d49e865db), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.268908 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a27cc3-ae17-4b94-806d-a8af53ffa9ee req-b1624623-1367-4c12-bfe1-7b5cabba7fd5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 210 time: 0.3100927 Feb 11 13:54:21.277624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_gateway (be583283-20e6-4782-a54a-515d49e865db), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.315230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec44a2d9-02dc-46a8-b3a8-04bed00991d4 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.329092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-677a3f6d-b8e8-4ccf-bde1-6d3bccd53a6a None None] Current status of the port 0666ce9c-0424-4ac2-b443-7f5f79c6242a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:21.486247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Deleting port 4a3ed56b-2255-4a0e-8625-2fb35cd5e525 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:21.486732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4a3ed56b-2255-4a0e-8625-2fb35cd5e525), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.532045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 800f63f2-44d4-484d-969c-3c5e3ac218ad {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:21.535131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.544753 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec44a2d9-02dc-46a8-b3a8-04bed00991d4 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.678163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0666ce9c-0424-4ac2-b443-7f5f79c6242a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:21.702217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4a3ed56b-2255-4a0e-8625-2fb35cd5e525), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.731849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Calling delete_port for 4a3ed56b-2255-4a0e-8625-2fb35cd5e525 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:21.766586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.790620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0666ce9c-0424-4ac2-b443-7f5f79c6242a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:21.791014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.795102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 800f63f2-44d4-484d-969c-3c5e3ac218ad owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:21.949493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec44a2d9-02dc-46a8-b3a8-04bed00991d4 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.952208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec44a2d9-02dc-46a8-b3a8-04bed00991d4 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:21.955972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec44a2d9-02dc-46a8-b3a8-04bed00991d4 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "PUT /v2.0/security-groups/7dd06348-50bf-46e7-a42e-fa7ad572e545 HTTP/1.1" status: 200 len: 1797 time: 0.8972540 Feb 11 13:54:21.971869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43394) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:22.116217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0666ce9c-0424-4ac2-b443-7f5f79c6242a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:22.131711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:22.133955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44a2d9-02dc-46a8-b3a8-04bed00991d4 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd06348-50bf-46e7-a42e-fa7ad572e545,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:22.243077 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4a3ed56b-2255-4a0e-8625-2fb35cd5e525), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:22.262922 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e9bfaa89-bfa9-4992-bcaa-c7e992f1edc3 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups/7dd06348-50bf-46e7-a42e-fa7ad572e545 HTTP/1.1" status: 200 len: 1797 time: 0.2895913 Feb 11 13:54:22.266659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43404) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:22.375923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (800f63f2-44d4-484d-969c-3c5e3ac218ad), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:22.405264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Pushing event deleted for resources: {'Port': ['ID=4a3ed56b-2255-4a0e-8625-2fb35cd5e525,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:22.466638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.468003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.468449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.469015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.469456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.469903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.470357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.470784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.471268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.471719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.472838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.473307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.474169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.534731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (be583283-20e6-4782-a54a-515d49e865db), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:22.581569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=800f63f2-44d4-484d-969c-3c5e3ac218ad,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:22.623599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:22.649155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bce1896c-f66d-45c9-9318-0a91d7585be2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/800f63f2-44d4-484d-969c-3c5e3ac218ad HTTP/1.1" status: 204 len: 168 time: 1.6498349 Feb 11 13:54:22.656050 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9701b5d3-dd04-4e69-9e9e-2f1118bab692 req-5ba59324-9a2b-43aa-b61a-42152c961bec tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 210 time: 0.1899121 Feb 11 13:54:22.656248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43420) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:22.849196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9134c94-aba1-43c0-904f-922e33e74c56 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:22.941450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2aea7-dda5-4566-a2fc-bf5b5fbf6312 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.943767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f0b2aea7-dda5-4566-a2fc-bf5b5fbf6312 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2847822 Feb 11 13:54:22.957408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43426) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:22.986300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9134c94-aba1-43c0-904f-922e33e74c56 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.102958 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ad82b0-0c68-45ee-bab0-df972265d9c3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:54:23.107428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2ad82b0-0c68-45ee-bab0-df972265d9c3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/800f63f2-44d4-484d-969c-3c5e3ac218ad HTTP/1.1" status: 404 len: 333 time: 0.1441064 Feb 11 13:54:23.110595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9134c94-aba1-43c0-904f-922e33e74c56 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7dd06348-50bf-46e7-a42e-fa7ad572e545), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.120161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d9134c94-aba1-43c0-904f-922e33e74c56 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.128799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d9134c94-aba1-43c0-904f-922e33e74c56 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/7dd06348-50bf-46e7-a42e-fa7ad572e545 HTTP/1.1" status: 204 len: 168 time: 0.8552158 Feb 11 13:54:23.129677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43428) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:23.130227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43430) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:23.139914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-590092490'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:23.188584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9134c94-aba1-43c0-904f-922e33e74c56 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd06348-50bf-46e7-a42e-fa7ad572e545,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:23.317200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:23.329030 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.372255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9f72a76f-829a-4d7d-8992-923b9661d8f7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2178566 Feb 11 13:54:23.377777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43438) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:23.394151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:54:23.437191 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-450f1013-3b9d-446e-b86d-7e1d83b58d9d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] delete failed (client error): The resource could not be found. Feb 11 13:54:23.444090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-450f1013-3b9d-446e-b86d-7e1d83b58d9d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/7dd06348-50bf-46e7-a42e-fa7ad572e545 HTTP/1.1" status: 404 len: 347 time: 0.0650287 Feb 11 13:54:23.447316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43440) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:23.452719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-63197472-bc14-41aa-a18a-d3fcb9eac366 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037012845'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:23.463372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (bffbfd20-7f95-431c-ae88-42d2ebd50809), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.463734 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment bffbfd20-7f95-431c-ae88-42d2ebd50809 of type vlan for network 69916aaa-a616-4480-911a-6c311f11ac6d Feb 11 13:54:23.568622 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63197472-bc14-41aa-a18a-d3fcb9eac366 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.571685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (69916aaa-a616-4480-911a-6c311f11ac6d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.646861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (69916aaa-a616-4480-911a-6c311f11ac6d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.661655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:23.661655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.661953 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (be583283-20e6-4782-a54a-515d49e865db), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.663143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (be583283-20e6-4782-a54a-515d49e865db), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.674096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-b6279bdc-7a77-47c2-824e-1b02662c4a9f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:23.676083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-b6279bdc-7a77-47c2-824e-1b02662c4a9f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.30 "GET /v2.0/networks?id=40fd4918-f568-4c68-9897-b1d8bf929214 HTTP/1.1" status: 200 len: 797 time: 0.4127502 Feb 11 13:54:23.739805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=69916aaa-a616-4480-911a-6c311f11ac6d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:23.752644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 69916aaa-a616-4480-911a-6c311f11ac6d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:54:23.777825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-554524a5-78fa-49ba-bd13-d2037674d141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6420679 Feb 11 13:54:23.780850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43450) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:23.802741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:23.835862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Router be583283-20e6-4782-a54a-515d49e865db has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:23.870345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Request body: {'port': {'device_id': '0f433472-95cc-422f-bad2-e26167db4e28', 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214', 'admin_state_up': True, 'tenant_id': '8acefabc5eb443508cfbdcced1978b97'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:23.880935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63197472-bc14-41aa-a18a-d3fcb9eac366 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (f21436d1-1f37-4e3c-90c3-a90a3f55875f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.916368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63197472-bc14-41aa-a18a-d3fcb9eac366 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f21436d1-1f37-4e3c-90c3-a90a3f55875f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.941113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-515c21f2-aa2f-49a1-b3e9-be3ea9426025 req-ddd92073-b9c5-4236-aa02-759882ac151b tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 210 time: 0.0990553 Feb 11 13:54:23.957996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63197472-bc14-41aa-a18a-d3fcb9eac366 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21436d1-1f37-4e3c-90c3-a90a3f55875f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:23.965271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63197472-bc14-41aa-a18a-d3fcb9eac366 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:23.969414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63197472-bc14-41aa-a18a-d3fcb9eac366 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5180922 Feb 11 13:54:23.969751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43454) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:23.977651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ff1e271c-32f7-4c0e-9192-500ae11e8760 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'f21436d1-1f37-4e3c-90c3-a90a3f55875f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:24.000323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:24.004399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.037816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff1e271c-32f7-4c0e-9192-500ae11e8760 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (d5ef300e-f729-467f-8891-c183b43887ec), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.193167 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:24.194729 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff1e271c-32f7-4c0e-9192-500ae11e8760 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (d5ef300e-f729-467f-8891-c183b43887ec), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.201997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.203242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c420b3b-72fd-4758-b36c-503ceb562ea8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "PUT /v2.0/routers/be583283-20e6-4782-a54a-515d49e865db HTTP/1.1" status: 200 len: 705 time: 3.9206903 Feb 11 13:54:24.206467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43460) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.211136 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] Sync routers for ids ['be583283-20e6-4782-a54a-515d49e865db'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:24.233392 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] Routers {'be583283-20e6-4782-a54a-515d49e865db'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:24.233955 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff1e271c-32f7-4c0e-9192-500ae11e8760 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d5ef300e-f729-467f-8891-c183b43887ec), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.234652 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be583283-20e6-4782-a54a-515d49e865db'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:24.273944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e271c-32f7-4c0e-9192-500ae11e8760 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ef300e-f729-467f-8891-c183b43887ec,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:24.282375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ff1e271c-32f7-4c0e-9192-500ae11e8760 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.292633 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ff1e271c-32f7-4c0e-9192-500ae11e8760 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147304 Feb 11 13:54:24.295719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.316464 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:24.325672 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] Routers {'be583283-20e6-4782-a54a-515d49e865db'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:24.326311 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:53:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['be583283-20e6-4782-a54a-515d49e865db'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:24.335321 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-15921318-0e6a-4763-b869-d8c07d8438af tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/routers/be583283-20e6-4782-a54a-515d49e865db HTTP/1.1" status: 200 len: 740 time: 0.1281800 Feb 11 13:54:24.337655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43464) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.367089 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:24.368145 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ec3a6-5ee9-4049-a452-79c357445c31 None None] The sync data for ids ['be583283-20e6-4782-a54a-515d49e865db'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:24.400595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (0e5a7450-9ae1-4fce-b3e3-2d022bcdac49), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.426177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-06f7665a-8b40-4208-b428-84d280ece4a1 tempest-RoutersAdminTest-347574413 tempest-RoutersAdminTest-347574413-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&device_id=be583283-20e6-4782-a54a-515d49e865db HTTP/1.1" status: 200 len: 205 time: 0.0837526 Feb 11 13:54:24.427893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43468) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.428122 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8ce05ec-1dfd-4b16-a949-7f4a692137ca tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (d5ef300e-f729-467f-8891-c183b43887ec), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.446605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8ce05ec-1dfd-4b16-a949-7f4a692137ca tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (d5ef300e-f729-467f-8891-c183b43887ec), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.472182 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Made reservation on behalf of 8acefabc5eb443508cfbdcced1978b97 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:24.476917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.485447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-321380eb-4d0a-4805-9a49-0829e75e0ce4 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=be583283-20e6-4782-a54a-515d49e865db HTTP/1.1" status: 200 len: 205 time: 0.0541823 Feb 11 13:54:24.491499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43470) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.505023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=0e5a7450-9ae1-4fce-b3e3-2d022bcdac49,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:24.519301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8ce05ec-1dfd-4b16-a949-7f4a692137ca tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d5ef300e-f729-467f-8891-c183b43887ec), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.532609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8ce05ec-1dfd-4b16-a949-7f4a692137ca tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.534373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a8ce05ec-1dfd-4b16-a949-7f4a692137ca tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/d5ef300e-f729-467f-8891-c183b43887ec HTTP/1.1" status: 204 len: 168 time: 0.2373853 Feb 11 13:54:24.538235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.552248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce05ec-1dfd-4b16-a949-7f4a692137ca tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5ef300e-f729-467f-8891-c183b43887ec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:24.603277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': 'bffbfd20-7f95-431c-ae88-42d2ebd50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:24.606346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: 69916aaa-a616-4480-911a-6c311f11ac6d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:24.617609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c79a11e-3a41-4e7b-bb9f-5e53b102f1de tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (be583283-20e6-4782-a54a-515d49e865db), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.656510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-67cc961f-c1ac-464f-88b9-9ee159838e6c tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1137002 Feb 11 13:54:24.667474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43478) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.743499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 69916aaa-a616-4480-911a-6c311f11ac6d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:24.773081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Allocated IP 172.20.0.26 (40fd4918-f568-4c68-9897-b1d8bf929214/004c4d66-2456-44d0-87a0-2d3609f9ce69/829cc9db-ff87-4c2b-bc6b-f986a1c18c71) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:24.787745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 69916aaa-a616-4480-911a-6c311f11ac6d) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:24.799820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2313cd5-c5b8-43b4-9392-3454430e0829 None None] Network 69916aaa-a616-4480-911a-6c311f11ac6d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:24.802941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:24.803554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.941354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c79a11e-3a41-4e7b-bb9f-5e53b102f1de tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (be583283-20e6-4782-a54a-515d49e865db), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.947794 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c79a11e-3a41-4e7b-bb9f-5e53b102f1de tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router_controller (be583283-20e6-4782-a54a-515d49e865db), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.949515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea47-4b32-4687-83a9-b8d5ffc97439 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (f21436d1-1f37-4e3c-90c3-a90a3f55875f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:24.964436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-744398e6-ae58-4b0a-84cc-869485164794 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1823072 Feb 11 13:54:24.974141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43494) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:24.981921 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-58e720ba-86c1-49e3-9724-34b604260006 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:25.027654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-69916aaa-a616-4480-911a-6c311f11ac6d', 'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d', 'project_id': '07a5d1b22aa34052a3663c0fdd490d62', 'fixed_ips': [{'subnet_id': '0e5a7450-9ae1-4fce-b3e3-2d022bcdac49'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:54:25.028858 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.036810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea47-4b32-4687-83a9-b8d5ffc97439 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (f21436d1-1f37-4e3c-90c3-a90a3f55875f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.106790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.183438 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.267050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Network 40fd4918-f568-4c68-9897-b1d8bf929214 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:25.283617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:25.306081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Allocated IP 172.20.0.2 (69916aaa-a616-4480-911a-6c311f11ac6d/0e5a7450-9ae1-4fce-b3e3-2d022bcdac49/3b8cf0dc-c062-4073-b117-3f95fa3eb823) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:25.307358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:25.316390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event updated for resources: {'Port': ['ID=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:25.379131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea47-4b32-4687-83a9-b8d5ffc97439 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f21436d1-1f37-4e3c-90c3-a90a3f55875f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.382233 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09a2ea47-4b32-4687-83a9-b8d5ffc97439 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.387473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-09a2ea47-4b32-4687-83a9-b8d5ffc97439 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/f21436d1-1f37-4e3c-90c3-a90a3f55875f HTTP/1.1" status: 204 len: 168 time: 0.7171228 Feb 11 13:54:25.393737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43504) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:25.482193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:25.485560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.502999 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c79a11e-3a41-4e7b-bb9f-5e53b102f1de tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (be583283-20e6-4782-a54a-515d49e865db), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.503612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c79a11e-3a41-4e7b-bb9f-5e53b102f1de tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Fanout notify agent at l3_agent the message router_deleted on router be583283-20e6-4782-a54a-515d49e865db {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:25.517413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4c79a11e-3a41-4e7b-bb9f-5e53b102f1de tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.526363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-29c9be55-cd51-4de8-a9e7-4701dc2b4802 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6611247 Feb 11 13:54:25.532820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4c79a11e-3a41-4e7b-bb9f-5e53b102f1de tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/be583283-20e6-4782-a54a-515d49e865db HTTP/1.1" status: 204 len: 168 time: 1.0360157 Feb 11 13:54:25.532820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2ea47-4b32-4687-83a9-b8d5ffc97439 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21436d1-1f37-4e3c-90c3-a90a3f55875f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:25.538851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:25.571799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-8f32ce64-ba25-4764-8774-0fed9caf9e65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:54:25.572804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-8f32ce64-ba25-4764-8774-0fed9caf9e65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165286 Feb 11 13:54:25.626510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8a32e3c7-29ed-40c5-b46d-e92643ac09e1 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2274311 Feb 11 13:54:25.630875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:25.636188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0c965bdb-94ae-4c84-9f6d-84e0d87f1668 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821347603'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:25.664770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a76eeb1e-71f3-4d23-90af-71256e79db31 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=be583283-20e6-4782-a54a-515d49e865db HTTP/1.1" status: 200 len: 205 time: 0.1075122 Feb 11 13:54:25.668080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:25.723541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab317e-899d-43cb-9dd7-0eba6e849a8b req-4ac5b382-da13-4dbe-bd91-d738d9949807 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:25.725056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75ab317e-899d-43cb-9dd7-0eba6e849a8b req-4ac5b382-da13-4dbe-bd91-d738d9949807 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 895 time: 0.3877356 Feb 11 13:54:25.734045 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Publish callbacks [] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.762961 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.770615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e720ba-86c1-49e3-9724-34b604260006 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:25.774519 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-f267d4aa-2933-4d37-940c-fa48a82d79af tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] delete failed (client error): The resource could not be found. Feb 11 13:54:25.775043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-58e720ba-86c1-49e3-9724-34b604260006 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.775618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f267d4aa-2933-4d37-940c-fa48a82d79af tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/be583283-20e6-4782-a54a-515d49e865db HTTP/1.1" status: 404 len: 336 time: 0.1063776 Feb 11 13:54:25.778961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43522) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:25.863950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Request body: {'port': {'device_id': '0f433472-95cc-422f-bad2-e26167db4e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:25.875609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c1646203-bac3-473c-8f4d-ad6a6610edb8 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b4d2828-341b-443e-ae17-ef2cb7dcf754 HTTP/1.1" status: 200 len: 205 time: 0.0963359 Feb 11 13:54:25.877221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-13110ab1-bffd-40fb-bfe9-2760e8ff4c10 None None] Provisioning complete for port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:25.878285 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-13110ab1-bffd-40fb-bfe9-2760e8ff4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.878466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c965bdb-94ae-4c84-9f6d-84e0d87f1668 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:25.886399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:25.922672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-13110ab1-bffd-40fb-bfe9-2760e8ff4c10 None None] Port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:25.929022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Network 69916aaa-a616-4480-911a-6c311f11ac6d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:25.930108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Pushing event updated for resources: {'Port': ['ID=3b8cf0dc-c062-4073-b117-3f95fa3eb823,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:25.933866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:25.936164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:25.987545 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-58e720ba-86c1-49e3-9724-34b604260006 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e5a7450-9ae1-4fce-b3e3-2d022bcdac49 (CIDR: 172.20.0.0/28) Feb 11 13:54:25.991442 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e720ba-86c1-49e3-9724-34b604260006 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:54:25.992065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e720ba-86c1-49e3-9724-34b604260006 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:26.005478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Attempting to bind port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:26.006098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Attempting to bind port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'bffbfd20-7f95-431c-ae88-42d2ebd50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:26.006775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Attempting to bind port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 on network 69916aaa-a616-4480-911a-6c311f11ac6d {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:26.013260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:26.013836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Checking segment: {'id': 'bffbfd20-7f95-431c-ae88-42d2ebd50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:26.014623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.015212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Bound using segment: {'id': 'bffbfd20-7f95-431c-ae88-42d2ebd50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:26.016032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Bound port: 3b8cf0dc-c062-4073-b117-3f95fa3eb823, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffbfd20-7f95-431c-ae88-42d2ebd50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:26.016831 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.034401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-58e720ba-86c1-49e3-9724-34b604260006 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0533497 Feb 11 13:54:26.034401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43528) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.040506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:26.065744 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-36492d95-1cb1-4308-b249-9fa81f0abec1 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] delete failed (client error): The resource could not be found. Feb 11 13:54:26.079090 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-36492d95-1cb1-4308-b249-9fa81f0abec1 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/8b4d2828-341b-443e-ae17-ef2cb7dcf754 HTTP/1.1" status: 404 len: 336 time: 0.1898224 Feb 11 13:54:26.094836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43530) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.148367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] For port 3b8cf0dc-c062-4073-b117-3f95fa3eb823, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:26.154171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] For port 3b8cf0dc-c062-4073-b117-3f95fa3eb823, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3b8cf0dc-c062-4073-b117-3f95fa3eb823,segment=NetworkSegment(bffbfd20-7f95-431c-ae88-42d2ebd50809),segment_id=bffbfd20-7f95-431c-ae88-42d2ebd50809)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:26.164197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.230369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0e1b0bfb-ac66-4753-b644-38436397614a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=282eb17d-b100-4a76-b1e3-68908c288026 HTTP/1.1" status: 200 len: 205 time: 0.1194408 Feb 11 13:54:26.231246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43532) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.234138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d4677-dd28-43cb-b62e-971285baf764 None None] Pushing event updated for resources: {'Port': ['ID=3b8cf0dc-c062-4073-b117-3f95fa3eb823,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:26.287304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:26.295574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.313968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.440553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c965bdb-94ae-4c84-9f6d-84e0d87f1668 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (dd2b2b24-03c8-472a-b6c4-220206b93c16), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.450284 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-9e6f7eb8-5fd6-43c1-acb5-f16cad8ed125 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] delete failed (client error): The resource could not be found. Feb 11 13:54:26.452458 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e6f7eb8-5fd6-43c1-acb5-f16cad8ed125 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/282eb17d-b100-4a76-b1e3-68908c288026 HTTP/1.1" status: 404 len: 336 time: 0.2152560 Feb 11 13:54:26.455636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c965bdb-94ae-4c84-9f6d-84e0d87f1668 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dd2b2b24-03c8-472a-b6c4-220206b93c16), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.457996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.507998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4102b007-6bb1-4ce8-9239-7eeb7e1161fa tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 HTTP/1.1" status: 200 len: 205 time: 0.0439487 Feb 11 13:54:26.513909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.675892 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-06fdbb3e-20ce-4afd-af8c-68f92cc8a478 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] delete failed (client error): The resource could not be found. Feb 11 13:54:26.677851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-06fdbb3e-20ce-4afd-af8c-68f92cc8a478 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/a7467ecd-b5b8-4faa-b0b9-a8d82d1e8a99 HTTP/1.1" status: 404 len: 336 time: 0.1568797 Feb 11 13:54:26.685715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43546) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.691298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c965bdb-94ae-4c84-9f6d-84e0d87f1668 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.692654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0c965bdb-94ae-4c84-9f6d-84e0d87f1668 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0606313 Feb 11 13:54:26.709133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43548) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.718499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f5b6380a-68bf-4976-b107-8fd202e0e5c7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'dd2b2b24-03c8-472a-b6c4-220206b93c16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:26.726955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c965bdb-94ae-4c84-9f6d-84e0d87f1668 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b2b24-03c8-472a-b6c4-220206b93c16,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:26.764801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e07eba3b-f251-4fa2-8475-5e2498a4a02a tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7e82675-4883-4cc4-9c03-21a3bf158b5a HTTP/1.1" status: 200 len: 205 time: 0.0709624 Feb 11 13:54:26.813698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.892441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (139cc0c5-4891-4351-8a47-28fbcef25441), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:26.945284 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-2560233b-b1bd-4097-919a-69a447f11698 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] delete failed (client error): The resource could not be found. Feb 11 13:54:26.947233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2560233b-b1bd-4097-919a-69a447f11698 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/c7e82675-4883-4cc4-9c03-21a3bf158b5a HTTP/1.1" status: 404 len: 336 time: 0.1293294 Feb 11 13:54:26.972791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43558) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:26.981177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 69916aaa-a616-4480-911a-6c311f11ac6d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:27.051876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:27.072177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-79b0c032-b3f7-4441-94d7-e14073cb71fb tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a885788-bb3a-4644-bc25-245c44e1acfc HTTP/1.1" status: 200 len: 205 time: 0.0883698 Feb 11 13:54:27.079952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8e0c85cc-c569-453e-a595-e29ea107b7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.084707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:27.085304 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.103559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:27.133890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b6380a-68bf-4976-b107-8fd202e0e5c7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (71f66a42-95ed-4e16-94d1-0be1950e5395), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.157687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=139cc0c5-4891-4351-8a47-28fbcef25441,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:27.167425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-12fe5f7d-eea5-4603-8d50-6864b0a2d9bc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1325417 Feb 11 13:54:27.168062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43564) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:27.181001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d', 'fixed_ips': [{'subnet_id': '0e5a7450-9ae1-4fce-b3e3-2d022bcdac49'}, {'subnet_id': '139cc0c5-4891-4351-8a47-28fbcef25441'}], 'name': 'tempest-PortsTestJSON-713166222'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:27.221177 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-3b87811c-e1d1-48eb-b19a-34a381fcdcb1 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] delete failed (client error): The resource could not be found. Feb 11 13:54:27.222259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b87811c-e1d1-48eb-b19a-34a381fcdcb1 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/routers/6a885788-bb3a-4644-bc25-245c44e1acfc HTTP/1.1" status: 404 len: 336 time: 0.1164334 Feb 11 13:54:27.226050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43570) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:27.290949 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d803b2b1-9246-477c-80d2-453e26cf3258 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:27.292259 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d803b2b1-9246-477c-80d2-453e26cf3258 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:27.297494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d803b2b1-9246-477c-80d2-453e26cf3258 tempest-RoutersAdminTest-1299061292 tempest-RoutersAdminTest-1299061292-project] 10.222.0.79 "DELETE /v2.0/subnets/be699afb-9e07-4714-a7c0-f0442d0802a0 HTTP/1.1" status: 404 len: 337 time: 0.0686481 Feb 11 13:54:27.299371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cfad1-600c-4b5e-8193-28b12dbb4da3 req-75ab43b1-3a4a-4cd8-8498-81fb681898c9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:27.308212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-016cfad1-600c-4b5e-8193-28b12dbb4da3 req-75ab43b1-3a4a-4cd8-8498-81fb681898c9 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 895 time: 0.4072149 Feb 11 13:54:27.557808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:27.690034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:54:27.693144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b8cf0dc-c062-4073-b117-3f95fa3eb823 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:27.700005 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Publish callbacks [] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.718905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Transition to ACTIVE for port object 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:54:27.728565 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.816796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:27.817586 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.841943 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.933386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:27.935322 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b6380a-68bf-4976-b107-8fd202e0e5c7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (71f66a42-95ed-4e16-94d1-0be1950e5395), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.982954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b6380a-68bf-4976-b107-8fd202e0e5c7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (71f66a42-95ed-4e16-94d1-0be1950e5395), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.081492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:28.082067 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.171122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 3b8cf0dc-c062-4073-b117-3f95fa3eb823, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3b8cf0dc-c062-4073-b117-3f95fa3eb823,segment=NetworkSegment(bffbfd20-7f95-431c-ae88-42d2ebd50809),segment_id=bffbfd20-7f95-431c-ae88-42d2ebd50809)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:28.189174 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.189534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:28.259508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Attempting to bind port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:28.260130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Attempting to bind port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:28.260474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Attempting to bind port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 on network 40fd4918-f568-4c68-9897-b1d8bf929214 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:28.275115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 on network 40fd4918-f568-4c68-9897-b1d8bf929214 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:54:28.275622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Attempting to bind port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 on network 40fd4918-f568-4c68-9897-b1d8bf929214 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:28.279506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Pushing event updated for resources: {'Port': ['ID=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:28.292123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6380a-68bf-4976-b107-8fd202e0e5c7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f66a42-95ed-4e16-94d1-0be1950e5395,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:28.304185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:28.306478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Checking segment: {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:28.306948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Bound using segment: {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:28.307469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Bound port: 829cc9db-ff87-4c2b-bc6b-f986a1c18c71, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ec5167-1d95-4d77-b810-94deba77dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:28.307906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.312455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5b6380a-68bf-4976-b107-8fd202e0e5c7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.313699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5b6380a-68bf-4976-b107-8fd202e0e5c7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6003797 Feb 11 13:54:28.323550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:28.331796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cbb953a9-c03d-4940-a8a6-4acbf32efa51 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'dd2b2b24-03c8-472a-b6c4-220206b93c16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:28.341168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=3b8cf0dc-c062-4073-b117-3f95fa3eb823,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:28.349485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9de6a-f667-4620-805c-672d6f9691b6 None None] Network 69916aaa-a616-4480-911a-6c311f11ac6d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:28.459844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] For port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:28.463178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] For port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:28.474172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbb953a9-c03d-4940-a8a6-4acbf32efa51 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (9abf8998-c357-49b2-854d-de72691cf5a7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.477224 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.662188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:28.663018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.664668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] 10.222.0.30 "PUT /v2.0/ports/829cc9db-ff87-4c2b-bc6b-f986a1c18c71 HTTP/1.1" status: 200 len: 1055 time: 3.0695815 Feb 11 13:54:28.667489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2451a-5c0f-4afb-a3e2-1874b41423be service neutron] Pushing event updated for resources: {'Port': ['ID=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:28.687588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f433472-95cc-422f-bad2-e26167db4e28', 'tag': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:54:28.699004 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25230df1-a943-4f5a-886c-9d159bd5c7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f433472-95cc-422f-bad2-e26167db4e28", "tag": "829cc9db-ff87-4c2b-bc6b-f986a1c18c71"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:28.703445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-36b04452-d169-4d5b-90b4-b9f3bfa46ac7 None None] Provisioning complete for port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:28.703821 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36b04452-d169-4d5b-90b4-b9f3bfa46ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.705243 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bcc09c2d-dbac-4071-b7fa-06cfc5b535dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:28.741918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c1123-ffca-49d4-99b1-b15228d56d76 req-9a6592b5-a08a-48e1-8e01-de13db13da50 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:28.743894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-788c1123-ffca-49d4-99b1-b15228d56d76 req-9a6592b5-a08a-48e1-8e01-de13db13da50 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 907 time: 0.2338738 Feb 11 13:54:28.880174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.7 (69916aaa-a616-4480-911a-6c311f11ac6d/0e5a7450-9ae1-4fce-b3e3-2d022bcdac49/1616fe68-b0eb-4c25-bd29-96d45b210bd7) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:28.887635 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.29 (69916aaa-a616-4480-911a-6c311f11ac6d/139cc0c5-4891-4351-8a47-28fbcef25441/1616fe68-b0eb-4c25-bd29-96d45b210bd7) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:28.897687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-36b04452-d169-4d5b-90b4-b9f3bfa46ac7 None None] Current status of the port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:29.064945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbb953a9-c03d-4940-a8a6-4acbf32efa51 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (9abf8998-c357-49b2-854d-de72691cf5a7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.112438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07425d50-bfca-4527-ad63-1fe79e77ba4f None None] Update dhcp port {'port': {'network_id': '69916aaa-a616-4480-911a-6c311f11ac6d', 'fixed_ips': [{'subnet_id': '0e5a7450-9ae1-4fce-b3e3-2d022bcdac49', 'ip_address': '172.20.0.2'}, {'subnet_id': '139cc0c5-4891-4351-8a47-28fbcef25441'}], 'binding:host_id': 'n-d-828676-2'}, 'id': '3b8cf0dc-c062-4073-b117-3f95fa3eb823'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:54:29.126215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbb953a9-c03d-4940-a8a6-4acbf32efa51 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9abf8998-c357-49b2-854d-de72691cf5a7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.147684 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82421f2b-40ee-41a1-adc8-429edb962037 x-openstack-request-id: req-82421f2b-40ee-41a1-adc8-429edb962037 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:29.148139 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f433472-95cc-422f-bad2-e26167db4e28", "tag": "829cc9db-ff87-4c2b-bc6b-f986a1c18c71", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:29.148516 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82421f2b-40ee-41a1-adc8-429edb962037 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:29.149027 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f433472-95cc-422f-bad2-e26167db4e28', 'tag': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71', 'status': 'completed', 'code': 200} Feb 11 13:54:29.167756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-07425d50-bfca-4527-ad63-1fe79e77ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.209762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb953a9-c03d-4940-a8a6-4acbf32efa51 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abf8998-c357-49b2-854d-de72691cf5a7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:29.221448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.224318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-c67d2838-e5e4-4964-9732-3d7510032642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:29.225844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-c67d2838-e5e4-4964-9732-3d7510032642 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 1089 time: 0.4336932 Feb 11 13:54:29.230285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbb953a9-c03d-4940-a8a6-4acbf32efa51 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.235400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cbb953a9-c03d-4940-a8a6-4acbf32efa51 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9066901 Feb 11 13:54:29.242720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43616) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:29.250441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6bea5caa-443a-4374-be89-84d794cd2317 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'dd2b2b24-03c8-472a-b6c4-220206b93c16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:29.283715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-af2b9006-26af-4174-bdf0-bfdc74612b81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=829cc9db-ff87-4c2b-bc6b-f986a1c18c71 HTTP/1.1" status: 200 len: 217 time: 0.0476465 Feb 11 13:54:29.339879 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.345593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bcc09c2d-dbac-4071-b7fa-06cfc5b535dd admin admin] Publish callbacks [] for security_group (e7078b8a-ae2c-4459-8048-575948ba24fa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.361955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bcc09c2d-dbac-4071-b7fa-06cfc5b535dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e7078b8a-ae2c-4459-8048-575948ba24fa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.395364 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bcc09c2d-dbac-4071-b7fa-06cfc5b535dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44666a70eef74274bdaac25c4622c768&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1593742 Feb 11 13:54:29.396320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6bea5caa-443a-4374-be89-84d794cd2317 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (46a17e83-3aff-4310-be67-e8e4c4d56d05), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.406983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43620) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:29.461688 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 69916aaa-a616-4480-911a-6c311f11ac6d is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:29.465458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:29.468666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:29.531669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=1616fe68-b0eb-4c25-bd29-96d45b210bd7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:29.587330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:29.587973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.598794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b8cf0dc-c062-4073-b117-3f95fa3eb823 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:29.628570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8aa17d77-5195-48be-ad0d-a74055bdfb7b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.4544036 Feb 11 13:54:29.629277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43628) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:29.639228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e5a7450-9ae1-4fce-b3e3-2d022bcdac49'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:29.705073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-07425d50-bfca-4527-ad63-1fe79e77ba4f None None] Allocated IP 172.20.0.18 (69916aaa-a616-4480-911a-6c311f11ac6d/139cc0c5-4891-4351-8a47-28fbcef25441/3b8cf0dc-c062-4073-b117-3f95fa3eb823) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:29.759852 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2d3859e2-f330-4f00-bc21-565e705b8ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.780788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:29.781178 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.835156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:29.936278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-d9fb434e-2892-43c6-8b92-fc97f559e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:29.942798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-07425d50-bfca-4527-ad63-1fe79e77ba4f None None] For port 3b8cf0dc-c062-4073-b117-3f95fa3eb823, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3b8cf0dc-c062-4073-b117-3f95fa3eb823,segment=NetworkSegment(bffbfd20-7f95-431c-ae88-42d2ebd50809),segment_id=bffbfd20-7f95-431c-ae88-42d2ebd50809)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:29.943299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-d9fb434e-2892-43c6-8b92-fc97f559e557 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004c4d66-2456-44d0-87a0-2d3609f9ce69 HTTP/1.1" status: 200 len: 838 time: 0.6470571 Feb 11 13:54:30.010613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:30.012327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6bea5caa-443a-4374-be89-84d794cd2317 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (46a17e83-3aff-4310-be67-e8e4c4d56d05), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.013859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc09c2d-dbac-4071-b7fa-06cfc5b535dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7078b8a-ae2c-4459-8048-575948ba24fa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:30.020387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-07425d50-bfca-4527-ad63-1fe79e77ba4f None None] Publish callbacks [] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.026922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-07425d50-bfca-4527-ad63-1fe79e77ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.069503 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6bea5caa-443a-4374-be89-84d794cd2317 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (46a17e83-3aff-4310-be67-e8e4c4d56d05), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.194241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07425d50-bfca-4527-ad63-1fe79e77ba4f None None] Pushing event updated for resources: {'Port': ['ID=3b8cf0dc-c062-4073-b117-3f95fa3eb823,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:30.243282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea5caa-443a-4374-be89-84d794cd2317 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a17e83-3aff-4310-be67-e8e4c4d56d05,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:30.257989 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6bea5caa-443a-4374-be89-84d794cd2317 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.266417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6bea5caa-443a-4374-be89-84d794cd2317 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0132985 Feb 11 13:54:30.268114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43640) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:30.284591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-db6f0a7e-1f1a-4d40-9950-96c6d295ceec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'dd2b2b24-03c8-472a-b6c4-220206b93c16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:30.335419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733b00-71dd-4114-b538-3761b9956e3f req-c060445d-0156-4444-ae38-57695f768a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:30.337397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-c060445d-0156-4444-ae38-57695f768a27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=40fd4918-f568-4c68-9897-b1d8bf929214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2987740 Feb 11 13:54:30.360383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db751e-ab3a-4d7f-a0cf-bb30cb966966 req-55ea91c0-eb51-431f-94bb-a9cb2d54dfb2 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:30.362466 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10db751e-ab3a-4d7f-a0cf-bb30cb966966 req-55ea91c0-eb51-431f-94bb-a9cb2d54dfb2 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 907 time: 0.2943101 Feb 11 13:54:30.364210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Delete allocated IP 172.20.0.29 (69916aaa-a616-4480-911a-6c311f11ac6d/139cc0c5-4891-4351-8a47-28fbcef25441) {{(pid=103175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:54:30.370304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db6f0a7e-1f1a-4d40-9950-96c6d295ceec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.475313 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2974ce7-eb17-4db7-ae92-1fd72b698baf admin admin] Publish callbacks [] for security_group (e7078b8a-ae2c-4459-8048-575948ba24fa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.570792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2974ce7-eb17-4db7-ae92-1fd72b698baf admin admin] Publish callbacks [] for security_group (e7078b8a-ae2c-4459-8048-575948ba24fa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.601044 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.611050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db6f0a7e-1f1a-4d40-9950-96c6d295ceec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.620516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.650286 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db6f0a7e-1f1a-4d40-9950-96c6d295ceec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:30.754852 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-374d3b95-8257-4edd-a402-b56761f2d49e service neutron] 10.222.0.30 "GET /v2.0/networks/40fd4918-f568-4c68-9897-b1d8bf929214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027379 Feb 11 13:54:30.755907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f0a7e-1f1a-4d40-9950-96c6d295ceec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:31.024049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.059354 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0733b00-71dd-4114-b538-3761b9956e3f req-c1136c0b-3551-40ca-be5c-d6d126855c19 service neutron] 10.222.0.30 "GET /v2.0/networks/40fd4918-f568-4c68-9897-b1d8bf929214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920954 Feb 11 13:54:31.073966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-db6f0a7e-1f1a-4d40-9950-96c6d295ceec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.073966 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-db6f0a7e-1f1a-4d40-9950-96c6d295ceec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7923801 Feb 11 13:54:31.073966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43658) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:31.091613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8d9913c4-0faf-470b-9300-feee51e28867 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'dd2b2b24-03c8-472a-b6c4-220206b93c16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:31.215621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2974ce7-eb17-4db7-ae92-1fd72b698baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e7078b8a-ae2c-4459-8048-575948ba24fa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.220920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2974ce7-eb17-4db7-ae92-1fd72b698baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.225580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b2974ce7-eb17-4db7-ae92-1fd72b698baf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7078b8a-ae2c-4459-8048-575948ba24fa HTTP/1.1" status: 204 len: 168 time: 1.8140681 Feb 11 13:54:31.227408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d9913c4-0faf-470b-9300-feee51e28867 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (10f811d0-25ba-4fc9-871c-24a5116806ec), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.278680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2974ce7-eb17-4db7-ae92-1fd72b698baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7078b8a-ae2c-4459-8048-575948ba24fa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:31.333183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-81eddd30-935c-492d-a2fc-aa9194b79dd6 None None] Provisioning complete for port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:31.334414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81eddd30-935c-492d-a2fc-aa9194b79dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.336120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-ffb79be9-2971-4a76-b34a-88f8a069ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:31.338257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-ffb79be9-2971-4a76-b34a-88f8a069ad74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 1089 time: 0.1877244 Feb 11 13:54:31.427648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d9913c4-0faf-470b-9300-feee51e28867 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (10f811d0-25ba-4fc9-871c-24a5116806ec), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.451665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d9913c4-0faf-470b-9300-feee51e28867 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (10f811d0-25ba-4fc9-871c-24a5116806ec), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.468581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aca0c3-ccd2-407b-af12-5061f4e7000c None None] Network 69916aaa-a616-4480-911a-6c311f11ac6d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:31.505584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9913c4-0faf-470b-9300-feee51e28867 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f811d0-25ba-4fc9-871c-24a5116806ec,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:31.700659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=1616fe68-b0eb-4c25-bd29-96d45b210bd7,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:31.752403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] In _notify_port_updated(), no bound segment for port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 on network 69916aaa-a616-4480-911a-6c311f11ac6d {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:54:31.756717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b8cf0dc-c062-4073-b117-3f95fa3eb823 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:31.767418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:31.779445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.781456 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc62e250-998d-4ec9-b80a-de66d86ec2e1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "PUT /v2.0/ports/1616fe68-b0eb-4c25-bd29-96d45b210bd7 HTTP/1.1" status: 200 len: 918 time: 2.1503136 Feb 11 13:54:31.784050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43674) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:31.798306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e5a7450-9ae1-4fce-b3e3-2d022bcdac49'}, {'subnet_id': '139cc0c5-4891-4351-8a47-28fbcef25441'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:31.798653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d9913c4-0faf-470b-9300-feee51e28867 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.800061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8d9913c4-0faf-470b-9300-feee51e28867 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7133069 Feb 11 13:54:31.805233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43676) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:31.883407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43678) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:31.900179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-20d768b8-d98e-498e-9146-fb43b6641b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:31.906250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-20d768b8-d98e-498e-9146-fb43b6641b94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=40fd4918-f568-4c68-9897-b1d8bf929214 HTTP/1.1" status: 200 len: 898 time: 0.5590386 Feb 11 13:54:31.980697 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.993911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-81eddd30-935c-492d-a2fc-aa9194b79dd6 None None] Current status of the port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:31.996071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1c11-7926-4d8c-8263-7a2173c845d9 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (10f811d0-25ba-4fc9-871c-24a5116806ec), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.015516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:32.015900 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.023016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adecd72-2f8f-4081-97d0-c48b549a4de3 req-95af0b8e-24dc-4377-8a05-47cc40c017a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:32.024616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3adecd72-2f8f-4081-97d0-c48b549a4de3 req-95af0b8e-24dc-4377-8a05-47cc40c017a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 907 time: 0.4430420 Feb 11 13:54:32.121197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1c11-7926-4d8c-8263-7a2173c845d9 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (10f811d0-25ba-4fc9-871c-24a5116806ec), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.139996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-ca9e74f1-9535-4ff2-869a-73765a914bd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=829cc9db-ff87-4c2b-bc6b-f986a1c18c71 HTTP/1.1" status: 200 len: 217 time: 0.2062147 Feb 11 13:54:32.269527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-a8fb2d80-bc21-4ced-ade2-a94a687a816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:32.272116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-a8fb2d80-bc21-4ced-ade2-a94a687a816c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=004c4d66-2456-44d0-87a0-2d3609f9ce69 HTTP/1.1" status: 200 len: 838 time: 0.1308277 Feb 11 13:54:32.274431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1c11-7926-4d8c-8263-7a2173c845d9 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (10f811d0-25ba-4fc9-871c-24a5116806ec), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.281963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-727af533-60ea-4a3c-8f69-e834903acf36 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f15c5f57f444d8ea6779d736c812f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845172 Feb 11 13:54:32.284862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43686) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:32.286481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1c11-7926-4d8c-8263-7a2173c845d9 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.287773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dd5a1c11-7926-4d8c-8263-7a2173c845d9 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/10f811d0-25ba-4fc9-871c-24a5116806ec HTTP/1.1" status: 204 len: 168 time: 0.4676552 Feb 11 13:54:32.307986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:54:32.322886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43688) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:32.337897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a1c11-7926-4d8c-8263-7a2173c845d9 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10f811d0-25ba-4fc9-871c-24a5116806ec,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:32.369134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-8b6ec237-d257-4cd3-919d-46e54554be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:32.370837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-8b6ec237-d257-4cd3-919d-46e54554be02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=40fd4918-f568-4c68-9897-b1d8bf929214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0810828 Feb 11 13:54:32.409308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:32.429848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-827a1b5d-e20f-467f-87d5-03106c7caf37 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1012962 Feb 11 13:54:32.455964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:32.526411 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.560232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b67578a-da9e-492a-bc09-e55aa2bde922 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.585452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:32.603574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b67578a-da9e-492a-bc09-e55aa2bde922 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.611954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71', 'network_id': '40fd4918-f568-4c68-9897-b1d8bf929214', 'port_id': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71', 'mac_address': 'fa:16:3e:ba:fe:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004c4d66-2456-44d0-87a0-2d3609f9ce69', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:54:32.650630 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-969ea203-1b21-49b6-a6e3-934b29a970c0 admin admin] Publish callbacks [] for security_group (3c9368b5-8160-470b-bce6-f7db64cfb212), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.654822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b67578a-da9e-492a-bc09-e55aa2bde922 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.673410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6b67578a-da9e-492a-bc09-e55aa2bde922 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.675099 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6b67578a-da9e-492a-bc09-e55aa2bde922 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa HTTP/1.1" status: 204 len: 168 time: 0.2181346 Feb 11 13:54:32.690093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:32.727855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:32.729535 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.778628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:54:32.799034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-969ea203-1b21-49b6-a6e3-934b29a970c0 admin admin] Publish callbacks [] for security_group (3c9368b5-8160-470b-bce6-f7db64cfb212), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.845529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67578a-da9e-492a-bc09-e55aa2bde922 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d4ac6cb-5ab2-4792-a0a3-a44d64da9faa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:32.856586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:32.873107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1c3127a1-64cf-43e8-94bf-d4c8d4be9123 None None] Provisioning complete for port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:32.873546 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c3127a1-64cf-43e8-94bf-d4c8d4be9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.877826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.904282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-25933014-ff7d-46a7-854e-43bc848431eb service neutron] 10.222.0.30 "GET /v2.0/networks/40fd4918-f568-4c68-9897-b1d8bf929214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143688 Feb 11 13:54:32.938610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.24 (69916aaa-a616-4480-911a-6c311f11ac6d/139cc0c5-4891-4351-8a47-28fbcef25441/1616fe68-b0eb-4c25-bd29-96d45b210bd7) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:32.970574 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-54f7cce0-83b1-4d10-ba49-d0db561296ab tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2695301 Feb 11 13:54:32.972192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:33.076458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20078475-3f17-4dd5-ad1f-31b420799b7b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (46a17e83-3aff-4310-be67-e8e4c4d56d05), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.116855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:33.135600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20078475-3f17-4dd5-ad1f-31b420799b7b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (46a17e83-3aff-4310-be67-e8e4c4d56d05), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.143742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c3127a1-64cf-43e8-94bf-d4c8d4be9123 None None] Port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:33.162352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1c3127a1-64cf-43e8-94bf-d4c8d4be9123 None None] Provisioning complete for port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:33.162848 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c3127a1-64cf-43e8-94bf-d4c8d4be9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.243276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['829cc9db-ff87-4c2b-bc6b-f986a1c18c71'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:54:33.287492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-969ea203-1b21-49b6-a6e3-934b29a970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3c9368b5-8160-470b-bce6-f7db64cfb212), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.290181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-969ea203-1b21-49b6-a6e3-934b29a970c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.312926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-969ea203-1b21-49b6-a6e3-934b29a970c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c9368b5-8160-470b-bce6-f7db64cfb212 HTTP/1.1" status: 204 len: 168 time: 1.0252440 Feb 11 13:54:33.366041 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20078475-3f17-4dd5-ad1f-31b420799b7b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (46a17e83-3aff-4310-be67-e8e4c4d56d05), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.388760 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20078475-3f17-4dd5-ad1f-31b420799b7b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.390751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-20078475-3f17-4dd5-ad1f-31b420799b7b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/46a17e83-3aff-4310-be67-e8e4c4d56d05 HTTP/1.1" status: 204 len: 168 time: 0.3868334 Feb 11 13:54:33.391793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20078475-3f17-4dd5-ad1f-31b420799b7b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46a17e83-3aff-4310-be67-e8e4c4d56d05,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:33.401604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43718) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:33.463278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.469745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ea203-1b21-49b6-a6e3-934b29a970c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9368b5-8160-470b-bce6-f7db64cfb212,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:33.486686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.495717 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25230df1-a943-4f5a-886c-9d159bd5c7e4 req-46d5d761-6a69-49e0-96df-4d36097b08e0 service neutron] 10.222.0.30 "GET /v2.0/networks/40fd4918-f568-4c68-9897-b1d8bf929214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884938 Feb 11 13:54:33.599654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5617e21b-bb69-4c5c-b66f-91759549d3a7 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1959069 Feb 11 13:54:33.606671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:33.633588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=1616fe68-b0eb-4c25-bd29-96d45b210bd7,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:33.664202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa66d2c-5b12-4489-8501-cce31a198eef tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (9abf8998-c357-49b2-854d-de72691cf5a7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.695937 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa66d2c-5b12-4489-8501-cce31a198eef tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (9abf8998-c357-49b2-854d-de72691cf5a7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.751295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa66d2c-5b12-4489-8501-cce31a198eef tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9abf8998-c357-49b2-854d-de72691cf5a7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.758489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-faa66d2c-5b12-4489-8501-cce31a198eef tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.761932 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-faa66d2c-5b12-4489-8501-cce31a198eef tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9abf8998-c357-49b2-854d-de72691cf5a7 HTTP/1.1" status: 204 len: 168 time: 0.1519556 Feb 11 13:54:33.771720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:33.787992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa66d2c-5b12-4489-8501-cce31a198eef tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9abf8998-c357-49b2-854d-de72691cf5a7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:33.808827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c9f3b-74b2-4318-b3f5-d0590054763e req-7afbbda2-45e7-4f32-b4ca-7e0d45a2319f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:33.838005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c89c9f3b-74b2-4318-b3f5-d0590054763e req-7afbbda2-45e7-4f32-b4ca-7e0d45a2319f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 908 time: 0.6150508 Feb 11 13:54:33.937066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a59e964-b1a4-46eb-85b7-028b5b53b4ae tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1640546 Feb 11 13:54:33.941446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43738) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:34.010316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-854a1c24-0837-47f3-aaeb-02a6f7b15d14 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (71f66a42-95ed-4e16-94d1-0be1950e5395), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.056443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-854a1c24-0837-47f3-aaeb-02a6f7b15d14 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (71f66a42-95ed-4e16-94d1-0be1950e5395), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.097510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] In _notify_port_updated(), no bound segment for port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 on network 69916aaa-a616-4480-911a-6c311f11ac6d {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:54:34.107749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:34.108441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.109797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a97bb1cd-2c6b-41bb-ae78-630325f28169 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "PUT /v2.0/ports/1616fe68-b0eb-4c25-bd29-96d45b210bd7 HTTP/1.1" status: 200 len: 998 time: 2.3243554 Feb 11 13:54:34.112776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:34.162402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c3127a1-64cf-43e8-94bf-d4c8d4be9123 None None] Current status of the port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:34.168787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.190476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-854a1c24-0837-47f3-aaeb-02a6f7b15d14 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (71f66a42-95ed-4e16-94d1-0be1950e5395), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.215352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-854a1c24-0837-47f3-aaeb-02a6f7b15d14 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.216617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-854a1c24-0837-47f3-aaeb-02a6f7b15d14 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/71f66a42-95ed-4e16-94d1-0be1950e5395 HTTP/1.1" status: 204 len: 168 time: 0.2728574 Feb 11 13:54:34.220112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43744) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:34.225949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a1c24-0837-47f3-aaeb-02a6f7b15d14 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71f66a42-95ed-4e16-94d1-0be1950e5395,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:34.303486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:34.305501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:34.308322 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.367847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-60a5c101-47dc-4f18-af7d-54dbd013e0fe tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1463828 Feb 11 13:54:34.370010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43752) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:34.388152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-be415ec2-6d63-4030-9e02-d15c7298f674 None None] Provisioning complete for port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:34.392974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-be415ec2-6d63-4030-9e02-d15c7298f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.572754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-be415ec2-6d63-4030-9e02-d15c7298f674 None None] Port 1616fe68-b0eb-4c25-bd29-96d45b210bd7 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:34.592131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-faaab43d-3481-46e6-ac04-2df939bd37a2 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (dd2b2b24-03c8-472a-b6c4-220206b93c16), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.600431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.601513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:54:34.607760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:34.608398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.656829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 1616fe68-b0eb-4c25-bd29-96d45b210bd7 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:34.681946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-faaab43d-3481-46e6-ac04-2df939bd37a2 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (dd2b2b24-03c8-472a-b6c4-220206b93c16), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.801417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-faaab43d-3481-46e6-ac04-2df939bd37a2 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (dd2b2b24-03c8-472a-b6c4-220206b93c16), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.815238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-faaab43d-3481-46e6-ac04-2df939bd37a2 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.820239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-faaab43d-3481-46e6-ac04-2df939bd37a2 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/dd2b2b24-03c8-472a-b6c4-220206b93c16 HTTP/1.1" status: 204 len: 168 time: 0.4473019 Feb 11 13:54:34.837943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43764) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:34.880638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaab43d-3481-46e6-ac04-2df939bd37a2 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2b2b24-03c8-472a-b6c4-220206b93c16,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:34.953235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:34.954942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.018937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-64d6b652-0fca-4f43-9a5e-597e5f7fabdb tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1779182 Feb 11 13:54:35.022978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:35.031786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9b1ee511-f5db-4df7-b846-2a4c09f3948d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751119974'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:35.041670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f433472-95cc-422f-bad2-e26167db4e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:54:35.049145 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f871f1a6-a667-45ad-829b-f3608af456bd" -d '{"events": [{"server_uuid": "0f433472-95cc-422f-bad2-e26167db4e28", "name": "network-vif-plugged", "status": "completed", "tag": "829cc9db-ff87-4c2b-bc6b-f986a1c18c71"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:35.081295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b1ee511-f5db-4df7-b846-2a4c09f3948d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.099577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:35.106772 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.212066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:35.266145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f6df7-ecdb-467b-99ab-6a750754432c req-6eba2c10-6c5b-4b77-b142-1b646f3edcf2 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:35.279564 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a5f6df7-ecdb-467b-99ab-6a750754432c req-6eba2c10-6c5b-4b77-b142-1b646f3edcf2 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.1789424 Feb 11 13:54:35.280858 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1616fe68-b0eb-4c25-bd29-96d45b210bd7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.328896 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b1ee511-f5db-4df7-b846-2a4c09f3948d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7c4541f3-43a9-48eb-a23f-cda44d788905), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.330392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43794) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:35.339187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b1ee511-f5db-4df7-b846-2a4c09f3948d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7c4541f3-43a9-48eb-a23f-cda44d788905), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.355870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=1616fe68-b0eb-4c25-bd29-96d45b210bd7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:35.378574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9b1ee511-f5db-4df7-b846-2a4c09f3948d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.380446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9b1ee511-f5db-4df7-b846-2a4c09f3948d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3563244 Feb 11 13:54:35.396241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43798) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:35.404778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5b309fa1-faa7-48fc-977d-6e05170f4c73 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': '7c4541f3-43a9-48eb-a23f-cda44d788905', 'direction': 'ingress', 'protocol': 17}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:35.455846 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ee511-f5db-4df7-b846-2a4c09f3948d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4541f3-43a9-48eb-a23f-cda44d788905,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:35.484400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b309fa1-faa7-48fc-977d-6e05170f4c73 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (887d3625-907e-4547-957b-62a925358523), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.627461 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586827fa-980c-4b48-b9e1-7af7ff1e3527 x-openstack-request-id: req-586827fa-980c-4b48-b9e1-7af7ff1e3527 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:35.627886 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f433472-95cc-422f-bad2-e26167db4e28", "name": "network-vif-plugged", "status": "completed", "tag": "829cc9db-ff87-4c2b-bc6b-f986a1c18c71", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:35.628746 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-586827fa-980c-4b48-b9e1-7af7ff1e3527 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:35.629984 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f433472-95cc-422f-bad2-e26167db4e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71', 'code': 200} Feb 11 13:54:35.636429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c2fa2777-cea2-4d36-b428-bbbf3ed43966 tempest-DvrRoutersNegativeTest-845069940 tempest-DvrRoutersNegativeTest-845069940-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-215437808', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:35.639414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.policy [None req-c2fa2777-cea2-4d36-b428-bbbf3ed43966 tempest-DvrRoutersNegativeTest-845069940 tempest-DvrRoutersNegativeTest-845069940-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103175) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 11 13:54:35.639730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.policy [None req-c2fa2777-cea2-4d36-b428-bbbf3ed43966 tempest-DvrRoutersNegativeTest-845069940 tempest-DvrRoutersNegativeTest-845069940-project] Failed policy check for 'create_router' {{(pid=103175) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 11 13:54:35.640752 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-c2fa2777-cea2-4d36-b428-bbbf3ed43966 tempest-DvrRoutersNegativeTest-845069940 tempest-DvrRoutersNegativeTest-845069940-project] create failed (client error): Access was denied to this resource. Feb 11 13:54:35.647158 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2fa2777-cea2-4d36-b428-bbbf3ed43966 tempest-DvrRoutersNegativeTest-845069940 tempest-DvrRoutersNegativeTest-845069940-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3151224 Feb 11 13:54:35.656406 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.669783 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-221f78b1-c759-4c42-904c-b774b6c4cfbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/1616fe68-b0eb-4c25-bd29-96d45b210bd7 HTTP/1.1" status: 204 len: 168 time: 1.5536165 Feb 11 13:54:35.678549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43808) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:35.712424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b309fa1-faa7-48fc-977d-6e05170f4c73 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (887d3625-907e-4547-957b-62a925358523), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.758852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b309fa1-faa7-48fc-977d-6e05170f4c73 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (887d3625-907e-4547-957b-62a925358523), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.784971 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a943c51f-9b8b-45b6-825f-3b1f4b8eed81 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:54:35.787410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a943c51f-9b8b-45b6-825f-3b1f4b8eed81 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/1616fe68-b0eb-4c25-bd29-96d45b210bd7 HTTP/1.1" status: 404 len: 333 time: 0.1047580 Feb 11 13:54:35.802335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:35.817300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b309fa1-faa7-48fc-977d-6e05170f4c73 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887d3625-907e-4547-957b-62a925358523,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:35.823300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b309fa1-faa7-48fc-977d-6e05170f4c73 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.825199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5b309fa1-faa7-48fc-977d-6e05170f4c73 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4246047 Feb 11 13:54:35.834605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43812) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:35.981525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c663ac91-9a2d-4685-b9f0-06b11108e226 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7c4541f3-43a9-48eb-a23f-cda44d788905), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.010830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c663ac91-9a2d-4685-b9f0-06b11108e226 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (7c4541f3-43a9-48eb-a23f-cda44d788905), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.047220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 139cc0c5-4891-4351-8a47-28fbcef25441 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:36.068680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (139cc0c5-4891-4351-8a47-28fbcef25441), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.076164 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c663ac91-9a2d-4685-b9f0-06b11108e226 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7c4541f3-43a9-48eb-a23f-cda44d788905), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.079515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c663ac91-9a2d-4685-b9f0-06b11108e226 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.081140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c663ac91-9a2d-4685-b9f0-06b11108e226 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/7c4541f3-43a9-48eb-a23f-cda44d788905 HTTP/1.1" status: 204 len: 168 time: 0.2450128 Feb 11 13:54:36.085971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:36.106168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663ac91-9a2d-4685-b9f0-06b11108e226 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4541f3-43a9-48eb-a23f-cda44d788905,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.154858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-42d66ed3-842e-4b67-82ba-12a6e9151e32 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671327 Feb 11 13:54:36.158689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43824) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:36.165357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f21ae098-9e35-48c1-93aa-42285690a8e0 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325098912'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:36.199167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f21ae098-9e35-48c1-93aa-42285690a8e0 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.223600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cf24-8bb7-49ec-ac73-1713bc089c10 req-69a3c8b3-e9d7-4ecb-946b-d64cae89d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:36.234395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d450cf24-8bb7-49ec-ac73-1713bc089c10 req-69a3c8b3-e9d7-4ecb-946b-d64cae89d761 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 1091 time: 0.4944487 Feb 11 13:54:36.245368 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (139cc0c5-4891-4351-8a47-28fbcef25441), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.340648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43828) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:36.344853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f21ae098-9e35-48c1-93aa-42285690a8e0 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (4d6ca46d-3257-432d-9650-ba4ae7a3298c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.350832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f21ae098-9e35-48c1-93aa-42285690a8e0 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4d6ca46d-3257-432d-9650-ba4ae7a3298c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.409524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f21ae098-9e35-48c1-93aa-42285690a8e0 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.417159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f21ae098-9e35-48c1-93aa-42285690a8e0 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2544425 Feb 11 13:54:36.424906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:36.438434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-62c04455-6450-4f7a-8962-f70cfffec0ec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--326778685'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:36.451636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ae098-9e35-48c1-93aa-42285690a8e0 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6ca46d-3257-432d-9650-ba4ae7a3298c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.487050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62c04455-6450-4f7a-8962-f70cfffec0ec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.492782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (139cc0c5-4891-4351-8a47-28fbcef25441), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.615026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a72cf1f4-f620-4bb7-93f7-1c07205b0cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.633075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (139cc0c5-4891-4351-8a47-28fbcef25441), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.767365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62c04455-6450-4f7a-8962-f70cfffec0ec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (e5425f81-66c8-4d18-abb0-851c7e13db19), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.771192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=139cc0c5-4891-4351-8a47-28fbcef25441,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.790591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62c04455-6450-4f7a-8962-f70cfffec0ec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e5425f81-66c8-4d18-abb0-851c7e13db19), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.861136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c04455-6450-4f7a-8962-f70cfffec0ec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5425f81-66c8-4d18-abb0-851c7e13db19,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.877709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90c70e9-7e40-4c1b-8767-4d6366ab8201 None None] Network 69916aaa-a616-4480-911a-6c311f11ac6d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:36.887893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.897152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fd5cbc84-404e-4f6d-b435-63e000c6ed93 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/139cc0c5-4891-4351-8a47-28fbcef25441 HTTP/1.1" status: 204 len: 168 time: 1.0883877 Feb 11 13:54:36.899929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43834) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:36.917785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfddee-83d2-4135-9ff5-dca6c0881d1d req-73d296dd-2584-4342-9682-60968fd0eb2a tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:36.925604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b8dfddee-83d2-4135-9ff5-dca6c0881d1d req-73d296dd-2584-4342-9682-60968fd0eb2a tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.5191979 Feb 11 13:54:37.005492 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62c04455-6450-4f7a-8962-f70cfffec0ec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.007361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 0e5a7450-9ae1-4fce-b3e3-2d022bcdac49 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:37.013768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-62c04455-6450-4f7a-8962-f70cfffec0ec tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5814588 Feb 11 13:54:37.014428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43838) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:37.015137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (0e5a7450-9ae1-4fce-b3e3-2d022bcdac49), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.034518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f4eb4687-d39a-4e50-81a6-5d9b0d08b8ea tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': '4d6ca46d-3257-432d-9650-ba4ae7a3298c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e5425f81-66c8-4d18-abb0-851c7e13db19', 'remote_ip_prefix': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:37.157868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (0e5a7450-9ae1-4fce-b3e3-2d022bcdac49), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.173004 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a72cf1f4-f620-4bb7-93f7-1c07205b0cc7 admin admin] Publish callbacks [] for security_group (fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.186777 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a72cf1f4-f620-4bb7-93f7-1c07205b0cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.253907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4687-d39a-4e50-81a6-5d9b0d08b8ea tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (ad2d73d6-439f-4feb-9432-fd150992ee59), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.333698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a72cf1f4-f620-4bb7-93f7-1c07205b0cc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26d022f6f17f41788634c0885630a1b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9905741 Feb 11 13:54:37.336061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:37.351889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cf1f4-f620-4bb7-93f7-1c07205b0cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:37.430194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0e5a7450-9ae1-4fce-b3e3-2d022bcdac49), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.441100 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc47-1565-479c-9017-7c7d300fb67c admin admin] Publish callbacks [] for security_group (fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.485646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc47-1565-479c-9017-7c7d300fb67c admin admin] Publish callbacks [] for security_group (fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.567595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4687-d39a-4e50-81a6-5d9b0d08b8ea tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (ad2d73d6-439f-4feb-9432-fd150992ee59), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.609245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4687-d39a-4e50-81a6-5d9b0d08b8ea tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (ad2d73d6-439f-4feb-9432-fd150992ee59), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.614739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc47-1565-479c-9017-7c7d300fb67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.617738 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc47-1565-479c-9017-7c7d300fb67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.623176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cbd7dc47-1565-479c-9017-7c7d300fb67c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2 HTTP/1.1" status: 204 len: 168 time: 0.2844968 Feb 11 13:54:37.647513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7dc47-1565-479c-9017-7c7d300fb67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbbc3b6-f7df-49ed-bdc3-470b24d2cfc2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:37.681337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4687-d39a-4e50-81a6-5d9b0d08b8ea tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.686868 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f4eb4687-d39a-4e50-81a6-5d9b0d08b8ea tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6687131 Feb 11 13:54:37.690281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (0e5a7450-9ae1-4fce-b3e3-2d022bcdac49), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.690532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:37.733384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb4687-d39a-4e50-81a6-5d9b0d08b8ea tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2d73d6-439f-4feb-9432-fd150992ee59,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:37.747361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5a7450-9ae1-4fce-b3e3-2d022bcdac49,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:37.752242 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.764800 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cee8436a-a29d-48f1-8fc0-146853060766 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/0e5a7450-9ae1-4fce-b3e3-2d022bcdac49 HTTP/1.1" status: 204 len: 168 time: 0.8613713 Feb 11 13:54:37.765592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43850) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:37.835453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98f60205-1936-46e1-baf2-419a0a393d5f tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (ad2d73d6-439f-4feb-9432-fd150992ee59), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.844988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98f60205-1936-46e1-baf2-419a0a393d5f tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (ad2d73d6-439f-4feb-9432-fd150992ee59), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.930704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98f60205-1936-46e1-baf2-419a0a393d5f tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (ad2d73d6-439f-4feb-9432-fd150992ee59), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.945780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98f60205-1936-46e1-baf2-419a0a393d5f tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.948770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-98f60205-1936-46e1-baf2-419a0a393d5f tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/ad2d73d6-439f-4feb-9432-fd150992ee59 HTTP/1.1" status: 204 len: 168 time: 0.2571454 Feb 11 13:54:37.951415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43856) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:38.037919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b072e03a-dc8d-4014-bff2-4c9cdbc96f82 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0829132 Feb 11 13:54:38.038637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43860) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:38.067261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f60205-1936-46e1-baf2-419a0a393d5f tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad2d73d6-439f-4feb-9432-fd150992ee59,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:38.118995 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (69916aaa-a616-4480-911a-6c311f11ac6d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.289916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688e2f7-f0b8-437a-82ea-ba35e180a46b req-f65d0546-6ec8-4b27-9eb6-e49076bd77e3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:38.307984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e688e2f7-f0b8-437a-82ea-ba35e180a46b req-f65d0546-6ec8-4b27-9eb6-e49076bd77e3 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.2266574 Feb 11 13:54:38.317519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:38.317988 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.324215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c544aedb-2752-4b75-8dbe-a61891e3c2c8 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (e5425f81-66c8-4d18-abb0-851c7e13db19), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.374934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c9f209-90e5-4d01-a37f-43bd8ed30987 None None] Network 69916aaa-a616-4480-911a-6c311f11ac6d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:38.422625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c544aedb-2752-4b75-8dbe-a61891e3c2c8 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (e5425f81-66c8-4d18-abb0-851c7e13db19), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.497659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c544aedb-2752-4b75-8dbe-a61891e3c2c8 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e5425f81-66c8-4d18-abb0-851c7e13db19), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.500653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c544aedb-2752-4b75-8dbe-a61891e3c2c8 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.502492 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c544aedb-2752-4b75-8dbe-a61891e3c2c8 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/e5425f81-66c8-4d18-abb0-851c7e13db19 HTTP/1.1" status: 204 len: 168 time: 0.4618230 Feb 11 13:54:38.513011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43876) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:38.531171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544aedb-2752-4b75-8dbe-a61891e3c2c8 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5425f81-66c8-4d18-abb0-851c7e13db19,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:38.569978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ce6b57b7-b318-4a72-b754-7848e1e93134 None None] Provisioning complete for port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:38.570386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ce6b57b7-b318-4a72-b754-7848e1e93134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.572624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] For port 3b8cf0dc-c062-4073-b117-3f95fa3eb823, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3b8cf0dc-c062-4073-b117-3f95fa3eb823,segment=NetworkSegment(bffbfd20-7f95-431c-ae88-42d2ebd50809),segment_id=bffbfd20-7f95-431c-ae88-42d2ebd50809)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:38.573115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.594259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 3b8cf0dc-c062-4073-b117-3f95fa3eb823 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:38.603174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668f1e6-e020-4429-a774-82b9f998abd7 req-841cd67d-d70c-4e95-bd34-973393f9a293 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:38.604789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f668f1e6-e020-4429-a774-82b9f998abd7 req-841cd67d-d70c-4e95-bd34-973393f9a293 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.1414366 Feb 11 13:54:38.656122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-71e0ba7e-5bbb-48aa-94d7-c2d7623f7031 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1402979 Feb 11 13:54:38.657620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43882) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:38.764853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (3b8cf0dc-c062-4073-b117-3f95fa3eb823), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.808968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=3b8cf0dc-c062-4073-b117-3f95fa3eb823,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:38.815708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ce6b57b7-b318-4a72-b754-7848e1e93134 None None] Could not find standard attr ID for object 3b8cf0dc-c062-4073-b117-3f95fa3eb823. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:54:38.823016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No DVR routers for this DVR port 3b8cf0dc-c062-4073-b117-3f95fa3eb823 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:38.847278 n-d-828676-2 neutron-server[103177]: INFO neutron.plugins.ml2.db [None req-ce6b57b7-b318-4a72-b754-7848e1e93134 None None] No ports have port_id starting with 3b8cf0dc-c062-4073-b117-3f95fa3eb823 Feb 11 13:54:38.919789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5dd8802e-535b-4a4c-8e8f-39f22c2cb356 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (4d6ca46d-3257-432d-9650-ba4ae7a3298c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.963033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5dd8802e-535b-4a4c-8e8f-39f22c2cb356 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (4d6ca46d-3257-432d-9650-ba4ae7a3298c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.977103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac7cac-d8b9-481b-ae49-16519a3505c2 req-851880f2-f4e6-4f12-ad70-d37c2bbec269 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:38.986222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d298463c-62c8-4f25-b373-f4b4c048ba8a None None] DHCP port deletion for 69916aaa-a616-4480-911a-6c311f11ac6d request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:38.986483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08ac7cac-d8b9-481b-ae49-16519a3505c2 req-851880f2-f4e6-4f12-ad70-d37c2bbec269 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 1091 time: 0.2614231 Feb 11 13:54:39.036288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (69916aaa-a616-4480-911a-6c311f11ac6d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.090064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69916aaa-a616-4480-911a-6c311f11ac6d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:39.095542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5dd8802e-535b-4a4c-8e8f-39f22c2cb356 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4d6ca46d-3257-432d-9650-ba4ae7a3298c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.111384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5dd8802e-535b-4a4c-8e8f-39f22c2cb356 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.115259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5dd8802e-535b-4a4c-8e8f-39f22c2cb356 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/4d6ca46d-3257-432d-9650-ba4ae7a3298c HTTP/1.1" status: 204 len: 168 time: 0.4564950 Feb 11 13:54:39.115901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43894) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.158840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43898) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.175020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffbfd20-7f95-431c-ae88-42d2ebd50809') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:39.175379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffbfd20-7f95-431c-ae88-42d2ebd50809') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:39.183065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8802e-535b-4a4c-8e8f-39f22c2cb356 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6ca46d-3257-432d-9650-ba4ae7a3298c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.213373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (bffbfd20-7f95-431c-ae88-42d2ebd50809), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.257697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7e2e2d74-d4d8-464d-ab0a-3fff0c661e3e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1380110 Feb 11 13:54:39.262506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (bffbfd20-7f95-431c-ae88-42d2ebd50809), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.264158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.270748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8bcf09c0-6522-4c1f-94fc-b2b8c7d531df tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--803919601'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:39.272173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:39.272580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (bffbfd20-7f95-431c-ae88-42d2ebd50809), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:39.275590 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:39.294491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c25b23-fa82-4fd1-95d6-3493efd300cf req-11e12a0e-bd28-4681-a719-60e8071900e4 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.296274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3c25b23-fa82-4fd1-95d6-3493efd300cf req-11e12a0e-bd28-4681-a719-60e8071900e4 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1166 time: 0.1923413 Feb 11 13:54:39.321397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09c0-6522-4c1f-94fc-b2b8c7d531df tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.386039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-978640842'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:39.450348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Made reservation on behalf of 325d07d0b40b410180a9d9bcd8ef31f7 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:39.455149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.467826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (69916aaa-a616-4480-911a-6c311f11ac6d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.487917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.525759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.539391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/69916aaa-a616-4480-911a-6c311f11ac6d HTTP/1.1" status: 204 len: 168 time: 1.7712123 Feb 11 13:54:39.540550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa69436-0e15-4d63-a1d8-ff43ad9444d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=69916aaa-a616-4480-911a-6c311f11ac6d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.550438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b8cf0dc-c062-4073-b117-3f95fa3eb823 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:39.561945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.596529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 3b8cf0dc-c062-4073-b117-3f95fa3eb823 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:39.601238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for security_group (a885e299-cce9-4a56-9353-ab6a587c9aa7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.601803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b8cf0dc-c062-4073-b117-3f95fa3eb823 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:39.618542 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09c0-6522-4c1f-94fc-b2b8c7d531df tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (ef2a39b7-b941-4f4f-ae7b-a90196304b21), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.622635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a885e299-cce9-4a56-9353-ab6a587c9aa7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.640663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:54:39.663004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3c25b23-fa82-4fd1-95d6-3493efd300cf req-8f02a767-9f4f-4f63-b84a-f68f2d59f72c tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3599038 Feb 11 13:54:39.683206 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d68f6a27-c2bb-4317-9f8c-601c1fcefdda), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.683740 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Added segment d68f6a27-c2bb-4317-9f8c-601c1fcefdda of type vlan for network 760c3f86-eec7-4fb5-83c9-a9314cb86680 Feb 11 13:54:39.685819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a885e299-cce9-4a56-9353-ab6a587c9aa7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.693925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43908) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.702026 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09c0-6522-4c1f-94fc-b2b8c7d531df tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ef2a39b7-b941-4f4f-ae7b-a90196304b21), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.776519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29396957-1511-48b8-a8b7-5f84711598cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.778101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-29396957-1511-48b8-a8b7-5f84711598cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2105799 Feb 11 13:54:39.784444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09c0-6522-4c1f-94fc-b2b8c7d531df tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.786781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8bcf09c0-6522-4c1f-94fc-b2b8c7d531df tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5214396 Feb 11 13:54:39.789665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43910) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.790197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43912) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.803523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-35744168-d1c2-4e10-b9cc-78311deeaa5d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a39b7-b941-4f4f-ae7b-a90196304b21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:39.809346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (760c3f86-eec7-4fb5-83c9-a9314cb86680), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.813188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e564628-d2e8-446a-b87d-b9da1321ca06 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.818428 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1e564628-d2e8-446a-b87d-b9da1321ca06 tempest-TestSecurityGroupsBasicOps-834994128 tempest-TestSecurityGroupsBasicOps-834994128-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 1086 time: 0.1234510 Feb 11 13:54:39.821329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf09c0-6522-4c1f-94fc-b2b8c7d531df tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a39b7-b941-4f4f-ae7b-a90196304b21,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.912390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35744168-d1c2-4e10-b9cc-78311deeaa5d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (bed4fc41-2cc1-4f0e-8be7-86210f125270), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.916076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (760c3f86-eec7-4fb5-83c9-a9314cb86680), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.924398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.925042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.966293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.967589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8072395 Feb 11 13:54:39.971217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Request body: {'subnet': {'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:39.995932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-30d77e64-0e86-485a-845d-39ea1e3d09fd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2011495 Feb 11 13:54:40.002245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43920) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.023551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-146916026'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:40.106024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efde238-c437-46c6-8efb-4ad424df6562 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event updated for resources: {'Network': ['ID=760c3f86-eec7-4fb5-83c9-a9314cb86680,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.119446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 760c3f86-eec7-4fb5-83c9-a9314cb86680 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:54:40.122386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:40.126909 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.170529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Made reservation on behalf of 325d07d0b40b410180a9d9bcd8ef31f7 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:40.174095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.188321 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35744168-d1c2-4e10-b9cc-78311deeaa5d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (bed4fc41-2cc1-4f0e-8be7-86210f125270), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.203125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:54:40.205611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35744168-d1c2-4e10-b9cc-78311deeaa5d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (bed4fc41-2cc1-4f0e-8be7-86210f125270), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.259543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35744168-d1c2-4e10-b9cc-78311deeaa5d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.260752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-35744168-d1c2-4e10-b9cc-78311deeaa5d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4682593 Feb 11 13:54:40.265678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43928) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.273401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (bf69604a-fe19-4be0-add9-bbc635b0de61), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.273885 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment bf69604a-fe19-4be0-add9-bbc635b0de61 of type vlan for network 90528b67-fdd4-4298-ac55-9550eb513bcf Feb 11 13:54:40.317802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744168-d1c2-4e10-b9cc-78311deeaa5d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed4fc41-2cc1-4f0e-8be7-86210f125270,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.370362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (90528b67-fdd4-4298-ac55-9550eb513bcf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.386934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76eeee15-920c-4a2e-b514-215fab77de32 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (bed4fc41-2cc1-4f0e-8be7-86210f125270), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.401672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63b33-4e33-4c6b-b841-d01d68c51d5b req-339bd4cb-0011-4f79-8514-13f9f918f786 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:40.403490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ac63b33-4e33-4c6b-b841-d01d68c51d5b req-339bd4cb-0011-4f79-8514-13f9f918f786 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.2246697 Feb 11 13:54:40.413301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (90528b67-fdd4-4298-ac55-9550eb513bcf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.425574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:40.426161 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.427604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76eeee15-920c-4a2e-b514-215fab77de32 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (bed4fc41-2cc1-4f0e-8be7-86210f125270), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.482932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4722619 Feb 11 13:54:40.503308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43930) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.510538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:40.551316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c614c-f48a-475e-93c0-19ddac85f227 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=90528b67-fdd4-4298-ac55-9550eb513bcf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.564385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 90528b67-fdd4-4298-ac55-9550eb513bcf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:54:40.627590 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76eeee15-920c-4a2e-b514-215fab77de32 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (bed4fc41-2cc1-4f0e-8be7-86210f125270), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.645545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76eeee15-920c-4a2e-b514-215fab77de32 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.647108 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76eeee15-920c-4a2e-b514-215fab77de32 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/bed4fc41-2cc1-4f0e-8be7-86210f125270 HTTP/1.1" status: 204 len: 168 time: 0.3614247 Feb 11 13:54:40.650040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43936) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.675282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eeee15-920c-4a2e-b514-215fab77de32 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bed4fc41-2cc1-4f0e-8be7-86210f125270,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.734171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36050622-1db1-4b4b-b54d-2f6c9ea90a8e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0814226 Feb 11 13:54:40.735532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43938) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.777311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:40.790539 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.823473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16e66361-3e30-40fd-9941-cd349a43b399 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (ef2a39b7-b941-4f4f-ae7b-a90196304b21), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.848549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (12a26006-c1ca-47e7-9c5e-ace399645448), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.859616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16e66361-3e30-40fd-9941-cd349a43b399 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (ef2a39b7-b941-4f4f-ae7b-a90196304b21), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.912228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16e66361-3e30-40fd-9941-cd349a43b399 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ef2a39b7-b941-4f4f-ae7b-a90196304b21), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.915709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16e66361-3e30-40fd-9941-cd349a43b399 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.919841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-16e66361-3e30-40fd-9941-cd349a43b399 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/ef2a39b7-b941-4f4f-ae7b-a90196304b21 HTTP/1.1" status: 204 len: 168 time: 0.1808076 Feb 11 13:54:40.921596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43940) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.933440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66361-3e30-40fd-9941-cd349a43b399 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2a39b7-b941-4f4f-ae7b-a90196304b21,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:41.042595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a6a2ca91-a896-4d06-8fd2-8b8ea73403bc tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0842369 Feb 11 13:54:41.042595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event updated for resources: {'Subnet': ['ID=12a26006-c1ca-47e7-9c5e-ace399645448,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:41.042849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43942) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:41.058504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ed34e093-20c2-4e24-8109-d4f483000904 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--521738929'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:41.073161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Checking segment: {'id': 'd68f6a27-c2bb-4317-9f8c-601c1fcefdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:41.073648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Network hostable DHCP agents. Network: 760c3f86-eec7-4fb5-83c9-a9314cb86680, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:41.097987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed34e093-20c2-4e24-8109-d4f483000904 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.200432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Network 760c3f86-eec7-4fb5-83c9-a9314cb86680 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:41.225155 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed34e093-20c2-4e24-8109-d4f483000904 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (b2f15a9e-5fb9-4754-a111-8762ff58d488), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.231934 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed34e093-20c2-4e24-8109-d4f483000904 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b2f15a9e-5fb9-4754-a111-8762ff58d488), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.273673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 760c3f86-eec7-4fb5-83c9-a9314cb86680) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:41.283198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50089e9e-b704-4ec5-98d7-f1f054b3f33d None None] Network 760c3f86-eec7-4fb5-83c9-a9314cb86680 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:41.289016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:41.289675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.330471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34e093-20c2-4e24-8109-d4f483000904 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f15a9e-5fb9-4754-a111-8762ff58d488,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:41.342498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-123e1312-822d-43e6-839c-c82199ec39ec tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3751588 Feb 11 13:54:41.354135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43948) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:41.355592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (6df7668e-17c1-460e-b33d-5f049d2ba657), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.364115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed34e093-20c2-4e24-8109-d4f483000904 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.369093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ed34e093-20c2-4e24-8109-d4f483000904 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3188632 Feb 11 13:54:41.373651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Request body: {'port': {'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680', 'name': 'tempest-TagsExtTest-1409812243'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:41.376489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43950) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:41.384445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d0167dd7-4f86-4ac9-a8dc-a3da8bcce2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'b2f15a9e-5fb9-4754-a111-8762ff58d488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:41.509336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-760c3f86-eec7-4fb5-83c9-a9314cb86680', 'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680', 'project_id': '325d07d0b40b410180a9d9bcd8ef31f7', 'fixed_ips': [{'subnet_id': '12a26006-c1ca-47e7-9c5e-ace399645448'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:54:41.510269 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.551268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0167dd7-4f86-4ac9-a8dc-a3da8bcce2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (51f011ad-8407-40e2-baf4-fcf2efc31a4c), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.572778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': 'bf69604a-fe19-4be0-add9-bbc635b0de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:41.574587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: 90528b67-fdd4-4298-ac55-9550eb513bcf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:41.581097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=6df7668e-17c1-460e-b33d-5f049d2ba657,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:41.633299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-120b47ab-8b40-4da4-bff4-39f4e65d648e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:41.637199 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-120b47ab-8b40-4da4-bff4-39f4e65d648e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.2404170 Feb 11 13:54:41.640395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 90528b67-fdd4-4298-ac55-9550eb513bcf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:41.731712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Allocated IP 172.20.0.2 (760c3f86-eec7-4fb5-83c9-a9314cb86680/12a26006-c1ca-47e7-9c5e-ace399645448/4eb62931-6384-4d03-9d1b-2894f29e4056) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:41.773185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 90528b67-fdd4-4298-ac55-9550eb513bcf) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:41.781528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:41.784623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.831683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3a34e02a-cc04-47a6-8787-551378d56698 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3195598 Feb 11 13:54:41.831683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:41.842464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf', 'name': 'tempest-PortsTestJSON-1002516788'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:41.937791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a706b-4db2-48d4-8e90-8a6384627c32 req-e1c47988-7747-49ee-b9ec-e579ed49e65d tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:41.941860 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-733a706b-4db2-48d4-8e90-8a6384627c32 req-e1c47988-7747-49ee-b9ec-e579ed49e65d tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.3942208 Feb 11 13:54:41.973853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Made reservation on behalf of 325d07d0b40b410180a9d9bcd8ef31f7 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:41.984605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:41.987770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0167dd7-4f86-4ac9-a8dc-a3da8bcce2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (51f011ad-8407-40e2-baf4-fcf2efc31a4c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.003056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36654032-7a4c-4efc-91ba-911d835aeb61 None None] Network 90528b67-fdd4-4298-ac55-9550eb513bcf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:42.013506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0167dd7-4f86-4ac9-a8dc-a3da8bcce2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (51f011ad-8407-40e2-baf4-fcf2efc31a4c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.062773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0167dd7-4f86-4ac9-a8dc-a3da8bcce2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f011ad-8407-40e2-baf4-fcf2efc31a4c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:42.070593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0167dd7-4f86-4ac9-a8dc-a3da8bcce2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.077307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43962) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:42.078612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d0167dd7-4f86-4ac9-a8dc-a3da8bcce2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7008629 Feb 11 13:54:42.087198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] device_id is not set on port 86f93346-013a-4154-aec5-220184143564 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:42.123842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-81922c76-aa4a-41e4-8ef7-2065be75f2cd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules/51f011ad-8407-40e2-baf4-fcf2efc31a4c HTTP/1.1" status: 200 len: 763 time: 0.0379341 Feb 11 13:54:42.132075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43964) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:42.198485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:42.212343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.236894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 97ee363a-76ef-451e-a3d5-85012d568e48 yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:42.265312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-777b40ad-1c2f-4a24-827a-671fff42be28 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1322434 Feb 11 13:54:42.265515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:42.283994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-90528b67-fdd4-4298-ac55-9550eb513bcf', 'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf', 'project_id': '07a5d1b22aa34052a3663c0fdd490d62', 'fixed_ips': [{'subnet_id': '6df7668e-17c1-460e-b33d-5f049d2ba657'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:54:42.285675 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.307814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Publish callbacks [] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.359378 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.372508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:42.373133 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.469978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Allocated IP 172.20.0.8 (760c3f86-eec7-4fb5-83c9-a9314cb86680/12a26006-c1ca-47e7-9c5e-ace399645448/86f93346-013a-4154-aec5-220184143564) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:42.472439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a580982-85e2-47b1-8999-d35e6e9e8aed tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (51f011ad-8407-40e2-baf4-fcf2efc31a4c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.502524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Network 760c3f86-eec7-4fb5-83c9-a9314cb86680 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:42.506887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:42.508611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a580982-85e2-47b1-8999-d35e6e9e8aed tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (51f011ad-8407-40e2-baf4-fcf2efc31a4c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.519338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:42.574902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.4 (90528b67-fdd4-4298-ac55-9550eb513bcf/6df7668e-17c1-460e-b33d-5f049d2ba657/97ee363a-76ef-451e-a3d5-85012d568e48) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:42.578765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] For port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:42.579456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.624391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Calling delete_port for 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:42.638543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a580982-85e2-47b1-8999-d35e6e9e8aed tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (51f011ad-8407-40e2-baf4-fcf2efc31a4c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.648560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Pushing event updated for resources: {'Port': ['ID=4eb62931-6384-4d03-9d1b-2894f29e4056,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:42.650236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4a580982-85e2-47b1-8999-d35e6e9e8aed tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.656146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4a580982-85e2-47b1-8999-d35e6e9e8aed tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/51f011ad-8407-40e2-baf4-fcf2efc31a4c HTTP/1.1" status: 204 len: 168 time: 0.3895452 Feb 11 13:54:42.656826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43972) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:42.736786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.737348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.737439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.737777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.738195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.739043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.739370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.739691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.740066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.740418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.740738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.741056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.742654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:42.754243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580982-85e2-47b1-8999-d35e6e9e8aed tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51f011ad-8407-40e2-baf4-fcf2efc31a4c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:42.838625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:42.843204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-83060b6c-0d03-4c23-891d-e4146d00280a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1758301 Feb 11 13:54:42.848141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-08eb433f-1655-4b26-a11c-41eab77ecc5a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'b2f15a9e-5fb9-4754-a111-8762ff58d488', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:42.863342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Attempting to bind port 4eb62931-6384-4d03-9d1b-2894f29e4056 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:42.863717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Attempting to bind port 4eb62931-6384-4d03-9d1b-2894f29e4056 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd68f6a27-c2bb-4317-9f8c-601c1fcefdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:42.864083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Attempting to bind port 4eb62931-6384-4d03-9d1b-2894f29e4056 on network 760c3f86-eec7-4fb5-83c9-a9314cb86680 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:42.876027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:42.876372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Checking segment: {'id': 'd68f6a27-c2bb-4317-9f8c-601c1fcefdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:42.876754 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.877122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Bound using segment: {'id': 'd68f6a27-c2bb-4317-9f8c-601c1fcefdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:42.878077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Bound port: 4eb62931-6384-4d03-9d1b-2894f29e4056, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68f6a27-c2bb-4317-9f8c-601c1fcefdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '760c3f86-eec7-4fb5-83c9-a9314cb86680'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:42.878077 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:42.920713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08eb433f-1655-4b26-a11c-41eab77ecc5a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (f73f316b-008d-4915-9e62-6a26075f6350), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.023017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for port (86f93346-013a-4154-aec5-220184143564), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.025639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] For port 4eb62931-6384-4d03-9d1b-2894f29e4056, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:43.034486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] For port 4eb62931-6384-4d03-9d1b-2894f29e4056, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4eb62931-6384-4d03-9d1b-2894f29e4056,segment=NetworkSegment(d68f6a27-c2bb-4317-9f8c-601c1fcefdda),segment_id=d68f6a27-c2bb-4317-9f8c-601c1fcefdda)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:43.048440 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.133458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (86f93346-013a-4154-aec5-220184143564), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.276528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541ee62-c3fb-49e6-8b78-4e7bfa928896 None None] Pushing event updated for resources: {'Port': ['ID=4eb62931-6384-4d03-9d1b-2894f29e4056,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:43.327373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event updated for resources: {'Port': ['ID=86f93346-013a-4154-aec5-220184143564,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:43.331173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Network 760c3f86-eec7-4fb5-83c9-a9314cb86680 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:43.333503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:43.335619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:43.381162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ceab5-62e2-4be0-82c5-2c6a1b5bb113 req-8b03a82e-7c38-4d05-af9c-dfdd2ea86997 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:43.395421 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-982ceab5-62e2-4be0-82c5-2c6a1b5bb113 req-8b03a82e-7c38-4d05-af9c-dfdd2ea86997 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 909 time: 0.2865939 Feb 11 13:54:43.411966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (97ee363a-76ef-451e-a3d5-85012d568e48), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.438209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08eb433f-1655-4b26-a11c-41eab77ecc5a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (f73f316b-008d-4915-9e62-6a26075f6350), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.447146 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (829cc9db-ff87-4c2b-bc6b-f986a1c18c71), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.449804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:43.453449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.498622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c767bf57-e0ff-4f73-81d9-373f78a20833 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1294310 Feb 11 13:54:43.499166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43984) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:43.505690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c20531cc-cea8-4e8d-bf37-f9125451e995 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-144291911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:43.577934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08eb433f-1655-4b26-a11c-41eab77ecc5a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f73f316b-008d-4915-9e62-6a26075f6350), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.613910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Port': ['ID=829cc9db-ff87-4c2b-bc6b-f986a1c18c71,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:43.622040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c20531cc-cea8-4e8d-bf37-f9125451e995 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (e1492b87-4b28-4ee4-aa96-ea855ad917db), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.625573 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (97ee363a-76ef-451e-a3d5-85012d568e48), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.625737 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c20531cc-cea8-4e8d-bf37-f9125451e995 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (e1492b87-4b28-4ee4-aa96-ea855ad917db), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.664994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 90528b67-fdd4-4298-ac55-9550eb513bcf is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:43.701997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:43.725903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Allocated IP 172.20.0.2 (90528b67-fdd4-4298-ac55-9550eb513bcf/6df7668e-17c1-460e-b33d-5f049d2ba657/ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:43.731822 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb433f-1655-4b26-a11c-41eab77ecc5a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73f316b-008d-4915-9e62-6a26075f6350,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:43.733801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] No DVR routers for this DVR port 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:43.748789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:43.867223 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c20531cc-cea8-4e8d-bf37-f9125451e995 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for router_controller (e1492b87-4b28-4ee4-aa96-ea855ad917db), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.873628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c20531cc-cea8-4e8d-bf37-f9125451e995 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (e1492b87-4b28-4ee4-aa96-ea855ad917db), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.876597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:43.877275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.891407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.895709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ddd3c2e9-a22b-4341-b41b-2e6b47a16ca8 req-4d9ef620-5db7-4f53-9c27-5d933cc9a6a1 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.30 "DELETE /v2.0/ports/829cc9db-ff87-4c2b-bc6b-f986a1c18c71 HTTP/1.1" status: 204 len: 173 time: 2.2493122 Feb 11 13:54:43.896123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f433472-95cc-422f-bad2-e26167db4e28', 'name': 'network-vif-deleted', 'tag': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:54:43.899441 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c399ea9-88e1-471a-9eec-a7dd789ea155" -d '{"events": [{"server_uuid": "0f433472-95cc-422f-bad2-e26167db4e28", "name": "network-vif-deleted", "tag": "829cc9db-ff87-4c2b-bc6b-f986a1c18c71"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:43.908459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08eb433f-1655-4b26-a11c-41eab77ecc5a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.911393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-08eb433f-1655-4b26-a11c-41eab77ecc5a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0691895 Feb 11 13:54:43.918031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43988) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:43.944531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=97ee363a-76ef-451e-a3d5-85012d568e48,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:43.965877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7c2cd1cc-144c-4a71-bee2-de69290d4c43 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1334260 Feb 11 13:54:43.966552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c20531cc-cea8-4e8d-bf37-f9125451e995 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:43.966674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 43992) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:43.973496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf', 'name': 'tempest-PortsTestJSON-1366670296'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:43.974449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c20531cc-cea8-4e8d-bf37-f9125451e995 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4741783 Feb 11 13:54:44.013357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43994) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:44.024005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f2b1bc0f-022b-40d0-85a1-8a5fe4f8900f tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules/f73f316b-008d-4915-9e62-6a26075f6350 HTTP/1.1" status: 200 len: 763 time: 0.0986948 Feb 11 13:54:44.038328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8a1f5e62-b265-463b-80f1-b2c47f2f6d08 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1224292629', 'prefixes': ['172.20.0.0/16']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:44.060755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43996) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:44.218725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-874aff6a-21cf-4685-86c5-017bab9ce7bd tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1521478 Feb 11 13:54:44.224872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 43998) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:44.289658 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Publish callbacks [] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.305030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.362667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b692e989-7080-417d-85c9-aa8093a9dd9e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (f73f316b-008d-4915-9e62-6a26075f6350), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.427373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:44.435264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b692e989-7080-417d-85c9-aa8093a9dd9e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (f73f316b-008d-4915-9e62-6a26075f6350), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.495127 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Network 90528b67-fdd4-4298-ac55-9550eb513bcf is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:44.506998 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:54:44.599825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:44.604165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 829cc9db-ff87-4c2b-bc6b-f986a1c18c71 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:44.627561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:44.638875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5e62-b265-463b-80f1-b2c47f2f6d08 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.646197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8a1f5e62-b265-463b-80f1-b2c47f2f6d08 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6164055 Feb 11 13:54:44.649393 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b692e989-7080-417d-85c9-aa8093a9dd9e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f73f316b-008d-4915-9e62-6a26075f6350), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.656631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44006) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:44.659429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:44.684439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-164495e7-7580-455c-8ee7-386dee304dd0 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', 'tempest-TagsExtTest-Tag-2030676887') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:44.718035 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b692e989-7080-417d-85c9-aa8093a9dd9e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.723666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b692e989-7080-417d-85c9-aa8093a9dd9e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f73f316b-008d-4915-9e62-6a26075f6350 HTTP/1.1" status: 204 len: 168 time: 0.4937510 Feb 11 13:54:44.785074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Pushing event updated for resources: {'Port': ['ID=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:44.794885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:44.817315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Attempting to bind port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:44.817694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Attempting to bind port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'bf69604a-fe19-4be0-add9-bbc635b0de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:44.822469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Attempting to bind port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a on network 90528b67-fdd4-4298-ac55-9550eb513bcf {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:44.831287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:44.832489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Checking segment: {'id': 'bf69604a-fe19-4be0-add9-bbc635b0de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:44.833053 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.833703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Bound using segment: {'id': 'bf69604a-fe19-4be0-add9-bbc635b0de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:44.834735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Bound port: ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf69604a-fe19-4be0-add9-bbc635b0de61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '90528b67-fdd4-4298-ac55-9550eb513bcf'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:44.837313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.873869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692e989-7080-417d-85c9-aa8093a9dd9e tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f73f316b-008d-4915-9e62-6a26075f6350,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:44.908573 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3785cb-5ecc-4d4a-a088-3030e2f3bd5b x-openstack-request-id: req-9c3785cb-5ecc-4d4a-a088-3030e2f3bd5b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:44.909128 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f433472-95cc-422f-bad2-e26167db4e28", "name": "network-vif-deleted", "tag": "829cc9db-ff87-4c2b-bc6b-f986a1c18c71", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:44.909497 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c3785cb-5ecc-4d4a-a088-3030e2f3bd5b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:44.910233 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f433472-95cc-422f-bad2-e26167db4e28', 'name': 'network-vif-deleted', 'tag': '829cc9db-ff87-4c2b-bc6b-f986a1c18c71', 'status': 'completed', 'code': 200} Feb 11 13:54:44.938722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2b0cd320-d434-4042-89bb-6a258e886a83 req-c5c78856-4310-4743-b31a-027d764fb276 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f433472-95cc-422f-bad2-e26167db4e28 HTTP/1.1" status: 200 len: 210 time: 0.1051445 Feb 11 13:54:44.966485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:44.970011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:44.989260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b8551047-5388-482f-b1f7-0695d361db25 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1888003 Feb 11 13:54:44.990040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44010) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.000315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-49ec0dc5-d861-410e-bffe-4c6e117d8440 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': 'b2f15a9e-5fb9-4754-a111-8762ff58d488', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:45.001257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] For port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:45.011421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 8d6b3f07-2715-4501-b1fd-970d5fb4e3ed yet. {{(pid=103176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:45.014777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] For port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,segment=NetworkSegment(bf69604a-fe19-4be0-add9-bbc635b0de61),segment_id=bf69604a-fe19-4be0-add9-bbc635b0de61)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:45.028243 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.155336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31e6e5-1612-4140-8645-d0c63e554af3 None None] Pushing event updated for resources: {'Port': ['ID=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:45.168588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-49ec0dc5-d861-410e-bffe-4c6e117d8440 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (556833db-4bbd-4f78-84b4-07b4569816ef), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.225640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-164495e7-7580-455c-8ee7-386dee304dd0 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags/tempest-TagsExtTest-Tag-2030676887 HTTP/1.1" status: 201 len: 201 time: 0.5484345 Feb 11 13:54:45.233221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44014) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.240221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-5a1fa6a5-b228-496f-a2fa-715abc502655 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', 'tempest-TagsExtTest-Tag-1987009531') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:45.276293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-49ec0dc5-d861-410e-bffe-4c6e117d8440 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (556833db-4bbd-4f78-84b4-07b4569816ef), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.281708 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-49ec0dc5-d861-410e-bffe-4c6e117d8440 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (556833db-4bbd-4f78-84b4-07b4569816ef), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.320536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b902ca7-43a1-4a94-83b7-5c97b772669f None None] Network 760c3f86-eec7-4fb5-83c9-a9314cb86680 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:45.337825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.10 (90528b67-fdd4-4298-ac55-9550eb513bcf/6df7668e-17c1-460e-b33d-5f049d2ba657/8d6b3f07-2715-4501-b1fd-970d5fb4e3ed) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:45.346576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0dc5-d861-410e-bffe-4c6e117d8440 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556833db-4bbd-4f78-84b4-07b4569816ef,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:45.366666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-49ec0dc5-d861-410e-bffe-4c6e117d8440 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.372238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-49ec0dc5-d861-410e-bffe-4c6e117d8440 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794351 Feb 11 13:54:45.374001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44018) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.409119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7666c7e2-fcf7-4a5b-b0eb-d25122829379 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules/556833db-4bbd-4f78-84b4-07b4569816ef HTTP/1.1" status: 200 len: 764 time: 0.0336888 Feb 11 13:54:45.411735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44022) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.465649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5ef8ab85-b80b-44d4-864c-ba30f3345b99 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0521967 Feb 11 13:54:45.466331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44024) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.474569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5a1fa6a5-b228-496f-a2fa-715abc502655 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags/tempest-TagsExtTest-Tag-1987009531 HTTP/1.1" status: 201 len: 201 time: 0.2400305 Feb 11 13:54:45.487769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.502365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-13c35d94-9389-46bb-acf6-4c9da3fea2e5 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', 'tempest-TagsExtTest-Tag-745145511') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:45.575433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-641d70a1-8a8b-4c87-a5d9-4277a9203d48 None None] Provisioning complete for port 4eb62931-6384-4d03-9d1b-2894f29e4056 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:45.575905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-641d70a1-8a8b-4c87-a5d9-4277a9203d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.581250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24349a48-5e61-4d48-93a8-1ac519dc667b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (556833db-4bbd-4f78-84b4-07b4569816ef), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.608871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24349a48-5e61-4d48-93a8-1ac519dc667b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (556833db-4bbd-4f78-84b4-07b4569816ef), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.688318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24349a48-5e61-4d48-93a8-1ac519dc667b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (556833db-4bbd-4f78-84b4-07b4569816ef), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.698437 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-24349a48-5e61-4d48-93a8-1ac519dc667b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.704304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-24349a48-5e61-4d48-93a8-1ac519dc667b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/556833db-4bbd-4f78-84b4-07b4569816ef HTTP/1.1" status: 204 len: 168 time: 0.2347815 Feb 11 13:54:45.711066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44028) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.738841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24349a48-5e61-4d48-93a8-1ac519dc667b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=556833db-4bbd-4f78-84b4-07b4569816ef,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:45.752730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4eb62931-6384-4d03-9d1b-2894f29e4056 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:45.829548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-58e4e05d-c835-4b27-a98d-8e21da932e15 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1139977 Feb 11 13:54:45.829548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44030) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.888647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-641d70a1-8a8b-4c87-a5d9-4277a9203d48 None None] Current status of the port 4eb62931-6384-4d03-9d1b-2894f29e4056 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:45.889284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-641d70a1-8a8b-4c87-a5d9-4277a9203d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.894955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-13c35d94-9389-46bb-acf6-4c9da3fea2e5 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags/tempest-TagsExtTest-Tag-745145511 HTTP/1.1" status: 201 len: 201 time: 0.4002779 Feb 11 13:54:45.899236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44032) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:45.903146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-9cd4eb82-53c7-4533-bc7e-b239ac51ceeb tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', 'tempest-TagsExtTest-Tag-17439189') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:45.942884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-641d70a1-8a8b-4c87-a5d9-4277a9203d48 None None] For port 4eb62931-6384-4d03-9d1b-2894f29e4056, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4eb62931-6384-4d03-9d1b-2894f29e4056,segment=NetworkSegment(d68f6a27-c2bb-4317-9f8c-601c1fcefdda),segment_id=d68f6a27-c2bb-4317-9f8c-601c1fcefdda)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:45.952907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4eb62931-6384-4d03-9d1b-2894f29e4056 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:45.953329 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:45.965817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5907f9c-0b36-4cb0-bf6d-4a8852d71a2b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (b2f15a9e-5fb9-4754-a111-8762ff58d488), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.004907 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-641d70a1-8a8b-4c87-a5d9-4277a9203d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.011880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.027618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5907f9c-0b36-4cb0-bf6d-4a8852d71a2b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (b2f15a9e-5fb9-4754-a111-8762ff58d488), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.078816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (8d6b3f07-2715-4501-b1fd-970d5fb4e3ed), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.116609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9cd4eb82-53c7-4533-bc7e-b239ac51ceeb tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags/tempest-TagsExtTest-Tag-17439189 HTTP/1.1" status: 201 len: 201 time: 0.2171276 Feb 11 13:54:46.119564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44038) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.127987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-1c0fc45d-842e-4c60-8498-f9e88878cffc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:46.150572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d70a1-8a8b-4c87-a5d9-4277a9203d48 None None] Pushing event updated for resources: {'Port': ['ID=4eb62931-6384-4d03-9d1b-2894f29e4056,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:46.179205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4eb62931-6384-4d03-9d1b-2894f29e4056 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:46.201808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5907f9c-0b36-4cb0-bf6d-4a8852d71a2b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b2f15a9e-5fb9-4754-a111-8762ff58d488), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.208872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5907f9c-0b36-4cb0-bf6d-4a8852d71a2b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.214950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c5907f9c-0b36-4cb0-bf6d-4a8852d71a2b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/b2f15a9e-5fb9-4754-a111-8762ff58d488 HTTP/1.1" status: 204 len: 168 time: 0.3833094 Feb 11 13:54:46.215918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8d6b3f07-2715-4501-b1fd-970d5fb4e3ed), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.217604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44042) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.272727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5907f9c-0b36-4cb0-bf6d-4a8852d71a2b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f15a9e-5fb9-4754-a111-8762ff58d488,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:46.294862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=8d6b3f07-2715-4501-b1fd-970d5fb4e3ed,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:46.349584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2791b11a-d941-4747-be26-63647c67c34e None None] Provisioning complete for port 86f93346-013a-4154-aec5-220184143564 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:46.352105 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2791b11a-d941-4747-be26-63647c67c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (86f93346-013a-4154-aec5-220184143564), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.432275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1c0fc45d-842e-4c60-8498-f9e88878cffc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags HTTP/1.1" status: 200 len: 241 time: 0.3110766 Feb 11 13:54:46.434747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44046) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.440411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-a123a59e-f66f-4deb-b2ed-adefdc97c2c6 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', 'tempest-TagsExtTest-Tag-2030676887') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:46.452655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2791b11a-d941-4747-be26-63647c67c34e None None] Port 86f93346-013a-4154-aec5-220184143564 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:46.477107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2791b11a-d941-4747-be26-63647c67c34e None None] Provisioning complete for port 4eb62931-6384-4d03-9d1b-2894f29e4056 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:46.477607 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2791b11a-d941-4747-be26-63647c67c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.487887 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c14bc9f1-74af-47e6-a447-610d7fb0a0a8 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2589722 Feb 11 13:54:46.494620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44048) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.508458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6d9be85b-db7e-45c9-b39f-4ab17076428d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477368972'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:46.562905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d9be85b-db7e-45c9-b39f-4ab17076428d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.578598 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a123a59e-f66f-4deb-b2ed-adefdc97c2c6 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags/tempest-TagsExtTest-Tag-2030676887 HTTP/1.1" status: 204 len: 168 time: 0.1399295 Feb 11 13:54:46.581444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44052) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.589957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-c92377a6-ebec-43d1-9062-532a29904051 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', 'tempest-TagsExtTest-Tag-2030676887') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:46.591500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 90528b67-fdd4-4298-ac55-9550eb513bcf is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:46.609142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:46.614066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:46.659897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2791b11a-d941-4747-be26-63647c67c34e None None] Current status of the port 4eb62931-6384-4d03-9d1b-2894f29e4056 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:46.749723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d9be85b-db7e-45c9-b39f-4ab17076428d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (76131e74-30fe-4f8b-9d53-865216b06514), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.756819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d9be85b-db7e-45c9-b39f-4ab17076428d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (76131e74-30fe-4f8b-9d53-865216b06514), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.786423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2b587dda-fb86-480e-ada2-6f7a91d43259 None None] Provisioning complete for port 86f93346-013a-4154-aec5-220184143564 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:46.786807 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b587dda-fb86-480e-ada2-6f7a91d43259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (86f93346-013a-4154-aec5-220184143564), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.801979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:46.802730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.811946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9be85b-db7e-45c9-b39f-4ab17076428d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76131e74-30fe-4f8b-9d53-865216b06514,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:46.819293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d9be85b-db7e-45c9-b39f-4ab17076428d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:46.820711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6d9be85b-db7e-45c9-b39f-4ab17076428d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3254430 Feb 11 13:54:46.830184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44054) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.835197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5b8a7787-a75f-4ffa-9306-b4834737d30b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Request body: {'security_group_rule': {'security_group_id': '76131e74-30fe-4f8b-9d53-865216b06514', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:46.884210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44056) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.887084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82d521de-be69-4f4d-bc08-db98fa9f7a90 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9089520 Feb 11 13:54:46.967976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c92377a6-ebec-43d1-9062-532a29904051 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags/tempest-TagsExtTest-Tag-2030676887 HTTP/1.1" status: 204 len: 168 time: 0.3849556 Feb 11 13:54:46.970538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44058) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:46.976269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-1ae35b00-3275-4cfd-aef4-6c2936abf4e4 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:47.060789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7787-a75f-4ffa-9306-b4834737d30b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (f26b8289-7344-4621-b44a-d4f82aeca3bb), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.064621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ce47c-e794-49f1-9910-9a7d284095ea None None] Network 90528b67-fdd4-4298-ac55-9550eb513bcf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:47.166920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b049035-29b6-42cc-a200-f6dd16ca1df7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:47.167984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2b587dda-fb86-480e-ada2-6f7a91d43259 None None] Port 86f93346-013a-4154-aec5-220184143564 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:47.168532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4b049035-29b6-42cc-a200-f6dd16ca1df7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2800841 Feb 11 13:54:47.171567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44060) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:47.205394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (4356e24c-64b4-4a0f-a385-ed767feea464), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.293747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e123a0d7-08b0-4b29-9b32-ed480e6f9912 None None] Provisioning complete for port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:47.294148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e123a0d7-08b0-4b29-9b32-ed480e6f9912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.366441 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1ae35b00-3275-4cfd-aef4-6c2936abf4e4 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags HTTP/1.1" status: 200 len: 205 time: 0.3941326 Feb 11 13:54:47.369050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44064) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:47.381699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-b3d989b9-2473-49bd-b90c-db1bbaa0687c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:47.408442 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7787-a75f-4ffa-9306-b4834737d30b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (f26b8289-7344-4621-b44a-d4f82aeca3bb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.460129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e123a0d7-08b0-4b29-9b32-ed480e6f9912 None None] Current status of the port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:47.462977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e123a0d7-08b0-4b29-9b32-ed480e6f9912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.477472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7787-a75f-4ffa-9306-b4834737d30b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f26b8289-7344-4621-b44a-d4f82aeca3bb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.552877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a7787-a75f-4ffa-9306-b4834737d30b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26b8289-7344-4621-b44a-d4f82aeca3bb,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:47.608046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7787-a75f-4ffa-9306-b4834737d30b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.622280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5b8a7787-a75f-4ffa-9306-b4834737d30b tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7883296 Feb 11 13:54:47.622483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e123a0d7-08b0-4b29-9b32-ed480e6f9912 None None] For port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,segment=NetworkSegment(bf69604a-fe19-4be0-add9-bbc635b0de61),segment_id=bf69604a-fe19-4be0-add9-bbc635b0de61)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:47.622740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44070) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:47.631330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e123a0d7-08b0-4b29-9b32-ed480e6f9912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.673205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 8d6b3f07-2715-4501-b1fd-970d5fb4e3ed {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:47.673551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8d6b3f07-2715-4501-b1fd-970d5fb4e3ed), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.778325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:47.784717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44072) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:47.787229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b3d989b9-2473-49bd-b90c-db1bbaa0687c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags HTTP/1.1" status: 200 len: 241 time: 0.4147108 Feb 11 13:54:47.789711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-1c0ee47e-4537-4d11-bfa9-d4db3c8dad92 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', 'tempest-TagsExtTest-Tag-1987009531') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:47.815284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123a0d7-08b0-4b29-9b32-ed480e6f9912 None None] Pushing event updated for resources: {'Port': ['ID=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:47.828224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Provisioning complete for port 97ee363a-76ef-451e-a3d5-85012d568e48 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:47.828780 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (97ee363a-76ef-451e-a3d5-85012d568e48), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.927152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4375ed2-6f37-4bd8-b377-f5f782c8c17a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (76131e74-30fe-4f8b-9d53-865216b06514), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.933155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Port 97ee363a-76ef-451e-a3d5-85012d568e48 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:47.954089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:47.959237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.983829 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4375ed2-6f37-4bd8-b377-f5f782c8c17a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (76131e74-30fe-4f8b-9d53-865216b06514), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.991728 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1c0ee47e-4537-4d11-bfa9-d4db3c8dad92 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags/tempest-TagsExtTest-Tag-1987009531 HTTP/1.1" status: 204 len: 168 time: 0.2052808 Feb 11 13:54:47.996766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44074) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.007040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-7c763524-3b91-4dea-abfd-9cb42a2a9729 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', 'tempest-TagsExtTest-Tag-1987009531') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:48.021865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8d6b3f07-2715-4501-b1fd-970d5fb4e3ed), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.049128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting port 0666ce9c-0424-4ac2-b443-7f5f79c6242a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:48.049475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.053066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 8d6b3f07-2715-4501-b1fd-970d5fb4e3ed owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:48.086401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Provisioning complete for port 8d6b3f07-2715-4501-b1fd-970d5fb4e3ed triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:48.087029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8d6b3f07-2715-4501-b1fd-970d5fb4e3ed), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.147809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4375ed2-6f37-4bd8-b377-f5f782c8c17a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (76131e74-30fe-4f8b-9d53-865216b06514), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.154721 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a4375ed2-6f37-4bd8-b377-f5f782c8c17a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.163680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44076) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.165570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a4375ed2-6f37-4bd8-b377-f5f782c8c17a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/76131e74-30fe-4f8b-9d53-865216b06514 HTTP/1.1" status: 204 len: 168 time: 0.5403409 Feb 11 13:54:48.176877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Port 8d6b3f07-2715-4501-b1fd-970d5fb4e3ed cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:48.194173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4375ed2-6f37-4bd8-b377-f5f782c8c17a tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76131e74-30fe-4f8b-9d53-865216b06514,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:48.210111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:48.211594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4eb62931-6384-4d03-9d1b-2894f29e4056 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:48.215425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Provisioning complete for port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:48.215810 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.331056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1db3f07c-f792-423d-a3f0-bbe46f613f87 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1634681 Feb 11 13:54:48.331056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] For port 0666ce9c-0424-4ac2-b443-7f5f79c6242a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0666ce9c-0424-4ac2-b443-7f5f79c6242a,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:48.332215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.334743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44078) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.335508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7c763524-3b91-4dea-abfd-9cb42a2a9729 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags/tempest-TagsExtTest-Tag-1987009531 HTTP/1.1" status: 204 len: 168 time: 0.3377845 Feb 11 13:54:48.341029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44080) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.345483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-cf24c31f-c2b6-4cda-8737-c0e71d321541 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:48.389961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Calling delete_port for 0666ce9c-0424-4ac2-b443-7f5f79c6242a owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:48.396259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4eb62931-6384-4d03-9d1b-2894f29e4056 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:48.396651 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.449974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8d6b3f07-2715-4501-b1fd-970d5fb4e3ed), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.494317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cb74e4d3-a810-40d3-81b6-fc6395260f0a None None] Current status of the port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:48.517539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=8d6b3f07-2715-4501-b1fd-970d5fb4e3ed,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:48.549698 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e0cf7736-5e5c-42c0-9468-b4e43056ae04 tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2110887 Feb 11 13:54:48.550186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44086) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.594580 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-2222e8d6-dc88-4bf9-a122-ea6ae4d187cf tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] delete failed (client error): The resource could not be found. Feb 11 13:54:48.599038 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2222e8d6-dc88-4bf9-a122-ea6ae4d187cf tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "DELETE /v2.0/security-groups/76131e74-30fe-4f8b-9d53-865216b06514 HTTP/1.1" status: 404 len: 347 time: 0.0444911 Feb 11 13:54:48.622929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4eb62931-6384-4d03-9d1b-2894f29e4056 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:48.669732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-537bfe01-23e6-487e-bfdc-bd727ab6ee43 None None] Provisioning complete for port 97ee363a-76ef-451e-a3d5-85012d568e48 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:48.669960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-537bfe01-23e6-487e-bfdc-bd727ab6ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (97ee363a-76ef-451e-a3d5-85012d568e48), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.674501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44090) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.678511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.682801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-11ca100a-eca6-4074-a1d0-70714201e47d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/8d6b3f07-2715-4501-b1fd-970d5fb4e3ed HTTP/1.1" status: 204 len: 168 time: 1.5084410 Feb 11 13:54:48.690243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44092) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.757744 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5bddb6-192a-4606-97fd-9cb8cce9a2b4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:54:48.759401 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1d5bddb6-192a-4606-97fd-9cb8cce9a2b4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/8d6b3f07-2715-4501-b1fd-970d5fb4e3ed HTTP/1.1" status: 404 len: 333 time: 0.0663259 Feb 11 13:54:48.759584 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0666ce9c-0424-4ac2-b443-7f5f79c6242a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:48.765802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44094) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:48.775135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-537bfe01-23e6-487e-bfdc-bd727ab6ee43 None None] Port 97ee363a-76ef-451e-a3d5-85012d568e48 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:48.783068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-537bfe01-23e6-487e-bfdc-bd727ab6ee43 None None] Could not find standard attr ID for object 8d6b3f07-2715-4501-b1fd-970d5fb4e3ed. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:54:48.798049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c8649353-abd2-4c64-a202-72ffe50e802d tempest-SecGroupTest-190338800 tempest-SecGroupTest-190338800-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1134019 Feb 11 13:54:48.888250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Port': ['ID=0666ce9c-0424-4ac2-b443-7f5f79c6242a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:49.018898 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cf24c31f-c2b6-4cda-8737-c0e71d321541 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags HTTP/1.1" status: 200 len: 205 time: 0.6742151 Feb 11 13:54:49.020175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44098) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:49.026733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-4f9d1f61-fd98-4d56-865f-72bf2300d401 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:49.087203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 97ee363a-76ef-451e-a3d5-85012d568e48 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:49.087551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (97ee363a-76ef-451e-a3d5-85012d568e48), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:49.197367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4f9d1f61-fd98-4d56-865f-72bf2300d401 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags HTTP/1.1" status: 200 len: 240 time: 0.1756957 Feb 11 13:54:49.199765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44102) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:49.204170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-f9798013-5f3c-4e67-9ed1-406addeed9fb tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', 'tempest-TagsExtTest-Tag-745145511') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:49.271090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44104) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:49.317623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (97ee363a-76ef-451e-a3d5-85012d568e48), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:49.331813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 97ee363a-76ef-451e-a3d5-85012d568e48 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:49.351169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f9798013-5f3c-4e67-9ed1-406addeed9fb tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags/tempest-TagsExtTest-Tag-745145511 HTTP/1.1" status: 204 len: 168 time: 0.1503603 Feb 11 13:54:49.353866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44108) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:49.358371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-a0ab080b-ee39-4799-9e52-8786120dc4e0 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', 'tempest-TagsExtTest-Tag-745145511') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:49.427377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (4356e24c-64b4-4a0f-a385-ed767feea464), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:49.611275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-baaba48f-279f-4954-9287-b32a6b595a08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09c1042ad073403caf9ad530cb6fba25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388734 Feb 11 13:54:49.613198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44116) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:49.627553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0ab080b-ee39-4799-9e52-8786120dc4e0 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags/tempest-TagsExtTest-Tag-745145511 HTTP/1.1" status: 204 len: 168 time: 0.2704401 Feb 11 13:54:49.637908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44118) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:49.642813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-a7fb1db9-2c1b-485a-95b6-aa82eadf62b2 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:49.648592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:49.752309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:49.752893 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:49.867311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:50.165369 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (97ee363a-76ef-451e-a3d5-85012d568e48), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.176362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.244961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=97ee363a-76ef-451e-a3d5-85012d568e48,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:50.389301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-265d0301-076f-4a04-9a07-b4bd04b37115 admin admin] Publish callbacks [] for security_group (55c1567d-9a58-460a-886a-856aad99a655), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.428007 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.431305 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-35529b7d-768c-44eb-addc-8a2fd6e4268d tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/97ee363a-76ef-451e-a3d5-85012d568e48 HTTP/1.1" status: 204 len: 168 time: 1.6621547 Feb 11 13:54:50.434356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44124) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:50.478065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7fb1db9-2c1b-485a-95b6-aa82eadf62b2 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags HTTP/1.1" status: 200 len: 205 time: 0.8391087 Feb 11 13:54:50.486781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:50.491645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-9a667a5a-5973-49f8-a3f5-0c9e311213f6 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:50.492951 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2192a2-23c6-43ad-b6fa-4560d29e8214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:54:50.501337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6e2192a2-23c6-43ad-b6fa-4560d29e8214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/97ee363a-76ef-451e-a3d5-85012d568e48 HTTP/1.1" status: 404 len: 333 time: 0.0658481 Feb 11 13:54:50.502057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44128) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:50.542299 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-265d0301-076f-4a04-9a07-b4bd04b37115 admin admin] Publish callbacks [] for security_group (55c1567d-9a58-460a-886a-856aad99a655), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.649901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 6df7668e-17c1-460e-b33d-5f049d2ba657 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:50.664313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (6df7668e-17c1-460e-b33d-5f049d2ba657), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.719899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a667a5a-5973-49f8-a3f5-0c9e311213f6 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags HTTP/1.1" status: 200 len: 239 time: 0.2297761 Feb 11 13:54:50.729884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44134) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:50.743684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-35c07ea3-ab4c-4788-96fc-488ff9fb79dc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', 'tempest-TagsExtTest-Tag-17439189') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:50.748944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 4356e24c-64b4-4a0f-a385-ed767feea464 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:50.802889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-265d0301-076f-4a04-9a07-b4bd04b37115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (55c1567d-9a58-460a-886a-856aad99a655), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.805575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-265d0301-076f-4a04-9a07-b4bd04b37115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.813989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-265d0301-076f-4a04-9a07-b4bd04b37115 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/55c1567d-9a58-460a-886a-856aad99a655 HTTP/1.1" status: 204 len: 168 time: 1.1949522 Feb 11 13:54:50.861278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (6df7668e-17c1-460e-b33d-5f049d2ba657), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:50.910570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d0301-076f-4a04-9a07-b4bd04b37115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c1567d-9a58-460a-886a-856aad99a655,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:50.978790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-35c07ea3-ab4c-4788-96fc-488ff9fb79dc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags/tempest-TagsExtTest-Tag-17439189 HTTP/1.1" status: 204 len: 168 time: 0.2461159 Feb 11 13:54:50.981988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44140) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:50.998303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-362c22d3-0228-4030-80d6-6a12460e1254 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', 'tempest-TagsExtTest-Tag-17439189') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:51.012144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:51.026240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44142) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:51.027710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6363017d-8546-4658-b6a8-6d03aae3b027 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "PUT /v2.0/routers/4356e24c-64b4-4a0f-a385-ed767feea464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0098231 Feb 11 13:54:51.030497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] Sync routers for ids ['4356e24c-64b4-4a0f-a385-ed767feea464'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:51.052119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] Routers {'4356e24c-64b4-4a0f-a385-ed767feea464'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:51.052975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4356e24c-64b4-4a0f-a385-ed767feea464'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:51.132207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting subnet 004c4d66-2456-44d0-87a0-2d3609f9ce69 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:51.196125 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6df7668e-17c1-460e-b33d-5f049d2ba657), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:51.245993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] Set router 4356e24c-64b4-4a0f-a385-ed767feea464 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:51.257336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for subnet (004c4d66-2456-44d0-87a0-2d3609f9ce69), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:51.335001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (004c4d66-2456-44d0-87a0-2d3609f9ce69), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:51.339058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (6df7668e-17c1-460e-b33d-5f049d2ba657), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:51.548572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:54:48Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:51.579687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] Checking router: 4356e24c-64b4-4a0f-a385-ed767feea464 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:51.590439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] Routers {'4356e24c-64b4-4a0f-a385-ed767feea464'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:51.591103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4356e24c-64b4-4a0f-a385-ed767feea464'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:51.739590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-362c22d3-0228-4030-80d6-6a12460e1254 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags/tempest-TagsExtTest-Tag-17439189 HTTP/1.1" status: 204 len: 168 time: 0.7564194 Feb 11 13:54:51.745083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:51.755219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-2c6d7bf1-e82d-4975-9f11-e154156080b2 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:51.771554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=6df7668e-17c1-460e-b33d-5f049d2ba657,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:51.781067 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:51.787701 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ccbf313e-d63c-4f2f-b9d0-8fb893fd1b40 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/6df7668e-17c1-460e-b33d-5f049d2ba657 HTTP/1.1" status: 204 len: 168 time: 1.2846153 Feb 11 13:54:51.790748 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44162) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:51.796734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e51175-f087-4ee9-a75b-3cb55f799fd8 None None] Network 90528b67-fdd4-4298-ac55-9550eb513bcf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:51.830943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c6d7bf1-e82d-4975-9f11-e154156080b2 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags HTTP/1.1" status: 200 len: 205 time: 0.0829196 Feb 11 13:54:51.835798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44166) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:51.844870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-e05e942d-0fd1-4ecb-aad2-d72b28cf5b09 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:51.906316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] Set router 4356e24c-64b4-4a0f-a385-ed767feea464 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:51.967423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (90528b67-fdd4-4298-ac55-9550eb513bcf), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:51.967423 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (004c4d66-2456-44d0-87a0-2d3609f9ce69), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.032422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e05e942d-0fd1-4ecb-aad2-d72b28cf5b09 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags HTTP/1.1" status: 204 len: 168 time: 0.1917703 Feb 11 13:54:52.033967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:52.042260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-d8c164db-1cc5-4f65-a3a5-c059011a6cd1 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:52.183384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (004c4d66-2456-44d0-87a0-2d3609f9ce69), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.210020 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d8c164db-1cc5-4f65-a3a5-c059011a6cd1 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags HTTP/1.1" status: 204 len: 168 time: 0.1695850 Feb 11 13:54:52.211837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44176) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:52.217380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-36c586ae-11e9-4b29-b177-9a843b8ee2ee tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:52.278432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:52.281676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Subnet': ['ID=004c4d66-2456-44d0-87a0-2d3609f9ce69,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:52.285491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.291809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.297404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec15dd66-7dc3-41bf-a702-ec86d9fd8932 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/subnets/004c4d66-2456-44d0-87a0-2d3609f9ce69 HTTP/1.1" status: 204 len: 168 time: 1.2652895 Feb 11 13:54:52.297736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44182) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:52.328079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81164d9d-f04a-4d4b-a655-c3e41721bd3f None None] Network 40fd4918-f568-4c68-9897-b1d8bf929214 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:52.343813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:52.344167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.433809 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-36c586ae-11e9-4b29-b177-9a843b8ee2ee tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags HTTP/1.1" status: 204 len: 168 time: 0.2181494 Feb 11 13:54:52.461914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44184) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:52.466734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-d0f785f2-50d9-47c7-8b84-70e0906d2fbc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:52.501486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] For port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,segment=NetworkSegment(bf69604a-fe19-4be0-add9-bbc635b0de61),segment_id=bf69604a-fe19-4be0-add9-bbc635b0de61)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:52.504086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.521148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:52.523344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] DHCP port deletion for 90528b67-fdd4-4298-ac55-9550eb513bcf request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:52.535230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:54:48Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:52.537712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router (4356e24c-64b4-4a0f-a385-ed767feea464), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.615405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fcb72c-1e68-4402-9349-3f8d6f0744a5 None None] The sync data for ids ['4356e24c-64b4-4a0f-a385-ed767feea464'] in n-d-828676-2 is: [{'id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992803204', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:54:48Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'faebc05d-e140-43c2-b214-f6c5f0a3d745', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356e24c-64b4-4a0f-a385-ed767feea464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:52.673145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] Deleting port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:52.673542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.696658 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0f785f2-50d9-47c7-8b84-70e0906d2fbc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags HTTP/1.1" status: 204 len: 168 time: 0.2297370 Feb 11 13:54:52.709081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:52.724119 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-14584f9c-7149-4a88-9205-15f7d935a596 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', 'tempest-TagsExtTest-Tag-1694640850') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:52.729163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-977b6e4d-769e-4c3b-9bed-3681763d0a2c tempest-ServiceProvidersTest-1913514059 tempest-ServiceProvidersTest-1913514059-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4485857 Feb 11 13:54:52.740587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.796373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:52.814661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No DVR routers for this DVR port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:52.843253 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (4356e24c-64b4-4a0f-a385-ed767feea464), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.845785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] For port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,segment=NetworkSegment(bf69604a-fe19-4be0-add9-bbc635b0de61),segment_id=bf69604a-fe19-4be0-add9-bbc635b0de61)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:52.846503 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:52.875452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] Calling delete_port for ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:52.965657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (90528b67-fdd4-4298-ac55-9550eb513bcf), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.000175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-14584f9c-7149-4a88-9205-15f7d935a596 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags/tempest-TagsExtTest-Tag-1694640850 HTTP/1.1" status: 201 len: 201 time: 0.2878661 Feb 11 13:54:53.001034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44196) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.008455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90528b67-fdd4-4298-ac55-9550eb513bcf']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:53.026371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-4a725e95-ffa1-489a-b101-3fd5f4c64bee tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', 'tempest-TagsExtTest-Tag-1426245304') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:53.039554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] DHCP port deletion for 40fd4918-f568-4c68-9897-b1d8bf929214 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:53.039760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf69604a-fe19-4be0-add9-bbc635b0de61') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:53.039872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf69604a-fe19-4be0-add9-bbc635b0de61') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:53.065208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (bf69604a-fe19-4be0-add9-bbc635b0de61), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.086262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (bf69604a-fe19-4be0-add9-bbc635b0de61), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.095346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting port faebc05d-e140-43c2-b214-f6c5f0a3d745 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:53.099178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:53.100484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (bf69604a-fe19-4be0-add9-bbc635b0de61), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:53.105409 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:53.107238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.114278 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.197846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] Pushing event deleted for resources: {'Port': ['ID=ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:53.228309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44200) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.233902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d756ccd-b29d-4225-bfa1-fa93aa4341e0 None None] No DVR routers for this DVR port ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:53.267737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] Deleting port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:53.268360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.272261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] For port faebc05d-e140-43c2-b214-f6c5f0a3d745, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=faebc05d-e140-43c2-b214-f6c5f0a3d745,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:53.272636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.284598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (90528b67-fdd4-4298-ac55-9550eb513bcf), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.303388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.306209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Calling delete_port for faebc05d-e140-43c2-b214-f6c5f0a3d745 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:53.313307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/90528b67-fdd4-4298-ac55-9550eb513bcf HTTP/1.1" status: 204 len: 168 time: 1.5217319 Feb 11 13:54:53.313676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44204) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.326274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee39ab-13fe-40a3-9906-9a7552ab92d2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=90528b67-fdd4-4298-ac55-9550eb513bcf,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:53.334808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-273597329'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:53.378552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] For port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e6c95a1b-f5cc-4104-a3ef-80edeae9b45a,segment=NetworkSegment(60ec5167-1d95-4d77-b810-94deba77dac2),segment_id=60ec5167-1d95-4d77-b810-94deba77dac2)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:53.379127 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.393713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] Calling delete_port for e6c95a1b-f5cc-4104-a3ef-80edeae9b45a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:53.471138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4a725e95-ffa1-489a-b101-3fd5f4c64bee tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags/tempest-TagsExtTest-Tag-1426245304 HTTP/1.1" status: 201 len: 201 time: 0.4648526 Feb 11 13:54:53.476200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44206) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.483783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-a17ae6c0-f609-4340-93a7-92df81aaf0ee tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', 'tempest-TagsExtTest-Tag-931052752') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:53.494470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dbf58df3-e33a-4929-99ac-f2f466d84cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.502925 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e6c95a1b-f5cc-4104-a3ef-80edeae9b45a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.543852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:53.548037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.564746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] No DVR routers for this DVR port e6c95a1b-f5cc-4104-a3ef-80edeae9b45a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:53.572801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9979135-1f67-4795-b63e-4efb88ce5179 None None] Pushing event deleted for resources: {'Port': ['ID=e6c95a1b-f5cc-4104-a3ef-80edeae9b45a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:53.577423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:53.601394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:53.601753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ca1e82ea-18a4-4cd1-9587-3082eb5bcf1a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:53.602280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6c95a1b-f5cc-4104-a3ef-80edeae9b45a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:53.626199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e6c95a1b-f5cc-4104-a3ef-80edeae9b45a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:53.626646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6c95a1b-f5cc-4104-a3ef-80edeae9b45a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:53.627117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0666ce9c-0424-4ac2-b443-7f5f79c6242a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:53.648803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0666ce9c-0424-4ac2-b443-7f5f79c6242a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:53.654306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0666ce9c-0424-4ac2-b443-7f5f79c6242a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:53.676297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dbf58df3-e33a-4929-99ac-f2f466d84cbf admin admin] Publish callbacks [] for security_group (9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.680816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dbf58df3-e33a-4929-99ac-f2f466d84cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.683273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:54:53.707697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e110d3ab-4218-49dd-bdfe-4afd37838ea8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.708083 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment e110d3ab-4218-49dd-bdfe-4afd37838ea8 of type vlan for network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf Feb 11 13:54:53.739886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dbf58df3-e33a-4929-99ac-f2f466d84cbf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9091abb1a18a4795b91869f4cdf16d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5065961 Feb 11 13:54:53.741191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf58df3-e33a-4929-99ac-f2f466d84cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:53.743616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44208) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.768742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a17ae6c0-f609-4340-93a7-92df81aaf0ee tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags/tempest-TagsExtTest-Tag-931052752 HTTP/1.1" status: 201 len: 201 time: 0.2912199 Feb 11 13:54:53.775164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.783034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-f870e356-a0f2-45ba-8bf4-adfd5cbe3ee8 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', 'tempest-TagsExtTest-Tag-1370590629') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:53.810670 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.854326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ac76b87-3402-4f24-af3e-adcb1bf4fe00 admin admin] Publish callbacks [] for security_group (9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.879966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.885304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:53.886319 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.892831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ac76b87-3402-4f24-af3e-adcb1bf4fe00 admin admin] Publish callbacks [] for security_group (9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.899457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (faebc05d-e140-43c2-b214-f6c5f0a3d745), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.954970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ac76b87-3402-4f24-af3e-adcb1bf4fe00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.957234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f870e356-a0f2-45ba-8bf4-adfd5cbe3ee8 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags/tempest-TagsExtTest-Tag-1370590629 HTTP/1.1" status: 201 len: 201 time: 0.1792099 Feb 11 13:54:53.958866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ac76b87-3402-4f24-af3e-adcb1bf4fe00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:53.961790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.962609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Port': ['ID=faebc05d-e140-43c2-b214-f6c5f0a3d745,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:53.970862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ac76b87-3402-4f24-af3e-adcb1bf4fe00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1 HTTP/1.1" status: 204 len: 168 time: 0.2261071 Feb 11 13:54:53.971725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-8df027cd-0dd0-47f8-899e-2a261e9b6302 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', {'tags': ['tempest-TagsExtTest-Tag-734292214', 'tempest-TagsExtTest-Tag-1147057455', 'tempest-TagsExtTest-Tag-1329837025']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:53.980235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6605377 Feb 11 13:54:53.981367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:53.989000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:53.993088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac76b87-3402-4f24-af3e-adcb1bf4fe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9491b1fe-8d3a-4c3f-bc83-0b6cf3bb45c1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:54.085286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06006ec7-3cec-43dd-aac0-9a2b8d35e092 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:54.097107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:54:54.183304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (4356e24c-64b4-4a0f-a385-ed767feea464), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.185378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:54.194154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.240379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8df027cd-0dd0-47f8-899e-2a261e9b6302 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags HTTP/1.1" status: 200 len: 317 time: 0.2713187 Feb 11 13:54:54.240985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44224) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:54.262257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-b9a626d5-3ebd-4ecf-af82-6c8111b86619 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:54.401871 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (4356e24c-64b4-4a0f-a385-ed767feea464), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.404469 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_controller (4356e24c-64b4-4a0f-a385-ed767feea464), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.475012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (4356e24c-64b4-4a0f-a385-ed767feea464), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.475555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Fanout notify agent at l3_agent the message router_deleted on router 4356e24c-64b4-4a0f-a385-ed767feea464 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:54.489000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.500718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-827e3df6-5e24-4f24-8939-a19fbcc0cc80 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/routers/4356e24c-64b4-4a0f-a385-ed767feea464 HTTP/1.1" status: 204 len: 168 time: 2.2018716 Feb 11 13:54:54.501355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44232) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:54.568192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b9a626d5-3ebd-4ecf-af82-6c8111b86619 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags HTTP/1.1" status: 204 len: 168 time: 0.3233101 Feb 11 13:54:54.571051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44234) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:54.632270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (40fd4918-f568-4c68-9897-b1d8bf929214), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.640780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-72dbbd1d-7281-4c7a-8b24-1ef025c7e58a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', 'tempest-TagsExtTest-Tag-734292214') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:54.646526 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (688f6450-aa64-42d4-818d-28fe3a642ebc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.760836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=688f6450-aa64-42d4-818d-28fe3a642ebc,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:54.775835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': 'e110d3ab-4218-49dd-bdfe-4afd37838ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:54.776213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:54.786998 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-72dbbd1d-7281-4c7a-8b24-1ef025c7e58a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:54.788140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-72dbbd1d-7281-4c7a-8b24-1ef025c7e58a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags/tempest-TagsExtTest-Tag-734292214 HTTP/1.1" status: 404 len: 328 time: 0.2036531 Feb 11 13:54:54.791415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44242) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:54.797643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-5d40dc4a-41fa-43d4-8094-a3161e75dc47 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', 'tempest-TagsExtTest-Tag-1147057455') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:54.829480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (40fd4918-f568-4c68-9897-b1d8bf929214), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.874040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fd4918-f568-4c68-9897-b1d8bf929214']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:54.875560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:54.895351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ec5167-1d95-4d77-b810-94deba77dac2') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:54.895962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ec5167-1d95-4d77-b810-94deba77dac2') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:54.896073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:54.904386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:54.905054 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.907620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc2bc4-02c8-4519-aece-c6871e989885 None None] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:54.915232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (60ec5167-1d95-4d77-b810-94deba77dac2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.922954 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-5d40dc4a-41fa-43d4-8094-a3161e75dc47 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:54.925082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5d40dc4a-41fa-43d4-8094-a3161e75dc47 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags/tempest-TagsExtTest-Tag-1147057455 HTTP/1.1" status: 404 len: 329 time: 0.1324337 Feb 11 13:54:54.928847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44246) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:54.934598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-94a59a39-7abc-43fb-850c-14185ff746a9 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448', 'tempest-TagsExtTest-Tag-1329837025') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:54.938933 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (60ec5167-1d95-4d77-b810-94deba77dac2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.949434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f0ff6ae5-2b04-485a-bde0-dc7e22a7b7d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9650691 Feb 11 13:54:54.965807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:54.966537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (60ec5167-1d95-4d77-b810-94deba77dac2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:54.967505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44250) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:54.974754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf', 'name': 'tempest-PortsTestJSON-1689391737', 'fixed_ips': [{'subnet_id': '688f6450-aa64-42d4-818d-28fe3a642ebc', 'ip_address': '172.20.0.10'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:55.093635 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:55.099660 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (40fd4918-f568-4c68-9897-b1d8bf929214), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:55.112988 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-94a59a39-7abc-43fb-850c-14185ff746a9 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:55.114374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:55.116926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-94a59a39-7abc-43fb-850c-14185ff746a9 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags/tempest-TagsExtTest-Tag-1329837025 HTTP/1.1" status: 404 len: 329 time: 0.1867855 Feb 11 13:54:55.119046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44254) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:55.120993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/networks/40fd4918-f568-4c68-9897-b1d8bf929214 HTTP/1.1" status: 204 len: 168 time: 0.6185951 Feb 11 13:54:55.127096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44258) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:55.139723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-dd27adb0-4e86-4e98-a848-b3cde4b4b581 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', {'tags': ['tempest-TagsExtTest-Tag-195347745', 'tempest-TagsExtTest-Tag-1026619987', 'tempest-TagsExtTest-Tag-1437176155']}) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:55.199445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf', 'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf', 'project_id': '07a5d1b22aa34052a3663c0fdd490d62', 'fixed_ips': [{'subnet_id': '688f6450-aa64-42d4-818d-28fe3a642ebc'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:54:55.200581 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:55.221349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb22fb-a615-464a-a0f3-9e21e8799c4e tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Network': ['ID=40fd4918-f568-4c68-9897-b1d8bf929214,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:55.256772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:55.430523 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dd27adb0-4e86-4e98-a848-b3cde4b4b581 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags HTTP/1.1" status: 200 len: 317 time: 0.3103917 Feb 11 13:54:55.432859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44264) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:55.438268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-7bd1a828-049b-4b66-849f-e4f6e9744ffc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:55.485816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Allocated IP 172.20.0.2 (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf/688f6450-aa64-42d4-818d-28fe3a642ebc/e8d16d86-81b0-474f-b444-28a86b7cc6df) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:55.527649 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:55.578077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device faebc05d-e140-43c2-b214-f6c5f0a3d745 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:55.594552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port ea3d76dc-ed7a-4808-a791-fc68cc551b74 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:55.650527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting port 3bcc849f-de85-476c-a924-f81c7f4156b1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:55.650999 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:55.683450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: faebc05d-e140-43c2-b214-f6c5f0a3d745 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:55.683787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device faebc05d-e140-43c2-b214-f6c5f0a3d745 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:55.858906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Publish callbacks [] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:55.869699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-891043bf-a066-4a5c-9742-f86c7aaa1f53 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713484 Feb 11 13:54:55.876981 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:55.879554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7bd1a828-049b-4b66-849f-e4f6e9744ffc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags HTTP/1.1" status: 204 len: 168 time: 0.4457033 Feb 11 13:54:55.880233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44274) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:55.891687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-e4b7ebec-9d28-44be-ada5-4cf0bff3bd12 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', 'tempest-TagsExtTest-Tag-195347745') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:55.971737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.10 (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf/688f6450-aa64-42d4-818d-28fe3a642ebc/ea3d76dc-ed7a-4808-a791-fc68cc551b74) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:56.011075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Pushing event updated for resources: {'Port': ['ID=e8d16d86-81b0-474f-b444-28a86b7cc6df,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:56.037206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:56.042104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:56.045870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:56.152390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Attempting to bind port e8d16d86-81b0-474f-b444-28a86b7cc6df on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:56.153179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Attempting to bind port e8d16d86-81b0-474f-b444-28a86b7cc6df by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'e110d3ab-4218-49dd-bdfe-4afd37838ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:56.153793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Attempting to bind port e8d16d86-81b0-474f-b444-28a86b7cc6df on network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:56.161487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:56.162964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Checking segment: {'id': 'e110d3ab-4218-49dd-bdfe-4afd37838ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:56.163649 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.164473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Bound using segment: {'id': 'e110d3ab-4218-49dd-bdfe-4afd37838ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:56.165209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Bound port: e8d16d86-81b0-474f-b444-28a86b7cc6df, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e110d3ab-4218-49dd-bdfe-4afd37838ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:56.165867 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.196152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (ea3d76dc-ed7a-4808-a791-fc68cc551b74), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.265615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] For port e8d16d86-81b0-474f-b444-28a86b7cc6df, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:56.276332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] For port e8d16d86-81b0-474f-b444-28a86b7cc6df, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8d16d86-81b0-474f-b444-28a86b7cc6df,segment=NetworkSegment(e110d3ab-4218-49dd-bdfe-4afd37838ea8),segment_id=e110d3ab-4218-49dd-bdfe-4afd37838ea8)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:56.289904 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ea3d76dc-ed7a-4808-a791-fc68cc551b74), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.292680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.408361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=ea3d76dc-ed7a-4808-a791-fc68cc551b74,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:56.420411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:56.428725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:56.429591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.430061 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for floatingip (3bcc849f-de85-476c-a924-f81c7f4156b1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.451352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Calling delete_port for 3bcc849f-de85-476c-a924-f81c7f4156b1 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:56.452353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2bfeb-48cd-4e47-b2b7-502e1e3e6d36 None None] Pushing event updated for resources: {'Port': ['ID=e8d16d86-81b0-474f-b444-28a86b7cc6df,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:56.458379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:56.547351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:56.556690 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:56.608562 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-e4b7ebec-9d28-44be-ada5-4cf0bff3bd12 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:56.612965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e4b7ebec-9d28-44be-ada5-4cf0bff3bd12 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags/tempest-TagsExtTest-Tag-195347745 HTTP/1.1" status: 404 len: 328 time: 0.7236483 Feb 11 13:54:56.619894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44294) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:56.620793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-01cd9c07-0695-46ca-a0ac-fdfd89b4e8a4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6505022 Feb 11 13:54:56.622998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44296) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:56.628740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': '9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf', 'name': 'tempest-PortsTestJSON-197375880', 'fixed_ips': [{'subnet_id': '688f6450-aa64-42d4-818d-28fe3a642ebc', 'ip_address': '172.20.0.9'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:56.632184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-60047697-4294-4393-bbb7-7f489765d986 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', 'tempest-TagsExtTest-Tag-1026619987') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:56.634449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-5a0f28ca-72ed-4e80-afe5-d7bc9ae96484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:56.636168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-5a0f28ca-72ed-4e80-afe5-d7bc9ae96484 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1166 time: 0.3923941 Feb 11 13:54:56.820137 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-60047697-4294-4393-bbb7-7f489765d986 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:56.821882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-60047697-4294-4393-bbb7-7f489765d986 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags/tempest-TagsExtTest-Tag-1026619987 HTTP/1.1" status: 404 len: 329 time: 0.2030988 Feb 11 13:54:56.825688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44298) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:56.831463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-82e54592-3da9-4e69-b7ef-ffae4c2b30fe tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564', 'tempest-TagsExtTest-Tag-1437176155') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:56.984995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44306) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:57.064780 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec0b3-41fd-443f-87a9-4da82d4e38ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.101799 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-82e54592-3da9-4e69-b7ef-ffae4c2b30fe tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:57.105889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82e54592-3da9-4e69-b7ef-ffae4c2b30fe tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags/tempest-TagsExtTest-Tag-1437176155 HTTP/1.1" status: 404 len: 329 time: 0.2751501 Feb 11 13:54:57.105889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (3bcc849f-de85-476c-a924-f81c7f4156b1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.106522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44314) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:57.135755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-3d593e54-b76f-4916-bbd5-3dae2443f606 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', {'tags': ['tempest-TagsExtTest-Tag-1291652365', 'tempest-TagsExtTest-Tag-82930069', 'tempest-TagsExtTest-Tag-92532164']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:57.148740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Port': ['ID=3bcc849f-de85-476c-a924-f81c7f4156b1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:57.310023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:57.329539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.359813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-4bf1141c-8abb-4f42-98d3-b418ff2485fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:57.362689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-4bf1141c-8abb-4f42-98d3-b418ff2485fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 200 len: 897 time: 0.6875916 Feb 11 13:54:57.466519 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-c67a9b50-0230-4a5e-b0b7-90b8690668dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 200 len: 217 time: 0.0871012 Feb 11 13:54:57.472344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3d593e54-b76f-4916-bbd5-3dae2443f606 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags HTTP/1.1" status: 200 len: 314 time: 0.3430488 Feb 11 13:54:57.476373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44328) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:57.484106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-654e3b91-957a-4db0-8696-331f5a765fda tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:57.489374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for floatingip (4a173853-39ab-43fc-8c14-ebb0bc5441ba), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.489978 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Floating IP 4a173853-39ab-43fc-8c14-ebb0bc5441ba disassociated (deleted). External IP: 172.25.3.51, port: 3315cbe1-77db-4eb8-892d-ff5781de3bc9. Feb 11 13:54:57.561321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:54:57.669958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8d16d86-81b0-474f-b444-28a86b7cc6df up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:57.714349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a74ad738-50ac-4425-8f10-f6f3c30e9784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.750843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-e7da22c7-ab19-4912-a910-4479f20b70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:57.752451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-e7da22c7-ab19-4912-a910-4479f20b70f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4563cf37-987c-440c-a2fb-cc4052d35f5e HTTP/1.1" status: 200 len: 835 time: 0.2850244 Feb 11 13:54:57.833497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e8d16d86-81b0-474f-b444-28a86b7cc6df triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:57.834245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.862769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-654e3b91-957a-4db0-8696-331f5a765fda tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags HTTP/1.1" status: 204 len: 168 time: 0.3843541 Feb 11 13:54:57.866314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44340) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:57.872792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-788aa473-c12c-4c23-8227-1c2113eb0f5f tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', 'tempest-TagsExtTest-Tag-1291652365') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:58.002746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.9 (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf/688f6450-aa64-42d4-818d-28fe3a642ebc/ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:58.011515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-9dbe8523-dfbf-4b6e-91b0-57f14faa7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.013030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-9dbe8523-dfbf-4b6e-91b0-57f14faa7c1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2483366 Feb 11 13:54:58.024416 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-788aa473-c12c-4c23-8227-1c2113eb0f5f tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:58.025900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-788aa473-c12c-4c23-8227-1c2113eb0f5f tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags/tempest-TagsExtTest-Tag-1291652365 HTTP/1.1" status: 404 len: 329 time: 0.1582344 Feb 11 13:54:58.030085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44352) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:58.055435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-eb4b75ce-55d1-4103-873b-19d9d01ae94b tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', 'tempest-TagsExtTest-Tag-82930069') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:58.084598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e8d16d86-81b0-474f-b444-28a86b7cc6df is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:58.085753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.141743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port e8d16d86-81b0-474f-b444-28a86b7cc6df, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8d16d86-81b0-474f-b444-28a86b7cc6df,segment=NetworkSegment(e110d3ab-4218-49dd-bdfe-4afd37838ea8),segment_id=e110d3ab-4218-49dd-bdfe-4afd37838ea8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:58.148179 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.155290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:58.155437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450e4d12-78e1-4d58-812c-a6df2a87a0a8 None None] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:58.314600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:58.326483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=e8d16d86-81b0-474f-b444-28a86b7cc6df,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:58.330003 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] Sync routers for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:58.333055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.347233 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:58.348081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:58.375268 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7955684-d93a-4226-a48d-d56f18d193c4 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/floatingips/4a173853-39ab-43fc-8c14-ebb0bc5441ba HTTP/1.1" status: 204 len: 168 time: 3.2456760 Feb 11 13:54:58.375913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:54:58.380414 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442fca8e-333c-4ae9-9eae-db8dd52ab067" -d '{"events": [{"name": "network-changed", "server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:58.438029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4a21cb9-5131-40fd-a77d-203dd8d9cb4d None None] Provisioning complete for port e8d16d86-81b0-474f-b444-28a86b7cc6df triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:58.438472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4a21cb9-5131-40fd-a77d-203dd8d9cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.489782 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ed5b3-21ed-460a-bf81-607263586988 x-openstack-request-id: req-5c5ed5b3-21ed-460a-bf81-607263586988 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:58.490712 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:58.491195 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c5ed5b3-21ed-460a-bf81-607263586988 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:58.491804 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'status': 'completed', 'code': 200} Feb 11 13:54:58.549399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a74ad738-50ac-4425-8f10-f6f3c30e9784 admin admin] Publish callbacks [] for security_group (81f837c5-5a12-49a0-9153-aa8e96dab656), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.588086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.616913 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-eb4b75ce-55d1-4103-873b-19d9d01ae94b tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:58.621548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eb4b75ce-55d1-4103-873b-19d9d01ae94b tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags/tempest-TagsExtTest-Tag-82930069 HTTP/1.1" status: 404 len: 327 time: 0.5692565 Feb 11 13:54:58.622403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44382) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:58.625048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a74ad738-50ac-4425-8f10-f6f3c30e9784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (81f837c5-5a12-49a0-9153-aa8e96dab656), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.627304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-581d6c7f-2df6-4793-a478-69dc86baf152 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db', 'tempest-TagsExtTest-Tag-92532164') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:58.642766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4a21cb9-5131-40fd-a77d-203dd8d9cb4d None None] Current status of the port e8d16d86-81b0-474f-b444-28a86b7cc6df is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:58.643936 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:58.697884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ad738-50ac-4425-8f10-f6f3c30e9784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f837c5-5a12-49a0-9153-aa8e96dab656,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:58.850902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.907529 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-581d6c7f-2df6-4793-a478-69dc86baf152 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:58.912535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a74ad738-50ac-4425-8f10-f6f3c30e9784 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20b2a418fe2a452dbfe1f562be881176&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9146612 Feb 11 13:54:58.917218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-581d6c7f-2df6-4793-a478-69dc86baf152 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags/tempest-TagsExtTest-Tag-92532164 HTTP/1.1" status: 404 len: 327 time: 0.2910080 Feb 11 13:54:58.917218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44402) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:58.917916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-e2ad8bec-895e-4382-88d2-294e3b56c2fd service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8868823 Feb 11 13:54:58.930217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:58.944079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-fc00ae77-88d8-419d-9e9e-ecc26d9b41ac tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', {'tags': ['tempest-TagsExtTest-Tag-103310793', 'tempest-TagsExtTest-Tag-1723584567', 'tempest-TagsExtTest-Tag-1643783529']}) {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.053781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:59.093794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:59.100606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09396161-e5e9-4bd1-b860-991435daef3b admin admin] Publish callbacks [] for security_group (81f837c5-5a12-49a0-9153-aa8e96dab656), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.124953 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.130202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:59.147974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc00ae77-88d8-419d-9e9e-ecc26d9b41ac tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "PUT /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags HTTP/1.1" status: 200 len: 317 time: 0.2130229 Feb 11 13:54:59.149423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44416) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:59.165861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:59.174980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-e81dd248-5e02-4900-bf47-c50c21180ee4 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.190102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-61aacea2-8ddf-4f9b-bcaf-3db3ec31b7c0 None None] Provisioning complete for port ea3d76dc-ed7a-4808-a791-fc68cc551b74 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:59.191125 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61aacea2-8ddf-4f9b-bcaf-3db3ec31b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ea3d76dc-ed7a-4808-a791-fc68cc551b74), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.227171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09396161-e5e9-4bd1-b860-991435daef3b admin admin] Publish callbacks [] for security_group (81f837c5-5a12-49a0-9153-aa8e96dab656), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.282686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-61aacea2-8ddf-4f9b-bcaf-3db3ec31b7c0 None None] Port ea3d76dc-ed7a-4808-a791-fc68cc551b74 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:59.310553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-61aacea2-8ddf-4f9b-bcaf-3db3ec31b7c0 None None] Provisioning complete for port e8d16d86-81b0-474f-b444-28a86b7cc6df triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:59.311211 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61aacea2-8ddf-4f9b-bcaf-3db3ec31b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.391236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1502e8e-d4c3-40d4-bbba-6449dec59ce1 req-56ac6961-d9c3-463f-a462-2440d3339fcb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.399827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1502e8e-d4c3-40d4-bbba-6449dec59ce1 req-56ac6961-d9c3-463f-a462-2440d3339fcb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 984 time: 0.5788586 Feb 11 13:54:59.440919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e81dd248-5e02-4900-bf47-c50c21180ee4 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags HTTP/1.1" status: 204 len: 168 time: 0.2879372 Feb 11 13:54:59.445614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44426) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:59.469724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-35c61650-4ca1-4a7e-aea6-9dc9cf0f0699 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', 'tempest-TagsExtTest-Tag-103310793') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.473911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88523f55-780d-4de3-b63d-c825b07f4ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.487049 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] Checking router: 19e99c49-0388-4d6e-a177-2b8f0be9ebfd for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:59.506791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.507477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.515091 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:59.515746 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.528052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09396161-e5e9-4bd1-b860-991435daef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (81f837c5-5a12-49a0-9153-aa8e96dab656), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.531628 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-09396161-e5e9-4bd1-b860-991435daef3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.533592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-09396161-e5e9-4bd1-b860-991435daef3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81f837c5-5a12-49a0-9153-aa8e96dab656 HTTP/1.1" status: 204 len: 168 time: 0.6174748 Feb 11 13:54:59.563149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396161-e5e9-4bd1-b860-991435daef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f837c5-5a12-49a0-9153-aa8e96dab656,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:59.588479 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-35c61650-4ca1-4a7e-aea6-9dc9cf0f0699 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:59.592479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-35c61650-4ca1-4a7e-aea6-9dc9cf0f0699 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags/tempest-TagsExtTest-Tag-103310793 HTTP/1.1" status: 404 len: 328 time: 0.1385546 Feb 11 13:54:59.594129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8d16d86-81b0-474f-b444-28a86b7cc6df up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:59.596199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b1735acf-f622-461a-8a80-b16b2e62acf5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9718831 Feb 11 13:54:59.596944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44434) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:59.597733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44436) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:59.617368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1a150708-0006-4a33-bb05-3ba9c530c7c8 req-7e61e64c-024f-48b4-b232-e2668fd5841c service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612020 Feb 11 13:54:59.642584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.tag.tag_plugin [None req-9bc41cdd-0ee5-4711-ad55-2c8dced817fe tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', 'tempest-TagsExtTest-Tag-1723584567') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.790024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1502e8e-d4c3-40d4-bbba-6449dec59ce1 req-9f16e15e-6b15-49ee-8704-15d468809c63 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3803275 Feb 11 13:54:59.796530 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-9bc41cdd-0ee5-4711-ad55-2c8dced817fe tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:54:59.800339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9bc41cdd-0ee5-4711-ad55-2c8dced817fe tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags/tempest-TagsExtTest-Tag-1723584567 HTTP/1.1" status: 404 len: 329 time: 0.1879539 Feb 11 13:54:59.800768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44440) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:59.820117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-43e5303c-da54-478b-81b7-2a755e4940ac tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555', 'tempest-TagsExtTest-Tag-1643783529') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.894406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926fccc2-7f42-44dd-9542-4403b5fa1a77 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.903832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-926fccc2-7f42-44dd-9542-4403b5fa1a77 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2926934 Feb 11 13:54:59.907675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44442) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:59.938624 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:59.940267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-61aacea2-8ddf-4f9b-bcaf-3db3ec31b7c0 None None] Current status of the port e8d16d86-81b0-474f-b444-28a86b7cc6df is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:54:59.942265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-3acb5d95-ee08-45e0-9175-b0b72c3a1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.943881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-3acb5d95-ee08-45e0-9175-b0b72c3a1b02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8acefabc5eb443508cfbdcced1978b97&device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 1166 time: 0.2277577 Feb 11 13:54:59.963322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e8d16d86-81b0-474f-b444-28a86b7cc6df triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:59.963707 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.018010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44446) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.027119 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-43e5303c-da54-478b-81b7-2a755e4940ac tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] show failed (client error): The resource could not be found. Feb 11 13:55:00.035013 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-43e5303c-da54-478b-81b7-2a755e4940ac tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags/tempest-TagsExtTest-Tag-1643783529 HTTP/1.1" status: 404 len: 329 time: 0.2212818 Feb 11 13:55:00.036876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44450) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.091401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-8aa4a096-1969-48e6-8d9f-9ddb800dc56e tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94fe0cba-490e-4e8e-a260-c698c78a4555') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:00.170410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-533fcc1a-05e3-46e6-9f56-852b2d7bc6fd None None] Provisioning complete for port ea3d76dc-ed7a-4808-a791-fc68cc551b74 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:00.172425 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-533fcc1a-05e3-46e6-9f56-852b2d7bc6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ea3d76dc-ed7a-4808-a791-fc68cc551b74), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.177086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e8d16d86-81b0-474f-b444-28a86b7cc6df is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:00.241722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363875e-7c11-4124-8d05-97096a761af7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:00.253850 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363875e-7c11-4124-8d05-97096a761af7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:00.260230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-bcc86bcf-c241-4e48-a45c-e7e55bb1a90f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:00.261676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-bcc86bcf-c241-4e48-a45c-e7e55bb1a90f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.83 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 984 time: 0.3273134 Feb 11 13:55:00.270859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363875e-7c11-4124-8d05-97096a761af7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:00.272515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6363875e-7c11-4124-8d05-97096a761af7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3634193 Feb 11 13:55:00.280990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8aa4a096-1969-48e6-8d9f-9ddb800dc56e tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555/tags HTTP/1.1" status: 204 len: 168 time: 0.1956475 Feb 11 13:55:00.281518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.281879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.313581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-533fcc1a-05e3-46e6-9f56-852b2d7bc6fd None None] Port ea3d76dc-ed7a-4808-a791-fc68cc551b74 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:00.315362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-f49087df-e68b-4955-9e66-661eb4ad5585 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1492b87-4b28-4ee4-aa96-ea855ad917db') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:00.321225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.358700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-533fcc1a-05e3-46e6-9f56-852b2d7bc6fd None None] Provisioning complete for port ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:00.359083 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-533fcc1a-05e3-46e6-9f56-852b2d7bc6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.404232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3dcab1f-3bb9-4c95-a3a5-bbfb2905930e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.409849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-533fcc1a-05e3-46e6-9f56-852b2d7bc6fd None None] Port ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:00.448524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f29a3c1-7d0b-4549-bbff-0753589052c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.464255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-64827ea6-9331-46fb-98d6-7ea75df9f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:00.465807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-64827ea6-9331-46fb-98d6-7ea75df9f923 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 200 len: 897 time: 0.4858828 Feb 11 13:55:00.481420 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:00.525975 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a646d82-01a9-4ab5-9221-071fe84ac4ec None None] The sync data for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 is: [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '085eab57-e928-429b-aa8c-72574966d63f', 'name': '', 'network_id': '3fef1633-5b2d-4cb2-a630-fb0456ea12d3', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'mac_address': 'fa:16:3e:36:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:33Z', 'updated_at': '2022-02-11T13:52:51Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'subnets': [{'id': '4563cf37-987c-440c-a2fb-cc4052d35f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:00.563928 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f49087df-e68b-4955-9e66-661eb4ad5585 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db/tags HTTP/1.1" status: 204 len: 168 time: 0.2794490 Feb 11 13:55:00.565225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44464) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.571454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-745696ee-2b1d-460f-b276-1b43b8ee2e04 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '86f93346-013a-4154-aec5-220184143564') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:00.603751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:00.604114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.668176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f29a3c1-7d0b-4549-bbff-0753589052c7 admin admin] Publish callbacks [] for security_group (bfb8afb6-fadb-448c-a65c-6b63595da06c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.670077 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3dcab1f-3bb9-4c95-a3a5-bbfb2905930e admin admin] Publish callbacks [] for security_group (d46c6172-f940-4313-bfa0-1c2613c3bd6f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.715743 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3dcab1f-3bb9-4c95-a3a5-bbfb2905930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d46c6172-f940-4313-bfa0-1c2613c3bd6f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.718939 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4f29a3c1-7d0b-4549-bbff-0753589052c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bfb8afb6-fadb-448c-a65c-6b63595da06c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.728742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-31d6ec43-3834-4a00-9f17-79ab96f17078 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 200 len: 217 time: 0.2270136 Feb 11 13:55:00.788662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3dcab1f-3bb9-4c95-a3a5-bbfb2905930e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fde962b6fcb247e28822eca23742571c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4670451 Feb 11 13:55:00.793312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.798151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-745696ee-2b1d-460f-b276-1b43b8ee2e04 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/ports/86f93346-013a-4154-aec5-220184143564/tags HTTP/1.1" status: 204 len: 168 time: 0.2302668 Feb 11 13:55:00.798900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcab1f-3bb9-4c95-a3a5-bbfb2905930e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46c6172-f940-4313-bfa0-1c2613c3bd6f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:00.804204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44468) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.834740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.tag.tag_plugin [None req-3178bd94-c5da-4518-995f-e8c640b755a6 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12a26006-c1ca-47e7-9c5e-ace399645448') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:00.841765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.868534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4f29a3c1-7d0b-4549-bbff-0753589052c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93603c8d78434286a97cec8acd4e532c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8321064 Feb 11 13:55:00.870067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44472) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:00.884620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:00.884959 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.941190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:00.995470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:00.996150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] For port 3315cbe1-77db-4eb8-892d-ff5781de3bc9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3315cbe1-77db-4eb8-892d-ff5781de3bc9,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:00.996847 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.004061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29a3c1-7d0b-4549-bbff-0753589052c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8afb6-fadb-448c-a65c-6b63595da06c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:01.042288 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-b94c0fd7-a5d2-4e6e-843a-94b4f6b652aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:01.044524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-b94c0fd7-a5d2-4e6e-843a-94b4f6b652aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4563cf37-987c-440c-a2fb-cc4052d35f5e HTTP/1.1" status: 200 len: 835 time: 0.3038712 Feb 11 13:55:01.052968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Calling delete_port for 3315cbe1-77db-4eb8-892d-ff5781de3bc9 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:01.071614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647309c-3435-40da-b15f-6cb418ba195e None None] New status for floating IP 4a173853-39ab-43fc-8c14-ebb0bc5441ba: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:55:01.094984 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e13783d8-e167-41a7-bac1-42c7b34c97f8 admin admin] Publish callbacks [] for security_group (d46c6172-f940-4313-bfa0-1c2613c3bd6f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.181905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e13783d8-e167-41a7-bac1-42c7b34c97f8 admin admin] Publish callbacks [] for security_group (d46c6172-f940-4313-bfa0-1c2613c3bd6f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.204542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339b7c-22e2-4e2f-b0b6-48f6a7e296ec req-88293ae4-91c2-4151-a2d7-b9059f026655 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:01.209757 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9339b7c-22e2-4e2f-b0b6-48f6a7e296ec req-88293ae4-91c2-4151-a2d7-b9059f026655 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 984 time: 0.2870147 Feb 11 13:55:01.284984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3178bd94-c5da-4518-995f-e8c640b755a6 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448/tags HTTP/1.1" status: 204 len: 168 time: 0.4671316 Feb 11 13:55:01.291981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:01.462462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9339b7c-22e2-4e2f-b0b6-48f6a7e296ec req-b404ef15-38ed-40ca-8aca-b8d441eef729 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9&id=e0792aab-0eb1-4527-945c-4d0329bd0a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2280259 Feb 11 13:55:01.470579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e13783d8-e167-41a7-bac1-42c7b34c97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d46c6172-f940-4313-bfa0-1c2613c3bd6f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.473403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e13783d8-e167-41a7-bac1-42c7b34c97f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.477229 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e13783d8-e167-41a7-bac1-42c7b34c97f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d46c6172-f940-4313-bfa0-1c2613c3bd6f HTTP/1.1" status: 204 len: 168 time: 0.6714518 Feb 11 13:55:01.484308 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.525759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13783d8-e167-41a7-bac1-42c7b34c97f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46c6172-f940-4313-bfa0-1c2613c3bd6f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:01.556593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-08e0aef8-5de7-4350-9690-27fa6d960ad3 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.557961 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-08e0aef8-5de7-4350-9690-27fa6d960ad3 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnetpools/94fe0cba-490e-4e8e-a260-c698c78a4555 HTTP/1.1" status: 204 len: 168 time: 0.2580202 Feb 11 13:55:01.559335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:01.567812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:01.623270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7464f9b8-45eb-46f9-b4a2-749e8cf62ef4 tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1492b87-4b28-4ee4-aa96-ea855ad917db HTTP/1.1" status: 200 len: 205 time: 0.0522070 Feb 11 13:55:01.623777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:01.705202 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7795b95b-b912-4216-9ba6-ca9f63ea170c admin admin] Publish callbacks [] for security_group (bfb8afb6-fadb-448c-a65c-6b63595da06c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.720205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-8a629ebe-1d4e-4d13-a188-a8c4a5ea6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:01.722033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-8a629ebe-1d4e-4d13-a188-a8c4a5ea6c03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3fef1633-5b2d-4cb2-a630-fb0456ea12d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6662238 Feb 11 13:55:01.756837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cc303e-31a6-4bd4-ab0b-fa9556ffe9cc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for router (e1492b87-4b28-4ee4-aa96-ea855ad917db), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.763115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.767469 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d98d502c-fa3d-4e0f-8875-7dcc767eb6e3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135 HTTP/1.1" status: 204 len: 168 time: 1.4846115 Feb 11 13:55:01.772494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44488) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:01.830531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7795b95b-b912-4216-9ba6-ca9f63ea170c admin admin] Publish callbacks [] for security_group (bfb8afb6-fadb-448c-a65c-6b63595da06c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.863205 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e2ba62-058e-4995-ae90-9046a6c20ae9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:55:01.864588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d0e2ba62-058e-4995-ae90-9046a6c20ae9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/ad8cf10e-c7ff-4346-8af3-1f7c6b4f5135 HTTP/1.1" status: 404 len: 333 time: 0.0867009 Feb 11 13:55:01.871963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:02.002627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-9c1f63ef-684e-4ad7-92eb-b1fe4dc53d2e service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691793 Feb 11 13:55:02.025432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7795b95b-b912-4216-9ba6-ca9f63ea170c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bfb8afb6-fadb-448c-a65c-6b63595da06c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.028112 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7795b95b-b912-4216-9ba6-ca9f63ea170c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.029235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7795b95b-b912-4216-9ba6-ca9f63ea170c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bfb8afb6-fadb-448c-a65c-6b63595da06c HTTP/1.1" status: 204 len: 168 time: 1.1554198 Feb 11 13:55:02.068041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795b95b-b912-4216-9ba6-ca9f63ea170c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8afb6-fadb-448c-a65c-6b63595da06c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:02.102733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3315cbe1-77db-4eb8-892d-ff5781de3bc9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.133719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Port': ['ID=3315cbe1-77db-4eb8-892d-ff5781de3bc9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:02.202174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3315cbe1-77db-4eb8-892d-ff5781de3bc9 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:02.222089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] No DVR routers for this DVR port 3315cbe1-77db-4eb8-892d-ff5781de3bc9 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:02.225714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.232370 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdd29b5-5967-466b-bc55-b857a4fea645 req-151db847-6149-442e-93b8-42fdf633c1bd tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.83 "DELETE /v2.0/ports/3315cbe1-77db-4eb8-892d-ff5781de3bc9 HTTP/1.1" status: 204 len: 173 time: 1.9613266 Feb 11 13:55:02.240381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'name': 'network-vif-deleted', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:02.243493 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71526eb2-5c04-41f1-a983-eda98c49acc5" -d '{"events": [{"server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "name": "network-vif-deleted", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:02.256233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-442fca8e-333c-4ae9-9eae-db8dd52ab067 req-f9d27816-97bd-492a-952f-4077b95fb4d3 service neutron] 10.222.0.83 "GET /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441657 Feb 11 13:55:02.279917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 3315cbe1-77db-4eb8-892d-ff5781de3bc9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:02.280272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3315cbe1-77db-4eb8-892d-ff5781de3bc9 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:02.434930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.625855 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7095e8cc-f9e7-4141-84d8-c33e24583a62 x-openstack-request-id: req-7095e8cc-f9e7-4141-84d8-c33e24583a62 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:02.629755 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2132883f-85a1-4105-8e24-612b41c07856", "name": "network-vif-deleted", "tag": "3315cbe1-77db-4eb8-892d-ff5781de3bc9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:02.631473 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7095e8cc-f9e7-4141-84d8-c33e24583a62 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:02.632573 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2132883f-85a1-4105-8e24-612b41c07856', 'name': 'network-vif-deleted', 'tag': '3315cbe1-77db-4eb8-892d-ff5781de3bc9', 'status': 'completed', 'code': 200} Feb 11 13:55:02.650519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44516) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:02.651430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cc303e-31a6-4bd4-ab0b-fa9556ffe9cc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (e1492b87-4b28-4ee4-aa96-ea855ad917db), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.674604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cc303e-31a6-4bd4-ab0b-fa9556ffe9cc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for router_controller (e1492b87-4b28-4ee4-aa96-ea855ad917db), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.688620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d43edd0-350a-473d-8338-230f4e12786a req-8bfa1e3c-0d85-457d-841f-addbdef37e33 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "GET /v2.0/ports?device_id=2132883f-85a1-4105-8e24-612b41c07856 HTTP/1.1" status: 200 len: 210 time: 0.0410922 Feb 11 13:55:02.728861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e9d551b-0f63-448a-9e84-ffeff97f800c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.760850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cc303e-31a6-4bd4-ab0b-fa9556ffe9cc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (e1492b87-4b28-4ee4-aa96-ea855ad917db), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.762067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cc303e-31a6-4bd4-ab0b-fa9556ffe9cc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Fanout notify agent at l3_agent the message router_deleted on router e1492b87-4b28-4ee4-aa96-ea855ad917db {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:55:02.776157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8cc303e-31a6-4bd4-ab0b-fa9556ffe9cc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.777496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a8cc303e-31a6-4bd4-ab0b-fa9556ffe9cc tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/routers/e1492b87-4b28-4ee4-aa96-ea855ad917db HTTP/1.1" status: 204 len: 168 time: 1.1526153 Feb 11 13:55:02.782897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44520) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:02.789698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port ea3d76dc-ed7a-4808-a791-fc68cc551b74 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:02.790060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ea3d76dc-ed7a-4808-a791-fc68cc551b74), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.965439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ea3d76dc-ed7a-4808-a791-fc68cc551b74), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.979366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for ea3d76dc-ed7a-4808-a791-fc68cc551b74 owned by {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:03.021470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Deleting port 86f93346-013a-4154-aec5-220184143564 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:03.022207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (86f93346-013a-4154-aec5-220184143564), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.043580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e9d551b-0f63-448a-9e84-ffeff97f800c admin admin] Publish callbacks [] for security_group (99120c92-e0df-47c1-951c-331a0c5232c5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.057957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e9d551b-0f63-448a-9e84-ffeff97f800c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (99120c92-e0df-47c1-951c-331a0c5232c5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.088807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8e9d551b-0f63-448a-9e84-ffeff97f800c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61ed532d50494df5b0de80c355f11f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4305067 Feb 11 13:55:03.092269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44528) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:03.133756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ea3d76dc-ed7a-4808-a791-fc68cc551b74), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.189096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=ea3d76dc-ed7a-4808-a791-fc68cc551b74,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:03.204226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d551b-0f63-448a-9e84-ffeff97f800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99120c92-e0df-47c1-951c-331a0c5232c5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:03.224687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a224-8833-4bb0-878e-68bea9679742 admin admin] Publish callbacks [] for security_group (99120c92-e0df-47c1-951c-331a0c5232c5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.262173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (86f93346-013a-4154-aec5-220184143564), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.288770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a224-8833-4bb0-878e-68bea9679742 admin admin] Publish callbacks [] for security_group (99120c92-e0df-47c1-951c-331a0c5232c5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.291347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Calling delete_port for 86f93346-013a-4154-aec5-220184143564 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:03.309015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.317895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-707f54cc-98b3-407f-a711-51c3fe8582db tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/ea3d76dc-ed7a-4808-a791-fc68cc551b74 HTTP/1.1" status: 204 len: 168 time: 1.4446926 Feb 11 13:55:03.319498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:03.356759 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00f6fb4-7ffb-43d9-bf41-4d00633114dc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:55:03.363664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e00f6fb4-7ffb-43d9-bf41-4d00633114dc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/ea3d76dc-ed7a-4808-a791-fc68cc551b74 HTTP/1.1" status: 404 len: 333 time: 0.0425341 Feb 11 13:55:03.365019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44538) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:03.435361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 688f6450-aa64-42d4-818d-28fe3a642ebc {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:55:03.440888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (688f6450-aa64-42d4-818d-28fe3a642ebc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.452181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a224-8833-4bb0-878e-68bea9679742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (99120c92-e0df-47c1-951c-331a0c5232c5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.459566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a224-8833-4bb0-878e-68bea9679742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.464745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3fa5a224-8833-4bb0-878e-68bea9679742 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99120c92-e0df-47c1-951c-331a0c5232c5 HTTP/1.1" status: 204 len: 168 time: 0.3703561 Feb 11 13:55:03.478830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a224-8833-4bb0-878e-68bea9679742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99120c92-e0df-47c1-951c-331a0c5232c5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:03.539102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (688f6450-aa64-42d4-818d-28fe3a642ebc), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.584632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (86f93346-013a-4154-aec5-220184143564), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.638200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event deleted for resources: {'Port': ['ID=86f93346-013a-4154-aec5-220184143564,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:03.670990 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.707750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (688f6450-aa64-42d4-818d-28fe3a642ebc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.802434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44552) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:03.811307 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (688f6450-aa64-42d4-818d-28fe3a642ebc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.855286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.861204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d0d84618-b32d-4094-a554-2c95cc2a25bf tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/ports/86f93346-013a-4154-aec5-220184143564 HTTP/1.1" status: 204 len: 168 time: 1.0772500 Feb 11 13:55:03.863056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44554) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:03.914340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.921259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89c113-00bb-421f-9e75-be5841636968 None None] Network 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:03.937825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/688f6450-aa64-42d4-818d-28fe3a642ebc HTTP/1.1" status: 204 len: 168 time: 0.5687573 Feb 11 13:55:03.938027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44558) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:03.950049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb958a1-ff0d-41cb-8749-8b9d80e80141 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=688f6450-aa64-42d4-818d-28fe3a642ebc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:03.984595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4461a8d4-30b8-49ff-a3b8-1625110422eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (e0792aab-0eb1-4527-945c-4d0329bd0a56), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.017067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Deleting subnet 12a26006-c1ca-47e7-9c5e-ace399645448 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:55:04.055517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for subnet (12a26006-c1ca-47e7-9c5e-ace399645448), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.127418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.131952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4461a8d4-30b8-49ff-a3b8-1625110422eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (e0792aab-0eb1-4527-945c-4d0329bd0a56), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.235900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (12a26006-c1ca-47e7-9c5e-ace399645448), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.260594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port e8d16d86-81b0-474f-b444-28a86b7cc6df {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:04.260944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.338620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] DHCP port deletion for 9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:55:04.392340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4461a8d4-30b8-49ff-a3b8-1625110422eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e0792aab-0eb1-4527-945c-4d0329bd0a56), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.397868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4461a8d4-30b8-49ff-a3b8-1625110422eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.399059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4461a8d4-30b8-49ff-a3b8-1625110422eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/security-groups/e0792aab-0eb1-4527-945c-4d0329bd0a56 HTTP/1.1" status: 204 len: 168 time: 0.5943220 Feb 11 13:55:04.413788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44578) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:04.461767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] For port e8d16d86-81b0-474f-b444-28a86b7cc6df, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8d16d86-81b0-474f-b444-28a86b7cc6df,segment=NetworkSegment(e110d3ab-4218-49dd-bdfe-4afd37838ea8),segment_id=e110d3ab-4218-49dd-bdfe-4afd37838ea8)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:04.462201 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.477218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461a8d4-30b8-49ff-a3b8-1625110422eb tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0792aab-0eb1-4527-945c-4d0329bd0a56,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:04.490004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] Deleting port e8d16d86-81b0-474f-b444-28a86b7cc6df {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:04.490840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.501363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for e8d16d86-81b0-474f-b444-28a86b7cc6df owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:04.606887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (12a26006-c1ca-47e7-9c5e-ace399645448), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.676486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5c79-75c6-445b-914b-ac99be2ba69c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.683076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.741278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5c79-75c6-445b-914b-ac99be2ba69c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.757942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No DVR routers for this DVR port e8d16d86-81b0-474f-b444-28a86b7cc6df on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:04.766885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=e8d16d86-81b0-474f-b444-28a86b7cc6df,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:04.787992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] For port e8d16d86-81b0-474f-b444-28a86b7cc6df, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e8d16d86-81b0-474f-b444-28a86b7cc6df,segment=NetworkSegment(e110d3ab-4218-49dd-bdfe-4afd37838ea8),segment_id=e110d3ab-4218-49dd-bdfe-4afd37838ea8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:04.790376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (12a26006-c1ca-47e7-9c5e-ace399645448), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.792247 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.845972 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.857340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] Calling delete_port for e8d16d86-81b0-474f-b444-28a86b7cc6df owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:04.857715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/subnets/12a26006-c1ca-47e7-9c5e-ace399645448 HTTP/1.1" status: 204 len: 168 time: 0.9934399 Feb 11 13:55:04.859055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0652743-f8bd-453f-a241-ca8c59314f8c tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event deleted for resources: {'Subnet': ['ID=12a26006-c1ca-47e7-9c5e-ace399645448,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:04.882581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44588) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:04.887049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0250d715-07ef-4c19-b59c-7cad3adeeecb None None] Network 760c3f86-eec7-4fb5-83c9-a9314cb86680 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:04.961876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5c79-75c6-445b-914b-ac99be2ba69c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.964564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ee2d5c79-75c6-445b-914b-ac99be2ba69c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.965708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ee2d5c79-75c6-445b-914b-ac99be2ba69c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/security-groups/b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9 HTTP/1.1" status: 204 len: 168 time: 0.5420537 Feb 11 13:55:04.972300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.975297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:05.069198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:05.071955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d5c79-75c6-445b-914b-ac99be2ba69c tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2003ec9-e4b7-4bb5-b016-f03b39bd0ef9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:05.089069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (760c3f86-eec7-4fb5-83c9-a9314cb86680), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.091011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e110d3ab-4218-49dd-bdfe-4afd37838ea8') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:05.091322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e110d3ab-4218-49dd-bdfe-4afd37838ea8') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:05.107051 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (e110d3ab-4218-49dd-bdfe-4afd37838ea8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.169837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (e110d3ab-4218-49dd-bdfe-4afd37838ea8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.196162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:55:05.197137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (e110d3ab-4218-49dd-bdfe-4afd37838ea8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:55:05.204916 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:55:05.268703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Deleting port 4eb62931-6384-4d03-9d1b-2894f29e4056 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:05.270998 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.346448 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e8d16d86-81b0-474f-b444-28a86b7cc6df), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.404065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] No DVR routers for this DVR port e8d16d86-81b0-474f-b444-28a86b7cc6df on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:05.412232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e31ab9-68c1-4902-a687-b660a33aa3f7 None None] Pushing event deleted for resources: {'Port': ['ID=e8d16d86-81b0-474f-b444-28a86b7cc6df,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:05.450275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5392756e-90f9-4a67-912c-be15c231470f None None] DHCP port deletion for 760c3f86-eec7-4fb5-83c9-a9314cb86680 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:55:05.515222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] For port 4eb62931-6384-4d03-9d1b-2894f29e4056, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4eb62931-6384-4d03-9d1b-2894f29e4056,segment=NetworkSegment(d68f6a27-c2bb-4317-9f8c-601c1fcefdda),segment_id=d68f6a27-c2bb-4317-9f8c-601c1fcefdda)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:05.517156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.548068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Calling delete_port for 4eb62931-6384-4d03-9d1b-2894f29e4056 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:05.566901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5392756e-90f9-4a67-912c-be15c231470f None None] Deleting port 4eb62931-6384-4d03-9d1b-2894f29e4056 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:05.576199 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5392756e-90f9-4a67-912c-be15c231470f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.755893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.766726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.778807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5392756e-90f9-4a67-912c-be15c231470f None None] For port 4eb62931-6384-4d03-9d1b-2894f29e4056, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4eb62931-6384-4d03-9d1b-2894f29e4056,segment=NetworkSegment(d68f6a27-c2bb-4317-9f8c-601c1fcefdda),segment_id=d68f6a27-c2bb-4317-9f8c-601c1fcefdda)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:05.778976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44624) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:05.779153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5392756e-90f9-4a67-912c-be15c231470f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.780193 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf HTTP/1.1" status: 204 len: 168 time: 1.8412011 Feb 11 13:55:05.794364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-986808054'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:05.801669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8004230-174a-48dd-85a2-e0c28cc8a03b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=9a0fa754-0488-4c1b-b0a4-76f4ca7e6fdf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:05.816080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5392756e-90f9-4a67-912c-be15c231470f None None] Calling delete_port for 4eb62931-6384-4d03-9d1b-2894f29e4056 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:05.844554 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.962851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:05.968735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.985598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] No DVR routers for this DVR port 4eb62931-6384-4d03-9d1b-2894f29e4056 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:05.999513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event deleted for resources: {'Port': ['ID=4eb62931-6384-4d03-9d1b-2894f29e4056,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:06.045167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8d16d86-81b0-474f-b444-28a86b7cc6df no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:06.078031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.099480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e8d16d86-81b0-474f-b444-28a86b7cc6df {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:06.100804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e8d16d86-81b0-474f-b444-28a86b7cc6df not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:06.102528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4eb62931-6384-4d03-9d1b-2894f29e4056 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:06.148779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4eb62931-6384-4d03-9d1b-2894f29e4056 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:06.156403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4eb62931-6384-4d03-9d1b-2894f29e4056 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:06.172052 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5392756e-90f9-4a67-912c-be15c231470f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (4eb62931-6384-4d03-9d1b-2894f29e4056), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.278267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392756e-90f9-4a67-912c-be15c231470f None None] Pushing event deleted for resources: {'Port': ['ID=4eb62931-6384-4d03-9d1b-2894f29e4056,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:06.305670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392756e-90f9-4a67-912c-be15c231470f None None] No DVR routers for this DVR port 4eb62931-6384-4d03-9d1b-2894f29e4056 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:06.337462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (760c3f86-eec7-4fb5-83c9-a9314cb86680), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.414957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:55:06.448727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760c3f86-eec7-4fb5-83c9-a9314cb86680']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:06.474463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68f6a27-c2bb-4317-9f8c-601c1fcefdda') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:06.474875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68f6a27-c2bb-4317-9f8c-601c1fcefdda') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:06.477069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (898f2ba3-a120-45e3-8260-05894340d8ab), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.477292 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Added segment 898f2ba3-a120-45e3-8260-05894340d8ab of type vlan for network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 Feb 11 13:55:06.574189 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (d68f6a27-c2bb-4317-9f8c-601c1fcefdda), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.615536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting port 085eab57-e928-429b-aa8c-72574966d63f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:06.615890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (085eab57-e928-429b-aa8c-72574966d63f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.630633 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (61a278c6-6210-41ae-9078-de4bb4ca5ca1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.646357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d68f6a27-c2bb-4317-9f8c-601c1fcefdda), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.671861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:55:06.672620 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (d68f6a27-c2bb-4317-9f8c-601c1fcefdda), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:55:06.677167 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:55:06.742587 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (61a278c6-6210-41ae-9078-de4bb4ca5ca1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.758832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:06.759595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.852037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] For port 085eab57-e928-429b-aa8c-72574966d63f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=085eab57-e928-429b-aa8c-72574966d63f,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:06.852936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (085eab57-e928-429b-aa8c-72574966d63f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.874498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Calling delete_port for 085eab57-e928-429b-aa8c-72574966d63f owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:06.955413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:06.959067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1691439 Feb 11 13:55:06.959746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (760c3f86-eec7-4fb5-83c9-a9314cb86680), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.962643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:06.976039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:06.982078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] 10.222.0.79 "DELETE /v2.0/networks/760c3f86-eec7-4fb5-83c9-a9314cb86680 HTTP/1.1" status: 204 len: 168 time: 2.0976086 Feb 11 13:55:07.063949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a83b8-a987-499a-b3a9-d8a850b20721 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Network': ['ID=61a278c6-6210-41ae-9078-de4bb4ca5ca1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:07.079706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:55:07.088673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd501b6-8b8f-4d32-a01e-d21880ca492a tempest-TagsExtTest-1941152397 tempest-TagsExtTest-1941152397-project] Pushing event deleted for resources: {'Network': ['ID=760c3f86-eec7-4fb5-83c9-a9314cb86680,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:07.171738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:07.177992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:07.605031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (085eab57-e928-429b-aa8c-72574966d63f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:07.648335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Port': ['ID=085eab57-e928-429b-aa8c-72574966d63f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:07.725749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44850) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:07.742065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (2c8563c7-1834-4744-8ebc-893bef40f21e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.161274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-57426414-dd94-420f-9c75-a75ba1921f38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=325d07d0b40b410180a9d9bcd8ef31f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4308131 Feb 11 13:55:08.162732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:08.254863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85eef285-fa76-41fc-bdcc-4dcf287799b8 admin admin] Publish callbacks [] for security_group (a885e299-cce9-4a56-9353-ab6a587c9aa7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.282498 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.293000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Checking segment: {'id': '898f2ba3-a120-45e3-8260-05894340d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:08.293313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network hostable DHCP agents. Network: 61a278c6-6210-41ae-9078-de4bb4ca5ca1, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:55:08.297406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=2c8563c7-1834-4744-8ebc-893bef40f21e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:08.315444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85eef285-fa76-41fc-bdcc-4dcf287799b8 admin admin] Publish callbacks [] for security_group (a885e299-cce9-4a56-9353-ab6a587c9aa7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.367272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:55:08.387596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 61a278c6-6210-41ae-9078-de4bb4ca5ca1) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:08.396242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:08.396833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.403098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed997bb-2ecd-4753-91e1-cc77ff59a79d None None] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:08.422702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e223ba08-fbb0-4d41-bd08-256ffea2ed31 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4659045 Feb 11 13:55:08.425565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 44928) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:08.430133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-11d4a520-b675-4fc4-85e4-12eff2e7587e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-580642083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:08.496741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85eef285-fa76-41fc-bdcc-4dcf287799b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a885e299-cce9-4a56-9353-ab6a587c9aa7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.501049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-85eef285-fa76-41fc-bdcc-4dcf287799b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.502680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-85eef285-fa76-41fc-bdcc-4dcf287799b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a885e299-cce9-4a56-9353-ab6a587c9aa7 HTTP/1.1" status: 204 len: 168 time: 0.3388100 Feb 11 13:55:08.514962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eef285-fa76-41fc-bdcc-4dcf287799b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a885e299-cce9-4a56-9353-ab6a587c9aa7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:08.588873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11d4a520-b675-4fc4-85e4-12eff2e7587e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (ca685eaf-2af7-41c6-b95e-b2552b6d4225), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.590099 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11d4a520-b675-4fc4-85e4-12eff2e7587e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (ca685eaf-2af7-41c6-b95e-b2552b6d4225), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.714522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-61a278c6-6210-41ae-9078-de4bb4ca5ca1', 'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1', 'project_id': '07a5d1b22aa34052a3663c0fdd490d62', 'fixed_ips': [{'subnet_id': '2c8563c7-1834-4744-8ebc-893bef40f21e'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:55:08.716311 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.914032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11d4a520-b675-4fc4-85e4-12eff2e7587e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for router_controller (ca685eaf-2af7-41c6-b95e-b2552b6d4225), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:08.933343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11d4a520-b675-4fc4-85e4-12eff2e7587e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (ca685eaf-2af7-41c6-b95e-b2552b6d4225), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.069540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-11d4a520-b675-4fc4-85e4-12eff2e7587e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.079708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-11d4a520-b675-4fc4-85e4-12eff2e7587e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6506455 Feb 11 13:55:09.080071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 44996) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:09.087519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1', 'name': 'tempest-PortsTestJSON-1408173593'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:09.116813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:09.341995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Allocated IP 172.20.0.2 (61a278c6-6210-41ae-9078-de4bb4ca5ca1/2c8563c7-1834-4744-8ebc-893bef40f21e/6ee392d5-135c-470d-9b44-53d1ee29d2bd) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:09.431333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:09.454550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3eb10c97-dd98-4919-8305-8c4d51e228f8 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "PUT /v2.0/routers/19e99c49-0388-4d6e-a177-2b8f0be9ebfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4779859 Feb 11 13:55:09.458215 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] Sync routers for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:09.459502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:09.510967 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:09.512856 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:09.616256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:09.623646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.666545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting subnet 4563cf37-987c-440c-a2fb-cc4052d35f5e {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:55:09.671418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for subnet (4563cf37-987c-440c-a2fb-cc4052d35f5e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.671941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 4aa03fa8-4780-4696-9f4c-93197265cb0a yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:55:09.777085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Publish callbacks [] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.789223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.857235 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (4563cf37-987c-440c-a2fb-cc4052d35f5e), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.866444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:09.919442 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:09.933496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:09.947870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:09.997843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.6 (61a278c6-6210-41ae-9078-de4bb4ca5ca1/2c8563c7-1834-4744-8ebc-893bef40f21e/4aa03fa8-4780-4696-9f4c-93197265cb0a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:10.189681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Attempting to bind port 6ee392d5-135c-470d-9b44-53d1ee29d2bd on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:10.191285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Attempting to bind port 6ee392d5-135c-470d-9b44-53d1ee29d2bd by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '898f2ba3-a120-45e3-8260-05894340d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:10.192052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Attempting to bind port 6ee392d5-135c-470d-9b44-53d1ee29d2bd on network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:10.198858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Pushing event updated for resources: {'Port': ['ID=6ee392d5-135c-470d-9b44-53d1ee29d2bd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.222780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:10.223494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Checking segment: {'id': '898f2ba3-a120-45e3-8260-05894340d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:10.224139 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.227310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Bound using segment: {'id': '898f2ba3-a120-45e3-8260-05894340d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:10.228066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Bound port: 6ee392d5-135c-470d-9b44-53d1ee29d2bd, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898f2ba3-a120-45e3-8260-05894340d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '61a278c6-6210-41ae-9078-de4bb4ca5ca1'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:10.228706 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.295955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4563cf37-987c-440c-a2fb-cc4052d35f5e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.397846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] For port 6ee392d5-135c-470d-9b44-53d1ee29d2bd, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:10.409365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] For port 6ee392d5-135c-470d-9b44-53d1ee29d2bd, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6ee392d5-135c-470d-9b44-53d1ee29d2bd,segment=NetworkSegment(898f2ba3-a120-45e3-8260-05894340d8ab),segment_id=898f2ba3-a120-45e3-8260-05894340d8ab)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:10.428977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.434027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (4563cf37-987c-440c-a2fb-cc4052d35f5e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.516598 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:55:07Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:10.542710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Subnet': ['ID=4563cf37-987c-440c-a2fb-cc4052d35f5e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.560439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.566663 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-42eef9ef-f696-4291-9333-54a6a8e9ff65 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/subnets/4563cf37-987c-440c-a2fb-cc4052d35f5e HTTP/1.1" status: 204 len: 168 time: 1.0970824 Feb 11 13:55:10.574793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad987fbb-1b51-4081-8782-0ece07f391f1 None None] Network 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:10.578552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45166) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:10.589326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.598137 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] Checking router: 19e99c49-0388-4d6e-a177-2b8f0be9ebfd for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:10.625816 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] Routers {'19e99c49-0388-4d6e-a177-2b8f0be9ebfd'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:10.626449 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:10.681023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fd256-122d-449f-9adb-29c4117ef950 None None] Pushing event updated for resources: {'Port': ['ID=6ee392d5-135c-470d-9b44-53d1ee29d2bd,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.910499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.960105 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] Set router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:10.991850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.007842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:11.020114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] DHCP port deletion for 3fef1633-5b2d-4cb2-a630-fb0456ea12d3 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:55:11.138521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:11.155955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:11.175555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] Deleting port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:11.180979 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.381874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] For port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7b1c1024-a914-4c6a-8489-2bc7bee6fd6b,segment=NetworkSegment(9f94034a-e6b8-4cb0-ae93-fdacdea67fc3),segment_id=9f94034a-e6b8-4cb0-ae93-fdacdea67fc3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:11.390538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.436507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:11.436965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.442922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] Calling delete_port for 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:11.476150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=4aa03fa8-4780-4696-9f4c-93197265cb0a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:11.628997 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:55:07Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:11.690830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e46a72bb-55f2-407f-bbb8-a81c912c05d0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6090200 Feb 11 13:55:11.697470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45204) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:11.727531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6ee392d5-135c-470d-9b44-53d1ee29d2bd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:11.730245 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92957bc4-183c-4802-b193-4b91b3a2a793 None None] The sync data for ids ['19e99c49-0388-4d6e-a177-2b8f0be9ebfd'] in n-d-828676-2 is: [{'id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-245399729', 'tenant_id': '8acefabc5eb443508cfbdcced1978b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:19Z', 'updated_at': '2022-02-11T13:55:07Z', 'revision_number': 5, 'project_id': '8acefabc5eb443508cfbdcced1978b97', 'gw_port': {'id': 'c7558183-c46d-4dcc-b105-39b275e97d4e', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e99c49-0388-4d6e-a177-2b8f0be9ebfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:21Z', 'updated_at': '2022-02-11T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:11.772161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5f0e-0a3c-4970-9113-530db945edba req-bfb40781-338f-46e0-9578-071a7592d237 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:11.780535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-bfb40781-338f-46e0-9578-071a7592d237 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 814 time: 0.3601573 Feb 11 13:55:11.818075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-89921c07-ea9f-4817-8d77-ad2f1d91d96c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/quotas/528b39b64ea04ed1bf23cb82c75449ca HTTP/1.1" status: 200 len: 375 time: 0.0364621 Feb 11 13:55:11.825710 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (7b1c1024-a914-4c6a-8489-2bc7bee6fd6b), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.846898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_gateway (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.913292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] Pushing event deleted for resources: {'Port': ['ID=7b1c1024-a914-4c6a-8489-2bc7bee6fd6b,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:11.921621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09147954-f2b2-4e89-8970-9bab4b9a5c05 None None] No DVR routers for this DVR port 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:11.956779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6ee392d5-135c-470d-9b44-53d1ee29d2bd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:11.959223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:12.029490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-6332b762-78f1-4914-8491-d936606fb669 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1934524 Feb 11 13:55:12.048519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-6e7d301f-3b96-4669-9aed-c750c276ded1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:55:12.049514 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-6e7d301f-3b96-4669-9aed-c750c276ded1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060785 Feb 11 13:55:12.239872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6ee392d5-135c-470d-9b44-53d1ee29d2bd is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:12.256564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:12.365520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 6ee392d5-135c-470d-9b44-53d1ee29d2bd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6ee392d5-135c-470d-9b44-53d1ee29d2bd,segment=NetworkSegment(898f2ba3-a120-45e3-8260-05894340d8ab),segment_id=898f2ba3-a120-45e3-8260-05894340d8ab)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:12.383592 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:12.394834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-1a371265-4bda-49c7-85da-1ba42d9cf899 service neutron] 10.222.0.79 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382504 Feb 11 13:55:12.538410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:12.613916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:12.615717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7b1c1024-a914-4c6a-8489-2bc7bee6fd6b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:12.672735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-ca89c718-227b-45ff-8def-9017c9990aa2 service neutron] 10.222.0.79 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653682 Feb 11 13:55:12.698265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=6ee392d5-135c-470d-9b44-53d1ee29d2bd,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:12.957852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Deleting port c7558183-c46d-4dcc-b105-39b275e97d4e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:12.958416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:12.966371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:12.970467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b50fbf-af30-4d4e-890b-5d6c332df103 None None] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:13.082731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45226) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:13.229682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2cec2cfa-f361-405b-8ea4-9310cf2ba2df None None] Provisioning complete for port 6ee392d5-135c-470d-9b44-53d1ee29d2bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:13.230085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cec2cfa-f361-405b-8ea4-9310cf2ba2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.349661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9414accd-7887-48eb-b6c7-10875d8fc144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.401172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2cfa-f361-405b-8ea4-9310cf2ba2df None None] Current status of the port 6ee392d5-135c-470d-9b44-53d1ee29d2bd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:13.517840 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f416de6-65e7-4d45-8f36-ed9c1ad4a540 req-14f35da9-7cff-4b0f-a673-84ad69746144 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 210 time: 0.3963931 Feb 11 13:55:13.604097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6ee392d5-135c-470d-9b44-53d1ee29d2bd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:13.683439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9414accd-7887-48eb-b6c7-10875d8fc144 admin admin] Publish callbacks [] for security_group (18366d94-2170-4911-8dcd-5f6a696c7bbc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.690017 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9414accd-7887-48eb-b6c7-10875d8fc144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (18366d94-2170-4911-8dcd-5f6a696c7bbc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.767264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6ee392d5-135c-470d-9b44-53d1ee29d2bd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:13.767826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.832154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9414accd-7887-48eb-b6c7-10875d8fc144 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=686973a3057945e4a9b9039ba1e9f0e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7477374 Feb 11 13:55:13.834066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45250) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:13.947514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414accd-7887-48eb-b6c7-10875d8fc144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18366d94-2170-4911-8dcd-5f6a696c7bbc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:13.986465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6ee392d5-135c-470d-9b44-53d1ee29d2bd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:14.003406 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efe8bf91-66d5-4ee1-aabd-1a0a091c8767 admin admin] Publish callbacks [] for security_group (18366d94-2170-4911-8dcd-5f6a696c7bbc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.021317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 085eab57-e928-429b-aa8c-72574966d63f no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:14.059757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efe8bf91-66d5-4ee1-aabd-1a0a091c8767 admin admin] Publish callbacks [] for security_group (18366d94-2170-4911-8dcd-5f6a696c7bbc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.085115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-abd29f83-d532-4c9c-b3a3-5445bb444bda None None] Provisioning complete for port 4aa03fa8-4780-4696-9f4c-93197265cb0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:14.085645 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-abd29f83-d532-4c9c-b3a3-5445bb444bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.108925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 085eab57-e928-429b-aa8c-72574966d63f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:14.109475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 085eab57-e928-429b-aa8c-72574966d63f not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:14.248072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-abd29f83-d532-4c9c-b3a3-5445bb444bda None None] Port 4aa03fa8-4780-4696-9f4c-93197265cb0a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:14.301498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-abd29f83-d532-4c9c-b3a3-5445bb444bda None None] Provisioning complete for port 6ee392d5-135c-470d-9b44-53d1ee29d2bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:14.305646 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-abd29f83-d532-4c9c-b3a3-5445bb444bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.307607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efe8bf91-66d5-4ee1-aabd-1a0a091c8767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (18366d94-2170-4911-8dcd-5f6a696c7bbc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.314549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-efe8bf91-66d5-4ee1-aabd-1a0a091c8767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.319258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-efe8bf91-66d5-4ee1-aabd-1a0a091c8767 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18366d94-2170-4911-8dcd-5f6a696c7bbc HTTP/1.1" status: 204 len: 168 time: 0.4807208 Feb 11 13:55:14.384584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8bf91-66d5-4ee1-aabd-1a0a091c8767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18366d94-2170-4911-8dcd-5f6a696c7bbc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:14.664085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-abd29f83-d532-4c9c-b3a3-5445bb444bda None None] Current status of the port 6ee392d5-135c-470d-9b44-53d1ee29d2bd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:14.788002 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4c4fe97b-bbba-49a0-a666-9f557214d1c0 req-ecadc2ff-ab13-48c3-aec2-b4e8c2afbc6f tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 210 time: 0.0925095 Feb 11 13:55:14.792994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-34e825f7-8b8e-4237-bb87-287b6119b0e5 None None] Provisioning complete for port 4aa03fa8-4780-4696-9f4c-93197265cb0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:14.793391 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-34e825f7-8b8e-4237-bb87-287b6119b0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.895177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-34e825f7-8b8e-4237-bb87-287b6119b0e5 None None] Port 4aa03fa8-4780-4696-9f4c-93197265cb0a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:15.031922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.048331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45276) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:15.074751 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.083126 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72aa4d51-6863-4b26-a6d0-a59387161d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.324156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5f0e-0a3c-4970-9113-530db945edba req-57cc961a-c76c-4bc3-9228-ea9a73e7518a tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:15.326052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-57cc961a-c76c-4bc3-9228-ea9a73e7518a tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 814 time: 0.2740207 Feb 11 13:55:15.337430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72aa4d51-6863-4b26-a6d0-a59387161d19 admin admin] Publish callbacks [] for security_group (bbd3fd83-ea64-4b15-9296-4bfa09c518a1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.344689 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-72aa4d51-6863-4b26-a6d0-a59387161d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bbd3fd83-ea64-4b15-9296-4bfa09c518a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.399099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa4d51-6863-4b26-a6d0-a59387161d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd3fd83-ea64-4b15-9296-4bfa09c518a1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:15.403591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Request body: {'port': {'device_id': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671', 'admin_state_up': True, 'tenant_id': '528b39b64ea04ed1bf23cb82c75449ca'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:15.456588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-72aa4d51-6863-4b26-a6d0-a59387161d19 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc12d56953a44548a9941a92373639da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015076 Feb 11 13:55:15.457232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45282) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:15.575694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e6e8ea-dc7d-409c-946c-cf8d4e9fa4c7 admin admin] Publish callbacks [] for security_group (bbd3fd83-ea64-4b15-9296-4bfa09c518a1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.624615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e6e8ea-dc7d-409c-946c-cf8d4e9fa4c7 admin admin] Publish callbacks [] for security_group (bbd3fd83-ea64-4b15-9296-4bfa09c518a1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.716623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] For port c7558183-c46d-4dcc-b105-39b275e97d4e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c7558183-c46d-4dcc-b105-39b275e97d4e,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:15.717489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.724108 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e6e8ea-dc7d-409c-946c-cf8d4e9fa4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bbd3fd83-ea64-4b15-9296-4bfa09c518a1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.730229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e6e8ea-dc7d-409c-946c-cf8d4e9fa4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:15.732792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-54e6e8ea-dc7d-409c-946c-cf8d4e9fa4c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbd3fd83-ea64-4b15-9296-4bfa09c518a1 HTTP/1.1" status: 204 len: 168 time: 0.2694585 Feb 11 13:55:15.744698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6e8ea-dc7d-409c-946c-cf8d4e9fa4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd3fd83-ea64-4b15-9296-4bfa09c518a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:15.917915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Calling delete_port for c7558183-c46d-4dcc-b105-39b275e97d4e owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:15.949013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=4aa03fa8-4780-4696-9f4c-93197265cb0a,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:15.970251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a1f95c3a-3500-4316-b62b-95e6cc3a7c35 None None] Provisioning complete for port 4aa03fa8-4780-4696-9f4c-93197265cb0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:15.970794 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a1f95c3a-3500-4316-b62b-95e6cc3a7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:16.047876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a1f95c3a-3500-4316-b62b-95e6cc3a7c35 None None] Port 4aa03fa8-4780-4696-9f4c-93197265cb0a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:16.089096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9cc5af2-f251-4981-917c-0f576640c0d9 req-6e68211d-b6dc-4b7e-b77a-eada60b16065 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 210 time: 0.0988190 Feb 11 13:55:16.403858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Made reservation on behalf of 528b39b64ea04ed1bf23cb82c75449ca for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:16.410606 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:16.796443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (ca685eaf-2af7-41c6-b95e-b2552b6d4225), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:17.102861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:17.179529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Allocated IP 172.20.0.13 (d04a0320-16ff-482f-af88-cefb2e75f671/787529c2-77d3-4bd5-8276-2be67df9e90f/e1ec658a-2f41-42fc-a9c2-e30621b438d2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:17.342172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aeb253db-da5d-4c9c-9901-006849a10bef req-424ec4ab-00a9-4e86-a24a-de9ed730b54f tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 210 time: 0.0736933 Feb 11 13:55:17.597456 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c7558183-c46d-4dcc-b105-39b275e97d4e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:17.702899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Port': ['ID=c7558183-c46d-4dcc-b105-39b275e97d4e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:17.788843 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:17.939388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:17.945297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router_controller (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.064049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (19e99c49-0388-4d6e-a177-2b8f0be9ebfd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.065875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Fanout notify agent at l3_agent the message router_deleted on router 19e99c49-0388-4d6e-a177-2b8f0be9ebfd {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:55:18.129247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.135098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45346) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:18.157954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3063cfd-5ea9-4ea1-b60e-9359bdffb24f tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/routers/19e99c49-0388-4d6e-a177-2b8f0be9ebfd HTTP/1.1" status: 204 len: 168 time: 7.5782032 Feb 11 13:55:18.361761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3fef1633-5b2d-4cb2-a630-fb0456ea12d3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.613763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.655621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.664842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3fef1633-5b2d-4cb2-a630-fb0456ea12d3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.721199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fef1633-5b2d-4cb2-a630-fb0456ea12d3']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:18.741856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:18.742445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f94034a-e6b8-4cb0-ae93-fdacdea67fc3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:18.764065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (9f94034a-e6b8-4cb0-ae93-fdacdea67fc3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.797098 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9f94034a-e6b8-4cb0-ae93-fdacdea67fc3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.819616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:55:18.820529 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (9f94034a-e6b8-4cb0-ae93-fdacdea67fc3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:55:18.824192 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:55:18.839986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7d4441c-e13d-40ec-9358-3d37d1d33e58 req-b6f9952e-3503-4d25-bac2-ada57de1edf7 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 210 time: 0.2892511 Feb 11 13:55:18.883812 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (ca685eaf-2af7-41c6-b95e-b2552b6d4225), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.980810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45378) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:19.012311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=4aa03fa8-4780-4696-9f4c-93197265cb0a,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:19.022201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks [] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.059183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.059504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.059786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.060126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.060461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.060810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.061161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.061439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.061763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.062091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.062441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.062765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.063088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:19.069210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3fef1633-5b2d-4cb2-a630-fb0456ea12d3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.100084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.121290 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] 10.222.0.79 "DELETE /v2.0/networks/3fef1633-5b2d-4cb2-a630-fb0456ea12d3 HTTP/1.1" status: 204 len: 168 time: 0.9819953 Feb 11 13:55:19.182460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5e4e3-f0b1-4f55-b066-a56544406ab5 tempest-TestSecurityGroupsBasicOps-1366391603 tempest-TestSecurityGroupsBasicOps-1366391603-project] Pushing event deleted for resources: {'Network': ['ID=3fef1633-5b2d-4cb2-a630-fb0456ea12d3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:19.212012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:19.214231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:19.289315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.518895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4613d891-8bb3-4052-afc5-aca2de53a67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.537575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Network d04a0320-16ff-482f-af88-cefb2e75f671 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:19.588479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:19.609082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Pushing event updated for resources: {'Port': ['ID=e1ec658a-2f41-42fc-a9c2-e30621b438d2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:19.623004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:19.631953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c7558183-c46d-4dcc-b105-39b275e97d4e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:19.678990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c7558183-c46d-4dcc-b105-39b275e97d4e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:19.680743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c7558183-c46d-4dcc-b105-39b275e97d4e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:19.732461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e987a355-d1a9-4cbf-b0b2-c4f339529caa None None] Provisioning complete for port 4aa03fa8-4780-4696-9f4c-93197265cb0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:19.735698 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e987a355-d1a9-4cbf-b0b2-c4f339529caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.785366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45390) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:19.850982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4613d891-8bb3-4052-afc5-aca2de53a67f admin admin] Publish callbacks [] for security_group (6c5b4de9-61f3-41dd-86bd-3155846ca72f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.852283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e987a355-d1a9-4cbf-b0b2-c4f339529caa None None] Port 4aa03fa8-4780-4696-9f4c-93197265cb0a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:19.937727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4613d891-8bb3-4052-afc5-aca2de53a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6c5b4de9-61f3-41dd-86bd-3155846ca72f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.043065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613d891-8bb3-4052-afc5-aca2de53a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b4de9-61f3-41dd-86bd-3155846ca72f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:20.095485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e3adf120-be57-4b11-a358-6b7dd908f480 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8acefabc5eb443508cfbdcced1978b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083646 Feb 11 13:55:20.100764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45404) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:20.182846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-261e3221-ff24-46ed-a645-19490273c200 admin admin] Publish callbacks [] for security_group (936a4c42-1c6b-4952-9c47-551b1f5e013d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.192340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.214367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-261e3221-ff24-46ed-a645-19490273c200 admin admin] Publish callbacks [] for security_group (936a4c42-1c6b-4952-9c47-551b1f5e013d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.218383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Router ca685eaf-2af7-41c6-b95e-b2552b6d4225 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:55:20.246746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4613d891-8bb3-4052-afc5-aca2de53a67f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2569d3ab57c84d869e551d9ec8ea4a41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2622688 Feb 11 13:55:20.247217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45406) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:20.252527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:20.268507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.315294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-261e3221-ff24-46ed-a645-19490273c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (936a4c42-1c6b-4952-9c47-551b1f5e013d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.321701 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-261e3221-ff24-46ed-a645-19490273c200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.348916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-261e3221-ff24-46ed-a645-19490273c200 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/936a4c42-1c6b-4952-9c47-551b1f5e013d HTTP/1.1" status: 204 len: 168 time: 0.2222338 Feb 11 13:55:20.348916 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee131818-4c4b-462c-a1fb-c31b335b06e9 admin admin] Publish callbacks [] for security_group (6c5b4de9-61f3-41dd-86bd-3155846ca72f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.399219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee131818-4c4b-462c-a1fb-c31b335b06e9 admin admin] Publish callbacks [] for security_group (6c5b4de9-61f3-41dd-86bd-3155846ca72f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.522392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e3221-ff24-46ed-a645-19490273c200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a4c42-1c6b-4952-9c47-551b1f5e013d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:20.534894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee131818-4c4b-462c-a1fb-c31b335b06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6c5b4de9-61f3-41dd-86bd-3155846ca72f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.537412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ee131818-4c4b-462c-a1fb-c31b335b06e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.549138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ee131818-4c4b-462c-a1fb-c31b335b06e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c5b4de9-61f3-41dd-86bd-3155846ca72f HTTP/1.1" status: 204 len: 168 time: 0.2978210 Feb 11 13:55:20.572643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee131818-4c4b-462c-a1fb-c31b335b06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b4de9-61f3-41dd-86bd-3155846ca72f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:20.621904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:20.640473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] Sync routers for ids ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:20.648595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-09ff5776-e719-4b30-8ed3-a055147e1c3d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2908401 Feb 11 13:55:20.664947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] Routers {'ca685eaf-2af7-41c6-b95e-b2552b6d4225'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:20.670614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d09fd-3870-41c2-b62a-5584c76ab5e1 req-bee4e7a6-923a-4ee1-8344-0049ead45173 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:20.670882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:20.680159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a24d09fd-3870-41c2-b62a-5584c76ab5e1 req-bee4e7a6-923a-4ee1-8344-0049ead45173 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 932 time: 0.6497955 Feb 11 13:55:20.691223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-201ef9f7-c926-4e5f-8ff8-8aa498ec7fed tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "PUT /v2.0/routers/ca685eaf-2af7-41c6-b95e-b2552b6d4225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9915476 Feb 11 13:55:20.693965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45418) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:20.696859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Request body: {'port': {'device_id': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:20.789277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:20.792014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b560c-bb9f-487c-88f3-0096999340ad tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:20.799902 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d88b560c-bb9f-487c-88f3-0096999340ad tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca685eaf-2af7-41c6-b95e-b2552b6d4225 HTTP/1.1" status: 200 len: 982 time: 0.1020951 Feb 11 13:55:20.800489 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45420) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:20.841805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] Routers {'ca685eaf-2af7-41c6-b95e-b2552b6d4225'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:20.842658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:20.869084 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a24d09fd-3870-41c2-b62a-5584c76ab5e1 req-ad6a13d8-80eb-49ad-a11a-8cd77fb67e69 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866691 Feb 11 13:55:20.956216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:20.972256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:20.974325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55f28b-38d4-42c6-9d3a-4e3dedad7962 None None] The sync data for ids ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:21.476530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45428) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:21.507009 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:55:21.515830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2385eaf9-56f9-4b01-804e-ad112445364c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:21.843098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ec658a-2f41-42fc-a9c2-e30621b438d2 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:55:21.863394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Publish callbacks [] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:21.964349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Transition to ACTIVE for port object e1ec658a-2f41-42fc-a9c2-e30621b438d2 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:55:21.974233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:21.984704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45442) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:21.994931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.014867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2385eaf9-56f9-4b01-804e-ad112445364c admin admin] Publish callbacks [] for security_group (ac8614ac-192e-4709-aeb4-7cb7cd715fdf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.034278 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51a66f25-1073-46f6-a5db-b645a509f8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.147318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2385eaf9-56f9-4b01-804e-ad112445364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ac8614ac-192e-4709-aeb4-7cb7cd715fdf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.222613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Pushing event updated for resources: {'Port': ['ID=e1ec658a-2f41-42fc-a9c2-e30621b438d2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:22.314584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9735c-f6aa-490c-b3b2-58194960fef6 req-3ff79f5f-5105-4ea5-a142-552aa22aaf71 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:22.327053 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2385eaf9-56f9-4b01-804e-ad112445364c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1056090482d042fea54bb24f711a2352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432469 Feb 11 13:55:22.342068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63a9735c-f6aa-490c-b3b2-58194960fef6 req-3ff79f5f-5105-4ea5-a142-552aa22aaf71 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 944 time: 0.3551490 Feb 11 13:55:22.363637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:22.501127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385eaf9-56f9-4b01-804e-ad112445364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8614ac-192e-4709-aeb4-7cb7cd715fdf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:22.641825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63a9735c-f6aa-490c-b3b2-58194960fef6 req-5f69bca3-5249-4f46-bf06-0d94bf6b1c34 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988050 Feb 11 13:55:22.654619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Attempting to bind port e1ec658a-2f41-42fc-a9c2-e30621b438d2 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:22.657818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Attempting to bind port e1ec658a-2f41-42fc-a9c2-e30621b438d2 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:22.658203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Attempting to bind port e1ec658a-2f41-42fc-a9c2-e30621b438d2 on network d04a0320-16ff-482f-af88-cefb2e75f671 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:22.698610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Port e1ec658a-2f41-42fc-a9c2-e30621b438d2 on network d04a0320-16ff-482f-af88-cefb2e75f671 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:55:22.718747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Attempting to bind port e1ec658a-2f41-42fc-a9c2-e30621b438d2 on network d04a0320-16ff-482f-af88-cefb2e75f671 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:22.731982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Publish callbacks [] for security_group (ac8614ac-192e-4709-aeb4-7cb7cd715fdf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.736351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:22.737285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Checking segment: {'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:22.737690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Bound using segment: {'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:22.738161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Bound port: e1ec658a-2f41-42fc-a9c2-e30621b438d2, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:22.738529 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.795741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (ca685eaf-2af7-41c6-b95e-b2552b6d4225), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.845817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45466) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:22.902936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Publish callbacks [] for security_group (ac8614ac-192e-4709-aeb4-7cb7cd715fdf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:22.960907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] For port e1ec658a-2f41-42fc-a9c2-e30621b438d2, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:22.975933 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] For port e1ec658a-2f41-42fc-a9c2-e30621b438d2, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:22.986770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.028300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.029088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.030930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] 10.222.0.83 "PUT /v2.0/ports/e1ec658a-2f41-42fc-a9c2-e30621b438d2 HTTP/1.1" status: 200 len: 1092 time: 2.3379993 Feb 11 13:55:23.037175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'tag': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:23.040187 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae8e8cb-80e4-415c-ac09-168e3163c76f", "tag": "e1ec658a-2f41-42fc-a9c2-e30621b438d2"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:23.113404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51a66f25-1073-46f6-a5db-b645a509f8cf admin admin] Publish callbacks [] for security_group (18fd2f88-53d9-4f98-84c6-294ccb5a6f4e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.159285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51a66f25-1073-46f6-a5db-b645a509f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (18fd2f88-53d9-4f98-84c6-294ccb5a6f4e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.167380 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7e993e-f880-4ff3-a214-6aa44d9af247 x-openstack-request-id: req-fc7e993e-f880-4ff3-a214-6aa44d9af247 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:23.167689 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae8e8cb-80e4-415c-ac09-168e3163c76f", "tag": "e1ec658a-2f41-42fc-a9c2-e30621b438d2", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:23.167947 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc7e993e-f880-4ff3-a214-6aa44d9af247 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:23.168409 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'tag': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2', 'status': 'completed', 'code': 200} Feb 11 13:55:23.207056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66987e20-7f54-40a5-b408-ed2cfe1256cd service neutron] Pushing event updated for resources: {'Port': ['ID=e1ec658a-2f41-42fc-a9c2-e30621b438d2,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:23.232369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5f0e-0a3c-4970-9113-530db945edba req-c4363c6d-da2c-4766-8852-5e7958a9b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.234442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-c4363c6d-da2c-4766-8852-5e7958a9b07f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 1126 time: 0.1466231 Feb 11 13:55:23.235669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ac8614ac-192e-4709-aeb4-7cb7cd715fdf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.238491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.241417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac8614ac-192e-4709-aeb4-7cb7cd715fdf HTTP/1.1" status: 204 len: 168 time: 0.8764713 Feb 11 13:55:23.250359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a66f25-1073-46f6-a5db-b645a509f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fd2f88-53d9-4f98-84c6-294ccb5a6f4e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:23.255829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-51a66f25-1073-46f6-a5db-b645a509f8cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c720e2400c9c42c282d9de1072cb2645&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2695227 Feb 11 13:55:23.269534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:23.283698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2af17ff2-a5b1-422b-9b69-ee0fb94c2a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.293599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8614ac-192e-4709-aeb4-7cb7cd715fdf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:23.309333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-3fc43b34-c944-4679-b00b-1b63cd4e4904 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2 HTTP/1.1" status: 200 len: 217 time: 0.0683045 Feb 11 13:55:23.328693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.329722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.330378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.330944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.331495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.332033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.333977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.334589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.335143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.335681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.336231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.336779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.337314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb1715-d76c-4afc-ae55-a467161b209d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:23.418234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5f0e-0a3c-4970-9113-530db945edba req-05ecd8a3-8dfa-48b1-96ba-6967fc8437cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.425867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-05ecd8a3-8dfa-48b1-96ba-6967fc8437cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.1109281 Feb 11 13:55:23.440430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d75a4a2-1145-4527-8b69-6730164cbba6 admin admin] Publish callbacks [] for security_group (18fd2f88-53d9-4f98-84c6-294ccb5a6f4e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.484261 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-59734802-c493-4cf0-a408-0674b545ef0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522108 Feb 11 13:55:23.542421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d75a4a2-1145-4527-8b69-6730164cbba6 admin admin] Publish callbacks [] for security_group (18fd2f88-53d9-4f98-84c6-294ccb5a6f4e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.660360 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2af17ff2-a5b1-422b-9b69-ee0fb94c2a11 admin admin] Publish callbacks [] for security_group (bb62f540-107a-4697-8daa-21502c30218a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.711168 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-4529171c-a40b-4a2b-b648-8bbb11df895f service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219155 Feb 11 13:55:23.760314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2af17ff2-a5b1-422b-9b69-ee0fb94c2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bb62f540-107a-4697-8daa-21502c30218a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:23.869668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45486) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:23.936587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af17ff2-a5b1-422b-9b69-ee0fb94c2a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62f540-107a-4697-8daa-21502c30218a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:23.989392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-459a5f0e-0a3c-4970-9113-530db945edba req-54d8634d-a97f-46df-88ea-868be2267893 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722762 Feb 11 13:55:24.005695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:24.012780 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d6fb815a-f2f1-453e-92e3-b9c9373ea5e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5e122bb8992448da5cd4df1e2d92fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419063 Feb 11 13:55:24.036580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2af17ff2-a5b1-422b-9b69-ee0fb94c2a11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d84359f8698841168ac2b63b691670c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1872120 Feb 11 13:55:24.044881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:24.120723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 4aa03fa8-4780-4696-9f4c-93197265cb0a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:24.121339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.185771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-be83a091-e22d-4da4-93f7-4c7b21745a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:24.198188 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-be83a091-e22d-4da4-93f7-4c7b21745a61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 1126 time: 0.1235940 Feb 11 13:55:24.271935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d75a4a2-1145-4527-8b69-6730164cbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (18fd2f88-53d9-4f98-84c6-294ccb5a6f4e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.276386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d75a4a2-1145-4527-8b69-6730164cbba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.277583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8d75a4a2-1145-4527-8b69-6730164cbba6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18fd2f88-53d9-4f98-84c6-294ccb5a6f4e HTTP/1.1" status: 204 len: 168 time: 1.0065436 Feb 11 13:55:24.369924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-16a6075b-68e3-4ed7-b8cf-6f2ba81f8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:24.371899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-16a6075b-68e3-4ed7-b8cf-6f2ba81f8e94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 915 time: 0.1679225 Feb 11 13:55:24.401939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75a4a2-1145-4527-8b69-6730164cbba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fd2f88-53d9-4f98-84c6-294ccb5a6f4e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:24.440968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed7725-05d2-4f51-90ff-46b5aa46ab5a req-f4df6707-8bdd-4bf2-af52-1211b5950de2 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:24.442578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0aed7725-05d2-4f51-90ff-46b5aa46ab5a req-f4df6707-8bdd-4bf2-af52-1211b5950de2 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 944 time: 0.5392208 Feb 11 13:55:24.485765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-961437fc-1e43-40a8-8a9d-b350513a4460 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2 HTTP/1.1" status: 200 len: 217 time: 0.0996687 Feb 11 13:55:24.522112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f74907a-b2e4-4252-995f-3ae0f5171bdb admin admin] Publish callbacks [] for security_group (9ce07373-96b4-4e92-8e08-e2abe57ceda2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.540019 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-6fe2b33e-68db-4ac0-b1df-9fb832c4cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:24.545601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-6fe2b33e-68db-4ac0-b1df-9fb832c4cca9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.0589597 Feb 11 13:55:24.552332 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.566410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26a65f1-c74e-495f-b437-9a16bc89ea51 admin admin] Publish callbacks [] for security_group (bb62f540-107a-4697-8daa-21502c30218a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.593140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26a65f1-c74e-495f-b437-9a16bc89ea51 admin admin] Publish callbacks [] for security_group (bb62f540-107a-4697-8daa-21502c30218a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.628536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-a3eaa59c-8665-47fc-b2f1-cd0749074c73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770259 Feb 11 13:55:24.685562 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26a65f1-c74e-495f-b437-9a16bc89ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (bb62f540-107a-4697-8daa-21502c30218a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.688264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26a65f1-c74e-495f-b437-9a16bc89ea51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.693230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f26a65f1-c74e-495f-b437-9a16bc89ea51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb62f540-107a-4697-8daa-21502c30218a HTTP/1.1" status: 204 len: 168 time: 0.6241505 Feb 11 13:55:24.728359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 4aa03fa8-4780-4696-9f4c-93197265cb0a owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:24.814160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a65f1-c74e-495f-b437-9a16bc89ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62f540-107a-4697-8daa-21502c30218a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:24.925076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f74907a-b2e4-4252-995f-3ae0f5171bdb admin admin] Publish callbacks [] for security_group (9ce07373-96b4-4e92-8e08-e2abe57ceda2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:24.946681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0aed7725-05d2-4f51-90ff-46b5aa46ab5a req-03b49b01-a0b4-4688-bf54-8766dc99c265 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788616 Feb 11 13:55:25.245690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4aa03fa8-4780-4696-9f4c-93197265cb0a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:25.282456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f74907a-b2e4-4252-995f-3ae0f5171bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9ce07373-96b4-4e92-8e08-e2abe57ceda2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:25.286139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1f74907a-b2e4-4252-995f-3ae0f5171bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:25.288121 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1f74907a-b2e4-4252-995f-3ae0f5171bdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ce07373-96b4-4e92-8e08-e2abe57ceda2 HTTP/1.1" status: 204 len: 168 time: 1.2684097 Feb 11 13:55:25.292896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=4aa03fa8-4780-4696-9f4c-93197265cb0a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:25.381154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74907a-b2e4-4252-995f-3ae0f5171bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce07373-96b4-4e92-8e08-e2abe57ceda2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:25.432861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-d86dfed3-b632-4b3e-88bc-db6e104a2ab0 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7965825 Feb 11 13:55:25.709123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d98dc546-edb5-4333-baf3-1ad6bd2edb4c req-55a1d6d0-ac80-47d4-9659-38fda26485b3 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700489 Feb 11 13:55:25.713941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45534) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:25.776282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (ca685eaf-2af7-41c6-b95e-b2552b6d4225), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:25.779539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1458fa70-ab91-441c-ad22-9a7a0c24d4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:26.039616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1458fa70-ab91-441c-ad22-9a7a0c24d4dc admin admin] Publish callbacks [] for security_group (2d65b135-55f3-41a0-b7bd-e313a0b9ee72), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:26.047984 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1458fa70-ab91-441c-ad22-9a7a0c24d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2d65b135-55f3-41a0-b7bd-e313a0b9ee72), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:26.218463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1458fa70-ab91-441c-ad22-9a7a0c24d4dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=838bf0f6538f4b5cbe9ff0696b34e0f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4985030 Feb 11 13:55:26.224693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458fa70-ab91-441c-ad22-9a7a0c24d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d65b135-55f3-41a0-b7bd-e313a0b9ee72,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:26.227740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:26.231638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e1ec658a-2f41-42fc-a9c2-e30621b438d2 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:55:26.301586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e100-f565-4f3f-a78d-d4fc27f6d082 req-be4fbacb-7458-44ba-9f42-7a630454b5f2 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:26.317494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f393e100-f565-4f3f-a78d-d4fc27f6d082 req-be4fbacb-7458-44ba-9f42-7a630454b5f2 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 944 time: 0.1448488 Feb 11 13:55:26.322866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Router ca685eaf-2af7-41c6-b95e-b2552b6d4225 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:26.479820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f393e100-f565-4f3f-a78d-d4fc27f6d082 req-907bb167-3be4-46ec-b15d-4750a87e3f60 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525979 Feb 11 13:55:26.552980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e1ec658a-2f41-42fc-a9c2-e30621b438d2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:26.576536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2', 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671', 'port_id': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2', 'mac_address': 'fa:16:3e:5e:72:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787529c2-77d3-4bd5-8276-2be67df9e90f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:55:26.583543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:26.597028 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] Sync routers for ids ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:26.598412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6e8fc448-3644-4de5-9ea4-6889ffc15cce tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "PUT /v2.0/routers/ca685eaf-2af7-41c6-b95e-b2552b6d4225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7962568 Feb 11 13:55:26.601581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45566) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:26.612290 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] Routers {'ca685eaf-2af7-41c6-b95e-b2552b6d4225'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:26.628722 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.637969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f326bd25-e671-4a77-a8c7-d3a5e9cbfe4c admin admin] Publish callbacks [] for security_group (2d65b135-55f3-41a0-b7bd-e313a0b9ee72), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:26.690083 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e31ff92-5a75-45f1-9fe4-9424d6f5c35e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:55:26.693793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e31ff92-5a75-45f1-9fe4-9424d6f5c35e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/4aa03fa8-4780-4696-9f4c-93197265cb0a HTTP/1.1" status: 404 len: 333 time: 0.0911508 Feb 11 13:55:26.702245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45572) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:26.705676 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f326bd25-e671-4a77-a8c7-d3a5e9cbfe4c admin admin] Publish callbacks [] for security_group (2d65b135-55f3-41a0-b7bd-e313a0b9ee72), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:26.711776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port e1ec658a-2f41-42fc-a9c2-e30621b438d2 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:26.713451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:26.717679 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.736280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ec658a-2f41-42fc-a9c2-e30621b438d2 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:55:26.739197 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] Routers {'ca685eaf-2af7-41c6-b95e-b2552b6d4225'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:26.739838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:54:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.765461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e1ec658a-2f41-42fc-a9c2-e30621b438d2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:26.772188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:26.852063 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.852747 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160ac9d-fd86-4597-96b2-f98f2d189d24 None None] The sync data for ids ['ca685eaf-2af7-41c6-b95e-b2552b6d4225'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:26.883659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=e1ec658a-2f41-42fc-a9c2-e30621b438d2,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:26.915250 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fd69-c714-4af9-b3c1-aa800c44e214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for router (ca685eaf-2af7-41c6-b95e-b2552b6d4225), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.036314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['e1ec658a-2f41-42fc-a9c2-e30621b438d2'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:27.134172 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-46b3afba-8389-4047-8b76-355dfe124ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.212580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45582) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:27.267431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fd69-c714-4af9-b3c1-aa800c44e214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (ca685eaf-2af7-41c6-b95e-b2552b6d4225), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.270448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fd69-c714-4af9-b3c1-aa800c44e214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for router_controller (ca685eaf-2af7-41c6-b95e-b2552b6d4225), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.272266 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f326bd25-e671-4a77-a8c7-d3a5e9cbfe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2d65b135-55f3-41a0-b7bd-e313a0b9ee72), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.275425 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f326bd25-e671-4a77-a8c7-d3a5e9cbfe4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.277504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f326bd25-e671-4a77-a8c7-d3a5e9cbfe4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d65b135-55f3-41a0-b7bd-e313a0b9ee72 HTTP/1.1" status: 204 len: 168 time: 1.0471098 Feb 11 13:55:27.301870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326bd25-e671-4a77-a8c7-d3a5e9cbfe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d65b135-55f3-41a0-b7bd-e313a0b9ee72,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:27.372044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fd69-c714-4af9-b3c1-aa800c44e214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (ca685eaf-2af7-41c6-b95e-b2552b6d4225), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.372635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b0fd69-c714-4af9-b3c1-aa800c44e214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Fanout notify agent at l3_agent the message router_deleted on router ca685eaf-2af7-41c6-b95e-b2552b6d4225 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:55:27.380408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fd69-c714-4af9-b3c1-aa800c44e214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.384366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b2b0fd69-c714-4af9-b3c1-aa800c44e214 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/routers/ca685eaf-2af7-41c6-b95e-b2552b6d4225 HTTP/1.1" status: 204 len: 168 time: 0.6783323 Feb 11 13:55:27.384867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-320560984-network', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:27.388009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45590) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:27.552076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 2c8563c7-1834-4744-8ebc-893bef40f21e {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:55:27.556964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Made reservation on behalf of 4f8b50c7266344a2948ff69c578bcc9c for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:27.573929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.576500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (2c8563c7-1834-4744-8ebc-893bef40f21e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.653717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.696774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23727d-b4c2-4789-b7f8-11badcdd1918 req-630016e7-6a01-4e13-bf37-031433683432 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:27.710212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e23727d-b4c2-4789-b7f8-11badcdd1918 req-630016e7-6a01-4e13-bf37-031433683432 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 945 time: 0.1047535 Feb 11 13:55:27.754941 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks [] for security_group (de6bac32-c1d4-47f5-831d-7f978d83b9a6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.759813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de6bac32-c1d4-47f5-831d-7f978d83b9a6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.785583 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (2c8563c7-1834-4744-8ebc-893bef40f21e), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.811629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e23727d-b4c2-4789-b7f8-11badcdd1918 req-498ed195-0da4-423d-b07b-5f4e8a46b8b9 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996633 Feb 11 13:55:27.822179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:55:27.830778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:27.855108 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20eb305b-5158-4370-965b-2823d7025a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.877776 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7cba4829-c466-4693-8dc9-157f0977332a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.878418 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Added segment 7cba4829-c466-4693-8dc9-157f0977332a of type vlan for network 4525346d-b0df-4d00-ba57-315452aaa3aa Feb 11 13:55:27.899138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6bac32-c1d4-47f5-831d-7f978d83b9a6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:27.944824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (4525346d-b0df-4d00-ba57-315452aaa3aa), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.996649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20eb305b-5158-4370-965b-2823d7025a1c admin admin] Publish callbacks [] for security_group (01e52fb8-bf3e-4a6b-9ec5-734a4116da4d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:27.998886 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (2c8563c7-1834-4744-8ebc-893bef40f21e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.004454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-20eb305b-5158-4370-965b-2823d7025a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (01e52fb8-bf3e-4a6b-9ec5-734a4116da4d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.024887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (4525346d-b0df-4d00-ba57-315452aaa3aa), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.025919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:28.026543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.042153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb305b-5158-4370-965b-2823d7025a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e52fb8-bf3e-4a6b-9ec5-734a4116da4d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:28.089329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-20eb305b-5158-4370-965b-2823d7025a1c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e42f07bf8a024fa3a51b3ea5d32220ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2612610 Feb 11 13:55:28.090047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45610) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:28.100428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] Pushing event updated for resources: {'Network': ['ID=4525346d-b0df-4d00-ba57-315452aaa3aa,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:28.112137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 4525346d-b0df-4d00-ba57-315452aaa3aa details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:55:28.134619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-312c8b62-eef6-454e-a37b-51c3df387451 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9180148 Feb 11 13:55:28.135130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45612) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:28.143737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Request body: {'subnet': {'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-320560984-subnet', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:28.169147 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (2c8563c7-1834-4744-8ebc-893bef40f21e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.198298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8563c7-1834-4744-8ebc-893bef40f21e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:28.200121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Made reservation on behalf of 4f8b50c7266344a2948ff69c578bcc9c for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:28.202671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.215057 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-209ec090-c7f3-4c34-91a3-7b22455e3ed1 admin admin] Publish callbacks [] for security_group (01e52fb8-bf3e-4a6b-9ec5-734a4116da4d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.238685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.243753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9bb344f8-adab-4b17-8470-74c1de31ecc2 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/2c8563c7-1834-4744-8ebc-893bef40f21e HTTP/1.1" status: 204 len: 168 time: 0.8536725 Feb 11 13:55:28.251021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45614) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:28.287596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30aa5c-5861-4a90-a026-b28712c84a35 None None] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:28.291981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-209ec090-c7f3-4c34-91a3-7b22455e3ed1 admin admin] Publish callbacks [] for security_group (01e52fb8-bf3e-4a6b-9ec5-734a4116da4d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.397296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-209ec090-c7f3-4c34-91a3-7b22455e3ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (01e52fb8-bf3e-4a6b-9ec5-734a4116da4d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.402765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-209ec090-c7f3-4c34-91a3-7b22455e3ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.409813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-209ec090-c7f3-4c34-91a3-7b22455e3ed1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01e52fb8-bf3e-4a6b-9ec5-734a4116da4d HTTP/1.1" status: 204 len: 168 time: 0.3186336 Feb 11 13:55:28.430796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ec090-c7f3-4c34-91a3-7b22455e3ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e52fb8-bf3e-4a6b-9ec5-734a4116da4d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:28.451039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e1ec658a-2f41-42fc-a9c2-e30621b438d2 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:28.490463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (61a278c6-6210-41ae-9078-de4bb4ca5ca1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.661321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port e1ec658a-2f41-42fc-a9c2-e30621b438d2 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:55:28.672391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port e1ec658a-2f41-42fc-a9c2-e30621b438d2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:28.672768 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.763967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] DHCP port deletion for 61a278c6-6210-41ae-9078-de4bb4ca5ca1 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:55:28.838700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.900024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] Deleting port 6ee392d5-135c-470d-9b44-53d1ee29d2bd {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:28.903167 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:28.951796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:28.984917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] For port 6ee392d5-135c-470d-9b44-53d1ee29d2bd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6ee392d5-135c-470d-9b44-53d1ee29d2bd,segment=NetworkSegment(898f2ba3-a120-45e3-8260-05894340d8ab),segment_id=898f2ba3-a120-45e3-8260-05894340d8ab)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:28.985844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.044399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 6ee392d5-135c-470d-9b44-53d1ee29d2bd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:29.044744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.131535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] For port 6ee392d5-135c-470d-9b44-53d1ee29d2bd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6ee392d5-135c-470d-9b44-53d1ee29d2bd,segment=NetworkSegment(898f2ba3-a120-45e3-8260-05894340d8ab),segment_id=898f2ba3-a120-45e3-8260-05894340d8ab)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:29.131535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.185185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 6ee392d5-135c-470d-9b44-53d1ee29d2bd owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:29.215940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c4c4e-6d4e-4511-a30e-4a534d6f45fa req-39df6fb9-f5ef-4d08-a235-0f181e3ea058 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:29.223972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-224c4c4e-6d4e-4511-a30e-4a534d6f45fa req-39df6fb9-f5ef-4d08-a235-0f181e3ea058 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 945 time: 0.2983332 Feb 11 13:55:29.228678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Checking segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:29.229321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Network hostable DHCP agents. Network: 4525346d-b0df-4d00-ba57-315452aaa3aa, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:55:29.375911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Network 4525346d-b0df-4d00-ba57-315452aaa3aa is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:55:29.418861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 4525346d-b0df-4d00-ba57-315452aaa3aa) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:29.439493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:29.441488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.525320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d901c-2865-4de2-beb8-1f0a89fdd0b6 None None] Network 4525346d-b0df-4d00-ba57-315452aaa3aa requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:29.533333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port e1ec658a-2f41-42fc-a9c2-e30621b438d2 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:29.534115 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.535821 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-224c4c4e-6d4e-4511-a30e-4a534d6f45fa req-2aedf33c-29ce-4c5f-af31-3f7b227002de tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083382 Feb 11 13:55:29.539244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] Calling delete_port for 6ee392d5-135c-470d-9b44-53d1ee29d2bd owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:29.580783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec1a0b79-d826-4853-a70a-dead93e1e98e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4445369 Feb 11 13:55:29.583860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:29.598300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:29.655011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.680572 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (9d84b2ac-c360-4937-a154-6ef24f3ebc96), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.683548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (9d84b2ac-c360-4937-a154-6ef24f3ebc96), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.748134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=6ee392d5-135c-470d-9b44-53d1ee29d2bd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:29.763082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No DVR routers for this DVR port 6ee392d5-135c-470d-9b44-53d1ee29d2bd on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:29.784036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6ee392d5-135c-470d-9b44-53d1ee29d2bd no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:29.816159 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-596835a5-1ed3-4207-9b3a-56d5e0f3cb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.882983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks [] for router_controller (9d84b2ac-c360-4937-a154-6ef24f3ebc96), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.912201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-4525346d-b0df-4d00-ba57-315452aaa3aa', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:55:29.915320 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:29.921175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:29.925301 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64421a5-2eb0-4bd2-8130-f025fedf90ca" -d '{"events": [{"server_uuid": "4ae8e8cb-80e4-415c-ac09-168e3163c76f", "name": "network-vif-plugged", "status": "completed", "tag": "e1ec658a-2f41-42fc-a9c2-e30621b438d2"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:29.935333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6ee392d5-135c-470d-9b44-53d1ee29d2bd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:29.935737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6ee392d5-135c-470d-9b44-53d1ee29d2bd not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:29.974915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (61a278c6-6210-41ae-9078-de4bb4ca5ca1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.031528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port e1ec658a-2f41-42fc-a9c2-e30621b438d2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:30.047667 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.068047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a278c6-6210-41ae-9078-de4bb4ca5ca1']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:30.080997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898f2ba3-a120-45e3-8260-05894340d8ab') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:30.081334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898f2ba3-a120-45e3-8260-05894340d8ab') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:30.105763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (898f2ba3-a120-45e3-8260-05894340d8ab), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.122833 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (898f2ba3-a120-45e3-8260-05894340d8ab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.130946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:55:30.131277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (898f2ba3-a120-45e3-8260-05894340d8ab), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.155361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks [] for router_gateway (9d84b2ac-c360-4937-a154-6ef24f3ebc96), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.157927 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507e856b-cb93-4acb-92d8-a3c62a2e8577 x-openstack-request-id: req-507e856b-cb93-4acb-92d8-a3c62a2e8577 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:30.158331 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae8e8cb-80e4-415c-ac09-168e3163c76f", "name": "network-vif-plugged", "status": "completed", "tag": "e1ec658a-2f41-42fc-a9c2-e30621b438d2", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:30.158705 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-507e856b-cb93-4acb-92d8-a3c62a2e8577 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:30.159109 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2', 'code': 200} Feb 11 13:55:30.163916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=e1ec658a-2f41-42fc-a9c2-e30621b438d2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:55:30.233846 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:55:30.321592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (61a278c6-6210-41ae-9078-de4bb4ca5ca1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.341207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Allocated IP 172.20.0.2 (4525346d-b0df-4d00-ba57-315452aaa3aa/8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3/14cc9edb-c1ab-4a28-ba3a-2afc98af1128) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:30.351159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.358662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/61a278c6-6210-41ae-9078-de4bb4ca5ca1 HTTP/1.1" status: 204 len: 168 time: 2.1021292 Feb 11 13:55:30.363382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45676) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:30.385586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887335de-1ebe-4ad9-9d96-ae3315e7e380 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=61a278c6-6210-41ae-9078-de4bb4ca5ca1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:30.414148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7255cf-d1c5-4812-a5c5-0dbcc66f4a65 req-7864a72b-dea6-4639-91f8-8cac66646377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:30.416235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb7255cf-d1c5-4812-a5c5-0dbcc66f4a65 req-7864a72b-dea6-4639-91f8-8cac66646377 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 1128 time: 0.1788924 Feb 11 13:55:30.440790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77600c8-5ebf-4057-a36c-56f423f7fab3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:30.442403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b77600c8-5ebf-4057-a36c-56f423f7fab3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/89ad6487-ba51-467e-8b91-ed4d74083893 HTTP/1.1" status: 200 len: 841 time: 0.0728543 Feb 11 13:55:30.448826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45678) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:55:30.489934 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 13:55:30.516042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb7255cf-d1c5-4812-a5c5-0dbcc66f4a65 req-36e7915c-fad9-4ef9-a9df-3a7445cde2fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931392 Feb 11 13:55:30.517751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (6ee392d5-135c-470d-9b44-53d1ee29d2bd), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.520952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Publish callbacks [] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.535958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] Network 61a278c6-6210-41ae-9078-de4bb4ca5ca1 is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:55:30.537911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] No DVR routers for this DVR port 6ee392d5-135c-470d-9b44-53d1ee29d2bd on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:30.564305 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.592829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17e923-edf6-445d-8368-40cd31e9db95 None None] Pushing event deleted for resources: {'Port': ['ID=6ee392d5-135c-470d-9b44-53d1ee29d2bd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:30.704728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Network 4525346d-b0df-4d00-ba57-315452aaa3aa is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:30.708988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:30.712159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:30.742684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8539ecc-f45d-47b6-b6b4-5a9af924113b req-bdcfc0ae-bd05-4319-913e-21c9f602cecd tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:30.750941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8539ecc-f45d-47b6-b6b4-5a9af924113b req-bdcfc0ae-bd05-4319-913e-21c9f602cecd tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 946 time: 0.0996482 Feb 11 13:55:30.765680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Pushing event updated for resources: {'Port': ['ID=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:30.863757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8539ecc-f45d-47b6-b6b4-5a9af924113b req-d344f9d4-479a-43fb-a1b4-0184cf7b1c2c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064396 Feb 11 13:55:30.921380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Attempting to bind port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:30.921769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Attempting to bind port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:30.922156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Attempting to bind port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 on network 4525346d-b0df-4d00-ba57-315452aaa3aa {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:30.947109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:30.948902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Checking segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:30.949575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.951689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Bound using segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:30.953167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Bound port: 14cc9edb-c1ab-4a28-ba3a-2afc98af1128, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:30.954441 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.053208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] For port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:31.057403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] For port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:31.069861 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.092106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.159259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24249d98-895d-42aa-a6df-a9c12ff692ac None None] Pushing event updated for resources: {'Port': ['ID=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:31.234643 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e328b95d-4b40-4739-b86b-6ce92c262031 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/89ad6487-ba51-467e-8b91-ed4d74083893?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.7845776 Feb 11 13:55:31.239661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:31.247913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:31.363014 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks [] for router_gateway (9d84b2ac-c360-4937-a154-6ef24f3ebc96), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.427443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.562409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:31.571484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.685062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Allocated IP 172.25.3.60 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0dc14df2-ce76-4d8e-aaf0-2faa025803da) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:31.715336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:31.839532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:31.839787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.975828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks [] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.104216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:32.107023 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.193101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d58085-ab96-4d66-9af2-9062a32b2a69 req-912e0697-ca91-4998-be26-40a50e2f93d1 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:32.198939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:32.200073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47d58085-ab96-4d66-9af2-9062a32b2a69 req-912e0697-ca91-4998-be26-40a50e2f93d1 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 946 time: 0.2140746 Feb 11 13:55:32.203467 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.220963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (6d68d7fe-e9a8-4aa6-8632-e38a95650514), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.276058 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.326640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=6d68d7fe-e9a8-4aa6-8632-e38a95650514,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:32.335461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:32.384224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:32.385672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:32.391601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:32.392212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.395315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a94fe2-429b-4637-9b96-35e50f1c8783 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:32.453754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-949d2798-c2b7-4d62-8359-730f733a1efe tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2115951 Feb 11 13:55:32.459267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45750) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:32.464058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-eb39f88f-0ac5-4d54-b34f-19e406c53a12 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057611615'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:32.471160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47d58085-ab96-4d66-9af2-9062a32b2a69 req-66472f26-dde5-46dc-a985-3e938204b771 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443123 Feb 11 13:55:32.473321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:32.490814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:32.501893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:32.535433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb39f88f-0ac5-4d54-b34f-19e406c53a12 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.570212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Pushing event updated for resources: {'Port': ['ID=0dc14df2-ce76-4d8e-aaf0-2faa025803da,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:32.590518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.778483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'project_id': '07a5d1b22aa34052a3663c0fdd490d62', 'fixed_ips': [{'subnet_id': '6d68d7fe-e9a8-4aa6-8632-e38a95650514'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:55:32.779357 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.790160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb39f88f-0ac5-4d54-b34f-19e406c53a12 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (be15a316-19c3-4fbd-8a6b-d34cef023e14), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.802635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb39f88f-0ac5-4d54-b34f-19e406c53a12 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (be15a316-19c3-4fbd-8a6b-d34cef023e14), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.926067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39f88f-0ac5-4d54-b34f-19e406c53a12 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be15a316-19c3-4fbd-8a6b-d34cef023e14,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:32.933391 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eb39f88f-0ac5-4d54-b34f-19e406c53a12 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:32.938054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eb39f88f-0ac5-4d54-b34f-19e406c53a12 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4752061 Feb 11 13:55:32.938372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45802) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:32.944364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5ce5f9cf-9a3d-4e3c-b699-a2576cc680a1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'security_group': {'name': 'tempest-secgroup-520813748'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:33.008118 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f9cf-9a3d-4e3c-b699-a2576cc680a1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.213575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f9cf-9a3d-4e3c-b699-a2576cc680a1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (a2f30dc6-979b-4ff5-adbe-62aa345dbf82), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.222545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f9cf-9a3d-4e3c-b699-a2576cc680a1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a2f30dc6-979b-4ff5-adbe-62aa345dbf82), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.310727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f9cf-9a3d-4e3c-b699-a2576cc680a1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.312367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94b72b-26f6-4814-98a3-7089956f4be5 None None] Network 4525346d-b0df-4d00-ba57-315452aaa3aa requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:33.315306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5ce5f9cf-9a3d-4e3c-b699-a2576cc680a1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3754704 Feb 11 13:55:33.316093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45814) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:33.323992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Allocated IP 172.20.0.2 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/6d68d7fe-e9a8-4aa6-8632-e38a95650514/af27f41b-c1f0-4e26-bd25-77cbc5c75894) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:33.328812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1847522248', 'security_groups': ['a2f30dc6-979b-4ff5-adbe-62aa345dbf82'], 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d68d7fe-e9a8-4aa6-8632-e38a95650514'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:33.340169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5f9cf-9a3d-4e3c-b699-a2576cc680a1 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f30dc6-979b-4ff5-adbe-62aa345dbf82,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:33.385261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks [] for router_gateway (9d84b2ac-c360-4937-a154-6ef24f3ebc96), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.694552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:33.760427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Publish callbacks [] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.774342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:33.778401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:33.889098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.918663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (9d84b2ac-c360-4937-a154-6ef24f3ebc96), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.003655 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.039100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-471eccd3-3bf0-423d-975b-909e8728f457 None None] Provisioning complete for port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:34.039614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-471eccd3-3bf0-423d-975b-909e8728f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.068360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.097927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1d910fa-6443-44de-acb0-f23a35b113b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.114391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port b432b505-0859-489c-af9a-22f98e91589f yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:55:34.182915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:34.193063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:34.196905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Pushing event updated for resources: {'Port': ['ID=af27f41b-c1f0-4e26-bd25-77cbc5c75894,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:34.201205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:34.227658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:34.228041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.498007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.10 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/6d68d7fe-e9a8-4aa6-8632-e38a95650514/b432b505-0859-489c-af9a-22f98e91589f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:34.565812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Attempting to bind port af27f41b-c1f0-4e26-bd25-77cbc5c75894 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:34.569053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Attempting to bind port af27f41b-c1f0-4e26-bd25-77cbc5c75894 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'dec48233-be4d-43b8-a130-79f8597ae6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:34.569626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Attempting to bind port af27f41b-c1f0-4e26-bd25-77cbc5c75894 on network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:34.583310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:34.583961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Checking segment: {'id': 'dec48233-be4d-43b8-a130-79f8597ae6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:34.584853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.585558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Bound using segment: {'id': 'dec48233-be4d-43b8-a130-79f8597ae6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:34.586238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Bound port: af27f41b-c1f0-4e26-bd25-77cbc5c75894, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec48233-be4d-43b8-a130-79f8597ae6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:34.586842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.598659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:55:34.698521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-471eccd3-3bf0-423d-975b-909e8728f457 None None] Current status of the port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:34.771046 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1d910fa-6443-44de-acb0-f23a35b113b3 admin admin] Publish callbacks [] for security_group (f979e5be-5d2a-4b6e-8f6a-64ecb7adc964), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.776542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d1d910fa-6443-44de-acb0-f23a35b113b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f979e5be-5d2a-4b6e-8f6a-64ecb7adc964), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.797211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:34.847240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d1d910fa-6443-44de-acb0-f23a35b113b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fb584f1200f4dc58cb8eabbb1a4fa08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0713482 Feb 11 13:55:34.850652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45870) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:34.873205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (b432b505-0859-489c-af9a-22f98e91589f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.873623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] For port af27f41b-c1f0-4e26-bd25-77cbc5c75894, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:34.879067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] For port af27f41b-c1f0-4e26-bd25-77cbc5c75894, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=af27f41b-c1f0-4e26-bd25-77cbc5c75894,segment=NetworkSegment(dec48233-be4d-43b8-a130-79f8597ae6aa),segment_id=dec48233-be4d-43b8-a130-79f8597ae6aa)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:34.889813 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.964908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b432b505-0859-489c-af9a-22f98e91589f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:34.967142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d910fa-6443-44de-acb0-f23a35b113b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f979e5be-5d2a-4b6e-8f6a-64ecb7adc964,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:35.024621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf61e3f-f17d-4e7c-a080-b8df31a79272 None None] Pushing event updated for resources: {'Port': ['ID=af27f41b-c1f0-4e26-bd25-77cbc5c75894,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:35.031494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=b432b505-0859-489c-af9a-22f98e91589f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:35.048893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:35.050324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:35.053904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:35.068633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f052a6e-d53a-4cff-8b70-c2c700d64243 admin admin] Publish callbacks [] for security_group (f979e5be-5d2a-4b6e-8f6a-64ecb7adc964), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.071165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:35.101481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Sync routers for ids ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:35.113870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.117944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-73f8b424-7d7e-47c0-af47-cdcbe14b252a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5270767 Feb 11 13:55:35.129904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d0436182-dc07-4aac-b9c5-eb77601a402c None None] Provisioning complete for port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:35.129904 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0436182-dc07-4aac-b9c5-eb77601a402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.130199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45874) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:35.169810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f052a6e-d53a-4cff-8b70-c2c700d64243 admin admin] Publish callbacks [] for security_group (f979e5be-5d2a-4b6e-8f6a-64ecb7adc964), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.244120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Routers {'9d84b2ac-c360-4937-a154-6ef24f3ebc96'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:35.247249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:35.282495 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f052a6e-d53a-4cff-8b70-c2c700d64243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f979e5be-5d2a-4b6e-8f6a-64ecb7adc964), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.285458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f052a6e-d53a-4cff-8b70-c2c700d64243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.289540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f052a6e-d53a-4cff-8b70-c2c700d64243 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f979e5be-5d2a-4b6e-8f6a-64ecb7adc964 HTTP/1.1" status: 204 len: 168 time: 0.4331346 Feb 11 13:55:35.319886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f052a6e-d53a-4cff-8b70-c2c700d64243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f979e5be-5d2a-4b6e-8f6a-64ecb7adc964,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:35.469010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:35.471876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.554463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2666990-2580-4d06-848e-b54367f06d4b tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2306106 Feb 11 13:55:35.557341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45884) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:35.563492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0c62a5e4-2054-4321-be36-b63b470f1ca7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:35.948633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device af27f41b-c1f0-4e26-bd25-77cbc5c75894 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:36.032473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c62a5e4-2054-4321-be36-b63b470f1ca7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:36.040348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c62a5e4-2054-4321-be36-b63b470f1ca7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:36.059796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45892) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:36.106617 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3658-eb59-48c0-8508-d37e6b846f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:36.151859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Set router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:36.224885 n-d-828676-2 neutron-server[103176]: INFO neutron.db.ipam_backend_mixin [None req-0c62a5e4-2054-4321-be36-b63b470f1ca7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d68d7fe-e9a8-4aa6-8632-e38a95650514 (CIDR: 172.20.0.0/28) Feb 11 13:55:36.232845 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c62a5e4-2054-4321-be36-b63b470f1ca7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:55:36.233403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c62a5e4-2054-4321-be36-b63b470f1ca7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:55:36.273500 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0c62a5e4-2054-4321-be36-b63b470f1ca7 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7123022 Feb 11 13:55:36.274473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:36.277315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d0436182-dc07-4aac-b9c5-eb77601a402c None None] Current status of the port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:36.288470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:36.571331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:36.572038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:36.645372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:36.649087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:36.664174 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3658-eb59-48c0-8508-d37e6b846f55 admin admin] Publish callbacks [] for security_group (d7ae1dee-c2e8-4744-b329-23f585374e2c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:36.671840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3658-eb59-48c0-8508-d37e6b846f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7ae1dee-c2e8-4744-b329-23f585374e2c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:36.725597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:55:33Z', 'revision_number': 3, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port': {'id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:31Z', 'updated_at': '2022-02-11T13:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:36.760960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3dbf3658-eb59-48c0-8508-d37e6b846f55 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c4a90d0e53a423cab93797655268696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6978502 Feb 11 13:55:36.765989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45904) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:36.817748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:36.836065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Checking router: 9d84b2ac-c360-4937-a154-6ef24f3ebc96 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:36.836674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Updating router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 port 0dc14df2-ce76-4d8e-aaf0-2faa025803da binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:55:36.950584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.002550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf3658-eb59-48c0-8508-d37e6b846f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae1dee-c2e8-4744-b329-23f585374e2c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:37.265350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67881af6-6e2a-49fc-ad4b-f933d049c149 admin admin] Publish callbacks [] for security_group (d7ae1dee-c2e8-4744-b329-23f585374e2c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.295402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:37.295743 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.312409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (90624673-44cd-49df-acce-2fd36fbe53da), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.380258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e01e0e0f-e282-4a30-aca5-642b264eddfa None None] Provisioning complete for port 89ad6487-ba51-467e-8b91-ed4d74083893 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:37.380634 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e0f-e282-4a30-aca5-642b264eddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.410476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67881af6-6e2a-49fc-ad4b-f933d049c149 admin admin] Publish callbacks [] for security_group (d7ae1dee-c2e8-4744-b329-23f585374e2c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.411232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:37.418527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:37.438534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:37.439574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.485172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=90624673-44cd-49df-acce-2fd36fbe53da,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:37.499395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e01e0e0f-e282-4a30-aca5-642b264eddfa None None] Port 89ad6487-ba51-467e-8b91-ed4d74083893 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:37.510253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-24ead851-e6c6-4f29-93e0-89cad016bce3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2341530 Feb 11 13:55:37.515573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:37.527202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-269983331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90624673-44cd-49df-acce-2fd36fbe53da'}], 'security_groups': ['be15a316-19c3-4fbd-8a6b-d34cef023e14']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:37.628772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad841a-213c-4041-804e-73531e652261 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:37.639914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Allocated IP 172.20.0.1 (4525346d-b0df-4d00-ba57-315452aaa3aa/8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3/ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:37.657297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67881af6-6e2a-49fc-ad4b-f933d049c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7ae1dee-c2e8-4744-b329-23f585374e2c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.664766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67881af6-6e2a-49fc-ad4b-f933d049c149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.674269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-67881af6-6e2a-49fc-ad4b-f933d049c149 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7ae1dee-c2e8-4744-b329-23f585374e2c HTTP/1.1" status: 204 len: 168 time: 0.8569169 Feb 11 13:55:37.682256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port af27f41b-c1f0-4e26-bd25-77cbc5c75894, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=af27f41b-c1f0-4e26-bd25-77cbc5c75894,segment=NetworkSegment(dec48233-be4d-43b8-a130-79f8597ae6aa),segment_id=dec48233-be4d-43b8-a130-79f8597ae6aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:37.683733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e01e0e0f-e282-4a30-aca5-642b264eddfa None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:37.684430 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e01e0e0f-e282-4a30-aca5-642b264eddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.701797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67881af6-6e2a-49fc-ad4b-f933d049c149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae1dee-c2e8-4744-b329-23f585374e2c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:37.819701 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.951352 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b432b505-0859-489c-af9a-22f98e91589f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:37.976379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks [] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:38.106738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:38.200977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Network 4525346d-b0df-4d00-ba57-315452aaa3aa is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:38.206085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:38.225629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:38.273333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e01e0e0f-e282-4a30-aca5-642b264eddfa None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:38.275654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:38.320237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (9d84b2ac-c360-4937-a154-6ef24f3ebc96), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:38.472174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=af27f41b-c1f0-4e26-bd25-77cbc5c75894,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:38.509085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a99f45ba-4669-4148-a91b-6a805599347b None None] Provisioning complete for port b432b505-0859-489c-af9a-22f98e91589f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:38.525056 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a99f45ba-4669-4148-a91b-6a805599347b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b432b505-0859-489c-af9a-22f98e91589f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:38.685594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:38.844144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Delete allocated IP 172.20.0.10 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/6d68d7fe-e9a8-4aa6-8632-e38a95650514) {{(pid=103176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:55:38.865356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.24 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/90624673-44cd-49df-acce-2fd36fbe53da/b432b505-0859-489c-af9a-22f98e91589f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:38.895237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a99f45ba-4669-4148-a91b-6a805599347b None None] Port b432b505-0859-489c-af9a-22f98e91589f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:38.935449 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Publish callbacks [] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:38.956497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.141444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks [] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.150907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Attempting to bind port 0dc14df2-ce76-4d8e-aaf0-2faa025803da on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:39.151290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Attempting to bind port 0dc14df2-ce76-4d8e-aaf0-2faa025803da by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:39.151661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Attempting to bind port 0dc14df2-ce76-4d8e-aaf0-2faa025803da on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:39.153521 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.162784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:39.163174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:39.163590 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.164000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:39.164499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Bound port: 0dc14df2-ce76-4d8e-aaf0-2faa025803da, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:39.164888 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.253847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (b432b505-0859-489c-af9a-22f98e91589f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.259347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b432b505-0859-489c-af9a-22f98e91589f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.266477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-89e89417-df4d-4307-a62a-8ffb5a3f8142 None None] Provisioning complete for port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:39.267130 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89e89417-df4d-4307-a62a-8ffb5a3f8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.319206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:39.332663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (9d84b2ac-c360-4937-a154-6ef24f3ebc96), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.441977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=b432b505-0859-489c-af9a-22f98e91589f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:39.452274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cf1ad-565e-4bf3-82b3-77bb855f5413 None None] Pushing event updated for resources: {'Port': ['ID=0dc14df2-ce76-4d8e-aaf0-2faa025803da,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:39.475867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-89e89417-df4d-4307-a62a-8ffb5a3f8142 None None] Port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:39.489874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52600c41-45b9-4ed0-a958-b97d5cc6226b None None] Update dhcp port {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'fixed_ips': [{'subnet_id': '6d68d7fe-e9a8-4aa6-8632-e38a95650514', 'ip_address': '172.20.0.2'}, {'subnet_id': '90624673-44cd-49df-acce-2fd36fbe53da'}], 'binding:host_id': 'n-d-828676-2'}, 'id': 'af27f41b-c1f0-4e26-bd25-77cbc5c75894'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:55:39.500965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] In _notify_port_updated(), no bound segment for port b432b505-0859-489c-af9a-22f98e91589f on network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 {{(pid=103176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:55:39.506585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:39.507219 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.512988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 45958) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:39.522062 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41068bae-ad5f-4b6d-b361-cecbbd747dac tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "PUT /v2.0/ports/b432b505-0859-489c-af9a-22f98e91589f HTTP/1.1" status: 200 len: 920 time: 2.0050476 Feb 11 13:55:39.536303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45960) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:39.678539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52600c41-45b9-4ed0-a958-b97d5cc6226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.713399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1245604723-network', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:39.735381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Made reservation on behalf of 4e85bd8ad634498f82fa82a2b6f83dfe for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:39.740353 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.747332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Network 4525346d-b0df-4d00-ba57-315452aaa3aa is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:39.749442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:39.792247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:39.863673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] For port 0dc14df2-ce76-4d8e-aaf0-2faa025803da, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:39.879622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] For port 0dc14df2-ce76-4d8e-aaf0-2faa025803da, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0dc14df2-ce76-4d8e-aaf0-2faa025803da,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:39.989355 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.074631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device af27f41b-c1f0-4e26-bd25-77cbc5c75894 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:40.086606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks [] for security_group (308136a5-e543-4f26-b551-b8c1a540ddb2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.091771 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (308136a5-e543-4f26-b551-b8c1a540ddb2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.095278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port b432b505-0859-489c-af9a-22f98e91589f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:40.098550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b432b505-0859-489c-af9a-22f98e91589f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.177080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308136a5-e543-4f26-b551-b8c1a540ddb2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:40.193017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:55:40.217676 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9f250480-5391-45e7-a392-c891f8b185d9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.219675 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Added segment 9f250480-5391-45e7-a392-c891f8b185d9 of type vlan for network d0932ad4-991e-4dba-87b9-b50818dbf7da Feb 11 13:55:40.326026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (d0932ad4-991e-4dba-87b9-b50818dbf7da), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.372596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (d0932ad4-991e-4dba-87b9-b50818dbf7da), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.374520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:40.375594 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.412572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:40.434670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b432b505-0859-489c-af9a-22f98e91589f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.435836 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8984084 Feb 11 13:55:40.436939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45972) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:40.438461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-52600c41-45b9-4ed0-a958-b97d5cc6226b None None] Allocated IP 172.20.0.18 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/90624673-44cd-49df-acce-2fd36fbe53da/af27f41b-c1f0-4e26-bd25-77cbc5c75894) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:40.467502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for b432b505-0859-489c-af9a-22f98e91589f owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:40.489424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Request body: {'subnet': {'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-subnet', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:40.512415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7c771-d1f2-4bc8-8718-8bdb2c9a7c25 admin admin] Pushing event updated for resources: {'Network': ['ID=d0932ad4-991e-4dba-87b9-b50818dbf7da,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:40.517739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Made reservation on behalf of 4e85bd8ad634498f82fa82a2b6f83dfe for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:40.522645 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.700144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-52600c41-45b9-4ed0-a958-b97d5cc6226b None None] For port af27f41b-c1f0-4e26-bd25-77cbc5c75894, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=af27f41b-c1f0-4e26-bd25-77cbc5c75894,segment=NetworkSegment(dec48233-be4d-43b8-a130-79f8597ae6aa),segment_id=dec48233-be4d-43b8-a130-79f8597ae6aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:40.760405 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52600c41-45b9-4ed0-a958-b97d5cc6226b None None] Publish callbacks [] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.788515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network d0932ad4-991e-4dba-87b9-b50818dbf7da details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:55:40.796041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52600c41-45b9-4ed0-a958-b97d5cc6226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:40.915557 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a660fb58-095d-4c2a-b31d-a53ab5398862), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:41.015250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Checking segment: {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:41.015787 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Network hostable DHCP agents. Network: d0932ad4-991e-4dba-87b9-b50818dbf7da, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:55:41.045222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a660fb58-095d-4c2a-b31d-a53ab5398862,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:41.051091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Network d0932ad4-991e-4dba-87b9-b50818dbf7da is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:55:41.064056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, d0932ad4-991e-4dba-87b9-b50818dbf7da) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:41.069828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:41.070539 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:41.094115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d6c42ef3-8cd3-4493-b443-71fab21d7305 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6094725 Feb 11 13:55:41.096622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 45978) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:41.102017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:41.134245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:41.137530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:41.227341 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks [] for router_controller (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:41.234954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815e780-cc69-46f8-a6aa-841efad11eb2 None None] Network d0932ad4-991e-4dba-87b9-b50818dbf7da requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:41.305338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cf1ad-565e-4bf3-82b3-77bb855f5413 None None] Pushing event updated for resources: {'Port': ['ID=0dc14df2-ce76-4d8e-aaf0-2faa025803da,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:41.467943 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks [] for router_gateway (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:41.492425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Routers {'9d84b2ac-c360-4937-a154-6ef24f3ebc96'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:41.493189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:41.679992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] Set router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:41.919524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:41.937923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-77768c24-c386-44ee-b983-192aaaa9c7a5 admin admin] 10.222.0.79 "PUT /v2.0/routers/9d84b2ac-c360-4937-a154-6ef24f3ebc96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8061507 Feb 11 13:55:41.940826 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b432b505-0859-489c-af9a-22f98e91589f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.017843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9258fdf1-b53a-4cb3-9d91-b25a9379e69d None None] Provisioning complete for port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:42.017843 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9258fdf1-b53a-4cb3-9d91-b25a9379e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.047481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=b432b505-0859-489c-af9a-22f98e91589f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:42.061825 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks [] for router_gateway (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.138769 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.163318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:42.163929 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.247491 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600c41-45b9-4ed0-a958-b97d5cc6226b None None] Pushing event updated for resources: {'Port': ['ID=af27f41b-c1f0-4e26-bd25-77cbc5c75894,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:42.248326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.268852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dad52ff8-e4f6-46c1-bc4c-7fa340425f83 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/b432b505-0859-489c-af9a-22f98e91589f HTTP/1.1" status: 204 len: 168 time: 2.7541957 Feb 11 13:55:42.268999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46000) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:42.305529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-d0932ad4-991e-4dba-87b9-b50818dbf7da', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:55:42.306428 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.393321 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eccf2b2-ea1d-44c0-bd2a-3c3e1c3883d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:55:42.396296 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7eccf2b2-ea1d-44c0-bd2a-3c3e1c3883d9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/b432b505-0859-489c-af9a-22f98e91589f HTTP/1.1" status: 404 len: 333 time: 0.1263435 Feb 11 13:55:42.401715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46006) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:42.623311 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Allocated IP 172.25.3.99 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/6808465b-f909-498b-aeee-ab4aab7c4260) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:42.646105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9258fdf1-b53a-4cb3-9d91-b25a9379e69d None None] Port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:42.716598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:42.734566 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b708ce14-848c-4e2e-b8b6-ed387ef3b012 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (a2f30dc6-979b-4ff5-adbe-62aa345dbf82), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.809470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 4, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port': {'id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:31Z', 'updated_at': '2022-02-11T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940', 'name': '', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'mac_address': 'fa:16:3e:0d:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:37Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 2, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'subnets': [{'id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:42.869363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b708ce14-848c-4e2e-b8b6-ed387ef3b012 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (a2f30dc6-979b-4ff5-adbe-62aa345dbf82), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:42.937635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2278798-ef5e-4d62-8bf1-86f255d31ae0 None None] The sync data for ids ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'] in n-d-828676-2 is: [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 4, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port': {'id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:31Z', 'updated_at': '2022-02-11T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940', 'name': '', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'mac_address': 'fa:16:3e:0d:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:37Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 2, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'subnets': [{'id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:42.986690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Allocated IP 172.20.0.2 (d0932ad4-991e-4dba-87b9-b50818dbf7da/a660fb58-095d-4c2a-b31d-a53ab5398862/5e8d7c0f-120c-4733-8969-c61c31faed0d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:43.070769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b708ce14-848c-4e2e-b8b6-ed387ef3b012 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a2f30dc6-979b-4ff5-adbe-62aa345dbf82), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.074943 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b708ce14-848c-4e2e-b8b6-ed387ef3b012 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.082110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b708ce14-848c-4e2e-b8b6-ed387ef3b012 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/security-groups/a2f30dc6-979b-4ff5-adbe-62aa345dbf82 HTTP/1.1" status: 204 len: 168 time: 0.6753321 Feb 11 13:55:43.085231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46022) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:43.175914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708ce14-848c-4e2e-b8b6-ed387ef3b012 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f30dc6-979b-4ff5-adbe-62aa345dbf82,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:43.178483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks [] for port (6808465b-f909-498b-aeee-ab4aab7c4260), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.227951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46026) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:43.237255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-504635473-network', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:43.261678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device af27f41b-c1f0-4e26-bd25-77cbc5c75894 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:43.317317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216f29bb-bc47-4540-bb63-eedc5b5d91e5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (be15a316-19c3-4fbd-8a6b-d34cef023e14), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.383320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Made reservation on behalf of 1c47ce9813f54bd3b90e94686bbab050 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:43.402440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.413746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.413994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216f29bb-bc47-4540-bb63-eedc5b5d91e5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (be15a316-19c3-4fbd-8a6b-d34cef023e14), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.512320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.517804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:43.518213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.581822 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216f29bb-bc47-4540-bb63-eedc5b5d91e5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (be15a316-19c3-4fbd-8a6b-d34cef023e14), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.597194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216f29bb-bc47-4540-bb63-eedc5b5d91e5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.597438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:43.598835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-216f29bb-bc47-4540-bb63-eedc5b5d91e5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/security-groups/be15a316-19c3-4fbd-8a6b-d34cef023e14 HTTP/1.1" status: 204 len: 168 time: 0.4921947 Feb 11 13:55:43.615702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46034) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:43.616591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:43.667970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:43.718915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f29bb-bc47-4540-bb63-eedc5b5d91e5 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15a316-19c3-4fbd-8a6b-d34cef023e14,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:43.783120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 6d68d7fe-e9a8-4aa6-8632-e38a95650514 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:55:43.791592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (6d68d7fe-e9a8-4aa6-8632-e38a95650514), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.804527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Pushing event updated for resources: {'Port': ['ID=6808465b-f909-498b-aeee-ab4aab7c4260,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:43.919577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Publish callbacks [] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.960699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:43.971973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (6d68d7fe-e9a8-4aa6-8632-e38a95650514), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.071548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Pushing event updated for resources: {'Port': ['ID=5e8d7c0f-120c-4733-8969-c61c31faed0d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:44.147217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Network d0932ad4-991e-4dba-87b9-b50818dbf7da is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:44.168863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:44.172515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:44.190517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.190890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.191463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.191812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.192153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.192493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.192829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.193162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.193493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.194076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.194446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.194778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.195106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:44.216171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5f39bc11-1063-4c01-9c6b-c25fee87db46 None None] Provisioning complete for port 89ad6487-ba51-467e-8b91-ed4d74083893 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:44.216560 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f39bc11-1063-4c01-9c6b-c25fee87db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.291645 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6d68d7fe-e9a8-4aa6-8632-e38a95650514), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.553142 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (6d68d7fe-e9a8-4aa6-8632-e38a95650514), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.592985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.598258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/6d68d7fe-e9a8-4aa6-8632-e38a95650514 HTTP/1.1" status: 204 len: 168 time: 0.9793773 Feb 11 13:55:44.606108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:44.613273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:44.628251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:44.682005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Attempting to bind port 5e8d7c0f-120c-4733-8969-c61c31faed0d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:44.682411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Attempting to bind port 5e8d7c0f-120c-4733-8969-c61c31faed0d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:44.682790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Attempting to bind port 5e8d7c0f-120c-4733-8969-c61c31faed0d on network d0932ad4-991e-4dba-87b9-b50818dbf7da {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:44.687805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0782a-3c04-4857-bd35-7a27dabe4dbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=6d68d7fe-e9a8-4aa6-8632-e38a95650514,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:44.700238 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks [] for security_group (ecf51727-7aee-4c91-8f09-a57e83d3d398), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.707572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d433b89-afae-4992-bf6e-61dbed709da3 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:44.721288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:44.721670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Checking segment: {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:44.722066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.723917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Bound using segment: {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:44.736936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Bound port: 5e8d7c0f-120c-4733-8969-c61c31faed0d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:44.737466 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.744050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ecf51727-7aee-4c91-8f09-a57e83d3d398), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:44.932441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5f39bc11-1063-4c01-9c6b-c25fee87db46 None None] Port 89ad6487-ba51-467e-8b91-ed4d74083893 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:45.020613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5f39bc11-1063-4c01-9c6b-c25fee87db46 None None] Could not find standard attr ID for object b432b505-0859-489c-af9a-22f98e91589f. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:55:45.043587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0dc14df2-ce76-4d8e-aaf0-2faa025803da up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:45.100905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:55:45.130968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5f39bc11-1063-4c01-9c6b-c25fee87db46 None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:45.132154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5f39bc11-1063-4c01-9c6b-c25fee87db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.274915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] For port 5e8d7c0f-120c-4733-8969-c61c31faed0d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:45.281475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] For port 5e8d7c0f-120c-4733-8969-c61c31faed0d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e8d7c0f-120c-4733-8969-c61c31faed0d,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:45.285486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf51727-7aee-4c91-8f09-a57e83d3d398,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:45.318199 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b3369728-0090-4441-ba87-3bbe9fc13009), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.333207 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Added segment b3369728-0090-4441-ba87-3bbe9fc13009 of type vlan for network 91437296-b500-4324-b696-d7c7f35b6520 Feb 11 13:55:45.382846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.562864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (91437296-b500-4324-b696-d7c7f35b6520), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.602683 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (91437296-b500-4324-b696-d7c7f35b6520), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.603666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:45.604242 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.617135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks [] for router_gateway (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.782611 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5504801 Feb 11 13:55:45.788102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46058) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:45.793414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0dc14df2-ce76-4d8e-aaf0-2faa025803da triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:45.793414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.821290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:45.826547 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:45.860230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Request body: {'subnet': {'network_id': '91437296-b500-4324-b696-d7c7f35b6520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-504635473-subnet', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:45.911605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Made reservation on behalf of 1c47ce9813f54bd3b90e94686bbab050 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:45.918978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:46.037021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c93c73-e482-4eed-8103-79be110b53bc admin admin] Pushing event updated for resources: {'Network': ['ID=91437296-b500-4324-b696-d7c7f35b6520,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:46.059669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5f39bc11-1063-4c01-9c6b-c25fee87db46 None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:46.087352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 91437296-b500-4324-b696-d7c7f35b6520 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:55:46.183122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da890a-4bf9-4dce-827e-e0faa5ca9d6d None None] Pushing event updated for resources: {'Port': ['ID=5e8d7c0f-120c-4733-8969-c61c31faed0d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:46.551487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bdc57af8-a974-4d2a-a750-c24d793926e9 None None] Could not find standard attr ID for object b432b505-0859-489c-af9a-22f98e91589f. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:55:46.680519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (86125549-1bab-4a11-b4e7-29d8a6cbb139), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:46.802949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0dc14df2-ce76-4d8e-aaf0-2faa025803da is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:46.808876 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:46.852337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86125549-1bab-4a11-b4e7-29d8a6cbb139,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:46.867944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Checking segment: {'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:46.868807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Network hostable DHCP agents. Network: 91437296-b500-4324-b696-d7c7f35b6520, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:55:46.894223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Network 91437296-b500-4324-b696-d7c7f35b6520 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:55:46.917636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 91437296-b500-4324-b696-d7c7f35b6520) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:46.939444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.944899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:46.977013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0dc14df2-ce76-4d8e-aaf0-2faa025803da, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0dc14df2-ce76-4d8e-aaf0-2faa025803da,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:46.998294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3b1be173-5dd4-4916-8892-d499dff3e6a2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2016106 Feb 11 13:55:47.002924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46076) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:47.011034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4a571-73da-4d73-82e0-1cc83deca75e None None] Network 91437296-b500-4324-b696-d7c7f35b6520 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:47.013315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:47.016828 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:47.056095 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (93e9eb77-7a08-4452-9d87-19fe5978038d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:47.059195 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (93e9eb77-7a08-4452-9d87-19fe5978038d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:47.329011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks [] for router_controller (93e9eb77-7a08-4452-9d87-19fe5978038d), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:47.445647 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Sync routers for ids ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:47.471474 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Routers {'9d84b2ac-c360-4937-a154-6ef24f3ebc96'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:47.472483 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:47.484163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8d7c0f-120c-4733-8969-c61c31faed0d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:47.929191 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Set router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:47.965271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks [] for router_gateway (93e9eb77-7a08-4452-9d87-19fe5978038d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.084018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0dc14df2-ce76-4d8e-aaf0-2faa025803da,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:48.113197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e8d7c0f-120c-4733-8969-c61c31faed0d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:48.115220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.129172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-91437296-b500-4324-b696-d7c7f35b6520', 'network_id': '91437296-b500-4324-b696-d7c7f35b6520', 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'fixed_ips': [{'subnet_id': '86125549-1bab-4a11-b4e7-29d8a6cbb139'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:55:48.130025 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.599282 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.632507 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 4, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port': {'id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:31Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940', 'name': '', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'mac_address': 'fa:16:3e:0d:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:37Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 2, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'subnets': [{'id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:48.690554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Allocated IP 172.20.0.2 (91437296-b500-4324-b696-d7c7f35b6520/86125549-1bab-4a11-b4e7-29d8a6cbb139/ab7db945-a7dc-4cff-ac19-ef8374e6a5c2) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:48.750764 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Checking router: 9d84b2ac-c360-4937-a154-6ef24f3ebc96 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:48.753586 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Updating router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:55:48.847648 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.852869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks [] for router_gateway (93e9eb77-7a08-4452-9d87-19fe5978038d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.891734 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Publish callbacks [] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.895711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.904045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a763d53a-bd95-4013-b413-fc3c4838a8b7 None None] Network d0932ad4-991e-4dba-87b9-b50818dbf7da requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:49.071204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.252698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Allocated IP 172.25.3.206 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/fff8ed3c-de86-48dc-963b-c799a31fb1d0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:49.283970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Network 91437296-b500-4324-b696-d7c7f35b6520 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:49.309041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:49.317202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:49.325670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5a723d32-e6e8-4802-8486-7b73d27af90d None None] Provisioning complete for port 89ad6487-ba51-467e-8b91-ed4d74083893 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:49.328767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a723d32-e6e8-4802-8486-7b73d27af90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.444795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5a723d32-e6e8-4802-8486-7b73d27af90d None None] Port 89ad6487-ba51-467e-8b91-ed4d74083893 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:55:49.447809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:55:49.661173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks [] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.724417 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (031120ab-e87f-4321-888a-2e5216acf863), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.744473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.759026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Pushing event updated for resources: {'Port': ['ID=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:49.761002 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Publish callbacks [] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.773380 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.847511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=fff8ed3c-de86-48dc-963b-c799a31fb1d0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:49.853296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5a723d32-e6e8-4802-8486-7b73d27af90d None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:49.853675 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a723d32-e6e8-4802-8486-7b73d27af90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.927903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:49.939243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:49.939949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:49.945373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:49.947969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Attempting to bind port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:49.948352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Attempting to bind port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:49.949087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Attempting to bind port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 on network 91437296-b500-4324-b696-d7c7f35b6520 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:49.951677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:49.954195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:49.955337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:49.955601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:49.973163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=031120ab-e87f-4321-888a-2e5216acf863,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:49.996823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:49.997369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Checking segment: {'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:50.002506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.004590 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1774086-9447-42f1-b279-64af8bd69540 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.9066169 Feb 11 13:55:50.005171 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.005643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Bound using segment: {'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:50.006197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Bound port: ab7db945-a7dc-4cff-ac19-ef8374e6a5c2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:50.006607 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.018875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2cc6af69-ab9d-4103-b576-54736dba4b5c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4025826 Feb 11 13:55:50.019808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46106) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:50.043677 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Pushing event updated for resources: {'Port': ['ID=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:50.046674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Sync routers for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:50.055296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bcd24-58f8-41cd-ad82-58a447e08b97 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:50.092046 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.092533 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.094380 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.096119 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.096119 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.096119 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.097141 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.097539 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.097802 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.098148 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.098494 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.098820 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.099141 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:50.106534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46108) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:50.122660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Attempting to bind port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:50.122660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Attempting to bind port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:50.122660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Attempting to bind port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 on network 4525346d-b0df-4d00-ba57-315452aaa3aa {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:50.139561 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:50.140814 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Checking segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:50.141232 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.141632 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Bound using segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:50.146955 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Bound port: ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:50.147645 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.153060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e8d7c0f-120c-4733-8969-c61c31faed0d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:50.156809 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.162613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-18e4ad41-8720-46d8-8161-e001ffd9bff3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'security_group': {'name': 'tempest-secgroup-754462852'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:50.302512 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] For port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:50.306755 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] For port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:50.326764 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.427853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:50.431099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:50.446506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e4ad41-8720-46d8-8161-e001ffd9bff3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:50.637592 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Routers {'9d84b2ac-c360-4937-a154-6ef24f3ebc96'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:50.638200 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:50.770570 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.060211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 5e8d7c0f-120c-4733-8969-c61c31faed0d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e8d7c0f-120c-4733-8969-c61c31faed0d,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:51.131151 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550366c-993e-46c6-a582-9e5317c6f660 None None] Pushing event updated for resources: {'Port': ['ID=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:51.185741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] Set router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:51.201293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:51.248870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e4ad41-8720-46d8-8161-e001ffd9bff3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (1885b3cd-2582-420a-91d1-5895e0366576), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.253823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks [] for router_gateway (93e9eb77-7a08-4452-9d87-19fe5978038d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.421777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e4ad41-8720-46d8-8161-e001ffd9bff3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1885b3cd-2582-420a-91d1-5895e0366576), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.425787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.493729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] For port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:51.588340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4ad41-8720-46d8-8161-e001ffd9bff3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1885b3cd-2582-420a-91d1-5895e0366576,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:51.647428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e4ad41-8720-46d8-8161-e001ffd9bff3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.654556 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-18e4ad41-8720-46d8-8161-e001ffd9bff3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5385199 Feb 11 13:55:51.664387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46134) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:51.685509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-59afc0bd-b611-47d7-ad1c-4d8ef33addb3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'security_group': {'name': 'tempest-secgroup-2147128965'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:51.735010 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.787276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59afc0bd-b611-47d7-ad1c-4d8ef33addb3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.098697 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 4, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port': {'id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:31Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940', 'name': '', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'mac_address': 'fa:16:3e:0d:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:37Z', 'updated_at': '2022-02-11T13:55:50Z', 'revision_number': 4, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'subnets': [{'id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:52.183055 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59afc0bd-b611-47d7-ad1c-4d8ef33addb3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (a87b256d-a17f-4bd0-8ead-cfb314db9b7d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.185664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=5e8d7c0f-120c-4733-8969-c61c31faed0d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:52.214056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59afc0bd-b611-47d7-ad1c-4d8ef33addb3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a87b256d-a17f-4bd0-8ead-cfb314db9b7d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.238268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] For port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,segment=NetworkSegment(b3369728-0090-4441-ba87-3bbe9fc13009),segment_id=b3369728-0090-4441-ba87-3bbe9fc13009)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:52.259200 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbf0db-61c3-426c-818f-8410902e4060 None None] The sync data for ids ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'] in n-d-828676-2 is: [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:55:38Z', 'revision_number': 4, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port': {'id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:31Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940', 'name': '', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'mac_address': 'fa:16:3e:0d:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:37Z', 'updated_at': '2022-02-11T13:55:50Z', 'revision_number': 4, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'subnets': [{'id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:52.274167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:52.366680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afc0bd-b611-47d7-ad1c-4d8ef33addb3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87b256d-a17f-4bd0-8ead-cfb314db9b7d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:52.379563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-59afc0bd-b611-47d7-ad1c-4d8ef33addb3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.397775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-59afc0bd-b611-47d7-ad1c-4d8ef33addb3 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7322092 Feb 11 13:55:52.400368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46140) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:52.412254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5a723d32-e6e8-4802-8486-7b73d27af90d None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:52.424052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Allocated IP 172.20.0.1 (d0932ad4-991e-4dba-87b9-b50818dbf7da/a660fb58-095d-4c2a-b31d-a53ab5398862/43a8c930-c86f-4d12-bcdc-c2354425974b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:52.444271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-165ff085-e630-4cca-b509-93161d1bca15 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'security_group': {'name': 'tempest-secgroup-1266620861'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:52.484932 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.589261 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.701285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-165ff085-e630-4cca-b509-93161d1bca15 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.800340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (93e9eb77-7a08-4452-9d87-19fe5978038d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.901570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1602a-e564-48a8-a774-0d54853a5523 None None] Pushing event updated for resources: {'Port': ['ID=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:52.971758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Provisioning complete for port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:52.972150 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.995138 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks [] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.153079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.317085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Network d0932ad4-991e-4dba-87b9-b50818dbf7da is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:53.319940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:44Z', 'revision_number': 3, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:53.321698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:53.343260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:53.358262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:53.358647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.381786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Pushing event updated for resources: {'Port': ['ID=43a8c930-c86f-4d12-bcdc-c2354425974b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:53.503011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.552188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Checking router: 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:53.552542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Updating router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 port 6808465b-f909-498b-aeee-ab4aab7c4260 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:55:53.605144 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.617820 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-165ff085-e630-4cca-b509-93161d1bca15 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (866371af-0fdc-4d29-85f0-d91fa7591677), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.629726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-165ff085-e630-4cca-b509-93161d1bca15 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (866371af-0fdc-4d29-85f0-d91fa7591677), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.683731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Router 93e9eb77-7a08-4452-9d87-19fe5978038d is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:55:53.700262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-165ff085-e630-4cca-b509-93161d1bca15 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:53.701866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-165ff085-e630-4cca-b509-93161d1bca15 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2895377 Feb 11 13:55:53.707941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46156) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:53.730870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1722380412', 'security_groups': ['866371af-0fdc-4d29-85f0-d91fa7591677'], 'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '031120ab-e87f-4321-888a-2e5216acf863'}]}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:53.785452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ff085-e630-4cca-b509-93161d1bca15 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866371af-0fdc-4d29-85f0-d91fa7591677,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:53.877018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.191491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Publish callbacks [] for port (6808465b-f909-498b-aeee-ab4aab7c4260), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.219974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d749bf-7758-4b21-bd07-873ea7be82fa None None] Update dhcp port {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'fixed_ips': [{'subnet_id': '90624673-44cd-49df-acce-2fd36fbe53da', 'ip_address': '172.20.0.18'}, {'subnet_id': '031120ab-e87f-4321-888a-2e5216acf863'}], 'binding:host_id': 'n-d-828676-2'}, 'id': 'af27f41b-c1f0-4e26-bd25-77cbc5c75894'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:55:54.288355 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71d749bf-7758-4b21-bd07-873ea7be82fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.301766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.363428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:54.371390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks [] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.374620 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Sync routers for ids ['93e9eb77-7a08-4452-9d87-19fe5978038d'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:54.382472 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.395599 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Routers {'93e9eb77-7a08-4452-9d87-19fe5978038d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:54.396245 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['93e9eb77-7a08-4452-9d87-19fe5978038d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:54.432762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:54.451717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9db92-4704-4a8e-8260-3247b229bc17 None None] Pushing event updated for resources: {'Port': ['ID=6808465b-f909-498b-aeee-ab4aab7c4260,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:54.493594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.501761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d699a3c-bacc-40f0-8e82-a94a2449f6a5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4976928 Feb 11 13:55:54.506568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:54.565875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Pushing event updated for resources: {'Port': ['ID=43a8c930-c86f-4d12-bcdc-c2354425974b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:54.640030 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.873235 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:54.880601 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Set router 93e9eb77-7a08-4452-9d87-19fe5978038d gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:54.950271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] device_id is not set on port 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:55:54.957817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0608eb0-3b65-433f-8240-6c3f053afabb None None] Network 91437296-b500-4324-b696-d7c7f35b6520 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:54.999328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Current status of the port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:55.000193 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:55.012006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Network d0932ad4-991e-4dba-87b9-b50818dbf7da is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:55.016339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:55.138242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] For port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:55.234169 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:55.310347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Attempting to bind port 6808465b-f909-498b-aeee-ab4aab7c4260 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:55.318052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Attempting to bind port 6808465b-f909-498b-aeee-ab4aab7c4260 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:55.319075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Attempting to bind port 6808465b-f909-498b-aeee-ab4aab7c4260 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:55.357045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Pushing event updated for resources: {'Port': ['ID=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:55.366835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:55.367712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:55.368343 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:55.369749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:55.370649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Bound port: 6808465b-f909-498b-aeee-ab4aab7c4260, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:55.371143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:55.462209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:55.506600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] For port 6808465b-f909-498b-aeee-ab4aab7c4260, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:55.512687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] For port 6808465b-f909-498b-aeee-ab4aab7c4260, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6808465b-f909-498b-aeee-ab4aab7c4260,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:55.534991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Provisioning complete for port 5e8d7c0f-120c-4733-8969-c61c31faed0d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:55.537807 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:55.617775 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:55:50Z', 'revision_number': 3, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port': {'id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:48Z', 'updated_at': '2022-02-11T13:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:55.641363 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:55.764291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-71d749bf-7758-4b21-bd07-873ea7be82fa None None] Allocated IP 172.20.0.2 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/031120ab-e87f-4321-888a-2e5216acf863/af27f41b-c1f0-4e26-bd25-77cbc5c75894) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:55.812205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:55.848262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5cc2426-bf8a-4e69-807a-fed017e796e6 admin admin] 10.222.0.79 "PUT /v2.0/routers/66d315ec-70ad-40f9-8dd8-8b12e6b0da28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8192141 Feb 11 13:55:55.992892 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Checking router: 93e9eb77-7a08-4452-9d87-19fe5978038d for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:55.993342 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Updating router 93e9eb77-7a08-4452-9d87-19fe5978038d port fff8ed3c-de86-48dc-963b-c799a31fb1d0 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:55:56.023119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-71d749bf-7758-4b21-bd07-873ea7be82fa None None] For port af27f41b-c1f0-4e26-bd25-77cbc5c75894, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=af27f41b-c1f0-4e26-bd25-77cbc5c75894,segment=NetworkSegment(dec48233-be4d-43b8-a130-79f8597ae6aa),segment_id=dec48233-be4d-43b8-a130-79f8597ae6aa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:56.059387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71d749bf-7758-4b21-bd07-873ea7be82fa None None] Publish callbacks [] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.092808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:56.093283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.099430 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.110217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71d749bf-7758-4b21-bd07-873ea7be82fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.197343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9db92-4704-4a8e-8260-3247b229bc17 None None] Pushing event updated for resources: {'Port': ['ID=6808465b-f909-498b-aeee-ab4aab7c4260,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:56.258344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8bb67ad6-5a79-42bd-b13a-6e01702f533f None None] Current status of the port 5e8d7c0f-120c-4733-8969-c61c31faed0d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:56.398167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.13 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/031120ab-e87f-4321-888a-2e5216acf863/1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:56.407631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:56.408568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:56.516760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.785179 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Publish callbacks [] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.799221 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.934058 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Attempting to bind port fff8ed3c-de86-48dc-963b-c799a31fb1d0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:56.936253 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Attempting to bind port fff8ed3c-de86-48dc-963b-c799a31fb1d0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:56.936638 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Attempting to bind port fff8ed3c-de86-48dc-963b-c799a31fb1d0 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:56.960888 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:56.961335 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:56.961754 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:56.964363 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:56.964919 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Bound port: fff8ed3c-de86-48dc-963b-c799a31fb1d0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:56.965319 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.093332 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] For port fff8ed3c-de86-48dc-963b-c799a31fb1d0, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:57.100534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] For port fff8ed3c-de86-48dc-963b-c799a31fb1d0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fff8ed3c-de86-48dc-963b-c799a31fb1d0,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:57.114837 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf47c81-9062-49ce-a7ea-ba37f3ca4b98 None None] Pushing event updated for resources: {'Port': ['ID=fff8ed3c-de86-48dc-963b-c799a31fb1d0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:57.117217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:57.120632 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.223783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Routers {'93e9eb77-7a08-4452-9d87-19fe5978038d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:57.225863 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['93e9eb77-7a08-4452-9d87-19fe5978038d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:57.299994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d749bf-7758-4b21-bd07-873ea7be82fa None None] Pushing event updated for resources: {'Port': ['ID=af27f41b-c1f0-4e26-bd25-77cbc5c75894,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:57.352776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:55:57.355166 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:55:57.366634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:57.371827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1878970547-network', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:57.396892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Made reservation on behalf of e13cb9f3309b4298974be542b3057f5f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:57.399977 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.428008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.490878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf47c81-9062-49ce-a7ea-ba37f3ca4b98 None None] Pushing event updated for resources: {'Port': ['ID=fff8ed3c-de86-48dc-963b-c799a31fb1d0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:57.545010 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] Set router 93e9eb77-7a08-4452-9d87-19fe5978038d gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:57.692765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks [] for security_group (83f9f67d-82ef-49cc-ac37-4f923443f12e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.702177 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83f9f67d-82ef-49cc-ac37-4f923443f12e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.743607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:55:57.776067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (da202653-4f1a-4c25-a079-58d745050b77), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.778214 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Added segment da202653-4f1a-4c25-a079-58d745050b77 of type vlan for network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b Feb 11 13:55:57.890491 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Provisioning complete for port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:57.890874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.893571 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b8defa34-c3d0-4573-93fa-7097542db61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:57.933885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c9cb468c-6b14-4bb7-8fdb-4ec7220af36b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.001690 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:55:50Z', 'revision_number': 3, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port': {'id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:48Z', 'updated_at': '2022-02-11T13:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:58.021983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c9cb468c-6b14-4bb7-8fdb-4ec7220af36b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.023917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:58.024508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.028654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:58.032442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0dc14df2-ce76-4d8e-aaf0-2faa025803da up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:58.085676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7180476 Feb 11 13:55:58.104232 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a604b-aba5-4c9d-806d-0843c23bd423 None None] The sync data for ids ['93e9eb77-7a08-4452-9d87-19fe5978038d'] in n-d-828676-2 is: [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:55:50Z', 'revision_number': 3, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port': {'id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:48Z', 'updated_at': '2022-02-11T13:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:58.127881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46234) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:58.139918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Request body: {'subnet': {'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1878970547-subnet', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:58.183433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f9f67d-82ef-49cc-ac37-4f923443f12e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:58.346944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0dc14df2-ce76-4d8e-aaf0-2faa025803da triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:58.347504 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.379972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e795ff-ad2b-486c-b86a-bad4697b4096 admin admin] Pushing event updated for resources: {'Network': ['ID=c9cb468c-6b14-4bb7-8fdb-4ec7220af36b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:58.411503 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Made reservation on behalf of e13cb9f3309b4298974be542b3057f5f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:58.414716 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.454025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:55:58.507531 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:55:58.592365 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.718392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.788319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Allocated IP 172.20.0.1 (91437296-b500-4324-b696-d7c7f35b6520/86125549-1bab-4a11-b4e7-29d8a6cbb139/f88a5c37-40ea-4bda-9ed3-453a2525428b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:58.931822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:58.936255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:58.964307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:58.977482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (c6df52f6-24f8-49b9-a2bc-cadb97a591e5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.011229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:59.078563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0dc14df2-ce76-4d8e-aaf0-2faa025803da is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:59.085856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Current status of the port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:59.088580 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.097267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:55:54Z', 'revision_number': 2, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:59.150741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-81f92580-c247-4847-a808-374a19201d8e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4564052 Feb 11 13:55:59.168635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6df52f6-24f8-49b9-a2bc-cadb97a591e5,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:59.195685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Checking segment: {'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:59.196060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Network hostable DHCP agents. Network: c9cb468c-6b14-4bb7-8fdb-4ec7220af36b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:55:59.244778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:55:59.266065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b31c616-7295-438a-837a-ff14aa9a1ca5 None None] The sync data for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 is: [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:55:54Z', 'revision_number': 2, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:59.288323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c9cb468c-6b14-4bb7-8fdb-4ec7220af36b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:59.301769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:59.310009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.368227 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7d94d21d-94e9-4e82-9b6e-0cf8a3d4fa96 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2375140 Feb 11 13:55:59.369669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46258) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:59.405752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] For port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,segment=NetworkSegment(b3369728-0090-4441-ba87-3bbe9fc13009),segment_id=b3369728-0090-4441-ba87-3bbe9fc13009)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:59.413031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:59.427767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ecf070-75b8-475b-abf4-6ec814ab50b6 None None] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:59.446792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks [] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.502585 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.507802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.510767 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.600926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:59.601611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.635230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.719427 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks [] for router_controller (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.752280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Network 91437296-b500-4324-b696-d7c7f35b6520 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:59.816221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:59.905299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:59.923157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:59.933750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6517494f-eebe-4954-9674-d9eb24b98488 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.2185030 Feb 11 13:55:59.940563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46270) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:59.970500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8323f34f-454e-4e64-b23a-fa09f1ff4726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.048235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b1c2e24e-d342-4407-b210-6ced6f11daaa tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:00.174628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Provisioning complete for port 43a8c930-c86f-4d12-bcdc-c2354425974b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:00.175066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.233933 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks [] for router_gateway (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.290675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Pushing event updated for resources: {'Port': ['ID=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:00.430167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd8e88-906c-4113-b1f3-0ba48c002a27 None None] Port 43a8c930-c86f-4d12-bcdc-c2354425974b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:00.440273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'fixed_ips': [{'subnet_id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:56:00.441158 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.443145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-35b3e320-3023-4641-8b45-416c3180de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:00.444609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-35b3e320-3023-4641-8b45-416c3180de6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 1128 time: 0.8238807 Feb 11 13:56:00.484771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Pushing event updated for resources: {'Port': ['ID=f88a5c37-40ea-4bda-9ed3-453a2525428b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:00.510205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:00.511041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.600575 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (93e9eb77-7a08-4452-9d87-19fe5978038d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.787197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Provisioning complete for port 89ad6487-ba51-467e-8b91-ed4d74083893 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:00.787672 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.840013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks [] for router_gateway (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.850520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Port 89ad6487-ba51-467e-8b91-ed4d74083893 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:00.889196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.072461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-523aee89-39a6-4e59-aa88-8fd499589f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:01.074006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-523aee89-39a6-4e59-aa88-8fd499589f22 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 915 time: 0.5531354 Feb 11 13:56:01.089630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c2e24e-d342-4407-b210-6ced6f11daaa tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:01.100667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e24e-d342-4407-b210-6ced6f11daaa tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.102868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Allocated IP 172.20.0.2 (c9cb468c-6b14-4bb7-8fdb-4ec7220af36b/c6df52f6-24f8-49b9-a2bc-cadb97a591e5/11d99454-c58f-4995-9f41-518b921d3c37) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:01.150912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Allocated IP 172.25.3.191 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9f80c784-89d3-4a29-95cf-848d40b57d47) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:01.210217 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-9d9d7834-fb77-46a2-9d6e-b00335c66bcc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2 HTTP/1.1" status: 200 len: 217 time: 0.0867879 Feb 11 13:56:01.241122 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.529344 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Publish callbacks [] for port (11d99454-c58f-4995-9f41-518b921d3c37), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.540416 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks [] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.589336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (11d99454-c58f-4995-9f41-518b921d3c37), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.649191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.649942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-977bbc7d-969b-463e-ad24-d2522442acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:01.663700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-977bbc7d-969b-463e-ad24-d2522442acd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.4463904 Feb 11 13:56:01.690470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Provisioning complete for port f88a5c37-40ea-4bda-9ed3-453a2525428b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:01.690853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.741930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:01.753974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:01.767966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:01.780436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks [] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.828882 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.846960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Port f88a5c37-40ea-4bda-9ed3-453a2525428b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:01.895498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.915795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-b37afb99-b3c3-4dc2-acd3-3225d1756967 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322546 Feb 11 13:56:01.917500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Pushing event updated for resources: {'Port': ['ID=9f80c784-89d3-4a29-95cf-848d40b57d47,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:01.981648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:01.992434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:01.995554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:02.004191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Provisioning complete for port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:02.004929 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.019465 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-b1c2e24e-d342-4407-b210-6ced6f11daaa tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 031120ab-e87f-4321-888a-2e5216acf863 (CIDR: 172.20.0.0/28) Feb 11 13:56:02.036311 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c2e24e-d342-4407-b210-6ced6f11daaa tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:56:02.037094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c2e24e-d342-4407-b210-6ced6f11daaa tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:02.052754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:02.054625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device af27f41b-c1f0-4e26-bd25-77cbc5c75894 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:02.106566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b1c2e24e-d342-4407-b210-6ced6f11daaa tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0864828 Feb 11 13:56:02.107998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Pushing event updated for resources: {'Port': ['ID=f88a5c37-40ea-4bda-9ed3-453a2525428b,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:02.109469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Pushing event updated for resources: {'Port': ['ID=11d99454-c58f-4995-9f41-518b921d3c37,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:02.112931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46294) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:02.115204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (93e9eb77-7a08-4452-9d87-19fe5978038d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.151116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e23cdf8e-bc47-4ef7-b258-d8fff6f12324 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:02.244864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Attempting to bind port 11d99454-c58f-4995-9f41-518b921d3c37 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:02.245515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Attempting to bind port 11d99454-c58f-4995-9f41-518b921d3c37 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:02.245887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Attempting to bind port 11d99454-c58f-4995-9f41-518b921d3c37 on network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:02.268420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:02.268816 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.363391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:02.367681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Checking segment: {'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:02.369868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.372016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Bound using segment: {'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:02.372543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Bound port: 11d99454-c58f-4995-9f41-518b921d3c37, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:02.372980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (11d99454-c58f-4995-9f41-518b921d3c37), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.437324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Current status of the port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:02.453194 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.493674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-40c2132a-5d2a-4ba1-804b-04bfcd125977 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650568 Feb 11 13:56:02.583504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:02.586072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:02.632864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Provisioning complete for port af27f41b-c1f0-4e26-bd25-77cbc5c75894 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:02.633349 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.634515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks [] for router_gateway (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.734406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] For port 11d99454-c58f-4995-9f41-518b921d3c37, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:02.740506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] For port 11d99454-c58f-4995-9f41-518b921d3c37, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=11d99454-c58f-4995-9f41-518b921d3c37,segment=NetworkSegment(da202653-4f1a-4c25-a079-58d745050b77),segment_id=da202653-4f1a-4c25-a079-58d745050b77)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:02.764622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (11d99454-c58f-4995-9f41-518b921d3c37), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.776940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Network 91437296-b500-4324-b696-d7c7f35b6520 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:02.792333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:03.000149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97445-1958-4881-a020-2b7daa4b554e None None] Pushing event updated for resources: {'Port': ['ID=11d99454-c58f-4995-9f41-518b921d3c37,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:03.037589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:03.037882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:03.041321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Current status of the port af27f41b-c1f0-4e26-bd25-77cbc5c75894 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:03.133403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:03.149748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Provisioning complete for port 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:03.150146 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:03.159560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23cdf8e-bc47-4ef7-b258-d8fff6f12324 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:03.175529 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e23cdf8e-bc47-4ef7-b258-d8fff6f12324 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:03.185200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Router 93e9eb77-7a08-4452-9d87-19fe5978038d has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:03.345317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acd99ba1-21bd-4dca-8817-e5c04ba40b70 req-999e7c20-570b-4c48-a95a-8a0442dba786 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117192 Feb 11 13:56:03.378660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a76b366f-b264-40b0-8d14-8276f6c35471 None None] Port 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:03.420281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:03.425319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fff8ed3c-de86-48dc-963b-c799a31fb1d0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:03.601092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fff8ed3c-de86-48dc-963b-c799a31fb1d0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:03.605941 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:03.609020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-53cb621f-ec4b-4ecd-8e31-b1355dd01523 None None] Provisioning complete for port f88a5c37-40ea-4bda-9ed3-453a2525428b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:03.616133 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-53cb621f-ec4b-4ecd-8e31-b1355dd01523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:03.692053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:56:03.764524 n-d-828676-2 neutron-server[103175]: INFO neutron.db.ipam_backend_mixin [None req-e23cdf8e-bc47-4ef7-b258-d8fff6f12324 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 90624673-44cd-49df-acce-2fd36fbe53da (CIDR: 172.20.0.16/28) Feb 11 13:56:03.783480 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23cdf8e-bc47-4ef7-b258-d8fff6f12324 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:56:03.784082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23cdf8e-bc47-4ef7-b258-d8fff6f12324 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:03.837939 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e23cdf8e-bc47-4ef7-b258-d8fff6f12324 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7074320 Feb 11 13:56:03.840975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46324) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:03.876099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'subnet': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:03.883495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:03.929496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63359ceb-fa77-413a-a948-71d38ee7bd2e admin admin] 10.222.0.79 "PUT /v2.0/routers/93e9eb77-7a08-4452-9d87-19fe5978038d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4218273 Feb 11 13:56:04.137908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Sync routers for ids ['93e9eb77-7a08-4452-9d87-19fe5978038d'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:04.171984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Made reservation on behalf of 07a5d1b22aa34052a3663c0fdd490d62 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:04.175608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:04.298470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Routers {'93e9eb77-7a08-4452-9d87-19fe5978038d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:04.303835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['93e9eb77-7a08-4452-9d87-19fe5978038d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:04.321183 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Sync routers for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:04.341825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:04.342502 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:04.406115 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:04.576991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Set router 93e9eb77-7a08-4452-9d87-19fe5978038d gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:04.780364 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:04.909988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-53cb621f-ec4b-4ecd-8e31-b1355dd01523 None None] Port f88a5c37-40ea-4bda-9ed3-453a2525428b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:05.048358 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (ab9c3534-c176-4d2f-a0e1-2afd78c8500d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.182851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:05.185132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:05.198544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:05.211784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:05.212692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.299399 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.301407 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c5345ea-1c3e-4eea-a2f5-0ad24ca92685 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9281373 Feb 11 13:56:05.318398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46362) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:05.333188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fff8ed3c-de86-48dc-963b-c799a31fb1d0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:05.335057 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.352295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Sync routers for ids ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:05.376643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Subnet': ['ID=ab9c3534-c176-4d2f-a0e1-2afd78c8500d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:05.404444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ae54770b-c5a7-4bfb-b5a4-4426ff018e47 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5485792 Feb 11 13:56:05.406929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46374) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:05.422092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76a3e03-790d-4ed7-95bf-afe366c2ee42 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:05.441143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1863833335', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab9c3534-c176-4d2f-a0e1-2afd78c8500d'}], 'security_groups': ['1885b3cd-2582-420a-91d1-5895e0366576', 'a87b256d-a17f-4bd0-8ead-cfb314db9b7d']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:05.553414 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:55:54Z', 'revision_number': 2, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:05.638614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3cbda-3b7d-42ad-9b61-7c138db42e18 None None] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:05.639002 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Checking router: 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:05.641005 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Updating router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 port 43a8c930-c86f-4d12-bcdc-c2354425974b binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:56:05.707326 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.849607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Routers {'2c4cc477-ac2e-45b0-b58b-b67b5a801edc'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:05.850271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:05.899731 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:06.137600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Set router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:06.386462 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Publish callbacks [] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:06.396272 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:06.398869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-003b8835-dfdc-4106-83f2-f0b283512816 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:06.400556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-003b8835-dfdc-4106-83f2-f0b283512816 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/networks?id=4525346d-b0df-4d00-ba57-315452aaa3aa HTTP/1.1" status: 200 len: 910 time: 0.9353611 Feb 11 13:56:06.470953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-5c654953-43d8-410f-805a-12662ea19ebb tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/quotas/1c47ce9813f54bd3b90e94686bbab050 HTTP/1.1" status: 200 len: 375 time: 0.0600126 Feb 11 13:56:06.571706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port fff8ed3c-de86-48dc-963b-c799a31fb1d0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fff8ed3c-de86-48dc-963b-c799a31fb1d0,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:06.655566 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a0de3-c6e2-46c3-beb9-5d3d439bdace None None] Pushing event updated for resources: {'Port': ['ID=43a8c930-c86f-4d12-bcdc-c2354425974b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:06.687047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-80631325-b3ad-4aa9-9840-617091c4fb0f None None] Provisioning complete for port 11d99454-c58f-4995-9f41-518b921d3c37 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:06.693305 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80631325-b3ad-4aa9-9840-617091c4fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11d99454-c58f-4995-9f41-518b921d3c37), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:06.716407 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Attempting to bind port 43a8c930-c86f-4d12-bcdc-c2354425974b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:06.716897 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Attempting to bind port 43a8c930-c86f-4d12-bcdc-c2354425974b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:06.717263 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Attempting to bind port 43a8c930-c86f-4d12-bcdc-c2354425974b on network d0932ad4-991e-4dba-87b9-b50818dbf7da {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:06.730078 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:06.732681 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Checking segment: {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:06.733387 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:06.733785 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Bound using segment: {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:06.736863 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Bound port: 43a8c930-c86f-4d12-bcdc-c2354425974b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:06.737316 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:06.789228 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:06.791164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8d7c0f-120c-4733-8969-c61c31faed0d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:06.900404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Delete allocated IP 172.20.0.13 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/031120ab-e87f-4321-888a-2e5216acf863) {{(pid=103175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:56:06.931481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Allocated IP 172.20.0.34 (a9860ff8-b567-4d35-b13f-e6fe6c2cc644/ab9c3534-c176-4d2f-a0e1-2afd78c8500d/1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:06.977993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-f047985c-e532-4678-a40a-395c360c4d1f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c47ce9813f54bd3b90e94686bbab050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4921160 Feb 11 13:56:07.106131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=fff8ed3c-de86-48dc-963b-c799a31fb1d0,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:07.162560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:07.219993 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] For port 43a8c930-c86f-4d12-bcdc-c2354425974b, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:07.230093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] For port 43a8c930-c86f-4d12-bcdc-c2354425974b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=43a8c930-c86f-4d12-bcdc-c2354425974b,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:07.248655 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:07.370691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e8d7c0f-120c-4733-8969-c61c31faed0d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:07.371846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:07.461755 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:07.466289 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:07.476680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a0de3-c6e2-46c3-beb9-5d3d439bdace None None] Pushing event updated for resources: {'Port': ['ID=43a8c930-c86f-4d12-bcdc-c2354425974b,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:07.573171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:56:00Z', 'revision_number': 4, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port': {'id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:48Z', 'updated_at': '2022-02-11T13:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f88a5c37-40ea-4bda-9ed3-453a2525428b', 'name': '', 'network_id': '91437296-b500-4324-b696-d7c7f35b6520', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'mac_address': 'fa:16:3e:78:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '86125549-1bab-4a11-b4e7-29d8a6cbb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:56Z', 'updated_at': '2022-02-11T13:56:01Z', 'revision_number': 2, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'subnets': [{'id': '86125549-1bab-4a11-b4e7-29d8a6cbb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:07.596206 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:07.605978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:07.658400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Allocated IP 172.20.0.1 (c9cb468c-6b14-4bb7-8fdb-4ec7220af36b/c6df52f6-24f8-49b9-a2bc-cadb97a591e5/1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:07.664321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-80631325-b3ad-4aa9-9840-617091c4fb0f None None] Current status of the port 11d99454-c58f-4995-9f41-518b921d3c37 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:07.664606 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80631325-b3ad-4aa9-9840-617091c4fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (11d99454-c58f-4995-9f41-518b921d3c37), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:07.813900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event updated for resources: {'Port': ['ID=1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:07.820831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Checking router: 93e9eb77-7a08-4452-9d87-19fe5978038d for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:07.824637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Updating router 93e9eb77-7a08-4452-9d87-19fe5978038d port f88a5c37-40ea-4bda-9ed3-453a2525428b binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:56:07.886150 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:07.995316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:07.998377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b82eab5-b465-44f7-ba0e-1810b5ed4351 None None] Update dhcp port {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'fixed_ips': [{'subnet_id': '90624673-44cd-49df-acce-2fd36fbe53da', 'ip_address': '172.20.0.18'}, {'subnet_id': '031120ab-e87f-4321-888a-2e5216acf863', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab9c3534-c176-4d2f-a0e1-2afd78c8500d'}], 'binding:host_id': 'n-d-828676-2'}, 'id': 'af27f41b-c1f0-4e26-bd25-77cbc5c75894'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:56:08.083849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] In _notify_port_updated(), no bound segment for port 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 on network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 {{(pid=103175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:56:08.109977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:08.110718 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:08.121347 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1bd375c8-3294-4318-9c75-32956f0984dd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "PUT /v2.0/ports/1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 HTTP/1.1" status: 200 len: 960 time: 2.7058992 Feb 11 13:56:08.122404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46422) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:08.145235 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2b82eab5-b465-44f7-ba0e-1810b5ed4351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:08.259372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks [] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:08.288959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-e7d08a68-40eb-4cbf-8571-54456fb58edb service neutron] 10.222.0.79 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3097379 Feb 11 13:56:08.320156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-80631325-b3ad-4aa9-9840-617091c4fb0f None None] For port 11d99454-c58f-4995-9f41-518b921d3c37, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=11d99454-c58f-4995-9f41-518b921d3c37,segment=NetworkSegment(da202653-4f1a-4c25-a079-58d745050b77),segment_id=da202653-4f1a-4c25-a079-58d745050b77)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:08.460921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80631325-b3ad-4aa9-9840-617091c4fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (11d99454-c58f-4995-9f41-518b921d3c37), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:08.475392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:08.475752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:08.502157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:08.583888 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:07Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:08.612487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:08.674667 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:08.678339 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c89939f-3cf8-46ac-8914-1d429725b4e1 None None] The sync data for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 is: [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:07Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:08.693283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:08.715068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:08.731274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-c551184b-4383-4b5c-9d1c-5d64a907ef45 service neutron] 10.222.0.79 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345429 Feb 11 13:56:08.747545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:08.777127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:08.833661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:09.467722 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:09.574723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61fe91cd-ed89-4ce5-893c-b77327e5f8b8 req-8f402117-f3bc-4621-aefa-076f2068282d tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 210 time: 0.1075404 Feb 11 13:56:09.576270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:09.668273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:09.679334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e8d7c0f-120c-4733-8969-c61c31faed0d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:09.819015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T13:56:02Z', 'revision_number': 3, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port': {'id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:00Z', 'updated_at': '2022-02-11T13:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:09.960860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Provisioning complete for port 11d99454-c58f-4995-9f41-518b921d3c37 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:09.962455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:09.965686 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11d99454-c58f-4995-9f41-518b921d3c37), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:09.968201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e732f49c-66f5-4710-93ce-2a295cb09d44 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 HTTP/1.1" status: 204 len: 168 time: 1.8264511 Feb 11 13:56:09.972250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46468) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:09.992855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Checking router: 2c4cc477-ac2e-45b0-b58b-b67b5a801edc for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:10.012312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Updating router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc port 9f80c784-89d3-4a29-95cf-848d40b57d47 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:56:10.053471 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-60217a53-26e3-4c69-89db-2f7089ca460e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] GET failed (client error): The resource could not be found. Feb 11 13:56:10.060009 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-60217a53-26e3-4c69-89db-2f7089ca460e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports/1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8 HTTP/1.1" status: 404 len: 333 time: 0.0832152 Feb 11 13:56:10.060989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46472) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:10.108038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.122535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks [] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.131373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.237927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:10.248135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.260658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c05d4bfb-930b-475f-a022-23448b5d04b9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (866371af-0fdc-4d29-85f0-d91fa7591677), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.343118 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c05d4bfb-930b-475f-a022-23448b5d04b9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (866371af-0fdc-4d29-85f0-d91fa7591677), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.443124 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c05d4bfb-930b-475f-a022-23448b5d04b9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (866371af-0fdc-4d29-85f0-d91fa7591677), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.446193 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c05d4bfb-930b-475f-a022-23448b5d04b9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.449746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c05d4bfb-930b-475f-a022-23448b5d04b9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/security-groups/866371af-0fdc-4d29-85f0-d91fa7591677 HTTP/1.1" status: 204 len: 168 time: 0.3853068 Feb 11 13:56:10.450632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46482) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:10.523619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d4bfb-930b-475f-a022-23448b5d04b9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866371af-0fdc-4d29-85f0-d91fa7591677,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:10.550936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:10.572110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:10.662336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b08c-4e6f-4a47-b8f9-cddfd639bd8c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (a87b256d-a17f-4bd0-8ead-cfb314db9b7d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.768049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b08c-4e6f-4a47-b8f9-cddfd639bd8c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (a87b256d-a17f-4bd0-8ead-cfb314db9b7d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.927261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b08c-4e6f-4a47-b8f9-cddfd639bd8c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a87b256d-a17f-4bd0-8ead-cfb314db9b7d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.930022 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b08c-4e6f-4a47-b8f9-cddfd639bd8c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.931447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0fc0b08c-4e6f-4a47-b8f9-cddfd639bd8c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/security-groups/a87b256d-a17f-4bd0-8ead-cfb314db9b7d HTTP/1.1" status: 204 len: 168 time: 0.4799147 Feb 11 13:56:10.935025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46488) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:10.949145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:10.988431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0b08c-4e6f-4a47-b8f9-cddfd639bd8c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87b256d-a17f-4bd0-8ead-cfb314db9b7d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:10.989933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7aca7379-bfe6-4e9c-847f-c67767ca8441 req-8e6dd938-00b1-416f-a9ae-0b21eea0bbd9 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 210 time: 0.0840161 Feb 11 13:56:10.995640 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Publish callbacks [] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.119619 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be2aed5a-010b-46be-b290-b04f9ed09d7c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (1885b3cd-2582-420a-91d1-5895e0366576), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.202303 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be2aed5a-010b-46be-b290-b04f9ed09d7c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (1885b3cd-2582-420a-91d1-5895e0366576), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.269488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6808465b-f909-498b-aeee-ab4aab7c4260 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:11.353038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.374063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be2aed5a-010b-46be-b290-b04f9ed09d7c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1885b3cd-2582-420a-91d1-5895e0366576), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.395190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be2aed5a-010b-46be-b290-b04f9ed09d7c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.396814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-be2aed5a-010b-46be-b290-b04f9ed09d7c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/security-groups/1885b3cd-2582-420a-91d1-5895e0366576 HTTP/1.1" status: 204 len: 168 time: 0.4606669 Feb 11 13:56:11.414077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46498) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:11.576094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 031120ab-e87f-4321-888a-2e5216acf863 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:56:11.601329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (031120ab-e87f-4321-888a-2e5216acf863), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.605237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aed5a-010b-46be-b290-b04f9ed09d7c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1885b3cd-2582-420a-91d1-5895e0366576,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:11.766800 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Publish callbacks [] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.779314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (031120ab-e87f-4321-888a-2e5216acf863), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:11.817832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-b7ab963d-cb6a-4c77-b8bf-f89be822cd73 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:11.822253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-b7ab963d-cb6a-4c77-b8bf-f89be822cd73 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.30 "GET /v2.0/networks?id=4525346d-b0df-4d00-ba57-315452aaa3aa HTTP/1.1" status: 200 len: 910 time: 0.3166404 Feb 11 13:56:11.831359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80631325-b3ad-4aa9-9840-617091c4fb0f None None] Pushing event updated for resources: {'Port': ['ID=11d99454-c58f-4995-9f41-518b921d3c37,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:11.880534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Request body: {'port': {'device_id': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'admin_state_up': True, 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:11.904830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:11.933002 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-85e33f1b-4654-4e5e-aa3e-1eea8575eda1 admin admin] 10.222.0.79 "PUT /v2.0/routers/2c4cc477-ac2e-45b0-b58b-b67b5a801edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6115265 Feb 11 13:56:12.005929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Attempting to bind port 9f80c784-89d3-4a29-95cf-848d40b57d47 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:12.008022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Made reservation on behalf of 1c47ce9813f54bd3b90e94686bbab050 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:12.015007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Attempting to bind port 9f80c784-89d3-4a29-95cf-848d40b57d47 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:12.029924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.031194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Attempting to bind port 9f80c784-89d3-4a29-95cf-848d40b57d47 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:12.057656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c681-f823-437f-a0b7-b78e458aacbe None None] Pushing event updated for resources: {'Port': ['ID=9f80c784-89d3-4a29-95cf-848d40b57d47,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:12.109423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:12.112761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:12.113457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.114595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:12.115915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Bound port: 9f80c784-89d3-4a29-95cf-848d40b57d47, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:12.118757 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.128537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (031120ab-e87f-4321-888a-2e5216acf863), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.162007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.334720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Allocated IP 172.20.0.7 (4525346d-b0df-4d00-ba57-315452aaa3aa/8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3/d5640427-4f78-414d-8b1c-a76d9149e1aa) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:12.474043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Current status of the port 11d99454-c58f-4995-9f41-518b921d3c37 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:12.752622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Attempting to bind port f88a5c37-40ea-4bda-9ed3-453a2525428b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:12.753007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Attempting to bind port f88a5c37-40ea-4bda-9ed3-453a2525428b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:12.753381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Attempting to bind port f88a5c37-40ea-4bda-9ed3-453a2525428b on network 91437296-b500-4324-b696-d7c7f35b6520 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:12.783412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:12.783791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Checking segment: {'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:12.784195 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.784585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Bound using segment: {'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:12.785077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Bound port: f88a5c37-40ea-4bda-9ed3-453a2525428b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3369728-0090-4441-ba87-3bbe9fc13009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '91437296-b500-4324-b696-d7c7f35b6520'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:12.800287 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.805197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks [] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.805792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b400c19-bb49-448a-8a75-9b1229fe85e5 None None] Pushing event updated for resources: {'Port': ['ID=f88a5c37-40ea-4bda-9ed3-453a2525428b,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:12.920603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.017376 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Pushing event updated for resources: {'Port': ['ID=d5640427-4f78-414d-8b1c-a76d9149e1aa,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:13.049270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] For port f88a5c37-40ea-4bda-9ed3-453a2525428b, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:13.067303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] For port f88a5c37-40ea-4bda-9ed3-453a2525428b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f88a5c37-40ea-4bda-9ed3-453a2525428b,segment=NetworkSegment(b3369728-0090-4441-ba87-3bbe9fc13009),segment_id=b3369728-0090-4441-ba87-3bbe9fc13009)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:13.067695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Network 4525346d-b0df-4d00-ba57-315452aaa3aa is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:13.075866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:13.078357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:13.114329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Provisioning complete for port 43a8c930-c86f-4d12-bcdc-c2354425974b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:13.114677 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.207597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] For port 9f80c784-89d3-4a29-95cf-848d40b57d47, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:13.217744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6808465b-f909-498b-aeee-ab4aab7c4260 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:13.219930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.221135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:13.221759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.283410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.300794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-a144c68b-ce46-45c4-9f9a-fba1fc801e0b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4704380 Feb 11 13:56:13.311940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Request body: {'port': {'device_id': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:13.459382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d9736b1-6d05-402f-9d94-a4991c390909 req-131d0e52-8e1e-43eb-8ab5-25d6c2529059 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 210 time: 1.1964855 Feb 11 13:56:13.495377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.537344 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (031120ab-e87f-4321-888a-2e5216acf863), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.587750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=031120ab-e87f-4321-888a-2e5216acf863,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:13.611940 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.631103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-097a2655-272a-48ac-9585-a7a93f94815e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/031120ab-e87f-4321-888a-2e5216acf863 HTTP/1.1" status: 204 len: 168 time: 2.2144594 Feb 11 13:56:13.633684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46590) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:13.746893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b400c19-bb49-448a-8a75-9b1229fe85e5 None None] Pushing event updated for resources: {'Port': ['ID=f88a5c37-40ea-4bda-9ed3-453a2525428b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-2b82eab5-b465-44f7-ba0e-1810b5ed4351 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 031120ab-e87f-4321-888a-2e5216acf863: This subnet is being modified by another concurrent operation. Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 031120ab-e87f-4321-888a-2e5216acf863: This subnet is being modified by another concurrent operation. Feb 11 13:56:13.760806 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 13:56:13.772109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] For port 9f80c784-89d3-4a29-95cf-848d40b57d47, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f80c784-89d3-4a29-95cf-848d40b57d47,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:13.849953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Routers {'93e9eb77-7a08-4452-9d87-19fe5978038d'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:13.850983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['93e9eb77-7a08-4452-9d87-19fe5978038d'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:13.884840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:13.923502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet ab9c3534-c176-4d2f-a0e1-2afd78c8500d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:56:13.942215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (ab9c3534-c176-4d2f-a0e1-2afd78c8500d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.026338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (ab9c3534-c176-4d2f-a0e1-2afd78c8500d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.198352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ab9c3534-c176-4d2f-a0e1-2afd78c8500d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.327290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c681-f823-437f-a0b7-b78e458aacbe None None] Pushing event updated for resources: {'Port': ['ID=9f80c784-89d3-4a29-95cf-848d40b57d47,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:14.349596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c07c59-f33d-4e25-9fc1-09747eec4df8 None None] Network a9860ff8-b567-4d35-b13f-e6fe6c2cc644 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:14.415460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (ab9c3534-c176-4d2f-a0e1-2afd78c8500d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.528185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9c3534-c176-4d2f-a0e1-2afd78c8500d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:14.534491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5640427-4f78-414d-8b1c-a76d9149e1aa {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:14.541330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.550201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f90e2353-cd43-443a-ad20-807cb8ae78bf tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/ab9c3534-c176-4d2f-a0e1-2afd78c8500d HTTP/1.1" status: 204 len: 168 time: 0.9147415 Feb 11 13:56:14.552602 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46626) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:14.574934 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Publish callbacks [] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.615181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Transition to ACTIVE for port object d5640427-4f78-414d-8b1c-a76d9149e1aa will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:56:14.624088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.664530 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fbf106-fbc0-4aec-ae0e-9143bdde8168 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:14.667141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fbf106-fbc0-4aec-ae0e-9143bdde8168 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:14.671573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-31fbf106-fbc0-4aec-ae0e-9143bdde8168 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/031120ab-e87f-4321-888a-2e5216acf863 HTTP/1.1" status: 404 len: 337 time: 0.1177905 Feb 11 13:56:14.683650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46636) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:14.913814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting subnet 90624673-44cd-49df-acce-2fd36fbe53da {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:56:14.931699 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (90624673-44cd-49df-acce-2fd36fbe53da), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:14.977122 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Pushing event updated for resources: {'Port': ['ID=d5640427-4f78-414d-8b1c-a76d9149e1aa,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:15.086078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (90624673-44cd-49df-acce-2fd36fbe53da), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.110068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5ff39-a0f8-455f-b9c1-01e5fbcc06fb req-93542838-859f-4fac-89f4-03948a052a7b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:15.111771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2cc5ff39-a0f8-455f-b9c1-01e5fbcc06fb req-93542838-859f-4fac-89f4-03948a052a7b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1052 time: 0.3852608 Feb 11 13:56:15.196905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Attempting to bind port d5640427-4f78-414d-8b1c-a76d9149e1aa on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:15.197395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Attempting to bind port d5640427-4f78-414d-8b1c-a76d9149e1aa by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:15.197849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Attempting to bind port d5640427-4f78-414d-8b1c-a76d9149e1aa on network 4525346d-b0df-4d00-ba57-315452aaa3aa {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:15.210223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Port d5640427-4f78-414d-8b1c-a76d9149e1aa on network 4525346d-b0df-4d00-ba57-315452aaa3aa not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:56:15.223022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Attempting to bind port d5640427-4f78-414d-8b1c-a76d9149e1aa on network 4525346d-b0df-4d00-ba57-315452aaa3aa {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:15.257349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:15.258305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Checking segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:15.258956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Bound using segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:15.259635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Bound port: d5640427-4f78-414d-8b1c-a76d9149e1aa, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:15.260247 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.264667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Routers {'2c4cc477-ac2e-45b0-b58b-b67b5a801edc'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:15.265316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:15.292885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6808465b-f909-498b-aeee-ab4aab7c4260 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:15.293282 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.327954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (90624673-44cd-49df-acce-2fd36fbe53da), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.471379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2cc5ff39-a0f8-455f-b9c1-01e5fbcc06fb req-362eab83-c49b-4e8f-9522-56df8fe2cb48 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477921 Feb 11 13:56:15.502076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (90624673-44cd-49df-acce-2fd36fbe53da), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.536656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.559278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46662) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:15.564493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/90624673-44cd-49df-acce-2fd36fbe53da HTTP/1.1" status: 204 len: 168 time: 0.8766239 Feb 11 13:56:15.643393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069834bb-28d8-495d-8140-c85f7c77ecbc tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Subnet': ['ID=90624673-44cd-49df-acce-2fd36fbe53da,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:15.658797 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-999eb720-7d69-40bd-b719-0422b96fb1c9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:15.659251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999eb720-7d69-40bd-b719-0422b96fb1c9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:15.664798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-999eb720-7d69-40bd-b719-0422b96fb1c9 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/6d68d7fe-e9a8-4aa6-8632-e38a95650514 HTTP/1.1" status: 404 len: 337 time: 0.1026981 Feb 11 13:56:15.667952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46664) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:15.671299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] For port d5640427-4f78-414d-8b1c-a76d9149e1aa, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:15.704523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] For port d5640427-4f78-414d-8b1c-a76d9149e1aa, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d5640427-4f78-414d-8b1c-a76d9149e1aa,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:15.717194 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.812924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:15.814418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:15.815924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5640427-4f78-414d-8b1c-a76d9149e1aa HTTP/1.1" status: 200 len: 1091 time: 2.5082176 Feb 11 13:56:15.821216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'tag': 'd5640427-4f78-414d-8b1c-a76d9149e1aa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:15.826075 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd047bd5-0c9a-48c0-9570-6615c7d790ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b8356d-af1c-4ad2-9629-f1bb74aae097", "tag": "d5640427-4f78-414d-8b1c-a76d9149e1aa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:15.873781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1e3566d8-9507-4d8c-9a18-e23919b6413e tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca685eaf-2af7-41c6-b95e-b2552b6d4225 HTTP/1.1" status: 200 len: 205 time: 0.2042868 Feb 11 13:56:15.879545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46678) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.010369 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98bc51c-4428-4669-bffb-9521514563e7 x-openstack-request-id: req-c98bc51c-4428-4669-bffb-9521514563e7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:16.010671 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b8356d-af1c-4ad2-9629-f1bb74aae097", "tag": "d5640427-4f78-414d-8b1c-a76d9149e1aa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:16.010927 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c98bc51c-4428-4669-bffb-9521514563e7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:16.011331 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'tag': 'd5640427-4f78-414d-8b1c-a76d9149e1aa', 'status': 'completed', 'code': 200} Feb 11 13:56:16.059199 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-02b45ac2-b169-448d-b468-a91a190ee2b0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] delete failed (client error): The resource could not be found. Feb 11 13:56:16.064610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.068157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-02b45ac2-b169-448d-b468-a91a190ee2b0 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/routers/ca685eaf-2af7-41c6-b95e-b2552b6d4225 HTTP/1.1" status: 404 len: 336 time: 0.1872454 Feb 11 13:56:16.157925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] Set router 93e9eb77-7a08-4452-9d87-19fe5978038d gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:16.159692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30b6e-050a-4ce2-86c4-f11de576c219 service neutron] Pushing event updated for resources: {'Port': ['ID=d5640427-4f78-414d-8b1c-a76d9149e1aa,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:16.176954 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-983d55fe-516e-4288-a4e8-4da736e1f196 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.177536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983d55fe-516e-4288-a4e8-4da736e1f196 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.180732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-983d55fe-516e-4288-a4e8-4da736e1f196 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/2c8563c7-1834-4744-8ebc-893bef40f21e HTTP/1.1" status: 404 len: 337 time: 0.1061289 Feb 11 13:56:16.184330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46686) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.223756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-bdaaf8be-e64d-4d86-a9fb-65a25518253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.225283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-bdaaf8be-e64d-4d86-a9fb-65a25518253b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c47ce9813f54bd3b90e94686bbab050&device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1125 time: 0.3426981 Feb 11 13:56:16.252361 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ade7813-2a49-490c-b069-cf8dc39bd595 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.252817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ade7813-2a49-490c-b069-cf8dc39bd595 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.268256 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ade7813-2a49-490c-b069-cf8dc39bd595 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/688f6450-aa64-42d4-818d-28fe3a642ebc HTTP/1.1" status: 404 len: 337 time: 0.0820093 Feb 11 13:56:16.269089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46688) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.351813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-c3dd40a4-4f21-457c-bc27-09d8c7b7d715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5640427-4f78-414d-8b1c-a76d9149e1aa HTTP/1.1" status: 200 len: 217 time: 0.1191335 Feb 11 13:56:16.358842 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bafb97-cb70-49d7-8b9a-e6496b8b9790 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.362113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bafb97-cb70-49d7-8b9a-e6496b8b9790 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.366614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b8bafb97-cb70-49d7-8b9a-e6496b8b9790 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/6df7668e-17c1-460e-b33d-5f049d2ba657 HTTP/1.1" status: 404 len: 337 time: 0.0940843 Feb 11 13:56:16.369029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46690) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.439093 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e2f906-fda8-459e-a5ce-821e0caf5240 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.439928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e2f906-fda8-459e-a5ce-821e0caf5240 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.444013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b7e2f906-fda8-459e-a5ce-821e0caf5240 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/1616fe68-b0eb-4c25-bd29-96d45b210bd7 HTTP/1.1" status: 404 len: 333 time: 0.0735681 Feb 11 13:56:16.449219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.566404 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcec237b-78cb-49c6-8d7b-eed165d9fd30 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.567684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcec237b-78cb-49c6-8d7b-eed165d9fd30 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.577484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bcec237b-78cb-49c6-8d7b-eed165d9fd30 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/139cc0c5-4891-4351-8a47-28fbcef25441 HTTP/1.1" status: 404 len: 337 time: 0.1281161 Feb 11 13:56:16.580566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46702) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.587912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-9eff62a7-a782-43a8-817e-c51e27f0edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.607938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-9eff62a7-a782-43a8-817e-c51e27f0edc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3 HTTP/1.1" status: 200 len: 848 time: 0.2473085 Feb 11 13:56:16.646626 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53a5208-05ef-4bb2-8d7f-1b035017a76c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.647617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53a5208-05ef-4bb2-8d7f-1b035017a76c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.656492 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d53a5208-05ef-4bb2-8d7f-1b035017a76c tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/0e5a7450-9ae1-4fce-b3e3-2d022bcdac49 HTTP/1.1" status: 404 len: 337 time: 0.0746365 Feb 11 13:56:16.658545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.710504 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-863eaf0a-4204-480a-8b58-d1392e7462bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.711099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863eaf0a-4204-480a-8b58-d1392e7462bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.722994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-863eaf0a-4204-480a-8b58-d1392e7462bb tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/07ebe63a-3b6a-4bbd-9418-26998bb6c793 HTTP/1.1" status: 404 len: 333 time: 0.0633762 Feb 11 13:56:16.729147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46706) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.789575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Current status of the port 43a8c930-c86f-4d12-bcdc-c2354425974b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:16.795195 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:16.811990 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-340dab67-008f-4ee2-8306-e2e17d5fc7e4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.812440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340dab67-008f-4ee2-8306-e2e17d5fc7e4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.816041 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-340dab67-008f-4ee2-8306-e2e17d5fc7e4 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/c97712ea-89d5-478f-9756-0ccfee431aab HTTP/1.1" status: 404 len: 337 time: 0.0848632 Feb 11 13:56:16.818799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.824671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-97c7e912-14f2-442c-ad94-fb658ab636e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.835784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-97c7e912-14f2-442c-ad94-fb658ab636e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4525346d-b0df-4d00-ba57-315452aaa3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2167540 Feb 11 13:56:16.908374 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fe6fa2-7a1f-40a4-987b-9f41014d2cfd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] DELETE failed (client error): The resource could not be found. Feb 11 13:56:16.908847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] For port 43a8c930-c86f-4d12-bcdc-c2354425974b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=43a8c930-c86f-4d12-bcdc-c2354425974b,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:16.912206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fe6fa2-7a1f-40a4-987b-9f41014d2cfd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:56:16.915346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-97fe6fa2-7a1f-40a4-987b-9f41014d2cfd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/subnets/6909396e-e655-407c-b75e-6f8432e6f0f4 HTTP/1.1" status: 404 len: 337 time: 0.0953197 Feb 11 13:56:16.924272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622b52a-bf07-4b18-99d0-72e277f4244e req-4d858243-9908-4423-930c-bdd9fdf22497 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.924508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46714) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:16.942757 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b622b52a-bf07-4b18-99d0-72e277f4244e req-4d858243-9908-4423-930c-bdd9fdf22497 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1125 time: 0.2594640 Feb 11 13:56:16.984668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 6808465b-f909-498b-aeee-ab4aab7c4260, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6808465b-f909-498b-aeee-ab4aab7c4260,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:16.999332 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.136752 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.141732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:17.155404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] Set router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:17.200769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b622b52a-bf07-4b18-99d0-72e277f4244e req-5f55d2e6-a638-4520-a961-379cbc1cdd16 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571192 Feb 11 13:56:17.215365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-8513b896-ca5c-4ae0-b030-567054dc1148 service neutron] 10.222.0.30 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723292 Feb 11 13:56:17.218364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port 89ad6487-ba51-467e-8b91-ed4d74083893 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:17.221938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.297525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a59155-ff24-4a24-90e5-cd087476b6e4 None None] Update dhcp port {'port': {'network_id': 'a9860ff8-b567-4d35-b13f-e6fe6c2cc644', 'fixed_ips': [{'subnet_id': '90624673-44cd-49df-acce-2fd36fbe53da', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ab9c3534-c176-4d2f-a0e1-2afd78c8500d'}], 'binding:host_id': 'n-d-828676-2'}, 'id': 'af27f41b-c1f0-4e26-bd25-77cbc5c75894'} from n-d-828676-2. {{(pid=103177) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:56:17.377281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.407633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for 89ad6487-ba51-467e-8b91-ed4d74083893 owned by {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:17.518289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2bc6fa2f-2986-4312-81ff-dda06d401f03 req-971c5731-4314-470f-b48c-9ffd92f0305c service neutron] 10.222.0.30 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952788 Feb 11 13:56:17.532757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Provisioning complete for port 89ad6487-ba51-467e-8b91-ed4d74083893 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:17.533286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.678418 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90a59155-ff24-4a24-90e5-cd087476b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.689929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (89ad6487-ba51-467e-8b91-ed4d74083893), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.716496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f21d4-49e9-49b1-8285-2588bc12beb0 None None] Pushing event updated for resources: {'Port': ['ID=43a8c930-c86f-4d12-bcdc-c2354425974b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:17.743758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=89ad6487-ba51-467e-8b91-ed4d74083893,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:17.759412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.770282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0d4229c4-f784-49c6-95b8-ff11e08440cd tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/ports/89ad6487-ba51-467e-8b91-ed4d74083893 HTTP/1.1" status: 204 len: 168 time: 0.8426092 Feb 11 13:56:17.770464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:56:00Z', 'revision_number': 4, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port': {'id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:48Z', 'updated_at': '2022-02-11T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f88a5c37-40ea-4bda-9ed3-453a2525428b', 'name': '', 'network_id': '91437296-b500-4324-b696-d7c7f35b6520', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'mac_address': 'fa:16:3e:78:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '86125549-1bab-4a11-b4e7-29d8a6cbb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:56Z', 'updated_at': '2022-02-11T13:56:13Z', 'revision_number': 4, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'subnets': [{'id': '86125549-1bab-4a11-b4e7-29d8a6cbb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:17.770926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46738) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:17.924386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a9860ff8-b567-4d35-b13f-e6fe6c2cc644), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:18.065421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Deleting port af27f41b-c1f0-4e26-bd25-77cbc5c75894 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:18.065916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:18.109828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cafc1-7798-490e-99a4-d7b77fb677eb None None] The sync data for ids ['93e9eb77-7a08-4452-9d87-19fe5978038d'] in n-d-828676-2 is: [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:56:00Z', 'revision_number': 4, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port': {'id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:48Z', 'updated_at': '2022-02-11T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f88a5c37-40ea-4bda-9ed3-453a2525428b', 'name': '', 'network_id': '91437296-b500-4324-b696-d7c7f35b6520', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'mac_address': 'fa:16:3e:78:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '86125549-1bab-4a11-b4e7-29d8a6cbb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:56Z', 'updated_at': '2022-02-11T13:56:13Z', 'revision_number': 4, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'subnets': [{'id': '86125549-1bab-4a11-b4e7-29d8a6cbb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:18.194407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Port 89ad6487-ba51-467e-8b91-ed4d74083893 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:18.224004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] For port af27f41b-c1f0-4e26-bd25-77cbc5c75894, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=af27f41b-c1f0-4e26-bd25-77cbc5c75894,segment=NetworkSegment(dec48233-be4d-43b8-a130-79f8597ae6aa),segment_id=dec48233-be4d-43b8-a130-79f8597ae6aa)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:18.224660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:18.261861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af1aa9-9bd5-4878-a963-9c31366b82b0 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:56:18.275730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Calling delete_port for af27f41b-c1f0-4e26-bd25-77cbc5c75894 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:18.449373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:18.450416 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:18.554264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=6808465b-f909-498b-aeee-ab4aab7c4260,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:18.656063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (af27f41b-c1f0-4e26-bd25-77cbc5c75894), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:18.746186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Port': ['ID=af27f41b-c1f0-4e26-bd25-77cbc5c75894,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:18.765713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] No DVR routers for this DVR port af27f41b-c1f0-4e26-bd25-77cbc5c75894 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:18.811530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:18.812679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 11d99454-c58f-4995-9f41-518b921d3c37 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:18.984799 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-7efe5b96-aaf4-4827-a778-48d122e5a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:18.993537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-7efe5b96-aaf4-4827-a778-48d122e5a78b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c47ce9813f54bd3b90e94686bbab050&device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1125 time: 1.4148307 Feb 11 13:56:19.043854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Provisioning complete for port f88a5c37-40ea-4bda-9ed3-453a2525428b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:19.044253 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.046460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8af1aa9-9bd5-4878-a963-9c31366b82b0 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:56:19.051611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a9860ff8-b567-4d35-b13f-e6fe6c2cc644), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.194727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9860ff8-b567-4d35-b13f-e6fe6c2cc644']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:19.211049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec48233-be4d-43b8-a130-79f8597ae6aa') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:19.215507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec48233-be4d-43b8-a130-79f8597ae6aa') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:19.239205 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (dec48233-be4d-43b8-a130-79f8597ae6aa), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.279356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dec48233-be4d-43b8-a130-79f8597ae6aa), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.292729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:56:19.293150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (dec48233-be4d-43b8-a130-79f8597ae6aa), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.338351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-0b61609f-c3dd-41d9-bff7-e29ab7ccea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:19.340980 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-0b61609f-c3dd-41d9-bff7-e29ab7ccea1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4525346d-b0df-4d00-ba57-315452aaa3aa HTTP/1.1" status: 200 len: 910 time: 0.3386924 Feb 11 13:56:19.476679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-3ee99858-ea70-4487-8e7f-db8fd56a288d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5640427-4f78-414d-8b1c-a76d9149e1aa HTTP/1.1" status: 200 len: 217 time: 0.1262109 Feb 11 13:56:19.491233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360da77-885e-47cb-9701-2f90f8f36856 req-1a2d5004-c454-4231-88ef-6c5a063a3308 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:19.499337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1360da77-885e-47cb-9701-2f90f8f36856 req-1a2d5004-c454-4231-88ef-6c5a063a3308 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1125 time: 1.0349052 Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:56:19.501039 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:56:19.509473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a9860ff8-b567-4d35-b13f-e6fe6c2cc644), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.533210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.552853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] 10.222.0.79 "DELETE /v2.0/networks/a9860ff8-b567-4d35-b13f-e6fe6c2cc644 HTTP/1.1" status: 204 len: 168 time: 1.7795393 Feb 11 13:56:19.641647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-22f1b891-8400-45e6-841d-1f4dbc363ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:19.643315 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-22f1b891-8400-45e6-841d-1f4dbc363ad1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3 HTTP/1.1" status: 200 len: 848 time: 0.1572831 Feb 11 13:56:19.681678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Pushing event deleted for resources: {'Network': ['ID=a9860ff8-b567-4d35-b13f-e6fe6c2cc644,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:19.743914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.746314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.749360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.750230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.751279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.752490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.754542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.756935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.757884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.758530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.759043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.760287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.762034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c45ec-66e8-4a83-8439-b5814f063d64 tempest-PortsTestJSON-1735198245 tempest-PortsTestJSON-1735198245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:19.821900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 11d99454-c58f-4995-9f41-518b921d3c37 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:19.822426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11d99454-c58f-4995-9f41-518b921d3c37), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:19.841247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-223c6f48-69a0-4aef-bba4-1bf984986e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:19.847668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1360da77-885e-47cb-9701-2f90f8f36856 req-7310ee97-006d-4f80-bf6f-ec60221e9c24 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325384 Feb 11 13:56:19.857991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-223c6f48-69a0-4aef-bba4-1bf984986e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4525346d-b0df-4d00-ba57-315452aaa3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1974175 Feb 11 13:56:19.899536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 4, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port': {'id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:00Z', 'updated_at': '2022-02-11T13:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a', 'name': '', 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'mac_address': 'fa:16:3e:c6:f8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:07Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 2, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'subnets': [{'id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:20.115847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89659ae-48db-4d03-8e91-a78547f15ceb None None] The sync data for ids ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'] in n-d-828676-2 is: [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 4, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port': {'id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:00Z', 'updated_at': '2022-02-11T13:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a', 'name': '', 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'mac_address': 'fa:16:3e:c6:f8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:07Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 2, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'subnets': [{'id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:20.159553 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-7a568336-bde8-4d62-ac0a-03b0a75be0f7 service neutron] 10.222.0.30 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032701 Feb 11 13:56:20.350414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46790) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:20.389113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Current status of the port f88a5c37-40ea-4bda-9ed3-453a2525428b is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:20.389641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:20.405248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07783a73-e903-4249-a1d0-000e353bdac8 None None] DHCP port deletion for a9860ff8-b567-4d35-b13f-e6fe6c2cc644 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:56:20.469019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:20.479310 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd047bd5-0c9a-48c0-9570-6615c7d790ab req-2fc9ffab-24b8-40f6-9cc1-ee1aee8c4b08 service neutron] 10.222.0.30 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069770 Feb 11 13:56:20.675685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 11d99454-c58f-4995-9f41-518b921d3c37 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:20.676751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 43a8c930-c86f-4d12-bcdc-c2354425974b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:20.699496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] For port f88a5c37-40ea-4bda-9ed3-453a2525428b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f88a5c37-40ea-4bda-9ed3-453a2525428b,segment=NetworkSegment(b3369728-0090-4441-ba87-3bbe9fc13009),segment_id=b3369728-0090-4441-ba87-3bbe9fc13009)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:20.726223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:20.856010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b42174af-0e73-438d-9444-3a85d4f9c015 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07a5d1b22aa34052a3663c0fdd490d62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5043719 Feb 11 13:56:20.863543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46810) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:20.923330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Pushing event updated for resources: {'Port': ['ID=f88a5c37-40ea-4bda-9ed3-453a2525428b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:20.934677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d5640427-4f78-414d-8b1c-a76d9149e1aa details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:56:21.134792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df33ac6-e282-4899-9c50-71dacde80c1c admin admin] Publish callbacks [] for security_group (03cfcf75-f0f7-4243-98ec-87768a7e1729), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:21.192409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed717d00-c584-49b7-85f5-c1fd1cdc35b2 req-269cf92f-01d6-49e6-b8ed-15071a9b99b0 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:21.215372 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed717d00-c584-49b7-85f5-c1fd1cdc35b2 req-269cf92f-01d6-49e6-b8ed-15071a9b99b0 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1125 time: 0.2360404 Feb 11 13:56:21.216148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d5640427-4f78-414d-8b1c-a76d9149e1aa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d5640427-4f78-414d-8b1c-a76d9149e1aa,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:21.246082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'd5640427-4f78-414d-8b1c-a76d9149e1aa', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'port_id': 'd5640427-4f78-414d-8b1c-a76d9149e1aa', 'mac_address': 'fa:16:3e:18:81:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:56:21.263925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Provisioning complete for port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:21.264306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:21.329534 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed717d00-c584-49b7-85f5-c1fd1cdc35b2 req-f236dcbb-c6cf-4682-bd21-2a7e46b7bb9a tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097219 Feb 11 13:56:21.331686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df33ac6-e282-4899-9c50-71dacde80c1c admin admin] Publish callbacks [] for security_group (03cfcf75-f0f7-4243-98ec-87768a7e1729), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:21.473268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df33ac6-e282-4899-9c50-71dacde80c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (03cfcf75-f0f7-4243-98ec-87768a7e1729), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:21.476018 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6df33ac6-e282-4899-9c50-71dacde80c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:21.477186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6df33ac6-e282-4899-9c50-71dacde80c1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03cfcf75-f0f7-4243-98ec-87768a7e1729 HTTP/1.1" status: 204 len: 168 time: 0.6126397 Feb 11 13:56:21.492715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df33ac6-e282-4899-9c50-71dacde80c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cfcf75-f0f7-4243-98ec-87768a7e1729,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:21.853737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 43a8c930-c86f-4d12-bcdc-c2354425974b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:21.856053 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:22.062649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:22.064793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d5640427-4f78-414d-8b1c-a76d9149e1aa is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:22.065178 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:22.098254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Could not find standard attr ID for object af27f41b-c1f0-4e26-bd25-77cbc5c75894. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:56:22.103504 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:22.117706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee1ce6e3-480c-403f-ae68-180e25246884 None None] Could not find standard attr ID for object 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:56:22.120736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5640427-4f78-414d-8b1c-a76d9149e1aa {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:22.189627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d5640427-4f78-414d-8b1c-a76d9149e1aa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d5640427-4f78-414d-8b1c-a76d9149e1aa,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:22.303799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 43a8c930-c86f-4d12-bcdc-c2354425974b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:22.307984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fff8ed3c-de86-48dc-963b-c799a31fb1d0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:22.313064 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:22.315926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e688b1cc-e7ba-4e94-bea3-41958e27a6c9 None None] Could not find standard attr ID for object 89ad6487-ba51-467e-8b91-ed4d74083893. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:56:22.379193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e688b1cc-e7ba-4e94-bea3-41958e27a6c9 None None] Could not find standard attr ID for object af27f41b-c1f0-4e26-bd25-77cbc5c75894. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:56:22.424971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e688b1cc-e7ba-4e94-bea3-41958e27a6c9 None None] Could not find standard attr ID for object 1639ab6c-ac84-4d4a-a57e-d54a4b6cc8d8. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:56:22.501103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d5640427-4f78-414d-8b1c-a76d9149e1aa,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:22.536468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d5640427-4f78-414d-8b1c-a76d9149e1aa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:22.617607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fbf39-3187-42a7-90f0-fe9bb61048a4 req-bccf2091-1731-4d5f-bd9a-f7a5b4e18944 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:22.620355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-121fbf39-3187-42a7-90f0-fe9bb61048a4 req-bccf2091-1731-4d5f-bd9a-f7a5b4e18944 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1126 time: 0.1631289 Feb 11 13:56:22.664427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fff8ed3c-de86-48dc-963b-c799a31fb1d0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:22.664827 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:22.757232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-121fbf39-3187-42a7-90f0-fe9bb61048a4 req-106ead9e-ee5b-4a07-8d98-d28237f9198e tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306150 Feb 11 13:56:23.270885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fff8ed3c-de86-48dc-963b-c799a31fb1d0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:23.695598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46886) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:23.764720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f80c784-89d3-4a29-95cf-848d40b57d47 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:23.896719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f80c784-89d3-4a29-95cf-848d40b57d47 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:23.897314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:23.984241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065c2c-99f5-4c01-8882-4da8cbfc2669 req-7936370d-2de8-44d1-9560-716dc69d4f94 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:23.998202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9065c2c-99f5-4c01-8882-4da8cbfc2669 req-7936370d-2de8-44d1-9560-716dc69d4f94 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1126 time: 0.1046135 Feb 11 13:56:24.018627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222471587'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:24.109683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f80c784-89d3-4a29-95cf-848d40b57d47 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:24.110265 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.155188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9065c2c-99f5-4c01-8882-4da8cbfc2669 req-0bdd59a6-67de-4fa3-9d9b-46dd6677ec10 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441705 Feb 11 13:56:24.162246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9f80c784-89d3-4a29-95cf-848d40b57d47, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f80c784-89d3-4a29-95cf-848d40b57d47,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:24.163692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:24.170215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.172490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.173977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 11d99454-c58f-4995-9f41-518b921d3c37 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:24.187244 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.389212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for security_group (f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.397139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.472413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9f80c784-89d3-4a29-95cf-848d40b57d47,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:24.499310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 11d99454-c58f-4995-9f41-518b921d3c37 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:24.499694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (11d99454-c58f-4995-9f41-518b921d3c37), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.532768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:56:24.554483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:24.594783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.595143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.595490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.595833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.596170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.596509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.604831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.605236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.605586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.605933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.606689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.606689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.606996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:24.616706 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3ada16a8-1724-40fc-8ee8-f0ea49bed563), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.617058 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment 3ada16a8-1724-40fc-8ee8-f0ea49bed563 of type vlan for network f9ff739c-7dc1-4205-a153-f812c5920670 Feb 11 13:56:24.725160 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f9ff739c-7dc1-4205-a153-f812c5920670), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.777244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d5640427-4f78-414d-8b1c-a76d9149e1aa up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:24.823608 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f9ff739c-7dc1-4205-a153-f812c5920670), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.829267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:24.829875 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:24.860670 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Sync routers for ids ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:24.881239 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Routers {'2c4cc477-ac2e-45b0-b58b-b67b5a801edc'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:24.882090 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:24.893131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 11d99454-c58f-4995-9f41-518b921d3c37 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:24.905233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6808465b-f909-498b-aeee-ab4aab7c4260 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:24.944646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2483413 Feb 11 13:56:24.947638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46932) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:24.957968 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-816862935'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:24.992064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cc5ac-b144-40c7-8857-10cc97d35c7f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=f9ff739c-7dc1-4205-a153-f812c5920670,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:24.996965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:25.002921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.015039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f9ff739c-7dc1-4205-a153-f812c5920670 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:56:25.046767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:56:25.062151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b6dfe0fb-01ea-4a44-aea2-62705f298b2b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.071197 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment b6dfe0fb-01ea-4a44-aea2-62705f298b2b of type vlan for network a0d219f0-8114-4407-ab81-8a3fe1c77e3c Feb 11 13:56:25.243143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a0d219f0-8114-4407-ab81-8a3fe1c77e3c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.264866 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Set router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:25.335958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port d5640427-4f78-414d-8b1c-a76d9149e1aa completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:56:25.340339 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6808465b-f909-498b-aeee-ab4aab7c4260 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:25.344757 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.387919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a0d219f0-8114-4407-ab81-8a3fe1c77e3c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.393139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port d5640427-4f78-414d-8b1c-a76d9149e1aa triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:25.393530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.409479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:25.410950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.635654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=a0d219f0-8114-4407-ab81-8a3fe1c77e3c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:25.650448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1db97de5-48f0-45d1-adf9-3bda341b332c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7015963 Feb 11 13:56:25.653717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 46944) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:25.654955 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 4, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port': {'id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:00Z', 'updated_at': '2022-02-11T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a', 'name': '', 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'mac_address': 'fa:16:3e:c6:f8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:07Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 2, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'subnets': [{'id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:25.660575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': 'f9ff739c-7dc1-4205-a153-f812c5920670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:25.681089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6808465b-f909-498b-aeee-ab4aab7c4260 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:25.684920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f88a5c37-40ea-4bda-9ed3-453a2525428b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:25.685107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644a4e1-d677-421d-8feb-39dbda7e40f1 req-38aa0f8c-2e01-4fd7-8e74-98f1a47f446c tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:25.697290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2644a4e1-d677-421d-8feb-39dbda7e40f1 req-38aa0f8c-2e01-4fd7-8e74-98f1a47f446c tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1126 time: 0.3719115 Feb 11 13:56:25.699696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:56:25.721648 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Checking router: 2c4cc477-ac2e-45b0-b58b-b67b5a801edc for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:25.722281 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Updating router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:56:25.861181 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:25.892434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2644a4e1-d677-421d-8feb-39dbda7e40f1 req-14f2f805-998d-4fb5-b271-f3de31b1bfe2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910214 Feb 11 13:56:25.919915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:25.924948 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.020123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port d5640427-4f78-414d-8b1c-a76d9149e1aa is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:26.040559 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.164214 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port d5640427-4f78-414d-8b1c-a76d9149e1aa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d5640427-4f78-414d-8b1c-a76d9149e1aa,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:26.168621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5640427-4f78-414d-8b1c-a76d9149e1aa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:26.188051 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254ef45-ef81-4ef3-8335-b6efa2269a4a" -d '{"events": [{"server_uuid": "f2b8356d-af1c-4ad2-9629-f1bb74aae097", "name": "network-vif-plugged", "status": "completed", "tag": "d5640427-4f78-414d-8b1c-a76d9149e1aa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:26.192544 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.327568 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05e2ccd-911a-4fb6-979c-2547c1234c68 x-openstack-request-id: req-a05e2ccd-911a-4fb6-979c-2547c1234c68 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:26.328103 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b8356d-af1c-4ad2-9629-f1bb74aae097", "name": "network-vif-plugged", "status": "completed", "tag": "d5640427-4f78-414d-8b1c-a76d9149e1aa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:26.328546 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a05e2ccd-911a-4fb6-979c-2547c1234c68 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:26.334990 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5640427-4f78-414d-8b1c-a76d9149e1aa', 'code': 200} Feb 11 13:56:26.348717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=d5640427-4f78-414d-8b1c-a76d9149e1aa,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:26.361663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f88a5c37-40ea-4bda-9ed3-453a2525428b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:26.364159 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.589908 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Publish callbacks [] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.601188 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.632661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f88a5c37-40ea-4bda-9ed3-453a2525428b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:26.634992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 43a8c930-c86f-4d12-bcdc-c2354425974b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:26.641094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (941e3d2e-552b-4c25-93ad-0a627e06d1fe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.650362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e1a4-7148-4b77-82db-2548552fb9a6 req-dfd3799e-2bc5-4c63-ad97-f33f8b53e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:26.659931 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ab1e1a4-7148-4b77-82db-2548552fb9a6 req-dfd3799e-2bc5-4c63-ad97-f33f8b53e472 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.2420559 Feb 11 13:56:26.831489 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Attempting to bind port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:26.831489 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Attempting to bind port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:26.831489 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Attempting to bind port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a on network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:26.831489 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6c822-e41d-4373-80e3-27c0324c0efa None None] Pushing event updated for resources: {'Port': ['ID=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:26.847879 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:26.848262 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Checking segment: {'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:26.848669 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.849060 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Bound using segment: {'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:26.849533 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Bound port: 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da202653-4f1a-4c25-a079-58d745050b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:26.849910 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.850021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 43a8c930-c86f-4d12-bcdc-c2354425974b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:26.850519 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:26.880239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=941e3d2e-552b-4c25-93ad-0a627e06d1fe,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:27.052835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': '3ada16a8-1724-40fc-8ee8-f0ea49bed563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f9ff739c-7dc1-4205-a153-f812c5920670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:27.056682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: f9ff739c-7dc1-4205-a153-f812c5920670, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:56:27.071237 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] For port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:27.074530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ab1e1a4-7148-4b77-82db-2548552fb9a6 req-bcaf5f3c-d3c6-4d65-97a3-6d04a61d89bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845434 Feb 11 13:56:27.076933 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] For port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,segment=NetworkSegment(da202653-4f1a-4c25-a079-58d745050b77),segment_id=da202653-4f1a-4c25-a079-58d745050b77)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:27.095289 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:27.105483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21721c2-a085-498a-80eb-ce48cbd9421f req-848d818b-b1cc-4ac5-8e51-6ed941ed1fb3 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:27.120449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e21721c2-a085-498a-80eb-ce48cbd9421f req-848d818b-b1cc-4ac5-8e51-6ed941ed1fb3 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.1199918 Feb 11 13:56:27.140155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network f9ff739c-7dc1-4205-a153-f812c5920670 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:56:27.158552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f9ff739c-7dc1-4205-a153-f812c5920670) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:27.169285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:27.176162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:27.217370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ede63b-2769-4f9b-a349-a1967862a7d4 None None] Network f9ff739c-7dc1-4205-a153-f812c5920670 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:27.237003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0bdc0bb8-5d84-4aac-b496-dabf09573968 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5788765 Feb 11 13:56:27.237578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 46986) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:27.257483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': 'a0d219f0-8114-4407-ab81-8a3fe1c77e3c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:27.260748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-701018d1-7284-4700-9506-ed3ea95a6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:27.270994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 43a8c930-c86f-4d12-bcdc-c2354425974b is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:27.295174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4e683df7-59f2-42fd-a5a5-bbb8239c8a66 None None] Provisioning complete for port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:27.295174 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e683df7-59f2-42fd-a5a5-bbb8239c8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:27.463389 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6c822-e41d-4373-80e3-27c0324c0efa None None] Pushing event updated for resources: {'Port': ['ID=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:27.472536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device af27f41b-c1f0-4e26-bd25-77cbc5c75894 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:27.510194 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Routers {'2c4cc477-ac2e-45b0-b58b-b67b5a801edc'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:27.511000 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:55:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:27.545185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e21721c2-a085-498a-80eb-ce48cbd9421f req-6b2a14e5-14a0-4eba-b4f9-1d4a3260e53f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214466 Feb 11 13:56:27.597562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: af27f41b-c1f0-4e26-bd25-77cbc5c75894 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:56:27.597562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device af27f41b-c1f0-4e26-bd25-77cbc5c75894 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:27.728587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:27.736299 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:27.770667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-f9ff739c-7dc1-4205-a153-f812c5920670', 'network_id': 'f9ff739c-7dc1-4205-a153-f812c5920670', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': '941e3d2e-552b-4c25-93ad-0a627e06d1fe'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:56:27.771531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:27.915954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4e683df7-59f2-42fd-a5a5-bbb8239c8a66 None None] Current status of the port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:27.921554 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e683df7-59f2-42fd-a5a5-bbb8239c8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:27.950502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:28.018340 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] Set router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:28.250514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4e683df7-59f2-42fd-a5a5-bbb8239c8a66 None None] For port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,segment=NetworkSegment(da202653-4f1a-4c25-a079-58d745050b77),segment_id=da202653-4f1a-4c25-a079-58d745050b77)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:28.299491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (bc7ab39d-34c9-4330-9e6e-6691fc22efe2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:28.301303 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e683df7-59f2-42fd-a5a5-bbb8239c8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:28.489721 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:28.490401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:28.544078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=bc7ab39d-34c9-4330-9e6e-6691fc22efe2,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:28.591479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': 'b6dfe0fb-01ea-4a44-aea2-62705f298b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a0d219f0-8114-4407-ab81-8a3fe1c77e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:28.593024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: a0d219f0-8114-4407-ab81-8a3fe1c77e3c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:56:28.680936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:56:28.709237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a0d219f0-8114-4407-ab81-8a3fe1c77e3c) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:28.713885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:28.714702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:28.764144 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 4, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port': {'id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:00Z', 'updated_at': '2022-02-11T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a', 'name': '', 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'mac_address': 'fa:16:3e:c6:f8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:07Z', 'updated_at': '2022-02-11T13:56:27Z', 'revision_number': 4, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'subnets': [{'id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:28.764781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006213b-0200-4ef6-97f1-45049b100ebc None None] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:28.818230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Allocated IP 2001:db8::2 (f9ff739c-7dc1-4205-a153-f812c5920670/941e3d2e-552b-4c25-93ad-0a627e06d1fe/76bc3ee3-5aed-4bd1-aed5-c90556ef72d3) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:28.877108 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358900a-2291-4c2c-85e5-acc0372acc1b None None] The sync data for ids ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'] in n-d-828676-2 is: [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 4, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port': {'id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:00Z', 'updated_at': '2022-02-11T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a', 'name': '', 'network_id': 'c9cb468c-6b14-4bb7-8fdb-4ec7220af36b', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'mac_address': 'fa:16:3e:c6:f8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:07Z', 'updated_at': '2022-02-11T13:56:27Z', 'revision_number': 4, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'subnets': [{'id': 'c6df52f6-24f8-49b9-a2bc-cadb97a591e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:28.916404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8a60f6c7-890d-43d4-880a-267de884c204 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6774127 Feb 11 13:56:28.918458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47030) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:28.924721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-74b5720b-304e-4157-ab53-a44cd1120066 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-943207270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:28.930756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-79109cba-a12e-416b-9941-0ad36e4d667d None None] Provisioning complete for port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:28.931313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-79109cba-a12e-416b-9941-0ad36e4d667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:28.984417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef6f3c-de66-4a05-b855-7e196dfebf43 req-09c574bb-f0ee-4db7-a72f-4bf289d2f4a5 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:28.991634 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74b5720b-304e-4157-ab53-a44cd1120066 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (2d0bce22-a675-4305-99ce-a0d64a4a65a1), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:28.994310 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74b5720b-304e-4157-ab53-a44cd1120066 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (2d0bce22-a675-4305-99ce-a0d64a4a65a1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:28.996528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2ef6f3c-de66-4a05-b855-7e196dfebf43 req-09c574bb-f0ee-4db7-a72f-4bf289d2f4a5 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.2288959 Feb 11 13:56:29.165656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2ef6f3c-de66-4a05-b855-7e196dfebf43 req-04a53a02-0a77-436c-8a4d-48dd062209f6 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563029 Feb 11 13:56:29.268563 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74b5720b-304e-4157-ab53-a44cd1120066 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (2d0bce22-a675-4305-99ce-a0d64a4a65a1), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:29.283851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74b5720b-304e-4157-ab53-a44cd1120066 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (2d0bce22-a675-4305-99ce-a0d64a4a65a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:29.316499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e683df7-59f2-42fd-a5a5-bbb8239c8a66 None None] Pushing event updated for resources: {'Port': ['ID=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:29.346880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74b5720b-304e-4157-ab53-a44cd1120066 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:29.348015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-74b5720b-304e-4157-ab53-a44cd1120066 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4279885 Feb 11 13:56:29.351045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47046) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:29.556554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e40d4-bccd-4a58-b0d1-071ea220bd74 req-0c9c6e68-2fb5-48ee-bca0-6d76a292abfd tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:29.571447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-720e40d4-bccd-4a58-b0d1-071ea220bd74 req-0c9c6e68-2fb5-48ee-bca0-6d76a292abfd tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.2221982 Feb 11 13:56:29.700321 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-720e40d4-bccd-4a58-b0d1-071ea220bd74 req-f83d9985-6893-4511-9846-362f7672b5ed tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274548 Feb 11 13:56:30.191480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80031d98-f724-4675-93f0-1c4432deb414 req-d2cd0e5d-20f1-45ee-8e50-1cfe16b0e464 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:30.203724 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80031d98-f724-4675-93f0-1c4432deb414 req-d2cd0e5d-20f1-45ee-8e50-1cfe16b0e464 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.3463540 Feb 11 13:56:30.479722 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Publish callbacks [] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:30.603288 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a0d219f0-8114-4407-ab81-8a3fe1c77e3c', 'network_id': 'a0d219f0-8114-4407-ab81-8a3fe1c77e3c', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': 'bc7ab39d-34c9-4330-9e6e-6691fc22efe2'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:56:30.607130 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:30.615132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:30.643163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80031d98-f724-4675-93f0-1c4432deb414 req-ba200ee1-3718-46b4-ab94-8f3caed1feeb tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351995 Feb 11 13:56:30.707591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.145506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-c2a342ef-a011-460e-95d3-370dd432a720 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:31.147995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-c2a342ef-a011-460e-95d3-370dd432a720 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/networks?id=4525346d-b0df-4d00-ba57-315452aaa3aa HTTP/1.1" status: 200 len: 910 time: 0.1555891 Feb 11 13:56:31.169056 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09650e44-0236-4875-859f-484128105a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.171662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-31dac0b9-5eda-4813-9865-b717d134473b tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/quotas/1c47ce9813f54bd3b90e94686bbab050 HTTP/1.1" status: 200 len: 375 time: 0.0183437 Feb 11 13:56:31.191978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Pushing event updated for resources: {'Port': ['ID=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:31.250808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Network f9ff739c-7dc1-4205-a153-f812c5920670 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:31.256946 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-e9dfdbbe-c49e-413d-ae1b-84c29ced121e tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c47ce9813f54bd3b90e94686bbab050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829918 Feb 11 13:56:31.285200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:31.295256 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.301050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8::1 (f9ff739c-7dc1-4205-a153-f812c5920670/941e3d2e-552b-4c25-93ad-0a627e06d1fe/553725d3-904f-4094-80d0-27632bec184f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:31.303963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:31.352490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:31.356415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f80c784-89d3-4a29-95cf-848d40b57d47 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:31.381599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-b8aaeea3-7fc0-470a-b5fd-e3f0bf0f80d5 service neutron] 10.222.0.79 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234577 Feb 11 13:56:31.523056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Allocated IP 2001:db8:1::2 (a0d219f0-8114-4407-ab81-8a3fe1c77e3c/bc7ab39d-34c9-4330-9e6e-6691fc22efe2/e1d7a04f-edf5-455e-afe4-657f75b60f43) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:31.550957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (553725d3-904f-4094-80d0-27632bec184f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.590237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-f2e978eb-2ce7-48e0-bcf6-96bafe2c236d service neutron] 10.222.0.79 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033751 Feb 11 13:56:31.622150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (553725d3-904f-4094-80d0-27632bec184f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.724935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Attempting to bind port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:31.726902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Attempting to bind port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3ada16a8-1724-40fc-8ee8-f0ea49bed563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f9ff739c-7dc1-4205-a153-f812c5920670'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:31.728199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Attempting to bind port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 on network f9ff739c-7dc1-4205-a153-f812c5920670 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:31.740622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=553725d3-904f-4094-80d0-27632bec184f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:31.765048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:31.766341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Checking segment: {'id': '3ada16a8-1724-40fc-8ee8-f0ea49bed563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f9ff739c-7dc1-4205-a153-f812c5920670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:31.766774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.767171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Bound using segment: {'id': '3ada16a8-1724-40fc-8ee8-f0ea49bed563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f9ff739c-7dc1-4205-a153-f812c5920670'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:31.769812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Bound port: 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ada16a8-1724-40fc-8ee8-f0ea49bed563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f9ff739c-7dc1-4205-a153-f812c5920670'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:31.770245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.771511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network f9ff739c-7dc1-4205-a153-f812c5920670 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:31.776799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:31.782863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:31.783719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.854297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-79109cba-a12e-416b-9941-0ad36e4d667d None None] Current status of the port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:32.024904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f80c784-89d3-4a29-95cf-848d40b57d47 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:32.026871 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.143135 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04c215c6-f238-42f4-92c6-b46554ae9544 req-a1ea6c59-580e-40bc-8d80-781194f4011c tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 210 time: 0.1128490 Feb 11 13:56:32.177400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (553725d3-904f-4094-80d0-27632bec184f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.261935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] For port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:32.306471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] For port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,segment=NetworkSegment(3ada16a8-1724-40fc-8ee8-f0ea49bed563),segment_id=3ada16a8-1724-40fc-8ee8-f0ea49bed563)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:32.361590 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.376472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Publish callbacks [] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.492614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.627220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ec850-174d-4739-8eca-a082cb320cd1 None None] Pushing event updated for resources: {'Port': ['ID=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:32.677882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f80c784-89d3-4a29-95cf-848d40b57d47 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:32.712536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:32.861188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:32.898811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:32.945279 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.981141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (553725d3-904f-4094-80d0-27632bec184f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.991746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (553725d3-904f-4094-80d0-27632bec184f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.992961 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:33.017664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Pushing event updated for resources: {'Port': ['ID=e1d7a04f-edf5-455e-afe4-657f75b60f43,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:33.045019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:33.185674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=553725d3-904f-4094-80d0-27632bec184f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:33.357772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Attempting to bind port e1d7a04f-edf5-455e-afe4-657f75b60f43 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:33.358463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Attempting to bind port e1d7a04f-edf5-455e-afe4-657f75b60f43 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b6dfe0fb-01ea-4a44-aea2-62705f298b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a0d219f0-8114-4407-ab81-8a3fe1c77e3c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:33.359354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Attempting to bind port e1d7a04f-edf5-455e-afe4-657f75b60f43 on network a0d219f0-8114-4407-ab81-8a3fe1c77e3c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:33.364680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-064634e7-e392-4a14-8c7b-3f2b8f65dbe0 req-ad4371b4-9163-46bb-8ab0-642c28ef9d89 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 210 time: 0.0970790 Feb 11 13:56:33.371818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:33.373994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Checking segment: {'id': 'b6dfe0fb-01ea-4a44-aea2-62705f298b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a0d219f0-8114-4407-ab81-8a3fe1c77e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:33.375443 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:33.377689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Bound using segment: {'id': 'b6dfe0fb-01ea-4a44-aea2-62705f298b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a0d219f0-8114-4407-ab81-8a3fe1c77e3c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:33.378487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Bound port: e1d7a04f-edf5-455e-afe4-657f75b60f43, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dfe0fb-01ea-4a44-aea2-62705f298b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a0d219f0-8114-4407-ab81-8a3fe1c77e3c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:33.381919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:33.478057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network f9ff739c-7dc1-4205-a153-f812c5920670 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:33.480875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:33.546302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:33.548414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:33.700369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:33.712765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] For port e1d7a04f-edf5-455e-afe4-657f75b60f43, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:33.718088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] For port e1d7a04f-edf5-455e-afe4-657f75b60f43, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e1d7a04f-edf5-455e-afe4-657f75b60f43,segment=NetworkSegment(b6dfe0fb-01ea-4a44-aea2-62705f298b2b),segment_id=b6dfe0fb-01ea-4a44-aea2-62705f298b2b)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:33.817416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:33.835367 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:33.930494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 2d0bce22-a675-4305-99ce-a0d64a4a65a1 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:56:34.080127 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a52ae-7902-4167-b917-758de746dff7 None None] Pushing event updated for resources: {'Port': ['ID=e1d7a04f-edf5-455e-afe4-657f75b60f43,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:34.458425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:34.486086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-81f3e9f1-ba39-4b51-bad0-3737ccf0a3f6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/2d0bce22-a675-4305-99ce-a0d64a4a65a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1339087 Feb 11 13:56:34.488920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] Sync routers for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:34.489083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47174) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:34.514966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:34.520163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:34.717638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0350488e-4013-478e-ae0d-4107f2b60df1 req-39b87cee-1f5b-4170-9b74-f8a20985c97f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 210 time: 0.1556156 Feb 11 13:56:34.722056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b16802-30db-4a8d-b0de-743dbe8f3e5e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:34.725083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-09b16802-30db-4a8d-b0de-743dbe8f3e5e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports/553725d3-904f-4094-80d0-27632bec184f HTTP/1.1" status: 200 len: 911 time: 0.2349133 Feb 11 13:56:34.732379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47180) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:34.749451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:34.759457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3702a-fdfc-48a7-a75b-1d2ad3d70f40 None None] Network f9ff739c-7dc1-4205-a153-f812c5920670 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:34.944362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-33274dce-1e59-473f-a5ff-2129c3d83913 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:34.949876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-33274dce-1e59-473f-a5ff-2129c3d83913 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.83 "GET /v2.0/networks?id=4525346d-b0df-4d00-ba57-315452aaa3aa HTTP/1.1" status: 200 len: 910 time: 0.5310690 Feb 11 13:56:34.961038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Request body: {'port': {'device_id': '160b025b-9752-4c79-9632-a469f0fe37b0', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'admin_state_up': True, 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:35.004640 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:35.007965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:35.040806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Made reservation on behalf of 1c47ce9813f54bd3b90e94686bbab050 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:35.059717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:35.150812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-456afc8b-769d-41cf-b2f7-8ec2ded419a1 None None] Provisioning complete for port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:35.161896 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456afc8b-769d-41cf-b2f7-8ec2ded419a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:35.341040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Allocated IP 172.20.0.6 (4525346d-b0df-4d00-ba57-315452aaa3aa/8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3/0db4a2f3-0392-463b-8363-1925dba6a789) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:35.345313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:35.373485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:35.390317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999f660-08dc-4b64-8f0f-041d1de8f2b3 None None] The sync data for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:35.507493 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:56:35.790157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-456afc8b-769d-41cf-b2f7-8ec2ded419a1 None None] Current status of the port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:35.790705 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456afc8b-769d-41cf-b2f7-8ec2ded419a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:35.983831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-456afc8b-769d-41cf-b2f7-8ec2ded419a1 None None] For port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,segment=NetworkSegment(3ada16a8-1724-40fc-8ee8-f0ea49bed563),segment_id=3ada16a8-1724-40fc-8ee8-f0ea49bed563)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:35.993228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:35.993772 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:36.006394 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-456afc8b-769d-41cf-b2f7-8ec2ded419a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:36.068750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16f15d5d-6335-40d8-9ddc-9e115bb7bd47 req-06d89967-b6eb-4061-93e3-0d741e985e99 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 210 time: 0.1132095 Feb 11 13:56:36.091037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:36.191501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456afc8b-769d-41cf-b2f7-8ec2ded419a1 None None] Pushing event updated for resources: {'Port': ['ID=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:36.282178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3071bb-5581-4398-ada7-ba4e7a97c96b None None] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:36.565955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:36.568879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e1d7a04f-edf5-455e-afe4-657f75b60f43 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:36.801483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d511ff74-6102-4ef3-aeee-33ec9f1894ad None None] Provisioning complete for port e1d7a04f-edf5-455e-afe4-657f75b60f43 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:36.802142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d511ff74-6102-4ef3-aeee-33ec9f1894ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.054262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8:1::1 (a0d219f0-8114-4407-ab81-8a3fe1c77e3c/bc7ab39d-34c9-4330-9e6e-6691fc22efe2/b02c62ee-18aa-4524-9073-7cd124a38a57) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:37.062872 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks [] for port (0db4a2f3-0392-463b-8363-1925dba6a789), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.124706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d511ff74-6102-4ef3-aeee-33ec9f1894ad None None] Current status of the port e1d7a04f-edf5-455e-afe4-657f75b60f43 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:37.126969 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d511ff74-6102-4ef3-aeee-33ec9f1894ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.175755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.222823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d5640427-4f78-414d-8b1c-a76d9149e1aa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:37.279535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Pushing event updated for resources: {'Port': ['ID=0db4a2f3-0392-463b-8363-1925dba6a789,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:37.337596 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.342595 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Network 4525346d-b0df-4d00-ba57-315452aaa3aa is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:37.361855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e1d7a04f-edf5-455e-afe4-657f75b60f43 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:37.362273 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.363417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:37.380519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:37.387318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.487953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.489009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:37.489686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.509630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:37.530753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-ad0ee067-cdf8-4ba5-bc6b-a2efe595c4f2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5735912 Feb 11 13:56:37.534247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:37.535024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.535178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68ca9a-087b-48d5-8d33-5277f376a948 req-abeb2d9f-acaa-4b37-b147-ee2735e7ad21 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.544216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e68ca9a-087b-48d5-8d33-5277f376a948 req-abeb2d9f-acaa-4b37-b147-ee2735e7ad21 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1027 time: 0.2582765 Feb 11 13:56:37.605692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Request body: {'port': {'device_id': '160b025b-9752-4c79-9632-a469f0fe37b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:37.732788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=b02c62ee-18aa-4524-9073-7cd124a38a57,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:37.792741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e68ca9a-087b-48d5-8d33-5277f376a948 req-55300a34-9c40-466e-b8e6-08a6c2c7e2e4 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439041 Feb 11 13:56:37.922857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:37.963346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d511ff74-6102-4ef3-aeee-33ec9f1894ad None None] For port e1d7a04f-edf5-455e-afe4-657f75b60f43, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e1d7a04f-edf5-455e-afe4-657f75b60f43,segment=NetworkSegment(b6dfe0fb-01ea-4a44-aea2-62705f298b2b),segment_id=b6dfe0fb-01ea-4a44-aea2-62705f298b2b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:37.992395 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d511ff74-6102-4ef3-aeee-33ec9f1894ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.048592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.129059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511ff74-6102-4ef3-aeee-33ec9f1894ad None None] Pushing event updated for resources: {'Port': ['ID=e1d7a04f-edf5-455e-afe4-657f75b60f43,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:38.246674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e1d7a04f-edf5-455e-afe4-657f75b60f43 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:38.341309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Provisioning complete for port 553725d3-904f-4094-80d0-27632bec184f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:38.342746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (553725d3-904f-4094-80d0-27632bec184f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.524615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:38.610988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Port 553725d3-904f-4094-80d0-27632bec184f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:38.685729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db4a2f3-0392-463b-8363-1925dba6a789 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:38.707017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Publish callbacks [] for port (0db4a2f3-0392-463b-8363-1925dba6a789), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.717071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:38.717486 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.745045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Transition to ACTIVE for port object 0db4a2f3-0392-463b-8363-1925dba6a789 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:56:38.759425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.812618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Provisioning complete for port e1d7a04f-edf5-455e-afe4-657f75b60f43 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:38.813013 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.852459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.870007 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:38.871272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:39.021531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Pushing event updated for resources: {'Port': ['ID=0db4a2f3-0392-463b-8363-1925dba6a789,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:39.068375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:39.069586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e1d7a04f-edf5-455e-afe4-657f75b60f43 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:39.160650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Attempting to bind port 0db4a2f3-0392-463b-8363-1925dba6a789 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:39.160990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Attempting to bind port 0db4a2f3-0392-463b-8363-1925dba6a789 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:39.161325 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Attempting to bind port 0db4a2f3-0392-463b-8363-1925dba6a789 on network 4525346d-b0df-4d00-ba57-315452aaa3aa {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:39.185271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Port 0db4a2f3-0392-463b-8363-1925dba6a789 on network 4525346d-b0df-4d00-ba57-315452aaa3aa not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:56:39.185607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Attempting to bind port 0db4a2f3-0392-463b-8363-1925dba6a789 on network 4525346d-b0df-4d00-ba57-315452aaa3aa {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:39.201445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:39.201791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Checking segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:39.211028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Bound using segment: {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:39.213496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Bound port: 0db4a2f3-0392-463b-8363-1925dba6a789, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cba4829-c466-4693-8dc9-157f0977332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:39.213881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:39.245665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=b02c62ee-18aa-4524-9073-7cd124a38a57,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:39.265070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Current status of the port e1d7a04f-edf5-455e-afe4-657f75b60f43 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:39.297552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e1d7a04f-edf5-455e-afe4-657f75b60f43 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:39.297927 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:39.306888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a78005-f147-4257-a27d-43fe22820a83 req-2eb35661-9cab-44d5-b6bc-2cc43417f50e tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:39.308825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07a78005-f147-4257-a27d-43fe22820a83 req-2eb35661-9cab-44d5-b6bc-2cc43417f50e tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1052 time: 0.3054051 Feb 11 13:56:39.363382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Provisioning complete for port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:39.363799 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:39.420899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] For port 0db4a2f3-0392-463b-8363-1925dba6a789, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:39.427124 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] For port 0db4a2f3-0392-463b-8363-1925dba6a789, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0db4a2f3-0392-463b-8363-1925dba6a789,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:39.439265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:39.461667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07a78005-f147-4257-a27d-43fe22820a83 req-8600613e-c091-4f60-b689-eb3362ca31e4 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414227 Feb 11 13:56:39.467642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:39.472378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:39.547917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:39.548652 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:39.549962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] 10.222.0.83 "PUT /v2.0/ports/0db4a2f3-0392-463b-8363-1925dba6a789 HTTP/1.1" status: 200 len: 1091 time: 1.9683743 Feb 11 13:56:39.550447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160b025b-9752-4c79-9632-a469f0fe37b0', 'tag': '0db4a2f3-0392-463b-8363-1925dba6a789'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:39.569101 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d932d13f-8afa-4c61-9e72-a36028d63f36" -d '{"events": [{"name": "network-changed", "server_uuid": "160b025b-9752-4c79-9632-a469f0fe37b0", "tag": "0db4a2f3-0392-463b-8363-1925dba6a789"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:39.700259 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb4b93-4580-4097-b486-624c11aa0583 x-openstack-request-id: req-a3bb4b93-4580-4097-b486-624c11aa0583 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:39.700951 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160b025b-9752-4c79-9632-a469f0fe37b0", "tag": "0db4a2f3-0392-463b-8363-1925dba6a789", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:39.700951 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3bb4b93-4580-4097-b486-624c11aa0583 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:39.701190 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160b025b-9752-4c79-9632-a469f0fe37b0', 'tag': '0db4a2f3-0392-463b-8363-1925dba6a789', 'status': 'completed', 'code': 200} Feb 11 13:56:39.731031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-17ad5f9d-b6db-4543-b795-5963acfe3789 None None] Current status of the port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:39.762293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a54d3-5f32-443c-b6be-3ef2d1585c30 service neutron] Pushing event updated for resources: {'Port': ['ID=0db4a2f3-0392-463b-8363-1925dba6a789,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:39.784822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e1d7a04f-edf5-455e-afe4-657f75b60f43 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:39.814227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 2d0bce22-a675-4305-99ce-a0d64a4a65a1 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:39.821000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d1b3a3a0-8ef4-4217-b7f5-041802fe926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:39.831235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-d1b3a3a0-8ef4-4217-b7f5-041802fe926e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c47ce9813f54bd3b90e94686bbab050&device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1125 time: 0.2250059 Feb 11 13:56:39.938378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0a620857-8634-47a3-bdc3-23e038e33f2b None None] Provisioning complete for port b02c62ee-18aa-4524-9073-7cd124a38a57 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:39.941015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a620857-8634-47a3-bdc3-23e038e33f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:39.958634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-523bdb44-fbb8-4235-b2fe-ef39cbb103cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db4a2f3-0392-463b-8363-1925dba6a789 HTTP/1.1" status: 200 len: 217 time: 0.1123176 Feb 11 13:56:40.075052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0a620857-8634-47a3-bdc3-23e038e33f2b None None] Port b02c62ee-18aa-4524-9073-7cd124a38a57 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:40.085795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:40.099328 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] Sync routers for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:40.117706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47296) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:40.122239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7d5408b1-f597-40e3-b710-692e1a3a31cc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/2d0bce22-a675-4305-99ce-a0d64a4a65a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3851779 Feb 11 13:56:40.126085 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:40.126784 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:40.146026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-c9aac590-a8bd-4fae-b57e-79ea23537d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.152852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-c9aac590-a8bd-4fae-b57e-79ea23537d9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3 HTTP/1.1" status: 200 len: 848 time: 0.1882825 Feb 11 13:56:40.223478 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:40.235492 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:40.240902 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:40.260705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-652dc107-a80f-49bf-90e8-d0d9351f624b None None] Provisioning complete for port b02c62ee-18aa-4524-9073-7cd124a38a57 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:40.263028 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-652dc107-a80f-49bf-90e8-d0d9351f624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:40.307609 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:40.308560 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b522bf-a630-47c1-92e3-d81d8eca5e0e None None] The sync data for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:40.364940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b4edd-8a52-4d37-b75d-986fcea683b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.369754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6b6b4edd-8a52-4d37-b75d-986fcea683b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports/b02c62ee-18aa-4524-9073-7cd124a38a57 HTTP/1.1" status: 200 len: 913 time: 0.2505674 Feb 11 13:56:40.373063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47300) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:40.381837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-652dc107-a80f-49bf-90e8-d0d9351f624b None None] Port b02c62ee-18aa-4524-9073-7cd124a38a57 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:40.476474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-723986ee-dd82-475f-b463-61076af1b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.478745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-723986ee-dd82-475f-b463-61076af1b602 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4525346d-b0df-4d00-ba57-315452aaa3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2817895 Feb 11 13:56:40.669178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b60317-ce32-421f-88c6-525a1469b1cf req-5a1f8f44-3a1d-4de5-a978-94c09fdddb19 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.686722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77b60317-ce32-421f-88c6-525a1469b1cf req-5a1f8f44-3a1d-4de5-a978-94c09fdddb19 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1125 time: 0.0959344 Feb 11 13:56:40.686973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-b1c7a8b6-8112-4cf4-be98-0926161fdffa service neutron] 10.222.0.83 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564918 Feb 11 13:56:40.770676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77b60317-ce32-421f-88c6-525a1469b1cf req-05e9e907-c361-4de1-89f4-8d41c98925d6 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828633 Feb 11 13:56:40.795732 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dfdb0368-ecd0-4906-8cf7-ff6bae176ed8 req-14eb81eb-99c9-4009-94a8-8db65399a402 service neutron] 10.222.0.83 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010222 Feb 11 13:56:41.052213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-3c6df412-e194-4718-ad19-ebf14bd54d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:41.053890 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-3c6df412-e194-4718-ad19-ebf14bd54d11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c47ce9813f54bd3b90e94686bbab050&device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1125 time: 0.0997345 Feb 11 13:56:41.191174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-98350dfa-564b-4c41-a517-1c7426760fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:41.192676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-98350dfa-564b-4c41-a517-1c7426760fa6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4525346d-b0df-4d00-ba57-315452aaa3aa HTTP/1.1" status: 200 len: 910 time: 0.1278253 Feb 11 13:56:41.298550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-4ad8d325-93b0-4843-9b5a-e99b92397959 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db4a2f3-0392-463b-8363-1925dba6a789 HTTP/1.1" status: 200 len: 217 time: 0.0692794 Feb 11 13:56:41.426932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-0925528a-1ce5-4168-9374-fbb571b12afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:41.428560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-0925528a-1ce5-4168-9374-fbb571b12afb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3 HTTP/1.1" status: 200 len: 848 time: 0.1151419 Feb 11 13:56:41.536360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:41.655377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-274227bf-1998-4d34-a6ff-51be2f4e9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:41.657532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-274227bf-1998-4d34-a6ff-51be2f4e9564 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4525346d-b0df-4d00-ba57-315452aaa3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2003829 Feb 11 13:56:41.911001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-087bbfba-6570-4199-b8a0-6c8cf6889cc4 service neutron] 10.222.0.83 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445133 Feb 11 13:56:42.070052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d932d13f-8afa-4c61-9e72-a36028d63f36 req-efee8eaf-b239-4ab6-b66c-9ae2333bb8e5 service neutron] 10.222.0.83 "GET /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522601 Feb 11 13:56:42.110429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c82950-a434-458d-8ef4-146ffb9d53d6 req-76731629-08f6-4dcc-ac21-b0a483940a27 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:42.113657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03c82950-a434-458d-8ef4-146ffb9d53d6 req-76731629-08f6-4dcc-ac21-b0a483940a27 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1125 time: 0.2455449 Feb 11 13:56:42.354412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03c82950-a434-458d-8ef4-146ffb9d53d6 req-f6366f9c-877c-4153-b2e9-7c87cb4abbd8 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160232 Feb 11 13:56:42.408816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port b02c62ee-18aa-4524-9073-7cd124a38a57 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:42.411723 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:42.539314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:42.554475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for b02c62ee-18aa-4524-9073-7cd124a38a57 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:42.911746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b02c62ee-18aa-4524-9073-7cd124a38a57), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:43.044838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=b02c62ee-18aa-4524-9073-7cd124a38a57,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:43.302527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:43.649124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd4220-9a78-457f-a400-80e3abb8f6f6 req-79d90e0f-e57f-4ecf-9147-e3fa01d5485e tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:43.655094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ffd4220-9a78-457f-a400-80e3abb8f6f6 req-79d90e0f-e57f-4ecf-9147-e3fa01d5485e tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1125 time: 0.1641231 Feb 11 13:56:43.738882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ffd4220-9a78-457f-a400-80e3abb8f6f6 req-6657c131-2826-47e8-ad1b-77765553456c tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833561 Feb 11 13:56:43.837441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 2d0bce22-a675-4305-99ce-a0d64a4a65a1 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:44.040429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:44.054433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] Sync routers for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:44.054964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ba8bffae-cf67-4fa0-b5c8-f6bd53c2cf97 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/2d0bce22-a675-4305-99ce-a0d64a4a65a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6735234 Feb 11 13:56:44.056739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47410) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:44.071259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:44.073404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:44.166114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:44.186215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:44.189165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:44.354897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:44.356774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410ad35-52ee-42e4-a5ea-a80f45162c79 None None] The sync data for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:44.587511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0db4a2f3-0392-463b-8363-1925dba6a789 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:56:44.649090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:44.779839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0db4a2f3-0392-463b-8363-1925dba6a789, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0db4a2f3-0392-463b-8363-1925dba6a789,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:44.820639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '0db4a2f3-0392-463b-8363-1925dba6a789', 'network_id': '4525346d-b0df-4d00-ba57-315452aaa3aa', 'port_id': '0db4a2f3-0392-463b-8363-1925dba6a789', 'mac_address': 'fa:16:3e:36:9f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:56:44.906357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0db4a2f3-0392-463b-8363-1925dba6a789 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:44.906766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:44.948153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db4a2f3-0392-463b-8363-1925dba6a789 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:44.999152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0db4a2f3-0392-463b-8363-1925dba6a789, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0db4a2f3-0392-463b-8363-1925dba6a789,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:45.005902 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:45.120937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0db4a2f3-0392-463b-8363-1925dba6a789,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:45.135443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.139681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.140992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.141353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.141689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.142033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.142392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.142731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.143066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.143398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.143729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.144060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.144390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:45.233223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['0db4a2f3-0392-463b-8363-1925dba6a789'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:45.658385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0cc21-3327-40eb-8b0f-882d7caa20a5 req-0670ab4c-0d06-44ba-81a1-b78525525fc5 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:45.672006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4f0cc21-3327-40eb-8b0f-882d7caa20a5 req-0670ab4c-0d06-44ba-81a1-b78525525fc5 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1126 time: 0.2517579 Feb 11 13:56:45.783579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4f0cc21-3327-40eb-8b0f-882d7caa20a5 req-bd6260b6-0a52-4c54-82ac-6c913eb74fb8 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946298 Feb 11 13:56:45.975965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 553725d3-904f-4094-80d0-27632bec184f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:45.976598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (553725d3-904f-4094-80d0-27632bec184f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:46.177933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (553725d3-904f-4094-80d0-27632bec184f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:46.196954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 553725d3-904f-4094-80d0-27632bec184f owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:46.542053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (553725d3-904f-4094-80d0-27632bec184f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:46.595716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0db4a2f3-0392-463b-8363-1925dba6a789 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:46.617443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=553725d3-904f-4094-80d0-27632bec184f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:46.745626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 0db4a2f3-0392-463b-8363-1925dba6a789 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:56:46.753095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 0db4a2f3-0392-463b-8363-1925dba6a789 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:46.753481 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:46.935557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (2d0bce22-a675-4305-99ce-a0d64a4a65a1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:46.988104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 0db4a2f3-0392-463b-8363-1925dba6a789 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:46.988104 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:47.084261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 0db4a2f3-0392-463b-8363-1925dba6a789, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0db4a2f3-0392-463b-8363-1925dba6a789,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:47.087427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160b025b-9752-4c79-9632-a469f0fe37b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db4a2f3-0392-463b-8363-1925dba6a789'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:47.089807 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9b1b93-dfbe-4bf6-b9ca-a71cbcf595da" -d '{"events": [{"server_uuid": "160b025b-9752-4c79-9632-a469f0fe37b0", "name": "network-vif-plugged", "status": "completed", "tag": "0db4a2f3-0392-463b-8363-1925dba6a789"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:47.093821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590e60-6c34-411c-9e8d-8670601d1dad req-7e4cb023-b8ff-4c5a-be50-dffb631742be tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.095528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac590e60-6c34-411c-9e8d-8670601d1dad req-7e4cb023-b8ff-4c5a-be50-dffb631742be tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1126 time: 0.1522226 Feb 11 13:56:47.109982 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:47.205673 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32dd601-e04a-40e3-84aa-18108bd3835f x-openstack-request-id: req-c32dd601-e04a-40e3-84aa-18108bd3835f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:47.205971 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160b025b-9752-4c79-9632-a469f0fe37b0", "name": "network-vif-plugged", "status": "completed", "tag": "0db4a2f3-0392-463b-8363-1925dba6a789", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:47.208705 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c32dd601-e04a-40e3-84aa-18108bd3835f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:47.209322 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160b025b-9752-4c79-9632-a469f0fe37b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db4a2f3-0392-463b-8363-1925dba6a789', 'code': 200} Feb 11 13:56:47.239434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac590e60-6c34-411c-9e8d-8670601d1dad req-18efb140-d287-4686-94fa-a5056a1233f5 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359429 Feb 11 13:56:47.245475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0db4a2f3-0392-463b-8363-1925dba6a789,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:47.354386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 2d0bce22-a675-4305-99ce-a0d64a4a65a1 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:47.653352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:47.662286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d8292dc9-e98b-41b7-a498-204bf1891cef tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/2d0bce22-a675-4305-99ce-a0d64a4a65a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6012025 Feb 11 13:56:47.662286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e167a0-8cbe-43e8-8e05-c13254925275 req-b5b7d719-1a9a-4d26-b1b0-d18177848362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.663008 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43e167a0-8cbe-43e8-8e05-c13254925275 req-b5b7d719-1a9a-4d26-b1b0-d18177848362 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.3071177 Feb 11 13:56:47.663870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:47.679159 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] Sync routers for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:47.715438 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:47.726025 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:47.755364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-43e167a0-8cbe-43e8-8e05-c13254925275 req-ad4c0d8a-a9fa-4304-9eb2-b92ad8c75e8f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841818 Feb 11 13:56:47.780309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47504) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:47.788410 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a4b591ad-2352-42ed-8b8f-8ed902a9efbf tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d0bce22-a675-4305-99ce-a0d64a4a65a1 HTTP/1.1" status: 200 len: 205 time: 0.1218626 Feb 11 13:56:47.869014 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:47.893910 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] Routers {'2d0bce22-a675-4305-99ce-a0d64a4a65a1'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:47.896620 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:47.973184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc850aed-9787-41ff-8426-338270f6eee3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (2d0bce22-a675-4305-99ce-a0d64a4a65a1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.014215 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:48.014926 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6036d-a50a-4606-9e90-12f51dbf5a7c None None] The sync data for ids ['2d0bce22-a675-4305-99ce-a0d64a4a65a1'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:48.209536 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc850aed-9787-41ff-8426-338270f6eee3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (2d0bce22-a675-4305-99ce-a0d64a4a65a1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.212992 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc850aed-9787-41ff-8426-338270f6eee3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (2d0bce22-a675-4305-99ce-a0d64a4a65a1), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.267816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc850aed-9787-41ff-8426-338270f6eee3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (2d0bce22-a675-4305-99ce-a0d64a4a65a1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.268508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc850aed-9787-41ff-8426-338270f6eee3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Fanout notify agent at l3_agent the message router_deleted on router 2d0bce22-a675-4305-99ce-a0d64a4a65a1 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:56:48.289699 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc850aed-9787-41ff-8426-338270f6eee3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.294660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:48.306734 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc850aed-9787-41ff-8426-338270f6eee3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/2d0bce22-a675-4305-99ce-a0d64a4a65a1 HTTP/1.1" status: 204 len: 168 time: 0.5246038 Feb 11 13:56:48.403770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet bc7ab39d-34c9-4330-9e6e-6691fc22efe2 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:56:48.408660 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (bc7ab39d-34c9-4330-9e6e-6691fc22efe2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.460853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (bc7ab39d-34c9-4330-9e6e-6691fc22efe2), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.487353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ba927-3027-4bc9-ab25-d2c0c79fa827 req-b6046cda-1c82-460e-abc9-79ae3a56e9e4 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:48.489308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e8ba927-3027-4bc9-ab25-d2c0c79fa827 req-b6046cda-1c82-460e-abc9-79ae3a56e9e4 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.1059718 Feb 11 13:56:48.613282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e8ba927-3027-4bc9-ab25-d2c0c79fa827 req-c3608a4e-a15d-46a5-bf6c-6c67e05e94c4 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165185 Feb 11 13:56:48.749894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (bc7ab39d-34c9-4330-9e6e-6691fc22efe2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.871123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (bc7ab39d-34c9-4330-9e6e-6691fc22efe2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.957998 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:48.963993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47538) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:48.965054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f6784e-6b13-4bfa-b3ce-96bd578d6cb5 None None] Network a0d219f0-8114-4407-ab81-8a3fe1c77e3c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:48.968679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/bc7ab39d-34c9-4330-9e6e-6691fc22efe2 HTTP/1.1" status: 204 len: 168 time: 0.6723435 Feb 11 13:56:48.970357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2be19-50d0-4a7e-a01f-17e9ac700d90 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7ab39d-34c9-4330-9e6e-6691fc22efe2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:49.090568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet 941e3d2e-552b-4c25-93ad-0a627e06d1fe {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:56:49.101063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (941e3d2e-552b-4c25-93ad-0a627e06d1fe), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.185535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (941e3d2e-552b-4c25-93ad-0a627e06d1fe), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.292133 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (941e3d2e-552b-4c25-93ad-0a627e06d1fe), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.311118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] DHCP port deletion for a0d219f0-8114-4407-ab81-8a3fe1c77e3c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:56:49.356412 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (941e3d2e-552b-4c25-93ad-0a627e06d1fe), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.409905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.411097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] Deleting port e1d7a04f-edf5-455e-afe4-657f75b60f43 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:49.412830 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.423681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f9474-5236-466d-ae8d-0f7971f4345a None None] Network f9ff739c-7dc1-4205-a153-f812c5920670 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:49.467086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:49.475811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/941e3d2e-552b-4c25-93ad-0a627e06d1fe HTTP/1.1" status: 204 len: 168 time: 0.5106554 Feb 11 13:56:49.481606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b95d7-3f0b-470b-b71c-4fd1240df332 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=941e3d2e-552b-4c25-93ad-0a627e06d1fe,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:49.641622 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a0d219f0-8114-4407-ab81-8a3fe1c77e3c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.723381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] For port e1d7a04f-edf5-455e-afe4-657f75b60f43, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e1d7a04f-edf5-455e-afe4-657f75b60f43,segment=NetworkSegment(b6dfe0fb-01ea-4a44-aea2-62705f298b2b),segment_id=b6dfe0fb-01ea-4a44-aea2-62705f298b2b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:49.723786 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.737389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] Calling delete_port for e1d7a04f-edf5-455e-afe4-657f75b60f43 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:49.912979 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.984777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bd4cf-e663-4549-9d74-c7e3c8dae179 req-639c2d7f-139b-4445-b8fc-f366e8e9534d tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:49.997916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb4bd4cf-e663-4549-9d74-c7e3c8dae179 req-639c2d7f-139b-4445-b8fc-f366e8e9534d tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.2987902 Feb 11 13:56:50.003034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] No DVR routers for this DVR port e1d7a04f-edf5-455e-afe4-657f75b60f43 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:50.085324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1604af-efe6-4b87-906b-9bc0e796a4d8 None None] Pushing event deleted for resources: {'Port': ['ID=e1d7a04f-edf5-455e-afe4-657f75b60f43,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:50.133668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb4bd4cf-e663-4549-9d74-c7e3c8dae179 req-78e61815-1bf6-49fa-a18a-4142251b61ea tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273892 Feb 11 13:56:50.135452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port e1d7a04f-edf5-455e-afe4-657f75b60f43 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:50.137270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.198773 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.216085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] DHCP port deletion for f9ff739c-7dc1-4205-a153-f812c5920670 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:56:50.293030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port e1d7a04f-edf5-455e-afe4-657f75b60f43, host n-d-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:50.294531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.326468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for e1d7a04f-edf5-455e-afe4-657f75b60f43 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:50.329455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Port e1d7a04f-edf5-455e-afe4-657f75b60f43 was not found and therefore no delete operation was performed {{(pid=103176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:56:50.333168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e1d7a04f-edf5-455e-afe4-657f75b60f43), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.380048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] Deleting port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:50.380620 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.426752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port e1d7a04f-edf5-455e-afe4-657f75b60f43 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:50.434493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=e1d7a04f-edf5-455e-afe4-657f75b60f43,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:50.444834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806af32-e396-4362-aa71-8d50dc402986 req-35e57dfe-9030-4c7b-ba3c-b2e5b6decdd6 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:50.456777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4806af32-e396-4362-aa71-8d50dc402986 req-35e57dfe-9030-4c7b-ba3c-b2e5b6decdd6 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.1651919 Feb 11 13:56:50.463099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:50.585194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] For port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,segment=NetworkSegment(3ada16a8-1724-40fc-8ee8-f0ea49bed563),segment_id=3ada16a8-1724-40fc-8ee8-f0ea49bed563)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:50.586291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a0d219f0-8114-4407-ab81-8a3fe1c77e3c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.586814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.602808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4806af32-e396-4362-aa71-8d50dc402986 req-9c72e2fd-38b6-4f9e-a017-8833d5398183 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395957 Feb 11 13:56:50.609511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d219f0-8114-4407-ab81-8a3fe1c77e3c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:50.621206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dfe0fb-01ea-4a44-aea2-62705f298b2b') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:50.621793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dfe0fb-01ea-4a44-aea2-62705f298b2b') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:50.648851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b6dfe0fb-01ea-4a44-aea2-62705f298b2b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.687287 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b6dfe0fb-01ea-4a44-aea2-62705f298b2b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.701573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:56:50.702399 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b6dfe0fb-01ea-4a44-aea2-62705f298b2b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.726114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:50.729049 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.731530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] Calling delete_port for 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:50.837072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,segment=NetworkSegment(3ada16a8-1724-40fc-8ee8-f0ea49bed563),segment_id=3ada16a8-1724-40fc-8ee8-f0ea49bed563)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:50.846319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.849762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e1d7a04f-edf5-455e-afe4-657f75b60f43 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:51.045454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e1d7a04f-edf5-455e-afe4-657f75b60f43 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:56:51.046148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e1d7a04f-edf5-455e-afe4-657f75b60f43 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:51.213195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:51.254433 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (76bc3ee3-5aed-4bd1-aed5-c90556ef72d3), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.290598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] Pushing event deleted for resources: {'Port': ['ID=76bc3ee3-5aed-4bd1-aed5-c90556ef72d3,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:51.292505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e630fe-64c7-407e-b533-ee4b44e93f7d None None] No DVR routers for this DVR port 76bc3ee3-5aed-4bd1-aed5-c90556ef72d3 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:56:51.532181 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:56:51.565765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a0d219f0-8114-4407-ab81-8a3fe1c77e3c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.589191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.596842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47600) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:51.607587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/a0d219f0-8114-4407-ab81-8a3fe1c77e3c HTTP/1.1" status: 204 len: 168 time: 2.1393535 Feb 11 13:56:51.610710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43d73-ebd4-4615-84f8-a5d0cadcd315 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=a0d219f0-8114-4407-ab81-8a3fe1c77e3c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:51.647619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2effd-c8a1-45b1-86b8-045db3f6cac1 req-150a8ca4-3437-4db5-8249-0714ca8bcc94 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:51.649402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bf2effd-c8a1-45b1-86b8-045db3f6cac1 req-150a8ca4-3437-4db5-8249-0714ca8bcc94 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.1253600 Feb 11 13:56:51.721477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bf2effd-c8a1-45b1-86b8-045db3f6cac1 req-4819cf0d-91f7-430a-8963-ab134fbb85d4 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575609 Feb 11 13:56:51.808671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f9ff739c-7dc1-4205-a153-f812c5920670), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.985737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.031445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f9ff739c-7dc1-4205-a153-f812c5920670), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.091979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ff739c-7dc1-4205-a153-f812c5920670']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:52.115426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ada16a8-1724-40fc-8ee8-f0ea49bed563') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:52.115860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ada16a8-1724-40fc-8ee8-f0ea49bed563') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:52.139099 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (3ada16a8-1724-40fc-8ee8-f0ea49bed563), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.227450 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3ada16a8-1724-40fc-8ee8-f0ea49bed563), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.260681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:56:52.261790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (3ada16a8-1724-40fc-8ee8-f0ea49bed563), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.520655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca39ab-1579-497d-a10f-ec19a7ae3aae req-e37bff44-b68d-4d0c-a440-5c960c752b88 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:56:52.524052 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:56:52.550486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f9ff739c-7dc1-4205-a153-f812c5920670), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.558699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74ca39ab-1579-497d-a10f-ec19a7ae3aae req-e37bff44-b68d-4d0c-a440-5c960c752b88 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.2038367 Feb 11 13:56:52.564684 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.568714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/f9ff739c-7dc1-4205-a153-f812c5920670 HTTP/1.1" status: 204 len: 168 time: 0.9699018 Feb 11 13:56:52.572502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47626) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:52.592289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-781887548'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:52.682260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74ca39ab-1579-497d-a10f-ec19a7ae3aae req-63909d08-4bce-403d-8464-18cb2ae5751f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199903 Feb 11 13:56:52.703277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:52.723427 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.728608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569085f8-8565-4853-86a2-cf525f989c28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=f9ff739c-7dc1-4205-a153-f812c5920670,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:52.778558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:56:52.790964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c5f36aae-f440-4559-a0c9-a5946d820e9f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.791796 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment c5f36aae-f440-4559-a0c9-a5946d820e9f of type vlan for network 898484e6-6c38-4936-b5f7-613be21235e5 Feb 11 13:56:52.853006 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (898484e6-6c38-4936-b5f7-613be21235e5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.910832 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (898484e6-6c38-4936-b5f7-613be21235e5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.928736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.929520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.974379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3925388 Feb 11 13:56:52.974856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:52.980075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': '898484e6-6c38-4936-b5f7-613be21235e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:53.113680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c29b7-5774-4aae-919d-374bcafcc36b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=898484e6-6c38-4936-b5f7-613be21235e5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:53.127005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 898484e6-6c38-4936-b5f7-613be21235e5 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:56:53.181894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:53.186311 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:53.525682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (8018ee41-7f3e-4994-83cf-d2320b5421ab), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:53.529117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-3e98c6b6-9b8e-4157-926b-288967c6e53f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:53.530662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-3e98c6b6-9b8e-4157-926b-288967c6e53f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.1821804 Feb 11 13:56:53.658048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=8018ee41-7f3e-4994-83cf-d2320b5421ab,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:53.709609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Deleting port 0db4a2f3-0392-463b-8363-1925dba6a789 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:53.710029 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:53.714816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': 'c5f36aae-f440-4559-a0c9-a5946d820e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '898484e6-6c38-4936-b5f7-613be21235e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:53.715405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: 898484e6-6c38-4936-b5f7-613be21235e5, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:56:53.738697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 898484e6-6c38-4936-b5f7-613be21235e5 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:56:53.784276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 898484e6-6c38-4936-b5f7-613be21235e5) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:53.795165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2849152-872d-42c6-8c61-ba6fecc6a393 None None] Network 898484e6-6c38-4936-b5f7-613be21235e5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:53.813243 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:53.814067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:53.873963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] For port 0db4a2f3-0392-463b-8363-1925dba6a789, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=0db4a2f3-0392-463b-8363-1925dba6a789,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:53.874956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:53.899137 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8778a1c9-d11d-404c-a54e-06a29f0033e5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9229977 Feb 11 13:56:53.899904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47674) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:53.906845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f1f23eeb-051f-4535-9d7a-2853a3f6b633 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1981570224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:53.913022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Calling delete_port for 0db4a2f3-0392-463b-8363-1925dba6a789 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:54.057028 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f23eeb-051f-4535-9d7a-2853a3f6b633 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.058329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f23eeb-051f-4535-9d7a-2853a3f6b633 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.088844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94a413-6102-4458-b12c-e46c3bc110ff req-f714adf2-8984-4a3e-af5e-a8095d7a73dd tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:54.099855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac94a413-6102-4458-b12c-e46c3bc110ff req-f714adf2-8984-4a3e-af5e-a8095d7a73dd tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=160b025b-9752-4c79-9632-a469f0fe37b0 HTTP/1.1" status: 200 len: 1127 time: 0.2137833 Feb 11 13:56:54.136894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-898484e6-6c38-4936-b5f7-613be21235e5', 'network_id': '898484e6-6c38-4936-b5f7-613be21235e5', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': '8018ee41-7f3e-4994-83cf-d2320b5421ab'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:56:54.138272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.257266 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f23eeb-051f-4535-9d7a-2853a3f6b633 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.273506 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f23eeb-051f-4535-9d7a-2853a3f6b633 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.459204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0db4a2f3-0392-463b-8363-1925dba6a789), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.486942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac94a413-6102-4458-b12c-e46c3bc110ff req-2134b16a-3ee7-4ad2-85b8-a3c646ee56cd tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801007 Feb 11 13:56:54.488883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d5640427-4f78-414d-8b1c-a76d9149e1aa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:54.491377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['0db4a2f3-0392-463b-8363-1925dba6a789'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:54.505537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Allocated IP 2001:db8::2 (898484e6-6c38-4936-b5f7-613be21235e5/8018ee41-7f3e-4994-83cf-d2320b5421ab/0d02e5f7-3c5d-4593-b258-70872590b218) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:54.559726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f1f23eeb-051f-4535-9d7a-2853a3f6b633 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.563735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f1f23eeb-051f-4535-9d7a-2853a3f6b633 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6588609 Feb 11 13:56:54.564089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47698) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:54.569080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'port': {'network_id': '898484e6-6c38-4936-b5f7-613be21235e5', 'name': 'tempest-RoutersIpV6Test-1709080463'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:54.575090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Pushing event deleted for resources: {'Port': ['ID=0db4a2f3-0392-463b-8363-1925dba6a789,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:54.707171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] No DVR routers for this DVR port 0db4a2f3-0392-463b-8363-1925dba6a789 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:54.849248 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.855976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-220b1f11-2271-4a8d-92b8-d9a43e13fd0d req-c3474d97-6d3c-420e-b021-75707799b9b2 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.83 "DELETE /v2.0/ports/0db4a2f3-0392-463b-8363-1925dba6a789 HTTP/1.1" status: 204 len: 173 time: 1.3107407 Feb 11 13:56:54.857247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160b025b-9752-4c79-9632-a469f0fe37b0', 'name': 'network-vif-deleted', 'tag': '0db4a2f3-0392-463b-8363-1925dba6a789'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:54.861431 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b21127-5ea6-4869-9ece-380a3ff2cd34" -d '{"events": [{"server_uuid": "160b025b-9752-4c79-9632-a469f0fe37b0", "name": "network-vif-deleted", "tag": "0db4a2f3-0392-463b-8363-1925dba6a789"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:54.865561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:54.873806 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:54.953435 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fc03ca-4916-4ec3-b1b1-bca896931d69 x-openstack-request-id: req-d3fc03ca-4916-4ec3-b1b1-bca896931d69 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:54.953811 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160b025b-9752-4c79-9632-a469f0fe37b0", "name": "network-vif-deleted", "tag": "0db4a2f3-0392-463b-8363-1925dba6a789", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:54.954019 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3fc03ca-4916-4ec3-b1b1-bca896931d69 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:54.954434 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160b025b-9752-4c79-9632-a469f0fe37b0', 'name': 'network-vif-deleted', 'tag': '0db4a2f3-0392-463b-8363-1925dba6a789', 'status': 'completed', 'code': 200} Feb 11 13:56:54.963825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] device_id is not set on port c0631795-a776-47e5-8c54-87f092720446 yet. {{(pid=103175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:56:55.028567 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Publish callbacks [] for port (0d02e5f7-3c5d-4593-b258-70872590b218), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.052582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.158061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Network 898484e6-6c38-4936-b5f7-613be21235e5 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:55.160437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:55.194722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:55.219781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8::175 (898484e6-6c38-4936-b5f7-613be21235e5/8018ee41-7f3e-4994-83cf-d2320b5421ab/c0631795-a776-47e5-8c54-87f092720446) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:55.267980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Pushing event updated for resources: {'Port': ['ID=0d02e5f7-3c5d-4593-b258-70872590b218,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:55.280182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Attempting to bind port 0d02e5f7-3c5d-4593-b258-70872590b218 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:55.280738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Attempting to bind port 0d02e5f7-3c5d-4593-b258-70872590b218 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c5f36aae-f440-4559-a0c9-a5946d820e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '898484e6-6c38-4936-b5f7-613be21235e5'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:55.281459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Attempting to bind port 0d02e5f7-3c5d-4593-b258-70872590b218 on network 898484e6-6c38-4936-b5f7-613be21235e5 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:55.291365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:55.291886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Checking segment: {'id': 'c5f36aae-f440-4559-a0c9-a5946d820e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '898484e6-6c38-4936-b5f7-613be21235e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:55.292583 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.293091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Bound using segment: {'id': 'c5f36aae-f440-4559-a0c9-a5946d820e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '898484e6-6c38-4936-b5f7-613be21235e5'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:55.294710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Bound port: 0d02e5f7-3c5d-4593-b258-70872590b218, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f36aae-f440-4559-a0c9-a5946d820e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '898484e6-6c38-4936-b5f7-613be21235e5'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:55.295227 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.371249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] For port 0d02e5f7-3c5d-4593-b258-70872590b218, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:55.375980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] For port 0d02e5f7-3c5d-4593-b258-70872590b218, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d02e5f7-3c5d-4593-b258-70872590b218,segment=NetworkSegment(c5f36aae-f440-4559-a0c9-a5946d820e9f),segment_id=c5f36aae-f440-4559-a0c9-a5946d820e9f)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:55.386891 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.613948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e86f2-5480-4717-9225-46b47e398a90 None None] Pushing event updated for resources: {'Port': ['ID=0d02e5f7-3c5d-4593-b258-70872590b218,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:55.667923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (c0631795-a776-47e5-8c54-87f092720446), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.769428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c0631795-a776-47e5-8c54-87f092720446), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.843328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 898484e6-6c38-4936-b5f7-613be21235e5 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:55.857144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:55.862610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:55.878015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:55.878741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.982093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4169815 Feb 11 13:56:55.985108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291625-9025-42e2-80a5-3bc9548d5850 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=c0631795-a776-47e5-8c54-87f092720446,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:55.987899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47736) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:56.564574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d02e5f7-3c5d-4593-b258-70872590b218 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:56.574928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141fd81-7921-4878-a20a-097dfd19b3d7 req-fe4fbf96-3d05-480d-85b9-d9ce73fe5009 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:56.576743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0141fd81-7921-4878-a20a-097dfd19b3d7 req-fe4fbf96-3d05-480d-85b9-d9ce73fe5009 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.3915637 Feb 11 13:56:56.889968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0db4a2f3-0392-463b-8363-1925dba6a789 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:56.995425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 0db4a2f3-0392-463b-8363-1925dba6a789 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:56:56.995782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 0db4a2f3-0392-463b-8363-1925dba6a789 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:57.024106 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c0631795-a776-47e5-8c54-87f092720446), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.034809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0d02e5f7-3c5d-4593-b258-70872590b218 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:57.035434 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.071156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0141fd81-7921-4878-a20a-097dfd19b3d7 req-b65deaff-4bd8-4012-8ef8-ca8259c6fc17 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861557 Feb 11 13:56:57.195865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfb95b80-2aae-4504-bab2-de05de631ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.385233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0d02e5f7-3c5d-4593-b258-70872590b218 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:57.387966 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.493169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-06aa4f67-1404-4fe4-973a-4259ea453b8f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:57.493872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0d02e5f7-3c5d-4593-b258-70872590b218, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d02e5f7-3c5d-4593-b258-70872590b218,segment=NetworkSegment(c5f36aae-f440-4559-a0c9-a5946d820e9f),segment_id=c5f36aae-f440-4559-a0c9-a5946d820e9f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:57.496885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-06aa4f67-1404-4fe4-973a-4259ea453b8f tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.2811484 Feb 11 13:56:57.501741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.545001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-733b204b-a725-42a7-aaad-0a3c8a1b0bae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2981982 Feb 11 13:56:57.586203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4750e-0279-4879-8624-1c859b7f1ea1 None None] Network 898484e6-6c38-4936-b5f7-613be21235e5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:57.738976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dbd53c1b-a7b3-49b5-93ab-1cf29caeee48 None None] Provisioning complete for port 0d02e5f7-3c5d-4593-b258-70872590b218 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:57.739725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dbd53c1b-a7b3-49b5-93ab-1cf29caeee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.759159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Deleting port d5640427-4f78-414d-8b1c-a76d9149e1aa {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:57.759681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.791166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0d02e5f7-3c5d-4593-b258-70872590b218,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:57.935656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-ee0d3759-a382-4f7f-8cda-c0a1325242e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:57.939817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-ee0d3759-a382-4f7f-8cda-c0a1325242e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 1128 time: 0.2334247 Feb 11 13:56:57.941710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dbd53c1b-a7b3-49b5-93ab-1cf29caeee48 None None] Current status of the port 0d02e5f7-3c5d-4593-b258-70872590b218 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:58.000527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (c0631795-a776-47e5-8c54-87f092720446), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:58.002986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] For port d5640427-4f78-414d-8b1c-a76d9149e1aa, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=d5640427-4f78-414d-8b1c-a76d9149e1aa,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:58.003510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:58.032297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Calling delete_port for d5640427-4f78-414d-8b1c-a76d9149e1aa owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:58.036407 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c0631795-a776-47e5-8c54-87f092720446), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:58.344049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b635b-6402-4fab-9483-3d8678f51c7b req-3ee0074c-91f8-492b-99be-128c44e4807c tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:58.345828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b24b635b-6402-4fab-9483-3d8678f51c7b req-3ee0074c-91f8-492b-99be-128c44e4807c tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f2b8356d-af1c-4ad2-9629-f1bb74aae097 HTTP/1.1" status: 200 len: 1127 time: 0.1277165 Feb 11 13:56:58.453127 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d5640427-4f78-414d-8b1c-a76d9149e1aa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:58.466042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['d5640427-4f78-414d-8b1c-a76d9149e1aa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:58.469821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d02e5f7-3c5d-4593-b258-70872590b218 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:58.616425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5640427-4f78-414d-8b1c-a76d9149e1aa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:58.670039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b24b635b-6402-4fab-9483-3d8678f51c7b req-1fb253b5-b1fb-4159-b461-77da0bd0a554 tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ecf51727-7aee-4c91-8f09-a57e83d3d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133988 Feb 11 13:56:58.678322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] No DVR routers for this DVR port d5640427-4f78-414d-8b1c-a76d9149e1aa on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:58.683178 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:58.688257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f71fb79-6566-453f-9966-30e30dc2a99f req-60fef892-3a37-4779-a56d-60436e0679bc tempest-TestServerMultinode-265840157 tempest-TestServerMultinode-265840157-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d5640427-4f78-414d-8b1c-a76d9149e1aa HTTP/1.1" status: 204 len: 173 time: 1.1858001 Feb 11 13:56:58.689968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'name': 'network-vif-deleted', 'tag': 'd5640427-4f78-414d-8b1c-a76d9149e1aa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:58.699291 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8180a-7c7a-43d1-bc40-1728e54ab7cd" -d '{"events": [{"server_uuid": "f2b8356d-af1c-4ad2-9629-f1bb74aae097", "name": "network-vif-deleted", "tag": "d5640427-4f78-414d-8b1c-a76d9149e1aa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:58.754730 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31b5186-4394-4f7f-8839-3012a30792d1 x-openstack-request-id: req-a31b5186-4394-4f7f-8839-3012a30792d1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:58.755801 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b8356d-af1c-4ad2-9629-f1bb74aae097", "name": "network-vif-deleted", "tag": "d5640427-4f78-414d-8b1c-a76d9149e1aa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:58.756222 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a31b5186-4394-4f7f-8839-3012a30792d1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:58.756813 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b8356d-af1c-4ad2-9629-f1bb74aae097', 'name': 'network-vif-deleted', 'tag': 'd5640427-4f78-414d-8b1c-a76d9149e1aa', 'status': 'completed', 'code': 200} Feb 11 13:56:58.787671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0d02e5f7-3c5d-4593-b258-70872590b218 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:58.788669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:59.126673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0d02e5f7-3c5d-4593-b258-70872590b218 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:59.135303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5bc8323e-45b5-4a4c-bfdd-45b7ac906354 None None] Provisioning complete for port 0d02e5f7-3c5d-4593-b258-70872590b218 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:59.136280 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc8323e-45b5-4a4c-bfdd-45b7ac906354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:59.448250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=c0631795-a776-47e5-8c54-87f092720446,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:59.506258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8323e-45b5-4a4c-bfdd-45b7ac906354 None None] Current status of the port 0d02e5f7-3c5d-4593-b258-70872590b218 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:59.520530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-69027227-4469-4cd4-bff1-cd59a6fef1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:59.556738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5bc8323e-45b5-4a4c-bfdd-45b7ac906354 None None] Provisioning complete for port c0631795-a776-47e5-8c54-87f092720446 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:59.557114 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5bc8323e-45b5-4a4c-bfdd-45b7ac906354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c0631795-a776-47e5-8c54-87f092720446), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:59.641545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8323e-45b5-4a4c-bfdd-45b7ac906354 None None] Port c0631795-a776-47e5-8c54-87f092720446 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:56:59.777336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47820) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:59.810105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:59.877894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8a87d984-3fee-4089-91cd-b54c6407c0d3 None None] Provisioning complete for port c0631795-a776-47e5-8c54-87f092720446 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:59.880798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a87d984-3fee-4089-91cd-b54c6407c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c0631795-a776-47e5-8c54-87f092720446), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:59.988770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8a87d984-3fee-4089-91cd-b54c6407c0d3 None None] Port c0631795-a776-47e5-8c54-87f092720446 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:00.056923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-215367cd-58de-47b9-976d-449a09579784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:00.058535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-215367cd-58de-47b9-976d-449a09579784 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 915 time: 2.0773845 Feb 11 13:57:00.162484 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-5114e0ca-c40a-4c04-9099-f0112f6a70f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2 HTTP/1.1" status: 200 len: 217 time: 0.0941708 Feb 11 13:57:00.229570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-74f9580c-7a05-40ea-bea7-dfe1749a4b39 None None] Provisioning complete for port c0631795-a776-47e5-8c54-87f092720446 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:00.230639 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-74f9580c-7a05-40ea-bea7-dfe1749a4b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c0631795-a776-47e5-8c54-87f092720446), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:00.305414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-74f9580c-7a05-40ea-bea7-dfe1749a4b39 None None] Port c0631795-a776-47e5-8c54-87f092720446 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:00.355025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-60e5c638-a536-4fb2-8601-0f5ac33ef8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:00.356534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-60e5c638-a536-4fb2-8601-0f5ac33ef8ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.1815102 Feb 11 13:57:00.426834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-63d34429-ece8-4a39-a552-4b2ba21a5141 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367255 Feb 11 13:57:00.571650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c0631795-a776-47e5-8c54-87f092720446), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:00.595727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-9aed5a6e-9526-4210-9c4e-5438e3081b44 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627135 Feb 11 13:57:00.704228 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (9d84b2ac-c360-4937-a154-6ef24f3ebc96), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:00.891132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d5640427-4f78-414d-8b1c-a76d9149e1aa no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:00.945683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: d5640427-4f78-414d-8b1c-a76d9149e1aa {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:00.946035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device d5640427-4f78-414d-8b1c-a76d9149e1aa not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:00.968333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d88eaf6-5061-46d7-83aa-6846afd52dca req-98614122-c9b4-4596-9a1f-76c70b50883c service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476834 Feb 11 13:57:01.040055 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:01.294358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Deleting port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:01.294911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:01.399734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (c0631795-a776-47e5-8c54-87f092720446), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:01.417152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c0631795-a776-47e5-8c54-87f092720446), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:01.418113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:01.437125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] For port ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:01.437500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:01.485929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Calling delete_port for ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:01.680276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=c0631795-a776-47e5-8c54-87f092720446,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:01.818952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:01.823639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 898484e6-6c38-4936-b5f7-613be21235e5 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:01.825148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:01.903478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:02.299794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 9e138e05-b2c6-48ec-ac1b-02b9baef4f8e is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:57:02.429822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (9d84b2ac-c360-4937-a154-6ef24f3ebc96), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:02.461939 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:02.510528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-52343c1c-31f0-4c60-9c6d-814760ea04a8 None None] Provisioning complete for port c0631795-a776-47e5-8c54-87f092720446 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:02.510913 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52343c1c-31f0-4c60-9c6d-814760ea04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c0631795-a776-47e5-8c54-87f092720446), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:02.644356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:02.657513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1b5a4ecd-b26c-4835-8110-a89a06b4f896 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/9e138e05-b2c6-48ec-ac1b-02b9baef4f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6681221 Feb 11 13:57:02.658278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47896) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:02.667287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] Sync routers for ids ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:02.708364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] Routers {'9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:02.709329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:02.727276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-52343c1c-31f0-4c60-9c6d-814760ea04a8 None None] Port c0631795-a776-47e5-8c54-87f092720446 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:02.815617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3e560-0665-4767-95e6-08cb1fb4f2e6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:02.821706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a8f3e560-0665-4767-95e6-08cb1fb4f2e6 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports/c0631795-a776-47e5-8c54-87f092720446 HTTP/1.1" status: 200 len: 984 time: 0.1620963 Feb 11 13:57:02.824024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47898) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:02.890001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:02.916668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] Routers {'9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:02.916668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:02.989454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:02.990453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa7de6-0832-4c50-9a71-fa52bbdaa6a4 None None] The sync data for ids ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:03.184310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:03.420471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:03.431151 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] Sync routers for ids ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:03.441214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-982bd209-17c4-4c01-ae05-c645a32369ef admin admin] 10.222.0.79 "PUT /v2.0/routers/9d84b2ac-c360-4937-a154-6ef24f3ebc96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6620746 Feb 11 13:57:03.442027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:03.468621 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] Routers {'9d84b2ac-c360-4937-a154-6ef24f3ebc96'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:03.469262 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:03.724346 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:03.800507 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] Set router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:03.871130 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks [] for router (9d84b2ac-c360-4937-a154-6ef24f3ebc96), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:04.141098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:04.153345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks [] for router_gateway (9d84b2ac-c360-4937-a154-6ef24f3ebc96), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:04.242808 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:57:01Z', 'revision_number': 5, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port': {'id': '0dc14df2-ce76-4d8e-aaf0-2faa025803da', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:31Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:04.267529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Deleting port 0dc14df2-ce76-4d8e-aaf0-2faa025803da {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:04.269125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:04.311232 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] Checking router: 9d84b2ac-c360-4937-a154-6ef24f3ebc96 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:04.326501 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] Routers {'9d84b2ac-c360-4937-a154-6ef24f3ebc96'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:04.327877 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:04.441299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] For port 0dc14df2-ce76-4d8e-aaf0-2faa025803da, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0dc14df2-ce76-4d8e-aaf0-2faa025803da,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:04.441831 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:04.461923 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] Set router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:04.478772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Calling delete_port for 0dc14df2-ce76-4d8e-aaf0-2faa025803da owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:04.577525 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:57:04Z', 'revision_number': 6, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:04.626748 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b785f-7bc8-4c37-9209-38283c1451d5 None None] The sync data for ids ['9d84b2ac-c360-4937-a154-6ef24f3ebc96'] in n-d-828676-2 is: [{'id': '9d84b2ac-c360-4937-a154-6ef24f3ebc96', 'name': 'tempest-TestServerMultinode-320560984-router', 'tenant_id': '4f8b50c7266344a2948ff69c578bcc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:29Z', 'updated_at': '2022-02-11T13:57:04Z', 'revision_number': 6, 'project_id': '4f8b50c7266344a2948ff69c578bcc9c', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:04.996630 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0dc14df2-ce76-4d8e-aaf0-2faa025803da), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.015032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port c0631795-a776-47e5-8c54-87f092720446 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:05.015389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c0631795-a776-47e5-8c54-87f092720446), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.060623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc14df2-ce76-4d8e-aaf0-2faa025803da,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:05.227109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (9d84b2ac-c360-4937-a154-6ef24f3ebc96), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.258222 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c0631795-a776-47e5-8c54-87f092720446), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.273614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for c0631795-a776-47e5-8c54-87f092720446 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:05.398138 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (9d84b2ac-c360-4937-a154-6ef24f3ebc96), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.400930 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks [] for router_controller (9d84b2ac-c360-4937-a154-6ef24f3ebc96), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.496577 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (9d84b2ac-c360-4937-a154-6ef24f3ebc96), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.497240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d84b2ac-c360-4937-a154-6ef24f3ebc96 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:05.514298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.519014 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0f0272e-830d-4164-b00f-5a244264f96c admin admin] 10.222.0.79 "DELETE /v2.0/routers/9d84b2ac-c360-4937-a154-6ef24f3ebc96 HTTP/1.1" status: 204 len: 168 time: 2.0718014 Feb 11 13:57:05.521582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 47980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:05.590081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] Deleting subnet 8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:57:05.593649 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] Publish callbacks [] for subnet (8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.605600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c0631795-a776-47e5-8c54-87f092720446), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.653217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=c0631795-a776-47e5-8c54-87f092720446,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:05.661564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.838801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.896830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:06.036726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:06.086960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:06.107690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:06.112827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7c4d03d7-fcf6-4d02-8df4-c9c0ae8688c4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8ea703c1-83f9-4c1f-bf4b-af5cbc3451f3 HTTP/1.1" status: 204 len: 168 time: 0.5904093 Feb 11 13:57:06.115755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 47994) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:06.120466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d1e49-1dfb-431c-a514-d1138830ccb7 None None] Network 4525346d-b0df-4d00-ba57-315452aaa3aa requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:06.275496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 9e138e05-b2c6-48ec-ac1b-02b9baef4f8e has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:06.418750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (4525346d-b0df-4d00-ba57-315452aaa3aa), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:06.531153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:06.571647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:06.572717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac92bb6b-bf2d-4f74-81c4-39ea0f7e0940 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:06.573316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0dc14df2-ce76-4d8e-aaf0-2faa025803da no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:06.681653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0dc14df2-ce76-4d8e-aaf0-2faa025803da {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:06.682004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0dc14df2-ce76-4d8e-aaf0-2faa025803da not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:06.700564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:06.705523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] DHCP port deletion for 4525346d-b0df-4d00-ba57-315452aaa3aa request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:57:06.718383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2e6fe9f0-6d66-40d6-9b0b-51789e696d02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/9e138e05-b2c6-48ec-ac1b-02b9baef4f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8919129 Feb 11 13:57:06.721559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48024) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:06.727215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] Sync routers for ids ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:06.856713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] Routers {'9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:06.857369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:06.925076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:06.947537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] Routers {'9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:06.948759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:07.073074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:07.073659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981713a-0240-408c-ab6b-b0677679d619 None None] The sync data for ids ['9e138e05-b2c6-48ec-ac1b-02b9baef4f8e'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:07.102741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] Deleting port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:07.103120 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:07.301851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] For port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,segment=NetworkSegment(7cba4829-c466-4693-8dc9-157f0977332a),segment_id=7cba4829-c466-4693-8dc9-157f0977332a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:07.302494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:07.364769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] Calling delete_port for 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:07.521726 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:07.588802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] No DVR routers for this DVR port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:07.590687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a915c4c-7af7-46a1-8c4e-0ee7a4d2e02a None None] Pushing event deleted for resources: {'Port': ['ID=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:07.771527 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-943f878e-3fb0-4c06-bca6-36598174db89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:57:07.773220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-943f878e-3fb0-4c06-bca6-36598174db89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/9e138e05-b2c6-48ec-ac1b-02b9baef4f8e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0504630 Feb 11 13:57:07.775023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Deleting port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:07.775500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:07.776474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:07.833280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aae30aba-4049-43b7-bd9b-35a350c49eab tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e138e05-b2c6-48ec-ac1b-02b9baef4f8e HTTP/1.1" status: 200 len: 205 time: 0.0540290 Feb 11 13:57:07.834087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:07.971552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] For port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128, host n-d-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:07.971920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.007594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Calling delete_port for 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:08.011492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:57:08.012772 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (14cc9edb-c1ab-4a28-ba3a-2afc98af1128), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.019579 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b4be91f-affc-4357-8b5d-132258ad0c9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.084556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Pushing event deleted for resources: {'Port': ['ID=14cc9edb-c1ab-4a28-ba3a-2afc98af1128,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:08.088802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] No DVR routers for this DVR port 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:08.216010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (4525346d-b0df-4d00-ba57-315452aaa3aa), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.245293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4525346d-b0df-4d00-ba57-315452aaa3aa']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:08.256842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cba4829-c466-4693-8dc9-157f0977332a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:08.257152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cba4829-c466-4693-8dc9-157f0977332a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:08.279309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (7cba4829-c466-4693-8dc9-157f0977332a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.339343 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7cba4829-c466-4693-8dc9-157f0977332a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.351422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:08.353262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (7cba4829-c466-4693-8dc9-157f0977332a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:08.358052 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:08.450996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:08.505252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:08.506002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 14cc9edb-c1ab-4a28-ba3a-2afc98af1128 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:08.512143 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (4525346d-b0df-4d00-ba57-315452aaa3aa), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.520355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:08.524460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4525346d-b0df-4d00-ba57-315452aaa3aa HTTP/1.1" status: 204 len: 168 time: 2.4077640 Feb 11 13:57:08.529660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48064) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:08.671801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d7c2e-09fa-4fad-9107-854a664b2697 admin admin] Pushing event deleted for resources: {'Network': ['ID=4525346d-b0df-4d00-ba57-315452aaa3aa,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:09.282563 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b4be91f-affc-4357-8b5d-132258ad0c9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.288931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b4be91f-affc-4357-8b5d-132258ad0c9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.382331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (93e9eb77-7a08-4452-9d87-19fe5978038d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.383742 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b4be91f-affc-4357-8b5d-132258ad0c9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (9e138e05-b2c6-48ec-ac1b-02b9baef4f8e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.384399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4be91f-affc-4357-8b5d-132258ad0c9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Fanout notify agent at l3_agent the message router_deleted on router 9e138e05-b2c6-48ec-ac1b-02b9baef4f8e {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:09.404419 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3b4be91f-affc-4357-8b5d-132258ad0c9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.409109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b4be91f-affc-4357-8b5d-132258ad0c9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/9e138e05-b2c6-48ec-ac1b-02b9baef4f8e HTTP/1.1" status: 204 len: 168 time: 1.5738986 Feb 11 13:57:09.411938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48078) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:09.541011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet 8018ee41-7f3e-4994-83cf-d2320b5421ab {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:57:09.551861 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (8018ee41-7f3e-4994-83cf-d2320b5421ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.650702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (8018ee41-7f3e-4994-83cf-d2320b5421ab), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.784409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (8018ee41-7f3e-4994-83cf-d2320b5421ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.792827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Deleting port f88a5c37-40ea-4bda-9ed3-453a2525428b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:09.793176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.918493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] For port f88a5c37-40ea-4bda-9ed3-453a2525428b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f88a5c37-40ea-4bda-9ed3-453a2525428b,segment=NetworkSegment(b3369728-0090-4441-ba87-3bbe9fc13009),segment_id=b3369728-0090-4441-ba87-3bbe9fc13009)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:09.918871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.932748 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (8018ee41-7f3e-4994-83cf-d2320b5421ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:09.947133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Calling delete_port for f88a5c37-40ea-4bda-9ed3-453a2525428b owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:09.993135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=8018ee41-7f3e-4994-83cf-d2320b5421ab,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:10.022091 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:10.022640 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e26bd97-008e-4c6e-b5b9-8a5288aa047a None None] Network 898484e6-6c38-4936-b5f7-613be21235e5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:10.034486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48084) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:10.038994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3fb90d13-f627-460c-be8f-edcff9c4ec02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/8018ee41-7f3e-4994-83cf-d2320b5421ab HTTP/1.1" status: 204 len: 168 time: 0.6254976 Feb 11 13:57:10.303787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (898484e6-6c38-4936-b5f7-613be21235e5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:10.383856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] DHCP port deletion for 898484e6-6c38-4936-b5f7-613be21235e5 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:57:10.506417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] Deleting port 0d02e5f7-3c5d-4593-b258-70872590b218 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:10.506828 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:10.648280 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f88a5c37-40ea-4bda-9ed3-453a2525428b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:10.657715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] For port 0d02e5f7-3c5d-4593-b258-70872590b218, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0d02e5f7-3c5d-4593-b258-70872590b218,segment=NetworkSegment(c5f36aae-f440-4559-a0c9-a5946d820e9f),segment_id=c5f36aae-f440-4559-a0c9-a5946d820e9f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:10.658136 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:10.676306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] Calling delete_port for 0d02e5f7-3c5d-4593-b258-70872590b218 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:10.732194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88a5c37-40ea-4bda-9ed3-453a2525428b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:10.811943 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:10.863097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] Pushing event deleted for resources: {'Port': ['ID=0d02e5f7-3c5d-4593-b258-70872590b218,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:10.870001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4574b9b8-7aa1-4d66-89a4-20308a69ea7c None None] No DVR routers for this DVR port 0d02e5f7-3c5d-4593-b258-70872590b218 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:10.902112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 0d02e5f7-3c5d-4593-b258-70872590b218 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:10.923837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.111617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 0d02e5f7-3c5d-4593-b258-70872590b218, host n-d-828676-2, got binding levels [] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:11.111989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.130305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 0d02e5f7-3c5d-4593-b258-70872590b218 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:11.134196 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.ipam_backend_mixin [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Port 0d02e5f7-3c5d-4593-b258-70872590b218 was not found and therefore no delete operation was performed {{(pid=103175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:57:11.137010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0d02e5f7-3c5d-4593-b258-70872590b218), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.200626 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=0d02e5f7-3c5d-4593-b258-70872590b218,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:11.204679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port 0d02e5f7-3c5d-4593-b258-70872590b218 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:11.248017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (93e9eb77-7a08-4452-9d87-19fe5978038d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.311635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (898484e6-6c38-4936-b5f7-613be21235e5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.332666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898484e6-6c38-4936-b5f7-613be21235e5']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:11.342490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f36aae-f440-4559-a0c9-a5946d820e9f') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:11.342797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f36aae-f440-4559-a0c9-a5946d820e9f') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:11.353308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (c5f36aae-f440-4559-a0c9-a5946d820e9f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.379201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c5f36aae-f440-4559-a0c9-a5946d820e9f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.422064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:11.422512 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (c5f36aae-f440-4559-a0c9-a5946d820e9f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:11.425447 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:11.584218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (898484e6-6c38-4936-b5f7-613be21235e5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.642208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.645574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/898484e6-6c38-4936-b5f7-613be21235e5 HTTP/1.1" status: 204 len: 168 time: 1.6101363 Feb 11 13:57:11.650021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48114) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:11.656892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1874515814'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:11.665127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ddb13-84ad-4ca0-96c5-e8229b61cd8d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=898484e6-6c38-4936-b5f7-613be21235e5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:11.695974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:11.700223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.758497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:11.766445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Router 93e9eb77-7a08-4452-9d87-19fe5978038d has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:11.780961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.781315 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment 9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c of type vlan for network 1ef51624-7045-4147-aa5f-48137bf0e8c8 Feb 11 13:57:11.885015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (1ef51624-7045-4147-aa5f-48137bf0e8c8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.941955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (1ef51624-7045-4147-aa5f-48137bf0e8c8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:11.950852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:11.951543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:12.045989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3947656 Feb 11 13:57:12.050542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48124) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:12.062773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': '1ef51624-7045-4147-aa5f-48137bf0e8c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:12.141054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:12.157230 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] Sync routers for ids ['93e9eb77-7a08-4452-9d87-19fe5978038d'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:12.161835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-16d218a9-7ba2-4baf-b307-9c4bc3729582 admin admin] 10.222.0.79 "PUT /v2.0/routers/93e9eb77-7a08-4452-9d87-19fe5978038d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6298246 Feb 11 13:57:12.164940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48128) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:12.176824 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] Routers {'93e9eb77-7a08-4452-9d87-19fe5978038d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:12.177724 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['93e9eb77-7a08-4452-9d87-19fe5978038d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:12.272964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b60564-fcfd-473e-b1f7-37bee281d7bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=1ef51624-7045-4147-aa5f-48137bf0e8c8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:12.291536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:12.332201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:12.337671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:12.449513 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] Set router 93e9eb77-7a08-4452-9d87-19fe5978038d gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:12.572919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks [] for router (93e9eb77-7a08-4452-9d87-19fe5978038d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:12.716292 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:57:12.802381 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks [] for router_gateway (93e9eb77-7a08-4452-9d87-19fe5978038d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:12.948754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Deleting port fff8ed3c-de86-48dc-963b-c799a31fb1d0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:12.951263 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:12.960389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (dd83f938-1b04-4e56-99d8-7b7bb09dc5e5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:12.984469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:57:10Z', 'revision_number': 5, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port': {'id': 'fff8ed3c-de86-48dc-963b-c799a31fb1d0', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:48Z', 'updated_at': '2022-02-11T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:13.005449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d02e5f7-3c5d-4593-b258-70872590b218 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:13.057538 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] Checking router: 93e9eb77-7a08-4452-9d87-19fe5978038d for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:13.078991 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] Routers {'93e9eb77-7a08-4452-9d87-19fe5978038d'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:13.080507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0d02e5f7-3c5d-4593-b258-70872590b218 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:13.082234 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['93e9eb77-7a08-4452-9d87-19fe5978038d'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:13.084506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0d02e5f7-3c5d-4593-b258-70872590b218 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:13.132343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=dd83f938-1b04-4e56-99d8-7b7bb09dc5e5,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:13.146490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] For port fff8ed3c-de86-48dc-963b-c799a31fb1d0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fff8ed3c-de86-48dc-963b-c799a31fb1d0,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:13.146932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:13.151372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': '9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ef51624-7045-4147-aa5f-48137bf0e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:13.151860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: 1ef51624-7045-4147-aa5f-48137bf0e8c8, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:13.196664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Calling delete_port for fff8ed3c-de86-48dc-963b-c799a31fb1d0 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:13.197390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:13.213329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 1ef51624-7045-4147-aa5f-48137bf0e8c8) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:13.223132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0c3f96-3c77-4cbe-b666-1535ff11140a None None] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:13.225013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:13.227138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:13.257779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8493433f-3591-4b25-b642-04aa25800ae4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2055423 Feb 11 13:57:13.259814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48150) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:13.271661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-179f0d91-766b-485d-b6b3-90ea088e621a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2036721804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:13.330225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-179f0d91-766b-485d-b6b3-90ea088e621a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (cb7bc416-442c-499c-ab86-97ccbee26d44), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:13.332460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-179f0d91-766b-485d-b6b3-90ea088e621a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (cb7bc416-442c-499c-ab86-97ccbee26d44), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:13.435165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-1ef51624-7045-4147-aa5f-48137bf0e8c8', 'network_id': '1ef51624-7045-4147-aa5f-48137bf0e8c8', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': 'dd83f938-1b04-4e56-99d8-7b7bb09dc5e5'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:57:13.439188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:13.577249 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] Set router 93e9eb77-7a08-4452-9d87-19fe5978038d gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:13.720785 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:57:12Z', 'revision_number': 6, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:13.781576 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ecb3a-c4e1-46f2-8705-2a5601909598 None None] The sync data for ids ['93e9eb77-7a08-4452-9d87-19fe5978038d'] in n-d-828676-2 is: [{'id': '93e9eb77-7a08-4452-9d87-19fe5978038d', 'name': 'tempest-TestServerMultinode-504635473-router', 'tenant_id': '1c47ce9813f54bd3b90e94686bbab050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:47Z', 'updated_at': '2022-02-11T13:57:12Z', 'revision_number': 6, 'project_id': '1c47ce9813f54bd3b90e94686bbab050', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:13.784266 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (fff8ed3c-de86-48dc-963b-c799a31fb1d0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:13.799604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Allocated IP 2001:db8::2 (1ef51624-7045-4147-aa5f-48137bf0e8c8/dd83f938-1b04-4e56-99d8-7b7bb09dc5e5/efb63490-effb-4bac-b71b-117f8ec8b989) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:13.857431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Pushing event deleted for resources: {'Port': ['ID=fff8ed3c-de86-48dc-963b-c799a31fb1d0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:14.015595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (93e9eb77-7a08-4452-9d87-19fe5978038d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.168407 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Publish callbacks [] for port (efb63490-effb-4bac-b71b-117f8ec8b989), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.178306 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.319075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:14.323603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:14.327639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:14.330524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-179f0d91-766b-485d-b6b3-90ea088e621a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (cb7bc416-442c-499c-ab86-97ccbee26d44), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.348597 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (93e9eb77-7a08-4452-9d87-19fe5978038d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.350228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-179f0d91-766b-485d-b6b3-90ea088e621a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (cb7bc416-442c-499c-ab86-97ccbee26d44), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.360699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks [] for router_controller (93e9eb77-7a08-4452-9d87-19fe5978038d), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.391535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-179f0d91-766b-485d-b6b3-90ea088e621a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.392893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-179f0d91-766b-485d-b6b3-90ea088e621a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1300967 Feb 11 13:57:14.399120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48172) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:14.500650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (93e9eb77-7a08-4452-9d87-19fe5978038d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.501451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93e9eb77-7a08-4452-9d87-19fe5978038d {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:14.518473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.524993 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76bd6977-90b3-40bf-8c3d-79226787364d admin admin] 10.222.0.79 "DELETE /v2.0/routers/93e9eb77-7a08-4452-9d87-19fe5978038d HTTP/1.1" status: 204 len: 168 time: 2.3567545 Feb 11 13:57:14.528480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48178) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:14.533426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Pushing event updated for resources: {'Port': ['ID=efb63490-effb-4bac-b71b-117f8ec8b989,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:14.549942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f88a5c37-40ea-4bda-9ed3-453a2525428b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:14.611301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: f88a5c37-40ea-4bda-9ed3-453a2525428b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:14.611301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f88a5c37-40ea-4bda-9ed3-453a2525428b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:14.620057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Attempting to bind port efb63490-effb-4bac-b71b-117f8ec8b989 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:14.620408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Attempting to bind port efb63490-effb-4bac-b71b-117f8ec8b989 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ef51624-7045-4147-aa5f-48137bf0e8c8'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:14.620778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Attempting to bind port efb63490-effb-4bac-b71b-117f8ec8b989 on network 1ef51624-7045-4147-aa5f-48137bf0e8c8 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:14.629514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:14.629706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Checking segment: {'id': '9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ef51624-7045-4147-aa5f-48137bf0e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:14.630151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.630541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Bound using segment: {'id': '9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ef51624-7045-4147-aa5f-48137bf0e8c8'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:14.631007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Bound port: efb63490-effb-4bac-b71b-117f8ec8b989, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1ef51624-7045-4147-aa5f-48137bf0e8c8'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:14.636544 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.803297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] For port efb63490-effb-4bac-b71b-117f8ec8b989, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:14.809236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] For port efb63490-effb-4bac-b71b-117f8ec8b989, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=efb63490-effb-4bac-b71b-117f8ec8b989,segment=NetworkSegment(9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c),segment_id=9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:14.819381 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.820513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] Deleting subnet 86125549-1bab-4a11-b4e7-29d8a6cbb139 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:57:14.933902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] Publish callbacks [] for subnet (86125549-1bab-4a11-b4e7-29d8a6cbb139), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:14.956310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa844c3-8bde-456c-8757-a1bbb7175f20 None None] Pushing event updated for resources: {'Port': ['ID=efb63490-effb-4bac-b71b-117f8ec8b989,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:15.252669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (86125549-1bab-4a11-b4e7-29d8a6cbb139), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:15.386692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:15.878082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (86125549-1bab-4a11-b4e7-29d8a6cbb139), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.043500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (86125549-1bab-4a11-b4e7-29d8a6cbb139), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.140683 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.146455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7db1ed-1b96-4795-8b88-9cfb359fd1cc None None] Network 91437296-b500-4324-b696-d7c7f35b6520 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:16.148689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/86125549-1bab-4a11-b4e7-29d8a6cbb139 HTTP/1.1" status: 204 len: 168 time: 1.6190786 Feb 11 13:57:16.151693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48210) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:16.152117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffc11e-a937-407a-b242-584acf92846d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86125549-1bab-4a11-b4e7-29d8a6cbb139,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:16.298857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8::1 (1ef51624-7045-4147-aa5f-48137bf0e8c8/dd83f938-1b04-4e56-99d8-7b7bb09dc5e5/0cd2c595-ba45-4009-8abf-139216d12298) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:16.339800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (91437296-b500-4324-b696-d7c7f35b6520), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.561228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Deleting port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:16.564621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.578624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] DHCP port deletion for 91437296-b500-4324-b696-d7c7f35b6520 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:57:16.586452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device efb63490-effb-4bac-b71b-117f8ec8b989 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:16.668540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (0cd2c595-ba45-4009-8abf-139216d12298), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.761371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port efb63490-effb-4bac-b71b-117f8ec8b989 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:16.764507 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.804360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0cd2c595-ba45-4009-8abf-139216d12298), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.872511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] For port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,segment=NetworkSegment(b3369728-0090-4441-ba87-3bbe9fc13009),segment_id=b3369728-0090-4441-ba87-3bbe9fc13009)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:16.872902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:16.915124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Calling delete_port for ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:16.918775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd8f62b-da1b-489d-9cc9-58be4389eb4e None None] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:16.934727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:16.942807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:16.953611 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:16.956062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (cb7bc416-442c-499c-ab86-97ccbee26d44), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.193967 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.252523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.269743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] No DVR routers for this DVR port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:17.309381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=0cd2c595-ba45-4009-8abf-139216d12298,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.389733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] Deleting port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:17.391008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.431761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (91437296-b500-4324-b696-d7c7f35b6520), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.469333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91437296-b500-4324-b696-d7c7f35b6520']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:17.485717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0cd2c595-ba45-4009-8abf-139216d12298), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.502346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3369728-0090-4441-ba87-3bbe9fc13009') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:17.503029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3369728-0090-4441-ba87-3bbe9fc13009') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:17.528392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b3369728-0090-4441-ba87-3bbe9fc13009), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.540015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] For port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:17.540398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.558295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b3369728-0090-4441-ba87-3bbe9fc13009), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.572901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:17.575981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b3369728-0090-4441-ba87-3bbe9fc13009), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.596941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] Calling delete_port for ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:17.608722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] Port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:57:17.631505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ab7db945-a7dc-4cff-ac19-ef8374e6a5c2), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:17.643955 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:17.648792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a7677919-fe9c-4710-afba-a3a3542e8819 None None] Provisioning complete for port efb63490-effb-4bac-b71b-117f8ec8b989 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:17.649283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7677919-fe9c-4710-afba-a3a3542e8819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.727611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (91437296-b500-4324-b696-d7c7f35b6520), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.758239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.782280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] 10.222.0.79 "DELETE /v2.0/networks/91437296-b500-4324-b696-d7c7f35b6520 HTTP/1.1" status: 204 len: 168 time: 1.6135793 Feb 11 13:57:17.783615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ee97d-e515-4eca-9d67-1ce0064ea340 admin admin] Pushing event deleted for resources: {'Network': ['ID=91437296-b500-4324-b696-d7c7f35b6520,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.783745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port efb63490-effb-4bac-b71b-117f8ec8b989 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:17.786622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.888606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port efb63490-effb-4bac-b71b-117f8ec8b989, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=efb63490-effb-4bac-b71b-117f8ec8b989,segment=NetworkSegment(9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c),segment_id=9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:17.894957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] Pushing event deleted for resources: {'Port': ['ID=ab7db945-a7dc-4cff-ac19-ef8374e6a5c2,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.900765 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.903021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45a560-9bf1-4ce7-9a4a-daaf7aadf0a0 None None] No DVR routers for this DVR port ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:17.919095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fff8ed3c-de86-48dc-963b-c799a31fb1d0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:17.989015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: fff8ed3c-de86-48dc-963b-c799a31fb1d0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:17.989422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fff8ed3c-de86-48dc-963b-c799a31fb1d0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:18.041551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=efb63490-effb-4bac-b71b-117f8ec8b989,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:18.093102 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (0cd2c595-ba45-4009-8abf-139216d12298), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.102371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0cd2c595-ba45-4009-8abf-139216d12298), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.104647 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (cb7bc416-442c-499c-ab86-97ccbee26d44), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.139855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a7677919-fe9c-4710-afba-a3a3542e8819 None None] Current status of the port efb63490-effb-4bac-b71b-117f8ec8b989 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:18.245353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48260) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:18.325962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48262) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:18.326807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=0cd2c595-ba45-4009-8abf-139216d12298,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:18.326932 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-42b74ef7-1479-4616-96af-9eb163f80366 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f8b50c7266344a2948ff69c578bcc9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803375 Feb 11 13:57:18.338842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:18.376289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2cda0503-392e-48a3-82c2-10b7c7bf21fa None None] Provisioning complete for port efb63490-effb-4bac-b71b-117f8ec8b989 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:18.376679 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cda0503-392e-48a3-82c2-10b7c7bf21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.454344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:18.490027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device efb63490-effb-4bac-b71b-117f8ec8b989 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:18.644503 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bad6b2b8-9bb4-49b1-a027-d596e0e64d4f admin admin] Publish callbacks [] for security_group (de6bac32-c1d4-47f5-831d-7f978d83b9a6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.689659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2cda0503-392e-48a3-82c2-10b7c7bf21fa None None] Current status of the port efb63490-effb-4bac-b71b-117f8ec8b989 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:18.692456 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bad6b2b8-9bb4-49b1-a027-d596e0e64d4f admin admin] Publish callbacks [] for security_group (de6bac32-c1d4-47f5-831d-7f978d83b9a6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.737325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port efb63490-effb-4bac-b71b-117f8ec8b989 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:18.737795 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.741637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2cda0503-392e-48a3-82c2-10b7c7bf21fa None None] Provisioning complete for port 0cd2c595-ba45-4009-8abf-139216d12298 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:18.742080 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2cda0503-392e-48a3-82c2-10b7c7bf21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0cd2c595-ba45-4009-8abf-139216d12298), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.804809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bad6b2b8-9bb4-49b1-a027-d596e0e64d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (de6bac32-c1d4-47f5-831d-7f978d83b9a6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.813168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bad6b2b8-9bb4-49b1-a027-d596e0e64d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:18.817334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bad6b2b8-9bb4-49b1-a027-d596e0e64d4f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de6bac32-c1d4-47f5-831d-7f978d83b9a6 HTTP/1.1" status: 204 len: 168 time: 0.4742332 Feb 11 13:57:18.849419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6b2b8-9bb4-49b1-a027-d596e0e64d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6bac32-c1d4-47f5-831d-7f978d83b9a6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:18.858999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router cb7bc416-442c-499c-ab86-97ccbee26d44 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:57:18.926352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2cda0503-392e-48a3-82c2-10b7c7bf21fa None None] Port 0cd2c595-ba45-4009-8abf-139216d12298 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:19.071666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port efb63490-effb-4bac-b71b-117f8ec8b989 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:19.116606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d67d7537-2ef9-4395-87d6-a6210c289206 None None] Provisioning complete for port 0cd2c595-ba45-4009-8abf-139216d12298 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:19.117983 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d67d7537-2ef9-4395-87d6-a6210c289206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0cd2c595-ba45-4009-8abf-139216d12298), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:19.192571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:19.198211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:19.201947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-180deded-fa3b-473e-a752-f8db9188f24f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/cb7bc416-442c-499c-ab86-97ccbee26d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8016717 Feb 11 13:57:19.204591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48286) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:19.206459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] Sync routers for ids ['cb7bc416-442c-499c-ab86-97ccbee26d44'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:19.244182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:19.244533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab7db945-a7dc-4cff-ac19-ef8374e6a5c2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:19.253809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d67d7537-2ef9-4395-87d6-a6210c289206 None None] Port 0cd2c595-ba45-4009-8abf-139216d12298 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:19.260982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] Routers {'cb7bc416-442c-499c-ab86-97ccbee26d44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:19.261932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['cb7bc416-442c-499c-ab86-97ccbee26d44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:19.340628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:19.352532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] Routers {'cb7bc416-442c-499c-ab86-97ccbee26d44'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:19.353159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['cb7bc416-442c-499c-ab86-97ccbee26d44'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:19.372103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a0b21-809f-4249-847d-ca7966fa8e8b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:19.376283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8b5a0b21-809f-4249-847d-ca7966fa8e8b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports/0cd2c595-ba45-4009-8abf-139216d12298 HTTP/1.1" status: 200 len: 911 time: 0.1704149 Feb 11 13:57:19.379257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48294) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:19.444379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:19.448848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c39236-c353-46a8-a59e-a7a1f3ce37c1 None None] The sync data for ids ['cb7bc416-442c-499c-ab86-97ccbee26d44'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:19.489194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d5f3b0fc-5f3f-457a-a0e5-e9c4399e395b None None] Provisioning complete for port 0cd2c595-ba45-4009-8abf-139216d12298 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:19.491357 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b0fc-5f3f-457a-a0e5-e9c4399e395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0cd2c595-ba45-4009-8abf-139216d12298), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:19.570965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3b0fc-5f3f-457a-a0e5-e9c4399e395b None None] Port 0cd2c595-ba45-4009-8abf-139216d12298 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:19.585156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48300) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:19.633549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fdc0edd4-0909-4cf2-9a82-328f6280bc71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c47ce9813f54bd3b90e94686bbab050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468092 Feb 11 13:57:19.634619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48302) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:19.707766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ff-9e87-4d96-8c38-07cf3321d873 admin admin] Publish callbacks [] for security_group (ecf51727-7aee-4c91-8f09-a57e83d3d398), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:19.755819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ff-9e87-4d96-8c38-07cf3321d873 admin admin] Publish callbacks [] for security_group (ecf51727-7aee-4c91-8f09-a57e83d3d398), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:19.888549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ff-9e87-4d96-8c38-07cf3321d873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ecf51727-7aee-4c91-8f09-a57e83d3d398), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:19.891154 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d30d41ff-9e87-4d96-8c38-07cf3321d873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:19.892327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d30d41ff-9e87-4d96-8c38-07cf3321d873 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ecf51727-7aee-4c91-8f09-a57e83d3d398 HTTP/1.1" status: 204 len: 168 time: 0.2565644 Feb 11 13:57:19.909042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d41ff-9e87-4d96-8c38-07cf3321d873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf51727-7aee-4c91-8f09-a57e83d3d398,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:20.197885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:20.409046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (cb7bc416-442c-499c-ab86-97ccbee26d44), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:20.927840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 0cd2c595-ba45-4009-8abf-139216d12298 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:20.928196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0cd2c595-ba45-4009-8abf-139216d12298), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:21.098438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0cd2c595-ba45-4009-8abf-139216d12298), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:21.127319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 0cd2c595-ba45-4009-8abf-139216d12298 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:21.451260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0cd2c595-ba45-4009-8abf-139216d12298), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:21.455879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48360) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:21.497564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=0cd2c595-ba45-4009-8abf-139216d12298,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:21.537227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.537869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.538258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.538607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.538945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.539279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.539609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.539990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.540351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.540690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.541042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.541557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.541888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:21.704318 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (cb7bc416-442c-499c-ab86-97ccbee26d44), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:21.805496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1579933004-network', 'tenant_id': '3d429324e41341248c563c276b295d0f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:21.882301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Made reservation on behalf of 3d429324e41341248c563c276b295d0f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:21.885966 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:21.917210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.008441 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.125685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks [] for security_group (2c94e2d2-3c6f-4270-96c2-eace76ff7c61), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.130686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2c94e2d2-3c6f-4270-96c2-eace76ff7c61), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.144848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router cb7bc416-442c-499c-ab86-97ccbee26d44 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:22.227121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94e2d2-3c6f-4270-96c2-eace76ff7c61,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:22.234839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:22.255506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.256837 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Added segment a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b of type vlan for network ac5cff5a-cf11-4df9-a528-96f9856e9bee Feb 11 13:57:22.281570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:22.301733 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ad3ef2e-9551-4e69-b501-cfa7ccff44f1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/cb7bc416-442c-499c-ab86-97ccbee26d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9212520 Feb 11 13:57:22.304333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48396) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:22.307497 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] Sync routers for ids ['cb7bc416-442c-499c-ab86-97ccbee26d44'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:22.332813 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] Routers {'cb7bc416-442c-499c-ab86-97ccbee26d44'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:22.338685 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['cb7bc416-442c-499c-ab86-97ccbee26d44'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:22.374743 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (ac5cff5a-cf11-4df9-a528-96f9856e9bee), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.387919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-50b0eb9c-5e6e-4e03-8f60-0bc82400c014 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb7bc416-442c-499c-ab86-97ccbee26d44 HTTP/1.1" status: 200 len: 205 time: 0.0778913 Feb 11 13:57:22.388562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48398) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:22.405070 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (ac5cff5a-cf11-4df9-a528-96f9856e9bee), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.406276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:22.407443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.423852 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:22.439998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9806249 Feb 11 13:57:22.441011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:22.445606 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] Routers {'cb7bc416-442c-499c-ab86-97ccbee26d44'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:22.448282 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['cb7bc416-442c-499c-ab86-97ccbee26d44'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:22.453727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Request body: {'subnet': {'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1579933004-subnet', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:22.528653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae485a11-c2c4-4756-b7d1-38e37cd17a1a admin admin] Pushing event updated for resources: {'Network': ['ID=ac5cff5a-cf11-4df9-a528-96f9856e9bee,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:22.535761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Made reservation on behalf of 3d429324e41341248c563c276b295d0f for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:22.542923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.543472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:22.562769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d44a0199-9619-412c-9085-38d8b1bb3c0d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (cb7bc416-442c-499c-ab86-97ccbee26d44), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:22.574512 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:22.576178 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c26695-760f-44e2-b494-d83f8782bf33 None None] The sync data for ids ['cb7bc416-442c-499c-ab86-97ccbee26d44'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:23.006196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d44a0199-9619-412c-9085-38d8b1bb3c0d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (cb7bc416-442c-499c-ab86-97ccbee26d44), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.019327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d44a0199-9619-412c-9085-38d8b1bb3c0d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (cb7bc416-442c-499c-ab86-97ccbee26d44), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.058439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.109219 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d44a0199-9619-412c-9085-38d8b1bb3c0d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (cb7bc416-442c-499c-ab86-97ccbee26d44), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.110838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44a0199-9619-412c-9085-38d8b1bb3c0d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Fanout notify agent at l3_agent the message router_deleted on router cb7bc416-442c-499c-ab86-97ccbee26d44 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:23.135058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d44a0199-9619-412c-9085-38d8b1bb3c0d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.138896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d44a0199-9619-412c-9085-38d8b1bb3c0d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/cb7bc416-442c-499c-ab86-97ccbee26d44 HTTP/1.1" status: 204 len: 168 time: 0.7442098 Feb 11 13:57:23.140240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48420) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:23.296965 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet dd83f938-1b04-4e56-99d8-7b7bb09dc5e5 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:57:23.304262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (dd83f938-1b04-4e56-99d8-7b7bb09dc5e5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.406316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:23.445605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (dd83f938-1b04-4e56-99d8-7b7bb09dc5e5), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.507796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Checking segment: {'id': 'a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:23.508315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Network hostable DHCP agents. Network: ac5cff5a-cf11-4df9-a528-96f9856e9bee, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:23.627950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (dd83f938-1b04-4e56-99d8-7b7bb09dc5e5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.696389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:23.712895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, ac5cff5a-cf11-4df9-a528-96f9856e9bee) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:23.724670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce2fa4d-6ce3-4e19-a5b5-735faa98f51e None None] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:23.734781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:23.735655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.762619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48434) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:23.763109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-36113b12-0e3e-4e2e-a803-fead5d8aec84 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3189330 Feb 11 13:57:23.767366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:23.774764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (dd83f938-1b04-4e56-99d8-7b7bb09dc5e5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.816131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (c128a0f9-f2df-4689-ac82-b96a9c951a54), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.817133 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (c128a0f9-f2df-4689-ac82-b96a9c951a54), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.864417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=dd83f938-1b04-4e56-99d8-7b7bb09dc5e5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:23.890914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:23.895965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e07aa954-5bab-4967-8848-5e4348db4201 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/dd83f938-1b04-4e56-99d8-7b7bb09dc5e5 HTTP/1.1" status: 204 len: 168 time: 0.7504413 Feb 11 13:57:23.899976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242fe182-8c14-4003-8375-8b1368e5b74a None None] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:23.912002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48442) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:23.983791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks [] for router_controller (c128a0f9-f2df-4689-ac82-b96a9c951a54), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.158034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (1ef51624-7045-4147-aa5f-48137bf0e8c8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.211173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-ac5cff5a-cf11-4df9-a528-96f9856e9bee', 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee', 'project_id': '3d429324e41341248c563c276b295d0f', 'fixed_ips': [{'subnet_id': '1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:57:24.212584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.229383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port efb63490-effb-4bac-b71b-117f8ec8b989 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:24.229965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.338872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port efb63490-effb-4bac-b71b-117f8ec8b989, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=efb63490-effb-4bac-b71b-117f8ec8b989,segment=NetworkSegment(9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c),segment_id=9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:24.339535 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.356691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for efb63490-effb-4bac-b71b-117f8ec8b989 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:24.363964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] DHCP port deletion for 1ef51624-7045-4147-aa5f-48137bf0e8c8 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:57:24.465046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks [] for router_gateway (c128a0f9-f2df-4689-ac82-b96a9c951a54), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.488666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Allocated IP 172.20.0.2 (ac5cff5a-cf11-4df9-a528-96f9856e9bee/1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568/2a6547c1-267c-4da6-a68a-b0c5d0fe733c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:24.496715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] Deleting port efb63490-effb-4bac-b71b-117f8ec8b989 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:24.497282 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.529955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.580976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=efb63490-effb-4bac-b71b-117f8ec8b989,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:24.587112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port efb63490-effb-4bac-b71b-117f8ec8b989 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:24.688843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] For port efb63490-effb-4bac-b71b-117f8ec8b989, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=efb63490-effb-4bac-b71b-117f8ec8b989,segment=NetworkSegment(9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c),segment_id=9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:24.689627 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.739761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] Calling delete_port for efb63490-effb-4bac-b71b-117f8ec8b989 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:24.749600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (1ef51624-7045-4147-aa5f-48137bf0e8c8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.813159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef51624-7045-4147-aa5f-48137bf0e8c8']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:24.844105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:24.844312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:24.896165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.930175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:24.953299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:24.953959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (9cf4ddd7-4fad-4f9a-924b-39d36c8bb90c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:25.039009 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:25.126388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks [] for router_gateway (c128a0f9-f2df-4689-ac82-b96a9c951a54), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.167496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (1ef51624-7045-4147-aa5f-48137bf0e8c8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.196785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.202523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/1ef51624-7045-4147-aa5f-48137bf0e8c8 HTTP/1.1" status: 204 len: 168 time: 1.2893646 Feb 11 13:57:25.202887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.203463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=1ef51624-7045-4147-aa5f-48137bf0e8c8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:25.227031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:25.231730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1298001153', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:25.255895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.256252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.256598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.256939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.257274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.257608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.257937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.258291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.258626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.258948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.259277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.259597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.259918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d531ad-b8f2-4e6a-8eb1-d5df1c251beb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:25.307502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.308526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.425928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.469370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Allocated IP 172.25.3.156 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/ed36deac-10d0-4078-93fb-3595d2f05de8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:25.583681 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Publish callbacks [] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.594857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.598062 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (efb63490-effb-4bac-b71b-117f8ec8b989), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.670725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks [] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.676671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] Network 1ef51624-7045-4147-aa5f-48137bf0e8c8 is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:57:25.677131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] No DVR routers for this DVR port efb63490-effb-4bac-b71b-117f8ec8b989 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:25.697478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:25.717728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:25.722091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:25.732295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Pushing event updated for resources: {'Port': ['ID=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:25.761426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_gateway (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.781895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.840688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307baba-6663-4317-9327-05378b3f3fdc None None] Pushing event deleted for resources: {'Port': ['ID=efb63490-effb-4bac-b71b-117f8ec8b989,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:25.883731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:25.894779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:25.902028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:25.932614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Attempting to bind port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:25.936778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Attempting to bind port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:25.937355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Attempting to bind port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c on network ac5cff5a-cf11-4df9-a528-96f9856e9bee {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:25.940064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed36deac-10d0-4078-93fb-3595d2f05de8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:25.948612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:25.955990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Checking segment: {'id': 'a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:25.956580 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:25.958562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Bound using segment: {'id': 'a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:25.959892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Bound port: 2a6547c1-267c-4da6-a68a-b0c5d0fe733c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:25.961246 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:26.188311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] For port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:26.201970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] For port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,segment=NetworkSegment(a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b),segment_id=a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:26.226434 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:26.272335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_gateway (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:26.301068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:26.353951 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc374-463f-4dd7-8648-400915c6b11a None None] Pushing event updated for resources: {'Port': ['ID=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:26.453137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device efb63490-effb-4bac-b71b-117f8ec8b989 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:26.503621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 172.25.3.212 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/99cc0c6f-6369-4648-ae89-fd7f07e89eb6) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:26.511136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: efb63490-effb-4bac-b71b-117f8ec8b989 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:26.511541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device efb63490-effb-4bac-b71b-117f8ec8b989 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:26.782815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (99cc0c6f-6369-4648-ae89-fd7f07e89eb6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:26.894209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (99cc0c6f-6369-4648-ae89-fd7f07e89eb6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:26.998801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:27.016798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:27.026081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=99cc0c6f-6369-4648-ae89-fd7f07e89eb6,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:27.042366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:27.056346 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-326b3bc7-e7b4-45a6-8c8f-9f1971559a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:27.091282 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks [] for router_gateway (c128a0f9-f2df-4689-ac82-b96a9c951a54), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:27.551201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (c128a0f9-f2df-4689-ac82-b96a9c951a54), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:27.571974 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_gateway (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:27.726499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Router c128a0f9-f2df-4689-ac82-b96a9c951a54 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:57:27.929021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:27.939663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Sync routers for ids ['c128a0f9-f2df-4689-ac82-b96a9c951a54'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:27.957792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Routers {'c128a0f9-f2df-4689-ac82-b96a9c951a54'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:27.959183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:56:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c128a0f9-f2df-4689-ac82-b96a9c951a54'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:27.970998 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:27.978443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48530) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:27.980354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dd03dd2b-0e62-4f86-9f2f-762c5c3650a4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2166004 Feb 11 13:57:28.159376 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:28.271798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d970b9f-f951-4bff-b4a2-56bb7e7dc4c5 None None] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:28.377658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-894a7890-9ed6-4cbc-a121-c22f1db6d94a None None] Provisioning complete for port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:28.378043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-894a7890-9ed6-4cbc-a121-c22f1db6d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:28.552947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2a6547c1-267c-4da6-a68a-b0c5d0fe733c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:28.595049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Set router c128a0f9-f2df-4689-ac82-b96a9c951a54 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:28.808545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 2f08dc17-6cf5-46eb-bb09-e246ff0b9565 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:57:28.861957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-894a7890-9ed6-4cbc-a121-c22f1db6d94a None None] Current status of the port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:28.865148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-894a7890-9ed6-4cbc-a121-c22f1db6d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:28.947117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-894a7890-9ed6-4cbc-a121-c22f1db6d94a None None] For port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,segment=NetworkSegment(a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b),segment_id=a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:28.959546 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-894a7890-9ed6-4cbc-a121-c22f1db6d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.034562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:29.035257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.243056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:29.274984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a7890-9ed6-4cbc-a121-c22f1db6d94a None None] Pushing event updated for resources: {'Port': ['ID=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:29.373346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:26Z', 'revision_number': 3, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port': {'id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:25Z', 'updated_at': '2022-02-11T13:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:29.466326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Checking router: c128a0f9-f2df-4689-ac82-b96a9c951a54 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:29.470546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Updating router c128a0f9-f2df-4689-ac82-b96a9c951a54 port ed36deac-10d0-4078-93fb-3595d2f05de8 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:57:29.540706 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12076465-7e3f-4930-8a0b-90cb0188e7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.567971 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.798711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-52913eec-70a5-466a-bc93-39e1df24e4ef None None] Provisioning complete for port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:29.799098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-52913eec-70a5-466a-bc93-39e1df24e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.946296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:29.957855 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] Sync routers for ids ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:29.972494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.973699 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] Routers {'2f08dc17-6cf5-46eb-bb09-e246ff0b9565'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:29.974359 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:29.992752 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.998763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4098b797-ef7c-4808-a070-a18eeb17a442 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7696428 Feb 11 13:57:30.000689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48578) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:30.087457 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:30.118182 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] Routers {'2f08dc17-6cf5-46eb-bb09-e246ff0b9565'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:30.119086 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:30.261609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-52913eec-70a5-466a-bc93-39e1df24e4ef None None] Current status of the port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:30.266051 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:30.266785 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8b446-7e68-428e-8b8e-142713d8b38b None None] The sync data for ids ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:30.276814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Allocated IP 172.20.0.1 (ac5cff5a-cf11-4df9-a528-96f9856e9bee/1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568/6d7328f5-05ab-4cb2-a9db-72a1cd199716) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:30.371942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Publish callbacks [] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.385477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.398790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-191f5c04-5374-4ab3-be23-a9c35e31dee4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/routers/2f08dc17-6cf5-46eb-bb09-e246ff0b9565 HTTP/1.1" status: 200 len: 885 time: 0.3952901 Feb 11 13:57:30.399085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48586) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:30.511619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468803c-7278-454c-abb3-49bdcf996b72 None None] Pushing event updated for resources: {'Port': ['ID=ed36deac-10d0-4078-93fb-3595d2f05de8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:30.541241 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks [] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.552040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2a6547c1-267c-4da6-a68a-b0c5d0fe733c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:30.554441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Attempting to bind port ed36deac-10d0-4078-93fb-3595d2f05de8 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:30.554817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Attempting to bind port ed36deac-10d0-4078-93fb-3595d2f05de8 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:30.555183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Attempting to bind port ed36deac-10d0-4078-93fb-3595d2f05de8 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:30.574281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:30.574663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:30.576473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.576890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:30.578408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Bound port: ed36deac-10d0-4078-93fb-3595d2f05de8, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:30.579764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.580768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.634372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7328f5-05ab-4cb2-a9db-72a1cd199716,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:30.656069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:30.657905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:30.660943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:30.736947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (c128a0f9-f2df-4689-ac82-b96a9c951a54), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.874938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:30.875314 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:30.975706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5f35ecb9-870d-4cd9-9fec-de382ebeb94a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5755196 Feb 11 13:57:30.978102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48592) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:30.985243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dbeef574-3910-48f4-9f8e-7409a9067e92 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1298001153'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:31.013239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.032646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] For port ed36deac-10d0-4078-93fb-3595d2f05de8, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:31.059663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] For port ed36deac-10d0-4078-93fb-3595d2f05de8, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ed36deac-10d0-4078-93fb-3595d2f05de8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:31.074514 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.159555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468803c-7278-454c-abb3-49bdcf996b72 None None] Pushing event updated for resources: {'Port': ['ID=ed36deac-10d0-4078-93fb-3595d2f05de8,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:31.164485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.236044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:31.264768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dcdf078b-7eac-4176-ae37-0e5ea47a69be None None] Provisioning complete for port 6d7328f5-05ab-4cb2-a9db-72a1cd199716 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:31.265526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcdf078b-7eac-4176-ae37-0e5ea47a69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.269210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Routers {'c128a0f9-f2df-4689-ac82-b96a9c951a54'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:31.273008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c128a0f9-f2df-4689-ac82-b96a9c951a54'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:31.439185 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks [] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.444363 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.507557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] Set router c128a0f9-f2df-4689-ac82-b96a9c951a54 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:31.509736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (c128a0f9-f2df-4689-ac82-b96a9c951a54), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.583873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7328f5-05ab-4cb2-a9db-72a1cd199716,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:31.656089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:31.658774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:31.799406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf078b-7eac-4176-ae37-0e5ea47a69be None None] Port 6d7328f5-05ab-4cb2-a9db-72a1cd199716 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:31.879518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dbeef574-3910-48f4-9f8e-7409a9067e92 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.902362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dbeef574-3910-48f4-9f8e-7409a9067e92 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.949115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Router c128a0f9-f2df-4689-ac82-b96a9c951a54 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:32.217847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c53ff3d8-b816-4824-be78-b6dce643b5ab None None] Provisioning complete for port 6d7328f5-05ab-4cb2-a9db-72a1cd199716 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:32.222421 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c53ff3d8-b816-4824-be78-b6dce643b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:32.258889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:32.273635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-13184285-98b3-4e81-b659-bbe635974333 admin admin] 10.222.0.79 "PUT /v2.0/routers/c128a0f9-f2df-4689-ac82-b96a9c951a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2941492 Feb 11 13:57:32.338016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c53ff3d8-b816-4824-be78-b6dce643b5ab None None] Port 6d7328f5-05ab-4cb2-a9db-72a1cd199716 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:32.397069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:30Z', 'revision_number': 4, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port': {'id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:25Z', 'updated_at': '2022-02-11T13:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6d7328f5-05ab-4cb2-a9db-72a1cd199716', 'name': '', 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'mac_address': 'fa:16:3e:66:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:30Z', 'updated_at': '2022-02-11T13:57:30Z', 'revision_number': 1, 'project_id': '3d429324e41341248c563c276b295d0f', 'subnets': [{'id': '1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:32.553626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd7ef4-ed91-46e4-8e1e-41d83e622157 None None] The sync data for ids ['c128a0f9-f2df-4689-ac82-b96a9c951a54'] in n-d-828676-2 is: [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:30Z', 'revision_number': 4, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port': {'id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:25Z', 'updated_at': '2022-02-11T13:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '6d7328f5-05ab-4cb2-a9db-72a1cd199716', 'name': '', 'network_id': 'ac5cff5a-cf11-4df9-a528-96f9856e9bee', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'mac_address': 'fa:16:3e:66:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:30Z', 'updated_at': '2022-02-11T13:57:30Z', 'revision_number': 1, 'project_id': '3d429324e41341248c563c276b295d0f', 'subnets': [{'id': '1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:32.611809 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:32.634356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeef574-3910-48f4-9f8e-7409a9067e92 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 2f08dc17-6cf5-46eb-bb09-e246ff0b9565 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:32.935428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeef574-3910-48f4-9f8e-7409a9067e92 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:32.951632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dbeef574-3910-48f4-9f8e-7409a9067e92 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:32.955823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dbeef574-3910-48f4-9f8e-7409a9067e92 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/2f08dc17-6cf5-46eb-bb09-e246ff0b9565 HTTP/1.1" status: 200 len: 892 time: 1.9735570 Feb 11 13:57:32.955823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48622) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:32.958506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] Sync routers for ids ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:33.018904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] Routers {'2f08dc17-6cf5-46eb-bb09-e246ff0b9565'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:33.023343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:33.080631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:33.090923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] Routers {'2f08dc17-6cf5-46eb-bb09-e246ff0b9565'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:33.092233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:33.135172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:33.135842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9b28e-bde2-4f61-9851-9e3c119e478b None None] The sync data for ids ['2f08dc17-6cf5-46eb-bb09-e246ff0b9565'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:33.227743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a96e3756-0def-4475-a54e-7168ab6e2d19 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/routers/2f08dc17-6cf5-46eb-bb09-e246ff0b9565 HTTP/1.1" status: 200 len: 892 time: 0.2702119 Feb 11 13:57:33.230316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:33.271319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-01b0c64a-441a-499a-af44-3400076d7f6f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f08dc17-6cf5-46eb-bb09-e246ff0b9565 HTTP/1.1" status: 200 len: 205 time: 0.0397968 Feb 11 13:57:33.272641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48632) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:33.555420 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:33.721556 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:33.865835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_gateway (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.042619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 99cc0c6f-6369-4648-ae89-fd7f07e89eb6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:34.042968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (99cc0c6f-6369-4648-ae89-fd7f07e89eb6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.251267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (99cc0c6f-6369-4648-ae89-fd7f07e89eb6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.275214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 99cc0c6f-6369-4648-ae89-fd7f07e89eb6 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:34.528320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ed36deac-10d0-4078-93fb-3595d2f05de8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:34.683764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ed36deac-10d0-4078-93fb-3595d2f05de8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:34.684505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.690695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48676) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:34.799134 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (99cc0c6f-6369-4648-ae89-fd7f07e89eb6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.824137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ed36deac-10d0-4078-93fb-3595d2f05de8 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:34.824685 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.869876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ed36deac-10d0-4078-93fb-3595d2f05de8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ed36deac-10d0-4078-93fb-3595d2f05de8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:34.875818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=99cc0c6f-6369-4648-ae89-fd7f07e89eb6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:34.878840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.989387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ed36deac-10d0-4078-93fb-3595d2f05de8,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:35.012411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.124293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.126928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.214184 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (2f08dc17-6cf5-46eb-bb09-e246ff0b9565), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.215103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Fanout notify agent at l3_agent the message router_deleted on router 2f08dc17-6cf5-46eb-bb09-e246ff0b9565 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:35.233131 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.234661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2b57e0ea-7c1e-465c-9ef5-9df7a6e9f626 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/2f08dc17-6cf5-46eb-bb09-e246ff0b9565 HTTP/1.1" status: 204 len: 168 time: 1.9609582 Feb 11 13:57:35.238293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:35.251661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1284206022'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:35.296434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:35.300895 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.359676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:35.381707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f6495d3d-47fc-430d-9fea-cd467fd936bf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.382201 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment f6495d3d-47fc-430d-9fea-cd467fd936bf of type vlan for network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c Feb 11 13:57:35.404783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (c128a0f9-f2df-4689-ac82-b96a9c951a54), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.495409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (93ef7e6a-8be9-4362-9e75-2f5e7be28c4c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.552361 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (93ef7e6a-8be9-4362-9e75-2f5e7be28c4c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.558049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:35.558679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.758509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=93ef7e6a-8be9-4362-9e75-2f5e7be28c4c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:35.770608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:35.780986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5a1d2b1-4f36-4bfe-bb1c-2f0751741f89 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5383883 Feb 11 13:57:35.782533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48698) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:35.791682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': '93ef7e6a-8be9-4362-9e75-2f5e7be28c4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:35.809692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Deleting port 6d7328f5-05ab-4cb2-a9db-72a1cd199716 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:35.810708 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.930063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:35.935674 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.956165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.974294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Calling delete_port for 6d7328f5-05ab-4cb2-a9db-72a1cd199716 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:36.209981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6d7328f5-05ab-4cb2-a9db-72a1cd199716), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.269136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7328f5-05ab-4cb2-a9db-72a1cd199716,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:36.291195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (6200f3ba-3876-4439-8dbc-97afe7ace180), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.330822 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] Sync routers for ids ['c128a0f9-f2df-4689-ac82-b96a9c951a54'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:36.367813 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] Routers {'c128a0f9-f2df-4689-ac82-b96a9c951a54'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:36.370920 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c128a0f9-f2df-4689-ac82-b96a9c951a54'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:36.478416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=6200f3ba-3876-4439-8dbc-97afe7ace180,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:36.489135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ed36deac-10d0-4078-93fb-3595d2f05de8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:36.523051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': 'f6495d3d-47fc-430d-9fea-cd467fd936bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '93ef7e6a-8be9-4362-9e75-2f5e7be28c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:36.523051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:36.581453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:36.612425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:36.619794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.620537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.635215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1f2c6-9195-4f5d-bb6c-c1b7eb91f168 None None] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:36.661783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] Set router c128a0f9-f2df-4689-ac82-b96a9c951a54 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:36.696366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-63648b78-df0a-45da-83e2-200a70c4cc0a tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9090266 Feb 11 13:57:36.696366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:36.699944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9b7f3d44-2b3a-4efd-8b2a-c4bc707078b9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1731938689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:36.728228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (c128a0f9-f2df-4689-ac82-b96a9c951a54), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.730574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ed36deac-10d0-4078-93fb-3595d2f05de8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:36.733835 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.782172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3d44-2b3a-4efd-8b2a-c4bc707078b9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (ed24f485-36c7-42f8-a56f-5900c1501050), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.783464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3d44-2b3a-4efd-8b2a-c4bc707078b9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (ed24f485-36c7-42f8-a56f-5900c1501050), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.865033 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3d44-2b3a-4efd-8b2a-c4bc707078b9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (ed24f485-36c7-42f8-a56f-5900c1501050), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.873704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3d44-2b3a-4efd-8b2a-c4bc707078b9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (ed24f485-36c7-42f8-a56f-5900c1501050), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.919842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3d44-2b3a-4efd-8b2a-c4bc707078b9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.922858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9b7f3d44-2b3a-4efd-8b2a-c4bc707078b9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2263980 Feb 11 13:57:36.927439 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:36.989748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-93ef7e6a-8be9-4362-9e75-2f5e7be28c4c', 'network_id': '93ef7e6a-8be9-4362-9e75-2f5e7be28c4c', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': '6200f3ba-3876-4439-8dbc-97afe7ace180'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:57:36.993059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.147214 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:36Z', 'revision_number': 5, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port': {'id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:25Z', 'updated_at': '2022-02-11T13:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:37.180368 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] Checking router: c128a0f9-f2df-4689-ac82-b96a9c951a54 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:37.206716 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] Routers {'c128a0f9-f2df-4689-ac82-b96a9c951a54'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:37.208168 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c128a0f9-f2df-4689-ac82-b96a9c951a54'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:37.237794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Router c128a0f9-f2df-4689-ac82-b96a9c951a54 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:37.365395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Allocated IP 2001:db8::2 (93ef7e6a-8be9-4362-9e75-2f5e7be28c4c/6200f3ba-3876-4439-8dbc-97afe7ace180/5fb89669-ba6d-4845-bf86-ecfe0edb76f4) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:37.429693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] Set router c128a0f9-f2df-4689-ac82-b96a9c951a54 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:37.502492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:37.510334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d78dfae6-8b62-4db9-8889-5a64a311e1f6 admin admin] 10.222.0.79 "PUT /v2.0/routers/c128a0f9-f2df-4689-ac82-b96a9c951a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176291 Feb 11 13:57:37.512848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48728) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:37.646480 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Publish callbacks [] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.656910 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.674187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:37.674576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ed36deac-10d0-4078-93fb-3595d2f05de8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:37.681304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:37.688650 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:36Z', 'revision_number': 5, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port': {'id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:25Z', 'updated_at': '2022-02-11T13:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:37.707056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.716666 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538945d8-9a25-4538-a2d9-03c855bd95ae None None] The sync data for ids ['c128a0f9-f2df-4689-ac82-b96a9c951a54'] in n-d-828676-2 is: [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:36Z', 'revision_number': 5, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port': {'id': 'ed36deac-10d0-4078-93fb-3595d2f05de8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:25Z', 'updated_at': '2022-02-11T13:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:37.729013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:37.834757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Attempting to bind port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:37.835345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Attempting to bind port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f6495d3d-47fc-430d-9fea-cd467fd936bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '93ef7e6a-8be9-4362-9e75-2f5e7be28c4c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:37.835873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Attempting to bind port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 on network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:37.844818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Pushing event updated for resources: {'Port': ['ID=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:37.857688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:37.858403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Checking segment: {'id': 'f6495d3d-47fc-430d-9fea-cd467fd936bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '93ef7e6a-8be9-4362-9e75-2f5e7be28c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:37.859389 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.859934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Bound using segment: {'id': 'f6495d3d-47fc-430d-9fea-cd467fd936bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '93ef7e6a-8be9-4362-9e75-2f5e7be28c4c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:37.860602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Bound port: 5fb89669-ba6d-4845-bf86-ecfe0edb76f4, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6495d3d-47fc-430d-9fea-cd467fd936bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '93ef7e6a-8be9-4362-9e75-2f5e7be28c4c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:37.861188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.943306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] For port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:37.946709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] For port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,segment=NetworkSegment(f6495d3d-47fc-430d-9fea-cd467fd936bf),segment_id=f6495d3d-47fc-430d-9fea-cd467fd936bf)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:37.956576 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.076337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffac4f-f871-4660-854f-71b23e93de98 None None] Pushing event updated for resources: {'Port': ['ID=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:38.116191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks [] for router (c128a0f9-f2df-4689-ac82-b96a9c951a54), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.386010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6d7328f5-05ab-4cb2-a9db-72a1cd199716 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:38.446015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks [] for router_gateway (c128a0f9-f2df-4689-ac82-b96a9c951a54), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.467560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6d7328f5-05ab-4cb2-a9db-72a1cd199716 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:38.468160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6d7328f5-05ab-4cb2-a9db-72a1cd199716 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:38.560344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8::1 (93ef7e6a-8be9-4362-9e75-2f5e7be28c4c/6200f3ba-3876-4439-8dbc-97afe7ace180/c9d7d564-9536-4ec7-a9eb-90f6cf0035d3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:38.678663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Deleting port ed36deac-10d0-4078-93fb-3595d2f05de8 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:38.678894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.943395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.946075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] For port ed36deac-10d0-4078-93fb-3595d2f05de8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ed36deac-10d0-4078-93fb-3595d2f05de8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:38.946544 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.971684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Calling delete_port for ed36deac-10d0-4078-93fb-3595d2f05de8 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:39.100378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.298002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:39.307306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:39.319818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:39.320366 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (ed24f485-36c7-42f8-a56f-5900c1501050), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.325135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=c9d7d564-9536-4ec7-a9eb-90f6cf0035d3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:39.459061 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ed36deac-10d0-4078-93fb-3595d2f05de8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.516685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed36deac-10d0-4078-93fb-3595d2f05de8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:39.567832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] Sync routers for ids ['c128a0f9-f2df-4689-ac82-b96a9c951a54'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:39.589930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] Routers {'c128a0f9-f2df-4689-ac82-b96a9c951a54'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:39.593834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c128a0f9-f2df-4689-ac82-b96a9c951a54'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:39.648445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (c128a0f9-f2df-4689-ac82-b96a9c951a54), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.652611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.709656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] Set router c128a0f9-f2df-4689-ac82-b96a9c951a54 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:39.807476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:39Z', 'revision_number': 7, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:39.844850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] Checking router: c128a0f9-f2df-4689-ac82-b96a9c951a54 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:39.852961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f30e6-ca0a-42ea-a8d3-90b0a0458d73 None None] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:39.877010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] Routers {'c128a0f9-f2df-4689-ac82-b96a9c951a54'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:39.877904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c128a0f9-f2df-4689-ac82-b96a9c951a54'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:40.017631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d36d9710-e5f0-44c3-ab68-99d7a2bf546e None None] Provisioning complete for port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:40.018019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d36d9710-e5f0-44c3-ab68-99d7a2bf546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.021818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] Set router c128a0f9-f2df-4689-ac82-b96a9c951a54 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:40.110964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:39Z', 'revision_number': 7, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:40.170441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ad2a2-bdcb-4f17-bd5e-3d9ea8c17ac5 None None] The sync data for ids ['c128a0f9-f2df-4689-ac82-b96a9c951a54'] in n-d-828676-2 is: [{'id': 'c128a0f9-f2df-4689-ac82-b96a9c951a54', 'name': 'tempest-ImageQuotaTest-1579933004-router', 'tenant_id': '3d429324e41341248c563c276b295d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:23Z', 'updated_at': '2022-02-11T13:57:39Z', 'revision_number': 7, 'project_id': '3d429324e41341248c563c276b295d0f', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:40.289381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d36d9710-e5f0-44c3-ab68-99d7a2bf546e None None] Current status of the port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:40.289790 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d36d9710-e5f0-44c3-ab68-99d7a2bf546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.365593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d36d9710-e5f0-44c3-ab68-99d7a2bf546e None None] For port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,segment=NetworkSegment(f6495d3d-47fc-430d-9fea-cd467fd936bf),segment_id=f6495d3d-47fc-430d-9fea-cd467fd936bf)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:40.373310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d36d9710-e5f0-44c3-ab68-99d7a2bf546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.516902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d9710-e5f0-44c3-ab68-99d7a2bf546e None None] Pushing event updated for resources: {'Port': ['ID=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:40.647458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (c128a0f9-f2df-4689-ac82-b96a9c951a54), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.652072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks [] for router_controller (c128a0f9-f2df-4689-ac82-b96a9c951a54), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.732353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a3a45a58-be1c-48c6-881b-68e89c29822e None None] Provisioning complete for port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:40.733002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3a45a58-be1c-48c6-881b-68e89c29822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.923528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a3a45a58-be1c-48c6-881b-68e89c29822e None None] Current status of the port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:40.943940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:40.985833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a3a45a58-be1c-48c6-881b-68e89c29822e None None] Provisioning complete for port c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:40.986240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3a45a58-be1c-48c6-881b-68e89c29822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.053803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:41.054450 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.059262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.062166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (c128a0f9-f2df-4689-ac82-b96a9c951a54), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.062721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c128a0f9-f2df-4689-ac82-b96a9c951a54 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:41.067806 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.071778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48796) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:41.072262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-145b825c-ad43-41fb-8418-e8db39df69d7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c128a0f9-f2df-4689-ac82-b96a9c951a54 HTTP/1.1" status: 204 len: 168 time: 3.5566962 Feb 11 13:57:41.073829 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.074515 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (ed24f485-36c7-42f8-a56f-5900c1501050), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.103198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a3a45a58-be1c-48c6-881b-68e89c29822e None None] Port c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:41.169997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=c9d7d564-9536-4ec7-a9eb-90f6cf0035d3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:41.187070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] Deleting subnet 1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:57:41.198905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] Publish callbacks [] for subnet (1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.254261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:41.264173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-847ce5fe-0a2c-4547-b0d1-97dae43bc7ca None None] Provisioning complete for port c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:41.264560 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-847ce5fe-0a2c-4547-b0d1-97dae43bc7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.282968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.366678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:41.368553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:41.408466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-847ce5fe-0a2c-4547-b0d1-97dae43bc7ca None None] Port c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:41.510946 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.636293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.644297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router ed24f485-36c7-42f8-a56f-5900c1501050 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:57:41.708111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:41.721058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.723999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2bfb0-64ca-47ab-b796-3bb6f669c1a9 None None] Network ac5cff5a-cf11-4df9-a528-96f9856e9bee requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:41.739061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-32886123-37ab-4357-b56f-95ed9a06a103 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1f0ae4d4-e5b9-4a7f-b0a8-b8bc0fbe0568 HTTP/1.1" status: 204 len: 168 time: 0.6659954 Feb 11 13:57:41.741687 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48812) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:41.845951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:41.871260 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] Sync routers for ids ['ed24f485-36c7-42f8-a56f-5900c1501050'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:41.881319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-23d4f86d-ea17-4484-82ad-3f0c0e66d87e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/ed24f485-36c7-42f8-a56f-5900c1501050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9521980 Feb 11 13:57:41.882005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48816) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:41.884770 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] Routers {'ed24f485-36c7-42f8-a56f-5900c1501050'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:41.886259 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ed24f485-36c7-42f8-a56f-5900c1501050'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:41.927897 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:41.941087 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (ac5cff5a-cf11-4df9-a528-96f9856e9bee), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.942800 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] Routers {'ed24f485-36c7-42f8-a56f-5900c1501050'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:41.944440 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ed24f485-36c7-42f8-a56f-5900c1501050'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:41.968781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd984be-9fe9-49e4-9d6e-e2de3b43e4a7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:41.973059 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bbd984be-9fe9-49e4-9d6e-e2de3b43e4a7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports/c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 HTTP/1.1" status: 200 len: 911 time: 0.0900378 Feb 11 13:57:41.973684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:41.988741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:41.989552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6200f3ba-3876-4439-8dbc-97afe7ace180'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:41.990098 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f25f9-112a-454a-bc62-0f8900d5b2a5 None None] The sync data for ids ['ed24f485-36c7-42f8-a56f-5900c1501050'] in n-d-828676-2 is: [] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:42.038426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Deleting port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:42.038772 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.154775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-86ee37e3-95cc-4b06-92b1-90fdaebf0b15 None None] Provisioning complete for port c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:42.156001 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86ee37e3-95cc-4b06-92b1-90fdaebf0b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.218256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-86ee37e3-95cc-4b06-92b1-90fdaebf0b15 None None] Port c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:42.223118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] For port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,segment=NetworkSegment(a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b),segment_id=a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:42.223658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.260692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Calling delete_port for 2a6547c1-267c-4da6-a68a-b0c5d0fe733c owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:42.311211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.331701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] DHCP port deletion for ac5cff5a-cf11-4df9-a528-96f9856e9bee request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:57:42.467236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] Deleting port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:42.467779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.472947 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.506870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:42.532696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:42.536487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] No DVR routers for this DVR port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:42.778402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] For port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:42.778854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.791500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:42.792019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.798278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] Calling delete_port for 2a6547c1-267c-4da6-a68a-b0c5d0fe733c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:42.835626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] Port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:57:42.842061 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (2a6547c1-267c-4da6-a68a-b0c5d0fe733c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.876919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] Pushing event deleted for resources: {'Port': ['ID=2a6547c1-267c-4da6-a68a-b0c5d0fe733c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:42.902816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b4df8-b80c-42d0-bc7a-3fcf81063e12 None None] No DVR routers for this DVR port 2a6547c1-267c-4da6-a68a-b0c5d0fe733c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:42.960213 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (ac5cff5a-cf11-4df9-a528-96f9856e9bee), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.985329 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5cff5a-cf11-4df9-a528-96f9856e9bee']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:42.995848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:42.996261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:43.004417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:43.011289 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.039501 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.048847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:43.049481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (a83e29e3-3f2f-4ac1-a761-4c8a7f1db58b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:43.053352 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:43.121994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ed36deac-10d0-4078-93fb-3595d2f05de8 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:43.161930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ed36deac-10d0-4078-93fb-3595d2f05de8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:43.162620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ed36deac-10d0-4078-93fb-3595d2f05de8 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:43.162738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2a6547c1-267c-4da6-a68a-b0c5d0fe733c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:43.198667 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.202852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 2a6547c1-267c-4da6-a68a-b0c5d0fe733c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:43.203225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2a6547c1-267c-4da6-a68a-b0c5d0fe733c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:43.218109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.219139 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (ac5cff5a-cf11-4df9-a528-96f9856e9bee), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.223576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:43.229881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.231320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.233439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/ports/c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 HTTP/1.1" status: 200 len: 911 time: 1.2483749 Feb 11 13:57:43.236296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:43.237933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] 10.222.0.79 "DELETE /v2.0/networks/ac5cff5a-cf11-4df9-a528-96f9856e9bee HTTP/1.1" status: 204 len: 168 time: 1.4951534 Feb 11 13:57:43.284812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84751a-0fca-4aff-a93b-c0128d4abe8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5cff5a-cf11-4df9-a528-96f9856e9bee,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.388586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229c083-aa8b-456b-863d-dbd4a9bc000b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=c9d7d564-9536-4ec7-a9eb-90f6cf0035d3,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.416600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48840) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:43.465243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8010bc15-33fd-4342-8af7-0be658f222b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d429324e41341248c563c276b295d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474715 Feb 11 13:57:43.466725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:43.520356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63675055-4b52-4443-b68c-2baa53b7f7e1 admin admin] Publish callbacks [] for security_group (2c94e2d2-3c6f-4270-96c2-eace76ff7c61), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.558984 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63675055-4b52-4443-b68c-2baa53b7f7e1 admin admin] Publish callbacks [] for security_group (2c94e2d2-3c6f-4270-96c2-eace76ff7c61), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.656861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63675055-4b52-4443-b68c-2baa53b7f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2c94e2d2-3c6f-4270-96c2-eace76ff7c61), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.660084 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63675055-4b52-4443-b68c-2baa53b7f7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.663523 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63675055-4b52-4443-b68c-2baa53b7f7e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c94e2d2-3c6f-4270-96c2-eace76ff7c61 HTTP/1.1" status: 204 len: 168 time: 0.1933155 Feb 11 13:57:43.688803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63675055-4b52-4443-b68c-2baa53b7f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94e2d2-3c6f-4270-96c2-eace76ff7c61,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.936553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (ed24f485-36c7-42f8-a56f-5900c1501050), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.204259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 48900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:44.246206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5734593c-b2d0-4464-bf65-abae9b1f1c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.523256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5734593c-b2d0-4464-bf65-abae9b1f1c22 admin admin] Publish callbacks [] for security_group (ed278ae4-cb57-4a48-846b-c7b55e2c4aea), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.548992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5734593c-b2d0-4464-bf65-abae9b1f1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ed278ae4-cb57-4a48-846b-c7b55e2c4aea), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.631024 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5734593c-b2d0-4464-bf65-abae9b1f1c22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4214993 Feb 11 13:57:44.632266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 48954) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:44.744392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-882b76c1-5268-453d-a8e0-5c516fa6fee3 admin admin] Publish callbacks [] for security_group (ed278ae4-cb57-4a48-846b-c7b55e2c4aea), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.802377 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-882b76c1-5268-453d-a8e0-5c516fa6fee3 admin admin] Publish callbacks [] for security_group (ed278ae4-cb57-4a48-846b-c7b55e2c4aea), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.818945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734593c-b2d0-4464-bf65-abae9b1f1c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed278ae4-cb57-4a48-846b-c7b55e2c4aea,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:44.868365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:44.868711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.917348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-882b76c1-5268-453d-a8e0-5c516fa6fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ed278ae4-cb57-4a48-846b-c7b55e2c4aea), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.920611 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-882b76c1-5268-453d-a8e0-5c516fa6fee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.924083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-882b76c1-5268-453d-a8e0-5c516fa6fee3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed278ae4-cb57-4a48-846b-c7b55e2c4aea HTTP/1.1" status: 204 len: 168 time: 0.2857792 Feb 11 13:57:44.933919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b76c1-5268-453d-a8e0-5c516fa6fee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed278ae4-cb57-4a48-846b-c7b55e2c4aea,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:45.058188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.074073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for c9d7d564-9536-4ec7-a9eb-90f6cf0035d3 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:45.421357 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c9d7d564-9536-4ec7-a9eb-90f6cf0035d3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.482890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=c9d7d564-9536-4ec7-a9eb-90f6cf0035d3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:45.687895 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (ed24f485-36c7-42f8-a56f-5900c1501050), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.025198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router ed24f485-36c7-42f8-a56f-5900c1501050 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:46.180671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:46.186207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-044812d3-ff28-4eb4-96a1-58a8000ef4f2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/ed24f485-36c7-42f8-a56f-5900c1501050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9456842 Feb 11 13:57:46.188704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49112) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:46.198528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] Sync routers for ids ['ed24f485-36c7-42f8-a56f-5900c1501050'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:46.227529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] Routers {'ed24f485-36c7-42f8-a56f-5900c1501050'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:46.228422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ed24f485-36c7-42f8-a56f-5900c1501050'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:46.240737 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3a3a6410-0e40-411f-bfe6-461b8691010d tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed24f485-36c7-42f8-a56f-5900c1501050 HTTP/1.1" status: 200 len: 205 time: 0.0507481 Feb 11 13:57:46.243532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49118) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:46.288057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:46.301941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] Routers {'ed24f485-36c7-42f8-a56f-5900c1501050'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:46.302869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ed24f485-36c7-42f8-a56f-5900c1501050'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:46.376664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:46.377955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f95c9f-3221-4d56-9b32-8ea3f97b6cfe None None] The sync data for ids ['ed24f485-36c7-42f8-a56f-5900c1501050'] in n-d-828676-2 is: [] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:46.415291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba490769-45bc-46ec-b691-d04a7644f4e3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (ed24f485-36c7-42f8-a56f-5900c1501050), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.756896 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba490769-45bc-46ec-b691-d04a7644f4e3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (ed24f485-36c7-42f8-a56f-5900c1501050), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.759174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba490769-45bc-46ec-b691-d04a7644f4e3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (ed24f485-36c7-42f8-a56f-5900c1501050), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.814681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba490769-45bc-46ec-b691-d04a7644f4e3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (ed24f485-36c7-42f8-a56f-5900c1501050), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.815463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba490769-45bc-46ec-b691-d04a7644f4e3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Fanout notify agent at l3_agent the message router_deleted on router ed24f485-36c7-42f8-a56f-5900c1501050 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:46.823466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ba490769-45bc-46ec-b691-d04a7644f4e3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.828860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49186) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:46.843631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ba490769-45bc-46ec-b691-d04a7644f4e3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/ed24f485-36c7-42f8-a56f-5900c1501050 HTTP/1.1" status: 204 len: 168 time: 0.5978148 Feb 11 13:57:46.943028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet 6200f3ba-3876-4439-8dbc-97afe7ace180 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:57:46.952215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (6200f3ba-3876-4439-8dbc-97afe7ace180), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.009660 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (6200f3ba-3876-4439-8dbc-97afe7ace180), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.201738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (6200f3ba-3876-4439-8dbc-97afe7ace180), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.351315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (6200f3ba-3876-4439-8dbc-97afe7ace180), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.381410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=6200f3ba-3876-4439-8dbc-97afe7ace180,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:47.415672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3235fc1-0aba-4906-9685-5f425dfc144f None None] Network 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:47.426490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.435377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-664161b6-0d06-498c-89df-4d88c24268c7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/6200f3ba-3876-4439-8dbc-97afe7ace180 HTTP/1.1" status: 204 len: 168 time: 0.6038654 Feb 11 13:57:47.447809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49262) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:47.697400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (93ef7e6a-8be9-4362-9e75-2f5e7be28c4c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.753470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] DHCP port deletion for 93ef7e6a-8be9-4362-9e75-2f5e7be28c4c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:57:47.822792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:47.823294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.856337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Deleting port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:47.857338 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.946563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] For port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,segment=NetworkSegment(f6495d3d-47fc-430d-9fea-cd467fd936bf),segment_id=f6495d3d-47fc-430d-9fea-cd467fd936bf)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:47.947687 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.963167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Calling delete_port for 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:47.983975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,segment=NetworkSegment(f6495d3d-47fc-430d-9fea-cd467fd936bf),segment_id=f6495d3d-47fc-430d-9fea-cd467fd936bf)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:47.984585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.012160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:48.053523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.092064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Pushing event deleted for resources: {'Port': ['ID=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:48.106987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.107553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.108044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.108537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.109019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.109516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.109993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.110498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.110983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.111458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.111949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.112421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.112894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:48.128168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c4f20-2899-4e98-8eac-5e24184cb646 None None] No DVR routers for this DVR port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:48.169624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5fb89669-ba6d-4845-bf86-ecfe0edb76f4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.226964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:48.245747 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=5fb89669-ba6d-4845-bf86-ecfe0edb76f4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:48.418230 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (93ef7e6a-8be9-4362-9e75-2f5e7be28c4c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.471908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ef7e6a-8be9-4362-9e75-2f5e7be28c4c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:48.496840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:48.499238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6495d3d-47fc-430d-9fea-cd467fd936bf') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:48.499630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6495d3d-47fc-430d-9fea-cd467fd936bf') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:48.522778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f6495d3d-47fc-430d-9fea-cd467fd936bf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.533463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:48.533813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5fb89669-ba6d-4845-bf86-ecfe0edb76f4 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:48.582296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f6495d3d-47fc-430d-9fea-cd467fd936bf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.595974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:48.597734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f6495d3d-47fc-430d-9fea-cd467fd936bf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: self.session.flush() Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:48.605771 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:48.755947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (93ef7e6a-8be9-4362-9e75-2f5e7be28c4c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.763367 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.775494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/93ef7e6a-8be9-4362-9e75-2f5e7be28c4c HTTP/1.1" status: 204 len: 168 time: 1.3258023 Feb 11 13:57:48.779790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49414) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:48.785037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0422c032-cfb6-4403-995b-b3a43ba61299 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1594042221', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:48.802320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2bd75-1db0-46f7-a26f-26d41c5345f3 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=93ef7e6a-8be9-4362-9e75-2f5e7be28c4c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:48.833898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0422c032-cfb6-4403-995b-b3a43ba61299 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (721bbafc-719f-4aff-838c-75bbccb87756), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.834963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0422c032-cfb6-4403-995b-b3a43ba61299 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.874428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49416) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:48.974405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0422c032-cfb6-4403-995b-b3a43ba61299 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (721bbafc-719f-4aff-838c-75bbccb87756), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.982037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0422c032-cfb6-4403-995b-b3a43ba61299 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (721bbafc-719f-4aff-838c-75bbccb87756), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.016863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0422c032-cfb6-4403-995b-b3a43ba61299 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.020678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0422c032-cfb6-4403-995b-b3a43ba61299 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2367525 Feb 11 13:57:49.020889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49420) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:49.026815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-933823296'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:49.033133 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b56f9f0-1fd8-4781-a408-dedbf3c8d9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.050898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:49.056595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.123722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:49.146349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d81161c8-28c6-4bed-b445-1803335ea642), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.147047 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment d81161c8-28c6-4bed-b445-1803335ea642 of type vlan for network cf7560a9-2d70-48b7-b542-6790f0f12c71 Feb 11 13:57:49.202761 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (cf7560a9-2d70-48b7-b542-6790f0f12c71), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.235112 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (cf7560a9-2d70-48b7-b542-6790f0f12c71), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.243287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:49.244186 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.249514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b56f9f0-1fd8-4781-a408-dedbf3c8d9f4 admin admin] Publish callbacks [] for security_group (94be87fb-d7ec-46cd-87a9-78f846ce1681), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.258112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b56f9f0-1fd8-4781-a408-dedbf3c8d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (94be87fb-d7ec-46cd-87a9-78f846ce1681), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.347882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=cf7560a9-2d70-48b7-b542-6790f0f12c71,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:49.361048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:49.362323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-667d9f9e-462e-4016-a0a6-1a640a44a8ac tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3399401 Feb 11 13:57:49.367074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49428) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:49.374996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:49.384493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1b56f9f0-1fd8-4781-a408-dedbf3c8d9f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a01cd7825b7843fe8e0de34c689587b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5089183 Feb 11 13:57:49.385646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56f9f0-1fd8-4781-a408-dedbf3c8d9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be87fb-d7ec-46cd-87a9-78f846ce1681,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:49.397037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49430) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:49.528761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bd81-8fdf-4a07-b9b6-0c2afd754cbb admin admin] Publish callbacks [] for security_group (94be87fb-d7ec-46cd-87a9-78f846ce1681), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.566921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bd81-8fdf-4a07-b9b6-0c2afd754cbb admin admin] Publish callbacks [] for security_group (94be87fb-d7ec-46cd-87a9-78f846ce1681), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.575758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:49.579311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.676210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bd81-8fdf-4a07-b9b6-0c2afd754cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (94be87fb-d7ec-46cd-87a9-78f846ce1681), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.681159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0fe9bd81-8fdf-4a07-b9b6-0c2afd754cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:49.683529 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0fe9bd81-8fdf-4a07-b9b6-0c2afd754cbb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94be87fb-d7ec-46cd-87a9-78f846ce1681 HTTP/1.1" status: 204 len: 168 time: 0.2854872 Feb 11 13:57:49.690062 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:57:49.697140 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9bd81-8fdf-4a07-b9b6-0c2afd754cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be87fb-d7ec-46cd-87a9-78f846ce1681,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:49.960243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (cdf5cda4-4a53-4c39-9ffb-5337a426df6d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.089125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:50.089414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: cf7560a9-2d70-48b7-b542-6790f0f12c71, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:50.116960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=cdf5cda4-4a53-4c39-9ffb-5337a426df6d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:50.127041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:50.141208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, cf7560a9-2d70-48b7-b542-6790f0f12c71) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:50.161548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb8d6f-5b0d-49ef-b0ba-38055f8ee7d8 None None] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:50.170950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:50.171840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.184169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49442) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:50.206811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ad435d3-b33f-41fc-9ba7-7e0a91b4cc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.216621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-777feeab-af77-46ce-9f88-99983f1c0515 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8445153 Feb 11 13:57:50.217007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49446) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:50.310624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-cf7560a9-2d70-48b7-b542-6790f0f12c71', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:57:50.311897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.315051 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.412123 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ad435d3-b33f-41fc-9ba7-7e0a91b4cc45 admin admin] Publish callbacks [] for security_group (c6122247-3376-428d-801b-629c7b106435), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.418659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0ad435d3-b33f-41fc-9ba7-7e0a91b4cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c6122247-3376-428d-801b-629c7b106435), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.474955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0ad435d3-b33f-41fc-9ba7-7e0a91b4cc45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad40224e5a5848ea8b6f058de3dc8095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895126 Feb 11 13:57:50.476184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad435d3-b33f-41fc-9ba7-7e0a91b4cc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6122247-3376-428d-801b-629c7b106435,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:50.479216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:50.533810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4df479d-4534-4a15-941d-9b482ff23100 admin admin] Publish callbacks [] for security_group (c6122247-3376-428d-801b-629c7b106435), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.558587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Allocated IP 2001:db8::2 (cf7560a9-2d70-48b7-b542-6790f0f12c71/cdf5cda4-4a53-4c39-9ffb-5337a426df6d/1ce181cd-945c-4a0c-94ee-6c76a7299e45) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:50.585358 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4df479d-4534-4a15-941d-9b482ff23100 admin admin] Publish callbacks [] for security_group (c6122247-3376-428d-801b-629c7b106435), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.683859 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4df479d-4534-4a15-941d-9b482ff23100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c6122247-3376-428d-801b-629c7b106435), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.687801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b4df479d-4534-4a15-941d-9b482ff23100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.689127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b4df479d-4534-4a15-941d-9b482ff23100 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6122247-3376-428d-801b-629c7b106435 HTTP/1.1" status: 204 len: 168 time: 0.2084324 Feb 11 13:57:50.700354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df479d-4534-4a15-941d-9b482ff23100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6122247-3376-428d-801b-629c7b106435,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:50.718104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.836943 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Publish callbacks [] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.846363 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:50.896207 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:50.901563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:50.907158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:50.917553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Pushing event updated for resources: {'Port': ['ID=1ce181cd-945c-4a0c-94ee-6c76a7299e45,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:51.023757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Attempting to bind port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:51.024143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Attempting to bind port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:51.024517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Attempting to bind port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 on network cf7560a9-2d70-48b7-b542-6790f0f12c71 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:51.030766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:51.031148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Checking segment: {'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:51.031562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.031961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Bound using segment: {'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:51.032435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Bound port: 1ce181cd-945c-4a0c-94ee-6c76a7299e45, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:51.032823 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.098414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] For port 1ce181cd-945c-4a0c-94ee-6c76a7299e45, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:51.101492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] For port 1ce181cd-945c-4a0c-94ee-6c76a7299e45, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce181cd-945c-4a0c-94ee-6c76a7299e45,segment=NetworkSegment(d81161c8-28c6-4bed-b445-1803335ea642),segment_id=d81161c8-28c6-4bed-b445-1803335ea642)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:51.109541 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.111475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8::1 (cf7560a9-2d70-48b7-b542-6790f0f12c71/cdf5cda4-4a53-4c39-9ffb-5337a426df6d/2b03275b-b85c-45d0-8899-78a418336ba6) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:51.202363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d71a7-5053-45de-a5f1-3c562fdc2b88 None None] Pushing event updated for resources: {'Port': ['ID=1ce181cd-945c-4a0c-94ee-6c76a7299e45,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:51.322312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (2b03275b-b85c-45d0-8899-78a418336ba6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.377571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.481981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:51.526902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=2b03275b-b85c-45d0-8899-78a418336ba6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:51.535653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:51.539524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:51.548453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.782359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.993770 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.117773 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (2b03275b-b85c-45d0-8899-78a418336ba6), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.126925 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.127892 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.210900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=2b03275b-b85c-45d0-8899-78a418336ba6,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:52.368491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:52.369920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:52.561420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce181cd-945c-4a0c-94ee-6c76a7299e45 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:52.594543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:57:52.675638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:52.676232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.812495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:52.820697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b2c301d-b4d8-4ba5-944b-24172c2849dd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6026723 Feb 11 13:57:52.823865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49518) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:52.824261 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:52.834361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2063872468'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:52.860184 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:52.861108 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:52.885666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:52.887983 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.891024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:52.901445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.954199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 1ce181cd-945c-4a0c-94ee-6c76a7299e45, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce181cd-945c-4a0c-94ee-6c76a7299e45,segment=NetworkSegment(d81161c8-28c6-4bed-b445-1803335ea642),segment_id=d81161c8-28c6-4bed-b445-1803335ea642)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:52.956411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b6cd1-d9d3-432f-906b-9d9a04eaae45 None None] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:52.958654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:52.976860 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.988203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2ce7dd4c-96d6-49dd-8724-62476cf8c07a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:52.988734 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment 2ce7dd4c-96d6-49dd-8724-62476cf8c07a of type vlan for network 04820621-288d-40b3-bdb3-e8791baddab3 Feb 11 13:57:53.052526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=1ce181cd-945c-4a0c-94ee-6c76a7299e45,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:53.111916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (04820621-288d-40b3-bdb3-e8791baddab3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.112270 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:53.122381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c5ab5aa8-b4c5-486a-81de-ddd326911894 None None] Provisioning complete for port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:53.123186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5aa8-b4c5-486a-81de-ddd326911894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.150353 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (04820621-288d-40b3-bdb3-e8791baddab3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.165260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:53.168552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.249552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4245152 Feb 11 13:57:53.252825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:53.258421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:53.290015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab5aa8-b4c5-486a-81de-ddd326911894 None None] Current status of the port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:53.295315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c358a-6069-483d-babf-72189d6650b1 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=04820621-288d-40b3-bdb3-e8791baddab3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:53.316043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 04820621-288d-40b3-bdb3-e8791baddab3 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:53.499634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:53.503697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.748204 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:57:51Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:51Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:53.788449 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:53.789226 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Updating router 721bbafc-719f-4aff-838c-75bbccb87756 port 2b03275b-b85c-45d0-8899-78a418336ba6 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:57:53.849639 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.943049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-93ca58c8-6eb3-440a-ba43-7c1c8f5a3340 None None] Provisioning complete for port 2b03275b-b85c-45d0-8899-78a418336ba6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:53.943897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93ca58c8-6eb3-440a-ba43-7c1c8f5a3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.096012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-93ca58c8-6eb3-440a-ba43-7c1c8f5a3340 None None] Port 2b03275b-b85c-45d0-8899-78a418336ba6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:54.128844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-93ca58c8-6eb3-440a-ba43-7c1c8f5a3340 None None] Provisioning complete for port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:54.132665 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93ca58c8-6eb3-440a-ba43-7c1c8f5a3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.244909 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Publish callbacks [] for port (2b03275b-b85c-45d0-8899-78a418336ba6), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.268510 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.324717 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Pushing event updated for resources: {'Port': ['ID=2b03275b-b85c-45d0-8899-78a418336ba6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.347655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.348604 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:54.372774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-93ca58c8-6eb3-440a-ba43-7c1c8f5a3340 None None] Current status of the port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:54.516848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a94e0393-9177-4c11-94a7-5117d1f3b04e None None] Provisioning complete for port 2b03275b-b85c-45d0-8899-78a418336ba6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:54.517413 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a94e0393-9177-4c11-94a7-5117d1f3b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.520076 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Attempting to bind port 2b03275b-b85c-45d0-8899-78a418336ba6 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:54.520441 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Attempting to bind port 2b03275b-b85c-45d0-8899-78a418336ba6 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:54.520806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Attempting to bind port 2b03275b-b85c-45d0-8899-78a418336ba6 on network cf7560a9-2d70-48b7-b542-6790f0f12c71 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:54.538644 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:54.539022 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Checking segment: {'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:54.539421 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.539809 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Bound using segment: {'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:54.540273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Bound port: 2b03275b-b85c-45d0-8899-78a418336ba6, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81161c8-28c6-4bed-b445-1803335ea642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:54.542325 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.567808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce181cd-945c-4a0c-94ee-6c76a7299e45 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:54.673457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (dbc34599-9ede-453c-b3ee-e3aa01d04610), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.678398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a94e0393-9177-4c11-94a7-5117d1f3b04e None None] Port 2b03275b-b85c-45d0-8899-78a418336ba6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:54.727131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:54.727584 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.775760 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] For port 2b03275b-b85c-45d0-8899-78a418336ba6, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:54.781876 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] For port 2b03275b-b85c-45d0-8899-78a418336ba6, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2b03275b-b85c-45d0-8899-78a418336ba6,segment=NetworkSegment(d81161c8-28c6-4bed-b445-1803335ea642),segment_id=d81161c8-28c6-4bed-b445-1803335ea642)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:54.800628 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.865767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5025afae-0d36-455c-95eb-b1efeea24b61 None None] Provisioning complete for port 2b03275b-b85c-45d0-8899-78a418336ba6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:54.874030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5025afae-0d36-455c-95eb-b1efeea24b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:54.876574 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:54.877273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:54.928385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=dbc34599-9ede-453c-b3ee-e3aa01d04610,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:54.947537 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:54.948121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: 04820621-288d-40b3-bdb3-e8791baddab3, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:55.027532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 04820621-288d-40b3-bdb3-e8791baddab3 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:55.038913 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9459df-cbc7-4db9-ad09-5aa21571609a None None] Pushing event updated for resources: {'Port': ['ID=2b03275b-b85c-45d0-8899-78a418336ba6,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:55.043368 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:55.045203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 04820621-288d-40b3-bdb3-e8791baddab3) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:55.074042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:55.076020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:55.081081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc25891-c996-44f5-b467-55d079aaebb8 None None] Network 04820621-288d-40b3-bdb3-e8791baddab3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:55.109756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9cebebc3-357e-43dd-b015-a22aadcfe882 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8531129 Feb 11 13:57:55.110330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49556) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:55.275619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:55.474232 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:57:51Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:54Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:55.518385 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87112caf-7573-4e46-b4f1-702c21337467 None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:57:51Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:54Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:55.688848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5025afae-0d36-455c-95eb-b1efeea24b61 None None] Current status of the port 2b03275b-b85c-45d0-8899-78a418336ba6 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:55.689394 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5025afae-0d36-455c-95eb-b1efeea24b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:55.753676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5025afae-0d36-455c-95eb-b1efeea24b61 None None] For port 2b03275b-b85c-45d0-8899-78a418336ba6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2b03275b-b85c-45d0-8899-78a418336ba6,segment=NetworkSegment(d81161c8-28c6-4bed-b445-1803335ea642),segment_id=d81161c8-28c6-4bed-b445-1803335ea642)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:55.760062 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5025afae-0d36-455c-95eb-b1efeea24b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:55.767169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-04820621-288d-40b3-bdb3-e8791baddab3', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:57:55.768402 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:55.952973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025afae-0d36-455c-95eb-b1efeea24b61 None None] Pushing event updated for resources: {'Port': ['ID=2b03275b-b85c-45d0-8899-78a418336ba6,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:55.988666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7fd2c08b-38d4-43c4-89bf-5647bae570e3 None None] Provisioning complete for port 2b03275b-b85c-45d0-8899-78a418336ba6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:55.989191 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c08b-38d4-43c4-89bf-5647bae570e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.037424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.101255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2c08b-38d4-43c4-89bf-5647bae570e3 None None] Current status of the port 2b03275b-b85c-45d0-8899-78a418336ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:56.113980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Allocated IP 2001:db8:1::2 (04820621-288d-40b3-bdb3-e8791baddab3/dbc34599-9ede-453c-b3ee-e3aa01d04610/632ceaee-476e-4eb4-a7cb-6ebd2574f803) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:56.323292 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Publish callbacks [] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.338396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.406392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Pushing event updated for resources: {'Port': ['ID=632ceaee-476e-4eb4-a7cb-6ebd2574f803,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:56.427249 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Network 04820621-288d-40b3-bdb3-e8791baddab3 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:56.428611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:56.429169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8:1::1 (04820621-288d-40b3-bdb3-e8791baddab3/dbc34599-9ede-453c-b3ee-e3aa01d04610/6a63fdd6-cdf3-427e-b9dd-61eda5b958a0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:56.431286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:56.582474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Attempting to bind port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:56.587113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Attempting to bind port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:56.587415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Attempting to bind port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 on network 04820621-288d-40b3-bdb3-e8791baddab3 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:56.603599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2b03275b-b85c-45d0-8899-78a418336ba6 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:56.617464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:56.618401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Checking segment: {'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:56.623856 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.624359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Bound using segment: {'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:56.624886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Bound port: 632ceaee-476e-4eb4-a7cb-6ebd2574f803, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:56.625291 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.631549 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.687190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.791563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 04820621-288d-40b3-bdb3-e8791baddab3 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:56.796835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:56.798918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:56.799609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.802251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:56.957402 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 2b03275b-b85c-45d0-8899-78a418336ba6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:56.958132 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:57.009219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] For port 632ceaee-476e-4eb4-a7cb-6ebd2574f803, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:57.021848 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:57.048836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] For port 632ceaee-476e-4eb4-a7cb-6ebd2574f803, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=632ceaee-476e-4eb4-a7cb-6ebd2574f803,segment=NetworkSegment(2ce7dd4c-96d6-49dd-8724-62476cf8c07a),segment_id=2ce7dd4c-96d6-49dd-8724-62476cf8c07a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:57.079098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:57.097633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d0caa841-c81d-4b4f-a86b-b94cbf3c6801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:57.209197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbb9e5-8311-4286-b82c-84470094c178 None None] Pushing event updated for resources: {'Port': ['ID=632ceaee-476e-4eb4-a7cb-6ebd2574f803,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:57.232795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 2b03275b-b85c-45d0-8899-78a418336ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:57.976259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-37bf6aa5-49af-4d4e-8268-fdb602d5fb41 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2135839 Feb 11 13:57:58.056965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.080294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.080837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.201301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:58.256255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49630) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:58.260823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-5e0af8c4-fe4c-4e50-b42d-bfbdc232e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:58.272051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-5e0af8c4-fe4c-4e50-b42d-bfbdc232e97c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 1128 time: 0.2260802 Feb 11 13:57:58.407442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 04820621-288d-40b3-bdb3-e8791baddab3 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:58.425180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:58.466115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0496c64-e9c3-4c56-8f33-d9175dee23f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.524308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 632ceaee-476e-4eb4-a7cb-6ebd2574f803 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:58.604852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-afe67c5e-c9df-44bf-ac42-25f4d50c1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:58.606679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-afe67c5e-c9df-44bf-ac42-25f4d50c1d82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 915 time: 0.3129370 Feb 11 13:57:58.643061 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0496c64-e9c3-4c56-8f33-d9175dee23f6 admin admin] Publish callbacks [] for security_group (02472e15-5817-458e-be97-b5a26158d6a1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.647653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c0496c64-e9c3-4c56-8f33-d9175dee23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (02472e15-5817-458e-be97-b5a26158d6a1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.663262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:58.663908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.680661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-3fd68865-3f2f-46d7-a3b5-f8ccf73f218e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2 HTTP/1.1" status: 200 len: 217 time: 0.0672641 Feb 11 13:57:58.695752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:58.704357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0496c64-e9c3-4c56-8f33-d9175dee23f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02472e15-5817-458e-be97-b5a26158d6a1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:58.725283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c0496c64-e9c3-4c56-8f33-d9175dee23f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa76d89096e34f24b517724f501c3a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678924 Feb 11 13:57:58.727749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49634) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:58.739266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ff31-f7b1-4a9d-ba51-e08c1eb2c49b req-ebc48335-b494-4168-8d12-834b134f6bfc tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:58.746902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6654ff31-f7b1-4a9d-ba51-e08c1eb2c49b req-ebc48335-b494-4168-8d12-834b134f6bfc tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 946 time: 0.6877835 Feb 11 13:57:58.842180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-51074082-dea6-4ac6-a059-44e5a1c33024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:58.851677 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-51074082-dea6-4ac6-a059-44e5a1c33024 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.1473997 Feb 11 13:57:58.864908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e7c16e1-30ae-4475-a1dc-0624100530d2 admin admin] Publish callbacks [] for security_group (02472e15-5817-458e-be97-b5a26158d6a1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.896787 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e7c16e1-30ae-4475-a1dc-0624100530d2 admin admin] Publish callbacks [] for security_group (02472e15-5817-458e-be97-b5a26158d6a1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.935341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:58.935984 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.990740 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e7c16e1-30ae-4475-a1dc-0624100530d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (02472e15-5817-458e-be97-b5a26158d6a1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:58.997781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4e7c16e1-30ae-4475-a1dc-0624100530d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.001641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4e7c16e1-30ae-4475-a1dc-0624100530d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02472e15-5817-458e-be97-b5a26158d6a1 HTTP/1.1" status: 204 len: 168 time: 0.2726243 Feb 11 13:57:59.015122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 632ceaee-476e-4eb4-a7cb-6ebd2574f803, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=632ceaee-476e-4eb4-a7cb-6ebd2574f803,segment=NetworkSegment(2ce7dd4c-96d6-49dd-8724-62476cf8c07a),segment_id=2ce7dd4c-96d6-49dd-8724-62476cf8c07a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:59.047192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.056284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6654ff31-f7b1-4a9d-ba51-e08c1eb2c49b req-cf7864e0-fba0-4285-ae66-7d3d80d46e9b tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084757 Feb 11 13:57:59.118305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c16e1-30ae-4475-a1dc-0624100530d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02472e15-5817-458e-be97-b5a26158d6a1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:59.198521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4068418-f333-4aa7-acbb-fadec0ccf335 None None] Network 04820621-288d-40b3-bdb3-e8791baddab3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:59.201924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=632ceaee-476e-4eb4-a7cb-6ebd2574f803,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:59.221010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-6a8da3b7-0857-41f2-b050-494dd98fb6aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950111 Feb 11 13:57:59.282981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:59.291532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-eeb6d83f-bd88-4410-9756-2bb234782d7b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1799698 Feb 11 13:57:59.294701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49650) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:59.300078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238996366'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:59.325452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:59.375278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:59.379145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.401060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:59.401701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:59.421679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-20a1d2bb-fabf-4053-9a3b-0b2596ea1f65 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880968 Feb 11 13:57:59.440388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:59.457160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.457833 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b of type vlan for network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d Feb 11 13:57:59.494211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49652) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:59.496384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3b616ccc-ecfe-4b11-8598-d34cdc299675 None None] Provisioning complete for port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:59.496973 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b616ccc-ecfe-4b11-8598-d34cdc299675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.526469 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9be5eea-7b93-415b-98a3-de27c3706e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.588082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (72eb1163-a2b2-4377-ad56-0dc23fd06e0d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.614648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba6b4-a16f-4b34-a0bf-34b7a0b62204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.658313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:59.677693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9be5eea-7b93-415b-98a3-de27c3706e2c admin admin] Publish callbacks [] for security_group (b43cf822-0955-4bfc-8191-2b47edbe5d19), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.683604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9be5eea-7b93-415b-98a3-de27c3706e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b43cf822-0955-4bfc-8191-2b47edbe5d19), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.703950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:57:59.744973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be5eea-7b93-415b-98a3-de27c3706e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43cf822-0955-4bfc-8191-2b47edbe5d19,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:59.762953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49656) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:59.766315 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9be5eea-7b93-415b-98a3-de27c3706e2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=591760b1a5b14a688e069e6115a9182e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708304 Feb 11 13:57:59.948182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (72eb1163-a2b2-4377-ad56-0dc23fd06e0d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.955736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3b616ccc-ecfe-4b11-8598-d34cdc299675 None None] Current status of the port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:59.965281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:59.978702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.016046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:57:56Z', 'revision_number': 3, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:57:57Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:00.042183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-691ef291-1a4c-4871-be46-748cb97fafca tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:00.046076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-691ef291-1a4c-4871-be46-748cb97fafca tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 946 time: 0.4540794 Feb 11 13:58:00.073206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:00.073595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Updating router 721bbafc-719f-4aff-838c-75bbccb87756 port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:58:00.131849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8357670 Feb 11 13:58:00.134522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:00.140765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:00.170335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dcaf2a53-cc12-4903-892a-75c52623c3fd None None] Provisioning complete for port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:00.170716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2a53-cc12-4903-892a-75c52623c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.184950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-26399035-eb17-483c-bf7a-031f7375c2a2 admin admin] Publish callbacks [] for security_group (b43cf822-0955-4bfc-8191-2b47edbe5d19), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.236217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.268405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74398a8b-2149-4077-accd-a2148fefe8c4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=72eb1163-a2b2-4377-ad56-0dc23fd06e0d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:00.300326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35ac7c21-5123-4a59-a9c5-d942644cdb9e req-57df1928-1e63-45ad-98c1-a252f6368812 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078490 Feb 11 13:58:00.318837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-26399035-eb17-483c-bf7a-031f7375c2a2 admin admin] Publish callbacks [] for security_group (b43cf822-0955-4bfc-8191-2b47edbe5d19), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.463370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:00.469460 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.475666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:58:00.511793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 632ceaee-476e-4eb4-a7cb-6ebd2574f803 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:00.531405 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-26399035-eb17-483c-bf7a-031f7375c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b43cf822-0955-4bfc-8191-2b47edbe5d19), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.536453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-26399035-eb17-483c-bf7a-031f7375c2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.541302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-26399035-eb17-483c-bf7a-031f7375c2a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b43cf822-0955-4bfc-8191-2b47edbe5d19 HTTP/1.1" status: 204 len: 168 time: 0.7620146 Feb 11 13:58:00.566902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Deleting port e1ec658a-2f41-42fc-a9c2-e30621b438d2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:00.567253 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.573743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399035-eb17-483c-bf7a-031f7375c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43cf822-0955-4bfc-8191-2b47edbe5d19,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:00.739701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:00.740238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.786366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] For port e1ec658a-2f41-42fc-a9c2-e30621b438d2, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=e1ec658a-2f41-42fc-a9c2-e30621b438d2,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:00.786778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:00.832658 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Calling delete_port for e1ec658a-2f41-42fc-a9c2-e30621b438d2 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:01.057711 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (13571432-ad3b-4300-b94c-de25e88748c4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.169455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b7fde-eb55-4b23-8054-2dc1bb80e23a req-ffaac17b-6873-4ea2-ae6a-1ddf4c3ac4dd tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:01.177082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-375b7fde-eb55-4b23-8054-2dc1bb80e23a req-ffaac17b-6873-4ea2-ae6a-1ddf4c3ac4dd tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ae8e8cb-80e4-415c-ac09-168e3163c76f HTTP/1.1" status: 200 len: 946 time: 0.9515159 Feb 11 13:58:01.195906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=13571432-ad3b-4300-b94c-de25e88748c4,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:01.206790 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e1ec658a-2f41-42fc-a9c2-e30621b438d2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.224851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:01.225245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: 72eb1163-a2b2-4377-ad56-0dc23fd06e0d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:58:01.267075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Pushing event deleted for resources: {'Port': ['ID=e1ec658a-2f41-42fc-a9c2-e30621b438d2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:01.284314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['e1ec658a-2f41-42fc-a9c2-e30621b438d2'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:58:01.332144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:58:01.341695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-375b7fde-eb55-4b23-8054-2dc1bb80e23a req-12f68dae-ef89-4ea8-ac3a-f461460a5158 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635752 Feb 11 13:58:01.342608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Publish callbacks [] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.344234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf2a53-cc12-4903-892a-75c52623c3fd None None] Current status of the port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:01.349015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] No DVR routers for this DVR port e1ec658a-2f41-42fc-a9c2-e30621b438d2 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:01.355758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.358347 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.364240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 72eb1163-a2b2-4377-ad56-0dc23fd06e0d) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:01.365858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b7efcc0-21b6-4b51-b009-2af64bff2fd3 req-197d7fb1-dad3-4edf-999d-65f4956ecd33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "DELETE /v2.0/ports/e1ec658a-2f41-42fc-a9c2-e30621b438d2 HTTP/1.1" status: 204 len: 173 time: 1.2855527 Feb 11 13:58:01.378215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.389752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dcaf2a53-cc12-4903-892a-75c52623c3fd None None] Provisioning complete for port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:01.390296 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2a53-cc12-4903-892a-75c52623c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.393891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'name': 'network-vif-deleted', 'tag': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:01.403496 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88212bb7-aa42-44ce-804a-a299273b2d07" -d '{"events": [{"server_uuid": "4ae8e8cb-80e4-415c-ac09-168e3163c76f", "name": "network-vif-deleted", "tag": "e1ec658a-2f41-42fc-a9c2-e30621b438d2"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:01.405713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:01.410280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.418204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fddc3dc-36a3-409e-8fb9-0aef107ed549 None None] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:01.467367 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b1eba782-0331-4d00-b3e7-ce9c0438bb67 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3287058 Feb 11 13:58:01.468432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49692) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:01.491587 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c2ce4a-4418-43bf-9765-32a5e0c171cb x-openstack-request-id: req-d0c2ce4a-4418-43bf-9765-32a5e0c171cb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:01.491997 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae8e8cb-80e4-415c-ac09-168e3163c76f", "name": "network-vif-deleted", "tag": "e1ec658a-2f41-42fc-a9c2-e30621b438d2", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:01.492382 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d0c2ce4a-4418-43bf-9765-32a5e0c171cb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:01.493424 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae8e8cb-80e4-415c-ac09-168e3163c76f', 'name': 'network-vif-deleted', 'tag': 'e1ec658a-2f41-42fc-a9c2-e30621b438d2', 'status': 'completed', 'code': 200} Feb 11 13:58:01.602895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:01.617446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb3339-e221-4af0-b415-c9a0f722a4b9 None None] Pushing event updated for resources: {'Port': ['ID=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:01.624209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf2a53-cc12-4903-892a-75c52623c3fd None None] Port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:01.643533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:58:01.644508 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.911719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Attempting to bind port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:01.912301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Attempting to bind port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:01.912698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Attempting to bind port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 on network 04820621-288d-40b3-bdb3-e8791baddab3 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:01.929177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:01.929743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Checking segment: {'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:01.930317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.930875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Bound using segment: {'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:01.931474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Bound port: 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce7dd4c-96d6-49dd-8724-62476cf8c07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:01.938668 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.994468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-88773aee-17d3-44f6-bf21-dac0261cbffe None None] Provisioning complete for port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:01.994865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-88773aee-17d3-44f6-bf21-dac0261cbffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.142544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-88773aee-17d3-44f6-bf21-dac0261cbffe None None] Port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:02.203160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Allocated IP 2001:db8:2::2 (72eb1163-a2b2-4377-ad56-0dc23fd06e0d/13571432-ad3b-4300-b94c-de25e88748c4/4d00c54e-9fe8-452f-b81d-0f9835b49a34) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:02.233525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.331855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] For port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:02.335802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cd2c2208-ce3b-4a8c-aa6d-2a85a089acd0 None None] Provisioning complete for port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:02.336186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2208-ce3b-4a8c-aa6d-2a85a089acd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.403677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] For port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,segment=NetworkSegment(2ce7dd4c-96d6-49dd-8724-62476cf8c07a),segment_id=2ce7dd4c-96d6-49dd-8724-62476cf8c07a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:02.442222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.617378 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Publish callbacks [] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.636953 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.643899 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.654074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c2208-ce3b-4a8c-aa6d-2a85a089acd0 None None] Port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:02.732070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:02.741478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8:2::1 (72eb1163-a2b2-4377-ad56-0dc23fd06e0d/13571432-ad3b-4300-b94c-de25e88748c4/80f2a9df-9d24-441d-9a55-a662c07374b2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:02.751887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:02.759430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb3339-e221-4af0-b415-c9a0f722a4b9 None None] Pushing event updated for resources: {'Port': ['ID=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:02.783588 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:02.808847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:02.814755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:03.049569 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.130394 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.221248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:03.225058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:03.231408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:03.231725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.243707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Pushing event updated for resources: {'Port': ['ID=4d00c54e-9fe8-452f-b81d-0f9835b49a34,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:03.278777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:03.355399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=80f2a9df-9d24-441d-9a55-a662c07374b2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:03.438834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Attempting to bind port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:03.439602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Attempting to bind port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:03.440181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Attempting to bind port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 on network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:03.450432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:03.451799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Checking segment: {'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:03.452413 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.452998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Bound using segment: {'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:03.458932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Bound port: 4d00c54e-9fe8-452f-b81d-0f9835b49a34, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:03.460639 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.539000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.556461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ff0496ac-46db-4412-94cd-e706318557f6 None None] Provisioning complete for port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:03.556706 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff0496ac-46db-4412-94cd-e706318557f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.683848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] For port 4d00c54e-9fe8-452f-b81d-0f9835b49a34, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:03.687363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] For port 4d00c54e-9fe8-452f-b81d-0f9835b49a34, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4d00c54e-9fe8-452f-b81d-0f9835b49a34,segment=NetworkSegment(ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b),segment_id=ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:03.747368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:03.852734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3689026-9f59-4da7-a9b3-da3798061abc None None] Pushing event updated for resources: {'Port': ['ID=4d00c54e-9fe8-452f-b81d-0f9835b49a34,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:03.886873 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:04.101707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ff0496ac-46db-4412-94cd-e706318557f6 None None] Current status of the port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:04.101924 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff0496ac-46db-4412-94cd-e706318557f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:04.151327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:04.156591 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:04.157641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:04.216788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ff0496ac-46db-4412-94cd-e706318557f6 None None] For port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,segment=NetworkSegment(2ce7dd4c-96d6-49dd-8724-62476cf8c07a),segment_id=2ce7dd4c-96d6-49dd-8724-62476cf8c07a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:04.223781 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff0496ac-46db-4412-94cd-e706318557f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:04.235585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=80f2a9df-9d24-441d-9a55-a662c07374b2,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:04.448906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0496ac-46db-4412-94cd-e706318557f6 None None] Pushing event updated for resources: {'Port': ['ID=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:04.475065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:57:56Z', 'revision_number': 3, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:02Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:04.539728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:04.541840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:04.550839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c626e0-6b47-4713-bf15-6961f773679d None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:57:56Z', 'revision_number': 3, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:02Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:04.726810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d00c54e-9fe8-452f-b81d-0f9835b49a34 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:04.868656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:04.873308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:04.946981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e1ec658a-2f41-42fc-a9c2-e30621b438d2 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:04.970567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:05.322624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:05.331954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-55ec81f3-741f-4dfe-a903-4838ac3ac7c9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8561497 Feb 11 13:58:05.332654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:05.343785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-941585338'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:05.384932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:05.389265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.428561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:58:05.450379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5354fffc-0737-4b3c-8649-6e67c94b99a8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.451060 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added segment 5354fffc-0737-4b3c-8649-6e67c94b99a8 of type vlan for network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 Feb 11 13:58:05.498097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: e1ec658a-2f41-42fc-a9c2-e30621b438d2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:05.498742 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device e1ec658a-2f41-42fc-a9c2-e30621b438d2 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:05.551982 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.600697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:05.601204 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.611483 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.617024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:05.618458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.646094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49784) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:05.649009 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3145261 Feb 11 13:58:05.652301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'subnet': {'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:05.688180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 4d00c54e-9fe8-452f-b81d-0f9835b49a34, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4d00c54e-9fe8-452f-b81d-0f9835b49a34,segment=NetworkSegment(ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b),segment_id=ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:05.693370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.795172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=4d00c54e-9fe8-452f-b81d-0f9835b49a34,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:05.901689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5301f0e5-40f0-4495-8036-b4c256490ad7 None None] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:05.911099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7e3c6-d90f-4d3d-8896-cfb09738f5f5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Network': ['ID=8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:05.920413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Made reservation on behalf of fbf4873061284adda71b59dece22c538 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:05.926545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.980507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:58:06.040437 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:06.059228 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:06.075162 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:06.142199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-752645c4-8174-48b1-ad89-288b7490dc80 None None] Provisioning complete for port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:06.142673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-752645c4-8174-48b1-ad89-288b7490dc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:06.296537 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:06.362573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-752645c4-8174-48b1-ad89-288b7490dc80 None None] Current status of the port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:06.404947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (097d997d-2718-4b5d-b814-0f7a09c04724), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:06.504284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Subnet': ['ID=097d997d-2718-4b5d-b814-0f7a09c04724,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:06.511427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Checking segment: {'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:06.512021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network hostable DHCP agents. Network: 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:58:06.539319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:58:06.566221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:06.574285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:06.578791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a5a348-251d-4e13-bfb1-f1f24649f54d None None] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:06.579938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:06.616028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9fc0e3bf-cc9e-48bf-a9b7-152c406bb58e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9682443 Feb 11 13:58:06.619146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49794) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:06.802667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:06.946502 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:03Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:03Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:07.020469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7', 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7', 'project_id': 'fbf4873061284adda71b59dece22c538', 'fixed_ips': [{'subnet_id': '097d997d-2718-4b5d-b814-0f7a09c04724'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:58:07.025520 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:07.069812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2df8206e-11e8-4941-8446-38b1afa07a8c None None] Provisioning complete for port 80f2a9df-9d24-441d-9a55-a662c07374b2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:07.070343 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2df8206e-11e8-4941-8446-38b1afa07a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:07.088441 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:07.089090 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Updating router 721bbafc-719f-4aff-838c-75bbccb87756 port 80f2a9df-9d24-441d-9a55-a662c07374b2 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:58:07.190021 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:07.216413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:07.217365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:07.382879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2df8206e-11e8-4941-8446-38b1afa07a8c None None] Port 80f2a9df-9d24-441d-9a55-a662c07374b2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:07.531841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2df8206e-11e8-4941-8446-38b1afa07a8c None None] Provisioning complete for port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:07.532215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2df8206e-11e8-4941-8446-38b1afa07a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:07.943176 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Publish callbacks [] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:07.955982 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:07.970845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2df8206e-11e8-4941-8446-38b1afa07a8c None None] Current status of the port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:07.982763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Allocated IP 2001:db8:3::2 (8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7/097d997d-2718-4b5d-b814-0f7a09c04724/5a36c2d9-fd78-4460-b5d3-d46086cfbaf9) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:07.993600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:07.995202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d00c54e-9fe8-452f-b81d-0f9835b49a34 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:08.078067 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f593-de9c-441d-bd8f-caba5e282a0d None None] Pushing event updated for resources: {'Port': ['ID=80f2a9df-9d24-441d-9a55-a662c07374b2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:08.380786 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Attempting to bind port 80f2a9df-9d24-441d-9a55-a662c07374b2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:08.390271 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Attempting to bind port 80f2a9df-9d24-441d-9a55-a662c07374b2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:08.390770 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Attempting to bind port 80f2a9df-9d24-441d-9a55-a662c07374b2 on network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:08.416027 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:08.416411 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Checking segment: {'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:08.416825 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:08.417220 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Bound using segment: {'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:08.417692 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Bound port: 80f2a9df-9d24-441d-9a55-a662c07374b2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:08.432497 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:08.517944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:08.561842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5de3cd24-f7b3-47be-bca3-409d26c68f50 None None] Provisioning complete for port 80f2a9df-9d24-441d-9a55-a662c07374b2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:08.564629 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5de3cd24-f7b3-47be-bca3-409d26c68f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:08.588499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:08.588888 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:08.611878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] For port 80f2a9df-9d24-441d-9a55-a662c07374b2, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:08.615930 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] For port 80f2a9df-9d24-441d-9a55-a662c07374b2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=80f2a9df-9d24-441d-9a55-a662c07374b2,segment=NetworkSegment(ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b),segment_id=ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:08.624232 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:08.746001 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:08.746498 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:08.843229 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Publish callbacks [] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:08.854938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5de3cd24-f7b3-47be-bca3-409d26c68f50 None None] Port 80f2a9df-9d24-441d-9a55-a662c07374b2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:08.859911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.025871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:09.067195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:09.086421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:09.132753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Pushing event updated for resources: {'Port': ['ID=5a36c2d9-fd78-4460-b5d3-d46086cfbaf9,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:09.173229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fe7e08d1-f497-4679-8769-eb2466e76034 None None] Provisioning complete for port 80f2a9df-9d24-441d-9a55-a662c07374b2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:09.173607 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d1-f497-4679-8769-eb2466e76034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.192509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Allocated IP 2001:db8:3::1 (8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7/097d997d-2718-4b5d-b814-0f7a09c04724/25a66113-4b54-4207-aa29-1d3a5b98cb16) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:09.204422 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:09.382210 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f593-de9c-441d-bd8f-caba5e282a0d None None] Pushing event updated for resources: {'Port': ['ID=80f2a9df-9d24-441d-9a55-a662c07374b2,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:09.508350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.573253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:09.608163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.658411 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Attempting to bind port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:09.672794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Attempting to bind port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:09.675376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Attempting to bind port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 on network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:09.704964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:09.706959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Checking segment: {'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:09.707614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.708253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Bound using segment: {'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:09.710999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Bound port: 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:09.711664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.716500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:09.729813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:09.736228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:09.745609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e08d1-f497-4679-8769-eb2466e76034 None None] Current status of the port 80f2a9df-9d24-441d-9a55-a662c07374b2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:09.747061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.753177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d1-f497-4679-8769-eb2466e76034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.789538 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:03Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:08Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:09.925472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] For port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:09.933480 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768b356-af4e-4b0c-9b2d-df1b82c0d763 None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:03Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:08Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:09.952930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fe7e08d1-f497-4679-8769-eb2466e76034 None None] For port 80f2a9df-9d24-441d-9a55-a662c07374b2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=80f2a9df-9d24-441d-9a55-a662c07374b2,segment=NetworkSegment(ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b),segment_id=ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:09.963884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=25a66113-4b54-4207-aa29-1d3a5b98cb16,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:09.972026 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d1-f497-4679-8769-eb2466e76034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:09.979283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] For port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5a36c2d9-fd78-4460-b5d3-d46086cfbaf9,segment=NetworkSegment(5354fffc-0737-4b3c-8649-6e67c94b99a8),segment_id=5354fffc-0737-4b3c-8649-6e67c94b99a8)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:10.066342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:10.110322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e08d1-f497-4679-8769-eb2466e76034 None None] Pushing event updated for resources: {'Port': ['ID=80f2a9df-9d24-441d-9a55-a662c07374b2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:10.123411 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:10.287403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8b339-8aad-4f15-8dd1-4b4f2db8cc37 None None] Pushing event updated for resources: {'Port': ['ID=5a36c2d9-fd78-4460-b5d3-d46086cfbaf9,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:10.376482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3bdf0d5c-12bc-40ef-a3db-f5a0c96057b3 None None] Provisioning complete for port 80f2a9df-9d24-441d-9a55-a662c07374b2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:10.388120 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0d5c-12bc-40ef-a3db-f5a0c96057b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:10.655184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf0d5c-12bc-40ef-a3db-f5a0c96057b3 None None] Current status of the port 80f2a9df-9d24-441d-9a55-a662c07374b2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:10.836103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:10.845260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:10.846487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:11.260574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event updated for resources: {'Port': ['ID=25a66113-4b54-4207-aa29-1d3a5b98cb16,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:11.373557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:11.386967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:11.740459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:11.911599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:12.012586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:12.028211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bd3f5fbd-c910-4a6e-a0e9-7b4a7d9cfbb0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4048107 Feb 11 13:58:12.028557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:12.031945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:12.033153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:12.096316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:12.097057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:12.377898 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:12.380668 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:12.461497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b186566-a409-4d6f-84cc-7d57ab245d13 None None] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:12.915819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:13.150150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0d0b95c3-2b01-4827-aa3a-af0394da4e1a None None] Provisioning complete for port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:13.151343 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95c3-2b01-4827-aa3a-af0394da4e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:13.236859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:58:13.293587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.extraroute_db [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Removed routes are [] {{(pid=103176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:58:13.294028 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:13.919213 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:13.936634 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (721bbafc-719f-4aff-838c-75bbccb87756), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:14.071032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:14.071625 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:14.297270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5a36c2d9-fd78-4460-b5d3-d46086cfbaf9,segment=NetworkSegment(5354fffc-0737-4b3c-8649-6e67c94b99a8),segment_id=5354fffc-0737-4b3c-8649-6e67c94b99a8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:14.359508 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:14.360473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 80f2a9df-9d24-441d-9a55-a662c07374b2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:14.930678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=5a36c2d9-fd78-4460-b5d3-d46086cfbaf9,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:15.040531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 80f2a9df-9d24-441d-9a55-a662c07374b2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:15.041364 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:15.046246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b95c3-2b01-4827-aa3a-af0394da4e1a None None] Current status of the port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:15.104032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '25a66113-4b54-4207-aa29-1d3a5b98cb16', 'name': '', 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:ab:39:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:08Z', 'updated_at': '2022-02-11T13:58:10Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:15.184367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:15.184970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Updating router 721bbafc-719f-4aff-838c-75bbccb87756 port 25a66113-4b54-4207-aa29-1d3a5b98cb16 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:58:15.266661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:15.269528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:15.622219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:15.641009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:15.651957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-74d377eb-58f3-4018-92a1-06c07449abd4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 200 len: 954 time: 3.6222591 Feb 11 13:58:15.655367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49954) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:16.009912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49968) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:16.010521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-df664f67-f7d6-4f5e-b686-fcdc5e0d4445 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 200 len: 954 time: 0.3467360 Feb 11 13:58:16.015148 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'routes': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:16.150426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8382aea6-2610-463d-bbe9-da36911fc27f None None] Provisioning complete for port 25a66113-4b54-4207-aa29-1d3a5b98cb16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:16.151017 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8382aea6-2610-463d-bbe9-da36911fc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:16.237429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8382aea6-2610-463d-bbe9-da36911fc27f None None] Port 25a66113-4b54-4207-aa29-1d3a5b98cb16 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:16.320636 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Publish callbacks [] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:16.357750 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:16.361649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8382aea6-2610-463d-bbe9-da36911fc27f None None] Provisioning complete for port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:16.362310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8382aea6-2610-463d-bbe9-da36911fc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:16.665547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d838f9-2ac6-4273-90d2-ad8146b866d0 None None] Pushing event updated for resources: {'Port': ['ID=25a66113-4b54-4207-aa29-1d3a5b98cb16,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:16.774168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 80f2a9df-9d24-441d-9a55-a662c07374b2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:16.804118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8382aea6-2610-463d-bbe9-da36911fc27f None None] Current status of the port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:16.876344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.extraroute_db [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added routes are [] {{(pid=103175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:58:16.876685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.extraroute_db [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:58:16.988955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:16.989211 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.063396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Attempting to bind port 25a66113-4b54-4207-aa29-1d3a5b98cb16 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:17.063779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Attempting to bind port 25a66113-4b54-4207-aa29-1d3a5b98cb16 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:17.078778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Attempting to bind port 25a66113-4b54-4207-aa29-1d3a5b98cb16 on network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:17.263673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:17.264297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Checking segment: {'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:17.264522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.280685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Bound using segment: {'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:17.282113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Bound port: 25a66113-4b54-4207-aa29-1d3a5b98cb16, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5354fffc-0737-4b3c-8649-6e67c94b99a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:17.282580 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.380731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b6bc296c-f91d-444c-9434-fa7ceb81aefc None None] Provisioning complete for port 25a66113-4b54-4207-aa29-1d3a5b98cb16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:17.381036 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6bc296c-f91d-444c-9434-fa7ceb81aefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.462455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.470831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (721bbafc-719f-4aff-838c-75bbccb87756), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.547075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:17.547459 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.554085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc296c-f91d-444c-9434-fa7ceb81aefc None None] Port 25a66113-4b54-4207-aa29-1d3a5b98cb16 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:17.612621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 49990) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:17.666156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] For port 25a66113-4b54-4207-aa29-1d3a5b98cb16, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:17.732241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] For port 25a66113-4b54-4207-aa29-1d3a5b98cb16, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25a66113-4b54-4207-aa29-1d3a5b98cb16,segment=NetworkSegment(5354fffc-0737-4b3c-8649-6e67c94b99a8),segment_id=5354fffc-0737-4b3c-8649-6e67c94b99a8)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:17.743099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:17.757669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.886504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d838f9-2ac6-4273-90d2-ad8146b866d0 None None] Pushing event updated for resources: {'Port': ['ID=25a66113-4b54-4207-aa29-1d3a5b98cb16,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:17.912613 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4126593-41f3-410b-9bee-69a324b3d977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.964480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:17.974866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:17.975719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:18.011455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:18.028226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.034620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ddb68cbf-e9ff-4d90-b674-3469e4a723c0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 200 len: 704 time: 2.0236440 Feb 11 13:58:18.035389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 49998) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:18.100350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4126593-41f3-410b-9bee-69a324b3d977 admin admin] Publish callbacks [] for security_group (c3dfce57-6585-4814-8a74-cfa5ace8e468), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.109906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c4126593-41f3-410b-9bee-69a324b3d977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c3dfce57-6585-4814-8a74-cfa5ace8e468), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.207019 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c4126593-41f3-410b-9bee-69a324b3d977 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7057861d3dde4f5690eabef7eae9c07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5904043 Feb 11 13:58:18.207019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4126593-41f3-410b-9bee-69a324b3d977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dfce57-6585-4814-8a74-cfa5ace8e468,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:18.213976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50000) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:18.271941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:18.314829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-640fb3d1-3763-42f8-b5af-155ba59d175c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 200 len: 704 time: 0.2770388 Feb 11 13:58:18.315499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50004) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:18.365084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1efd55ce-5907-40dd-9143-4e855c3f54c8 admin admin] Publish callbacks [] for security_group (c3dfce57-6585-4814-8a74-cfa5ace8e468), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.418487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1efd55ce-5907-40dd-9143-4e855c3f54c8 admin admin] Publish callbacks [] for security_group (c3dfce57-6585-4814-8a74-cfa5ace8e468), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.517737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1efd55ce-5907-40dd-9143-4e855c3f54c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c3dfce57-6585-4814-8a74-cfa5ace8e468), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.520673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1efd55ce-5907-40dd-9143-4e855c3f54c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.522771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1efd55ce-5907-40dd-9143-4e855c3f54c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3dfce57-6585-4814-8a74-cfa5ace8e468 HTTP/1.1" status: 204 len: 168 time: 0.3078346 Feb 11 13:58:18.566871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd55ce-5907-40dd-9143-4e855c3f54c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dfce57-6585-4814-8a74-cfa5ace8e468,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:18.611020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3425c46f-274c-4e65-9cd9-cc275d70effb None None] Provisioning complete for port 25a66113-4b54-4207-aa29-1d3a5b98cb16 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:18.611403 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3425c46f-274c-4e65-9cd9-cc275d70effb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.962501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3425c46f-274c-4e65-9cd9-cc275d70effb None None] Current status of the port 25a66113-4b54-4207-aa29-1d3a5b98cb16 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:18.964477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3425c46f-274c-4e65-9cd9-cc275d70effb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:19.079258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3425c46f-274c-4e65-9cd9-cc275d70effb None None] For port 25a66113-4b54-4207-aa29-1d3a5b98cb16, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25a66113-4b54-4207-aa29-1d3a5b98cb16,segment=NetworkSegment(5354fffc-0737-4b3c-8649-6e67c94b99a8),segment_id=5354fffc-0737-4b3c-8649-6e67c94b99a8)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:19.093297 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3425c46f-274c-4e65-9cd9-cc275d70effb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:19.252507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:16Z', 'revision_number': 7, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '25a66113-4b54-4207-aa29-1d3a5b98cb16', 'name': '', 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:ab:39:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:08Z', 'updated_at': '2022-02-11T13:58:17Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:19.326953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425c46f-274c-4e65-9cd9-cc275d70effb None None] Pushing event updated for resources: {'Port': ['ID=25a66113-4b54-4207-aa29-1d3a5b98cb16,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:19.355488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e9cfb-42d2-47dc-9429-e2bfec096914 None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:16Z', 'revision_number': 7, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '25a66113-4b54-4207-aa29-1d3a5b98cb16', 'name': '', 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:ab:39:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:08Z', 'updated_at': '2022-02-11T13:58:17Z', 'revision_number': 4, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:19.994562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:20.234626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:20.583328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 25a66113-4b54-4207-aa29-1d3a5b98cb16 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:20.583691 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:20.721046 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:20.757680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:20.762801 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:20.968103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 25a66113-4b54-4207-aa29-1d3a5b98cb16, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25a66113-4b54-4207-aa29-1d3a5b98cb16,segment=NetworkSegment(5354fffc-0737-4b3c-8649-6e67c94b99a8),segment_id=5354fffc-0737-4b3c-8649-6e67c94b99a8)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:20.968474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:20.998353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 25a66113-4b54-4207-aa29-1d3a5b98cb16 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:21.003568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25a66113-4b54-4207-aa29-1d3a5b98cb16 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:21.132768 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:21.231651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 25a66113-4b54-4207-aa29-1d3a5b98cb16 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:21.232134 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:21.411579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 25a66113-4b54-4207-aa29-1d3a5b98cb16 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:21.609792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (25a66113-4b54-4207-aa29-1d3a5b98cb16), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:21.642041 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:16Z', 'revision_number': 7, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '25a66113-4b54-4207-aa29-1d3a5b98cb16', 'name': '', 'network_id': '8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:ab:39:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:08Z', 'updated_at': '2022-02-11T13:58:19Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '097d997d-2718-4b5d-b814-0f7a09c04724', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:21.667445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=25a66113-4b54-4207-aa29-1d3a5b98cb16,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:21.682458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.682817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.683170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.683554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.683893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.684228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.684563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.686790 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:21.694666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.695127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.695484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.695834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.696173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.696508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:21.708016 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:21.708646 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:21.916180 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:22.013641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:22.041261 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:22.512233 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:21Z', 'revision_number': 8, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:22.531863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:22.567571 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408adc4-b333-4c55-b128-b480d2313279 None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:21Z', 'revision_number': 8, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:22.727135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:22.744327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50090) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:22.755606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-18e10866-2e21-4543-9129-9c42da3c3ae7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4390008 Feb 11 13:58:22.823454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet 097d997d-2718-4b5d-b814-0f7a09c04724 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:58:22.839908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (097d997d-2718-4b5d-b814-0f7a09c04724), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:22.931048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (097d997d-2718-4b5d-b814-0f7a09c04724), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:23.146949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25a66113-4b54-4207-aa29-1d3a5b98cb16 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:23.196650 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (097d997d-2718-4b5d-b814-0f7a09c04724), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:23.212367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 25a66113-4b54-4207-aa29-1d3a5b98cb16 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:23.213423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25a66113-4b54-4207-aa29-1d3a5b98cb16 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:23.378397 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (097d997d-2718-4b5d-b814-0f7a09c04724), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:23.440825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:23.461640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=097d997d-2718-4b5d-b814-0f7a09c04724,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:23.469087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:23.469729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:23.481808 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:23.487791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bc63ddd4-a3b9-492d-b916-bff0774b0da0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/097d997d-2718-4b5d-b814-0f7a09c04724 HTTP/1.1" status: 204 len: 168 time: 0.7422395 Feb 11 13:58:23.490052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50126) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:23.592320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e9e09-dba0-4635-9327-c533bf817305 None None] Network 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:23.653713 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:23.745552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202196-9088-40f8-b921-87ed8c7f4831 req-554896d6-1240-487e-beb6-20abf1487570 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:23.757468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-554896d6-1240-487e-beb6-20abf1487570 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 814 time: 0.3933377 Feb 11 13:58:23.779654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50130) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:23.795619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-42cc1087-ebe1-4039-bf2c-02bebef619d9 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/quotas/528b39b64ea04ed1bf23cb82c75449ca HTTP/1.1" status: 200 len: 375 time: 0.0356345 Feb 11 13:58:23.848786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:23.850553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:23.927005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-b1dea4cc-04ef-4451-9b33-61b83d707da1 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298711 Feb 11 13:58:24.012690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5a36c2d9-fd78-4460-b5d3-d46086cfbaf9,segment=NetworkSegment(5354fffc-0737-4b3c-8649-6e67c94b99a8),segment_id=5354fffc-0737-4b3c-8649-6e67c94b99a8)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:24.013732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:24.036448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:24.078957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b840332-1687-45ab-aae8-b56fcbae4db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:24.127710 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-7074f7ab-7cdd-49ce-9a55-f36758ce0599 service neutron] 10.222.0.79 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993403 Feb 11 13:58:24.256445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:24.331446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-b357370a-54d5-43ae-a82c-2c0de0d53139 service neutron] 10.222.0.79 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019403 Feb 11 13:58:24.417009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5a36c2d9-fd78-4460-b5d3-d46086cfbaf9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:24.468418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:24.532603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b840332-1687-45ab-aae8-b56fcbae4db3 admin admin] Publish callbacks [] for security_group (0cb70849-172b-4c1b-a581-7b0bf09ef375), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:24.536929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=5a36c2d9-fd78-4460-b5d3-d46086cfbaf9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:24.598905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9b840332-1687-45ab-aae8-b56fcbae4db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0cb70849-172b-4c1b-a581-7b0bf09ef375), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:24.663208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9b840332-1687-45ab-aae8-b56fcbae4db3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=000089a8b28a468b8b97ac06344616ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8813190 Feb 11 13:58:24.666226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:24.687211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8838931-9369-48ac-ac0f-8845743d75e2 None None] DHCP port deletion for 8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:58:24.696929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b840332-1687-45ab-aae8-b56fcbae4db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb70849-172b-4c1b-a581-7b0bf09ef375,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:24.820234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-7e4af335-6436-4642-bb15-69d606deabba tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e238594d29d0474f8135a7417b982c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368593 Feb 11 13:58:24.821974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-247ec320-b667-4798-835a-5474b130331c req-bf91e25e-266f-47a5-bdfe-02d1d52d085f tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 210 time: 0.1915267 Feb 11 13:58:24.882287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2340f239-f25a-4da3-b00c-bcf473637b09 admin admin] Publish callbacks [] for security_group (0cb70849-172b-4c1b-a581-7b0bf09ef375), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:24.909750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:21Z', 'revision_number': 8, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:24.994280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.002796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2340f239-f25a-4da3-b00c-bcf473637b09 admin admin] Publish callbacks [] for security_group (0cb70849-172b-4c1b-a581-7b0bf09ef375), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.036224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:25.053072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5354fffc-0737-4b3c-8649-6e67c94b99a8') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:25.053592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5354fffc-0737-4b3c-8649-6e67c94b99a8') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:25.069574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:25.073108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:25.076012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (5354fffc-0737-4b3c-8649-6e67c94b99a8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.126952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5354fffc-0737-4b3c-8649-6e67c94b99a8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.135705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:25.137011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5a36c2d9-fd78-4460-b5d3-d46086cfbaf9 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:25.146737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:25.149827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:57:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:25.159081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:58:25.159500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (5354fffc-0737-4b3c-8649-6e67c94b99a8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:58:25.162959 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:58:25.250700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-4f1ff622-9f20-448b-be1e-77d20740ef0d tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:25.260892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-4f1ff622-9f20-448b-be1e-77d20740ef0d tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397461 Feb 11 13:58:25.284361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-10ade189-67bb-4e7c-90a1-2fe36c227318 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/quotas/e238594d29d0474f8135a7417b982c9e HTTP/1.1" status: 200 len: 375 time: 0.0222614 Feb 11 13:58:25.344229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-b5b0fed6-57e0-42ad-9157-86ccda3f1f96 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e238594d29d0474f8135a7417b982c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577562 Feb 11 13:58:25.361155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:25.367704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2340f239-f25a-4da3-b00c-bcf473637b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0cb70849-172b-4c1b-a581-7b0bf09ef375), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.372746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2340f239-f25a-4da3-b00c-bcf473637b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.377853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2340f239-f25a-4da3-b00c-bcf473637b09 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0cb70849-172b-4c1b-a581-7b0bf09ef375 HTTP/1.1" status: 204 len: 168 time: 0.7078800 Feb 11 13:58:25.398042 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f239-f25a-4da3-b00c-bcf473637b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb70849-172b-4c1b-a581-7b0bf09ef375,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:25.418421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.426981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:25.437573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7 HTTP/1.1" status: 204 len: 168 time: 1.9464428 Feb 11 13:58:25.440364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50172) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:25.494840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=8ffa34d7-ee95-4f85-a4ae-8eabb678c6d7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:25.515905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.517312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.518674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.520521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.521099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.521669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.524085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.524607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.526180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.526899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.529704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.530176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.530676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbffbd-1bcb-4d20-961d-a8f7a755cd9e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:25.789412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84a98eea-5aaa-4697-a54b-5c2a78e735a8 req-d655e5ae-7fa6-407d-a2b2-161dc56fca48 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 210 time: 0.0824170 Feb 11 13:58:26.099225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9adfe4f4-17cc-4b22-bb5f-23e7409d2ed2 req-27b09a02-7ab3-46df-b08f-6e7026527dfa tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 210 time: 0.0637822 Feb 11 13:58:26.106540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50186) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:26.122365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:21Z', 'revision_number': 8, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:26.123965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3da6b863-8e50-474b-87d7-acd69ed5592e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.191749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4817496-c683-409e-9ee9-6a92191ae620 None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:21Z', 'revision_number': 8, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80f2a9df-9d24-441d-9a55-a662c07374b2', 'name': '', 'network_id': '72eb1163-a2b2-4377-ad56-0dc23fd06e0d', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e8:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '13571432-ad3b-4300-b94c-de25e88748c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:02Z', 'updated_at': '2022-02-11T13:58:09Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': '13571432-ad3b-4300-b94c-de25e88748c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:26.280107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3da6b863-8e50-474b-87d7-acd69ed5592e admin admin] Publish callbacks [] for security_group (f1b5c3da-43ad-463b-9fa1-6e460968cba7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.293880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3da6b863-8e50-474b-87d7-acd69ed5592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f1b5c3da-43ad-463b-9fa1-6e460968cba7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.339609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6b863-8e50-474b-87d7-acd69ed5592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b5c3da-43ad-463b-9fa1-6e460968cba7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:26.390715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50190) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:26.392455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3da6b863-8e50-474b-87d7-acd69ed5592e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c1dd1c97bf9e46f9bc9f92fb9437bbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846937 Feb 11 13:58:26.456308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.681079 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:58:26.717734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21cdd988-4770-47a9-a9c8-c9b985a9bff2 admin admin] Publish callbacks [] for security_group (f1b5c3da-43ad-463b-9fa1-6e460968cba7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.795650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21cdd988-4770-47a9-a9c8-c9b985a9bff2 admin admin] Publish callbacks [] for security_group (f1b5c3da-43ad-463b-9fa1-6e460968cba7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.868327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202196-9088-40f8-b921-87ed8c7f4831 req-c7c7ec0c-fcb8-457a-a5da-fa2464d3d442 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:26.870750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-c7c7ec0c-fcb8-457a-a5da-fa2464d3d442 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 814 time: 0.2723892 Feb 11 13:58:26.885362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Request body: {'port': {'device_id': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671', 'admin_state_up': True, 'tenant_id': '528b39b64ea04ed1bf23cb82c75449ca'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:26.962655 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8a36c2a9-c6af-4147-b8e6-49b13428dcf1 req-5c8765aa-92a9-4183-9821-0953c4c85126 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 210 time: 0.0410931 Feb 11 13:58:26.981781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21cdd988-4770-47a9-a9c8-c9b985a9bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f1b5c3da-43ad-463b-9fa1-6e460968cba7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.985158 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-21cdd988-4770-47a9-a9c8-c9b985a9bff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:26.991900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-21cdd988-4770-47a9-a9c8-c9b985a9bff2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1b5c3da-43ad-463b-9fa1-6e460968cba7 HTTP/1.1" status: 204 len: 168 time: 0.5998802 Feb 11 13:58:27.065539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdd988-4770-47a9-a9c8-c9b985a9bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b5c3da-43ad-463b-9fa1-6e460968cba7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:27.088328 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-426ed62a-6c93-4098-9170-23dca7510d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:27.461925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-c41afc5e-9f9d-4c56-abb7-45eaa0fd9549 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e238594d29d0474f8135a7417b982c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248215 Feb 11 13:58:27.512313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4df42674-ab48-408f-8f59-4c5955a960e6 req-8f0798a1-808f-49d7-8e52-8a84e31a1d5a tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 210 time: 0.0763500 Feb 11 13:58:27.611037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 80f2a9df-9d24-441d-9a55-a662c07374b2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:27.611614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:27.661185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Made reservation on behalf of 528b39b64ea04ed1bf23cb82c75449ca for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:27.664614 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:27.868070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-8d60b7a5-07da-4efa-a32c-f9218b85cfdc tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:27.869773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-8d60b7a5-07da-4efa-a32c-f9218b85cfdc tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3949325 Feb 11 13:58:27.889285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Request body: {'port': {'device_id': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': 'e238594d29d0474f8135a7417b982c9e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:27.947989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 80f2a9df-9d24-441d-9a55-a662c07374b2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=80f2a9df-9d24-441d-9a55-a662c07374b2,segment=NetworkSegment(ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b),segment_id=ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:27.948440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:28.031859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 80f2a9df-9d24-441d-9a55-a662c07374b2 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:28.113526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Allocated IP 172.20.0.12 (d04a0320-16ff-482f-af88-cefb2e75f671/787529c2-77d3-4bd5-8276-2be67df9e90f/00c2a221-894b-41c5-a613-c9bd27df41b8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:28.148813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c2c88b2-12b9-45b7-862b-aba59ef3e5ba req-c04eeab1-4b49-4559-844a-46f2f68ae10d tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 210 time: 0.0607848 Feb 11 13:58:28.249116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Made reservation on behalf of e238594d29d0474f8135a7417b982c9e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:28.252847 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:28.272005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:28.468293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (80f2a9df-9d24-441d-9a55-a662c07374b2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:28.507322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks [] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:28.570567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=80f2a9df-9d24-441d-9a55-a662c07374b2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:28.884696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks [] for security_group (7c89c707-9834-44a5-b832-1ebf45e286e1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:28.897120 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17a0a3b2-109a-4a78-9134-cf8605176e7f req-e13afb13-49a6-4642-8a09-33a9a721f4a8 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 210 time: 0.1292028 Feb 11 13:58:28.914534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7c89c707-9834-44a5-b832-1ebf45e286e1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:28.956224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89c707-9834-44a5-b832-1ebf45e286e1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:29.019522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:29.021635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:29.166926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Network d04a0320-16ff-482f-af88-cefb2e75f671 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:29.219342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:29.221896 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Pushing event updated for resources: {'Port': ['ID=00c2a221-894b-41c5-a613-c9bd27df41b8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:29.246966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:29.301477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-db076e03-928b-4544-9cf2-0bdbc4a241c4 req-c8d5cbf2-869a-4e2f-878e-6f141bc01ec8 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 210 time: 0.0452902 Feb 11 13:58:29.372832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Allocated IP 192.168.233.211 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/22c1161c-cc31-4708-9ea3-5efa921761cd) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:29.427176 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2433a318-041f-4b10-aa6b-7d3bf544334d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:29.437474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:29.438181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:29.658894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-bd19d26e-54c3-4295-b022-e21a775df967 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7787945 Feb 11 13:58:29.680547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks [] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:29.718029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:29.800777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:29.906671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Request body: {'port': {'device_id': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:29.984224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Pushing event updated for resources: {'Port': ['ID=22c1161c-cc31-4708-9ea3-5efa921761cd,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:30.018861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:30.026870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:30.031151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:30.156931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.193445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:30.203405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cafda4d1-f112-4d6b-a356-523c9e88fca7 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7617519 Feb 11 13:58:30.206147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50308) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:30.206295 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:30.219647 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:30.220671 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:30.256268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.259941 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.306780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet 13571432-ad3b-4300-b94c-de25e88748c4 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:58:30.317150 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (13571432-ad3b-4300-b94c-de25e88748c4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.421714 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:30.429565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf21bd-ef91-4bbd-aef6-75ab9d61ae3a req-0afb70bb-a421-4843-a905-402454b1a0f9 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.431339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7baf21bd-ef91-4bbd-aef6-75ab9d61ae3a req-0afb70bb-a421-4843-a905-402454b1a0f9 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 932 time: 0.3950417 Feb 11 13:58:30.441977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-35186771-20aa-490e-ba73-305b75618d66 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5595524 Feb 11 13:58:30.459448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Request body: {'port': {'device_id': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:30.500868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6f350792-6788-438b-91bb-3c704667f169 None None] Provisioning complete for port 22c1161c-cc31-4708-9ea3-5efa921761cd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:30.509946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6f350792-6788-438b-91bb-3c704667f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.514374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50316) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:30.517115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (13571432-ad3b-4300-b94c-de25e88748c4), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.569784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6f350792-6788-438b-91bb-3c704667f169 None None] Port 22c1161c-cc31-4708-9ea3-5efa921761cd cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:30.655741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215ffa3-0461-44d9-aa6c-cc8312a51f7d req-fda7a873-6b6b-4ee1-9b3a-869abe90bae6 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.663676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8215ffa3-0461-44d9-aa6c-cc8312a51f7d req-fda7a873-6b6b-4ee1-9b3a-869abe90bae6 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 936 time: 0.2117913 Feb 11 13:58:30.758018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8215ffa3-0461-44d9-aa6c-cc8312a51f7d req-17170406-185a-4eb6-8c58-4bf8a721b007 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895321 Feb 11 13:58:30.780556 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd06af0-3608-4e08-b383-d0f8964b92c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.783441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (13571432-ad3b-4300-b94c-de25e88748c4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.879806 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:28Z', 'revision_number': 9, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:30.909438 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:30.916563 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (13571432-ad3b-4300-b94c-de25e88748c4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.920058 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:30.920886 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:30.967342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f11daba-0bc3-435b-bf4f-34b933c4e9f2 None None] Network 72eb1163-a2b2-4377-ad56-0dc23fd06e0d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:30.977942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=13571432-ad3b-4300-b94c-de25e88748c4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:30.988424 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.001432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d9cbd32d-2df8-47d8-8ec5-90161888dfdd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/13571432-ad3b-4300-b94c-de25e88748c4 HTTP/1.1" status: 204 len: 168 time: 0.7937820 Feb 11 13:58:31.008125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50320) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:31.037082 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:31.062292 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.296794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (72eb1163-a2b2-4377-ad56-0dc23fd06e0d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.356074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] DHCP port deletion for 72eb1163-a2b2-4377-ad56-0dc23fd06e0d request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:58:31.398514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd06af0-3608-4e08-b383-d0f8964b92c0 admin admin] Publish callbacks [] for security_group (0b5f2e17-cfe9-40b7-bf14-89fa73d604d4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.399956 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.408651 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afd06af0-3608-4e08-b383-d0f8964b92c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0b5f2e17-cfe9-40b7-bf14-89fa73d604d4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.439309 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7baf21bd-ef91-4bbd-aef6-75ab9d61ae3a req-effaf890-1dd2-48a6-8374-454767051c9c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9890313 Feb 11 13:58:31.454100 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:28Z', 'revision_number': 9, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:31.496477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] Deleting port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:31.497135 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.499810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd06af0-3608-4e08-b383-d0f8964b92c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f2e17-cfe9-40b7-bf14-89fa73d604d4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:31.520986 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108518a-cc82-4ceb-9476-2053beed9d8c None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:28Z', 'revision_number': 9, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a63fdd6-cdf3-427e-b9dd-61eda5b958a0', 'name': '', 'network_id': '04820621-288d-40b3-bdb3-e8791baddab3', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:5e:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:56Z', 'updated_at': '2022-02-11T13:58:04Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'dbc34599-9ede-453c-b3ee-e3aa01d04610', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:31.566877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-afd06af0-3608-4e08-b383-d0f8964b92c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=201fd0d2493949fca8c6f046eebb5f92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0465381 Feb 11 13:58:31.569536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:31.656058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] For port 4d00c54e-9fe8-452f-b81d-0f9835b49a34, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4d00c54e-9fe8-452f-b81d-0f9835b49a34,segment=NetworkSegment(ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b),segment_id=ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:31.656649 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.662730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:31.663268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.666414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ad8fd4d-d257-44e1-8d10-1fac55587fee admin admin] Publish callbacks [] for security_group (0b5f2e17-cfe9-40b7-bf14-89fa73d604d4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.693275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] Calling delete_port for 4d00c54e-9fe8-452f-b81d-0f9835b49a34 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:31.726697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ad8fd4d-d257-44e1-8d10-1fac55587fee admin admin] Publish callbacks [] for security_group (0b5f2e17-cfe9-40b7-bf14-89fa73d604d4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.799061 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ad8fd4d-d257-44e1-8d10-1fac55587fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0b5f2e17-cfe9-40b7-bf14-89fa73d604d4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.807702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6ad8fd4d-d257-44e1-8d10-1fac55587fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.811111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c2a221-894b-41c5-a613-c9bd27df41b8 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:58:31.814270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6ad8fd4d-d257-44e1-8d10-1fac55587fee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b5f2e17-cfe9-40b7-bf14-89fa73d604d4 HTTP/1.1" status: 204 len: 168 time: 0.2387772 Feb 11 13:58:31.822413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Publish callbacks [] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.867630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Transition to ACTIVE for port object 00c2a221-894b-41c5-a613-c9bd27df41b8 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:58:31.880272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.890798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8fd4d-d257-44e1-8d10-1fac55587fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f2e17-cfe9-40b7-bf14-89fa73d604d4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:31.919475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 4d00c54e-9fe8-452f-b81d-0f9835b49a34, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4d00c54e-9fe8-452f-b81d-0f9835b49a34,segment=NetworkSegment(ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b),segment_id=ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:31.921455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.940140 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:31.960997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 4d00c54e-9fe8-452f-b81d-0f9835b49a34 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:31.986465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] Pushing event deleted for resources: {'Port': ['ID=4d00c54e-9fe8-452f-b81d-0f9835b49a34,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.011314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc03a6-cc57-4c6a-8ad7-bdf88aaad17d None None] No DVR routers for this DVR port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:32.055643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Pushing event updated for resources: {'Port': ['ID=00c2a221-894b-41c5-a613-c9bd27df41b8,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.093928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c1161c-cc31-4708-9ea3-5efa921761cd {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:58:32.107522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Publish callbacks [] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.136305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Transition to ACTIVE for port object 22c1161c-cc31-4708-9ea3-5efa921761cd will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:58:32.152769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.167377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39534431-6a41-4e8e-987d-5ca20f9b4336 req-98855d97-7905-4c69-a5f3-70155f90a6e3 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:32.180472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-39534431-6a41-4e8e-987d-5ca20f9b4336 req-98855d97-7905-4c69-a5f3-70155f90a6e3 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 936 time: 0.2339969 Feb 11 13:58:32.263253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Attempting to bind port 00c2a221-894b-41c5-a613-c9bd27df41b8 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:32.265894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Attempting to bind port 00c2a221-894b-41c5-a613-c9bd27df41b8 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:32.268859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Attempting to bind port 00c2a221-894b-41c5-a613-c9bd27df41b8 on network d04a0320-16ff-482f-af88-cefb2e75f671 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:32.286708 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4d00c54e-9fe8-452f-b81d-0f9835b49a34), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.308640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Port 00c2a221-894b-41c5-a613-c9bd27df41b8 on network d04a0320-16ff-482f-af88-cefb2e75f671 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:58:32.309339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Attempting to bind port 00c2a221-894b-41c5-a613-c9bd27df41b8 on network d04a0320-16ff-482f-af88-cefb2e75f671 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:32.336508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:32.337091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Checking segment: {'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:32.337590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Bound using segment: {'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:32.338193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Bound port: 00c2a221-894b-41c5-a613-c9bd27df41b8, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:32.338674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.352096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-39534431-6a41-4e8e-987d-5ca20f9b4336 req-4c788540-e0fe-4d81-9251-a125d85ca3f2 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627171 Feb 11 13:58:32.354675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=4d00c54e-9fe8-452f-b81d-0f9835b49a34,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.370770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port 4d00c54e-9fe8-452f-b81d-0f9835b49a34 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:32.450638 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.484790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50342) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:32.509514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=22c1161c-cc31-4708-9ea3-5efa921761cd,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.532295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c114a2-cae4-4fbf-be94-91525a88fc3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.535398 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (72eb1163-a2b2-4377-ad56-0dc23fd06e0d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.569309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72eb1163-a2b2-4377-ad56-0dc23fd06e0d']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:32.585809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:32.586241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:32.603373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.627482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.640260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:58:32.640727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (ee227a26-d6c4-406c-b5ff-3d5c41ac0a9b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:58:32.644140 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:58:32.655463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] For port 00c2a221-894b-41c5-a613-c9bd27df41b8, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:32.670818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] For port 00c2a221-894b-41c5-a613-c9bd27df41b8, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=00c2a221-894b-41c5-a613-c9bd27df41b8,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:32.733931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (72eb1163-a2b2-4377-ad56-0dc23fd06e0d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.738841 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.742488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/72eb1163-a2b2-4377-ad56-0dc23fd06e0d HTTP/1.1" status: 204 len: 168 time: 1.7330966 Feb 11 13:58:32.750516 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50346) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:32.755609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Attempting to bind port 22c1161c-cc31-4708-9ea3-5efa921761cd on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:32.756214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Attempting to bind port 22c1161c-cc31-4708-9ea3-5efa921761cd by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:32.756787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Attempting to bind port 22c1161c-cc31-4708-9ea3-5efa921761cd on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:32.757665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c114a2-cae4-4fbf-be94-91525a88fc3d admin admin] Publish callbacks [] for security_group (9a4d1e92-8006-41c9-bbcd-561bab756a4e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.770351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-31c114a2-cae4-4fbf-be94-91525a88fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9a4d1e92-8006-41c9-bbcd-561bab756a4e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.774364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1ced2-6ba4-4fac-a77b-c9882e9f91b4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=72eb1163-a2b2-4377-ad56-0dc23fd06e0d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.817123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c114a2-cae4-4fbf-be94-91525a88fc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d1e92-8006-41c9-bbcd-561bab756a4e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.829700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Port 22c1161c-cc31-4708-9ea3-5efa921761cd on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:58:32.830336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Attempting to bind port 22c1161c-cc31-4708-9ea3-5efa921761cd on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:32.833512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-31c114a2-cae4-4fbf-be94-91525a88fc3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=186fb19c6a8440b28961f87aa6fdee4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478353 Feb 11 13:58:32.834190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50348) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:32.836842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.897502 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442784fb-de15-4fdc-8a54-4743ecc34300 admin admin] Publish callbacks [] for security_group (9a4d1e92-8006-41c9-bbcd-561bab756a4e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.917379 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:32.917868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:32.918385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:32.918932 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Bound port: 22c1161c-cc31-4708-9ea3-5efa921761cd, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:32.919398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.921488 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442784fb-de15-4fdc-8a54-4743ecc34300 admin admin] Publish callbacks [] for security_group (9a4d1e92-8006-41c9-bbcd-561bab756a4e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.932803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d00c54e-9fe8-452f-b81d-0f9835b49a34 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:32.991816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442784fb-de15-4fdc-8a54-4743ecc34300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9a4d1e92-8006-41c9-bbcd-561bab756a4e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.994573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4d00c54e-9fe8-452f-b81d-0f9835b49a34 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:32.995149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4d00c54e-9fe8-452f-b81d-0f9835b49a34 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:32.996413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 80f2a9df-9d24-441d-9a55-a662c07374b2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:32.998350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-442784fb-de15-4fdc-8a54-4743ecc34300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.006677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-442784fb-de15-4fdc-8a54-4743ecc34300 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a4d1e92-8006-41c9-bbcd-561bab756a4e HTTP/1.1" status: 204 len: 168 time: 0.1679933 Feb 11 13:58:33.015171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.016113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.017736 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] 10.222.0.83 "PUT /v2.0/ports/00c2a221-894b-41c5-a613-c9bd27df41b8 HTTP/1.1" status: 200 len: 1092 time: 3.3491108 Feb 11 13:58:33.024651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'tag': '00c2a221-894b-41c5-a613-c9bd27df41b8'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:33.027286 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4e18cb-80f8-45b8-aba9-94c626608d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "23a48f7f-d1cc-49d8-8b9f-4742b562d3ce", "tag": "00c2a221-894b-41c5-a613-c9bd27df41b8"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:33.029835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442784fb-de15-4fdc-8a54-4743ecc34300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d1e92-8006-41c9-bbcd-561bab756a4e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:33.072823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 80f2a9df-9d24-441d-9a55-a662c07374b2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:33.073427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 80f2a9df-9d24-441d-9a55-a662c07374b2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:33.075371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eab3f1-db08-4859-8816-afc7607d4075 req-834d513d-5fdb-44a4-b2f5-faeba8931b33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.076912 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b8eab3f1-db08-4859-8816-afc7607d4075 req-834d513d-5fdb-44a4-b2f5-faeba8931b33 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 944 time: 0.4610786 Feb 11 13:58:33.120334 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61aa6f5-9e64-4c18-ba70-ca975fe10321 x-openstack-request-id: req-f61aa6f5-9e64-4c18-ba70-ca975fe10321 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:33.121380 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a48f7f-d1cc-49d8-8b9f-4742b562d3ce", "tag": "00c2a221-894b-41c5-a613-c9bd27df41b8", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:33.121785 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f61aa6f5-9e64-4c18-ba70-ca975fe10321 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:33.122379 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'tag': '00c2a221-894b-41c5-a613-c9bd27df41b8', 'status': 'completed', 'code': 200} Feb 11 13:58:33.127715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67e179-38e4-43df-a354-7e89ccb1d00e service neutron] Pushing event updated for resources: {'Port': ['ID=00c2a221-894b-41c5-a613-c9bd27df41b8,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:33.237625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] For port 22c1161c-cc31-4708-9ea3-5efa921761cd, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:33.312140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b8eab3f1-db08-4859-8816-afc7607d4075 req-003a700a-2c86-4e0e-941e-351ffdd91796 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087944 Feb 11 13:58:33.315912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] For port 22c1161c-cc31-4708-9ea3-5efa921761cd, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=22c1161c-cc31-4708-9ea3-5efa921761cd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:33.333252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202196-9088-40f8-b921-87ed8c7f4831 req-5f929d8a-3f58-4303-b130-94cddaed4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.333252 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-5f929d8a-3f58-4303-b130-94cddaed4065 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 1126 time: 0.2527525 Feb 11 13:58:33.334923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.487756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-6e4093ab-6d68-4550-abaa-49f96a945c00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c2a221-894b-41c5-a613-c9bd27df41b8 HTTP/1.1" status: 200 len: 217 time: 0.1468127 Feb 11 13:58:33.490091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.490787 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.492387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] 10.222.0.83 "PUT /v2.0/ports/22c1161c-cc31-4708-9ea3-5efa921761cd HTTP/1.1" status: 200 len: 1096 time: 3.0370283 Feb 11 13:58:33.560730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f91e6-8a91-4c18-834e-c0b565ddaae4 req-94a2b41b-6278-4946-b555-120d548f743f tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.567537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202196-9088-40f8-b921-87ed8c7f4831 req-4f030c71-90b7-4c67-abd4-1396e1683816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.569553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-4f030c71-90b7-4c67-abd4-1396e1683816 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.0706089 Feb 11 13:58:33.572662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d8f91e6-8a91-4c18-834e-c0b565ddaae4 req-94a2b41b-6278-4946-b555-120d548f743f tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 948 time: 0.1121073 Feb 11 13:58:33.660435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-37cc893b-1161-490c-8ff2-a890c809e9c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839665 Feb 11 13:58:33.661898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.666789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d8f91e6-8a91-4c18-834e-c0b565ddaae4 req-aba17d44-1f98-4eca-9829-8093161eb619 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932312 Feb 11 13:58:33.671962 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7ea85-5374-40f3-88ec-e6b75d05ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=22c1161c-cc31-4708-9ea3-5efa921761cd,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:33.807169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-5240ae5a-780c-47d6-a12b-f4b7d49a6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.809374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-5240ae5a-780c-47d6-a12b-f4b7d49a6230 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e238594d29d0474f8135a7417b982c9e&device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 1130 time: 0.2367320 Feb 11 13:58:33.898361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-8b6b2928-0ba8-4767-a145-f4cc9bbae04b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=22c1161c-cc31-4708-9ea3-5efa921761cd HTTP/1.1" status: 200 len: 217 time: 0.0748856 Feb 11 13:58:33.967387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-fca7b52b-0d07-4772-8113-405293820074 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964017 Feb 11 13:58:33.990539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-34b2c222-d6d7-4703-a661-08305d4d189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.992550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-34b2c222-d6d7-4703-a661-08305d4d189d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0857213 Feb 11 13:58:34.248738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aed25-b606-4904-be26-54c53c53cb3a req-ed61cdfe-a6f6-4421-a20d-304f44bfc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.250290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-ed61cdfe-a6f6-4421-a20d-304f44bfc22f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2510047 Feb 11 13:58:34.254815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:34.260570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07202196-9088-40f8-b921-87ed8c7f4831 req-9b22589b-c0b7-42a0-b420-40fae1393d4e service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668135 Feb 11 13:58:34.884461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cecedb-64bc-4399-8bc3-a13dff84483e req-34b305b5-1233-4962-93e2-a26280ba10b8 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.886329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72cecedb-64bc-4399-8bc3-a13dff84483e req-34b305b5-1233-4962-93e2-a26280ba10b8 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 948 time: 0.1032226 Feb 11 13:58:34.908231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-ff2d9677-e50b-434d-b04f-6c70d214df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.911181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-ff2d9677-e50b-434d-b04f-6c70d214df0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 1126 time: 0.5952635 Feb 11 13:58:34.935308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-3de14f64-5c12-45c7-92d4-791b301e2739 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770360 Feb 11 13:58:34.949788 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72cecedb-64bc-4399-8bc3-a13dff84483e req-36df30d0-6983-4a50-b2e3-37d8bbf10590 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575261 Feb 11 13:58:35.077900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1cdb2-c6f3-4e6d-8189-15ab9350a298 req-2bb1d6ac-e4df-4d1b-95c7-73d0cfaaedbf tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:35.079475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83a1cdb2-c6f3-4e6d-8189-15ab9350a298 req-2bb1d6ac-e4df-4d1b-95c7-73d0cfaaedbf tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 944 time: 0.3233111 Feb 11 13:58:35.124298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'tag': '22c1161c-cc31-4708-9ea3-5efa921761cd'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:35.126745 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c4dec-f2cf-42c9-aa95-93bae71cdc31" -d '{"events": [{"name": "network-changed", "server_uuid": "c15a754d-3fa4-41c2-b8c1-b0617a1e3bac", "tag": "22c1161c-cc31-4708-9ea3-5efa921761cd"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:35.173509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d81aed25-b606-4904-be26-54c53c53cb3a req-bfe20a12-c000-4385-ae7f-6f9e478894d4 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974533 Feb 11 13:58:35.205683 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81cce5-276f-4822-af70-d60f4cbdb43a x-openstack-request-id: req-5d81cce5-276f-4822-af70-d60f4cbdb43a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:35.206009 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15a754d-3fa4-41c2-b8c1-b0617a1e3bac", "tag": "22c1161c-cc31-4708-9ea3-5efa921761cd", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:35.206295 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d81cce5-276f-4822-af70-d60f4cbdb43a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:35.206633 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'tag': '22c1161c-cc31-4708-9ea3-5efa921761cd', 'status': 'completed', 'code': 200} Feb 11 13:58:35.228557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-83a1cdb2-c6f3-4e6d-8189-15ab9350a298 req-108b828c-3ae3-4a08-9d26-d0e0e00ff49a tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009729 Feb 11 13:58:35.282770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-acdf0cbd-fcdd-4a33-8106-21379f011f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:35.284279 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-acdf0cbd-fcdd-4a33-8106-21379f011f9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 915 time: 0.3639438 Feb 11 13:58:35.376930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-2793c818-2ed7-4a6a-aa94-bca0233f38fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c2a221-894b-41c5-a613-c9bd27df41b8 HTTP/1.1" status: 200 len: 217 time: 0.0843518 Feb 11 13:58:35.459775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-d1766f21-e5c4-475e-acf1-6fd389d78930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:35.461381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-d1766f21-e5c4-475e-acf1-6fd389d78930 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e238594d29d0474f8135a7417b982c9e&device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 1130 time: 0.2279754 Feb 11 13:58:35.494402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-600b5603-e628-479d-a16e-e4c2fc008c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:35.495940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-600b5603-e628-479d-a16e-e4c2fc008c63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.0988820 Feb 11 13:58:35.561591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:35.561965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:35.565973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-92d27694-b21a-4769-8142-c343b5b08843 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633984 Feb 11 13:58:35.603122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-deb02f9f-11bd-468a-b189-e4b67395f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:35.605237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-deb02f9f-11bd-468a-b189-e4b67395f95f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.1366148 Feb 11 13:58:35.716031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,segment=NetworkSegment(2ce7dd4c-96d6-49dd-8724-62476cf8c07a),segment_id=2ce7dd4c-96d6-49dd-8724-62476cf8c07a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:35.716465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:35.730709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:36.103062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-907aa511-afca-43d5-ba20-2f5bfc4016dd service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414449 Feb 11 13:58:36.106752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6a63fdd6-cdf3-427e-b9dd-61eda5b958a0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:36.127114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90007e8-de9a-4562-ab8a-5edd5b8c5e4b req-5af0435e-0741-4565-9553-de455bbeb176 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.136438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b90007e8-de9a-4562-ab8a-5edd5b8c5e4b req-5af0435e-0741-4565-9553-de455bbeb176 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 948 time: 0.0991266 Feb 11 13:58:36.213284 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b90007e8-de9a-4562-ab8a-5edd5b8c5e4b req-31cadc9d-ea31-4e37-bd52-7732ae83b809 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710831 Feb 11 13:58:36.255938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-b3768ae0-d4a6-43ad-95ce-ed6212d2a8f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=22c1161c-cc31-4708-9ea3-5efa921761cd HTTP/1.1" status: 200 len: 217 time: 0.2922268 Feb 11 13:58:36.281061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=6a63fdd6-cdf3-427e-b9dd-61eda5b958a0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:36.537848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-3f29fd37-03a0-49fa-9389-d8026d0acfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.540290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-3f29fd37-03a0-49fa-9389-d8026d0acfc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2542758 Feb 11 13:58:36.608116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4e18cb-80f8-45b8-aba9-94c626608d2d req-d5fc2bdf-d0a9-4343-87c3-00735c319f27 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593339 Feb 11 13:58:36.609976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:36.633752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a481c5-4d27-4f6c-82cb-2088f4a1ccca req-44ddde1f-c9e6-408c-bcb6-d7211dc1685f tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.635724 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22a481c5-4d27-4f6c-82cb-2088f4a1ccca req-44ddde1f-c9e6-408c-bcb6-d7211dc1685f tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 944 time: 0.2541940 Feb 11 13:58:36.710895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-14edef4d-328d-4369-b908-ec0b505ecb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.712437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-14edef4d-328d-4369-b908-ec0b505ecb40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1605542 Feb 11 13:58:36.842223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22a481c5-4d27-4f6c-82cb-2088f4a1ccca req-60ca4b9b-422d-4f3d-b8c9-ccd28e1cff5c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992536 Feb 11 13:58:36.916239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-f34c8ec4-31f7-47ee-b9dd-1c490c30765f service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962812 Feb 11 13:58:37.031468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:37.053052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 22c1161c-cc31-4708-9ea3-5efa921761cd details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:58:37.198564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:37.211589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:37.227218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 22c1161c-cc31-4708-9ea3-5efa921761cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=22c1161c-cc31-4708-9ea3-5efa921761cd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:37.230560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:37.235464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-677c4dec-f2cf-42c9-aa95-93bae71cdc31 req-68c929f9-c878-4d9e-bdf0-b516099c14fe service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258544 Feb 11 13:58:37.236414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:37.245087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50438) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:37.255767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6677895d-c91e-4078-9682-196f3b1e7b07 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4943566 Feb 11 13:58:37.337416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet dbc34599-9ede-453c-b3ee-e3aa01d04610 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:58:37.341115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (dbc34599-9ede-453c-b3ee-e3aa01d04610), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.382563 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (dbc34599-9ede-453c-b3ee-e3aa01d04610), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.424489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '22c1161c-cc31-4708-9ea3-5efa921761cd', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': '22c1161c-cc31-4708-9ea3-5efa921761cd', 'mac_address': 'fa:16:3e:f8:21:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:58:37.484826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 22c1161c-cc31-4708-9ea3-5efa921761cd is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:37.485527 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.493901 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (dbc34599-9ede-453c-b3ee-e3aa01d04610), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.508018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c1161c-cc31-4708-9ea3-5efa921761cd {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:58:37.521532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:37.603174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (dbc34599-9ede-453c-b3ee-e3aa01d04610), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.608691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 22c1161c-cc31-4708-9ea3-5efa921761cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=22c1161c-cc31-4708-9ea3-5efa921761cd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:37.621814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.625181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/dbc34599-9ede-453c-b3ee-e3aa01d04610 HTTP/1.1" status: 204 len: 168 time: 0.3789060 Feb 11 13:58:37.629178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50452) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:37.647498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a702c0-07f9-4838-aa4b-f2d39873055f None None] Network 04820621-288d-40b3-bdb3-e8791baddab3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:37.656846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.661940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce62ff-b647-4165-a689-85dddd656c23 req-788c72a5-687b-44af-8ce6-678b758be0c6 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:37.669863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10ce62ff-b647-4165-a689-85dddd656c23 req-788c72a5-687b-44af-8ce6-678b758be0c6 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 948 time: 0.1059842 Feb 11 13:58:37.672231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 00c2a221-894b-41c5-a613-c9bd27df41b8 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:58:37.688731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f283fb-bdd3-4ea9-ba67-625b04f0ed93 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc34599-9ede-453c-b3ee-e3aa01d04610,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:37.729984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10ce62ff-b647-4165-a689-85dddd656c23 req-3946974c-9141-4a4b-b271-d93065857baf tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572987 Feb 11 13:58:37.805150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (04820621-288d-40b3-bdb3-e8791baddab3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.864688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 00c2a221-894b-41c5-a613-c9bd27df41b8, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=00c2a221-894b-41c5-a613-c9bd27df41b8,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:37.877143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:37.877625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.941975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '00c2a221-894b-41c5-a613-c9bd27df41b8', 'network_id': 'd04a0320-16ff-482f-af88-cefb2e75f671', 'port_id': '00c2a221-894b-41c5-a613-c9bd27df41b8', 'mac_address': 'fa:16:3e:33:c3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787529c2-77d3-4bd5-8276-2be67df9e90f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:58:37.955812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=22c1161c-cc31-4708-9ea3-5efa921761cd,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:37.958321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 632ceaee-476e-4eb4-a7cb-6ebd2574f803, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=632ceaee-476e-4eb4-a7cb-6ebd2574f803,segment=NetworkSegment(2ce7dd4c-96d6-49dd-8724-62476cf8c07a),segment_id=2ce7dd4c-96d6-49dd-8724-62476cf8c07a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:37.959036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:37.984814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 632ceaee-476e-4eb4-a7cb-6ebd2574f803 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:38.186997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f663a4e-5924-455c-b774-caf8c4eeb17b req-51c8f98c-aeb4-41e0-863e-3410209a348c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:38.188657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f663a4e-5924-455c-b774-caf8c4eeb17b req-51c8f98c-aeb4-41e0-863e-3410209a348c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 944 time: 0.1778080 Feb 11 13:58:38.232179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 00c2a221-894b-41c5-a613-c9bd27df41b8 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:38.232670 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.249638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (632ceaee-476e-4eb4-a7cb-6ebd2574f803), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.280888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c2a221-894b-41c5-a613-c9bd27df41b8 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:58:38.301854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 00c2a221-894b-41c5-a613-c9bd27df41b8, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=00c2a221-894b-41c5-a613-c9bd27df41b8,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:38.306318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7ac93-f21c-4690-8a83-d330c92a8214 None None] DHCP port deletion for 04820621-288d-40b3-bdb3-e8791baddab3 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:58:38.328096 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.342278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=632ceaee-476e-4eb4-a7cb-6ebd2574f803,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:38.357010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port 632ceaee-476e-4eb4-a7cb-6ebd2574f803 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:38.391521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f663a4e-5924-455c-b774-caf8c4eeb17b req-9e08e664-b8e5-48a6-9aa2-a9852a60d077 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916363 Feb 11 13:58:38.444325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=00c2a221-894b-41c5-a613-c9bd27df41b8,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:38.529558 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (04820621-288d-40b3-bdb3-e8791baddab3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.532071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:35Z', 'revision_number': 10, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:38.551478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04820621-288d-40b3-bdb3-e8791baddab3']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:38.562721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce7dd4c-96d6-49dd-8724-62476cf8c07a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:38.563024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce7dd4c-96d6-49dd-8724-62476cf8c07a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:38.565599 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:38.573500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (2ce7dd4c-96d6-49dd-8724-62476cf8c07a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.575192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:38.575810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:38.588253 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (2ce7dd4c-96d6-49dd-8724-62476cf8c07a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.594954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:58:38.595350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (2ce7dd4c-96d6-49dd-8724-62476cf8c07a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: timer() Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:58:38.598849 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:58:38.624559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['00c2a221-894b-41c5-a613-c9bd27df41b8'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:58:38.665606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['22c1161c-cc31-4708-9ea3-5efa921761cd'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:58:38.697570 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (04820621-288d-40b3-bdb3-e8791baddab3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.709682 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.720614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/04820621-288d-40b3-bdb3-e8791baddab3 HTTP/1.1" status: 204 len: 168 time: 1.0876858 Feb 11 13:58:38.720890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:38.744720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b9fe-d057-410f-bdf9-73c0bf50c267 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=04820621-288d-40b3-bdb3-e8791baddab3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:39.055245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:39.211713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80abd9-353a-4a62-a725-784ef80224e8 req-1714c56d-2dcd-4809-8931-18e9e2bfa667 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.218678 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f80abd9-353a-4a62-a725-784ef80224e8 req-1714c56d-2dcd-4809-8931-18e9e2bfa667 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 949 time: 0.3052545 Feb 11 13:58:39.263762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 632ceaee-476e-4eb4-a7cb-6ebd2574f803 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:39.328538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3f80abd9-353a-4a62-a725-784ef80224e8 req-7baf0416-48b3-4ecb-abee-69800bac996f tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088870 Feb 11 13:58:39.471192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 632ceaee-476e-4eb4-a7cb-6ebd2574f803 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:39.471769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 632ceaee-476e-4eb4-a7cb-6ebd2574f803 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:39.537076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:39.649432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:35Z', 'revision_number': 10, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:39.691013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5dbf3-e013-4713-8520-8beea1736b74 None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:35Z', 'revision_number': 10, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None, '_interfaces': [{'id': '2b03275b-b85c-45d0-8899-78a418336ba6', 'name': '', 'network_id': 'cf7560a9-2d70-48b7-b542-6790f0f12c71', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'mac_address': 'fa:16:3e:e2:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721bbafc-719f-4aff-838c-75bbccb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:50Z', 'updated_at': '2022-02-11T13:57:55Z', 'revision_number': 5, 'project_id': 'fbf4873061284adda71b59dece22c538', 'subnets': [{'id': 'cdf5cda4-4a53-4c39-9ffb-5337a426df6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:39.984535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 2b03275b-b85c-45d0-8899-78a418336ba6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:39.986012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:40.065674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dded7-4212-42bd-bcba-b62711a08a59 req-4a8d8db2-aff4-4478-a721-e5ad2af7633b tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:40.073549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-884dded7-4212-42bd-bcba-b62711a08a59 req-4a8d8db2-aff4-4478-a721-e5ad2af7633b tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 945 time: 0.5589483 Feb 11 13:58:40.135185 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-884dded7-4212-42bd-bcba-b62711a08a59 req-ea33cc59-d566-4a9e-b88b-fc0b364fa4e7 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604129 Feb 11 13:58:40.152925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 2b03275b-b85c-45d0-8899-78a418336ba6, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=2b03275b-b85c-45d0-8899-78a418336ba6,segment=NetworkSegment(d81161c8-28c6-4bed-b445-1803335ea642),segment_id=d81161c8-28c6-4bed-b445-1803335ea642)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:40.153296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:40.172126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 2b03275b-b85c-45d0-8899-78a418336ba6 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:40.552629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386359a1-8792-4841-a5d4-61e946b2f870 req-9a311a42-bd44-4b5f-ae14-e6f1ca211b50 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:40.554610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386359a1-8792-4841-a5d4-61e946b2f870 req-9a311a42-bd44-4b5f-ae14-e6f1ca211b50 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 949 time: 0.1374063 Feb 11 13:58:40.556115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2b03275b-b85c-45d0-8899-78a418336ba6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:40.665176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=2b03275b-b85c-45d0-8899-78a418336ba6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:40.792968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-386359a1-8792-4841-a5d4-61e946b2f870 req-281cc2e6-4e10-4db5-a120-7c3b3f797090 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240846 Feb 11 13:58:40.853890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (721bbafc-719f-4aff-838c-75bbccb87756), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:40.912843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:40.941057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:40.941644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6a63fdd6-cdf3-427e-b9dd-61eda5b958a0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:41.041665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:41.067194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 22c1161c-cc31-4708-9ea3-5efa921761cd up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:41.121638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 22c1161c-cc31-4708-9ea3-5efa921761cd completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:58:41.126388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 22c1161c-cc31-4708-9ea3-5efa921761cd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:41.126780 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.127630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:41.133120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8846e25e-d523-4113-86a2-ba0edbf86ff4 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4112084 Feb 11 13:58:41.136014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50492) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:41.140912 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:41.170349 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:41.171360 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:41.232738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting subnet cdf5cda4-4a53-4c39-9ffb-5337a426df6d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:58:41.249388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (cdf5cda4-4a53-4c39-9ffb-5337a426df6d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.269358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 22c1161c-cc31-4708-9ea3-5efa921761cd is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:41.270018 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.306753 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:41.319048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c1161c-cc31-4708-9ea3-5efa921761cd'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:41.319048 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81cab8d-362d-4380-ba8b-3424a8cb3995" -d '{"events": [{"server_uuid": "c15a754d-3fa4-41c2-b8c1-b0617a1e3bac", "name": "network-vif-plugged", "status": "completed", "tag": "22c1161c-cc31-4708-9ea3-5efa921761cd"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:41.354014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 22c1161c-cc31-4708-9ea3-5efa921761cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=22c1161c-cc31-4708-9ea3-5efa921761cd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:41.362952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.363775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 00c2a221-894b-41c5-a613-c9bd27df41b8 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:41.439783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:40Z', 'revision_number': 11, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:41.447101 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (cdf5cda4-4a53-4c39-9ffb-5337a426df6d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.486516 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216e2558-4eac-4560-ba63-5fc8a937c0fd x-openstack-request-id: req-216e2558-4eac-4560-ba63-5fc8a937c0fd {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:41.487241 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15a754d-3fa4-41c2-b8c1-b0617a1e3bac", "name": "network-vif-plugged", "status": "completed", "tag": "22c1161c-cc31-4708-9ea3-5efa921761cd", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:41.487512 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-216e2558-4eac-4560-ba63-5fc8a937c0fd {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:41.487928 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c1161c-cc31-4708-9ea3-5efa921761cd', 'code': 200} Feb 11 13:58:41.497196 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:41.518428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062aab0-c683-4c3e-9cb4-4386e62f7019 req-c1827e83-6d2c-4c82-8a61-288f1541e68d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:41.520026 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9062aab0-c683-4c3e-9cb4-4386e62f7019 req-c1827e83-6d2c-4c82-8a61-288f1541e68d tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 945 time: 0.2717674 Feb 11 13:58:41.544990 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:41.545239 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:41.598592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 00c2a221-894b-41c5-a613-c9bd27df41b8 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:58:41.637596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 00c2a221-894b-41c5-a613-c9bd27df41b8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:41.638264 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.690837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c70997-dbec-4c1f-a051-277f0f22bc5c req-c8b039da-f3d7-4aae-84b9-33f07d4a6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:41.692376 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c70997-dbec-4c1f-a051-277f0f22bc5c req-c8b039da-f3d7-4aae-84b9-33f07d4a6821 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 1132 time: 0.2138085 Feb 11 13:58:41.695381 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:41.748632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9062aab0-c683-4c3e-9cb4-4386e62f7019 req-a9a723c4-7002-4129-aaf0-a2a77c2de5bf tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037151 Feb 11 13:58:41.751152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (cdf5cda4-4a53-4c39-9ffb-5337a426df6d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.771063 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:40Z', 'revision_number': 11, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:41.791293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=22c1161c-cc31-4708-9ea3-5efa921761cd,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:41.808302 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d48ed-7cf1-4b04-a68b-f580a1a22c9a None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:40Z', 'revision_number': 11, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:41.837607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 00c2a221-894b-41c5-a613-c9bd27df41b8 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:41.839737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.840823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36c70997-dbec-4c1f-a051-277f0f22bc5c req-551d4ee1-2aa3-4163-a180-2ae19a375665 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400568 Feb 11 13:58:41.874282 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (cdf5cda4-4a53-4c39-9ffb-5337a426df6d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.910687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:41.914745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/cdf5cda4-4a53-4c39-9ffb-5337a426df6d HTTP/1.1" status: 204 len: 168 time: 0.7772706 Feb 11 13:58:41.917575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50514) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:41.922114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3b7205-1fbd-4a30-9d2e-4a88e785002e None None] Network cf7560a9-2d70-48b7-b542-6790f0f12c71 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:58:41.939673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf1c83-02a2-47fb-aec9-301dfda682cb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf5cda4-4a53-4c39-9ffb-5337a426df6d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:41.978918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 00c2a221-894b-41c5-a613-c9bd27df41b8, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=00c2a221-894b-41c5-a613-c9bd27df41b8,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:41.990828 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.070189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=00c2a221-894b-41c5-a613-c9bd27df41b8,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:42.108155 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (cf7560a9-2d70-48b7-b542-6790f0f12c71), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.157814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292139f4-0dd8-4de1-aac1-753d4c88c33f req-eb3f9741-8f5b-47ff-a910-d0aca3f88e0b tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:42.159436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-292139f4-0dd8-4de1-aac1-753d4c88c33f req-eb3f9741-8f5b-47ff-a910-d0aca3f88e0b tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 950 time: 0.2029443 Feb 11 13:58:42.286598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-292139f4-0dd8-4de1-aac1-753d4c88c33f req-8dada123-0af8-4df6-9eea-85897f767d12 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822017 Feb 11 13:58:42.290771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Deleting port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:42.291412 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.325523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] DHCP port deletion for cf7560a9-2d70-48b7-b542-6790f0f12c71 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:58:42.392896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] For port 1ce181cd-945c-4a0c-94ee-6c76a7299e45, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce181cd-945c-4a0c-94ee-6c76a7299e45,segment=NetworkSegment(d81161c8-28c6-4bed-b445-1803335ea642),segment_id=d81161c8-28c6-4bed-b445-1803335ea642)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:42.393522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.396730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] Deleting port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:42.397211 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.509666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] For port 1ce181cd-945c-4a0c-94ee-6c76a7299e45, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ce181cd-945c-4a0c-94ee-6c76a7299e45,segment=NetworkSegment(d81161c8-28c6-4bed-b445-1803335ea642),segment_id=d81161c8-28c6-4bed-b445-1803335ea642)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:42.512013 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.528759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] Calling delete_port for 1ce181cd-945c-4a0c-94ee-6c76a7299e45 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:42.639098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.678981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] Pushing event deleted for resources: {'Port': ['ID=1ce181cd-945c-4a0c-94ee-6c76a7299e45,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:42.685865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e84ff-3241-426d-a6e0-44a370a7f1f3 None None] No DVR routers for this DVR port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:42.821462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Calling delete_port for 1ce181cd-945c-4a0c-94ee-6c76a7299e45 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:42.964672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e6f0-b201-4541-acdb-d2317fc38c91 req-3b96571c-f2ce-40b3-b024-36f5f0c3c622 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:42.971886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce181cd-945c-4a0c-94ee-6c76a7299e45 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:42.974449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5a0e6f0-b201-4541-acdb-d2317fc38c91 req-3b96571c-f2ce-40b3-b024-36f5f0c3c622 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 946 time: 0.1341219 Feb 11 13:58:42.985132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1ce181cd-945c-4a0c-94ee-6c76a7299e45), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.006511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No DVR routers for this DVR port 1ce181cd-945c-4a0c-94ee-6c76a7299e45 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:43.013935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1ce181cd-945c-4a0c-94ee-6c76a7299e45 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:43.014646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ce181cd-945c-4a0c-94ee-6c76a7299e45 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:43.015078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2b03275b-b85c-45d0-8899-78a418336ba6 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:43.032588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Port': ['ID=1ce181cd-945c-4a0c-94ee-6c76a7299e45,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:43.052708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 2b03275b-b85c-45d0-8899-78a418336ba6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:43.053068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 2b03275b-b85c-45d0-8899-78a418336ba6 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:43.083548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5a0e6f0-b201-4541-acdb-d2317fc38c91 req-045a2240-81de-46f6-8093-4e784a1ed416 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031775 Feb 11 13:58:43.131173 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (cf7560a9-2d70-48b7-b542-6790f0f12c71), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.154732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7560a9-2d70-48b7-b542-6790f0f12c71']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:43.165414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81161c8-28c6-4bed-b445-1803335ea642') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:43.165755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81161c8-28c6-4bed-b445-1803335ea642') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:43.178245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (d81161c8-28c6-4bed-b445-1803335ea642), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.196843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d81161c8-28c6-4bed-b445-1803335ea642), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.208847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:58:43.209415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (d81161c8-28c6-4bed-b445-1803335ea642), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: timer() Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:58:43.213500 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:58:43.288222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (cf7560a9-2d70-48b7-b542-6790f0f12c71), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.305595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.313382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50530) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:43.320385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'routes': None}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:43.322694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/networks/cf7560a9-2d70-48b7-b542-6790f0f12c71 HTTP/1.1" status: 204 len: 168 time: 1.4035711 Feb 11 13:58:43.354239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb81ab6-244c-4816-a0e8-7ea9fabc216b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Pushing event deleted for resources: {'Network': ['ID=cf7560a9-2d70-48b7-b542-6790f0f12c71,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:43.489099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2a221-894b-41c5-a613-c9bd27df41b8'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:43.491734 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b65dd93-1160-4f23-909f-fc64d7e3c4b6" -d '{"events": [{"server_uuid": "23a48f7f-d1cc-49d8-8b9f-4742b562d3ce", "name": "network-vif-plugged", "status": "completed", "tag": "00c2a221-894b-41c5-a613-c9bd27df41b8"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:43.507913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f576aa-7400-4240-884f-825d1d2de2a8 req-fcf7f5ca-9474-4324-8ad9-1de312cbc206 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:43.512127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9f576aa-7400-4240-884f-825d1d2de2a8 req-fcf7f5ca-9474-4324-8ad9-1de312cbc206 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 950 time: 0.1065412 Feb 11 13:58:43.561048 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0235ab-fedc-4fce-b453-f3a1c8ed34ed x-openstack-request-id: req-0a0235ab-fedc-4fce-b453-f3a1c8ed34ed {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:43.561600 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a48f7f-d1cc-49d8-8b9f-4742b562d3ce", "name": "network-vif-plugged", "status": "completed", "tag": "00c2a221-894b-41c5-a613-c9bd27df41b8", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:43.562067 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a0235ab-fedc-4fce-b453-f3a1c8ed34ed {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:43.562690 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2a221-894b-41c5-a613-c9bd27df41b8', 'code': 200} Feb 11 13:58:43.601380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9f576aa-7400-4240-884f-825d1d2de2a8 req-0575a0eb-bafa-42ed-b390-f576376fb19a tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833089 Feb 11 13:58:43.673763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.extraroute_db [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Added routes are [] {{(pid=103175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:58:43.674331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.extraroute_db [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Removed routes are [] {{(pid=103175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:58:43.674856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.865968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.871129 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (721bbafc-719f-4aff-838c-75bbccb87756), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.970990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c58332-9226-406f-b85f-8b0a446c0494 req-b2076aa4-ba28-4daf-bb5d-6b5a24ed9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:43.972725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14c58332-9226-406f-b85f-8b0a446c0494 req-b2076aa4-ba28-4daf-bb5d-6b5a24ed9711 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 1128 time: 0.3079906 Feb 11 13:58:44.002089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router 721bbafc-719f-4aff-838c-75bbccb87756 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:44.044204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14c58332-9226-406f-b85f-8b0a446c0494 req-27b9da98-d2f7-4335-a4a2-d629fe24e616 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647910 Feb 11 13:58:44.069566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c69331-2173-4099-ae2c-6bf4003d7b8b req-bf49078d-dc61-4748-af41-cab35b3b1638 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:44.071155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56c69331-2173-4099-ae2c-6bf4003d7b8b req-bf49078d-dc61-4748-af41-cab35b3b1638 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 950 time: 0.0655291 Feb 11 13:58:44.201088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-56c69331-2173-4099-ae2c-6bf4003d7b8b req-9fcfb95e-3bfc-4d2e-bd5e-4693713b4ff7 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153390 Feb 11 13:58:44.232650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:44.240045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.242379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-be7bdc87-113a-428a-8e37-bd2893ad2689 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 200 len: 705 time: 0.9250748 Feb 11 13:58:44.243963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] Sync routers for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:44.245304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50554) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:44.259343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:44.263719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:44.269495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356553fa-5f46-4f53-be92-6f622b49e143 req-db156805-d8b1-4e1a-b9ee-2dc303d6dc99 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:44.271518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-356553fa-5f46-4f53-be92-6f622b49e143 req-db156805-d8b1-4e1a-b9ee-2dc303d6dc99 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 946 time: 0.0725064 Feb 11 13:58:44.302724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-94287ea7-8293-42e7-a49f-976d88a53184 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 200 len: 205 time: 0.0562367 Feb 11 13:58:44.303386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50556) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:44.357944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:44.378321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-356553fa-5f46-4f53-be92-6f622b49e143 req-9c414c84-0a15-4e62-8d1e-dbb3504fe183 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964704 Feb 11 13:58:44.420570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:40Z', 'revision_number': 11, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:44.450109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] Checking router: 721bbafc-719f-4aff-838c-75bbccb87756 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:44.461439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] Routers {'721bbafc-719f-4aff-838c-75bbccb87756'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:44.462090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['721bbafc-719f-4aff-838c-75bbccb87756'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:44.474633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46ca446c-69c4-4242-ba32-d40e750ab759 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (721bbafc-719f-4aff-838c-75bbccb87756), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.548038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] Set router 721bbafc-719f-4aff-838c-75bbccb87756 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:44.711826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:40Z', 'revision_number': 11, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:44.811298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46ca446c-69c4-4242-ba32-d40e750ab759 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (721bbafc-719f-4aff-838c-75bbccb87756), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.811298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46ca446c-69c4-4242-ba32-d40e750ab759 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (721bbafc-719f-4aff-838c-75bbccb87756), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.816275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596aa212-7bea-4f5e-afd7-e18f250b1bb5 None None] The sync data for ids ['721bbafc-719f-4aff-838c-75bbccb87756'] in n-d-828676-2 is: [{'id': '721bbafc-719f-4aff-838c-75bbccb87756', 'name': 'tempest-RoutersIpV6Test-router-1594042221', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:48Z', 'updated_at': '2022-02-11T13:58:40Z', 'revision_number': 11, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:44.816588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46ca446c-69c4-4242-ba32-d40e750ab759 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (721bbafc-719f-4aff-838c-75bbccb87756), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.816588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca446c-69c4-4242-ba32-d40e750ab759 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Fanout notify agent at l3_agent the message router_deleted on router 721bbafc-719f-4aff-838c-75bbccb87756 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:58:44.816588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46ca446c-69c4-4242-ba32-d40e750ab759 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.816588 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46ca446c-69c4-4242-ba32-d40e750ab759 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 204 len: 168 time: 0.4742417 Feb 11 13:58:44.817419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50582) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:44.817419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-03bb4e9f-22d5-4513-9edc-b3a5476e779b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1150479750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:44.842667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e9f-22d5-4513-9edc-b3a5476e779b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.843754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e9f-22d5-4513-9edc-b3a5476e779b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.938178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e9f-22d5-4513-9edc-b3a5476e779b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (cd8831ad-83ef-4614-bb81-841ce658bce2), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:44.946457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e9f-22d5-4513-9edc-b3a5476e779b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:45.021305 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03bb4e9f-22d5-4513-9edc-b3a5476e779b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:45.040021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-03bb4e9f-22d5-4513-9edc-b3a5476e779b tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2513568 Feb 11 13:58:45.043907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:45.076771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-45007bc9-8ab8-4f52-8f69-f4b72b572c02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:45.500024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45007bc9-8ab8-4f52-8f69-f4b72b572c02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:45.514835 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45007bc9-8ab8-4f52-8f69-f4b72b572c02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527008'] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:45.531343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325587-504b-47c3-968a-21be4f4a3d7e req-e5ff4e7d-0127-4e01-87a5-71ec40fa829d tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:45.532937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0325587-504b-47c3-968a-21be4f4a3d7e req-e5ff4e7d-0127-4e01-87a5-71ec40fa829d tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 950 time: 0.1127298 Feb 11 13:58:45.562232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-f09b6a39-d9f5-43e6-825e-3f0007cc605a tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:45.564221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-f09b6a39-d9f5-43e6-825e-3f0007cc605a tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.83 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 950 time: 0.1453085 Feb 11 13:58:45.584832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b865e-28ad-4a76-b326-3eb6b868a3b8 req-04bc0b4e-1a0b-4ae4-93f4-594b8ebe417a tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:45.586566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d61b865e-28ad-4a76-b326-3eb6b868a3b8 req-04bc0b4e-1a0b-4ae4-93f4-594b8ebe417a tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 946 time: 0.1111155 Feb 11 13:58:45.644415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0325587-504b-47c3-968a-21be4f4a3d7e req-3ffcf6ad-80e0-4125-bfb2-3987d01a8596 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89c707-9834-44a5-b832-1ebf45e286e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Feb 11 13:58:45.719580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d61b865e-28ad-4a76-b326-3eb6b868a3b8 req-023484bb-4085-4922-b62e-acd4d456b2c4 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071250 Feb 11 13:58:45.749144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45007bc9-8ab8-4f52-8f69-f4b72b572c02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Router cd8831ad-83ef-4614-bb81-841ce658bce2 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:58:45.807208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Deleting port 22c1161c-cc31-4708-9ea3-5efa921761cd {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:45.807733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:45.903624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45007bc9-8ab8-4f52-8f69-f4b72b572c02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:45.914529 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] Sync routers for ids ['cd8831ad-83ef-4614-bb81-841ce658bce2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:45.922931 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45007bc9-8ab8-4f52-8f69-f4b72b572c02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:45.926598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-45007bc9-8ab8-4f52-8f69-f4b72b572c02 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "PUT /v2.0/routers/cd8831ad-83ef-4614-bb81-841ce658bce2 HTTP/1.1" status: 200 len: 698 time: 0.8786533 Feb 11 13:58:45.930094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:45.937475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] For port 22c1161c-cc31-4708-9ea3-5efa921761cd, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=22c1161c-cc31-4708-9ea3-5efa921761cd,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:45.938271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:45.955580 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] Routers {'cd8831ad-83ef-4614-bb81-841ce658bce2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:45.957439 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['cd8831ad-83ef-4614-bb81-841ce658bce2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:45.970229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Calling delete_port for 22c1161c-cc31-4708-9ea3-5efa921761cd owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:46.160265 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] Set router cd8831ad-83ef-4614-bb81-841ce658bce2 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:46.179245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50636) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:46.183237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c39adcc8-0410-484c-8904-af6e0cb6c203 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/routers/cd8831ad-83ef-4614-bb81-841ce658bce2 HTTP/1.1" status: 200 len: 704 time: 0.2507973 Feb 11 13:58:46.240773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-34626f64-5264-4447-8e83-6f0933d58525 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd8831ad-83ef-4614-bb81-841ce658bce2 HTTP/1.1" status: 200 len: 205 time: 0.0579247 Feb 11 13:58:46.243762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50640) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:46.266386 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (22c1161c-cc31-4708-9ea3-5efa921761cd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.281824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['22c1161c-cc31-4708-9ea3-5efa921761cd'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:58:46.345460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Pushing event deleted for resources: {'Port': ['ID=22c1161c-cc31-4708-9ea3-5efa921761cd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:46.367350 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8831ad-83ef-4614-bb81-841ce658bce2', 'name': 'tempest-RoutersIpV6Test-router-1150479750', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:44Z', 'updated_at': '2022-02-11T13:58:45Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:46.406440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] No DVR routers for this DVR port 22c1161c-cc31-4708-9ea3-5efa921761cd on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:46.409185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.413976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4432d926-bc1a-4c2b-86f9-4086514eee10 req-8119d2b0-92ad-4929-84f1-8a1980a86369 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.83 "DELETE /v2.0/ports/22c1161c-cc31-4708-9ea3-5efa921761cd HTTP/1.1" status: 204 len: 173 time: 0.8425698 Feb 11 13:58:46.414745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'name': 'network-vif-deleted', 'tag': '22c1161c-cc31-4708-9ea3-5efa921761cd'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:46.443157 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a7634c-ab54-479f-8927-cf7066e921ef" -d '{"events": [{"server_uuid": "c15a754d-3fa4-41c2-b8c1-b0617a1e3bac", "name": "network-vif-deleted", "tag": "22c1161c-cc31-4708-9ea3-5efa921761cd"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:46.495817 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] Checking router: cd8831ad-83ef-4614-bb81-841ce658bce2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:46.502246 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f77142bb-c315-4ec1-aaea-fde58025d069 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.549397 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] Routers {'cd8831ad-83ef-4614-bb81-841ce658bce2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:46.550019 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['cd8831ad-83ef-4614-bb81-841ce658bce2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:46.606495 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10a4d0a-c47d-48eb-974a-7ea48c9c575f x-openstack-request-id: req-b10a4d0a-c47d-48eb-974a-7ea48c9c575f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:46.606837 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15a754d-3fa4-41c2-b8c1-b0617a1e3bac", "name": "network-vif-deleted", "tag": "22c1161c-cc31-4708-9ea3-5efa921761cd", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:46.608550 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b10a4d0a-c47d-48eb-974a-7ea48c9c575f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:46.609078 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15a754d-3fa4-41c2-b8c1-b0617a1e3bac', 'name': 'network-vif-deleted', 'tag': '22c1161c-cc31-4708-9ea3-5efa921761cd', 'status': 'completed', 'code': 200} Feb 11 13:58:46.770177 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] Set router cd8831ad-83ef-4614-bb81-841ce658bce2 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:46.844290 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8831ad-83ef-4614-bb81-841ce658bce2', 'name': 'tempest-RoutersIpV6Test-router-1150479750', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:44Z', 'updated_at': '2022-02-11T13:58:45Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:46.873981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f77142bb-c315-4ec1-aaea-fde58025d069 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.893866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c97aeff3-a1ab-4f2a-8506-29a38bb51389 req-d412b87a-dab8-4a6d-bf09-4164afe8a1c6 tempest-VolumesNegativeTest-1635657385 tempest-VolumesNegativeTest-1635657385-project] 10.222.0.79 "GET /v2.0/ports?device_id=c15a754d-3fa4-41c2-b8c1-b0617a1e3bac HTTP/1.1" status: 200 len: 210 time: 0.0867438 Feb 11 13:58:46.895085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f77142bb-c315-4ec1-aaea-fde58025d069 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router_controller (cd8831ad-83ef-4614-bb81-841ce658bce2), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.981822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f77142bb-c315-4ec1-aaea-fde58025d069 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (cd8831ad-83ef-4614-bb81-841ce658bce2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.982406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77142bb-c315-4ec1-aaea-fde58025d069 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Fanout notify agent at l3_agent the message router_deleted on router cd8831ad-83ef-4614-bb81-841ce658bce2 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:58:46.989180 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f77142bb-c315-4ec1-aaea-fde58025d069 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.990381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f77142bb-c315-4ec1-aaea-fde58025d069 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/cd8831ad-83ef-4614-bb81-841ce658bce2 HTTP/1.1" status: 204 len: 168 time: 0.7445269 Feb 11 13:58:46.998747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50658) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.062582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.073070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29aee47c-fe39-46af-8858-b97d5301a7d5 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd8831ad-83ef-4614-bb81-841ce658bce2 HTTP/1.1" status: 200 len: 205 time: 0.0725584 Feb 11 13:58:47.144366 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-5bbcf733-298c-4d15-b6b5-90e9c916ca69 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] delete failed (client error): The resource could not be found. Feb 11 13:58:47.146093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5bbcf733-298c-4d15-b6b5-90e9c916ca69 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/cd8831ad-83ef-4614-bb81-841ce658bce2 HTTP/1.1" status: 404 len: 336 time: 0.0810084 Feb 11 13:58:47.149759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50664) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.188414 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb2cc64-f325-4711-a524-5b2b5579ea2e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:47.190244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb2cc64-f325-4711-a524-5b2b5579ea2e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:47.194888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ecb2cc64-f325-4711-a524-5b2b5579ea2e tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/097d997d-2718-4b5d-b814-0f7a09c04724 HTTP/1.1" status: 404 len: 337 time: 0.0436497 Feb 11 13:58:47.197567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50668) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.231435 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ad6798-df24-40f3-a724-343de0fab476 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:47.231435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ad6798-df24-40f3-a724-343de0fab476 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:47.234562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-47ad6798-df24-40f3-a724-343de0fab476 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/13571432-ad3b-4300-b94c-de25e88748c4 HTTP/1.1" status: 404 len: 337 time: 0.0356338 Feb 11 13:58:47.237054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50670) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.276070 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d63d96-b950-4ecb-8ec1-b03d10c4e95c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:47.277443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d63d96-b950-4ecb-8ec1-b03d10c4e95c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:47.281101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f8d63d96-b950-4ecb-8ec1-b03d10c4e95c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/dbc34599-9ede-453c-b3ee-e3aa01d04610 HTTP/1.1" status: 404 len: 337 time: 0.0429766 Feb 11 13:58:47.285347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50676) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.328493 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab8ce47-ee5f-4a79-a078-a3a83984b522 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:47.329289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab8ce47-ee5f-4a79-a078-a3a83984b522 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:47.336466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50680) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.337010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ab8ce47-ee5f-4a79-a078-a3a83984b522 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/cdf5cda4-4a53-4c39-9ffb-5337a426df6d HTTP/1.1" status: 404 len: 337 time: 0.0495477 Feb 11 13:58:47.339943 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375d7a7-329c-4248-9466-402d76e673ce None None] The sync data for ids ['cd8831ad-83ef-4614-bb81-841ce658bce2'] in n-d-828676-2 is: [{'id': 'cd8831ad-83ef-4614-bb81-841ce658bce2', 'name': 'tempest-RoutersIpV6Test-router-1150479750', 'tenant_id': 'fbf4873061284adda71b59dece22c538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:44Z', 'updated_at': '2022-02-11T13:58:45Z', 'revision_number': 2, 'project_id': 'fbf4873061284adda71b59dece22c538', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:47.400043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50686) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.402436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aa09b1ff-cc8c-45b2-ace9-036f93585e73 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 200 len: 205 time: 0.0597291 Feb 11 13:58:47.466051 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-df805e07-9f5b-4086-a678-d8ea292230a8 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] delete failed (client error): The resource could not be found. Feb 11 13:58:47.473388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50688) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.474413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-df805e07-9f5b-4086-a678-d8ea292230a8 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/721bbafc-719f-4aff-838c-75bbccb87756 HTTP/1.1" status: 404 len: 336 time: 0.0717103 Feb 11 13:58:47.523448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8520efd2-285d-4f7a-81e8-4ecd1a267c86 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed24f485-36c7-42f8-a56f-5900c1501050 HTTP/1.1" status: 200 len: 205 time: 0.0473523 Feb 11 13:58:47.525834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.576702 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-71412abd-6da2-4e97-a95a-9d79d44106bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] delete failed (client error): The resource could not be found. Feb 11 13:58:47.578362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71412abd-6da2-4e97-a95a-9d79d44106bb tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/ed24f485-36c7-42f8-a56f-5900c1501050 HTTP/1.1" status: 404 len: 336 time: 0.0504594 Feb 11 13:58:47.580816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50692) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.644064 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a224ca9a-fa13-48cc-af7e-357e5a1f878f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:47.644512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a224ca9a-fa13-48cc-af7e-357e5a1f878f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:47.650152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a224ca9a-fa13-48cc-af7e-357e5a1f878f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/6200f3ba-3876-4439-8dbc-97afe7ace180 HTTP/1.1" status: 404 len: 337 time: 0.0656619 Feb 11 13:58:47.651035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.716994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6533950d-134f-4ef1-bcfc-7a07246436b0 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f08dc17-6cf5-46eb-bb09-e246ff0b9565 HTTP/1.1" status: 200 len: 205 time: 0.0626810 Feb 11 13:58:47.717885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50698) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.806275 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-6aa7d607-dd48-4f6f-b904-6b1f0eefd34c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] delete failed (client error): The resource could not be found. Feb 11 13:58:47.811126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50702) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.811457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6aa7d607-dd48-4f6f-b904-6b1f0eefd34c tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/2f08dc17-6cf5-46eb-bb09-e246ff0b9565 HTTP/1.1" status: 404 len: 336 time: 0.0922415 Feb 11 13:58:47.863571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1ead382a-fa39-4ca5-a339-c8ab8d69ddfc tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb7bc416-442c-499c-ab86-97ccbee26d44 HTTP/1.1" status: 200 len: 205 time: 0.0512183 Feb 11 13:58:47.866525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.976039 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [None req-f0062cf8-f74b-441b-a3ca-28a2223e6cc9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] delete failed (client error): The resource could not be found. Feb 11 13:58:47.981090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50710) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:47.981663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f0062cf8-f74b-441b-a3ca-28a2223e6cc9 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/cb7bc416-442c-499c-ab86-97ccbee26d44 HTTP/1.1" status: 404 len: 336 time: 0.1096501 Feb 11 13:58:48.047363 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebc2a23-0921-4d39-8f7e-9b9e4981cbba tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:48.047901 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebc2a23-0921-4d39-8f7e-9b9e4981cbba tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:48.053475 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5ebc2a23-0921-4d39-8f7e-9b9e4981cbba tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/dd83f938-1b04-4e56-99d8-7b7bb09dc5e5 HTTP/1.1" status: 404 len: 337 time: 0.0713468 Feb 11 13:58:48.056450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50716) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:48.104178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50722) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:48.117812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-418c3146-51af-441e-9b85-be08a9ff3e28 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e138e05-b2c6-48ec-ac1b-02b9baef4f8e HTTP/1.1" status: 200 len: 205 time: 0.0444949 Feb 11 13:58:48.165572 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-0b10ea2c-bc6a-491a-8c76-7bad2eb147d2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] delete failed (client error): The resource could not be found. Feb 11 13:58:48.169432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b10ea2c-bc6a-491a-8c76-7bad2eb147d2 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/9e138e05-b2c6-48ec-ac1b-02b9baef4f8e HTTP/1.1" status: 404 len: 336 time: 0.0636563 Feb 11 13:58:48.172188 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50726) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:48.210908 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-77231d77-d50d-4dfa-99fd-c05f9d96b07f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:48.211367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77231d77-d50d-4dfa-99fd-c05f9d96b07f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:48.231994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50732) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:48.237916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-77231d77-d50d-4dfa-99fd-c05f9d96b07f tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/8018ee41-7f3e-4994-83cf-d2320b5421ab HTTP/1.1" status: 404 len: 337 time: 0.0543067 Feb 11 13:58:48.281994 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50736) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:48.282414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-778a8bfe-a263-4ecd-b082-a56dc4a93293 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d0bce22-a675-4305-99ce-a0d64a4a65a1 HTTP/1.1" status: 200 len: 205 time: 0.0489285 Feb 11 13:58:48.396105 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-5e8394ce-ff30-41f7-9a89-cc5b756b1e68 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] delete failed (client error): The resource could not be found. Feb 11 13:58:48.399743 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5e8394ce-ff30-41f7-9a89-cc5b756b1e68 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/routers/2d0bce22-a675-4305-99ce-a0d64a4a65a1 HTTP/1.1" status: 404 len: 336 time: 0.1140916 Feb 11 13:58:48.400455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50742) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:48.482273 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85ee13e-1248-457c-a94e-a055892e6edd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:48.482928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85ee13e-1248-457c-a94e-a055892e6edd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:48.489351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:48.495328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c85ee13e-1248-457c-a94e-a055892e6edd tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/bc7ab39d-34c9-4330-9e6e-6691fc22efe2 HTTP/1.1" status: 404 len: 337 time: 0.0905304 Feb 11 13:58:48.575683 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5e5ca3-bbf3-4ac6-9f84-1b2e32ebc414 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] DELETE failed (client error): The resource could not be found. Feb 11 13:58:48.582156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5e5ca3-bbf3-4ac6-9f84-1b2e32ebc414 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:58:48.587242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ba5e5ca3-bbf3-4ac6-9f84-1b2e32ebc414 tempest-RoutersIpV6Test-1791512549 tempest-RoutersIpV6Test-1791512549-project] 10.222.0.79 "DELETE /v2.0/subnets/941e3d2e-552b-4c25-93ad-0a627e06d1fe HTTP/1.1" status: 404 len: 337 time: 0.0965679 Feb 11 13:58:49.069448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 50784) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:49.407849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19e7692f-4760-4f15-be36-bb14e92bddac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbf4873061284adda71b59dece22c538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350031 Feb 11 13:58:49.408187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 50820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:49.513098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09446468-e449-404a-9201-4946d18e2dfa admin admin] Publish callbacks [] for security_group (f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:49.536031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09446468-e449-404a-9201-4946d18e2dfa admin admin] Publish callbacks [] for security_group (f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:49.599511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09446468-e449-404a-9201-4946d18e2dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:49.602085 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-09446468-e449-404a-9201-4946d18e2dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:49.605027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-09446468-e449-404a-9201-4946d18e2dfa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc HTTP/1.1" status: 204 len: 168 time: 0.1952026 Feb 11 13:58:49.624124 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09446468-e449-404a-9201-4946d18e2dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bbae2e-6e1d-4813-b35c-6ac14ae84fbc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:50.211228 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:50.406878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-2bfd9b36-94a3-42ed-816b-03444db34003 req-9702f118-60d7-4fb6-adbd-210f16ea64ae service neutron] (103175) timed out ('10.222.0.30', 51859) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:58:51.119702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 22c1161c-cc31-4708-9ea3-5efa921761cd no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:51.263407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 22c1161c-cc31-4708-9ea3-5efa921761cd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:51.270363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 22c1161c-cc31-4708-9ea3-5efa921761cd not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:52.037682 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:57.073957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1c9c-b38d-4328-bb6a-abbc8016c73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:59.324076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-17ff5a44-9aab-4688-adaa-4d8d0b5aa0ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491809 Feb 11 13:58:59.436086 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-48db492a-b2cc-4219-8091-fed72f4217b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:59.475851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-b742b653-3b63-4507-bb81-f145b4607e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:59.499631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-b742b653-3b63-4507-bb81-f145b4607e89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 1128 time: 0.0977216 Feb 11 13:58:59.706489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-1ccb573a-9821-4adf-ab2f-bacb87fc6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:59.708268 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-1ccb573a-9821-4adf-ab2f-bacb87fc6aae service neutron] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 915 time: 0.2034519 Feb 11 13:58:59.791097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-ce5601ba-e9c0-442b-bbd9-808682072222 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c2a221-894b-41c5-a613-c9bd27df41b8 HTTP/1.1" status: 200 len: 217 time: 0.0746157 Feb 11 13:58:59.938390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-788e82c7-0377-4051-a9c0-ee836c713152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:59.940086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-788e82c7-0377-4051-a9c0-ee836c713152 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.1437714 Feb 11 13:59:00.033936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-65c749f1-4ecf-4294-997b-201cb5bccc63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772185 Feb 11 13:59:00.210386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-bb3beef3-cb36-457f-84bb-27eecaf5e8bc service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679356 Feb 11 13:59:00.378163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15f3481a-8b21-4e87-8183-b96e2e2c5b0d req-dd06f111-fba3-4da4-b177-bd59b9159d88 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613932 Feb 11 13:59:01.036407 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:02.485098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:02.996161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51394) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:03.522768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51420) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:03.537952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-997c622c-9598-421b-8ecc-53aefcd3c3b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e238594d29d0474f8135a7417b982c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405364 Feb 11 13:59:03.671922 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:59:03.683062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0443e86-3ab8-47ec-b542-9437287724d0 admin admin] Publish callbacks [] for security_group (7c89c707-9834-44a5-b832-1ebf45e286e1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:03.688350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:03.756982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0443e86-3ab8-47ec-b542-9437287724d0 admin admin] Publish callbacks [] for security_group (7c89c707-9834-44a5-b832-1ebf45e286e1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:03.857043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0443e86-3ab8-47ec-b542-9437287724d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7c89c707-9834-44a5-b832-1ebf45e286e1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:03.866233 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0443e86-3ab8-47ec-b542-9437287724d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:03.867839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0443e86-3ab8-47ec-b542-9437287724d0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c89c707-9834-44a5-b832-1ebf45e286e1 HTTP/1.1" status: 204 len: 168 time: 0.3433805 Feb 11 13:59:03.898599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443e86-3ab8-47ec-b542-9437287724d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89c707-9834-44a5-b832-1ebf45e286e1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:05.446609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:05.824434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1287223239-network', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:05.861456 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:05.863827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:05.886272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.079957 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks [] for security_group (2dc70fa3-eb2f-469e-b37a-2ab29667e9c1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.086272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2dc70fa3-eb2f-469e-b37a-2ab29667e9c1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.118592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:06.149751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:59:06.176678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8b31a5e6-3143-4747-956e-21af71cf764d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.177465 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Added segment 8b31a5e6-3143-4747-956e-21af71cf764d of type vlan for network 35389704-a9d1-4fdb-8780-77f7d46469b4 Feb 11 13:59:06.241212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (35389704-a9d1-4fdb-8780-77f7d46469b4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.317458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (35389704-a9d1-4fdb-8780-77f7d46469b4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.319402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:06.322170 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.412649 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9602647 Feb 11 13:59:06.415426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51536) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:06.421478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Request body: {'subnet': {'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1287223239-subnet', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:06.451237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:06.460405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eff8b-1521-4ee4-a54f-ae1769f7b337 admin admin] Pushing event updated for resources: {'Network': ['ID=35389704-a9d1-4fdb-8780-77f7d46469b4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:06.481933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:06.485853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:59:06.905734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (b49ef3ad-9586-4ace-9790-f3eacc62cce8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:07.062829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:07.063219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Network hostable DHCP agents. Network: 35389704-a9d1-4fdb-8780-77f7d46469b4, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:59:07.082964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49ef3ad-9586-4ace-9790-f3eacc62cce8,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:07.116706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:59:07.140059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 35389704-a9d1-4fdb-8780-77f7d46469b4) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:07.151073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96869e43-6a5a-47fd-84ce-b6deabfe141e None None] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:59:07.175250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:07.177199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:07.215302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1034686c-5c63-4e65-a5e2-8e1b8bfcd936 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7977645 Feb 11 13:59:07.217861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:07.223345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:07.257478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:07.259635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:07.354449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-35389704-a9d1-4fdb-8780-77f7d46469b4', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:59:07.355334 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:07.359731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks [] for router_controller (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:07.569610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks [] for router_gateway (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:07.574831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Allocated IP 172.20.0.2 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/81c632b0-968d-42c5-9fde-82941524c5f7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:08.002522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Publish callbacks [] for port (81c632b0-968d-42c5-9fde-82941524c5f7), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.015408 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.096675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks [] for router_gateway (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.121090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Pushing event updated for resources: {'Port': ['ID=81c632b0-968d-42c5-9fde-82941524c5f7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:08.139205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.139634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.142517 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.144111 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.144525 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.144873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.145215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.145549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.145882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.146240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.146573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.146907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.147226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.147550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:08.180234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:08.183201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:08.185878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:08.319054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Attempting to bind port 81c632b0-968d-42c5-9fde-82941524c5f7 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:08.319442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Attempting to bind port 81c632b0-968d-42c5-9fde-82941524c5f7 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:08.319809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Attempting to bind port 81c632b0-968d-42c5-9fde-82941524c5f7 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:08.329563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:08.332398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:08.333015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.333693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:08.335609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Bound port: 81c632b0-968d-42c5-9fde-82941524c5f7, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:08.339120 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.375746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Allocated IP 172.25.3.254 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/e6149962-e4ff-4b8b-bc14-ac78f1f767f3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:08.618489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] For port 81c632b0-968d-42c5-9fde-82941524c5f7, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:08.633327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] For port 81c632b0-968d-42c5-9fde-82941524c5f7, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c632b0-968d-42c5-9fde-82941524c5f7,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:08.639258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks [] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.642422 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.700490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32934ccb-55e2-41a2-8868-25e8b0e7b9c5 None None] Pushing event updated for resources: {'Port': ['ID=81c632b0-968d-42c5-9fde-82941524c5f7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:08.730802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:08.792556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:08.795987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:08.821811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:08.827670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Pushing event updated for resources: {'Port': ['ID=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:09.383490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks [] for router_gateway (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:09.795290 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:10.030868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:59:10.204242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:10.217162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:10.265335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:10.265979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:10.285265 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:10.289417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51630) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:10.289974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-774b0f92-3dff-48c2-b295-4eaf973336ec admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0704312 Feb 11 13:59:10.542864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:10.687845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2f8dd-cf32-4762-b01d-1d26485d034f None None] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:59:10.954462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d19f56e8-59d1-4c04-b6e6-8cbeb5c13c79 None None] Provisioning complete for port 81c632b0-968d-42c5-9fde-82941524c5f7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:10.958558 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d19f56e8-59d1-4c04-b6e6-8cbeb5c13c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.149747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c632b0-968d-42c5-9fde-82941524c5f7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:11.213625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.354797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d19f56e8-59d1-4c04-b6e6-8cbeb5c13c79 None None] Current status of the port 81c632b0-968d-42c5-9fde-82941524c5f7 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:11.355387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d19f56e8-59d1-4c04-b6e6-8cbeb5c13c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.501224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d19f56e8-59d1-4c04-b6e6-8cbeb5c13c79 None None] For port 81c632b0-968d-42c5-9fde-82941524c5f7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c632b0-968d-42c5-9fde-82941524c5f7,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:11.519239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d19f56e8-59d1-4c04-b6e6-8cbeb5c13c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.562080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Allocated IP 172.20.0.1 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/23d8dde2-ed72-425f-893f-29710a5d7693) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:11.588654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:09Z', 'revision_number': 3, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:11.686267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 81c632b0-968d-42c5-9fde-82941524c5f7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:11.686789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.760628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks [] for port (23d8dde2-ed72-425f-893f-29710a5d7693), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.783514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:11.783979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Updating router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:59:11.871216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.941218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Pushing event updated for resources: {'Port': ['ID=23d8dde2-ed72-425f-893f-29710a5d7693,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:11.957955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:11.959959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:11.967652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:11.975565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:12.074433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:12.353409 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:12.511299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f56e8-59d1-4c04-b6e6-8cbeb5c13c79 None None] Pushing event updated for resources: {'Port': ['ID=81c632b0-968d-42c5-9fde-82941524c5f7,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:12.548997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 81c632b0-968d-42c5-9fde-82941524c5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:12.558297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f34a23b4-40c3-4d5a-b122-191f19c9e995 None None] Provisioning complete for port 81c632b0-968d-42c5-9fde-82941524c5f7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:12.558689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f34a23b4-40c3-4d5a-b122-191f19c9e995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.027211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c632b0-968d-42c5-9fde-82941524c5f7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:13.100016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f34a23b4-40c3-4d5a-b122-191f19c9e995 None None] Current status of the port 81c632b0-968d-42c5-9fde-82941524c5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:13.181280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 81c632b0-968d-42c5-9fde-82941524c5f7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:13.182208 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.387289 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Publish callbacks [] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.410172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d893a089-6fb6-4b34-a6e3-171870fd24ab None None] Provisioning complete for port 23d8dde2-ed72-425f-893f-29710a5d7693 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:13.410539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d893a089-6fb6-4b34-a6e3-171870fd24ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.454473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks [] for port (23d8dde2-ed72-425f-893f-29710a5d7693), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.459462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.499948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.587369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.620446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d893a089-6fb6-4b34-a6e3-171870fd24ab None None] Port 23d8dde2-ed72-425f-893f-29710a5d7693 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:59:13.638406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Pushing event updated for resources: {'Port': ['ID=23d8dde2-ed72-425f-893f-29710a5d7693,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:13.726648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fac35-3f40-4c74-a368-f511b7b99bd6 None None] Pushing event updated for resources: {'Port': ['ID=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:13.772790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Attempting to bind port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:13.773172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Attempting to bind port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:13.773541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Attempting to bind port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:13.828645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:13.829036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:13.829454 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.829864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:13.840463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Bound port: e6149962-e4ff-4b8b-bc14-ac78f1f767f3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:13.840944 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:13.924549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:13.931368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:13.940317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 81c632b0-968d-42c5-9fde-82941524c5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:14.065399 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] For port e6149962-e4ff-4b8b-bc14-ac78f1f767f3, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:14.075987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] For port e6149962-e4ff-4b8b-bc14-ac78f1f767f3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:14.089415 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:14.316489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:14.317138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:14.319233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fac35-3f40-4c74-a368-f511b7b99bd6 None None] Pushing event updated for resources: {'Port': ['ID=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:14.446304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:14.583633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0d968e57-fa15-4f7d-9c99-f3a9edce03b2 None None] Provisioning complete for port 23d8dde2-ed72-425f-893f-29710a5d7693 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:14.584010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0d968e57-fa15-4f7d-9c99-f3a9edce03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:14.600665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:14.713726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:14.730428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-41cf5570-6c32-443e-9b52-22adc4a792da admin admin] 10.222.0.79 "PUT /v2.0/routers/f2129a6f-b739-47ea-92af-6d2fcc79a2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4395387 Feb 11 13:59:14.847040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0d968e57-fa15-4f7d-9c99-f3a9edce03b2 None None] Port 23d8dde2-ed72-425f-893f-29710a5d7693 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:59:15.626723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 2, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:15.690465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca7bd9-a921-4140-90e1-f4a7ad7aa1ac None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 2, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:15.917270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51758) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:15.928278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2070200487-network', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:15.989800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Made reservation on behalf of bb21bb6f8760439a870b0da1912d5946 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:16.004679 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.032844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.326268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks [] for security_group (53f1de2e-49c1-4441-b138-afd63122d978), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.332192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (53f1de2e-49c1-4441-b138-afd63122d978), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.408258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:59:16.454403 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ccea2928-1878-4d96-8894-62ce0a5bb6ac), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.456568 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Added segment ccea2928-1878-4d96-8894-62ce0a5bb6ac of type vlan for network 2d964471-df66-4613-a1d2-4955007184a1 Feb 11 13:59:16.574902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (2d964471-df66-4613-a1d2-4955007184a1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.680853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (2d964471-df66-4613-a1d2-4955007184a1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.683699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:16.684290 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:16.831383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Pushing event updated for resources: {'Network': ['ID=2d964471-df66-4613-a1d2-4955007184a1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:16.840636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9215820 Feb 11 13:59:16.843635 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51778) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:16.851150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 2d964471-df66-4613-a1d2-4955007184a1 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:59:16.853010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Request body: {'subnet': {'network_id': '2d964471-df66-4613-a1d2-4955007184a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2070200487-subnet', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:16.897425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c45ef-5729-4c62-b178-d849645ae835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f1de2e-49c1-4441-b138-afd63122d978,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:16.924162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Made reservation on behalf of bb21bb6f8760439a870b0da1912d5946 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:16.935822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:18.493095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:18.653746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:18.692292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Checking segment: {'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:18.692777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Network hostable DHCP agents. Network: 2d964471-df66-4613-a1d2-4955007184a1, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:59:18.717452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51824) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:18.747050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Network 2d964471-df66-4613-a1d2-4955007184a1 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:59:18.765687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 2d964471-df66-4613-a1d2-4955007184a1) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:18.770145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:18.771227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:18.775983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd021b5d-203a-4e77-8fb9-b80168128d8d None None] Network 2d964471-df66-4613-a1d2-4955007184a1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:59:18.814083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b3f17d42-ba96-45f1-ac28-a9ddb5503c93 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9657621 Feb 11 13:59:18.818395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 51832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:18.825397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:18.859418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:18.860455 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.013718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks [] for router_controller (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.018046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-2d964471-df66-4613-a1d2-4955007184a1', 'network_id': '2d964471-df66-4613-a1d2-4955007184a1', 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'fixed_ips': [{'subnet_id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:59:19.021622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.220213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6149962-e4ff-4b8b-bc14-ac78f1f767f3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:19.325350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0606874a-135d-4578-944d-4b3a2be51ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.391563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:19.392558 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.479115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks [] for router_gateway (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.480641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Allocated IP 172.20.0.2 (2d964471-df66-4613-a1d2-4955007184a1/e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7/ccbe44c0-6f05-4ef3-94ab-22823494ba6c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:19.667262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0606874a-135d-4578-944d-4b3a2be51ce2 admin admin] Publish callbacks [] for security_group (410e87c4-a6fe-4a2c-962d-4dfe63478b5d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.672686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0606874a-135d-4578-944d-4b3a2be51ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (410e87c4-a6fe-4a2c-962d-4dfe63478b5d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.701802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:19.708729 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.765167 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:19.778758 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:19.779389 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:19.828788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port e6149962-e4ff-4b8b-bc14-ac78f1f767f3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:19.860698 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:19.922405 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0606874a-135d-4578-944d-4b3a2be51ce2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9f35e245cc84380b6d97739783f9d50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2036963 Feb 11 13:59:19.925076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51850) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:19.929647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606874a-135d-4578-944d-4b3a2be51ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410e87c4-a6fe-4a2c-962d-4dfe63478b5d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:20.031178 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Publish callbacks [] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.046558 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.103682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks [] for router_gateway (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.112789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe97-d4fa-4ed2-a5aa-233981a6c9b7 admin admin] Publish callbacks [] for security_group (410e87c4-a6fe-4a2c-962d-4dfe63478b5d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.117216 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:20.130351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Network 2d964471-df66-4613-a1d2-4955007184a1 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:20.155012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.156307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:20.164228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:20.164635 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe97-d4fa-4ed2-a5aa-233981a6c9b7 admin admin] Publish callbacks [] for security_group (410e87c4-a6fe-4a2c-962d-4dfe63478b5d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.274886 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe97-d4fa-4ed2-a5aa-233981a6c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (410e87c4-a6fe-4a2c-962d-4dfe63478b5d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.278762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b93fe97-d4fa-4ed2-a5aa-233981a6c9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.311857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6b93fe97-d4fa-4ed2-a5aa-233981a6c9b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/410e87c4-a6fe-4a2c-962d-4dfe63478b5d HTTP/1.1" status: 204 len: 168 time: 0.3541951 Feb 11 13:59:20.327837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:20.355266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93fe97-d4fa-4ed2-a5aa-233981a6c9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410e87c4-a6fe-4a2c-962d-4dfe63478b5d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:20.501433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Pushing event updated for resources: {'Port': ['ID=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:20.573564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Allocated IP 172.25.3.240 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/ac9dcda4-967d-44e2-9acc-2140a72cd369) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:20.573775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.610203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Attempting to bind port ccbe44c0-6f05-4ef3-94ab-22823494ba6c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:20.612219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Attempting to bind port ccbe44c0-6f05-4ef3-94ab-22823494ba6c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:20.612624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Attempting to bind port ccbe44c0-6f05-4ef3-94ab-22823494ba6c on network 2d964471-df66-4613-a1d2-4955007184a1 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:20.622993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:20.625837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Checking segment: {'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:20.626349 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.626761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Bound using segment: {'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:20.627270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Bound port: ccbe44c0-6f05-4ef3-94ab-22823494ba6c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:20.627663 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.882232 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks [] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.894987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 2, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:20.912347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] For port ccbe44c0-6f05-4ef3-94ab-22823494ba6c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:20.919129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] For port ccbe44c0-6f05-4ef3-94ab-22823494ba6c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,segment=NetworkSegment(ccea2928-1878-4d96-8894-62ce0a5bb6ac),segment_id=ccea2928-1878-4d96-8894-62ce0a5bb6ac)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:20.933976 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:20.976441 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:20.977351 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Updating router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 port 23d8dde2-ed72-425f-893f-29710a5d7693 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:59:20.985178 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.006572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51880) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:21.031181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70a30f17-614b-4961-a5ac-a34ffa8eb705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.050115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6149962-e4ff-4b8b-bc14-ac78f1f767f3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:21.057246 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.099535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:21.113803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:21.122748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:21.129930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9dcda4-967d-44e2-9acc-2140a72cd369,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:21.137988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bec90-77fb-4c77-a7b2-09daa0e14ce1 None None] Pushing event updated for resources: {'Port': ['ID=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:21.147134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:21.147514 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.299078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:21.363473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70a30f17-614b-4961-a5ac-a34ffa8eb705 admin admin] Publish callbacks [] for security_group (ef3c1539-9c9c-4767-af1b-629f821cbb76), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.376905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-70a30f17-614b-4961-a5ac-a34ffa8eb705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ef3c1539-9c9c-4767-af1b-629f821cbb76), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.431799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-70a30f17-614b-4961-a5ac-a34ffa8eb705 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3e8ac9cb3dc4044a2379717eb8ac11d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240565 Feb 11 13:59:21.432670 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51888) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:21.555572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a30f17-614b-4961-a5ac-a34ffa8eb705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c1539-9c9c-4767-af1b-629f821cbb76,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:21.624537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Publish callbacks [] for security_group (ef3c1539-9c9c-4767-af1b-629f821cbb76), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.713585 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Publish callbacks [] for security_group (ef3c1539-9c9c-4767-af1b-629f821cbb76), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.805143 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Publish callbacks [] for port (23d8dde2-ed72-425f-893f-29710a5d7693), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.813296 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.843172 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ef3c1539-9c9c-4767-af1b-629f821cbb76), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.850905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:21.873216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef3c1539-9c9c-4767-af1b-629f821cbb76 HTTP/1.1" status: 204 len: 168 time: 0.4191213 Feb 11 13:59:21.899926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c1539-9c9c-4767-af1b-629f821cbb76,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:21.933364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.933749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.934308 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.934424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.934691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.935030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.935366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.935700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.936030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.936361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.936693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.937022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:21.937349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21ec08-f427-40a4-9b11-b7fc109804ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.068116 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks [] for router_gateway (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.115801 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.131594 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Pushing event updated for resources: {'Port': ['ID=23d8dde2-ed72-425f-893f-29710a5d7693,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:22.217695 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.218601 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.218968 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.219315 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.223016 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.225486 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.225854 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.226222 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.226562 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.228307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.228754 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.228993 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.229322 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:22.298704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Attempting to bind port 23d8dde2-ed72-425f-893f-29710a5d7693 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:22.298704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Attempting to bind port 23d8dde2-ed72-425f-893f-29710a5d7693 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:22.298704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Attempting to bind port 23d8dde2-ed72-425f-893f-29710a5d7693 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:22.315886 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:22.316294 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:22.316714 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.317110 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:22.317610 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Bound port: 23d8dde2-ed72-425f-893f-29710a5d7693, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:22.317995 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.552867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] For port 23d8dde2-ed72-425f-893f-29710a5d7693, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:22.558041 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] For port 23d8dde2-ed72-425f-893f-29710a5d7693, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=23d8dde2-ed72-425f-893f-29710a5d7693,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:22.559129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9aef3bf0-43fa-4cec-9a52-4eb1a4decc02 None None] Provisioning complete for port 23d8dde2-ed72-425f-893f-29710a5d7693 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:22.560898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9aef3bf0-43fa-4cec-9a52-4eb1a4decc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.569068 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.706504 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:22.707153 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:22.815733 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.935569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9aef3bf0-43fa-4cec-9a52-4eb1a4decc02 None None] Current status of the port 23d8dde2-ed72-425f-893f-29710a5d7693 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:22.945313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9aef3bf0-43fa-4cec-9a52-4eb1a4decc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:22.956592 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:23.108545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9aef3bf0-43fa-4cec-9a52-4eb1a4decc02 None None] For port 23d8dde2-ed72-425f-893f-29710a5d7693, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=23d8dde2-ed72-425f-893f-29710a5d7693,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:23.128889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9aef3bf0-43fa-4cec-9a52-4eb1a4decc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:23.250377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef3bf0-43fa-4cec-9a52-4eb1a4decc02 None None] Pushing event updated for resources: {'Port': ['ID=23d8dde2-ed72-425f-893f-29710a5d7693,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:23.271524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ccbe44c0-6f05-4ef3-94ab-22823494ba6c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:23.292188 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd7f0a-e758-4875-948c-4fd06a6c7524 None None] Pushing event updated for resources: {'Port': ['ID=23d8dde2-ed72-425f-893f-29710a5d7693,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:23.355734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:59:23.356311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d1416-1f21-491b-86a6-a571ee5ab07e None None] Network 2d964471-df66-4613-a1d2-4955007184a1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:59:23.552199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cee658db-d62f-47ed-823c-b8c620c689f6 None None] Provisioning complete for port 23d8dde2-ed72-425f-893f-29710a5d7693 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:23.552579 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cee658db-d62f-47ed-823c-b8c620c689f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:23.564601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:23.604105 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:22Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:23.629269 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:23.633140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7fbc811d-1e79-4559-bf99-9b3c6a0763d8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8113253 Feb 11 13:59:23.633572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 51924) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:23.683240 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05a5a0-c4d9-4ffe-aa9a-6c8489adb526 None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:22Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:23.723802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Sync routers for ids ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:23.799095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Routers {'3056514b-7067-46bc-bb1c-a9bcd7e4bf93'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:23.799682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:23.823295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ccbe44c0-6f05-4ef3-94ab-22823494ba6c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:23.823674 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:24.237865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Set router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:24.510087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cee658db-d62f-47ed-823c-b8c620c689f6 None None] Current status of the port 23d8dde2-ed72-425f-893f-29710a5d7693 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:24.633600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-cee658db-d62f-47ed-823c-b8c620c689f6 None None] Provisioning complete for port ccbe44c0-6f05-4ef3-94ab-22823494ba6c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:24.633862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cee658db-d62f-47ed-823c-b8c620c689f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:24.800091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ccbe44c0-6f05-4ef3-94ab-22823494ba6c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:24.800497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:24.917911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:24.998087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ccbe44c0-6f05-4ef3-94ab-22823494ba6c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,segment=NetworkSegment(ccea2928-1878-4d96-8894-62ce0a5bb6ac),segment_id=ccea2928-1878-4d96-8894-62ce0a5bb6ac)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:25.007766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:25.270816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:25.290326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 23d8dde2-ed72-425f-893f-29710a5d7693 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:25.361903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T13:59:21Z', 'revision_number': 3, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port': {'id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:20Z', 'updated_at': '2022-02-11T13:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:25.533387 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Checking router: 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:25.542583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Updating router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 port ac9dcda4-967d-44e2-9acc-2140a72cd369 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:59:25.655382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Allocated IP 172.20.0.1 (2d964471-df66-4613-a1d2-4955007184a1/e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7/25b1dda9-12ed-4f62-bb8e-f62cf9171ffb) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:25.799750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks [] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:25.857503 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:25.900362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:25.970457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Network 2d964471-df66-4613-a1d2-4955007184a1 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:25.980245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:25.984713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:26.058450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-cee658db-d62f-47ed-823c-b8c620c689f6 None None] Current status of the port ccbe44c0-6f05-4ef3-94ab-22823494ba6c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:26.073144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Pushing event updated for resources: {'Port': ['ID=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:26.116439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.363303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-229395da-5adf-4ecb-98e1-170c48559887 None None] Provisioning complete for port ccbe44c0-6f05-4ef3-94ab-22823494ba6c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:26.364313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-229395da-5adf-4ecb-98e1-170c48559887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.368240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 23d8dde2-ed72-425f-893f-29710a5d7693 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:26.369144 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.428184 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.639672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-229395da-5adf-4ecb-98e1-170c48559887 None None] Current status of the port ccbe44c0-6f05-4ef3-94ab-22823494ba6c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:26.660417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 23d8dde2-ed72-425f-893f-29710a5d7693 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:26.667539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Publish callbacks [] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.689961 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.706852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks [] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.719181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.798288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.802063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Pushing event updated for resources: {'Port': ['ID=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:26.814581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Attempting to bind port ac9dcda4-967d-44e2-9acc-2140a72cd369 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:26.815042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Attempting to bind port ac9dcda4-967d-44e2-9acc-2140a72cd369 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:26.815479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Attempting to bind port ac9dcda4-967d-44e2-9acc-2140a72cd369 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:26.819554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13662112-c000-4a62-a4b5-cedd2a17703f None None] Pushing event updated for resources: {'Port': ['ID=ac9dcda4-967d-44e2-9acc-2140a72cd369,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:26.824350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ff08e7f5-a6dd-4211-a38a-bbcf3ed980b8 None None] Provisioning complete for port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:26.824825 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff08e7f5-a6dd-4211-a38a-bbcf3ed980b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.831915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:26.832225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:26.832538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.833114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:26.833593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Bound port: ac9dcda4-967d-44e2-9acc-2140a72cd369, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:26.834034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.938792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ff08e7f5-a6dd-4211-a38a-bbcf3ed980b8 None None] Port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:59:26.969637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] For port ac9dcda4-967d-44e2-9acc-2140a72cd369, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:26.975736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] For port ac9dcda4-967d-44e2-9acc-2140a72cd369, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac9dcda4-967d-44e2-9acc-2140a72cd369,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:26.987058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.007377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Network 2d964471-df66-4613-a1d2-4955007184a1 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:27.009550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:27.154283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Routers {'3056514b-7067-46bc-bb1c-a9bcd7e4bf93'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:27.155314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:58:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:27.167211 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3d32ea0a-b310-488c-be4d-72c6bc3d2d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.230424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13662112-c000-4a62-a4b5-cedd2a17703f None None] Pushing event updated for resources: {'Port': ['ID=ac9dcda4-967d-44e2-9acc-2140a72cd369,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:27.308068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ccbe44c0-6f05-4ef3-94ab-22823494ba6c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:27.369684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:27.531231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] Set router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:27.625813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:27.636664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3691168b-6b8b-4891-bfe9-9f387140f789 admin admin] 10.222.0.79 "PUT /v2.0/routers/3056514b-7067-46bc-bb1c-a9bcd7e4bf93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9988794 Feb 11 13:59:27.802983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f5bdc663-62f4-4ff7-a6ac-aa1fee125e56 None None] Provisioning complete for port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:27.803362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc663-62f4-4ff7-a6ac-aa1fee125e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.806799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ccbe44c0-6f05-4ef3-94ab-22823494ba6c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:27.807167 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.965975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ccbe44c0-6f05-4ef3-94ab-22823494ba6c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:28.014221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdc663-62f4-4ff7-a6ac-aa1fee125e56 None None] Port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:59:28.209606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 4, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port': {'id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:20Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '25b1dda9-12ed-4f62-bb8e-f62cf9171ffb', 'name': '', 'network_id': '2d964471-df66-4613-a1d2-4955007184a1', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'mac_address': 'fa:16:3e:d6:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:25Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 2, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'subnets': [{'id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:28.273940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211adfd5-52b2-475a-983c-16d2805d36b3 None None] The sync data for ids ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'] in n-d-828676-2 is: [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 4, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port': {'id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:20Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '25b1dda9-12ed-4f62-bb8e-f62cf9171ffb', 'name': '', 'network_id': '2d964471-df66-4613-a1d2-4955007184a1', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'mac_address': 'fa:16:3e:d6:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:25Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 2, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'subnets': [{'id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:29.444029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0447c13-09f6-4770-bc04-f81e94c549ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:31.103869 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:31.327710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac9dcda4-967d-44e2-9acc-2140a72cd369 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:31.469117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac9dcda4-967d-44e2-9acc-2140a72cd369 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:31.470896 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:31.672693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac9dcda4-967d-44e2-9acc-2140a72cd369 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:31.673185 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:31.710975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ac9dcda4-967d-44e2-9acc-2140a72cd369, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac9dcda4-967d-44e2-9acc-2140a72cd369,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:31.724232 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:31.881025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ac9dcda4-967d-44e2-9acc-2140a72cd369,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:32.457874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:32.516945 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Sync routers for ids ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:32.536415 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Routers {'3056514b-7067-46bc-bb1c-a9bcd7e4bf93'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:32.537198 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:59:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:32.767288 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Set router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:33.214501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac9dcda4-967d-44e2-9acc-2140a72cd369 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:33.292685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-346ff676-5e31-4061-9d73-d28b154891a5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.301077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-346ff676-5e31-4061-9d73-d28b154891a5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.3217740 Feb 11 13:59:33.324037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac9dcda4-967d-44e2-9acc-2140a72cd369 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:33.324523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:33.341703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-7c1e93cf-f50d-4e57-865a-5a0747e99025 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/quotas/faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0396585 Feb 11 13:59:33.342892 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 4, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port': {'id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:20Z', 'updated_at': '2022-02-11T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '25b1dda9-12ed-4f62-bb8e-f62cf9171ffb', 'name': '', 'network_id': '2d964471-df66-4613-a1d2-4955007184a1', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'mac_address': 'fa:16:3e:d6:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:25Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 2, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'subnets': [{'id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:33.394810 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Checking router: 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:33.395290 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Updating router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:59:33.456604 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:33.512887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac9dcda4-967d-44e2-9acc-2140a72cd369 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:33.518883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-077949b8-b851-43a6-9ded-b8a921ac6788 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1732268 Feb 11 13:59:33.631114 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-97f3e49e-4cf8-4e91-a057-7603c32857be service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110733 Feb 11 13:59:33.674742 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:33.897552 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-dbaa2cd2-5a6c-4de0-846c-c3ac3bbf1d5e service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652717 Feb 11 13:59:34.170507 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Publish callbacks [] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:34.183230 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:34.439774 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061bff4-d0e3-4439-832b-1912e3b9fb5b None None] Pushing event updated for resources: {'Port': ['ID=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:34.470891 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Attempting to bind port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:34.471608 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Attempting to bind port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:34.471980 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Attempting to bind port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb on network 2d964471-df66-4613-a1d2-4955007184a1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:34.503704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adb7b20d-7846-4333-b6ff-dddf77f1a60c req-3546e42b-e297-4403-933d-68a78dc41374 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0828195 Feb 11 13:59:34.509297 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:34.510145 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Checking segment: {'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:34.510742 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:34.513074 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Bound using segment: {'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:34.514512 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Bound port: 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccea2928-1878-4d96-8894-62ce0a5bb6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2d964471-df66-4613-a1d2-4955007184a1'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:34.515103 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:34.628825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] For port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:34.638410 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] For port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,segment=NetworkSegment(ccea2928-1878-4d96-8894-62ce0a5bb6ac),segment_id=ccea2928-1878-4d96-8894-62ce0a5bb6ac)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:34.653751 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:34.808857 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Routers {'3056514b-7067-46bc-bb1c-a9bcd7e4bf93'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:34.815141 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T13:59:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:34.826192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-381270b5-e4dd-4cec-8378-be8807a3a516 None None] Provisioning complete for port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:34.827400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381270b5-e4dd-4cec-8378-be8807a3a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:34.853324 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061bff4-d0e3-4439-832b-1912e3b9fb5b None None] Pushing event updated for resources: {'Port': ['ID=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:35.033150 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] Set router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:35.163383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-381270b5-e4dd-4cec-8378-be8807a3a516 None None] Current status of the port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:35.164038 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381270b5-e4dd-4cec-8378-be8807a3a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:35.252781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:35.400340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-381270b5-e4dd-4cec-8378-be8807a3a516 None None] For port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,segment=NetworkSegment(ccea2928-1878-4d96-8894-62ce0a5bb6ac),segment_id=ccea2928-1878-4d96-8894-62ce0a5bb6ac)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:35.427343 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-381270b5-e4dd-4cec-8378-be8807a3a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:35.453981 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 4, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port': {'id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:20Z', 'updated_at': '2022-02-11T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '25b1dda9-12ed-4f62-bb8e-f62cf9171ffb', 'name': '', 'network_id': '2d964471-df66-4613-a1d2-4955007184a1', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'mac_address': 'fa:16:3e:d6:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:25Z', 'updated_at': '2022-02-11T13:59:34Z', 'revision_number': 4, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'subnets': [{'id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:35.535154 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d32fc-0eb9-456b-938d-dd884c30e4ca None None] The sync data for ids ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'] in n-d-828676-2 is: [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T13:59:26Z', 'revision_number': 4, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port': {'id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:20Z', 'updated_at': '2022-02-11T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '25b1dda9-12ed-4f62-bb8e-f62cf9171ffb', 'name': '', 'network_id': '2d964471-df66-4613-a1d2-4955007184a1', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'mac_address': 'fa:16:3e:d6:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:25Z', 'updated_at': '2022-02-11T13:59:34Z', 'revision_number': 4, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'subnets': [{'id': 'e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:35.632577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-89b6efad-694b-4b98-a6f7-6dbe4c04ff80 None None] Provisioning complete for port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:35.645265 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89b6efad-694b-4b98-a6f7-6dbe4c04ff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:35.647685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e8a4c21-2079-4e32-9ec5-9cdabd17cabc req-cbd0580f-fd9d-481c-a580-b808ac70bbeb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0766923 Feb 11 13:59:35.697674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381270b5-e4dd-4cec-8378-be8807a3a516 None None] Pushing event updated for resources: {'Port': ['ID=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:35.729449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:35.730103 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:35.846025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-89b6efad-694b-4b98-a6f7-6dbe4c04ff80 None None] Current status of the port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:35.934414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:36.621724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-fd249a0b-7b9c-442f-b19a-e41b13a1ef7c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:36.623733 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-fd249a0b-7b9c-442f-b19a-e41b13a1ef7c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.2997005 Feb 11 13:59:36.635696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'port': {'device_id': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'admin_state_up': True, 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:36.844335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1bb3ed56-71e5-4a52-bcb6-950302e965f5 req-d8500393-411c-403d-8464-eb5e317e38d0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0644710 Feb 11 13:59:37.026973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:37.030346 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:37.174404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:37.283631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.20.0.7 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/c8515088-59f8-4e4f-b7f5-519200280cae) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:37.293827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:37.294235 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:37.452981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:37.552149 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (c8515088-59f8-4e4f-b7f5-519200280cae), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:37.660429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:37.696854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:37.699410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:37.720726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:37.833433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=c8515088-59f8-4e4f-b7f5-519200280cae,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:37.853149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.869793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.870179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.870532 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.870877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.871218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.871556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.871889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.872221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.872550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.872881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.873351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.873690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:37.898769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:37.899978 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:37.938938 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e8836d16-a3c8-4c31-9e33-f606b506c587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3074946 Feb 11 13:59:38.140020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70dd0-2b36-4bb1-a145-5dc1c8f972fe req-1c2b2943-dd25-4c93-8635-0cc0084fb88b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:38.143886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0a70dd0-2b36-4bb1-a145-5dc1c8f972fe req-1c2b2943-dd25-4c93-8635-0cc0084fb88b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 931 time: 0.1067522 Feb 11 13:59:38.238941 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0a70dd0-2b36-4bb1-a145-5dc1c8f972fe req-3cb12731-f873-4525-a193-0136c332558d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874615 Feb 11 13:59:38.276924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Request body: {'port': {'device_id': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:38.346213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-86d8aaf0-2478-4d1d-92bd-297202b87269 None None] Provisioning complete for port c8515088-59f8-4e4f-b7f5-519200280cae triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:38.346779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-86d8aaf0-2478-4d1d-92bd-297202b87269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:38.405195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:38.422570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-86d8aaf0-2478-4d1d-92bd-297202b87269 None None] Port c8515088-59f8-4e4f-b7f5-519200280cae cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:59:38.974178 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8515088-59f8-4e4f-b7f5-519200280cae {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:59:38.989662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Publish callbacks [] for port (c8515088-59f8-4e4f-b7f5-519200280cae), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:39.019833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Transition to ACTIVE for port object c8515088-59f8-4e4f-b7f5-519200280cae will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:59:39.028407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:39.136058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Pushing event updated for resources: {'Port': ['ID=c8515088-59f8-4e4f-b7f5-519200280cae,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:39.318687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Attempting to bind port c8515088-59f8-4e4f-b7f5-519200280cae on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:39.322113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Attempting to bind port c8515088-59f8-4e4f-b7f5-519200280cae by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:39.322519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Attempting to bind port c8515088-59f8-4e4f-b7f5-519200280cae on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:39.333375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Port c8515088-59f8-4e4f-b7f5-519200280cae on network 35389704-a9d1-4fdb-8780-77f7d46469b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:59:39.333761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Attempting to bind port c8515088-59f8-4e4f-b7f5-519200280cae on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:39.348008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:39.348399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:39.349642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:39.350081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Bound port: c8515088-59f8-4e4f-b7f5-519200280cae, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:39.350478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:39.549690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982bb01-8831-45b7-866d-848c51ed071a req-cff6ba15-92ac-4e6c-9204-b9733717abff tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:39.559461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] For port c8515088-59f8-4e4f-b7f5-519200280cae, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:39.563425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] For port c8515088-59f8-4e4f-b7f5-519200280cae, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8515088-59f8-4e4f-b7f5-519200280cae,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:39.563671 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1982bb01-8831-45b7-866d-848c51ed071a req-cff6ba15-92ac-4e6c-9204-b9733717abff tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1346440 Feb 11 13:59:39.573228 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:39.623552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:39.624468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:39.626865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] 10.222.0.30 "PUT /v2.0/ports/c8515088-59f8-4e4f-b7f5-519200280cae HTTP/1.1" status: 200 len: 1091 time: 1.6769638 Feb 11 13:59:39.664855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1982bb01-8831-45b7-866d-848c51ed071a req-f9812668-1bcc-4593-9f83-8adf23db301a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004162 Feb 11 13:59:39.689270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'tag': 'c8515088-59f8-4e4f-b7f5-519200280cae'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:59:39.691672 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bd6fa5-b883-4da7-931f-0ecfb059d7c6", "tag": "c8515088-59f8-4e4f-b7f5-519200280cae"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:39.783416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87d2fd-fa12-48a1-ac96-7020bc3fd384 service neutron] Pushing event updated for resources: {'Port': ['ID=c8515088-59f8-4e4f-b7f5-519200280cae,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:39.824860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-a1586834-362a-4d09-9117-5008a9693ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:39.826593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-a1586834-362a-4d09-9117-5008a9693ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 1125 time: 0.1277065 Feb 11 13:59:39.918939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-197c1bba-8afb-48b0-8975-f6cea5fd3c3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8515088-59f8-4e4f-b7f5-519200280cae HTTP/1.1" status: 200 len: 217 time: 0.0847123 Feb 11 13:59:40.004170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-b89bef79-0336-4176-9420-499fc96aaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.005829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-b89bef79-0336-4176-9420-499fc96aaad2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0803223 Feb 11 13:59:40.068278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e781dde0-b680-46a0-80bb-de87658c8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.076270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-e781dde0-b680-46a0-80bb-de87658c8e4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641048 Feb 11 13:59:40.189369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-47f17243-d845-4b80-a235-36273dc1cfd9 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057742 Feb 11 13:59:40.191282 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f191422-26a3-4008-96d9-e1f3fd835de7 x-openstack-request-id: req-0f191422-26a3-4008-96d9-e1f3fd835de7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:40.191860 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bd6fa5-b883-4da7-931f-0ecfb059d7c6", "tag": "c8515088-59f8-4e4f-b7f5-519200280cae", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:40.192335 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f191422-26a3-4008-96d9-e1f3fd835de7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:40.192952 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'tag': 'c8515088-59f8-4e4f-b7f5-519200280cae', 'status': 'completed', 'code': 200} Feb 11 13:59:40.378015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94dc1051-a726-40ed-9b28-f21e7c84e8b4 req-561b7143-3c33-4193-aad2-71d7a3dd604b service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793520 Feb 11 13:59:40.488774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-72a5a902-f1f3-4dcd-82fb-00c339359be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.490455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-72a5a902-f1f3-4dcd-82fb-00c339359be7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 1125 time: 0.0711279 Feb 11 13:59:40.626629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-dca998dc-5a6e-4abc-b9c5-c8fe90072b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.628216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-dca998dc-5a6e-4abc-b9c5-c8fe90072b3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1299577 Feb 11 13:59:40.673812 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:59:40.718996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-fd929f26-cfc5-49ba-9236-f842bbef64e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8515088-59f8-4e4f-b7f5-519200280cae HTTP/1.1" status: 200 len: 217 time: 0.0852180 Feb 11 13:59:40.846618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-612fb4df-a3c7-4ffe-928b-586d1f91c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.848133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-612fb4df-a3c7-4ffe-928b-586d1f91c206 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.1210902 Feb 11 13:59:40.906247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8823e9-f8e6-4f5e-bd2f-71e987d535cd req-a815d287-4514-482c-8086-d6d1ce96955e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.916675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae8823e9-f8e6-4f5e-bd2f-71e987d535cd req-a815d287-4514-482c-8086-d6d1ce96955e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1270788 Feb 11 13:59:40.946838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-8680804b-f7ca-4d26-99ad-6577e1d8a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.950900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-8680804b-f7ca-4d26-99ad-6577e1d8a4a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0958123 Feb 11 13:59:41.009125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae8823e9-f8e6-4f5e-bd2f-71e987d535cd req-397df4d1-e451-4bcf-9ac2-1de69579ae26 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861599 Feb 11 13:59:41.143397 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-ea1f1a4e-1a39-48cf-96b5-4b1447a67a2d service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851482 Feb 11 13:59:41.297420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fae2ad4-3279-42cc-85c5-ceaf49e958cb req-cc6a3b80-7e13-40db-bd20-d8bcb5584387 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480982 Feb 11 13:59:42.191680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f384f4b-8677-4f3b-9aa7-3fb79e3f42e9 req-c6b262b0-873f-4ec0-944c-04dd18d6e472 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.198964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f384f4b-8677-4f3b-9aa7-3fb79e3f42e9 req-c6b262b0-873f-4ec0-944c-04dd18d6e472 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0724669 Feb 11 13:59:42.265429 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f384f4b-8677-4f3b-9aa7-3fb79e3f42e9 req-dd0d9244-95f2-46b4-9ab7-d83b335273da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654831 Feb 11 13:59:43.449284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049722c-f1fc-44c4-8aac-423bef7c69ad req-80029d02-a2ae-405a-92e2-3f28088c90c0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:43.461232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0049722c-f1fc-44c4-8aac-423bef7c69ad req-80029d02-a2ae-405a-92e2-3f28088c90c0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1030228 Feb 11 13:59:43.547569 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0049722c-f1fc-44c4-8aac-423bef7c69ad req-1ef706b6-7b0d-4ba4-aeba-7fe9fa8d0087 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852120 Feb 11 13:59:44.836388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc391d-909a-43a2-85ef-d12f138a9626 req-da62f03d-ba77-4c42-9dee-2d37d50140f7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:44.839248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1bc391d-909a-43a2-85ef-d12f138a9626 req-da62f03d-ba77-4c42-9dee-2d37d50140f7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1061697 Feb 11 13:59:44.930034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1bc391d-909a-43a2-85ef-d12f138a9626 req-3fc585da-db92-440b-a305-08a706a205c9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789838 Feb 11 13:59:46.137291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a80fee-0d4d-4b3c-b356-6f9eaeb8d3fc req-ba4b6d4e-5f31-48f6-83ac-9c273aa8bccb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:46.154751 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45a80fee-0d4d-4b3c-b356-6f9eaeb8d3fc req-ba4b6d4e-5f31-48f6-83ac-9c273aa8bccb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1003301 Feb 11 13:59:46.280683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45a80fee-0d4d-4b3c-b356-6f9eaeb8d3fc req-97da8796-d653-41f9-9b1c-48ab74648920 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094031 Feb 11 13:59:47.554463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e9df-6056-44a8-addb-2f79730c3579 req-5d69aea8-155d-43b3-82d7-62bfe7afea5d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:47.564720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ec0e9df-6056-44a8-addb-2f79730c3579 req-5d69aea8-155d-43b3-82d7-62bfe7afea5d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1188719 Feb 11 13:59:47.642306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ec0e9df-6056-44a8-addb-2f79730c3579 req-085aa67a-f916-467c-a0d8-306ef3b6f032 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764127 Feb 11 13:59:48.757933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5855e43-7671-412d-99f7-06a255825fe2 req-041c91c1-334a-4a3e-9166-f94abb1717e4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:48.760134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5855e43-7671-412d-99f7-06a255825fe2 req-041c91c1-334a-4a3e-9166-f94abb1717e4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0605209 Feb 11 13:59:48.811524 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5855e43-7671-412d-99f7-06a255825fe2 req-e917f22d-1d42-490c-a0b5-78fdf9064682 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Feb 11 13:59:49.936276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e081126-6997-4245-ac57-c3a351c9fae5 req-81d0d224-4adf-40d7-aa70-b0c7300c735a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:49.937798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e081126-6997-4245-ac57-c3a351c9fae5 req-81d0d224-4adf-40d7-aa70-b0c7300c735a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0540955 Feb 11 13:59:49.987561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5e081126-6997-4245-ac57-c3a351c9fae5 req-475a5933-fab2-480a-85bd-a999f492a9bf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Feb 11 13:59:50.204154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:50.387904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-950f1419-fa7c-45e7-85c1-d62fe6e58f3a service neutron] (103176) timed out ('10.222.0.79', 55190) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:59:51.109184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140a767-73b7-4f7a-a20a-201de9f9f912 req-bca31e47-65a1-490a-85eb-c5c81153f32a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.111205 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1140a767-73b7-4f7a-a20a-201de9f9f912 req-bca31e47-65a1-490a-85eb-c5c81153f32a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0549357 Feb 11 13:59:51.163599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1140a767-73b7-4f7a-a20a-201de9f9f912 req-35903534-da94-4d14-bb70-9e5e6e28423e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Feb 11 13:59:52.022848 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:52.287997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db02cb2-1198-47a3-a228-94e62d54bccf req-e89f0902-856c-46ea-97c7-1bdcdb1cf6fc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:52.290277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0db02cb2-1198-47a3-a228-94e62d54bccf req-e89f0902-856c-46ea-97c7-1bdcdb1cf6fc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0563276 Feb 11 13:59:52.340220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0db02cb2-1198-47a3-a228-94e62d54bccf req-a28f98a6-561c-4704-a419-7a16d1916146 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Feb 11 13:59:52.885707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-bd607ad0-a396-4ff5-a3d8-5b91589f8ad4 req-80c0ea35-9402-4db5-8330-37d2c8f632e3 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] (103176) timed out ('10.222.0.79', 55326) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:59:53.461171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381f769-a686-49dc-a158-c4bbe58acf4b req-16e42ecf-6d5f-4a26-ac7a-8fc696b6cb2b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:53.462742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b381f769-a686-49dc-a158-c4bbe58acf4b req-16e42ecf-6d5f-4a26-ac7a-8fc696b6cb2b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0522230 Feb 11 13:59:53.509219 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b381f769-a686-49dc-a158-c4bbe58acf4b req-e22e17d6-46a9-435a-b282-a11abeb5de39 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Feb 11 13:59:54.632450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a95f-9561-41b8-81bb-00f682bbaa8e req-82adb75c-006e-435c-8cee-132e30ddbb52 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.634549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a55a95f-9561-41b8-81bb-00f682bbaa8e req-82adb75c-006e-435c-8cee-132e30ddbb52 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0573728 Feb 11 13:59:54.688992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a55a95f-9561-41b8-81bb-00f682bbaa8e req-92b8874a-4882-44ab-b809-089fc0c7818c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486841 Feb 11 13:59:55.811052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379073d-90c0-4b2e-814c-f61e115fe840 req-8d4283dc-781e-45a8-8abc-af199a64d4aa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:55.812548 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f379073d-90c0-4b2e-814c-f61e115fe840 req-8d4283dc-781e-45a8-8abc-af199a64d4aa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0535095 Feb 11 13:59:55.862009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f379073d-90c0-4b2e-814c-f61e115fe840 req-eadd80d1-5ebd-42dc-88a7-5dd8009034c7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Feb 11 13:59:56.982027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c8a3-646d-446d-8da2-99354ae6a978 req-233a3694-0e53-4fda-a512-047b151b5808 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:56.983704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ef0c8a3-646d-446d-8da2-99354ae6a978 req-233a3694-0e53-4fda-a512-047b151b5808 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0548792 Feb 11 13:59:57.032592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ef0c8a3-646d-446d-8da2-99354ae6a978 req-0e4f0b3c-0abf-4656-a957-b2abbcd4e3d5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Feb 11 13:59:57.064683 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0be23317-b0d0-458d-b4e7-77d74e09f0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:58.154975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87403422-724e-469e-af9b-ec93a63c0e38 req-adac3e45-1535-4326-b960-49a0ee759788 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:58.156454 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87403422-724e-469e-af9b-ec93a63c0e38 req-adac3e45-1535-4326-b960-49a0ee759788 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0577216 Feb 11 13:59:58.202185 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87403422-724e-469e-af9b-ec93a63c0e38 req-8025e9a0-ecd7-4bc9-b726-8c5916b3b07a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Feb 11 13:59:59.328442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cc270-904f-4360-809b-94a90e419bcc req-0a92fdb2-51db-4833-8952-47ebaab7c1ce tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:59.329956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-404cc270-904f-4360-809b-94a90e419bcc req-0a92fdb2-51db-4833-8952-47ebaab7c1ce tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0625041 Feb 11 13:59:59.381047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-404cc270-904f-4360-809b-94a90e419bcc req-4b06f10a-80f9-4cde-b718-56d5c00a5096 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Feb 11 13:59:59.418146 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70bc10f2-eaa0-4e3e-943d-a9d3d0d7203b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:00.206374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-e9d0ae78-ff55-40c9-a001-cf1b4ab5335e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443652 Feb 11 14:00:00.293913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-9d429e15-e5a7-46e8-87c9-ee3c15d0d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:00.295511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-9d429e15-e5a7-46e8-87c9-ee3c15d0d322 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 1128 time: 0.0485168 Feb 11 14:00:00.408787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-374870f4-1e21-4f28-84da-901d15d4bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:00.411564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-374870f4-1e21-4f28-84da-901d15d4bc94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 200 len: 915 time: 0.0965173 Feb 11 14:00:00.455564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-045947ec-45cd-4e37-8e23-e73517a83180 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c2a221-894b-41c5-a613-c9bd27df41b8 HTTP/1.1" status: 200 len: 217 time: 0.0373430 Feb 11 14:00:00.507842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-ab9a4835-3d5c-407c-9158-1d62419c2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:00.511637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-ab9a4835-3d5c-407c-9158-1d62419c2360 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 200 len: 854 time: 0.0505593 Feb 11 14:00:00.513291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04af2e-0dd4-4571-91e3-d7ebd5f263a1 req-5ed9b17f-d41d-4152-86dd-2a4fe6029da3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:00.514872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb04af2e-0dd4-4571-91e3-d7ebd5f263a1 req-5ed9b17f-d41d-4152-86dd-2a4fe6029da3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0608482 Feb 11 14:00:00.593601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-ceb5c230-41e8-440f-b4de-106d273964d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d04a0320-16ff-482f-af88-cefb2e75f671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737798 Feb 11 14:00:00.616027 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb04af2e-0dd4-4571-91e3-d7ebd5f263a1 req-90dc826b-37af-4802-9405-ade3bd0d52d1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816653 Feb 11 14:00:00.746740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-0c122ac3-1c59-4b88-92dc-cb1e561c8dbf service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396909 Feb 11 14:00:00.982312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41013666-d32c-4329-8714-9a7fe5598bfb req-71ae72e1-7e29-472d-a255-948a829f68c8 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:00.999434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41013666-d32c-4329-8714-9a7fe5598bfb req-71ae72e1-7e29-472d-a255-948a829f68c8 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 946 time: 0.0801926 Feb 11 14:00:01.035256 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:01.121829 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41013666-d32c-4329-8714-9a7fe5598bfb req-28b722cd-3de1-47fc-8412-6fa01665d04a tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212399 Feb 11 14:00:01.199103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0161a9f9-b43c-4e7c-a30c-f5814626b0b4 req-5d518e7b-408d-4b81-a490-61b9c89e5d05 service neutron] 10.222.0.83 "GET /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514687 Feb 11 14:00:01.763675 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df73d66-7289-467c-b769-571f5e80de98 req-169dcad4-ca88-4695-91da-02cd727b343c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:01.765457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4df73d66-7289-467c-b769-571f5e80de98 req-169dcad4-ca88-4695-91da-02cd727b343c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0784748 Feb 11 14:00:01.835618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4df73d66-7289-467c-b769-571f5e80de98 req-5d4a11a6-1745-4b29-91c6-1eec2ef332ea tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643692 Feb 11 14:00:02.277997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6e90-c69c-4f4b-81d4-b626e1c56cc9 req-64c950b2-da91-4194-bc02-fea5c2c45892 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:02.285306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-395d6e90-c69c-4f4b-81d4-b626e1c56cc9 req-64c950b2-da91-4194-bc02-fea5c2c45892 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 946 time: 0.0827816 Feb 11 14:00:02.357814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-395d6e90-c69c-4f4b-81d4-b626e1c56cc9 req-434c5219-627b-48d3-92cb-2ef8bd59cfe2 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/security-groups?id=64704e8c-00fe-4c05-b85d-bbb4813ba7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715611 Feb 11 14:00:02.417928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-167318d1-83a3-40f9-8f50-7bb6dd9d5e06 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:02.419833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-167318d1-83a3-40f9-8f50-7bb6dd9d5e06 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 946 time: 0.0814056 Feb 11 14:00:02.478833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:02.573157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Deleting port 00c2a221-894b-41c5-a613-c9bd27df41b8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:00:02.574283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:02.700535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] For port 00c2a221-894b-41c5-a613-c9bd27df41b8, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=00c2a221-894b-41c5-a613-c9bd27df41b8,segment=NetworkSegment(0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0),segment_id=0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:02.701140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:02.728709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Calling delete_port for 00c2a221-894b-41c5-a613-c9bd27df41b8 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:00:02.932196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (00c2a221-894b-41c5-a613-c9bd27df41b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:02.949121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['00c2a221-894b-41c5-a613-c9bd27df41b8'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:02.994276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Pushing event deleted for resources: {'Port': ['ID=00c2a221-894b-41c5-a613-c9bd27df41b8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:03.035199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] No DVR routers for this DVR port 00c2a221-894b-41c5-a613-c9bd27df41b8 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:03.038435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:03.042322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd848540-3089-4c37-a6ba-c4882cddbf6c req-7e4d82ca-4dd0-44a9-83b5-72a764994d8c tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.83 "DELETE /v2.0/ports/00c2a221-894b-41c5-a613-c9bd27df41b8 HTTP/1.1" status: 204 len: 173 time: 0.6130643 Feb 11 14:00:03.042775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'name': 'network-vif-deleted', 'tag': '00c2a221-894b-41c5-a613-c9bd27df41b8'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:03.045002 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e830d72-3109-4700-83c7-12a04c50a511" -d '{"events": [{"server_uuid": "23a48f7f-d1cc-49d8-8b9f-4742b562d3ce", "name": "network-vif-deleted", "tag": "00c2a221-894b-41c5-a613-c9bd27df41b8"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:03.058039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c51c-f338-45e1-952b-1bb3486c2f59 req-6386cf71-9653-4814-a2d7-fefb106aa53f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:03.060601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4518c51c-f338-45e1-952b-1bb3486c2f59 req-6386cf71-9653-4814-a2d7-fefb106aa53f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1400876 Feb 11 14:00:03.146752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4518c51c-f338-45e1-952b-1bb3486c2f59 req-26a977a8-23dc-4c05-98f2-e9b7fba6dbd4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785513 Feb 11 14:00:03.200807 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a3f2b-94b0-45f9-8b0b-b82679a931a5 x-openstack-request-id: req-ea3a3f2b-94b0-45f9-8b0b-b82679a931a5 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:03.201113 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a48f7f-d1cc-49d8-8b9f-4742b562d3ce", "name": "network-vif-deleted", "tag": "00c2a221-894b-41c5-a613-c9bd27df41b8", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:03.201375 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea3a3f2b-94b0-45f9-8b0b-b82679a931a5 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:03.201792 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a48f7f-d1cc-49d8-8b9f-4742b562d3ce', 'name': 'network-vif-deleted', 'tag': '00c2a221-894b-41c5-a613-c9bd27df41b8', 'status': 'completed', 'code': 200} Feb 11 14:00:03.571975 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02088831-74c2-49fc-9d17-b77993575a91 req-0d4853bd-90ab-447a-b394-10e02d71e246 tempest-VolumesSnapshotTestJSON-1507391616 tempest-VolumesSnapshotTestJSON-1507391616-project] 10.222.0.79 "GET /v2.0/ports?device_id=23a48f7f-d1cc-49d8-8b9f-4742b562d3ce HTTP/1.1" status: 200 len: 210 time: 0.0740981 Feb 11 14:00:03.671583 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:04.315133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ceb87-cb91-45c7-8881-253ff9d5ca9c req-b42e5416-5516-45d7-9673-fc97addfba73 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:04.323339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b71ceb87-cb91-45c7-8881-253ff9d5ca9c req-b42e5416-5516-45d7-9673-fc97addfba73 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0638323 Feb 11 14:00:04.423311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b71ceb87-cb91-45c7-8881-253ff9d5ca9c req-17a44f66-ec8e-4e04-8b1c-4042fdaa9e47 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984075 Feb 11 14:00:05.624288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957512c-1cd8-49cc-8eee-c25fe9ac7cd4 req-b432a6d7-0ef3-450d-b7dc-28826133d148 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:05.632259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1957512c-1cd8-49cc-8eee-c25fe9ac7cd4 req-b432a6d7-0ef3-450d-b7dc-28826133d148 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0913315 Feb 11 14:00:05.684673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1957512c-1cd8-49cc-8eee-c25fe9ac7cd4 req-59cb2f2e-b53f-4c85-b9ac-b3bc2e1a4fe2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505743 Feb 11 14:00:06.944944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cf067-3656-4e72-a702-d5663fb3a06d req-4643903f-2e7f-4819-a245-005cd9351d54 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:06.969077 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-233cf067-3656-4e72-a702-d5663fb3a06d req-4643903f-2e7f-4819-a245-005cd9351d54 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1569681 Feb 11 14:00:07.080447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-233cf067-3656-4e72-a702-d5663fb3a06d req-ea9858aa-ac84-4ecd-9b42-4c07539dd2ba tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971577 Feb 11 14:00:07.441910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 00c2a221-894b-41c5-a613-c9bd27df41b8 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:07.492801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 00c2a221-894b-41c5-a613-c9bd27df41b8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:00:07.494066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 00c2a221-894b-41c5-a613-c9bd27df41b8 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:08.293955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479165f-7835-4bbb-939c-ba35fe333902 req-66709d3b-9931-4241-a81f-d32c55e1e4fa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:08.308688 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4479165f-7835-4bbb-939c-ba35fe333902 req-66709d3b-9931-4241-a81f-d32c55e1e4fa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1006715 Feb 11 14:00:08.394738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4479165f-7835-4bbb-939c-ba35fe333902 req-d573ed25-cc87-4d2a-9b51-5862762c0c12 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 Feb 11 14:00:09.645511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdab4f-2f23-4df8-8f0c-f03bb06830d4 req-33cbccad-bbed-4912-a953-1183ff26849e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:09.650371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffbdab4f-2f23-4df8-8f0c-f03bb06830d4 req-33cbccad-bbed-4912-a953-1183ff26849e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1427777 Feb 11 14:00:09.742879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffbdab4f-2f23-4df8-8f0c-f03bb06830d4 req-8fb950f0-6ca1-4a05-a496-ddfbcdaf8032 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887282 Feb 11 14:00:10.221336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 52942) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:10.454516 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8ea3cf6-4433-4b4e-9432-1c16b21b5171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:10.577956 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8ea3cf6-4433-4b4e-9432-1c16b21b5171 admin admin] Publish callbacks [] for security_group (157f3ec3-e806-443d-af74-e8ac3d2e7f06), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:10.585480 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8ea3cf6-4433-4b4e-9432-1c16b21b5171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (157f3ec3-e806-443d-af74-e8ac3d2e7f06), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:11.412799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 52980) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:11.421346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e8ea3cf6-4433-4b4e-9432-1c16b21b5171 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e1221e0793db4df7b95dd9c3dc6eb6e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1988320 Feb 11 14:00:11.435639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea3cf6-4433-4b4e-9432-1c16b21b5171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157f3ec3-e806-443d-af74-e8ac3d2e7f06,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:11.503020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d6b1e-81cf-4eb6-a587-e4794f128e25 req-085caa49-253a-47a3-83d8-16627809bb66 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:11.517931 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c86d6b1e-81cf-4eb6-a587-e4794f128e25 req-085caa49-253a-47a3-83d8-16627809bb66 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1696532 Feb 11 14:00:11.547757 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8983db2a-e486-41d5-a3bc-89b9afae0661 admin admin] Publish callbacks [] for security_group (157f3ec3-e806-443d-af74-e8ac3d2e7f06), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:11.593466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8983db2a-e486-41d5-a3bc-89b9afae0661 admin admin] Publish callbacks [] for security_group (157f3ec3-e806-443d-af74-e8ac3d2e7f06), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:11.610964 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c86d6b1e-81cf-4eb6-a587-e4794f128e25 req-99d644a5-c3f1-4168-a6be-1a3e88f7c1e4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899432 Feb 11 14:00:11.670839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8983db2a-e486-41d5-a3bc-89b9afae0661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (157f3ec3-e806-443d-af74-e8ac3d2e7f06), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:11.674157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8983db2a-e486-41d5-a3bc-89b9afae0661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:11.677527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8983db2a-e486-41d5-a3bc-89b9afae0661 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/157f3ec3-e806-443d-af74-e8ac3d2e7f06 HTTP/1.1" status: 204 len: 168 time: 0.2606564 Feb 11 14:00:11.693713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983db2a-e486-41d5-a3bc-89b9afae0661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157f3ec3-e806-443d-af74-e8ac3d2e7f06,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:12.846479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5e575-b37c-402b-a239-5648d9427b02 req-cf497525-eaba-41b4-837b-22af8eb72b9b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:12.850967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed5e575-b37c-402b-a239-5648d9427b02 req-cf497525-eaba-41b4-837b-22af8eb72b9b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1171308 Feb 11 14:00:12.954146 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed5e575-b37c-402b-a239-5648d9427b02 req-aa22fe06-bbb9-4b09-b8c4-2b6e08366fff tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957880 Feb 11 14:00:13.860007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8515088-59f8-4e4f-b7f5-519200280cae details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:00:14.035230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c8515088-59f8-4e4f-b7f5-519200280cae, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8515088-59f8-4e4f-b7f5-519200280cae,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:14.070638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'c8515088-59f8-4e4f-b7f5-519200280cae', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'port_id': 'c8515088-59f8-4e4f-b7f5-519200280cae', 'mac_address': 'fa:16:3e:7f:c4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:00:14.176663 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c8515088-59f8-4e4f-b7f5-519200280cae is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:14.179444 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:14.204474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49557d-c422-4248-b440-6fa4c8e07b82 req-b648eebc-a58d-40d3-9683-f45523114941 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:14.210352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8515088-59f8-4e4f-b7f5-519200280cae {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:00:14.214754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a49557d-c422-4248-b440-6fa4c8e07b82 req-b648eebc-a58d-40d3-9683-f45523114941 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1177263 Feb 11 14:00:14.241071 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c8515088-59f8-4e4f-b7f5-519200280cae, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8515088-59f8-4e4f-b7f5-519200280cae,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:14.249524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:14.286434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6a49557d-c422-4248-b440-6fa4c8e07b82 req-ab54a2a7-0a48-4f2f-b19a-2a707a3de943 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679228 Feb 11 14:00:14.354973 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8515088-59f8-4e4f-b7f5-519200280cae,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:14.369844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.370238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.372181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.372729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.374560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.375098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.375608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.376114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.383124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.383759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.384294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.384804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.385311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:14.490549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c8515088-59f8-4e4f-b7f5-519200280cae'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:15.473950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fcd92-00bd-45f5-a25d-2d05efa7a582 req-ffc62596-b072-47f5-a623-50316a185cc2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:15.476246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb4fcd92-00bd-45f5-a25d-2d05efa7a582 req-ffc62596-b072-47f5-a623-50316a185cc2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0646374 Feb 11 14:00:15.572386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb4fcd92-00bd-45f5-a25d-2d05efa7a582 req-58183a1d-451a-433b-9671-c0d8b451fe75 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890415 Feb 11 14:00:15.851183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8515088-59f8-4e4f-b7f5-519200280cae up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:00:15.942434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port c8515088-59f8-4e4f-b7f5-519200280cae completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:00:15.949492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port c8515088-59f8-4e4f-b7f5-519200280cae triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:00:15.950494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:16.062388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port c8515088-59f8-4e4f-b7f5-519200280cae is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:16.062857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:16.104882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8515088-59f8-4e4f-b7f5-519200280cae'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:16.107495 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30332b19-0821-4eee-876a-6efe34356665" -d '{"events": [{"server_uuid": "e4bd6fa5-b883-4da7-931f-0ecfb059d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c8515088-59f8-4e4f-b7f5-519200280cae"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:16.144201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port c8515088-59f8-4e4f-b7f5-519200280cae, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8515088-59f8-4e4f-b7f5-519200280cae,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:16.151252 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:16.217628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8515088-59f8-4e4f-b7f5-519200280cae,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:16.399502 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fd2721-4083-4d8e-bcdf-b1503cf3acd2 x-openstack-request-id: req-72fd2721-4083-4d8e-bcdf-b1503cf3acd2 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:16.399502 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bd6fa5-b883-4da7-931f-0ecfb059d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c8515088-59f8-4e4f-b7f5-519200280cae", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:16.399502 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72fd2721-4083-4d8e-bcdf-b1503cf3acd2 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:16.399502 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8515088-59f8-4e4f-b7f5-519200280cae', 'code': 200} Feb 11 14:00:16.522225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49c0f-3f16-41cf-bdea-5541147935eb req-3696c4f1-1107-40e9-adbd-cfbaaa92a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:16.524560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8d49c0f-3f16-41cf-bdea-5541147935eb req-3696c4f1-1107-40e9-adbd-cfbaaa92a370 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 1127 time: 0.0563955 Feb 11 14:00:16.608659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8d49c0f-3f16-41cf-bdea-5541147935eb req-39093233-eff4-4473-8cb0-fe3e7bc8dfde service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768414 Feb 11 14:00:16.753414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d6d59-f0aa-4ed2-bad8-c1a543630075 req-cb5d1d57-4e76-4bfe-8c87-ae7cb5debbe9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:16.755414 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4d6d59-f0aa-4ed2-bad8-c1a543630075 req-cb5d1d57-4e76-4bfe-8c87-ae7cb5debbe9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0604835 Feb 11 14:00:16.808263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f4d6d59-f0aa-4ed2-bad8-c1a543630075 req-8bc4592c-95f4-46b5-9f1d-4b11a9e45a57 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450206 Feb 11 14:00:17.680653 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:00:17.791204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53118) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:17.983492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0b790046-34c1-4d24-8aa0-056db236da62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.008871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c25df1-57dc-4cf9-8813-c88eabdbf29b req-8f52c6b2-69fc-4cc8-a3d6-bb5349cbff4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:18.017857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63c25df1-57dc-4cf9-8813-c88eabdbf29b req-8f52c6b2-69fc-4cc8-a3d6-bb5349cbff4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0800381 Feb 11 14:00:18.080697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63c25df1-57dc-4cf9-8813-c88eabdbf29b req-1464ac9f-3518-4952-94bc-54b193500676 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612559 Feb 11 14:00:18.159664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0b790046-34c1-4d24-8aa0-056db236da62 admin admin] Publish callbacks [] for security_group (6579f75e-0d97-469f-bc3b-fedc50a06c1e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.171104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0b790046-34c1-4d24-8aa0-056db236da62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6579f75e-0d97-469f-bc3b-fedc50a06c1e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.242858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53130) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:18.243058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0b790046-34c1-4d24-8aa0-056db236da62 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a4ac399e0a24a9dac9d2c9682976056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501424 Feb 11 14:00:18.245116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b790046-34c1-4d24-8aa0-056db236da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6579f75e-0d97-469f-bc3b-fedc50a06c1e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:18.306570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996863-05d8-436d-b7fb-afea7cc9c958 req-bca4deae-7783-49f1-b325-e88fac86d85e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:18.313690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f7996863-05d8-436d-b7fb-afea7cc9c958 req-bca4deae-7783-49f1-b325-e88fac86d85e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0695653 Feb 11 14:00:18.352047 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78390953-61e6-4cde-a8da-65328d36d539 admin admin] Publish callbacks [] for security_group (6579f75e-0d97-469f-bc3b-fedc50a06c1e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.369277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f7996863-05d8-436d-b7fb-afea7cc9c958 req-5dfc9083-f639-467f-8d6c-9ecff5dd1894 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543811 Feb 11 14:00:18.404451 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78390953-61e6-4cde-a8da-65328d36d539 admin admin] Publish callbacks [] for security_group (6579f75e-0d97-469f-bc3b-fedc50a06c1e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.467253 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78390953-61e6-4cde-a8da-65328d36d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6579f75e-0d97-469f-bc3b-fedc50a06c1e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.470509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-78390953-61e6-4cde-a8da-65328d36d539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.471803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-78390953-61e6-4cde-a8da-65328d36d539 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6579f75e-0d97-469f-bc3b-fedc50a06c1e HTTP/1.1" status: 204 len: 168 time: 0.2277400 Feb 11 14:00:18.519773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78390953-61e6-4cde-a8da-65328d36d539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6579f75e-0d97-469f-bc3b-fedc50a06c1e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:18.563399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2a2aa-ea8f-49e4-8914-41c958f7edef req-f912190c-3ac7-4dd2-8ca4-4000fcf43ccd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:18.572435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3e2a2aa-ea8f-49e4-8914-41c958f7edef req-f912190c-3ac7-4dd2-8ca4-4000fcf43ccd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 945 time: 0.1080968 Feb 11 14:00:18.641307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3e2a2aa-ea8f-49e4-8914-41c958f7edef req-cbe93c8f-0684-4c57-a8bc-59c2847a7ba2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665689 Feb 11 14:00:19.084742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53148) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:19.128297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6078-c78d-4ffc-b0ac-fbc6dbb1db9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.156201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab214a97-31c2-4d72-b447-a83db58b1e98 req-0e7036ab-989c-4c80-a6c3-a93c2964b314 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:19.164092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab214a97-31c2-4d72-b447-a83db58b1e98 req-0e7036ab-989c-4c80-a6c3-a93c2964b314 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 945 time: 0.1146393 Feb 11 14:00:19.236739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab214a97-31c2-4d72-b447-a83db58b1e98 req-b8716d82-a472-42b8-ba7b-0cb8382c3411 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682333 Feb 11 14:00:19.315099 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6078-c78d-4ffc-b0ac-fbc6dbb1db9d admin admin] Publish callbacks [] for security_group (edb52b1c-3a5a-40db-a743-b04c4b4a0a12), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.324701 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6078-c78d-4ffc-b0ac-fbc6dbb1db9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (edb52b1c-3a5a-40db-a743-b04c4b4a0a12), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.380664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53152) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:19.381975 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2b3d6078-c78d-4ffc-b0ac-fbc6dbb1db9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed89b1421bc74e588d8df906b8b30128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953150 Feb 11 14:00:19.411708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d6078-c78d-4ffc-b0ac-fbc6dbb1db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb52b1c-3a5a-40db-a743-b04c4b4a0a12,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:19.472588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04dd1f79-4960-448c-b43a-c7ff0e12f141 admin admin] Publish callbacks [] for security_group (edb52b1c-3a5a-40db-a743-b04c4b4a0a12), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.500814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04dd1f79-4960-448c-b43a-c7ff0e12f141 admin admin] Publish callbacks [] for security_group (edb52b1c-3a5a-40db-a743-b04c4b4a0a12), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.559575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04dd1f79-4960-448c-b43a-c7ff0e12f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (edb52b1c-3a5a-40db-a743-b04c4b4a0a12), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.562773 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-04dd1f79-4960-448c-b43a-c7ff0e12f141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.566409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04dd1f79-4960-448c-b43a-c7ff0e12f141 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edb52b1c-3a5a-40db-a743-b04c4b4a0a12 HTTP/1.1" status: 204 len: 168 time: 0.1833165 Feb 11 14:00:19.578092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1f79-4960-448c-b43a-c7ff0e12f141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb52b1c-3a5a-40db-a743-b04c4b4a0a12,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:20.212850 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:20.429729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed99604-cdd0-4b82-8516-6aae16d9abd4 req-62a34898-a371-4058-9c62-f40c7ce5bdfa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.437525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fed99604-cdd0-4b82-8516-6aae16d9abd4 req-62a34898-a371-4058-9c62-f40c7ce5bdfa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 945 time: 0.1243379 Feb 11 14:00:20.470629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-c0c79aa5-a1ae-4a04-b105-e4645351db4d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.472494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-c0c79aa5-a1ae-4a04-b105-e4645351db4d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 945 time: 0.1003900 Feb 11 14:00:20.610599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fed99604-cdd0-4b82-8516-6aae16d9abd4 req-5471e731-8c97-49a5-8e1f-632c4c7be1c6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717441 Feb 11 14:00:20.717020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port c8515088-59f8-4e4f-b7f5-519200280cae {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:00:20.717377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:20.866068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] For port c8515088-59f8-4e4f-b7f5-519200280cae, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=c8515088-59f8-4e4f-b7f5-519200280cae,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:20.867030 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:20.907615 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for c8515088-59f8-4e4f-b7f5-519200280cae owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:00:21.130698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c8515088-59f8-4e4f-b7f5-519200280cae), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:21.145590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['c8515088-59f8-4e4f-b7f5-519200280cae'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:21.255460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=c8515088-59f8-4e4f-b7f5-519200280cae,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:21.293282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] No DVR routers for this DVR port c8515088-59f8-4e4f-b7f5-519200280cae on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:21.299177 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:21.306888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-01e56f01-69c1-45fd-ab99-dc1c27a97d82 req-68337961-4f75-40d6-ac28-864b4795b276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "DELETE /v2.0/ports/c8515088-59f8-4e4f-b7f5-519200280cae HTTP/1.1" status: 204 len: 173 time: 0.8286269 Feb 11 14:00:21.307509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'name': 'network-vif-deleted', 'tag': 'c8515088-59f8-4e4f-b7f5-519200280cae'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:21.315698 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bcff06-165e-49ae-8071-267d18ba2c0e" -d '{"events": [{"server_uuid": "e4bd6fa5-b883-4da7-931f-0ecfb059d7c6", "name": "network-vif-deleted", "tag": "c8515088-59f8-4e4f-b7f5-519200280cae"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:21.455842 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9949e685-a91c-4d07-9c16-ee366abc109a x-openstack-request-id: req-9949e685-a91c-4d07-9c16-ee366abc109a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:21.456374 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bd6fa5-b883-4da7-931f-0ecfb059d7c6", "name": "network-vif-deleted", "tag": "c8515088-59f8-4e4f-b7f5-519200280cae", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:21.456707 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9949e685-a91c-4d07-9c16-ee366abc109a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:21.457325 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bd6fa5-b883-4da7-931f-0ecfb059d7c6', 'name': 'network-vif-deleted', 'tag': 'c8515088-59f8-4e4f-b7f5-519200280cae', 'status': 'completed', 'code': 200} Feb 11 14:00:21.743806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c675bac-4f15-4d59-b370-edb6f825727d req-dd0089a5-f9f9-4a14-a10d-3cec9f3dc3bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0431476 Feb 11 14:00:22.030033 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:22.791455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53246) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:22.918153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed27a90d-d7be-4fc7-9489-1a957b95c020 req-bee5300e-44ae-4aea-b02d-56991d3cd556 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0496345 Feb 11 14:00:23.023983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e60a2d3-3ac3-4c35-956e-08835b37bbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:23.152468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e60a2d3-3ac3-4c35-956e-08835b37bbb9 admin admin] Publish callbacks [] for security_group (8ce30cd5-0ff8-4c9e-b897-d62aa226826f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:23.169457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1e60a2d3-3ac3-4c35-956e-08835b37bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8ce30cd5-0ff8-4c9e-b897-d62aa226826f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:23.224803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1e60a2d3-3ac3-4c35-956e-08835b37bbb9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99bd41fff0324f5ca59e4a2bbceefafa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4315801 Feb 11 14:00:23.225949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a2d3-3ac3-4c35-956e-08835b37bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce30cd5-0ff8-4c9e-b897-d62aa226826f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:23.227685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53258) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:23.335329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Publish callbacks [] for security_group (8ce30cd5-0ff8-4c9e-b897-d62aa226826f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:23.357806 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Publish callbacks [] for security_group (8ce30cd5-0ff8-4c9e-b897-d62aa226826f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:23.407926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8ce30cd5-0ff8-4c9e-b897-d62aa226826f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:23.410883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:23.415606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ce30cd5-0ff8-4c9e-b897-d62aa226826f HTTP/1.1" status: 204 len: 168 time: 0.1868846 Feb 11 14:00:23.424041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce30cd5-0ff8-4c9e-b897-d62aa226826f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:23.434071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.434750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.435313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.435965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.436517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.437055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.437599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.438391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.438942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.439480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.440031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.440574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.440991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed5eb-775b-4ed8-b472-0ec584b6c879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:23.924668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53278) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:23.941200 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40bf66f4-429a-4ae6-93a3-7d0f2e314613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.062829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0710f8e-4b09-485a-9cc0-487ccf484b55 req-1a70ba41-d72c-4cfe-a4a6-e3aea2aa05b5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0375011 Feb 11 14:00:24.079889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40bf66f4-429a-4ae6-93a3-7d0f2e314613 admin admin] Publish callbacks [] for security_group (a70307d6-16df-4e38-a878-d5ad85410b71), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.090874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-40bf66f4-429a-4ae6-93a3-7d0f2e314613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a70307d6-16df-4e38-a878-d5ad85410b71), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.129511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-40bf66f4-429a-4ae6-93a3-7d0f2e314613 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=80e615d6bf6840ed89830fcb8e910444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035570 Feb 11 14:00:24.132929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53288) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:24.149728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf66f4-429a-4ae6-93a3-7d0f2e314613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70307d6-16df-4e38-a878-d5ad85410b71,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:24.223723 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881f8aab-630c-487d-a436-0fb81e995325 admin admin] Publish callbacks [] for security_group (a70307d6-16df-4e38-a878-d5ad85410b71), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.250194 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881f8aab-630c-487d-a436-0fb81e995325 admin admin] Publish callbacks [] for security_group (a70307d6-16df-4e38-a878-d5ad85410b71), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.325541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881f8aab-630c-487d-a436-0fb81e995325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a70307d6-16df-4e38-a878-d5ad85410b71), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.337602 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-881f8aab-630c-487d-a436-0fb81e995325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.340888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-881f8aab-630c-487d-a436-0fb81e995325 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a70307d6-16df-4e38-a878-d5ad85410b71 HTTP/1.1" status: 204 len: 168 time: 0.2067199 Feb 11 14:00:24.379045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f8aab-630c-487d-a436-0fb81e995325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70307d6-16df-4e38-a878-d5ad85410b71,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:25.247096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2149fd82-2724-4b21-93f7-af7c08d1246a req-c19b9438-4ef0-4b83-b808-41a856d82bba tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0612655 Feb 11 14:00:25.881240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8515088-59f8-4e4f-b7f5-519200280cae no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:25.924119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: c8515088-59f8-4e4f-b7f5-519200280cae {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:00:25.924227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device c8515088-59f8-4e4f-b7f5-519200280cae not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:26.478998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7947e660-48a3-491e-b523-2d76353c27c1 req-08db11f1-3edf-4584-a1f6-05e1cf13b390 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0811610 Feb 11 14:00:27.064233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb347099-4c70-482a-a678-9e815f3f0089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:27.675135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1e446be-29db-4f0d-a05e-a3235e86e516 req-c1ba1ae6-eac5-4c64-acd6-f890de870800 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0639102 Feb 11 14:00:29.055136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4aa6abf-3802-4687-9e95-44f05d686097 req-6fe5f980-1431-4c01-963d-90b10a20026c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0588899 Feb 11 14:00:29.445937 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0441453f-94d8-4754-9589-e1dd1d806b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:30.163501 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-491b1c20-d49f-443e-9b50-75ff44d5a5bf req-59aa8832-fa3a-4b1d-9fa3-e1b8362138ff tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.1054289 Feb 11 14:00:31.051394 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:31.404470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-102509cf-954f-41d8-8813-52d4610bf992 req-a3e9805f-46c2-49ee-9c79-5cc87567f4d7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0913277 Feb 11 14:00:32.460821 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:32.628287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8dd25e65-7b1f-46ba-b477-df6985f91659 req-731e0f68-2463-415b-9bab-885b281bdfbb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0636430 Feb 11 14:00:33.692052 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.895664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82d9f81e-3097-4c95-9258-53eeb5d4f430 req-be375a07-8fc7-4c7c-896b-1825fa9dcd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.1160209 Feb 11 14:00:35.129562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-698a1d03-cb4c-46ca-ae5a-6f55bc7eb69e req-c35ab530-a21b-4297-9a71-8e017ec62da6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0961711 Feb 11 14:00:36.330033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-258c69fc-68af-41d9-a984-fbf95031b38c req-fee93841-7454-4dc5-98d9-d1e06b415976 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0803862 Feb 11 14:00:37.526453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab101c75-510a-4a96-b672-0f8364794955 req-8a06002b-9aab-4afa-abc6-b70ed570b82c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0724883 Feb 11 14:00:38.693572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e4b32369-4bd5-442f-983e-c81020fc592c req-6238815a-55c4-45cf-a5a9-dc4bd2b9744f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0321281 Feb 11 14:00:39.887645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1576579d-db79-4b10-a5dd-916933bca461 req-51fecb09-c960-4cd2-9c7b-d76ce0c5c4f5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0647757 Feb 11 14:00:41.051378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f66129ac-123b-4cf4-8469-05aa15d77fa6 req-eb4c974f-77bb-43e4-8fe2-35be22452e31 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0427957 Feb 11 14:00:42.241771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d819cba2-b798-40b7-95ab-3e1aae67ff69 req-bcfee61b-7680-47fd-81cf-2806545deb2c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0612526 Feb 11 14:00:43.452305 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4629f009-0f2c-48cf-b16c-c1afc8d11f68 req-902d0ae5-4d94-4a1c-9b43-10284b60bdaa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0820227 Feb 11 14:00:44.697525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9271d2c7-4340-4577-9396-1f52eddfe63a req-494a499d-0982-4f66-9476-809e501483f1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.1087952 Feb 11 14:00:45.486055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53880) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:45.806537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b6e84b4-df30-4003-8e41-c8b41b06cd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.031908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b6e84b4-df30-4003-8e41-c8b41b06cd5c admin admin] Publish callbacks [] for security_group (543e9db0-9918-4d2e-a13d-0bbf0d6daf12), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.073427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf5c2f-db38-4e0a-9023-ed8eb2a86e27 req-57cbe3ae-c875-4f5c-94fe-f89f1f7fb566 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.2599008 Feb 11 14:00:46.074329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b6e84b4-df30-4003-8e41-c8b41b06cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (543e9db0-9918-4d2e-a13d-0bbf0d6daf12), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.121052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:46.122180 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5b6e84b4-df30-4003-8e41-c8b41b06cd5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef83171735ec4d939639da628e350177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6340654 Feb 11 14:00:46.169200 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e84b4-df30-4003-8e41-c8b41b06cd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543e9db0-9918-4d2e-a13d-0bbf0d6daf12,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:46.264204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Publish callbacks [] for security_group (543e9db0-9918-4d2e-a13d-0bbf0d6daf12), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.314396 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Publish callbacks [] for security_group (543e9db0-9918-4d2e-a13d-0bbf0d6daf12), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.407798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (543e9db0-9918-4d2e-a13d-0bbf0d6daf12), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.412156 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.417405 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/543e9db0-9918-4d2e-a13d-0bbf0d6daf12 HTTP/1.1" status: 204 len: 168 time: 0.2930110 Feb 11 14:00:46.440907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543e9db0-9918-4d2e-a13d-0bbf0d6daf12,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:46.458204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.458565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.458915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.459272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.463793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.464135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.464475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.464803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.465189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.465575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.465913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.467158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:46.469798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b6dc-545f-49b7-b9a3-ee183612e897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:47.059050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 53930) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:47.097377 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fca8a474-0bba-4e9c-b8ad-c4505ee562ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.239877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fca8a474-0bba-4e9c-b8ad-c4505ee562ae admin admin] Publish callbacks [] for security_group (cd78e03e-c159-4653-8963-46786b079a8c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.255668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fca8a474-0bba-4e9c-b8ad-c4505ee562ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd78e03e-c159-4653-8963-46786b079a8c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.314521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fca8a474-0bba-4e9c-b8ad-c4505ee562ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=226a4fd4cbcd4b05a0bce15644d9de88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535586 Feb 11 14:00:47.321510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 53942) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:47.397413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a2b9eb32-155e-409e-848e-b8c3ee479d3c req-08a30fe0-df2b-43d3-8587-6760e7c31fb3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.1502652 Feb 11 14:00:47.420088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8a474-0bba-4e9c-b8ad-c4505ee562ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd78e03e-c159-4653-8963-46786b079a8c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:47.466738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2003849-f5f2-4990-914c-66a279323667 admin admin] Publish callbacks [] for security_group (cd78e03e-c159-4653-8963-46786b079a8c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.501300 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2003849-f5f2-4990-914c-66a279323667 admin admin] Publish callbacks [] for security_group (cd78e03e-c159-4653-8963-46786b079a8c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.564096 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2003849-f5f2-4990-914c-66a279323667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd78e03e-c159-4653-8963-46786b079a8c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.566819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e2003849-f5f2-4990-914c-66a279323667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.577133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e2003849-f5f2-4990-914c-66a279323667 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd78e03e-c159-4653-8963-46786b079a8c HTTP/1.1" status: 204 len: 168 time: 0.2542272 Feb 11 14:00:47.592569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003849-f5f2-4990-914c-66a279323667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd78e03e-c159-4653-8963-46786b079a8c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:48.614164 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-672e4ee4-c0b2-455e-8d6c-9883e9dca902 req-df776e19-a160-4b4c-a620-50c0b341b321 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0506063 Feb 11 14:00:48.984920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:49.648522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c80869e1-a288-4a92-890d-8608ad31a089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:49.795419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c80869e1-a288-4a92-890d-8608ad31a089 admin admin] Publish callbacks [] for security_group (cec2b9ce-da34-473e-b443-2d428bd55ddc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:49.801653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c80869e1-a288-4a92-890d-8608ad31a089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cec2b9ce-da34-473e-b443-2d428bd55ddc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:49.835751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80869e1-a288-4a92-890d-8608ad31a089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec2b9ce-da34-473e-b443-2d428bd55ddc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:49.883203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c80869e1-a288-4a92-890d-8608ad31a089 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=019e33ebf4de4e3c8e127d48db15bc48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8969646 Feb 11 14:00:49.885070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54038) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:49.888756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c07b6001-d6da-402d-a367-55b3d9367946 req-3d28c365-a21c-4ad2-9c52-fb552e212276 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4bd6fa5-b883-4da7-931f-0ecfb059d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0645576 Feb 11 14:00:49.954204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9c58ae1-de49-4c4a-9c2b-0459babbb9d4 admin admin] Publish callbacks [] for security_group (cec2b9ce-da34-473e-b443-2d428bd55ddc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:49.979032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9c58ae1-de49-4c4a-9c2b-0459babbb9d4 admin admin] Publish callbacks [] for security_group (cec2b9ce-da34-473e-b443-2d428bd55ddc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:50.089808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9c58ae1-de49-4c4a-9c2b-0459babbb9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cec2b9ce-da34-473e-b443-2d428bd55ddc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:50.092718 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9c58ae1-de49-4c4a-9c2b-0459babbb9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:50.094010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b9c58ae1-de49-4c4a-9c2b-0459babbb9d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cec2b9ce-da34-473e-b443-2d428bd55ddc HTTP/1.1" status: 204 len: 168 time: 0.1995227 Feb 11 14:00:50.152661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c58ae1-de49-4c4a-9c2b-0459babbb9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec2b9ce-da34-473e-b443-2d428bd55ddc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:50.244424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:52.039157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:52.168393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54146) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:52.495008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0718f879-a335-49c6-a8c8-c7256df1164e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:52.717346 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0718f879-a335-49c6-a8c8-c7256df1164e admin admin] Publish callbacks [] for security_group (72a3c3fd-e742-45cd-8d14-1e3c88134ff3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:52.724265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0718f879-a335-49c6-a8c8-c7256df1164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (72a3c3fd-e742-45cd-8d14-1e3c88134ff3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:52.791637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:52.811183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0718f879-a335-49c6-a8c8-c7256df1164e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea638003554a4956bbbfdd3f1199b79e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6414702 Feb 11 14:00:52.824568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718f879-a335-49c6-a8c8-c7256df1164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a3c3fd-e742-45cd-8d14-1e3c88134ff3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:52.913533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc6db14f-80e7-4585-bf1d-d5b8d9b8a8f2 admin admin] Publish callbacks [] for security_group (72a3c3fd-e742-45cd-8d14-1e3c88134ff3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:52.958784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc6db14f-80e7-4585-bf1d-d5b8d9b8a8f2 admin admin] Publish callbacks [] for security_group (72a3c3fd-e742-45cd-8d14-1e3c88134ff3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:53.051944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc6db14f-80e7-4585-bf1d-d5b8d9b8a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (72a3c3fd-e742-45cd-8d14-1e3c88134ff3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:53.056351 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc6db14f-80e7-4585-bf1d-d5b8d9b8a8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:53.058390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc6db14f-80e7-4585-bf1d-d5b8d9b8a8f2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72a3c3fd-e742-45cd-8d14-1e3c88134ff3 HTTP/1.1" status: 204 len: 168 time: 0.2650194 Feb 11 14:00:53.077382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6db14f-80e7-4585-bf1d-d5b8d9b8a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a3c3fd-e742-45cd-8d14-1e3c88134ff3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:53.524668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54180) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:53.559021 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59215858-d2f3-4d82-b1cc-fee16edb7250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:53.724635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59215858-d2f3-4d82-b1cc-fee16edb7250 admin admin] Publish callbacks [] for security_group (4005986e-68ad-49a7-9d11-5095a1810381), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:53.731599 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59215858-d2f3-4d82-b1cc-fee16edb7250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4005986e-68ad-49a7-9d11-5095a1810381), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:53.858387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54188) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:53.873250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-59215858-d2f3-4d82-b1cc-fee16edb7250 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0a8fb9be2024cf78f9b6899e4a514dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469617 Feb 11 14:00:53.878092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59215858-d2f3-4d82-b1cc-fee16edb7250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005986e-68ad-49a7-9d11-5095a1810381,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:54.033236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0c314e4-ac35-4d2b-80f6-4aeb48ea50d3 admin admin] Publish callbacks [] for security_group (4005986e-68ad-49a7-9d11-5095a1810381), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:54.072755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0c314e4-ac35-4d2b-80f6-4aeb48ea50d3 admin admin] Publish callbacks [] for security_group (4005986e-68ad-49a7-9d11-5095a1810381), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:54.168719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0c314e4-ac35-4d2b-80f6-4aeb48ea50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4005986e-68ad-49a7-9d11-5095a1810381), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:54.175308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a0c314e4-ac35-4d2b-80f6-4aeb48ea50d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:54.177500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a0c314e4-ac35-4d2b-80f6-4aeb48ea50d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4005986e-68ad-49a7-9d11-5095a1810381 HTTP/1.1" status: 204 len: 168 time: 0.3180840 Feb 11 14:00:54.190250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c314e4-ac35-4d2b-80f6-4aeb48ea50d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005986e-68ad-49a7-9d11-5095a1810381,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:54.677734 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:00:57.089895 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e58fa496-79f2-4713-b956-a754b31f59c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:59.432010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a473a08-26e8-483f-80fe-0fb95a746aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:01.092153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:02.500920 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:03.684408 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.005358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54686) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:11.306869 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85b7920c-4fbf-4e46-8688-1b49890acbe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.578070 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85b7920c-4fbf-4e46-8688-1b49890acbe2 admin admin] Publish callbacks [] for security_group (2f5cbfb0-3b94-4185-993f-33faa4ac52f2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.589416 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-85b7920c-4fbf-4e46-8688-1b49890acbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2f5cbfb0-3b94-4185-993f-33faa4ac52f2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.710366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-85b7920c-4fbf-4e46-8688-1b49890acbe2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c92ca6443d94a13a5cb3fb5987548a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7032309 Feb 11 14:01:11.712883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54704) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:11.783795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7920c-4fbf-4e46-8688-1b49890acbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5cbfb0-3b94-4185-993f-33faa4ac52f2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:11.820085 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-932c7537-43af-40eb-857d-91b9e5d5b17c admin admin] Publish callbacks [] for security_group (2f5cbfb0-3b94-4185-993f-33faa4ac52f2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.844140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-932c7537-43af-40eb-857d-91b9e5d5b17c admin admin] Publish callbacks [] for security_group (2f5cbfb0-3b94-4185-993f-33faa4ac52f2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.896711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-932c7537-43af-40eb-857d-91b9e5d5b17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2f5cbfb0-3b94-4185-993f-33faa4ac52f2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.899302 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-932c7537-43af-40eb-857d-91b9e5d5b17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:11.911107 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-932c7537-43af-40eb-857d-91b9e5d5b17c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f5cbfb0-3b94-4185-993f-33faa4ac52f2 HTTP/1.1" status: 204 len: 168 time: 0.1966529 Feb 11 14:01:11.926699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c7537-43af-40eb-857d-91b9e5d5b17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5cbfb0-3b94-4185-993f-33faa4ac52f2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:12.834150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54732) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:12.873116 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a268031-aa2b-4ad1-a6ab-867831a83385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:13.141637 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a268031-aa2b-4ad1-a6ab-867831a83385 admin admin] Publish callbacks [] for security_group (12279752-99ec-472a-942c-075f5adb16c4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:13.152616 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a268031-aa2b-4ad1-a6ab-867831a83385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (12279752-99ec-472a-942c-075f5adb16c4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:13.216207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:13.217952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2a268031-aa2b-4ad1-a6ab-867831a83385 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2be4c5c488e2450faa0fba52c98fd9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814895 Feb 11 14:01:13.271845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a268031-aa2b-4ad1-a6ab-867831a83385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12279752-99ec-472a-942c-075f5adb16c4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:13.394623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7609282a-3719-4a81-9b8b-0f2b75a9859b admin admin] Publish callbacks [] for security_group (12279752-99ec-472a-942c-075f5adb16c4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:13.454617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7609282a-3719-4a81-9b8b-0f2b75a9859b admin admin] Publish callbacks [] for security_group (12279752-99ec-472a-942c-075f5adb16c4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:13.567588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7609282a-3719-4a81-9b8b-0f2b75a9859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (12279752-99ec-472a-942c-075f5adb16c4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:13.574203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7609282a-3719-4a81-9b8b-0f2b75a9859b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:13.575386 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7609282a-3719-4a81-9b8b-0f2b75a9859b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12279752-99ec-472a-942c-075f5adb16c4 HTTP/1.1" status: 204 len: 168 time: 0.3576286 Feb 11 14:01:13.602183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609282a-3719-4a81-9b8b-0f2b75a9859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12279752-99ec-472a-942c-075f5adb16c4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:13.791925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54772) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:14.246303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0db2edeb-eaed-4da4-8389-49ed28ab2dd2 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48495558', 'description': 'tempest-secgroup-smoke-48495558 description', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:14.317629 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0db2edeb-eaed-4da4-8389-49ed28ab2dd2 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:14.603852 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0db2edeb-eaed-4da4-8389-49ed28ab2dd2 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group (4cefa2ec-aef0-4484-ab35-abbbdd23c357), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:14.629118 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0db2edeb-eaed-4da4-8389-49ed28ab2dd2 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4cefa2ec-aef0-4484-ab35-abbbdd23c357), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:14.706566 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2edeb-eaed-4da4-8389-49ed28ab2dd2 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cefa2ec-aef0-4484-ab35-abbbdd23c357,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:14.730651 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0db2edeb-eaed-4da4-8389-49ed28ab2dd2 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:14.737733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54816) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:14.738709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0db2edeb-eaed-4da4-8389-49ed28ab2dd2 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9447367 Feb 11 14:01:14.742829 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-84a094d0-9060-4a2c-8d96-be61a8f40712 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'security_group_rule': {'security_group_id': '4cefa2ec-aef0-4484-ab35-abbbdd23c357', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:14.827159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a094d0-9060-4a2c-8d96-be61a8f40712 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (bba8fc4c-fabc-405f-b457-295d5f7b3cb8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.046493 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a094d0-9060-4a2c-8d96-be61a8f40712 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (bba8fc4c-fabc-405f-b457-295d5f7b3cb8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.059494 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a094d0-9060-4a2c-8d96-be61a8f40712 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (bba8fc4c-fabc-405f-b457-295d5f7b3cb8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.126167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-84a094d0-9060-4a2c-8d96-be61a8f40712 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.127473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-84a094d0-9060-4a2c-8d96-be61a8f40712 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3886902 Feb 11 14:01:15.130666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a094d0-9060-4a2c-8d96-be61a8f40712 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba8fc4c-fabc-405f-b457-295d5f7b3cb8,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:15.131353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:15.136129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bffd5ef1-7333-41da-8c8a-bf89821db245 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'security_group_rule': {'security_group_id': '4cefa2ec-aef0-4484-ab35-abbbdd23c357', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:15.204213 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bffd5ef1-7333-41da-8c8a-bf89821db245 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (5d409052-15d4-41c7-aea9-1d4647efdfff), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.335452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:15.372340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bffd5ef1-7333-41da-8c8a-bf89821db245 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (5d409052-15d4-41c7-aea9-1d4647efdfff), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.398514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bffd5ef1-7333-41da-8c8a-bf89821db245 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (5d409052-15d4-41c7-aea9-1d4647efdfff), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.417782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd5ef1-7333-41da-8c8a-bf89821db245 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d409052-15d4-41c7-aea9-1d4647efdfff,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:15.448031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bffd5ef1-7333-41da-8c8a-bf89821db245 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.449303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bffd5ef1-7333-41da-8c8a-bf89821db245 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168697 Feb 11 14:01:15.455386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54846) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:15.464244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6d24c9d9-b146-44b0-a23c-9a6a450e5094 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'security_group_rule': {'security_group_id': '4cefa2ec-aef0-4484-ab35-abbbdd23c357', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:15.553559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d24c9d9-b146-44b0-a23c-9a6a450e5094 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (a5c4ab41-6acb-471e-bbb3-e4eeab375359), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.720272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1744577226-network', 'tenant_id': '1d5039a12fc74ac0abfd8498b328d9a8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:15.776612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Made reservation on behalf of 1d5039a12fc74ac0abfd8498b328d9a8 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:15.784607 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.814718 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.911080 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d24c9d9-b146-44b0-a23c-9a6a450e5094 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (a5c4ab41-6acb-471e-bbb3-e4eeab375359), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.918747 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d24c9d9-b146-44b0-a23c-9a6a450e5094 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a5c4ab41-6acb-471e-bbb3-e4eeab375359), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.953198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24c9d9-b146-44b0-a23c-9a6a450e5094 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c4ab41-6acb-471e-bbb3-e4eeab375359,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:15.969532 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6d24c9d9-b146-44b0-a23c-9a6a450e5094 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:15.971059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6d24c9d9-b146-44b0-a23c-9a6a450e5094 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5146401 Feb 11 14:01:15.973788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54858) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:15.979551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5e9d3969-acf1-4586-b0dc-ce7dd58c1016 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'security_group_rule': {'security_group_id': '4cefa2ec-aef0-4484-ab35-abbbdd23c357', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:16.039746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3969-acf1-4586-b0dc-ce7dd58c1016 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (6a105235-30d4-4899-9cc6-c9f8bbbd4a6c), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.082663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks [] for security_group (433a5af5-ba80-4414-ae7b-0f8d0366ea48), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.145188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (433a5af5-ba80-4414-ae7b-0f8d0366ea48), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.164210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:01:16.179954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d0d3f449-f9ce-4087-af2d-46aca9d0d065), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.180639 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Added segment d0d3f449-f9ce-4087-af2d-46aca9d0d065 of type vlan for network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f Feb 11 14:01:16.226739 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3969-acf1-4586-b0dc-ce7dd58c1016 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (6a105235-30d4-4899-9cc6-c9f8bbbd4a6c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.244933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3969-acf1-4586-b0dc-ce7dd58c1016 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (6a105235-30d4-4899-9cc6-c9f8bbbd4a6c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.249478 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.286429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d3969-acf1-4586-b0dc-ce7dd58c1016 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a105235-30d4-4899-9cc6-c9f8bbbd4a6c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:16.290520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433a5af5-ba80-4414-ae7b-0f8d0366ea48,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:16.323763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3969-acf1-4586-b0dc-ce7dd58c1016 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.325105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5e9d3969-acf1-4586-b0dc-ce7dd58c1016 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3493392 Feb 11 14:01:16.328680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54864) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:16.335718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'security_group_rule': {'security_group_id': '4cefa2ec-aef0-4484-ab35-abbbdd23c357', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:16.347906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.350115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:16.351212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.382611 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Project 4e85bd8ad634498f82fa82a2b6f83dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:01:16.391942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0553346 Feb 11 14:01:16.394325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (45005a34-be02-4a19-817b-baf5b1225a8d), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.403738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54868) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:16.410333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Request body: {'subnet': {'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1744577226-subnet', 'tenant_id': '1d5039a12fc74ac0abfd8498b328d9a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:16.460506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab3964-99ec-4b7c-ab83-bcc6e8b4eb8e admin admin] Pushing event updated for resources: {'Network': ['ID=4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:16.475116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:01:16.487693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Made reservation on behalf of 1d5039a12fc74ac0abfd8498b328d9a8 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:16.497769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.544447 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (45005a34-be02-4a19-817b-baf5b1225a8d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.549659 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (45005a34-be02-4a19-817b-baf5b1225a8d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.587000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.588510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2576787 Feb 11 14:01:16.593779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54870) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:16.599324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'security_group_rule': {'security_group_id': '4cefa2ec-aef0-4484-ab35-abbbdd23c357', 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:16.625661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec7d67-e47c-4028-a623-95916aebeaf3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45005a34-be02-4a19-817b-baf5b1225a8d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:16.631592 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Project 4e85bd8ad634498f82fa82a2b6f83dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:01:16.638053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (1e83fa67-e2a8-4dad-9d7c-af96a7a8e37f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.726927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (1e83fa67-e2a8-4dad-9d7c-af96a7a8e37f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.735876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (1e83fa67-e2a8-4dad-9d7c-af96a7a8e37f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.775383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e83fa67-e2a8-4dad-9d7c-af96a7a8e37f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:16.787726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.798919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b8f61a33-c752-4117-984f-651cfb54c137 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2036343 Feb 11 14:01:16.908585 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (9f37d5be-1a6f-436c-a05f-2e9dfe0316f8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:17.021726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f37d5be-1a6f-436c-a05f-2e9dfe0316f8,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:17.031274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Checking segment: {'id': 'd0d3f449-f9ce-4087-af2d-46aca9d0d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:17.031769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Network hostable DHCP agents. Network: 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:01:17.055043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:01:17.068902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:17.079342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e793ea-17a1-4577-bc60-6448280bf145 None None] Network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:01:17.098435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:17.099226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:17.150595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a13ec503-d0c5-47e4-b339-108d39270552 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7367427 Feb 11 14:01:17.312438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935997e-7e58-4f57-bd92-d4a94ad412b6 None None] Network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:01:17.375576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-22fa22ff-2c7b-4467-ac86-bea315f33e74 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48495558&fields=id&tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe HTTP/1.1" status: 200 len: 267 time: 0.1497414 Feb 11 14:01:17.606455 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-c7af9fc2-8942-47ce-be41-107331183b0f tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:17.607964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-c7af9fc2-8942-47ce-be41-107331183b0f tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 814 time: 0.2242737 Feb 11 14:01:17.636184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bad597ed-bfea-4302-8973-394a696c9139 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/quotas/4e85bd8ad634498f82fa82a2b6f83dfe HTTP/1.1" status: 200 len: 375 time: 0.0211918 Feb 11 14:01:17.721748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-b5ef3a83-9c25-4a7d-b26b-de62ba3efc77 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801196 Feb 11 14:01:18.114931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-aa2189ba-c5a8-4ce1-9efb-b1af9286faad service neutron] 10.222.0.79 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790543 Feb 11 14:01:18.211851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 54926) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:18.219751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-377121611-network', 'tenant_id': 'ec928abf8a30465bb448eeea3b1fd23f'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:18.264693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Made reservation on behalf of ec928abf8a30465bb448eeea3b1fd23f for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:18.271885 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.274545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-073fff0f-60b2-451a-aeeb-5f327c38d4de service neutron] 10.222.0.79 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524048 Feb 11 14:01:18.309072 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.480338 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks [] for security_group (3bd8f125-c29d-434a-b896-4b4966436b48), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.488143 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3bd8f125-c29d-434a-b896-4b4966436b48), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.504583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:01:18.516761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dca1c093-08a3-431f-b819-6d1b6340ffa4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.517109 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Added segment dca1c093-08a3-431f-b819-6d1b6340ffa4 of type vlan for network dca64cee-59fa-4af5-8821-959c080dc038 Feb 11 14:01:18.570321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (dca64cee-59fa-4af5-8821-959c080dc038), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.660850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (dca64cee-59fa-4af5-8821-959c080dc038), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.669970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:18.672913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.752528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8f125-c29d-434a-b896-4b4966436b48,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:18.883091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] Pushing event updated for resources: {'Network': ['ID=dca64cee-59fa-4af5-8821-959c080dc038,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:18.891956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a1379dcf-b6e3-46fd-9880-27aef5ff738f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6783526 Feb 11 14:01:18.893089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 54946) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:18.895676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network dca64cee-59fa-4af5-8821-959c080dc038 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:01:18.902674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Request body: {'subnet': {'network_id': 'dca64cee-59fa-4af5-8821-959c080dc038', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-377121611-subnet', 'tenant_id': 'ec928abf8a30465bb448eeea3b1fd23f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:19.009310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Made reservation on behalf of ec928abf8a30465bb448eeea3b1fd23f for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:19.015207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:19.094447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e8ec692-140b-4b3f-852e-5a62f80ca730 req-bfc9b7d3-18b5-45e8-a86e-c7a7ef82c41d tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0428269 Feb 11 14:01:19.359913 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (8fc62f94-f362-43ed-b342-a45a9102f8d9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:19.471443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc62f94-f362-43ed-b342-a45a9102f8d9,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:19.481750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Checking segment: {'id': 'dca1c093-08a3-431f-b819-6d1b6340ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dca64cee-59fa-4af5-8821-959c080dc038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:19.482190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Network hostable DHCP agents. Network: dca64cee-59fa-4af5-8821-959c080dc038, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:01:19.514464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Network dca64cee-59fa-4af5-8821-959c080dc038 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:01:19.527513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, dca64cee-59fa-4af5-8821-959c080dc038) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:19.534745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:19.536156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:19.541518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72b323-b005-4f5e-8eb1-0e8dd0d22a9a None None] Network dca64cee-59fa-4af5-8821-959c080dc038 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:01:19.571953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-39f55896-ab68-4fa0-bf6f-014ded42e003 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6770227 Feb 11 14:01:19.669117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76abaa2a-8e9f-4ce3-a549-de00a1891735 None None] Network dca64cee-59fa-4af5-8821-959c080dc038 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:01:20.231380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a499fa7e-383f-4978-a5c1-1cb5d0adb4d1 req-4b646215-5dcb-474b-a4d8-f54fbe620c2e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0381603 Feb 11 14:01:20.250294 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:20.401793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-5dda9fa0-9e77-4649-a11c-cdb33bb1cc4e tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:20.409064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-5dda9fa0-9e77-4649-a11c-cdb33bb1cc4e tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/networks?id=4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f HTTP/1.1" status: 200 len: 809 time: 0.2210245 Feb 11 14:01:20.430618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-a10f93cf-b29a-4f19-b0ff-9a301f237f92 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/quotas/1d5039a12fc74ac0abfd8498b328d9a8 HTTP/1.1" status: 200 len: 375 time: 0.0203428 Feb 11 14:01:20.466380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-90e8f79d-5486-4be6-8f84-ed3ab2c2c657 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d5039a12fc74ac0abfd8498b328d9a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347805 Feb 11 14:01:20.623709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-1d44d02c-acf0-429a-abfd-93756a054e98 service neutron] 10.222.0.79 "GET /v2.0/networks/4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402755 Feb 11 14:01:20.775854 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-a7ebdc0d-9bfa-46f3-94b0-9e0f153e3dec service neutron] 10.222.0.79 "GET /v2.0/networks/4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462603 Feb 11 14:01:21.018769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4d1b1ccf-868d-482d-9118-9a8fbf9606c1 req-c3a3f53d-bf27-4908-b30c-d17c23b5c0cb tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 210 time: 0.0550621 Feb 11 14:01:21.413850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b94fb1c-303e-4f86-b534-f5a87173cd9c req-e07b3c4e-a4be-444f-8884-35dbc94a506e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0746617 Feb 11 14:01:22.065333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:22.175693 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-06c567e7-2824-48df-b67c-160bdf5d99d0 req-c09bd4db-6802-486d-975d-fb16ab69aad4 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 210 time: 0.0582261 Feb 11 14:01:22.526992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03ea248e-424e-45b9-8e0d-47b1424be580 req-d5e3c108-493e-4c6b-a56a-d06c9739c224 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0524225 Feb 11 14:01:22.887645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-c54308ad-8213-4120-bed5-f9cf41bcf688 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:22.889216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-c54308ad-8213-4120-bed5-f9cf41bcf688 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.83 "GET /v2.0/networks?id=4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f HTTP/1.1" status: 200 len: 809 time: 0.3252473 Feb 11 14:01:22.904779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Request body: {'port': {'device_id': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f', 'admin_state_up': True, 'tenant_id': '1d5039a12fc74ac0abfd8498b328d9a8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:23.179109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Made reservation on behalf of 1d5039a12fc74ac0abfd8498b328d9a8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:23.188797 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:23.333098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cad27da-a3df-48bd-adbe-1b48e20fb0d4 req-65e5fa03-234f-44bc-b30e-9575538c101d tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 210 time: 0.0569997 Feb 11 14:01:23.510552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Allocated IP 172.20.0.9 (4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f/9f37d5be-1a6f-436c-a05f-2e9dfe0316f8/372d4ba7-395f-438d-b508-15d438609a4b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:23.886183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e58587cc-fc84-4fbe-9b05-358bcb5f0f5d req-627cfbd7-b54d-4e76-82af-50b77d2381a3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0641046 Feb 11 14:01:23.944658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks [] for port (372d4ba7-395f-438d-b508-15d438609a4b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:24.024196 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (372d4ba7-395f-438d-b508-15d438609a4b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:24.079438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:24.185566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Pushing event updated for resources: {'Port': ['ID=372d4ba7-395f-438d-b508-15d438609a4b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:24.194954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:24.201066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:01:24.221576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.221855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.222230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.222578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.222916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.223251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.224169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.224495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.224828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.225156 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.225527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.225811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.226176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:24.382905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:24.383968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:24.428707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-65eb32a1-9e08-4d81-ab7b-48ccf43ba962 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5284646 Feb 11 14:01:24.452205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Request body: {'port': {'device_id': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:24.627086 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c27933-884a-40b1-9d0e-2bc48cfc29bb req-9c96c703-0459-4f90-b818-6bf65d0db44c tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:24.636105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0c27933-884a-40b1-9d0e-2bc48cfc29bb req-9c96c703-0459-4f90-b818-6bf65d0db44c tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 931 time: 0.1171963 Feb 11 14:01:24.656209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (372d4ba7-395f-438d-b508-15d438609a4b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:24.744926 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0c27933-884a-40b1-9d0e-2bc48cfc29bb req-b70e9f3c-417d-48e4-8e3c-b675e753c9d5 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018295 Feb 11 14:01:25.033294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-db8eded9-feb9-411f-9c14-321385c41f42 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:25.033294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-db8eded9-feb9-411f-9c14-321385c41f42 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.83 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 814 time: 0.3657782 Feb 11 14:01:25.879799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372d4ba7-395f-438d-b508-15d438609a4b {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:01:25.906486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Publish callbacks [] for port (372d4ba7-395f-438d-b508-15d438609a4b), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:26.012714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a252c8-7654-43fb-835a-3cd8706e1acc req-4302fd83-8efb-4fdd-b7d7-af810a4bf808 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:26.014960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1a252c8-7654-43fb-835a-3cd8706e1acc req-4302fd83-8efb-4fdd-b7d7-af810a4bf808 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 931 time: 0.1076105 Feb 11 14:01:26.091587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cffb409b-5716-4e40-8ce0-5054cf3cba51 req-0a6cf4f7-b9f7-42b1-98e7-f92289dbd5cb tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.9569333 Feb 11 14:01:26.138075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1a252c8-7654-43fb-835a-3cd8706e1acc req-34a0a6ac-cd92-44d8-ace3-5bc2320f63cc tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164210 Feb 11 14:01:26.193122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Transition to ACTIVE for port object 372d4ba7-395f-438d-b508-15d438609a4b will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:26.199209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-81cfad27-c50a-4866-8f33-b6605bc4a7b3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe HTTP/1.1" status: 200 len: 378 time: 1.0656102 Feb 11 14:01:26.212431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'port': {'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'admin_state_up': True, 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'security_groups': ['4cefa2ec-aef0-4484-ab35-abbbdd23c357']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:26.223061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (372d4ba7-395f-438d-b508-15d438609a4b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:26.587460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Pushing event updated for resources: {'Port': ['ID=372d4ba7-395f-438d-b508-15d438609a4b,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:26.674051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Attempting to bind port 372d4ba7-395f-438d-b508-15d438609a4b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:26.675251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Attempting to bind port 372d4ba7-395f-438d-b508-15d438609a4b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'd0d3f449-f9ce-4087-af2d-46aca9d0d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:26.675416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Attempting to bind port 372d4ba7-395f-438d-b508-15d438609a4b on network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:26.694580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Made reservation on behalf of 4e85bd8ad634498f82fa82a2b6f83dfe for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:26.700283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:26.731615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Port 372d4ba7-395f-438d-b508-15d438609a4b on network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:01:26.732444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Attempting to bind port 372d4ba7-395f-438d-b508-15d438609a4b on network 4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:26.754047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:26.754486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Checking segment: {'id': 'd0d3f449-f9ce-4087-af2d-46aca9d0d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:26.754869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Bound using segment: {'id': 'd0d3f449-f9ce-4087-af2d-46aca9d0d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:26.755321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Bound port: 372d4ba7-395f-438d-b508-15d438609a4b, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3f449-f9ce-4087-af2d-46aca9d0d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:26.755720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (372d4ba7-395f-438d-b508-15d438609a4b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:27.075787 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ec70ea4d-af9f-4795-bc5f-b5e0de3beeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:27.080738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] For port 372d4ba7-395f-438d-b508-15d438609a4b, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:27.089638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] For port 372d4ba7-395f-438d-b508-15d438609a4b, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=372d4ba7-395f-438d-b508-15d438609a4b,segment=NetworkSegment(d0d3f449-f9ce-4087-af2d-46aca9d0d065),segment_id=d0d3f449-f9ce-4087-af2d-46aca9d0d065)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:27.130043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (372d4ba7-395f-438d-b508-15d438609a4b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:27.138504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Allocated IP 172.20.0.3 (d0932ad4-991e-4dba-87b9-b50818dbf7da/a660fb58-095d-4c2a-b31d-a53ab5398862/9b1f68d6-2803-4b0b-8600-9b0d129ffec6) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:27.182265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:27.182898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:27.184579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] 10.222.0.83 "PUT /v2.0/ports/372d4ba7-395f-438d-b508-15d438609a4b HTTP/1.1" status: 200 len: 1091 time: 2.7414894 Feb 11 14:01:27.189782 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'tag': '372d4ba7-395f-438d-b508-15d438609a4b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:27.191902 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d" -d '{"events": [{"name": "network-changed", "server_uuid": "1adbcc53-b560-430f-8555-f634d5dcccfd", "tag": "372d4ba7-395f-438d-b508-15d438609a4b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:27.458505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a71d-27af-4348-84a3-65fcde9d2a89 req-66dc4297-4dec-4792-aaf7-53b30c98b96e tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:27.470615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9df0a71d-27af-4348-84a3-65fcde9d2a89 req-66dc4297-4dec-4792-aaf7-53b30c98b96e tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 943 time: 0.1156166 Feb 11 14:01:27.574115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9df0a71d-27af-4348-84a3-65fcde9d2a89 req-9d20c569-7057-4b72-a1ed-1c60bde09a2d tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026151 Feb 11 14:01:27.729551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7cc2f-d154-406c-bcc2-b30c2f1ee969 service neutron] Pushing event updated for resources: {'Port': ['ID=372d4ba7-395f-438d-b508-15d438609a4b,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:27.826711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d228289c-1cfb-458d-abd7-edcaee5351eb req-d2a435d5-c337-455d-9461-caae0c086616 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0929606 Feb 11 14:01:27.906406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-34214fa5-f6e0-4c57-ab2f-df26e1a05f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:27.907942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-34214fa5-f6e0-4c57-ab2f-df26e1a05f2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d5039a12fc74ac0abfd8498b328d9a8&device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 1125 time: 0.6680799 Feb 11 14:01:28.000527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-41d30bcf-7d0a-4ec3-b563-fd84282952ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372d4ba7-395f-438d-b508-15d438609a4b HTTP/1.1" status: 200 len: 217 time: 0.0371921 Feb 11 14:01:28.149915 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb984b2-fbad-41d3-9d06-ab2ec6179ef9 x-openstack-request-id: req-6eb984b2-fbad-41d3-9d06-ab2ec6179ef9 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:28.150539 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adbcc53-b560-430f-8555-f634d5dcccfd", "tag": "372d4ba7-395f-438d-b508-15d438609a4b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:28.150539 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6eb984b2-fbad-41d3-9d06-ab2ec6179ef9 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:28.150929 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'tag': '372d4ba7-395f-438d-b508-15d438609a4b', 'status': 'completed', 'code': 200} Feb 11 14:01:28.167172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-4cbc6786-1758-4e26-8c49-aa86526fe374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:28.169039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-4cbc6786-1758-4e26-8c49-aa86526fe374 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f37d5be-1a6f-436c-a05f-2e9dfe0316f8 HTTP/1.1" status: 200 len: 849 time: 0.1600900 Feb 11 14:01:28.263502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-20ef2ce7-5f3d-428e-95d8-aa4f5efe9e33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862267 Feb 11 14:01:28.351026 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:28.523331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-7a947f54-b10b-4a0f-92f5-6c66125ba8fa service neutron] 10.222.0.83 "GET /v2.0/networks/4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507594 Feb 11 14:01:28.527274 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:28.616029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'Port': ['ID=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:28.669874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Network d0932ad4-991e-4dba-87b9-b50818dbf7da is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:28.677988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:28.685099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:01:28.915818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:28.929227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:29.021999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-72964b76-b89e-403d-b019-d35e3557c709 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8168373 Feb 11 14:01:29.037125 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Request body: {'port': {'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:29.096103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38332678-2eaf-4c30-a653-12240e4df3de req-7f53c571-d367-4baa-b268-120e94910793 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:29.103667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38332678-2eaf-4c30-a653-12240e4df3de req-7f53c571-d367-4baa-b268-120e94910793 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 931 time: 0.1201885 Feb 11 14:01:29.104246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-67e8dfa6-84e7-4e8a-88e1-0d952e068392 req-3a0e535f-3a87-42d6-94ea-3c9fe4a75a65 service neutron] 10.222.0.83 "GET /v2.0/networks/4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739293 Feb 11 14:01:29.117887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9990a7-95e8-4b18-8c4a-ee1c3642dc1a req-a56f0328-66ec-4938-84b2-6dc795aba0b0 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:29.120214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd9990a7-95e8-4b18-8c4a-ee1c3642dc1a req-a56f0328-66ec-4938-84b2-6dc795aba0b0 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 943 time: 0.2936349 Feb 11 14:01:29.127960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-727dba30-0877-4cdb-828c-2cfa03821e28 None None] Provisioning complete for port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:29.136577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-727dba30-0877-4cdb-828c-2cfa03821e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:29.234995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-727dba30-0877-4cdb-828c-2cfa03821e28 None None] Port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:01:29.259255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38332678-2eaf-4c30-a653-12240e4df3de req-9e7de1a9-3d3b-4a40-b9ef-4d27ccebc0fd tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546502 Feb 11 14:01:29.271950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:29.340250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd9990a7-95e8-4b18-8c4a-ee1c3642dc1a req-e6772ad3-4774-4476-a409-c7dac82fa2f3 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988201 Feb 11 14:01:29.406239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-2a50166b-db9f-42a9-ab99-d2317f023b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:29.407682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-2a50166b-db9f-42a9-ab99-d2317f023b16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1d5039a12fc74ac0abfd8498b328d9a8&device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 1125 time: 0.1440198 Feb 11 14:01:29.427402 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37f76b1d-b74c-4aa6-9445-15afa57b65ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:29.641440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-00682735-df8a-4c1b-8d0b-57fe396a884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:29.642961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-00682735-df8a-4c1b-8d0b-57fe396a884c service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f HTTP/1.1" status: 200 len: 910 time: 0.2249839 Feb 11 14:01:29.736437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-c6c32587-3587-4b9e-a5de-ffdb4323bfde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372d4ba7-395f-438d-b508-15d438609a4b HTTP/1.1" status: 200 len: 217 time: 0.0844657 Feb 11 14:01:29.942295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-ad3ccd5e-a29c-4c88-8b83-943d6da2ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:29.945120 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-ad3ccd5e-a29c-4c88-8b83-943d6da2ca73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f37d5be-1a6f-436c-a05f-2e9dfe0316f8 HTTP/1.1" status: 200 len: 849 time: 0.1968415 Feb 11 14:01:30.053080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-b4b34fad-fe3d-4825-b759-030b524bab77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934539 Feb 11 14:01:30.272276 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-ca79dcb2-86cd-4f95-96bb-2742ae4cf0db service neutron] 10.222.0.83 "GET /v2.0/networks/4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770775 Feb 11 14:01:30.465132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:01:30.477612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Publish callbacks [] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:30.504310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Transition to ACTIVE for port object 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:30.522056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:30.537094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3321ac15-c0af-4ca4-80a5-c9ecdd22d56d req-9179f385-04c8-44d3-81b6-43e02d2f0de1 service neutron] 10.222.0.83 "GET /v2.0/networks/4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639368 Feb 11 14:01:30.570964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf98c4e-f8b2-45c4-be15-30cfe71c1a56 req-a3ebc4d5-8462-4c48-85d1-1d8b06415642 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:30.572563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4cf98c4e-f8b2-45c4-be15-30cfe71c1a56 req-a3ebc4d5-8462-4c48-85d1-1d8b06415642 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 931 time: 0.1400938 Feb 11 14:01:30.646892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:30.698912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4cf98c4e-f8b2-45c4-be15-30cfe71c1a56 req-0e21fb65-e273-4874-bc18-727c3582ddf8 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166997 Feb 11 14:01:30.798517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c652a-cb13-4569-aa3a-1f391dc03402 req-7198eacf-2e7d-438b-9534-5185089c4db7 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:30.800222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da8c652a-cb13-4569-aa3a-1f391dc03402 req-7198eacf-2e7d-438b-9534-5185089c4db7 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 943 time: 0.2512534 Feb 11 14:01:30.878155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Attempting to bind port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:30.883216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Attempting to bind port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:30.883608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Attempting to bind port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 on network d0932ad4-991e-4dba-87b9-b50818dbf7da {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:30.927012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 on network d0932ad4-991e-4dba-87b9-b50818dbf7da not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:01:30.927413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Attempting to bind port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 on network d0932ad4-991e-4dba-87b9-b50818dbf7da {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:30.963704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:30.964049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Checking segment: {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:30.964479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Bound using segment: {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:30.964910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Bound port: 9b1f68d6-2803-4b0b-8600-9b0d129ffec6, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f250480-5391-45e7-a392-c891f8b185d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:30.965275 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:31.020864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da8c652a-cb13-4569-aa3a-1f391dc03402 req-7182e908-e9ef-4209-bc49-ae74e8915cc1 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132282 Feb 11 14:01:31.050496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:31.138380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] For port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:31.147254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] For port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:31.157001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:31.236844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:31.237485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:31.239324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] 10.222.0.83 "PUT /v2.0/ports/9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 1091 time: 2.2068484 Feb 11 14:01:31.239915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:31.242228 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b10f13-76b4-488e-af67-4822182d1fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:31.283917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceaae1-1802-4b9b-8e0b-6d6fa4b458ca service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:31.349152 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe38c88-d235-45fb-8d95-efe8215ffdea x-openstack-request-id: req-1fe38c88-d235-45fb-8d95-efe8215ffdea {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:31.350000 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:31.350775 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1fe38c88-d235-45fb-8d95-efe8215ffdea {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:31.351791 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'status': 'completed', 'code': 200} Feb 11 14:01:31.421790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-df506451-7457-4c55-b910-7aea9b8a3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:31.422356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-df506451-7457-4c55-b910-7aea9b8a3795 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1125 time: 0.1236167 Feb 11 14:01:31.506880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-5e520787-d50b-455f-98d9-85260ac6aad5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 217 time: 0.0775108 Feb 11 14:01:31.606428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-6077f304-48bc-40f9-b1b5-534c46fe06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:31.607963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-6077f304-48bc-40f9-b1b5-534c46fe06fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 200 len: 853 time: 0.0943727 Feb 11 14:01:31.671161 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:01:31.723115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-4b71125a-e085-417f-b3df-e03a534be08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:31.726089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-4b71125a-e085-417f-b3df-e03a534be08f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0932ad4-991e-4dba-87b9-b50818dbf7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1107638 Feb 11 14:01:31.795880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 372d4ba7-395f-438d-b508-15d438609a4b details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:01:32.015850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca91c1-e6ef-4d19-ba31-a95dfc21f7df req-f26a692c-59d8-4e68-a59e-484a9e283dfe tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:32.017712 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2ca91c1-e6ef-4d19-ba31-a95dfc21f7df req-f26a692c-59d8-4e68-a59e-484a9e283dfe tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.2125378 Feb 11 14:01:32.029074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 372d4ba7-395f-438d-b508-15d438609a4b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=372d4ba7-395f-438d-b508-15d438609a4b,segment=NetworkSegment(d0d3f449-f9ce-4087-af2d-46aca9d0d065),segment_id=d0d3f449-f9ce-4087-af2d-46aca9d0d065)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:32.044480 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-f7001f2c-7952-4ecb-a6c9-9619418cb964 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116407 Feb 11 14:01:32.089645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '372d4ba7-395f-438d-b508-15d438609a4b', 'network_id': '4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f', 'port_id': '372d4ba7-395f-438d-b508-15d438609a4b', 'mac_address': 'fa:16:3e:8d:76:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f37d5be-1a6f-436c-a05f-2e9dfe0316f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:01:32.207278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 372d4ba7-395f-438d-b508-15d438609a4b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:32.208208 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (372d4ba7-395f-438d-b508-15d438609a4b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:32.234692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372d4ba7-395f-438d-b508-15d438609a4b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:01:32.269992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d747-e8c0-4fb8-9c8b-945065006731 req-ae1c6300-6096-4e23-be4a-3dc1abdd8674 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:32.288867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9337d747-e8c0-4fb8-9c8b-945065006731 req-ae1c6300-6096-4e23-be4a-3dc1abdd8674 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 943 time: 0.1292839 Feb 11 14:01:32.304904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 372d4ba7-395f-438d-b508-15d438609a4b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=372d4ba7-395f-438d-b508-15d438609a4b,segment=NetworkSegment(d0d3f449-f9ce-4087-af2d-46aca9d0d065),segment_id=d0d3f449-f9ce-4087-af2d-46aca9d0d065)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:32.319270 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (372d4ba7-395f-438d-b508-15d438609a4b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:32.324583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a2ca91c1-e6ef-4d19-ba31-a95dfc21f7df req-29eb1d99-2443-4e23-8631-0cadafa4f2d8 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2943051 Feb 11 14:01:32.362000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd13b6b-958a-4b9e-a07b-0b8679a6da72 req-b7727840-c3f2-45b5-a49f-6181375c355c service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986400 Feb 11 14:01:32.406528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9337d747-e8c0-4fb8-9c8b-945065006731 req-3aa119a2-3cef-4f1b-92c0-d03d7756e301 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163833 Feb 11 14:01:32.432262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=372d4ba7-395f-438d-b508-15d438609a4b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:32.449054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.451026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.451641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.452183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.453401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.454046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.454732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.455232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.455733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.456499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.457021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.457530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.458081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:32.473076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-deb43e3e-6b59-4c36-9eae-b11c834d8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:32.475483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-deb43e3e-6b59-4c36-9eae-b11c834d8ad4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1125 time: 0.0635493 Feb 11 14:01:32.500918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:32.559531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['372d4ba7-395f-438d-b508-15d438609a4b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:01:32.677900 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-30fa01d4-e6cd-462c-a316-7a0566a77544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:32.679441 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-30fa01d4-e6cd-462c-a316-7a0566a77544 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 915 time: 0.1962461 Feb 11 14:01:32.768799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-6151f435-5ff0-4c06-9536-60e79988f348 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 217 time: 0.0824068 Feb 11 14:01:32.862460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-3f9b17f7-8c93-4b31-acfd-d275086acd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:32.871081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-3f9b17f7-8c93-4b31-acfd-d275086acd11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 200 len: 853 time: 0.0966580 Feb 11 14:01:32.967573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-9155d84b-c267-477e-bd2f-8c90f2d73349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:32.972806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-9155d84b-c267-477e-bd2f-8c90f2d73349 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0932ad4-991e-4dba-87b9-b50818dbf7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945575 Feb 11 14:01:33.080302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-26e26850-3328-482a-931b-a6c64b1b200e service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006553 Feb 11 14:01:33.220425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29b10f13-76b4-488e-af67-4822182d1fa9 req-e3b83719-1212-4e21-9658-c53b0679fdef service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336398 Feb 11 14:01:33.557331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321ccf6-143f-4565-88c3-0b08e0e163a2 req-5cea9e36-fd9e-41fb-972d-c395d8d36556 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:33.561590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e321ccf6-143f-4565-88c3-0b08e0e163a2 req-5cea9e36-fd9e-41fb-972d-c395d8d36556 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1064475 Feb 11 14:01:33.605726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d714f0-6e85-4754-b534-e9a8cc0d2658 req-fc441329-00f5-4c2d-93f4-6516290f626c tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:33.607342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8d714f0-6e85-4754-b534-e9a8cc0d2658 req-fc441329-00f5-4c2d-93f4-6516290f626c tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 944 time: 0.1007481 Feb 11 14:01:33.657987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e321ccf6-143f-4565-88c3-0b08e0e163a2 req-b5ab37fd-9c19-4016-b9db-3e02180d73d4 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864844 Feb 11 14:01:33.698825 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:33.724578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8d714f0-6e85-4754-b534-e9a8cc0d2658 req-f264c571-7d48-4922-a3a6-a4d421c4295d tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089787 Feb 11 14:01:33.810760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 372d4ba7-395f-438d-b508-15d438609a4b up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:33.912755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 372d4ba7-395f-438d-b508-15d438609a4b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:01:33.916950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 372d4ba7-395f-438d-b508-15d438609a4b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:33.917375 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (372d4ba7-395f-438d-b508-15d438609a4b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:34.060883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 372d4ba7-395f-438d-b508-15d438609a4b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:34.061457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (372d4ba7-395f-438d-b508-15d438609a4b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:34.112077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 372d4ba7-395f-438d-b508-15d438609a4b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=372d4ba7-395f-438d-b508-15d438609a4b,segment=NetworkSegment(d0d3f449-f9ce-4087-af2d-46aca9d0d065),segment_id=d0d3f449-f9ce-4087-af2d-46aca9d0d065)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:34.113682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372d4ba7-395f-438d-b508-15d438609a4b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:34.117691 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88c0aa1-5d37-41b4-8692-526f963567fc" -d '{"events": [{"server_uuid": "1adbcc53-b560-430f-8555-f634d5dcccfd", "name": "network-vif-plugged", "status": "completed", "tag": "372d4ba7-395f-438d-b508-15d438609a4b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:34.123147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (372d4ba7-395f-438d-b508-15d438609a4b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:34.190680 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45708f58-bfe1-42d1-a22b-8b953de54508 x-openstack-request-id: req-45708f58-bfe1-42d1-a22b-8b953de54508 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:34.191384 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adbcc53-b560-430f-8555-f634d5dcccfd", "name": "network-vif-plugged", "status": "completed", "tag": "372d4ba7-395f-438d-b508-15d438609a4b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:34.191716 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45708f58-bfe1-42d1-a22b-8b953de54508 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:34.192234 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372d4ba7-395f-438d-b508-15d438609a4b', 'code': 200} Feb 11 14:01:34.193198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=372d4ba7-395f-438d-b508-15d438609a4b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:34.330893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822eac9-17ea-4a21-8bb2-310efd50a54f req-f7b924ab-e771-4a77-9a1d-0919baec703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:34.333155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4822eac9-17ea-4a21-8bb2-310efd50a54f req-f7b924ab-e771-4a77-9a1d-0919baec703d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 1127 time: 0.0926900 Feb 11 14:01:34.392553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4822eac9-17ea-4a21-8bb2-310efd50a54f req-20a1ede9-d6ef-4dbc-aa3b-71529577e43c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Feb 11 14:01:34.875990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dda4-5154-4b6a-97d0-8f08cadcecc4 req-4c38b22c-fc6e-4b79-a46b-c33b194fd41d tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:34.884347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ce5dda4-5154-4b6a-97d0-8f08cadcecc4 req-4c38b22c-fc6e-4b79-a46b-c33b194fd41d tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1135013 Feb 11 14:01:34.989265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ce5dda4-5154-4b6a-97d0-8f08cadcecc4 req-73442385-206b-4bb2-bdbf-5dc3b203433c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035211 Feb 11 14:01:35.026722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da990c96-ca94-40ac-bd24-733ac9d0b195 req-61de768f-9813-4faa-8236-e9aee81b1412 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:35.030083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da990c96-ca94-40ac-bd24-733ac9d0b195 req-61de768f-9813-4faa-8236-e9aee81b1412 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 945 time: 0.1586986 Feb 11 14:01:35.155408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da990c96-ca94-40ac-bd24-733ac9d0b195 req-09c06e58-cfbb-457c-ac9b-ad1c53e9f0bd tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181622 Feb 11 14:01:36.153275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc3e39-8fcd-41d1-973c-ddde23f56691 req-291de7ab-d2fb-41dd-8b56-2f9a17649ecb tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:36.160856 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82bc3e39-8fcd-41d1-973c-ddde23f56691 req-291de7ab-d2fb-41dd-8b56-2f9a17649ecb tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.0602782 Feb 11 14:01:36.235220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-82bc3e39-8fcd-41d1-973c-ddde23f56691 req-1cc66c2d-d7e2-4ae0-8d6d-e50b575b575e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732517 Feb 11 14:01:36.342718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cb62-c8ce-448a-975b-15cc1f1777fd req-1c3fe8fd-d5c4-4463-85ff-d9ad6bd6a54e tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:36.344483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21d5cb62-c8ce-448a-975b-15cc1f1777fd req-1c3fe8fd-d5c4-4463-85ff-d9ad6bd6a54e tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 945 time: 0.0720537 Feb 11 14:01:36.444956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21d5cb62-c8ce-448a-975b-15cc1f1777fd req-18668eb1-e757-4310-8c1f-74b8350b5ec0 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944448 Feb 11 14:01:36.938335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55348) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:37.160322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca85b2fe-2580-49e7-b707-d5663a2405b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:37.280039 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca85b2fe-2580-49e7-b707-d5663a2405b0 admin admin] Publish callbacks [] for security_group (f8549904-c0cb-4b87-a1d2-c38ecbbc19a6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:37.288957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ca85b2fe-2580-49e7-b707-d5663a2405b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f8549904-c0cb-4b87-a1d2-c38ecbbc19a6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:37.341962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ca85b2fe-2580-49e7-b707-d5663a2405b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c452e7ad06f4e319ea0e0c3b8f86ee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3986914 Feb 11 14:01:37.342350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55358) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:37.379048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85b2fe-2580-49e7-b707-d5663a2405b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8549904-c0cb-4b87-a1d2-c38ecbbc19a6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:37.588815 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-477ff591-60ff-43f8-953a-a99b1da85dae admin admin] Publish callbacks [] for security_group (f8549904-c0cb-4b87-a1d2-c38ecbbc19a6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:37.653773 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-477ff591-60ff-43f8-953a-a99b1da85dae admin admin] Publish callbacks [] for security_group (f8549904-c0cb-4b87-a1d2-c38ecbbc19a6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:37.769179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c42ba-ca8f-446b-a518-36f777c5aa50 req-25bf1a3b-62c3-468a-a683-d33a18ccaa2e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:37.774159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-731c42ba-ca8f-446b-a518-36f777c5aa50 req-25bf1a3b-62c3-468a-a683-d33a18ccaa2e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.3610702 Feb 11 14:01:37.776155 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-477ff591-60ff-43f8-953a-a99b1da85dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (f8549904-c0cb-4b87-a1d2-c38ecbbc19a6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:37.781742 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-477ff591-60ff-43f8-953a-a99b1da85dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:37.785110 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-477ff591-60ff-43f8-953a-a99b1da85dae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f8549904-c0cb-4b87-a1d2-c38ecbbc19a6 HTTP/1.1" status: 204 len: 168 time: 0.4395616 Feb 11 14:01:37.850330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ff591-60ff-43f8-953a-a99b1da85dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8549904-c0cb-4b87-a1d2-c38ecbbc19a6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:37.908922 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-731c42ba-ca8f-446b-a518-36f777c5aa50 req-36b6a069-e906-43ef-9ce3-8a14d25462c9 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248488 Feb 11 14:01:39.119971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d9988-c2e2-49ec-9117-3975af92ef2d req-44cc624e-b7b6-4105-b0de-f1dacb4a5eac tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:39.121545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-859d9988-c2e2-49ec-9117-3975af92ef2d req-44cc624e-b7b6-4105-b0de-f1dacb4a5eac tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1140420 Feb 11 14:01:39.206245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-859d9988-c2e2-49ec-9117-3975af92ef2d req-46067013-5138-429b-98b6-3a7177fe1ed9 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629692 Feb 11 14:01:39.867056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55426) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:40.041113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'network': {'name': 'tempest-network-smoke--1164346323', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:40.064030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:40.068797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.078781 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.181203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (b60633e8-d717-4caf-aaf1-f40f7b4d37a7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.185395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b60633e8-d717-4caf-aaf1-f40f7b4d37a7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.227367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:01:40.236686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60633e8-d717-4caf-aaf1-f40f7b4d37a7,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:40.244744 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (de6e74ce-0432-492a-ae6c-9393eef10edb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.245306 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Added segment de6e74ce-0432-492a-ae6c-9393eef10edb of type vlan for network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b Feb 11 14:01:40.331608 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.403954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b45ab7-42b3-4e86-90c2-1bc4c863382d req-d6d9db55-b65d-412e-a211-b58dbea8d441 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.405713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83b45ab7-42b3-4e86-90c2-1bc4c863382d req-d6d9db55-b65d-412e-a211-b58dbea8d441 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.0915589 Feb 11 14:01:40.406942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.413327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.413887 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.481575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6128082 Feb 11 14:01:40.482361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55444) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:40.487774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'admin_state_up': True, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:40.538255 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (89aad86c-d55d-4777-8555-4632b51b12b2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.539461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (89aad86c-d55d-4777-8555-4632b51b12b2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.565057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83b45ab7-42b3-4e86-90c2-1bc4c863382d req-b7410168-9e56-4863-8081-994272e0265b tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438007 Feb 11 14:01:40.566612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9eed-56fb-402d-bd9e-c655113ee8a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Network': ['ID=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:40.587522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:01:40.626970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_controller (89aad86c-d55d-4777-8555-4632b51b12b2), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.860054 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (89aad86c-d55d-4777-8555-4632b51b12b2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:40.914999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0990869-65de-4bf2-9af4-ae23fd0955b1 req-cef5bd3f-9485-451a-bfa6-0b88be0ae827 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.916966 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0990869-65de-4bf2-9af4-ae23fd0955b1 req-cef5bd3f-9485-451a-bfa6-0b88be0ae827 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 945 time: 0.0625799 Feb 11 14:01:40.976698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0990869-65de-4bf2-9af4-ae23fd0955b1 req-d1ae3ec9-9ce3-4354-8735-ec2c24d19920 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525920 Feb 11 14:01:41.085603 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (89aad86c-d55d-4777-8555-4632b51b12b2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:41.104108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:41.205594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.25.3.59 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:41.308777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:41.343754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:41.383311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:41.387951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:41.391564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:01:41.416123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:41.894298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f4c7-44e7-473d-a562-efc2359d4512 req-526e699d-e0bc-487c-b35a-2d93cd5338d8 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:41.895006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1758f4c7-44e7-473d-a562-efc2359d4512 req-526e699d-e0bc-487c-b35a-2d93cd5338d8 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1239419 Feb 11 14:01:42.064563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1758f4c7-44e7-473d-a562-efc2359d4512 req-62ac0a72-6c82-4904-92a2-7e0720b12dad tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560361 Feb 11 14:01:42.094406 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (89aad86c-d55d-4777-8555-4632b51b12b2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:42.121047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28b873-5211-4c9d-b054-f8977753a16e req-4b311fbb-fffd-454f-8a08-7609237f93e4 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:42.128994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a28b873-5211-4c9d-b054-f8977753a16e req-4b311fbb-fffd-454f-8a08-7609237f93e4 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 945 time: 0.0715806 Feb 11 14:01:42.194822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a28b873-5211-4c9d-b054-f8977753a16e req-98a9bb56-6a1f-48ab-8d1c-41b3e958e1da tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/security-groups?id=433a5af5-ba80-4414-ae7b-0f8d0366ea48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595891 Feb 11 14:01:42.308102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-3603bfa5-ae73-410e-9a8a-a51ceba6acfa tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:42.310336 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-3603bfa5-ae73-410e-9a8a-a51ceba6acfa tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.83 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 945 time: 0.1121097 Feb 11 14:01:42.402525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (89aad86c-d55d-4777-8555-4632b51b12b2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:42.549392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Deleting port 372d4ba7-395f-438d-b508-15d438609a4b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:01:42.549732 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (372d4ba7-395f-438d-b508-15d438609a4b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:42.659203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 89aad86c-d55d-4777-8555-4632b51b12b2 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:01:42.681534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] For port 372d4ba7-395f-438d-b508-15d438609a4b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=372d4ba7-395f-438d-b508-15d438609a4b,segment=NetworkSegment(d0d3f449-f9ce-4087-af2d-46aca9d0d065),segment_id=d0d3f449-f9ce-4087-af2d-46aca9d0d065)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:42.682037 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (372d4ba7-395f-438d-b508-15d438609a4b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:42.738720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Calling delete_port for 372d4ba7-395f-438d-b508-15d438609a4b owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:01:42.875166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:01:42.889044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Sync routers for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:01:42.905281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:01:42.906508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:42.951525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:42.953103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6fb010b0-6cea-4102-82d3-44c7898fa8b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4692154 Feb 11 14:01:42.954597 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (372d4ba7-395f-438d-b508-15d438609a4b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:42.956357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55476) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:42.973107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['372d4ba7-395f-438d-b508-15d438609a4b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:01:43.033498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Pushing event deleted for resources: {'Port': ['ID=372d4ba7-395f-438d-b508-15d438609a4b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:43.111853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:01:43.136209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] No DVR routers for this DVR port 372d4ba7-395f-438d-b508-15d438609a4b on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:01:43.139694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96ffc176-fcf6-49f8-bdb1-fa93f9fb1d8e tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=ca46b81e718044fabc4e34da73ac8f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1820896 Feb 11 14:01:43.141238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:43.142451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:43.145180 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b8ade257-25a6-4faa-891b-432f1a83e3de req-a0c0d902-8502-4c21-ac29-199d4a1e861f tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.83 "DELETE /v2.0/ports/372d4ba7-395f-438d-b508-15d438609a4b HTTP/1.1" status: 204 len: 173 time: 0.7967007 Feb 11 14:01:43.145730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'name': 'network-vif-deleted', 'tag': '372d4ba7-395f-438d-b508-15d438609a4b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:43.148174 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd56031-0e69-44c0-b095-f7d20257219c" -d '{"events": [{"server_uuid": "1adbcc53-b560-430f-8555-f634d5dcccfd", "name": "network-vif-deleted", "tag": "372d4ba7-395f-438d-b508-15d438609a4b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:43.251849 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e9133-69b5-4224-913a-b62d81f386ce x-openstack-request-id: req-c59e9133-69b5-4224-913a-b62d81f386ce {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:43.252737 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adbcc53-b560-430f-8555-f634d5dcccfd", "name": "network-vif-deleted", "tag": "372d4ba7-395f-438d-b508-15d438609a4b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:43.256449 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c59e9133-69b5-4224-913a-b62d81f386ce {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:43.257068 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adbcc53-b560-430f-8555-f634d5dcccfd', 'name': 'network-vif-deleted', 'tag': '372d4ba7-395f-438d-b508-15d438609a4b', 'status': 'completed', 'code': 200} Feb 11 14:01:43.301633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960901e7-5436-4c6c-bf57-7aed7af55462 req-cebbd7b9-e39f-49fa-b3d7-fdf29aa10a25 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:43.316038 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960901e7-5436-4c6c-bf57-7aed7af55462 req-cebbd7b9-e39f-49fa-b3d7-fdf29aa10a25 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1196861 Feb 11 14:01:43.394196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f82a2a09-068f-4d8d-bf24-f2c5899c07f9 req-aff52cff-befd-4555-b912-22462535ee43 tempest-VolumesActionsTest-34841330 tempest-VolumesActionsTest-34841330-project] 10.222.0.79 "GET /v2.0/ports?device_id=1adbcc53-b560-430f-8555-f634d5dcccfd HTTP/1.1" status: 200 len: 210 time: 0.0485370 Feb 11 14:01:43.410328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70963a20-78c4-40d8-9fbb-9d72bffa6ff4 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:43.416593 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-70963a20-78c4-40d8-9fbb-9d72bffa6ff4 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2701185 Feb 11 14:01:43.418595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-960901e7-5436-4c6c-bf57-7aed7af55462 req-d8121323-6d79-48e9-88e0-70372d329268 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986485 Feb 11 14:01:43.419231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55492) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:43.479363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-080c0ba5-f8c5-402c-ba78-c8335aeb4ac7 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549951 Feb 11 14:01:43.479726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55494) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:43.485239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272610225', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:43.591593 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:43.608086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:43.692703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:41Z', 'revision_number': 3, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:43.751279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Checking router: 89aad86c-d55d-4777-8555-4632b51b12b2 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:01:43.753995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Updating router 89aad86c-d55d-4777-8555-4632b51b12b2 port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:01:43.801828 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:43.894285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (b4e1aa26-749c-401b-9837-7b72767aeb9d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:43.978215 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Checking segment: {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:43.978600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network hostable DHCP agents. Network: 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:01:43.982648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Subnet': ['ID=b4e1aa26-749c-401b-9837-7b72767aeb9d,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:44.004452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:01:44.020394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:44.026337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:44.028413 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.034633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b6ad8-35a7-4c2d-a035-fbd0a264b5c7 None None] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:01:44.081875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19f6f46c-9317-46e6-96b2-f5f0c387634d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5975568 Feb 11 14:01:44.085813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55498) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:44.236556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:01:44.237504 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.356440 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Publish callbacks [] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.370780 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.435255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216cfb5-fdb0-4c1c-bc5e-39bd57831013 None None] Pushing event updated for resources: {'Port': ['ID=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:44.495161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Attempting to bind port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:44.495554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Attempting to bind port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:44.495957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Attempting to bind port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:44.541149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:44.541537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:44.541960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.542443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:44.542886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Bound port: 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:44.543275 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.604372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Allocated IP 172.20.0.2 (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b/b4e1aa26-749c-401b-9837-7b72767aeb9d/9f2d97c1-3bb6-4952-a02e-accd20ff810a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:44.620806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] For port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:44.625254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] For port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:44.642792 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.711101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520e20-44f7-474a-ba28-21ab224ab92b req-0f6dc148-f0e4-4018-bb11-c4cbf57bfa1e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:44.712685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09520e20-44f7-474a-ba28-21ab224ab92b req-0f6dc148-f0e4-4018-bb11-c4cbf57bfa1e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1901176 Feb 11 14:01:44.770853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:01:44.771294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:44.818549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216cfb5-fdb0-4c1c-bc5e-39bd57831013 None None] Pushing event updated for resources: {'Port': ['ID=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:44.830465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09520e20-44f7-474a-ba28-21ab224ab92b req-7b559423-bdc4-420a-b749-ebe20d5a94c3 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989323 Feb 11 14:01:44.840831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:44.982705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:01:45.029175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Publish callbacks [] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.091223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.186154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Pushing event updated for resources: {'Port': ['ID=9f2d97c1-3bb6-4952-a02e-accd20ff810a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:45.225971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:45.228278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:45.232298 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:01:45.321109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Attempting to bind port 9f2d97c1-3bb6-4952-a02e-accd20ff810a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:45.321547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Attempting to bind port 9f2d97c1-3bb6-4952-a02e-accd20ff810a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:45.322020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Attempting to bind port 9f2d97c1-3bb6-4952-a02e-accd20ff810a on network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:45.348658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:45.349219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Checking segment: {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:45.349735 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.350272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Bound using segment: {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:45.352367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Bound port: 9f2d97c1-3bb6-4952-a02e-accd20ff810a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:45.352889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.358112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:41Z', 'revision_number': 3, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:45.375960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.20.0.1 (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b/b4e1aa26-749c-401b-9837-7b72767aeb9d/7cbee004-d61a-4bc5-88ee-0c059cf7ac99) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:45.444455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35e41f-f008-47df-a9e1-ce31d829f73e None None] The sync data for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 is: [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:41Z', 'revision_number': 3, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:01:45.589094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-0131178d-4b35-4346-bb68-ff62f5e56291 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:45.592659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] For port 9f2d97c1-3bb6-4952-a02e-accd20ff810a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:45.600652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] For port 9f2d97c1-3bb6-4952-a02e-accd20ff810a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f2d97c1-3bb6-4952-a02e-accd20ff810a,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:45.603369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-0131178d-4b35-4346-bb68-ff62f5e56291 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.2321649 Feb 11 14:01:45.611664 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.643647 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-12bf1071-8c5b-4c5e-9547-55aef89fd678 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/quotas/faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0289466 Feb 11 14:01:45.688990 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.743112 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.757084 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-a86f976b-042a-4c7b-b01f-74ae3c2de8b1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098981 Feb 11 14:01:45.763238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043535c7-f3c4-4a5c-8540-46b9e64dd9a0 None None] Pushing event updated for resources: {'Port': ['ID=9f2d97c1-3bb6-4952-a02e-accd20ff810a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:45.793312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:45.797657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:45.806477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:01:45.868277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 372d4ba7-395f-438d-b508-15d438609a4b no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:01:45.908295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:45.913532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 372d4ba7-395f-438d-b508-15d438609a4b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:01:45.915200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 372d4ba7-395f-438d-b508-15d438609a4b not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:01:46.169632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-243e3f8e-8dd8-402d-b522-7e6ff0213669 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050512 Feb 11 14:01:46.198463 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:46.266847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:46.360786 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-4d00aef6-1e03-4092-9750-a4f830c47ab8 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833072 Feb 11 14:01:46.368351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaa2b9-4119-4475-a8fc-74bb5c7349f5 req-a0321de2-bb83-4624-bf3c-5836d86f12e8 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:46.370666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ffaa2b9-4119-4475-a8fc-74bb5c7349f5 req-a0321de2-bb83-4624-bf3c-5836d86f12e8 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.2734258 Feb 11 14:01:46.709740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1232f66a-8fec-4865-b139-8f9f1d005a58 req-ba08ced4-c0bc-4a01-8025-182f031cdd1f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0550964 Feb 11 14:01:47.126446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ffaa2b9-4119-4475-a8fc-74bb5c7349f5 req-fa4e66d1-36b8-420a-bf52-620b1b39193c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7390466 Feb 11 14:01:47.261043 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.268850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.392725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.395301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:47.480692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f2d97c1-3bb6-4952-a02e-accd20ff810a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:47.591285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:47.593335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:47.631409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f2d97c1-3bb6-4952-a02e-accd20ff810a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:47.632341 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.668076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c98d8-33dd-4f26-a026-8ca38015ef59 None None] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:01:47.762186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8a0b7fd1-374f-428f-a996-91c510a91361 None None] Provisioning complete for port 9f2d97c1-3bb6-4952-a02e-accd20ff810a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:47.762832 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7fd1-374f-428f-a996-91c510a91361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.777965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 89aad86c-d55d-4777-8555-4632b51b12b2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:01:47.855302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a2f91c5-2dee-4d8e-aafa-109a16143651 req-2dfbd4b0-53be-433a-a5ef-783fdf8a7fd5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0537560 Feb 11 14:01:47.935138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:01:47.942507 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-55f7b367-a82d-43bd-8c50-4ab125947386 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "PUT /v2.0/routers/89aad86c-d55d-4777-8555-4632b51b12b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8518946 Feb 11 14:01:47.943023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55564) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:47.956184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f2d97c1-3bb6-4952-a02e-accd20ff810a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:47.957015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:48.078896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9f2d97c1-3bb6-4952-a02e-accd20ff810a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f2d97c1-3bb6-4952-a02e-accd20ff810a,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:48.105964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b7fd1-374f-428f-a996-91c510a91361 None None] Current status of the port 9f2d97c1-3bb6-4952-a02e-accd20ff810a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:48.106731 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7fd1-374f-428f-a996-91c510a91361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:48.149039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:48.150337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:48.166004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-3a4fa442-f88e-4afe-b9c6-418c292bb81a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.167869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-3a4fa442-f88e-4afe-b9c6-418c292bb81a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1272764 Feb 11 14:01:48.182642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'port': {'device_id': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'admin_state_up': True, 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:48.330451 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9f2d97c1-3bb6-4952-a02e-accd20ff810a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:48.370371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0697d7-c41c-469f-898a-20bdf51d3898 req-66886eb7-2e38-44f3-a638-57c94a6a100c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.378162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff0697d7-c41c-469f-898a-20bdf51d3898 req-66886eb7-2e38-44f3-a638-57c94a6a100c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1179268 Feb 11 14:01:48.421965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-8a0b7fd1-374f-428f-a996-91c510a91361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:01:48.422271 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-8a0b7fd1-374f-428f-a996-91c510a91361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:01:48.435208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:48.435596 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:48.464622 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Sync routers for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:01:48.481029 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:01:48.482370 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:48.515578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff0697d7-c41c-469f-898a-20bdf51d3898 req-0e36057b-6206-4418-b145-ed28a21225d7 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345274 Feb 11 14:01:48.638453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:48.639037 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:48.706696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:48.715702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:48.817751 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:01:48.827732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.828582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.829242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.830038 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.830742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.831395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.832072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.832725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.833521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.834490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.836236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.838974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:48.845053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55582) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:48.853972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5a97b7c-ba6b-4a79-ae6f-13ba10faa1c3 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7785 time: 0.9097931 Feb 11 14:01:48.873314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:48.903947 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.027851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b7fd1-374f-428f-a996-91c510a91361 None None] Current status of the port 9f2d97c1-3bb6-4952-a02e-accd20ff810a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:49.140154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.140839 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.142595 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.143075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.144041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.145031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.150013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.150554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.151023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.152679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.153180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.161374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc54a632-f26e-453a-829b-c428bb3bc264 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7202 time: 0.3124056 Feb 11 14:01:49.161692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55586) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:49.164083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4c2be30d-af29-4a81-9d13-f7190d9fce52 None None] Provisioning complete for port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:49.164469 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c2be30d-af29-4a81-9d13-f7190d9fce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.184734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.20.0.11 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/77e8c9b5-c519-4234-b2ff-db5eae2c5045) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:49.264657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4c2be30d-af29-4a81-9d13-f7190d9fce52 None None] Port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:01:49.278710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4c2be30d-af29-4a81-9d13-f7190d9fce52 None None] Provisioning complete for port 9f2d97c1-3bb6-4952-a02e-accd20ff810a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:49.279086 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c2be30d-af29-4a81-9d13-f7190d9fce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.388059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f2d97c1-3bb6-4952-a02e-accd20ff810a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:49.408513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5478e6ba-13be-4e2f-8873-f3216438f1b7 req-4711b6c8-a301-4550-ae76-5404e14880a2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.1381316 Feb 11 14:01:49.425749 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:46Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:46Z', 'revision_number': 2, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:49.489106 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Checking router: 89aad86c-d55d-4777-8555-4632b51b12b2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:01:49.490304 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Updating router 89aad86c-d55d-4777-8555-4632b51b12b2 port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:01:49.586947 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.605983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4c2be30d-af29-4a81-9d13-f7190d9fce52 None None] Current status of the port 9f2d97c1-3bb6-4952-a02e-accd20ff810a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:49.653485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f2d97c1-3bb6-4952-a02e-accd20ff810a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:49.655338 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.790929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64a381-b398-4f6d-8c65-2a72f3620f87 req-8444555b-9807-434e-8742-962221b50204 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.804632 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.805209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b64a381-b398-4f6d-8c65-2a72f3620f87 req-8444555b-9807-434e-8742-962221b50204 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.1056738 Feb 11 14:01:49.870046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-57f79507-2c17-42fe-b20f-9a96b9307cf5 None None] Provisioning complete for port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:49.870493 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57f79507-2c17-42fe-b20f-9a96b9307cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.872199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f2d97c1-3bb6-4952-a02e-accd20ff810a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:49.874114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:49.890464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:49.896119 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b64a381-b398-4f6d-8c65-2a72f3620f87 req-14472659-269b-4490-97b1-89e0fea0260f tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900362 Feb 11 14:01:49.940541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c0859b15-aff9-43e4-9360-d8e05fc6355f tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.7776051 Feb 11 14:01:50.001179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=77e8c9b5-c519-4234-b2ff-db5eae2c5045,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:50.017050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.017678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.018301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.018875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.019626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.020350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.020914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.021773 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.022388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.022979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.023654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.024216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.024793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.034638 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:50.037027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:50.054944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:01:50.074375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-57f79507-2c17-42fe-b20f-9a96b9307cf5 None None] Port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:01:50.088978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:50.094531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.141807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.145757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.183630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-521992c4-2e26-416d-80de-1e8b53de30da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0057843 Feb 11 14:01:50.197789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Request body: {'port': {'device_id': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:50.321236 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Publish callbacks [] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.334046 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.343179 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.356648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.368200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:50.518019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6083b24d-b016-4643-887c-7c235ff5f460 None None] Provisioning complete for port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:50.518431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6083b24d-b016-4643-887c-7c235ff5f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.620599 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Pushing event updated for resources: {'Port': ['ID=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:50.637684 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.639949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6083b24d-b016-4643-887c-7c235ff5f460 None None] Port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:01:50.640644 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.641169 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.642748 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.643272 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.644168 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.645077 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.645589 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.646085 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.646620 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.647128 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.647633 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.648125 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:50.666273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Attempting to bind port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:50.666974 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Attempting to bind port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:50.667515 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Attempting to bind port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 on network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:50.673552 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:50.674314 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Checking segment: {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:50.676340 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.677021 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Bound using segment: {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:50.677744 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Bound port: 7cbee004-d61a-4bc5-88ee-0c059cf7ac99, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:50.678399 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.722331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1dca3-3325-4a2d-a379-daba0dbee57d req-a5d591a9-069f-40d2-9ea0-ac01169f2479 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.723805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b6c1dca3-3325-4a2d-a379-daba0dbee57d req-a5d591a9-069f-40d2-9ea0-ac01169f2479 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 932 time: 0.1450050 Feb 11 14:01:50.814451 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] For port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:50.824444 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] For port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:50.833919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b6c1dca3-3325-4a2d-a379-daba0dbee57d req-40c31a64-24e8-4fbf-ba56-170c25dda434 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039629 Feb 11 14:01:50.841477 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:50.881213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-690d93e0-4f66-4d34-b470-e0985ff9b1ce None None] Provisioning complete for port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:50.888225 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-690d93e0-4f66-4d34-b470-e0985ff9b1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.027390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55610) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:51.032612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-11fc7eca-cc29-44e3-ab2d-fac2ab48b4e3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742449594', 'description': 'tempest-secgroup-smoke-1742449594 description', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:51.036674 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:01:51.037693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:51.070343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e8c9b5-c519-4234-b2ff-db5eae2c5045 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:01:51.092053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Publish callbacks [] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.131487 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f21467-91e6-40de-aa3d-05835428dd61 None None] Pushing event updated for resources: {'Port': ['ID=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:51.133433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Transition to ACTIVE for port object 77e8c9b5-c519-4234-b2ff-db5eae2c5045 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:51.141237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.210820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-690d93e0-4f66-4d34-b470-e0985ff9b1ce None None] Current status of the port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:51.211224 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-690d93e0-4f66-4d34-b470-e0985ff9b1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.229230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11fc7eca-cc29-44e3-ab2d-fac2ab48b4e3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.271296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Pushing event updated for resources: {'Port': ['ID=77e8c9b5-c519-4234-b2ff-db5eae2c5045,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:51.294346 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:01:51.348274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-690d93e0-4f66-4d34-b470-e0985ff9b1ce None None] For port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:51.364860 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-690d93e0-4f66-4d34-b470-e0985ff9b1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.389097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Attempting to bind port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:51.389970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Attempting to bind port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:51.390451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Attempting to bind port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:51.403700 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:01:51.406164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Attempting to bind port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:51.439139 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11fc7eca-cc29-44e3-ab2d-fac2ab48b4e3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (2befa3a3-5d4d-4c81-b102-e8dded2fdd01), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.439418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:51.440486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:51.441123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:51.442743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Bound port: 77e8c9b5-c519-4234-b2ff-db5eae2c5045, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:51.444288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.459420 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11fc7eca-cc29-44e3-ab2d-fac2ab48b4e3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2befa3a3-5d4d-4c81-b102-e8dded2fdd01), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.480904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d93e0-4f66-4d34-b470-e0985ff9b1ce None None] Pushing event updated for resources: {'Port': ['ID=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:51.534785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc7eca-cc29-44e3-ab2d-fac2ab48b4e3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2befa3a3-5d4d-4c81-b102-e8dded2fdd01,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:51.564818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8df7aae5-f0cc-4a09-9757-6dd6dd945fc6 None None] Provisioning complete for port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:51.565573 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8df7aae5-f0cc-4a09-9757-6dd6dd945fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.568789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11fc7eca-cc29-44e3-ab2d-fac2ab48b4e3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.583093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-11fc7eca-cc29-44e3-ab2d-fac2ab48b4e3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5545292 Feb 11 14:01:51.587017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55614) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:51.597533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-d2c2b5de-5617-48cb-8d7d-6604a468561a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '2befa3a3-5d4d-4c81-b102-e8dded2fdd01', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:51.644097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] For port 77e8c9b5-c519-4234-b2ff-db5eae2c5045, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:51.657299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] For port 77e8c9b5-c519-4234-b2ff-db5eae2c5045, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=77e8c9b5-c519-4234-b2ff-db5eae2c5045,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:51.660382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d20ac-ee01-48c2-b2a7-b1311b4325af req-e5b981ea-6e3d-4216-a365-be09a3110301 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:51.664170 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad3d20ac-ee01-48c2-b2a7-b1311b4325af req-e5b981ea-6e3d-4216-a365-be09a3110301 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.5730503 Feb 11 14:01:51.677174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.732746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b5de-5617-48cb-8d7d-6604a468561a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (e8952d56-fa85-4ac1-8695-d8f443cac57e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.775534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:51.777722 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.779884 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] 10.222.0.30 "PUT /v2.0/ports/77e8c9b5-c519-4234-b2ff-db5eae2c5045 HTTP/1.1" status: 200 len: 1092 time: 1.5868056 Feb 11 14:01:51.780597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'tag': '77e8c9b5-c519-4234-b2ff-db5eae2c5045'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:51.783162 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b897bcc2-592a-491f-b03e-010dbdb86531" -d '{"events": [{"name": "network-changed", "server_uuid": "26ba0de6-ec2d-47b0-920c-ad8a95f11737", "tag": "77e8c9b5-c519-4234-b2ff-db5eae2c5045"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:51.805520 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:46Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:50Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:51.853711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8df7aae5-f0cc-4a09-9757-6dd6dd945fc6 None None] Current status of the port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:51.878443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8937d1-8a7b-4bbd-b87d-0e42c40e304c service neutron] Pushing event updated for resources: {'Port': ['ID=77e8c9b5-c519-4234-b2ff-db5eae2c5045,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:51.928237 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d99781-de15-45ee-a1c1-f4d71d27c4b3 x-openstack-request-id: req-19d99781-de15-45ee-a1c1-f4d71d27c4b3 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:51.928654 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ba0de6-ec2d-47b0-920c-ad8a95f11737", "tag": "77e8c9b5-c519-4234-b2ff-db5eae2c5045", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:51.929122 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19d99781-de15-45ee-a1c1-f4d71d27c4b3 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:51.929664 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'tag': '77e8c9b5-c519-4234-b2ff-db5eae2c5045', 'status': 'completed', 'code': 200} Feb 11 14:01:51.932272 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4025d9-9208-49dc-add0-1cd5b7451a81 None None] The sync data for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 is: [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:46Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:50Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:01:51.952882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad3d20ac-ee01-48c2-b2a7-b1311b4325af req-908f9256-f791-4cd9-9208-0714976d6eb5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2542751 Feb 11 14:01:51.964234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-1702f067-e00c-4a3c-bfcf-de4e127f15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:51.964234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-1702f067-e00c-4a3c-bfcf-de4e127f15eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 1126 time: 0.1226494 Feb 11 14:01:51.970074 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b5de-5617-48cb-8d7d-6604a468561a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (e8952d56-fa85-4ac1-8695-d8f443cac57e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.976132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b5de-5617-48cb-8d7d-6604a468561a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e8952d56-fa85-4ac1-8695-d8f443cac57e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:51.995410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2b5de-5617-48cb-8d7d-6604a468561a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8952d56-fa85-4ac1-8695-d8f443cac57e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:52.064733 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b5de-5617-48cb-8d7d-6604a468561a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.069200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d2c2b5de-5617-48cb-8d7d-6604a468561a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790628 Feb 11 14:01:52.070206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55622) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:52.075273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ffbcd572-cad0-4356-a565-82cdbfa0ab7d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '2befa3a3-5d4d-4c81-b102-e8dded2fdd01', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:52.088659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-1c2ccf74-7253-4558-baf0-e25e93028601 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e8c9b5-c519-4234-b2ff-db5eae2c5045 HTTP/1.1" status: 200 len: 217 time: 0.1197641 Feb 11 14:01:52.122733 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.178351 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffbcd572-cad0-4356-a565-82cdbfa0ab7d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (48030c7d-4424-4b04-ba75-525a78c58d1c), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.255759 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffbcd572-cad0-4356-a565-82cdbfa0ab7d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (48030c7d-4424-4b04-ba75-525a78c58d1c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.272208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffbcd572-cad0-4356-a565-82cdbfa0ab7d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (48030c7d-4424-4b04-ba75-525a78c58d1c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.368926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-22dd3bdd-b86c-4067-aaa6-2d9350af9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:52.374200 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-22dd3bdd-b86c-4067-aaa6-2d9350af9e73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.2299807 Feb 11 14:01:52.396458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcd572-cad0-4356-a565-82cdbfa0ab7d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48030c7d-4424-4b04-ba75-525a78c58d1c,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:52.412527 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ffbcd572-cad0-4356-a565-82cdbfa0ab7d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.423355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ffbcd572-cad0-4356-a565-82cdbfa0ab7d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3518724 Feb 11 14:01:52.426201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55628) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:52.432536 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e06ccc61-882b-4c93-a4d5-709309db28b5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '2befa3a3-5d4d-4c81-b102-e8dded2fdd01', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:52.489953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4247b31-5af7-41ba-ab4c-fbbb1e10767b req-4facbdd5-e526-4611-bb4d-02ebe24ff21f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:52.492681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4247b31-5af7-41ba-ab4c-fbbb1e10767b req-4facbdd5-e526-4611-bb4d-02ebe24ff21f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.4024451 Feb 11 14:01:52.501293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e06ccc61-882b-4c93-a4d5-709309db28b5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (d56e3b05-2512-4fe9-8ad5-d16a4dc6ad9d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.571607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4247b31-5af7-41ba-ab4c-fbbb1e10767b req-092fa56d-5b56-47c6-acca-71626de9a6bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723684 Feb 11 14:01:52.573614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-a4e250a9-7d02-464d-ae02-4e83efec8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:52.575144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-a4e250a9-7d02-464d-ae02-4e83efec8101 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698925 Feb 11 14:01:52.663369 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e06ccc61-882b-4c93-a4d5-709309db28b5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (d56e3b05-2512-4fe9-8ad5-d16a4dc6ad9d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.671577 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e06ccc61-882b-4c93-a4d5-709309db28b5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d56e3b05-2512-4fe9-8ad5-d16a4dc6ad9d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.720754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ccc61-882b-4c93-a4d5-709309db28b5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56e3b05-2512-4fe9-8ad5-d16a4dc6ad9d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:52.731954 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e06ccc61-882b-4c93-a4d5-709309db28b5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.733468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e06ccc61-882b-4c93-a4d5-709309db28b5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061934 Feb 11 14:01:52.739517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55630) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:52.749975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a31d0cb2-c08f-4cf1-af62-b071c9a73b37 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '2befa3a3-5d4d-4c81-b102-e8dded2fdd01', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:52.795820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-e4a1913a-682e-4a15-9321-4fbd57445600 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117331 Feb 11 14:01:52.812443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a31d0cb2-c08f-4cf1-af62-b071c9a73b37 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f3d793bb-3865-4f40-894c-3416c02a8708), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.910115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a31d0cb2-c08f-4cf1-af62-b071c9a73b37 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f3d793bb-3865-4f40-894c-3416c02a8708), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.914816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a31d0cb2-c08f-4cf1-af62-b071c9a73b37 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f3d793bb-3865-4f40-894c-3416c02a8708), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.944980 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a31d0cb2-c08f-4cf1-af62-b071c9a73b37 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:52.947068 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a31d0cb2-c08f-4cf1-af62-b071c9a73b37 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2060018 Feb 11 14:01:52.952917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55634) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:52.958667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '2befa3a3-5d4d-4c81-b102-e8dded2fdd01', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:52.991567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d0cb2-c08f-4cf1-af62-b071c9a73b37 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d793bb-3865-4f40-894c-3416c02a8708,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:53.021005 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Project ca46b81e718044fabc4e34da73ac8f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:01:53.029242 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (460986f7-aa89-46bd-802c-4ad978ca39c8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.116675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (460986f7-aa89-46bd-802c-4ad978ca39c8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.123257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (460986f7-aa89-46bd-802c-4ad978ca39c8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.207566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460986f7-aa89-46bd-802c-4ad978ca39c8,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:53.227932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.229548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0c7b5ce4-d31c-4896-be52-d3d8b3af10ec tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2755916 Feb 11 14:01:53.236808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55638) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:01:53.245533 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '2befa3a3-5d4d-4c81-b102-e8dded2fdd01', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:53.289355 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Project ca46b81e718044fabc4e34da73ac8f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:01:53.299547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (9ae022ce-5435-4ec3-a80f-96ab1ccc51ce), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.346765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285185-b37e-46fc-b409-b38ccd981813 req-0ba99a7d-bc8f-4dd0-8c73-270a49a27221 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:53.351860 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5285185-b37e-46fc-b409-b38ccd981813 req-0ba99a7d-bc8f-4dd0-8c73-270a49a27221 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 943 time: 0.2702160 Feb 11 14:01:53.439716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:53.468241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (9ae022ce-5435-4ec3-a80f-96ab1ccc51ce), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.481731 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9ae022ce-5435-4ec3-a80f-96ab1ccc51ce), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.542210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae022ce-5435-4ec3-a80f-96ab1ccc51ce,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:53.564789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:53.565445 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.577162 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:53.583508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b927fb83-2eca-4f0c-9139-51d987ac53dd req-e2811e7c-b543-4d30-bca4-0ac1d682a6b1 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810133 Feb 11 14:01:53.589596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-13addee1-9996-48a8-b72a-414de2dab9a1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3515511 Feb 11 14:01:53.656198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5285185-b37e-46fc-b409-b38ccd981813 req-137a538d-2e94-45c7-b772-61151fe045c1 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2689915 Feb 11 14:01:53.794629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:53.831371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-e16cf11f-6c65-498f-9c14-f128a9b495d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:53.831371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-e16cf11f-6c65-498f-9c14-f128a9b495d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 1126 time: 0.1752503 Feb 11 14:01:53.887300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:01:53.888835 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-65bac19c-d3f4-46e9-bfa6-fa0982e49cad tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742449594&fields=id&tenant_id=ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 267 time: 0.0998571 Feb 11 14:01:53.905305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1026ad-9029-481c-ab8a-a0a33dd07068 req-918c738a-dc89-4bd7-b0bb-5f814b8e7bda tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:53.919505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b1026ad-9029-481c-ab8a-a0a33dd07068 req-918c738a-dc89-4bd7-b0bb-5f814b8e7bda tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1951458 Feb 11 14:01:54.063568 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b1026ad-9029-481c-ab8a-a0a33dd07068 req-a6f04376-28da-42ab-a7b7-5d5ee425380e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431150 Feb 11 14:01:54.080482 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-f54ff973-07c5-4d6a-b286-c1f7edf58707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:54.086725 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-f54ff973-07c5-4d6a-b286-c1f7edf58707 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.2496181 Feb 11 14:01:54.087553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:54.103385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'mac_address': 'fa:16:3e:52:4c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:01:54.119104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-9b1b99b0-4573-4f20-8583-578d1edf107d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:54.120734 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-9b1b99b0-4573-4f20-8583-578d1edf107d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/networks?id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 200 len: 797 time: 0.2229462 Feb 11 14:01:54.140674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-42957ec8-50f7-4113-8b69-7e69c6f4d657 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/quotas/ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 375 time: 0.0134211 Feb 11 14:01:54.155072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-803f259a-3678-4091-b166-be66b96c11cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e8c9b5-c519-4234-b2ff-db5eae2c5045 HTTP/1.1" status: 200 len: 217 time: 0.0616689 Feb 11 14:01:54.156732 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:54.157296 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:54.175310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:01:54.235184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-5eb158a3-67c1-4621-9dfc-0d49c18adcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889020 Feb 11 14:01:54.237548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:54.246993 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:54.254510 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-925e2e6a-cd6d-4a2d-8a4d-6381b5cdafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:54.256312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-925e2e6a-cd6d-4a2d-8a4d-6381b5cdafb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0935001 Feb 11 14:01:54.353520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:54.356612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-60f4d052-14b7-4c40-ab9f-8771bc6a5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:54.361571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-60f4d052-14b7-4c40-ab9f-8771bc6a5cf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957959 Feb 11 14:01:54.435470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['9b1f68d6-2803-4b0b-8600-9b0d129ffec6'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:01:54.474112 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-05c87d11-95ed-4e3c-9647-0f0f25aaebb0 service neutron] 10.222.0.79 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199070 Feb 11 14:01:54.611536 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-d03af3ae-a415-4da1-97e0-963206931cf7 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389843 Feb 11 14:01:54.680745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-e08e8804-472a-4c50-bf5b-3672e7be179e service neutron] 10.222.0.79 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895943 Feb 11 14:01:54.881601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b897bcc2-592a-491f-b03e-010dbdb86531 req-195cb4d6-b19a-46b2-a09e-02f0958ba101 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674420 Feb 11 14:01:54.915338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818adc-cda0-48c1-9b3a-83e6092ed14e req-01c5f9cd-1cad-4b63-8678-69fbe2cbd55a tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:54.917619 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-33818adc-cda0-48c1-9b3a-83e6092ed14e req-01c5f9cd-1cad-4b63-8678-69fbe2cbd55a tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 944 time: 0.1497262 Feb 11 14:01:54.999409 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-33818adc-cda0-48c1-9b3a-83e6092ed14e req-36bd8b2d-b96d-4332-a2a3-1f0cda5cabba tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743248 Feb 11 14:01:55.020893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53257662-5070-4966-af7e-5b2cfc508b2c req-c885e451-f02f-4d7b-829a-743ab8d21fa4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 210 time: 0.0673695 Feb 11 14:01:55.272504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba2e54-b7c9-4ac4-ae78-ff12aba84c52 req-f5345cbf-e2a2-4dcb-ab84-6244f5f95b34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:55.275546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57ba2e54-b7c9-4ac4-ae78-ff12aba84c52 req-f5345cbf-e2a2-4dcb-ab84-6244f5f95b34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1110282 Feb 11 14:01:55.377477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57ba2e54-b7c9-4ac4-ae78-ff12aba84c52 req-d9cc7936-7a9f-47c9-aec2-cc9fe122c054 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944443 Feb 11 14:01:55.919347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:55.981221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:01:55.987810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:55.989654 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:56.190167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:56.193358 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:56.261848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfd7e3-75c7-4dc4-a7d0-31a55283c208 req-6d519478-5d3d-49a6-81c1-841cc2e14313 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:56.265102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccdfd7e3-75c7-4dc4-a7d0-31a55283c208 req-6d519478-5d3d-49a6-81c1-841cc2e14313 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 944 time: 0.1409380 Feb 11 14:01:56.266267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:56.269156 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9249434-1fb9-448d-8e8d-bbceb6c116ff" -d '{"events": [{"server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:56.273133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:56.276953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89284766-b7f9-4255-abda-fdf5cba2be32 req-7b6e85b4-8123-4864-b303-ca617b6186f7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 210 time: 0.0862348 Feb 11 14:01:56.290700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:56.399318 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3505fa-df74-4904-a1ed-4be69cd016d8 x-openstack-request-id: req-5a3505fa-df74-4904-a1ed-4be69cd016d8 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:56.400251 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:56.400251 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a3505fa-df74-4904-a1ed-4be69cd016d8 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:56.400251 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'code': 200} Feb 11 14:01:56.449541 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccdfd7e3-75c7-4dc4-a7d0-31a55283c208 req-ebc50baa-0f10-4b6d-9214-e0e9b91bcaeb tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1786189 Feb 11 14:01:56.480308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:56.509152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-13b54b38-5990-47f5-ac50-223aa8762ae6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:56.510792 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-13b54b38-5990-47f5-ac50-223aa8762ae6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "GET /v2.0/networks?id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 200 len: 797 time: 0.2329533 Feb 11 14:01:56.732435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af9bd4-30b9-48a3-87cf-303e3ff79006 req-67329d8c-6e10-451f-b54c-50ba3e7de1cb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:56.752888 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1af9bd4-30b9-48a3-87cf-303e3ff79006 req-67329d8c-6e10-451f-b54c-50ba3e7de1cb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.2091880 Feb 11 14:01:56.810786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ed7d4-3131-4149-92db-0613f7f9243c req-b1319ea8-0072-4930-84b3-a9920803b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:56.812642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-450ed7d4-3131-4149-92db-0613f7f9243c req-b1319ea8-0072-4930-84b3-a9920803b7dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1127 time: 0.2759986 Feb 11 14:01:56.858373 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-a51b9276-b211-48fd-86fe-a628b6e9159b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 380 time: 0.3391182 Feb 11 14:01:56.895172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'port': {'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'admin_state_up': True, 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'security_groups': ['2befa3a3-5d4d-4c81-b102-e8dded2fdd01']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:57.019942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d1af9bd4-30b9-48a3-87cf-303e3ff79006 req-4da66ad7-9f82-4fa6-b916-acc7bade263c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623792 Feb 11 14:01:57.086583 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0565de0a-058f-49fa-81c1-d6ca244facac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:57.303748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-450ed7d4-3131-4149-92db-0613f7f9243c req-91ee1abf-c911-467e-bbfb-f6c8ef041b8f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4833522 Feb 11 14:01:57.304826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:57.308364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:57.476552 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-276d97ab-b931-4e04-b409-da29c64a3f8f req-c1a39646-298b-4ba1-815e-f7e643bb0fb0 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 210 time: 0.0630817 Feb 11 14:01:57.536773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.20.0.5 (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b/b4e1aa26-749c-401b-9837-7b72767aeb9d/1eb33587-df6a-4673-b629-07087d7da743) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:57.771612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8683825-3897-4c04-b37f-cb153a0007c6 req-61479df3-9270-4e11-a053-0a4506aa819f tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:57.787646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8683825-3897-4c04-b37f-cb153a0007c6 req-61479df3-9270-4e11-a053-0a4506aa819f tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 945 time: 0.2394960 Feb 11 14:01:58.006968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (1eb33587-df6a-4673-b629-07087d7da743), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:58.090638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1eb33587-df6a-4673-b629-07087d7da743), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:58.156075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:58.196827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d8683825-3897-4c04-b37f-cb153a0007c6 req-511b658e-ebcc-4d2c-81eb-c9290028aa6c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4075077 Feb 11 14:01:58.197827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:58.218783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:01:58.279784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09285a8c-7232-4d98-b515-947d4157fe0b req-8102b601-3df4-4cb0-bd89-85e31a6f3baf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:58.288581 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09285a8c-7232-4d98-b515-947d4157fe0b req-8102b601-3df4-4cb0-bd89-85e31a6f3baf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1355083 Feb 11 14:01:58.393212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=1eb33587-df6a-4673-b629-07087d7da743,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:58.437960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09285a8c-7232-4d98-b515-947d4157fe0b req-24d0f754-e35d-4a02-ac6d-91ffc86d5ec7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483891 Feb 11 14:01:58.468581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:58.469266 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:58.510385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-ed5f3ac0-6cd0-482a-9f3d-edb441213c9e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6269782 Feb 11 14:01:58.521258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Request body: {'port': {'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:58.679170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1eb33587-df6a-4673-b629-07087d7da743), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:58.755872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-822c08a8-6edf-464a-8e3c-94dbf7b941eb None None] Provisioning complete for port 1eb33587-df6a-4673-b629-07087d7da743 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:58.756474 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-822c08a8-6edf-464a-8e3c-94dbf7b941eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1eb33587-df6a-4673-b629-07087d7da743), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:58.887280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-822c08a8-6edf-464a-8e3c-94dbf7b941eb None None] Port 1eb33587-df6a-4673-b629-07087d7da743 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:01:58.899612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699905d-a337-4cec-b7e1-1325ddb7494c req-16565ce0-f17e-4943-a664-cb500ab60aa2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:58.907407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1699905d-a337-4cec-b7e1-1325ddb7494c req-16565ce0-f17e-4943-a664-cb500ab60aa2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 931 time: 0.3205357 Feb 11 14:01:59.153652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1699905d-a337-4cec-b7e1-1325ddb7494c req-a71269d9-7606-4577-9d6b-81f93209ca55 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406044 Feb 11 14:01:59.361350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40360613-f35b-4609-8d4c-a2327d5dc677 req-efe38c67-eb99-418a-9617-48dce5963081 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:59.366987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40360613-f35b-4609-8d4c-a2327d5dc677 req-efe38c67-eb99-418a-9617-48dce5963081 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 945 time: 0.0741999 Feb 11 14:01:59.430734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb33587-df6a-4673-b629-07087d7da743 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:01:59.444684 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Publish callbacks [] for port (1eb33587-df6a-4673-b629-07087d7da743), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:59.445607 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-561b46c9-6b33-40d4-8c41-c4822e488011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:59.494627 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Transition to ACTIVE for port object 1eb33587-df6a-4673-b629-07087d7da743 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:59.504924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40360613-f35b-4609-8d4c-a2327d5dc677 req-adae30ae-4143-4690-b32c-8598db4124ff tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252658 Feb 11 14:01:59.510096 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1eb33587-df6a-4673-b629-07087d7da743), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:59.564654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb33587-df6a-4673-b629-07087d7da743,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:59.656912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9f718-1d2a-4948-8386-433246f84d55 req-414112a2-d3a2-4707-9f3f-8d675e6f6e13 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:59.658845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04b9f718-1d2a-4948-8386-433246f84d55 req-414112a2-d3a2-4707-9f3f-8d675e6f6e13 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0803721 Feb 11 14:01:59.747049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06b53a-630a-48fb-9d0c-5d608b3d05a5 req-1ede5df3-376a-4f83-beab-befdb7b68dce tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:59.761090 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f06b53a-630a-48fb-9d0c-5d608b3d05a5 req-1ede5df3-376a-4f83-beab-befdb7b68dce tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 945 time: 0.1200914 Feb 11 14:01:59.871951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f06b53a-630a-48fb-9d0c-5d608b3d05a5 req-c47c8f99-feb1-453a-a3b1-ceff1bda2774 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052477 Feb 11 14:01:59.924993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55740) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:00.409665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80aa226-533e-45ee-807d-ddcacfb2c700 tempest-TestVolumeBackupRestore-1823013646 tempest-TestVolumeBackupRestore-1823013646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:00.424585 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d80aa226-533e-45ee-807d-ddcacfb2c700 tempest-TestVolumeBackupRestore-1823013646 tempest-TestVolumeBackupRestore-1823013646-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1122 time: 0.4975302 Feb 11 14:02:00.427571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:00.432147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:00.470924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:00.599563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f50f4-d600-4ae6-8b4e-0f8e20694352 req-55a175ba-787d-4510-b279-eda152044816 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:00.615990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-768f50f4-d600-4ae6-8b4e-0f8e20694352 req-55a175ba-787d-4510-b279-eda152044816 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 943 time: 0.3049533 Feb 11 14:02:00.825449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04b9f718-1d2a-4948-8386-433246f84d55 req-f54ddec7-06ac-47f2-b2cb-a419c1a090ed tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856160 Feb 11 14:02:00.862458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Attempting to bind port 1eb33587-df6a-4673-b629-07087d7da743 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:02:00.863306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Attempting to bind port 1eb33587-df6a-4673-b629-07087d7da743 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:02:00.863868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Attempting to bind port 1eb33587-df6a-4673-b629-07087d7da743 on network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:00.881649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Port 1eb33587-df6a-4673-b629-07087d7da743 on network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:02:00.881959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Attempting to bind port 1eb33587-df6a-4673-b629-07087d7da743 on network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:00.900140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-768f50f4-d600-4ae6-8b4e-0f8e20694352 req-2fa0b452-fb41-491e-8206-981c55dcef49 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953423 Feb 11 14:02:00.902696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:00.908991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:02:00.909246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Checking segment: {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:00.909635 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Bound using segment: {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:02:00.910087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Bound port: 1eb33587-df6a-4673-b629-07087d7da743, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6e74ce-0432-492a-ae6c-9393eef10edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:02:00.910468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1eb33587-df6a-4673-b629-07087d7da743), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:01.074814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:01.138853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] For port 1eb33587-df6a-4673-b629-07087d7da743, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:01.146255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] For port 1eb33587-df6a-4673-b629-07087d7da743, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1eb33587-df6a-4673-b629-07087d7da743,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:01.176023 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1eb33587-df6a-4673-b629-07087d7da743), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:01.284380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Allocated IP 172.25.3.127 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/6c022d0b-89a6-4b4e-9fed-f6e8085292f3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:01.324345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:01.325746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:01.327858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] 10.222.0.83 "PUT /v2.0/ports/1eb33587-df6a-4673-b629-07087d7da743 HTTP/1.1" status: 200 len: 1091 time: 2.8108809 Feb 11 14:02:01.344887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'tag': '1eb33587-df6a-4673-b629-07087d7da743'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:01.348556 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f50d95-a9e0-4c64-a58d-ca443cb872da" -d '{"events": [{"name": "network-changed", "server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "tag": "1eb33587-df6a-4673-b629-07087d7da743"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:01.447270 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342311fd-db2e-4097-b3cc-c3600a718d21 x-openstack-request-id: req-342311fd-db2e-4097-b3cc-c3600a718d21 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:01.449757 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "tag": "1eb33587-df6a-4673-b629-07087d7da743", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:01.450558 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-342311fd-db2e-4097-b3cc-c3600a718d21 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:01.450558 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'tag': '1eb33587-df6a-4673-b629-07087d7da743', 'status': 'completed', 'code': 200} Feb 11 14:02:01.465461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f4e74-92e5-48d7-9a62-d1ff478ec7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb33587-df6a-4673-b629-07087d7da743,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:01.580623 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b9afdd55-a790-42e7-bf23-a52e33213be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:01.582518 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-b9afdd55-a790-42e7-bf23-a52e33213be0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 1125 time: 0.0920060 Feb 11 14:02:01.588533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:01.683450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-fd03a5b3-9457-4867-be7c-160d470e3974 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb33587-df6a-4673-b629-07087d7da743 HTTP/1.1" status: 200 len: 217 time: 0.0937166 Feb 11 14:02:01.692090 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:01.789666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'Port': ['ID=6c022d0b-89a6-4b4e-9fed-f6e8085292f3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:01.795729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-fda2dd2f-82db-418c-9c26-0e885967d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:01.797358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-fda2dd2f-82db-418c-9c26-0e885967d09c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b4e1aa26-749c-401b-9837-7b72767aeb9d HTTP/1.1" status: 200 len: 834 time: 0.1085191 Feb 11 14:02:01.831230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:01.831230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:01.831230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:01.906172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-519b4925-b894-4195-a46d-d1cb83906247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:01.907880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-519b4925-b894-4195-a46d-d1cb83906247 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1043282 Feb 11 14:02:02.176428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2d6a8-7a09-4d34-82d5-2fa51b7901fb req-cc9a3689-5d92-4fd1-9748-b2dd93eec2c8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:02.179182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03b2d6a8-7a09-4d34-82d5-2fa51b7901fb req-cc9a3689-5d92-4fd1-9748-b2dd93eec2c8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 943 time: 0.1881139 Feb 11 14:02:02.241205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d91b7-7f2a-44ff-a721-e7f65aac4226 req-808cd06e-be77-46fa-8585-7f541a78befd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:02.243098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c11d91b7-7f2a-44ff-a721-e7f65aac4226 req-808cd06e-be77-46fa-8585-7f541a78befd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.2661378 Feb 11 14:02:02.278729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-c6b2a882-75e8-4698-a01a-c0d91c740904 service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615713 Feb 11 14:02:02.357380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03b2d6a8-7a09-4d34-82d5-2fa51b7901fb req-2ae1c211-6eca-4c35-acd9-e5345f85ff2b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712306 Feb 11 14:02:02.436532 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c11d91b7-7f2a-44ff-a721-e7f65aac4226 req-cfe17a9f-ec6c-48a6-aab0-69cabc716191 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870143 Feb 11 14:02:02.475563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:02.567275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65dc0fa5-5508-4c88-8093-2806d77958a9 req-50d68d82-6c82-46ef-9e99-2faf401ffc70 service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731857 Feb 11 14:02:02.725263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-d30ee5ae-1627-46b8-a175-5902439e7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:02.728572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-d30ee5ae-1627-46b8-a175-5902439e7f6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 1125 time: 0.1099942 Feb 11 14:02:02.897923 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-549b16c2-5206-4d99-8245-8502642d7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:02.900002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-549b16c2-5206-4d99-8245-8502642d7dd9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 200 len: 898 time: 0.1660738 Feb 11 14:02:02.973362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-b0202cde-fbc6-4af9-98d0-5c461cd96839 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb33587-df6a-4673-b629-07087d7da743 HTTP/1.1" status: 200 len: 217 time: 0.0666571 Feb 11 14:02:03.067405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-2834798c-106d-4985-9db1-f96b5c06925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:03.069190 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-2834798c-106d-4985-9db1-f96b5c06925c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b4e1aa26-749c-401b-9837-7b72767aeb9d HTTP/1.1" status: 200 len: 834 time: 0.0898693 Feb 11 14:02:03.260079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-cb5057e1-d04c-4f00-87e0-dc295d1205c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:03.273333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-cb5057e1-d04c-4f00-87e0-dc295d1205c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1899242 Feb 11 14:02:03.318399 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for floatingip (f903d457-b486-4cc9-b25f-6c5e9f08115b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:03.576091 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:03.577061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-5866ade2-4c0c-458d-bcb0-ea958aedd7e5 service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025727 Feb 11 14:02:03.703381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d1722-f6a5-4cfb-8270-2d6caecd72d4 req-74adf5fb-dcb9-431c-adea-9ff2541e7ef5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:03.705005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:03.714529 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-760d1722-f6a5-4cfb-8270-2d6caecd72d4 req-74adf5fb-dcb9-431c-adea-9ff2541e7ef5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 943 time: 0.1689041 Feb 11 14:02:03.780041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c2f50d95-a9e0-4c64-a58d-ca443cb872da req-1ba5aa3b-4afb-4e71-83a0-887492d1e71e service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855595 Feb 11 14:02:03.789089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0397-1254-436f-a054-fb48944b5e14 req-a7eef63c-808e-4f3f-91c0-2e353bda3bb4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:03.795722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d30b0397-1254-436f-a054-fb48944b5e14 req-a7eef63c-808e-4f3f-91c0-2e353bda3bb4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.2204931 Feb 11 14:02:03.829327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-760d1722-f6a5-4cfb-8270-2d6caecd72d4 req-640f3c2e-704e-490e-abd5-0e65dcd9e971 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133776 Feb 11 14:02:04.015301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d30b0397-1254-436f-a054-fb48944b5e14 req-2ee4c8c6-ee69-4824-90e1-1aa332c285c8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047093 Feb 11 14:02:04.275689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-8fb727c3-8dcc-4e07-8240-b3a96c22e5eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1070485 Feb 11 14:02:04.520489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ea984-7c16-42b5-8914-5c07b501911d req-4feb7a66-0e02-4d91-8373-8be668901c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:04.536889 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-4feb7a66-0e02-4d91-8373-8be668901c7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1127 time: 0.1450238 Feb 11 14:02:04.600000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:04.606038 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:04.700235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event updated for resources: {'Port': ['ID=6c022d0b-89a6-4b4e-9fed-f6e8085292f3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:04.759504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f903d457-b486-4cc9-b25f-6c5e9f08115b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:04.911112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ea984-7c16-42b5-8914-5c07b501911d req-7e33670b-cfa6-421a-9165-dbf08ee34ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:04.912668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-7e33670b-cfa6-421a-9165-dbf08ee34ca9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 915 time: 0.3372595 Feb 11 14:02:05.064066 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Floating IP f903d457-b486-4cc9-b25f-6c5e9f08115b associated. External IP: 172.25.3.127, port: 9b1f68d6-2803-4b0b-8600-9b0d129ffec6. Feb 11 14:02:05.241757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-f7d53442-8fae-4c09-8dbd-a0cb71b39c4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 999 time: 0.3209155 Feb 11 14:02:05.324861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8c51-e496-463c-9a99-7a46c7bf66fc req-229db8ae-4043-4f22-bb40-257df8fb9cab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.326075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7ffe8c51-e496-463c-9a99-7a46c7bf66fc req-229db8ae-4043-4f22-bb40-257df8fb9cab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1479111 Feb 11 14:02:05.351159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abda4cc-b8ed-4bd2-931e-bb173bc921ca req-8ec1a1a5-5314-4c64-a4b5-6db917555ab3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.352831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6abda4cc-b8ed-4bd2-931e-bb173bc921ca req-8ec1a1a5-5314-4c64-a4b5-6db917555ab3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 943 time: 0.3383634 Feb 11 14:02:05.354351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ea984-7c16-42b5-8914-5c07b501911d req-a1ac7b99-5ec1-4daa-8665-dc59e1e4316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.355715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-a1ac7b99-5ec1-4daa-8665-dc59e1e4316e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 200 len: 853 time: 0.1055715 Feb 11 14:02:05.433555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7ffe8c51-e496-463c-9a99-7a46c7bf66fc req-5753862f-fdab-43a0-b7f0-5e6786d6d121 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900166 Feb 11 14:02:05.637420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ea984-7c16-42b5-8914-5c07b501911d req-9d2fbad6-1aba-426a-a856-8d40a27f00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.651618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-9d2fbad6-1aba-426a-a856-8d40a27f00c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0932ad4-991e-4dba-87b9-b50818dbf7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2858219 Feb 11 14:02:05.803028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6abda4cc-b8ed-4bd2-931e-bb173bc921ca req-3e952ff7-eb95-4921-a7aa-079941aedd0f tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999107 Feb 11 14:02:05.869006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:02:05.869606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-3fac1fa9-2273-44f0-a488-b19d8937387a service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067387 Feb 11 14:02:06.019648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1eb33587-df6a-4673-b629-07087d7da743 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:06.115093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a69ea984-7c16-42b5-8914-5c07b501911d req-ff345328-c56b-4626-9174-5819a9bf4ed8 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395766 Feb 11 14:02:06.219301 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:02:06.229945 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] Sync routers for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:02:06.250391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:06.251589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:06.266295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:06.373775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:06.404889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-bd42669d-743d-4797-ae11-9a806500a1a5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9745498 Feb 11 14:02:06.405958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55812) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:06.407144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:06.426010 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d30b93b-bc00-4227-8de8-23a215fd8c02" -d '{"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:06.529708 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f1bf2-2940-4886-93f5-92127f0e82ea x-openstack-request-id: req-bd5f1bf2-2940-4886-93f5-92127f0e82ea {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:06.530009 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:06.530290 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd5f1bf2-2940-4886-93f5-92127f0e82ea {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:06.530727 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'status': 'completed', 'code': 200} Feb 11 14:02:06.543265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45698787-ae8a-4c62-966e-35249822bde3 tempest-TestVolumeBackupRestore-1823013646 tempest-TestVolumeBackupRestore-1823013646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.546474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45698787-ae8a-4c62-966e-35249822bde3 tempest-TestVolumeBackupRestore-1823013646 tempest-TestVolumeBackupRestore-1823013646-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1122 time: 0.1394463 Feb 11 14:02:06.549457 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55820) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:06.554763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Request body: {'floatingip': {'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:06.579311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1eb33587-df6a-4673-b629-07087d7da743, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1eb33587-df6a-4673-b629-07087d7da743,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:06.720401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '1eb33587-df6a-4673-b629-07087d7da743', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:02:06.754510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-71c61438-3878-4db6-b716-5b189349fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.756093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-71c61438-3878-4db6-b716-5b189349fce1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1127 time: 0.2034991 Feb 11 14:02:06.785111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2b549-780b-415d-ab6e-f58997584362 req-fd3b2c84-a8da-4b20-923b-2b267975d4d1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.792635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02c2b549-780b-415d-ab6e-f58997584362 req-fd3b2c84-a8da-4b20-923b-2b267975d4d1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1766753 Feb 11 14:02:06.908482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1eb33587-df6a-4673-b629-07087d7da743 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:06.912457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1eb33587-df6a-4673-b629-07087d7da743), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:06.961889 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02c2b549-780b-415d-ab6e-f58997584362 req-0c0a1d87-5caa-48cf-8d7e-044f2195419d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605580 Feb 11 14:02:06.990010 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb33587-df6a-4673-b629-07087d7da743 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:07.048099 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for floatingip (f903d457-b486-4cc9-b25f-6c5e9f08115b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:07.077606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1eb33587-df6a-4673-b629-07087d7da743, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1eb33587-df6a-4673-b629-07087d7da743,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:07.100326 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1eb33587-df6a-4673-b629-07087d7da743), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:07.216369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-811fd088-c12e-4fa0-a6dd-f11061ed2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:07.217891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-811fd088-c12e-4fa0-a6dd-f11061ed2a54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 915 time: 0.4038584 Feb 11 14:02:07.260666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f903d457-b486-4cc9-b25f-6c5e9f08115b', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'mac_address': 'fa:16:3e:52:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:02Z', 'updated_at': '2022-02-11T14:02:02Z', 'revision_number': 0, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:07.265061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1eb33587-df6a-4673-b629-07087d7da743,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:07.333073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['1eb33587-df6a-4673-b629-07087d7da743'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:07.419939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] Checking router: 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:02:07.451459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:07.452017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:07.464631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-3edef9f2-cf52-419e-84d0-ab387b33549b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 999 time: 0.2309871 Feb 11 14:02:07.549820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c93aa4-f24d-4e5c-99a1-ea02d1fbeb4e req-372060c5-5538-4b5d-9a51-fc8e84491327 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:07.550738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2c93aa4-f24d-4e5c-99a1-ea02d1fbeb4e req-372060c5-5538-4b5d-9a51-fc8e84491327 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 943 time: 0.5918303 Feb 11 14:02:07.609050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-f6ef2bc6-b5fd-4877-a11d-3bf144a6931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:07.623335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-f6ef2bc6-b5fd-4877-a11d-3bf144a6931a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 200 len: 853 time: 0.1390979 Feb 11 14:02:07.775448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-a77aac78-d7e4-44b5-9829-b65306885e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:07.777537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-a77aac78-d7e4-44b5-9829-b65306885e21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0932ad4-991e-4dba-87b9-b50818dbf7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1534250 Feb 11 14:02:07.866403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:08.078801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-74b2e7ae-efd3-4ca1-8212-da014729e7a9 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941353 Feb 11 14:02:08.181822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f2c93aa4-f24d-4e5c-99a1-ea02d1fbeb4e req-cc95f4d0-75ef-47a4-92ea-53e9f9656586 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5881958 Feb 11 14:02:08.446981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b657fb-c030-4bc2-92b5-f17a8a57cd6f req-436aec1d-47d9-4de0-9688-652d79f3551f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:08.448809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6b657fb-c030-4bc2-92b5-f17a8a57cd6f req-436aec1d-47d9-4de0-9688-652d79f3551f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.2809350 Feb 11 14:02:08.488678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d30b93b-bc00-4227-8de8-23a215fd8c02 req-1ae369ba-90fd-4d9b-9ce0-ad79d83e7df2 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018588 Feb 11 14:02:08.547463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.db.resource_extend [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:02:08.567415 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c6b657fb-c030-4bc2-92b5-f17a8a57cd6f req-552e6832-954a-41f0-9238-98e033eaf2fb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092274 Feb 11 14:02:08.609335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f903d457-b486-4cc9-b25f-6c5e9f08115b', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'mac_address': 'fa:16:3e:52:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:02Z', 'updated_at': '2022-02-11T14:02:02Z', 'revision_number': 0, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:08.671039 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:08.685133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e56113-c1aa-4bf0-bc17-0d92cdb00ade None None] The sync data for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 is: [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f903d457-b486-4cc9-b25f-6c5e9f08115b', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'mac_address': 'fa:16:3e:52:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:02Z', 'updated_at': '2022-02-11T14:02:02Z', 'revision_number': 0, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:02:08.715415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:08.726383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (f903d457-b486-4cc9-b25f-6c5e9f08115b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:09.151653 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:02:09.311833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:02:09.320587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:09.469623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:09.472102 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed68a55-dc2b-42c1-9be9-0009edce25aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:09.483165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0aab4568-a67e-49e6-9284-ba17b446b689 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "PUT /v2.0/floatingips/f903d457-b486-4cc9-b25f-6c5e9f08115b HTTP/1.1" status: 200 len: 991 time: 2.9323602 Feb 11 14:02:09.524400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ffa81-7869-4680-af08-df0820ccc294 req-7ce2bed3-18d0-44fe-a5bf-c9201a347281 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:09.529101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-068ffa81-7869-4680-af08-df0820ccc294 req-7ce2bed3-18d0-44fe-a5bf-c9201a347281 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 944 time: 0.2121260 Feb 11 14:02:09.719486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-83f4af85-e0c1-484d-8db5-b71a0b9944f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:09.721678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-83f4af85-e0c1-484d-8db5-b71a0b9944f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1127 time: 0.1435943 Feb 11 14:02:09.886812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-3df96ed3-9e26-4105-a181-ea21a3b4de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:09.891444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-3df96ed3-9e26-4105-a181-ea21a3b4de27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 915 time: 0.1527026 Feb 11 14:02:10.061355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1eb33587-df6a-4673-b629-07087d7da743 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:10.077673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666542d-ff18-42ea-b7b0-bd37f28a40b1 req-d765c1ef-9d47-4856-95ae-d15c24c2c20b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:10.079832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b666542d-ff18-42ea-b7b0-bd37f28a40b1 req-d765c1ef-9d47-4856-95ae-d15c24c2c20b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.3522935 Feb 11 14:02:10.086143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-284802a1-fea1-43ac-9255-75732af82b35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 999 time: 0.1887970 Feb 11 14:02:10.181647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 1eb33587-df6a-4673-b629-07087d7da743 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:10.186099 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 1eb33587-df6a-4673-b629-07087d7da743 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:10.186513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1eb33587-df6a-4673-b629-07087d7da743), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:10.290908 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b666542d-ff18-42ea-b7b0-bd37f28a40b1 req-2dad0231-7865-40b1-876c-d3c836c99440 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877258 Feb 11 14:02:10.293754 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e334c89-e5c3-401f-9baf-e6c18c39585f None None] New status for floating IP f903d457-b486-4cc9-b25f-6c5e9f08115b: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:02:10.311946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-c176542e-b74c-4007-963c-46895a417df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:10.313511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-c176542e-b74c-4007-963c-46895a417df4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 200 len: 853 time: 0.2165682 Feb 11 14:02:10.389088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1eb33587-df6a-4673-b629-07087d7da743 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:10.389476 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1eb33587-df6a-4673-b629-07087d7da743), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:10.415343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-a0ceb31c-bb33-4cad-8553-209ed531086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:10.416883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-a0ceb31c-bb33-4cad-8553-209ed531086d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0932ad4-991e-4dba-87b9-b50818dbf7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962217 Feb 11 14:02:10.465443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb33587-df6a-4673-b629-07087d7da743'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:10.476797 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd8b616-539e-4f93-bcea-100639f9f492" -d '{"events": [{"server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "name": "network-vif-plugged", "status": "completed", "tag": "1eb33587-df6a-4673-b629-07087d7da743"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:10.524110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1eb33587-df6a-4673-b629-07087d7da743, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1eb33587-df6a-4673-b629-07087d7da743,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:10.536739 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1eb33587-df6a-4673-b629-07087d7da743), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:10.538074 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4005dfd9-290d-4076-ae63-81e6cd891c63 x-openstack-request-id: req-4005dfd9-290d-4076-ae63-81e6cd891c63 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:10.539140 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:10.539979 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4005dfd9-290d-4076-ae63-81e6cd891c63 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:10.540626 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'status': 'completed', 'code': 200} Feb 11 14:02:10.619873 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-068ffa81-7869-4680-af08-df0820ccc294 req-58ea9619-e02f-44fb-8f1d-dc89cf4d2f02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0839124 Feb 11 14:02:10.684534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1eb33587-df6a-4673-b629-07087d7da743,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:10.689325 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddfc70d-bd54-4040-9dbc-c0f31a669c80 x-openstack-request-id: req-5ddfc70d-bd54-4040-9dbc-c0f31a669c80 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:10.690385 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "name": "network-vif-plugged", "status": "completed", "tag": "1eb33587-df6a-4673-b629-07087d7da743", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:10.690732 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ddfc70d-bd54-4040-9dbc-c0f31a669c80 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:10.691254 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb33587-df6a-4673-b629-07087d7da743', 'code': 200} Feb 11 14:02:10.789650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-fa643701-ad78-4bdb-b562-560893cedbc1 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663192 Feb 11 14:02:10.840776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aabf6d-c9a8-4eec-a099-03a0eb70d5aa req-baf33c3a-65d5-4f8e-a0fb-63c2a51f009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:10.842751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57aabf6d-c9a8-4eec-a099-03a0eb70d5aa req-baf33c3a-65d5-4f8e-a0fb-63c2a51f009d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 1127 time: 0.1328528 Feb 11 14:02:10.934771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] Sync routers for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:02:10.954555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:10.955210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:11.044375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57aabf6d-c9a8-4eec-a099-03a0eb70d5aa req-686d8976-1ace-4bd1-9378-0ffe3f20d9dc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600161 Feb 11 14:02:11.074034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ed68a55-dc2b-42c1-9be9-0009edce25aa req-7bc32412-ac80-4eb7-ad24-02ce546f1d23 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691383 Feb 11 14:02:11.218025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:11.542930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97fe39-25a3-442c-ad3b-655fefb89f6c req-ba943acd-699f-461d-b59a-76dbd81144b8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:11.547399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d97fe39-25a3-442c-ad3b-655fefb89f6c req-ba943acd-699f-461d-b59a-76dbd81144b8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1210473 Feb 11 14:02:11.641479 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7d97fe39-25a3-442c-ad3b-655fefb89f6c req-19fca828-b5e1-47ac-86db-8e1aeed1bbdd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833437 Feb 11 14:02:11.876582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01228d2-67d2-4bbb-bf82-66785f9c9d5b req-42d65c7a-5ee5-4e0d-8480-029fcc8b0a31 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:11.878222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c01228d2-67d2-4bbb-bf82-66785f9c9d5b req-42d65c7a-5ee5-4e0d-8480-029fcc8b0a31 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 945 time: 0.1290081 Feb 11 14:02:11.966847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f903d457-b486-4cc9-b25f-6c5e9f08115b', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'mac_address': 'fa:16:3e:52:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:02Z', 'updated_at': '2022-02-11T14:02:10Z', 'revision_number': 2, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:11.971846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c01228d2-67d2-4bbb-bf82-66785f9c9d5b req-39f014ed-f517-4f1e-b818-c551f5c6e880 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872638 Feb 11 14:02:12.020735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] Checking router: 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:02:12.042934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:12.043736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:12.296407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:12.543077 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:12.545738 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2d31e-7af1-4a98-9200-4fa05da3a431" -d '{"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:12.630165 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564c8b9-8f14-4d91-9cf8-92c73be227b4 x-openstack-request-id: req-a564c8b9-8f14-4d91-9cf8-92c73be227b4 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:12.630498 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:12.630754 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a564c8b9-8f14-4d91-9cf8-92c73be227b4 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:12.631207 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'status': 'completed', 'code': 200} Feb 11 14:02:12.766636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-3ee17694-7e99-401d-89ee-11f343026a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:12.771763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-3ee17694-7e99-401d-89ee-11f343026a2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1127 time: 0.1099765 Feb 11 14:02:12.817956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f903d457-b486-4cc9-b25f-6c5e9f08115b', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'mac_address': 'fa:16:3e:52:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:02Z', 'updated_at': '2022-02-11T14:02:10Z', 'revision_number': 2, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:12.920566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cf14d-2066-4caa-8dc1-4e5468bea14f None None] The sync data for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 is: [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'f903d457-b486-4cc9-b25f-6c5e9f08115b', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'port_id': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'mac_address': 'fa:16:3e:52:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:02Z', 'updated_at': '2022-02-11T14:02:10Z', 'revision_number': 2, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:02:12.959570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aeaf5-3530-4779-9591-3ac03a48453e req-611220dc-10a3-491d-b2db-12fe044cbffa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:12.974530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a2aeaf5-3530-4779-9591-3ac03a48453e req-611220dc-10a3-491d-b2db-12fe044cbffa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1757033 Feb 11 14:02:13.009556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-380cb4d8-1df1-4953-8451-f63f7734c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:13.011134 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-380cb4d8-1df1-4953-8451-f63f7734c732 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 915 time: 0.2281613 Feb 11 14:02:13.130595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0a2aeaf5-3530-4779-9591-3ac03a48453e req-da20ff7d-3b2c-48be-85b9-cb0545c897dd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535401 Feb 11 14:02:13.151491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-30829900-0575-4f2c-891a-8f23cdda517c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 1001 time: 0.1331382 Feb 11 14:02:13.408791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-a65f8f64-0348-4594-987a-db0eeb844e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:13.411326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-a65f8f64-0348-4594-987a-db0eeb844e65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 200 len: 853 time: 0.2508855 Feb 11 14:02:13.419284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0575ead-02fa-455c-bf95-1b4ed826b708 req-ea6ff7fb-de2f-417d-a327-aa9e748bf788 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:13.420881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0575ead-02fa-455c-bf95-1b4ed826b708 req-ea6ff7fb-de2f-417d-a327-aa9e748bf788 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 945 time: 0.2006497 Feb 11 14:02:13.544102 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b0575ead-02fa-455c-bf95-1b4ed826b708 req-a1dc40b1-d461-4e33-ac0f-32659001a5c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129966 Feb 11 14:02:13.573781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-9e36a8f1-9869-4225-baa1-04a57fd9f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:13.575357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-9e36a8f1-9869-4225-baa1-04a57fd9f03c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0932ad4-991e-4dba-87b9-b50818dbf7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1535654 Feb 11 14:02:13.679298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7d54c-3d74-48b9-af0e-09f66bf3c8ed req-9d4bb5c4-6f73-442b-8d36-aabb8389f759 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:13.681216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9bc7d54c-3d74-48b9-af0e-09f66bf3c8ed req-9d4bb5c4-6f73-442b-8d36-aabb8389f759 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 945 time: 0.0550015 Feb 11 14:02:13.687709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-b4871d65-60a8-41fc-862b-1643301d1e0c service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053998 Feb 11 14:02:13.754388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9bc7d54c-3d74-48b9-af0e-09f66bf3c8ed req-00f1a6d4-a826-4187-bda5-85939b348d17 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652838 Feb 11 14:02:13.766304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55896) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:13.795794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28e2d31e-7af1-4a98-9200-4fa05da3a431 req-7397acb7-be11-4983-b7c0-c5b4b46ed778 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023984 Feb 11 14:02:13.839285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896a5c8a-9a5d-4907-ace7-3f46993f6db2 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:13.840894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-896a5c8a-9a5d-4907-ace7-3f46993f6db2 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 1122 time: 0.0735123 Feb 11 14:02:13.843991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55900) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:13.848933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:13.880069 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:13.992382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:14.129726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.25.3.208 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:14.316741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:14.336051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ec366-799c-4e67-a386-a190a8d151a3 req-78f1dfd5-4706-4357-8b21-5439b623ca4f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:14.337774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f7ec366-799c-4e67-a386-a190a8d151a3 req-78f1dfd5-4706-4357-8b21-5439b623ca4f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0939248 Feb 11 14:02:14.357456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:14.413018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:14.426452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:14.428465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:14.429717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f7ec366-799c-4e67-a386-a190a8d151a3 req-e651aafe-b6c4-4991-b8ad-d916fbb9acd6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844078 Feb 11 14:02:14.435836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:14.863476 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (bdac32d4-12e7-4536-bd77-a5c491a99150), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:14.939457 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:15.091104 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:15.095686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:15.164558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:15.181419 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (bdac32d4-12e7-4536-bd77-a5c491a99150), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:15.292078 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Floating IP bdac32d4-12e7-4536-bd77-a5c491a99150 associated. External IP: 172.25.3.208, port: 1eb33587-df6a-4673-b629-07087d7da743. Feb 11 14:02:15.557805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 89aad86c-d55d-4777-8555-4632b51b12b2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:02:15.646526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ab3a6-70c3-4c14-9eed-233f8c3b56b9 req-aeabb207-6772-4191-9abe-e72b4c4f5d7d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:15.647966 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d72ab3a6-70c3-4c14-9eed-233f8c3b56b9 req-aeabb207-6772-4191-9abe-e72b4c4f5d7d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1014328 Feb 11 14:02:15.741065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d72ab3a6-70c3-4c14-9eed-233f8c3b56b9 req-11473a2e-0fb9-402e-acd0-50d26b0ec23b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860717 Feb 11 14:02:15.746468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:02:15.759668 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20370f-d665-42ca-8490-65044002e312 None None] Sync routers for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:02:15.769527 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:15.774273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:15.775137 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:15.805614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c7ef37da-360d-41a5-a07a-d9981f4f528c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9602411 Feb 11 14:02:15.806318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'tag': '1eb33587-df6a-4673-b629-07087d7da743'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:15.807991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55926) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:15.808824 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c864f7f2-c494-4986-adf3-24ffdbba2f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "tag": "1eb33587-df6a-4673-b629-07087d7da743"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:15.910617 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c83e0a-867e-4ab7-9957-608632d504fd x-openstack-request-id: req-34c83e0a-867e-4ab7-9957-608632d504fd {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:15.910914 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "tag": "1eb33587-df6a-4673-b629-07087d7da743", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:15.911174 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34c83e0a-867e-4ab7-9957-608632d504fd {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:15.911640 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'tag': '1eb33587-df6a-4673-b629-07087d7da743', 'status': 'completed', 'code': 200} Feb 11 14:02:15.924764 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:16.055199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6ba08f69-4093-4b70-a67f-9b2753dbc0e8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/floatingips/bdac32d4-12e7-4536-bd77-a5c491a99150 HTTP/1.1" status: 200 len: 991 time: 0.2458487 Feb 11 14:02:16.060817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-36529eb4-24d1-45c3-b90b-2ef78044c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:16.062431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-36529eb4-24d1-45c3-b90b-2ef78044c1ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 1127 time: 0.1097443 Feb 11 14:02:16.167813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-386c460a-c251-48a2-be66-dfe463b15b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:16.171885 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-386c460a-c251-48a2-be66-dfe463b15b5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 200 len: 898 time: 0.1030121 Feb 11 14:02:16.200349 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:46Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:14Z', 'revision_number': 0, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:16.232270 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20370f-d665-42ca-8490-65044002e312 None None] Checking router: 89aad86c-d55d-4777-8555-4632b51b12b2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:02:16.243560 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:16.244363 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:01:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:16.518080 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:16.661496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-6cd238f1-b4f8-4651-b904-748dde3aee8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb33587-df6a-4673-b629-07087d7da743 HTTP/1.1" status: 200 len: 999 time: 0.4840426 Feb 11 14:02:16.741759 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-b3f84be7-bec4-487f-9f2f-499b53d6b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:16.743585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-b3f84be7-bec4-487f-9f2f-499b53d6b636 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b4e1aa26-749c-401b-9837-7b72767aeb9d HTTP/1.1" status: 200 len: 834 time: 0.0763061 Feb 11 14:02:16.841872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-59892824-c777-422a-a129-0a45dfbf9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:16.850976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-59892824-c777-422a-a129-0a45dfbf9a4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1007588 Feb 11 14:02:16.952727 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ae20370f-d665-42ca-8490-65044002e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:46Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:14Z', 'revision_number': 0, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:17.001913 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20370f-d665-42ca-8490-65044002e312 None None] The sync data for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 is: [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:01:46Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:14Z', 'revision_number': 0, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:02:17.028647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd14921-0774-457d-b5f8-bc0bd18fb3bb req-22cf107b-f54a-4c8e-a1e6-24471d4d87da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:17.037523 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dd14921-0774-457d-b5f8-bc0bd18fb3bb req-22cf107b-f54a-4c8e-a1e6-24471d4d87da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1167831 Feb 11 14:02:17.058853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55940) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:17.171439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dd14921-0774-457d-b5f8-bc0bd18fb3bb req-8efb8a27-84c3-4d40-ae88-ff897332cd84 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284361 Feb 11 14:02:17.189468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8b3fdd0f-3e23-4f91-8a3a-7f4488817734 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/floatingips/bdac32d4-12e7-4536-bd77-a5c491a99150 HTTP/1.1" status: 200 len: 991 time: 0.1269076 Feb 11 14:02:17.209981 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-8a90457b-3def-494f-975d-c06323b562b1 service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494172 Feb 11 14:02:17.349376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b010f4a2-9464-450c-929e-0a99e1218d48 None None] New status for floating IP bdac32d4-12e7-4536-bd77-a5c491a99150: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:02:17.396193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c864f7f2-c494-4986-adf3-24ffdbba2f4e req-1df36e75-fdfd-407f-a8d4-c8ead9081239 service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799676 Feb 11 14:02:18.192488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55950) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:18.263689 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-47b6565c-1580-4897-a343-c9c04ca6f29d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/floatingips/bdac32d4-12e7-4536-bd77-a5c491a99150 HTTP/1.1" status: 200 len: 993 time: 0.0698659 Feb 11 14:02:18.334671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757a75f-0a96-4de4-8c39-92f4fe9bd52c req-11e6b237-1ae1-4876-a87b-5909b85af834 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:18.342304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0757a75f-0a96-4de4-8c39-92f4fe9bd52c req-11e6b237-1ae1-4876-a87b-5909b85af834 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0737760 Feb 11 14:02:18.403923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0757a75f-0a96-4de4-8c39-92f4fe9bd52c req-f62b204a-6a18-45da-9c06-a420672c37b6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564404 Feb 11 14:02:19.607685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b51509-716f-40f5-a436-fd05d9be906c req-55e1b09f-12c1-49ba-a3d4-27938378a24a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:19.609950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52b51509-716f-40f5-a436-fd05d9be906c req-55e1b09f-12c1-49ba-a3d4-27938378a24a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1122694 Feb 11 14:02:19.702674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52b51509-716f-40f5-a436-fd05d9be906c req-d3c28dad-548c-42e5-a5cc-7c2f021388e3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861447 Feb 11 14:02:20.254619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:20.852264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbd9d7-f9d1-4f1c-a299-b371e35f8d69 req-75a6d147-32a7-43af-a3cb-9d8172e6c034 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:20.853862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7fbd9d7-f9d1-4f1c-a299-b371e35f8d69 req-75a6d147-32a7-43af-a3cb-9d8172e6c034 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0630462 Feb 11 14:02:20.913630 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b7fbd9d7-f9d1-4f1c-a299-b371e35f8d69 req-30e08af7-9538-4241-a397-2af8cb40fd9b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Feb 11 14:02:20.988120 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 55980) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:21.183876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] Deleting subnet 787529c2-77d3-4bd5-8276-2be67df9e90f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:02:21.188794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] Publish callbacks [] for subnet (787529c2-77d3-4bd5-8276-2be67df9e90f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.242980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (787529c2-77d3-4bd5-8276-2be67df9e90f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.301540 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (787529c2-77d3-4bd5-8276-2be67df9e90f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.400905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (787529c2-77d3-4bd5-8276-2be67df9e90f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.428338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787529c2-77d3-4bd5-8276-2be67df9e90f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:21.435485 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.441668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-152fb757-1914-42c0-9850-452f3bdb372f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/787529c2-77d3-4bd5-8276-2be67df9e90f HTTP/1.1" status: 204 len: 168 time: 0.4495883 Feb 11 14:02:21.442072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 55996) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:21.561266 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (d04a0320-16ff-482f-af88-cefb2e75f671), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.667893 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (d04a0320-16ff-482f-af88-cefb2e75f671), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.697251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04a0320-16ff-482f-af88-cefb2e75f671']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:21.710401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:21.710941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:21.724897 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.745156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.756905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:02:21.757364 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (0bf96eeb-e9ae-4be0-a061-d0ba12e0c2d0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:02:21.828151 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:02:21.836376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (d04a0320-16ff-482f-af88-cefb2e75f671), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.844721 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:21.854049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d04a0320-16ff-482f-af88-cefb2e75f671 HTTP/1.1" status: 204 len: 168 time: 0.4055176 Feb 11 14:02:21.869040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8990121-25f8-4167-98ee-1dc4e814d091 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04a0320-16ff-482f-af88-cefb2e75f671,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:22.094018 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:22.108545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:22.164401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed9b85-12d9-49a6-9d76-bad22cde61e7 req-fdc9ae53-d012-4233-90ba-45ff6ecb4373 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:22.166749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4aed9b85-12d9-49a6-9d76-bad22cde61e7 req-fdc9ae53-d012-4233-90ba-45ff6ecb4373 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1360359 Feb 11 14:02:22.235154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d60d43d-fe8d-4bb3-94f9-62fb4a9baee3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=528b39b64ea04ed1bf23cb82c75449ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252141 Feb 11 14:02:22.239555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56008) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:22.278900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4aed9b85-12d9-49a6-9d76-bad22cde61e7 req-2ef7ab61-d245-4e57-b49c-a939172fa0ce tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992599 Feb 11 14:02:22.354103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e0f099e-88f3-4251-b327-22da372795ab admin admin] Publish callbacks [] for security_group (64704e8c-00fe-4c05-b85d-bbb4813ba7e4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:22.383634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e0f099e-88f3-4251-b327-22da372795ab admin admin] Publish callbacks [] for security_group (64704e8c-00fe-4c05-b85d-bbb4813ba7e4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:22.439483 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e0f099e-88f3-4251-b327-22da372795ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (64704e8c-00fe-4c05-b85d-bbb4813ba7e4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:22.443224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e0f099e-88f3-4251-b327-22da372795ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:22.444475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8e0f099e-88f3-4251-b327-22da372795ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64704e8c-00fe-4c05-b85d-bbb4813ba7e4 HTTP/1.1" status: 204 len: 168 time: 0.2034888 Feb 11 14:02:22.471302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f099e-88f3-4251-b327-22da372795ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64704e8c-00fe-4c05-b85d-bbb4813ba7e4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:23.486014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c2fa-046d-4e02-ac01-e973c9ac3899 req-64ed94ad-ce60-48c3-8146-639a3cb5a481 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:23.490616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2839c2fa-046d-4e02-ac01-e973c9ac3899 req-64ed94ad-ce60-48c3-8146-639a3cb5a481 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1118641 Feb 11 14:02:23.600310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2839c2fa-046d-4e02-ac01-e973c9ac3899 req-857e683a-1923-446a-8c3e-fe7c8428f024 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014569 Feb 11 14:02:24.772323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f42891-2d77-41c0-8dee-b25f4c69b960 req-784a0c4c-a481-49de-8939-ae3da4efe406 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:24.774771 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70f42891-2d77-41c0-8dee-b25f4c69b960 req-784a0c4c-a481-49de-8939-ae3da4efe406 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0597081 Feb 11 14:02:24.841313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-70f42891-2d77-41c0-8dee-b25f4c69b960 req-e09425bc-aa9a-441d-a16a-91a2585100da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562778 Feb 11 14:02:26.045022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f3719-cc55-4844-a991-7fdbf430ca5a req-6ffd8c48-8992-4449-bb7b-a3f53aeaeda1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:26.047924 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-015f3719-cc55-4844-a991-7fdbf430ca5a req-6ffd8c48-8992-4449-bb7b-a3f53aeaeda1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0693378 Feb 11 14:02:26.113250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-015f3719-cc55-4844-a991-7fdbf430ca5a req-d8822a1e-cd82-4eb1-b2ca-d48b0b6b4773 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Feb 11 14:02:27.064179 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-172d1669-28e3-4217-aff1-c01333d14cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.357676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76256b1e-3d5b-4d8f-b3bb-ca40480e0dd5 req-3591530d-6645-4c1d-a7f4-641c54bebb81 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:27.364072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76256b1e-3d5b-4d8f-b3bb-ca40480e0dd5 req-3591530d-6645-4c1d-a7f4-641c54bebb81 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1240861 Feb 11 14:02:27.464048 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76256b1e-3d5b-4d8f-b3bb-ca40480e0dd5 req-0ac2d692-0ae3-497a-8bfb-4277eff4be95 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939279 Feb 11 14:02:28.703366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b004bf4-fc38-47b8-80c4-4feb2e581c17 req-367c7679-9207-4d37-9352-015adbd20e89 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.704976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b004bf4-fc38-47b8-80c4-4feb2e581c17 req-367c7679-9207-4d37-9352-015adbd20e89 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1013119 Feb 11 14:02:28.802304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4b004bf4-fc38-47b8-80c4-4feb2e581c17 req-0693c08d-726e-4982-909c-fc5c8dff358d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904000 Feb 11 14:02:29.673203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d81-3a37-4281-a444-a5580413ee14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:30.000100 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a8bd-c4b2-41e9-aa87-d5b00f900740 req-e83a33fb-c9eb-4f54-b080-28772fb041e8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:30.002056 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a859a8bd-c4b2-41e9-aa87-d5b00f900740 req-e83a33fb-c9eb-4f54-b080-28772fb041e8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0902350 Feb 11 14:02:30.075336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a859a8bd-c4b2-41e9-aa87-d5b00f900740 req-ff6f45d8-f3b7-46d0-98e4-b75c196985d2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615380 Feb 11 14:02:31.046906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:31.208257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551741b-9909-4640-a560-68eced8ef1dc req-550c7d01-c9b3-415c-9b22-dc17aa98a384 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:31.211279 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9551741b-9909-4640-a560-68eced8ef1dc req-550c7d01-c9b3-415c-9b22-dc17aa98a384 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0570154 Feb 11 14:02:31.267652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9551741b-9909-4640-a560-68eced8ef1dc req-6e263361-4df6-477d-b944-bfb73178fb23 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Feb 11 14:02:32.440952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b93415-6aeb-4121-86d6-29b27e2da1b3 req-c6283fc3-7b89-4b29-9369-fc25b0d2b92c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.443475 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25b93415-6aeb-4121-86d6-29b27e2da1b3 req-c6283fc3-7b89-4b29-9369-fc25b0d2b92c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0871675 Feb 11 14:02:32.477533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.519439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25b93415-6aeb-4121-86d6-29b27e2da1b3 req-248b5915-5421-473e-8405-a7eb160dbae9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687943 Feb 11 14:02:33.685917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:33.725398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2c4cb-ffd2-4173-9d31-20bf80b25c51 req-415af006-2173-439d-b875-50a83d7b96d1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:33.727709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90c2c4cb-ffd2-4173-9d31-20bf80b25c51 req-415af006-2173-439d-b875-50a83d7b96d1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1090064 Feb 11 14:02:33.787491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90c2c4cb-ffd2-4173-9d31-20bf80b25c51 req-eb16f568-52a6-430c-ad7e-d10608a26954 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541730 Feb 11 14:02:34.994170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803280-e3ee-4b40-8a2a-3848ead64152 req-e56d9be1-0f86-4acc-8a2a-9002635a5b4a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:34.995677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad803280-e3ee-4b40-8a2a-3848ead64152 req-e56d9be1-0f86-4acc-8a2a-9002635a5b4a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1025639 Feb 11 14:02:35.091038 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad803280-e3ee-4b40-8a2a-3848ead64152 req-c40cfdba-ca4c-4973-b00d-0811092e69b9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885897 Feb 11 14:02:36.253416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570228-7e61-4a09-9127-d54b3af1e85b req-2654480c-52b5-40b9-9b23-2a69648e9dd7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:36.256513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f570228-7e61-4a09-9127-d54b3af1e85b req-2654480c-52b5-40b9-9b23-2a69648e9dd7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.0709400 Feb 11 14:02:36.330656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f570228-7e61-4a09-9127-d54b3af1e85b req-b8917bc8-c91c-46d4-bb86-030e9ac2804d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Feb 11 14:02:36.506025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56352) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:36.688682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Deleting port 6c022d0b-89a6-4b4e-9fed-f6e8085292f3 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:36.689308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:36.868065 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:36.868406 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for floatingip (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:36.881473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Calling delete_port for 6c022d0b-89a6-4b4e-9fed-f6e8085292f3 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:37.091856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6c022d0b-89a6-4b4e-9fed-f6e8085292f3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:37.146447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event deleted for resources: {'Port': ['ID=6c022d0b-89a6-4b4e-9fed-f6e8085292f3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:37.202149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.202642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.203257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.203702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.204146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.205472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.206061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.206587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.207020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.207645 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.208111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.208545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.208983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:37.260085 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for floatingip (f903d457-b486-4cc9-b25f-6c5e9f08115b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:37.261340 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Floating IP f903d457-b486-4cc9-b25f-6c5e9f08115b disassociated (deleted). External IP: 172.25.3.127, port: 9b1f68d6-2803-4b0b-8600-9b0d129ffec6. Feb 11 14:02:37.619554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:02:37.620603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b86f6-ddc7-49a1-b3bc-e7e2555232e2 req-f343a8e4-61f7-46a8-8e91-2656b5301267 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:37.628053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-638b86f6-ddc7-49a1-b3bc-e7e2555232e2 req-f343a8e4-61f7-46a8-8e91-2656b5301267 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.1170223 Feb 11 14:02:37.701762 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-638b86f6-ddc7-49a1-b3bc-e7e2555232e2 req-283e1ed1-422d-4727-86b2-81321bbdc991 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725942 Feb 11 14:02:37.768348 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56386) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:37.779469 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:02:37.786775 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:37.795146 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] Sync routers for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:02:37.838761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d92f9b02-0ceb-416f-8d75-7cf1cbb3ba8e tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "DELETE /v2.0/floatingips/f903d457-b486-4cc9-b25f-6c5e9f08115b HTTP/1.1" status: 204 len: 168 time: 1.3303440 Feb 11 14:02:37.867809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] Deleting subnet 9f37d5be-1a6f-436c-a05f-2e9dfe0316f8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:02:37.869151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:37.872048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] Publish callbacks [] for subnet (9f37d5be-1a6f-436c-a05f-2e9dfe0316f8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:37.874806 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:37.901682 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:37.908225 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:37.949058 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477dd73e-c5b4-4f78-83cb-7971bbcc2bfd x-openstack-request-id: req-477dd73e-c5b4-4f78-83cb-7971bbcc2bfd {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:37.949596 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:37.949939 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-477dd73e-c5b4-4f78-83cb-7971bbcc2bfd {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:37.950583 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'status': 'completed', 'code': 200} Feb 11 14:02:37.958139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (9f37d5be-1a6f-436c-a05f-2e9dfe0316f8), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.048015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (9f37d5be-1a6f-436c-a05f-2e9dfe0316f8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.087438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-fa6817bf-4a2e-4794-9ff1-5afaddd4fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:38.097613 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-fa6817bf-4a2e-4794-9ff1-5afaddd4fcbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 1127 time: 0.1211622 Feb 11 14:02:38.166880 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (9f37d5be-1a6f-436c-a05f-2e9dfe0316f8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.175780 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:38.204127 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f37d5be-1a6f-436c-a05f-2e9dfe0316f8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:38.222614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.229068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9822998a-cb0b-4f16-9a78-08c9b5148bc5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9f37d5be-1a6f-436c-a05f-2e9dfe0316f8 HTTP/1.1" status: 204 len: 168 time: 0.4571412 Feb 11 14:02:38.229378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56400) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:38.392048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-52ccabbd-d92a-45fa-ba70-5d9098d3f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:38.394984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-52ccabbd-d92a-45fa-ba70-5d9098d3f720 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 200 len: 915 time: 0.1468871 Feb 11 14:02:38.415816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.478642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 77e8c9b5-c519-4234-b2ff-db5eae2c5045 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:38.525595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-a1dddba6-ff67-400a-99c3-41425c538c1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 200 len: 217 time: 0.1094851 Feb 11 14:02:38.544266 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:38.608740 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] Checking router: 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:02:38.633257 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:38.634331 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:38.636160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-09c7a018-8cd9-43fe-800b-49ba3f039269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:38.638267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-09c7a018-8cd9-43fe-800b-49ba3f039269 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 200 len: 853 time: 0.1051056 Feb 11 14:02:38.649441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.675010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:38.685574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d3f449-f9ce-4087-af2d-46aca9d0d065') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:38.686166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d3f449-f9ce-4087-af2d-46aca9d0d065') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:38.697985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (d0d3f449-f9ce-4087-af2d-46aca9d0d065), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.713102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d0d3f449-f9ce-4087-af2d-46aca9d0d065), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.720943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:02:38.721512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (d0d3f449-f9ce-4087-af2d-46aca9d0d065), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.735183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 77e8c9b5-c519-4234-b2ff-db5eae2c5045, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=77e8c9b5-c519-4234-b2ff-db5eae2c5045,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:38.765315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '77e8c9b5-c519-4234-b2ff-db5eae2c5045', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'port_id': '77e8c9b5-c519-4234-b2ff-db5eae2c5045', 'mac_address': 'fa:16:3e:a7:c6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:02:38.782971 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:02:38.794928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.812784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.817857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f HTTP/1.1" status: 204 len: 168 time: 0.5874555 Feb 11 14:02:38.820414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56418) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:38.887332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-2a8083dd-9bca-411d-8414-9ec831cc2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:38.894213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-2a8083dd-9bca-411d-8414-9ec831cc2cc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0932ad4-991e-4dba-87b9-b50818dbf7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2438653 Feb 11 14:02:38.913717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:38.914283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:38.948172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e8c9b5-c519-4234-b2ff-db5eae2c5045 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:38.954155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] Deleting subnet 8fc62f94-f362-43ed-b342-a45a9102f8d9 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:02:38.964176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] Publish callbacks [] for subnet (8fc62f94-f362-43ed-b342-a45a9102f8d9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:39.010098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 77e8c9b5-c519-4234-b2ff-db5eae2c5045, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=77e8c9b5-c519-4234-b2ff-db5eae2c5045,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:39.021585 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:39.060940 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:39.079895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474dda-e9b4-4ae8-99db-8b062751d7a2 req-b76453fb-07b8-4e87-a428-a3ecd43488fe tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:39.089107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da474dda-e9b4-4ae8-99db-8b062751d7a2 req-b76453fb-07b8-4e87-a428-a3ecd43488fe tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 945 time: 0.6687696 Feb 11 14:02:39.149384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=77e8c9b5-c519-4234-b2ff-db5eae2c5045,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:39.166331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.167356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.169666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.170161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.170777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.174299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.174943 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.175512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.176076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.176670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.177246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.177798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.181497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.209889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (8fc62f94-f362-43ed-b342-a45a9102f8d9), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:39.224303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da474dda-e9b4-4ae8-99db-8b062751d7a2 req-b478d561-8adb-43e4-9257-46b9e983ac1a tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309469 Feb 11 14:02:39.255472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6653539-4190-4ca5-807c-516bb5004860 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4ed197-4f78-43d9-9f5e-6a8d5a1c6e7f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:39.259195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['77e8c9b5-c519-4234-b2ff-db5eae2c5045'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:39.291497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56428) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:39.296068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b138b0-9e87-45b2-af28-9820ecc3d75c req-90e4bc2e-d372-4f8c-a799-4fbf5d8e8950 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:39.316639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6b138b0-9e87-45b2-af28-9820ecc3d75c req-90e4bc2e-d372-4f8c-a799-4fbf5d8e8950 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 944 time: 0.3858888 Feb 11 14:02:39.349512 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (8fc62f94-f362-43ed-b342-a45a9102f8d9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:39.361245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-bcfbc146-616d-48bc-8072-4e77aa938fd9 service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631701 Feb 11 14:02:39.516524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (8fc62f94-f362-43ed-b342-a45a9102f8d9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:39.564257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d61d070-7e1b-4966-a4bd-27bdbdde97d9 req-09787dfd-35dd-474f-be74-1b1c2fa073ea service neutron] 10.222.0.83 "GET /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887217 Feb 11 14:02:39.597674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6b138b0-9e87-45b2-af28-9820ecc3d75c req-b6d94419-d69c-4a3d-8ddc-7ed830af24ea tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692852 Feb 11 14:02:39.597868 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:39.656783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8856f41b-83f2-41c4-9bb2-fff05230d2ce None None] The sync data for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 is: [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T13:55:53Z', 'revision_number': 4, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '43a8c930-c86f-4d12-bcdc-c2354425974b', 'name': '', 'network_id': 'd0932ad4-991e-4dba-87b9-b50818dbf7da', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'mac_address': 'fa:16:3e:89:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:51Z', 'updated_at': '2022-02-11T13:56:16Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'subnets': [{'id': 'a660fb58-095d-4c2a-b31d-a53ab5398862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:02:39.974020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:39.986750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56444) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:39.994952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8fc62f94-f362-43ed-b342-a45a9102f8d9 HTTP/1.1" status: 204 len: 168 time: 1.1626046 Feb 11 14:02:39.997220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b71ea-9dbb-466e-9746-40fd4d208f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc62f94-f362-43ed-b342-a45a9102f8d9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:40.032403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25e2dade-0d43-4e91-9bef-5f3b54a348aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.195221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (dca64cee-59fa-4af5-8821-959c080dc038), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.202585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe14f0f-b537-425b-93e0-86eb5f4d4ca8 None None] New status for floating IP f903d457-b486-4cc9-b25f-6c5e9f08115b: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:02:40.203603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25e2dade-0d43-4e91-9bef-5f3b54a348aa admin admin] Publish callbacks [] for security_group (6a974777-4796-4fab-9ba6-7bcef0bb06b5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.211578 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-25e2dade-0d43-4e91-9bef-5f3b54a348aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a974777-4796-4fab-9ba6-7bcef0bb06b5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.248516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2dade-0d43-4e91-9bef-5f3b54a348aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a974777-4796-4fab-9ba6-7bcef0bb06b5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:40.308038 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-25e2dade-0d43-4e91-9bef-5f3b54a348aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0bd2ceb06dc2424ba60c2c0ddf406593&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0135579 Feb 11 14:02:40.308669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56452) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:40.409602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340af96a-1150-4d34-ba1f-c1b5f40bee29 req-fb552c34-7bb6-4bdc-9300-e64355579bd0 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:40.417273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-340af96a-1150-4d34-ba1f-c1b5f40bee29 req-fb552c34-7bb6-4bdc-9300-e64355579bd0 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 945 time: 0.0928767 Feb 11 14:02:40.423860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (dca64cee-59fa-4af5-8821-959c080dc038), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.443212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-b9edb14c-ba6e-459e-a6e9-c647cdb6f8d4 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:40.444747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-b9edb14c-ba6e-459e-a6e9-c647cdb6f8d4 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 945 time: 0.4242690 Feb 11 14:02:40.465370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca64cee-59fa-4af5-8821-959c080dc038']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:40.484164 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-340af96a-1150-4d34-ba1f-c1b5f40bee29 req-db1a19e9-71ad-43c0-8c55-530ed6180190 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658150 Feb 11 14:02:40.484439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 77e8c9b5-c519-4234-b2ff-db5eae2c5045 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:40.498144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca1c093-08a3-431f-b819-6d1b6340ffa4') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:40.498607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca1c093-08a3-431f-b819-6d1b6340ffa4') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:40.524550 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2cf9-b41c-4492-9f68-749d393682b8 admin admin] Publish callbacks [] for security_group (6a974777-4796-4fab-9ba6-7bcef0bb06b5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.526911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (dca1c093-08a3-431f-b819-6d1b6340ffa4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.562695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:40.572135 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2cf9-b41c-4492-9f68-749d393682b8 admin admin] Publish callbacks [] for security_group (6a974777-4796-4fab-9ba6-7bcef0bb06b5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.575904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:40.576431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.635045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dca1c093-08a3-431f-b819-6d1b6340ffa4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.684496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:02:40.685354 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (dca1c093-08a3-431f-b819-6d1b6340ffa4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:02:40.693921 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:02:40.697664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2cf9-b41c-4492-9f68-749d393682b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a974777-4796-4fab-9ba6-7bcef0bb06b5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.701217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e10e2cf9-b41c-4492-9f68-749d393682b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.704835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e10e2cf9-b41c-4492-9f68-749d393682b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a974777-4796-4fab-9ba6-7bcef0bb06b5 HTTP/1.1" status: 204 len: 168 time: 0.3930161 Feb 11 14:02:40.749150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2cf9-b41c-4492-9f68-749d393682b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a974777-4796-4fab-9ba6-7bcef0bb06b5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:40.817273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:40.819245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.889547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e8c9b5-c519-4234-b2ff-db5eae2c5045'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:40.896420 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82eb41f-463b-4f92-a753-d62028906c4a" -d '{"events": [{"server_uuid": "26ba0de6-ec2d-47b0-920c-ad8a95f11737", "name": "network-vif-plugged", "status": "completed", "tag": "77e8c9b5-c519-4234-b2ff-db5eae2c5045"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:40.917159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 77e8c9b5-c519-4234-b2ff-db5eae2c5045, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=77e8c9b5-c519-4234-b2ff-db5eae2c5045,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:40.922463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:40.969305 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59344f08-9f3d-499f-a4c6-eebd6cbd23cc x-openstack-request-id: req-59344f08-9f3d-499f-a4c6-eebd6cbd23cc {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:40.969740 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ba0de6-ec2d-47b0-920c-ad8a95f11737", "name": "network-vif-plugged", "status": "completed", "tag": "77e8c9b5-c519-4234-b2ff-db5eae2c5045", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:40.970100 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59344f08-9f3d-499f-a4c6-eebd6cbd23cc {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:40.970666 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e8c9b5-c519-4234-b2ff-db5eae2c5045', 'code': 200} Feb 11 14:02:40.999995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (dca64cee-59fa-4af5-8821-959c080dc038), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.017065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=77e8c9b5-c519-4234-b2ff-db5eae2c5045,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:41.031504 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.041976 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dca64cee-59fa-4af5-8821-959c080dc038 HTTP/1.1" status: 204 len: 168 time: 1.0534215 Feb 11 14:02:41.085226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82695017-c775-44df-a6ef-436bf4dd0e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca64cee-59fa-4af5-8821-959c080dc038,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:41.099091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Deleting port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:41.099438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.136341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5250d0a-5c42-4c9a-affd-bb077d789822 req-140c2f1b-6773-4fc5-a355-537cd8e1a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.144414 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5250d0a-5c42-4c9a-affd-bb077d789822 req-140c2f1b-6773-4fc5-a355-537cd8e1a520 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 1128 time: 0.1254482 Feb 11 14:02:41.159438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a3329-4c9f-477e-a071-9d3db3f317d9 req-43faa231-2f63-4641-8b77-1f7e851f1af9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.163867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-304a3329-4c9f-477e-a071-9d3db3f317d9 req-43faa231-2f63-4641-8b77-1f7e851f1af9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 945 time: 0.4024913 Feb 11 14:02:41.258911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5250d0a-5c42-4c9a-affd-bb077d789822 req-a76e9e08-9620-41ea-8648-14f0cc7bcb0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952229 Feb 11 14:02:41.319271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-304a3329-4c9f-477e-a071-9d3db3f317d9 req-276f9ecb-2b2d-4bac-b87d-d28f3f35003c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427090 Feb 11 14:02:41.394799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] For port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:41.395167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.429487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Calling delete_port for 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:41.468743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:41.560989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2d4e03ea-d94a-4b82-98d1-102356bfadab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d5039a12fc74ac0abfd8498b328d9a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910943 Feb 11 14:02:41.563454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56498) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:41.677308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9b1f68d6-2803-4b0b-8600-9b0d129ffec6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.708990 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e9d6-fe6b-4d83-9995-3358a1c2e265 admin admin] Publish callbacks [] for security_group (433a5af5-ba80-4414-ae7b-0f8d0366ea48), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.751063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abcd1b-276c-463d-ace9-3dd55934e7a5 req-40d38b74-5b41-449d-baad-5941a0311d50 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.753271 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1abcd1b-276c-463d-ace9-3dd55934e7a5 req-40d38b74-5b41-449d-baad-5941a0311d50 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 867 time: 0.1249180 Feb 11 14:02:41.771773 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e9d6-fe6b-4d83-9995-3358a1c2e265 admin admin] Publish callbacks [] for security_group (433a5af5-ba80-4414-ae7b-0f8d0366ea48), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.924827 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1abcd1b-276c-463d-ace9-3dd55934e7a5 req-715500ad-8658-4cd5-b1a5-f9fa642b7a06 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cefa2ec-aef0-4484-ab35-abbbdd23c357&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552167 Feb 11 14:02:41.947181 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e9d6-fe6b-4d83-9995-3358a1c2e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (433a5af5-ba80-4414-ae7b-0f8d0366ea48), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.950945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e9d6-fe6b-4d83-9995-3358a1c2e265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.952736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2ea6e9d6-fe6b-4d83-9995-3358a1c2e265 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/433a5af5-ba80-4414-ae7b-0f8d0366ea48 HTTP/1.1" status: 204 len: 168 time: 0.3882825 Feb 11 14:02:41.962014 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6e9d6-fe6b-4d83-9995-3358a1c2e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433a5af5-ba80-4414-ae7b-0f8d0366ea48,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:42.076810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:42.243749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-52109273-network', 'tenant_id': '889d7732051c4e3685644e246b80dbb1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:42.288934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Made reservation on behalf of 889d7732051c4e3685644e246b80dbb1 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:42.292323 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.303163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.318662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event deleted for resources: {'Port': ['ID=9b1f68d6-2803-4b0b-8600-9b0d129ffec6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:42.390752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] No DVR routers for this DVR port 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:42.394149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.397612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-47b83b37-9708-4841-9b10-bbd3f6cff4e0 req-c0b40b97-b4de-4e11-a393-8663ce7d7297 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.83 "DELETE /v2.0/ports/9b1f68d6-2803-4b0b-8600-9b0d129ffec6 HTTP/1.1" status: 204 len: 173 time: 1.9430265 Feb 11 14:02:42.398092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'name': 'network-vif-deleted', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:42.400543 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbd6cc-b612-4913-a7c4-cef934e47a8a" -d '{"events": [{"server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "name": "network-vif-deleted", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:42.517690 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c28a75-d535-49d3-ad74-f60bd2d71530 x-openstack-request-id: req-30c28a75-d535-49d3-ad74-f60bd2d71530 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:42.517943 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab01922f-3f32-45d4-a5de-4e1e7fd96594", "name": "network-vif-deleted", "tag": "9b1f68d6-2803-4b0b-8600-9b0d129ffec6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:42.518066 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30c28a75-d535-49d3-ad74-f60bd2d71530 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:42.519317 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab01922f-3f32-45d4-a5de-4e1e7fd96594', 'name': 'network-vif-deleted', 'tag': '9b1f68d6-2803-4b0b-8600-9b0d129ffec6', 'status': 'completed', 'code': 200} Feb 11 14:02:42.573704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd090c-5416-4d82-a4f1-15d0e139981f req-ffdc2146-70f0-4145-9f11-5e3813c070fe tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.583111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks [] for security_group (79881e21-8b9e-4d06-a16a-4f6154d79949), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.590754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6cd090c-5416-4d82-a4f1-15d0e139981f req-ffdc2146-70f0-4145-9f11-5e3813c070fe tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 946 time: 0.1440835 Feb 11 14:02:42.593601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (79881e21-8b9e-4d06-a16a-4f6154d79949), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.628356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:02:42.637384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:42.676295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79881e21-8b9e-4d06-a16a-4f6154d79949,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:42.680280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b6ef5817-bc91-47cf-b286-1618d65b081f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.680934 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Added segment b6ef5817-bc91-47cf-b286-1618d65b081f of type vlan for network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 Feb 11 14:02:42.683387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6cd090c-5416-4d82-a4f1-15d0e139981f req-78286d26-b6ba-468d-8b71-a4fa1b0b493b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916550 Feb 11 14:02:42.715618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d2311c19-b22e-4fdd-9e67-4da8d25b9b1c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec928abf8a30465bb448eeea3b1fd23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711446 Feb 11 14:02:42.716051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56540) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:42.751044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (23cb44b7-4a8a-4176-a0cb-11b01c06fcb1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.807277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bc591a6-4c16-4a5b-974b-4d776e86fe58 admin admin] Publish callbacks [] for security_group (3bd8f125-c29d-434a-b896-4b4966436b48), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.808163 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (23cb44b7-4a8a-4176-a0cb-11b01c06fcb1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.809217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.810092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.853826 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bc591a6-4c16-4a5b-974b-4d776e86fe58 admin admin] Publish callbacks [] for security_group (3bd8f125-c29d-434a-b896-4b4966436b48), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.891991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56546) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:42.900049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Request body: {'subnet': {'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-52109273-subnet', 'tenant_id': '889d7732051c4e3685644e246b80dbb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:42.902780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8247726 Feb 11 14:02:42.928249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Made reservation on behalf of 889d7732051c4e3685644e246b80dbb1 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:42.933748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.979371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6d5b2-50b8-47a5-9247-ec24554a6ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:42.997611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5b4f-2bc1-4539-a259-e6979dd1eadf req-074fe119-855e-4029-842e-fceb61b3bc72 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.997854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:02:43.000481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c60d5b4f-2bc1-4539-a259-e6979dd1eadf req-074fe119-855e-4029-842e-fceb61b3bc72 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 946 time: 0.2087550 Feb 11 14:02:43.095838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c60d5b4f-2bc1-4539-a259-e6979dd1eadf req-f13428f7-da8d-444a-bff5-2e8def7ef171 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Feb 11 14:02:43.104031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bc591a6-4c16-4a5b-974b-4d776e86fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3bd8f125-c29d-434a-b896-4b4966436b48), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:43.107401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7bc591a6-4c16-4a5b-974b-4d776e86fe58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:43.109006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7bc591a6-4c16-4a5b-974b-4d776e86fe58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3bd8f125-c29d-434a-b896-4b4966436b48 HTTP/1.1" status: 204 len: 168 time: 0.3912463 Feb 11 14:02:43.155843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc591a6-4c16-4a5b-974b-4d776e86fe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8f125-c29d-434a-b896-4b4966436b48,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:43.210591 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53ecad9f-f802-4732-bc18-d3da07ac53f1 req-ee8ea996-50b0-4a65-b12f-d0c0eff0b5a4 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.1083014 Feb 11 14:02:43.326350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f72e0-ba3e-4a2b-8149-71401af13083 req-8a7a63a3-51b3-43a4-ac9c-e9e4db4672df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.339404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-264f72e0-ba3e-4a2b-8149-71401af13083 req-8a7a63a3-51b3-43a4-ac9c-e9e4db4672df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 946 time: 0.1301088 Feb 11 14:02:43.417417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-264f72e0-ba3e-4a2b-8149-71401af13083 req-2c59664d-2796-4734-a2f8-7a807431cab6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770285 Feb 11 14:02:43.451355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (753537ae-fd20-460b-bdf4-82ce9704e13a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:43.540937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=753537ae-fd20-460b-bdf4-82ce9704e13a,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:43.588907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Checking segment: {'id': 'b6ef5817-bc91-47cf-b286-1618d65b081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:43.589275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Network hostable DHCP agents. Network: 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:02:43.619333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:02:43.630980 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:43.642160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7543c-c23b-4de7-bfbe-7245224fcc04 None None] Network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:43.657557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.658236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:43.692030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bab3c0d6-8f58-4725-93e2-74cba37a1a9a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7896006 Feb 11 14:02:43.790419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850bccf4-aeba-4364-9d66-215e31adf55b None None] Network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:43.896305 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad9afa-0a16-4323-815f-a3da8f6a040f req-6d92bb04-6470-4392-bfa0-03991b2901d8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.904496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81ad9afa-0a16-4323-815f-a3da8f6a040f req-6d92bb04-6470-4392-bfa0-03991b2901d8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 946 time: 0.1271698 Feb 11 14:02:44.003182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81ad9afa-0a16-4323-815f-a3da8f6a040f req-7aac4ff0-c3d0-4ae7-973d-57d19eaea397 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921698 Feb 11 14:02:44.277231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:02:44.310896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:02:44.311255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9b1f68d6-2803-4b0b-8600-9b0d129ffec6 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:02:44.420145 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32fbc05d-895f-4ee6-ac23-3bc3bd9da0e4 req-9e3e8245-7002-4ea0-9b4d-51880f7c9229 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0484073 Feb 11 14:02:44.659921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56604) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:44.665392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1389648282-network', 'tenant_id': 'a9c3769369f942e5befb250ff9629448'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:44.691541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Made reservation on behalf of a9c3769369f942e5befb250ff9629448 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:44.695456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:44.704553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:44.798523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks [] for security_group (0f9f38a6-111a-4b2a-8df8-0a19005f2b7a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:44.806578 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0f9f38a6-111a-4b2a-8df8-0a19005f2b7a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:44.833849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:02:44.848944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9f38a6-111a-4b2a-8df8-0a19005f2b7a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:44.873500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (83ab6e24-c600-4ea4-842a-3e4ae7b10274), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:44.873500 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Added segment 83ab6e24-c600-4ea4-842a-3e4ae7b10274 of type vlan for network fd05af3b-6c80-4637-b142-485b518f1412 Feb 11 14:02:44.927330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fd05af3b-6c80-4637-b142-485b518f1412), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:44.959704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fd05af3b-6c80-4637-b142-485b518f1412), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:44.960929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:44.961631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:45.000191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3393643 Feb 11 14:02:45.003075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:45.008072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Request body: {'subnet': {'network_id': 'fd05af3b-6c80-4637-b142-485b518f1412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1389648282-subnet', 'tenant_id': 'a9c3769369f942e5befb250ff9629448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:45.067266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b8c0-35e7-4709-a6c8-eb6265bce727 admin admin] Pushing event updated for resources: {'Network': ['ID=fd05af3b-6c80-4637-b142-485b518f1412,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:45.085287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fd05af3b-6c80-4637-b142-485b518f1412 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:02:45.086245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Made reservation on behalf of a9c3769369f942e5befb250ff9629448 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:45.088991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:45.268980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60116-def5-47a4-9042-586ae9418f74 req-62d9c74a-9e3e-4285-85b7-778b8eac6156 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:45.270682 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6aa60116-def5-47a4-9042-586ae9418f74 req-62d9c74a-9e3e-4285-85b7-778b8eac6156 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 946 time: 0.2057817 Feb 11 14:02:45.293572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472541f6-633f-4951-82db-c9ef18f195c3 req-9278a096-f293-4fc2-a8c6-9d25899811f7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:45.295304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-472541f6-633f-4951-82db-c9ef18f195c3 req-9278a096-f293-4fc2-a8c6-9d25899811f7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 946 time: 0.1150670 Feb 11 14:02:45.436263 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6aa60116-def5-47a4-9042-586ae9418f74 req-ab6a3f85-ec91-4ebc-9f1d-fb4a9a959d39 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594770 Feb 11 14:02:45.488445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (0a49ec24-7121-4b2d-bd1f-d1e1ef048488), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:45.551725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:45.552147 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:45.571220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a49ec24-7121-4b2d-bd1f-d1e1ef048488,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:45.575404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a6930ff-00ea-4ac4-b17a-41bcd0f0ef4c req-bd11a488-f086-4348-bd44-372b5737d906 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0510585 Feb 11 14:02:45.638272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Checking segment: {'id': '83ab6e24-c600-4ea4-842a-3e4ae7b10274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fd05af3b-6c80-4637-b142-485b518f1412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:45.638739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Network hostable DHCP agents. Network: fd05af3b-6c80-4637-b142-485b518f1412, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:02:45.670895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Network fd05af3b-6c80-4637-b142-485b518f1412 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:02:45.681276 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:45.682536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] For port 77e8c9b5-c519-4234-b2ff-db5eae2c5045, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=77e8c9b5-c519-4234-b2ff-db5eae2c5045,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:45.683017 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:45.690780 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, fd05af3b-6c80-4637-b142-485b518f1412) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:45.699629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:45.700320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:45.702332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for 77e8c9b5-c519-4234-b2ff-db5eae2c5045 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:45.707404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0197b5-f8d0-4587-b09c-d2f90c9b0127 None None] Network fd05af3b-6c80-4637-b142-485b518f1412 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:45.724608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3ab83ded-7330-4305-ad96-13f618f39320 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7204111 Feb 11 14:02:45.876304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5bccca-dfd3-4495-b3a6-6ceef331f6ff None None] Network fd05af3b-6c80-4637-b142-485b518f1412 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:45.904766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (77e8c9b5-c519-4234-b2ff-db5eae2c5045), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:45.938356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=77e8c9b5-c519-4234-b2ff-db5eae2c5045,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:45.953772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['77e8c9b5-c519-4234-b2ff-db5eae2c5045'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:46.032987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] No DVR routers for this DVR port 77e8c9b5-c519-4234-b2ff-db5eae2c5045 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:46.036965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:46.041763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-472541f6-633f-4951-82db-c9ef18f195c3 req-97db4a25-d4f6-44f8-860c-f16d62147438 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "DELETE /v2.0/ports/77e8c9b5-c519-4234-b2ff-db5eae2c5045 HTTP/1.1" status: 204 len: 173 time: 0.7398612 Feb 11 14:02:46.042448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'name': 'network-vif-deleted', 'tag': '77e8c9b5-c519-4234-b2ff-db5eae2c5045'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:46.052201 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61086951-0608-47f0-8500-73ef00106897" -d '{"events": [{"server_uuid": "26ba0de6-ec2d-47b0-920c-ad8a95f11737", "name": "network-vif-deleted", "tag": "77e8c9b5-c519-4234-b2ff-db5eae2c5045"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:46.134618 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6ffe0c-2c88-4fdf-bf01-b2360a7ddd36 x-openstack-request-id: req-ee6ffe0c-2c88-4fdf-bf01-b2360a7ddd36 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:46.134618 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ba0de6-ec2d-47b0-920c-ad8a95f11737", "name": "network-vif-deleted", "tag": "77e8c9b5-c519-4234-b2ff-db5eae2c5045", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:46.134892 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee6ffe0c-2c88-4fdf-bf01-b2360a7ddd36 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:46.135183 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ba0de6-ec2d-47b0-920c-ad8a95f11737', 'name': 'network-vif-deleted', 'tag': '77e8c9b5-c519-4234-b2ff-db5eae2c5045', 'status': 'completed', 'code': 200} Feb 11 14:02:46.453753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677833-6028-4438-a31f-4f41573b95fd req-99594f65-68dc-48e3-9c1b-fa2b0b967437 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:46.458844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-99594f65-68dc-48e3-9c1b-fa2b0b967437 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/networks?id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 HTTP/1.1" status: 200 len: 810 time: 0.1344457 Feb 11 14:02:46.478725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-537f9d31-15ed-4f76-97c5-4e66f79dc2df tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/quotas/889d7732051c4e3685644e246b80dbb1 HTTP/1.1" status: 200 len: 375 time: 0.0169704 Feb 11 14:02:46.518527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-11abeae7-d7f3-4fd1-a8a7-537d39ec8af4 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=889d7732051c4e3685644e246b80dbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386076 Feb 11 14:02:46.585408 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-72051e06-f3be-495e-b944-220d6bc220cc req-b4f92b45-dd7d-4bd6-8b8c-121da8858426 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0422478 Feb 11 14:02:46.630329 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-a1a4fb64-64ab-4de9-857f-4dc637e4aed1 service neutron] 10.222.0.79 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108418 Feb 11 14:02:46.701252 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9310f0ab-52e6-46dc-86f0-508d54add2e9 req-60882003-248c-4ad0-920f-0312d71ecbe5 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Feb 11 14:02:46.732256 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-a9813f61-f06f-430b-b4f3-78e95c716e24 service neutron] 10.222.0.79 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010811 Feb 11 14:02:46.916472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7031ca62-f479-43ab-af2d-e31b9c9a2bd6 req-fb9dfeb0-8e20-44dc-a153-d927bdf14212 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 210 time: 0.0331624 Feb 11 14:02:47.693972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41148da8-f019-4618-9ad1-c0190b3170d0 req-ee4f931b-cc29-4ef2-ac72-fdf1f4763f83 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0326958 Feb 11 14:02:47.818472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e445ca1-d6e0-4048-a18d-2ab08b149328 req-e019d437-43d3-4d77-9010-74ba3ebc17c8 tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0397139 Feb 11 14:02:47.938465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677833-6028-4438-a31f-4f41573b95fd req-dcda3592-7cd4-486f-9f0e-df93cce65120 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:47.944381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-dcda3592-7cd4-486f-9f0e-df93cce65120 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.30 "GET /v2.0/networks?id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 HTTP/1.1" status: 200 len: 810 time: 0.1246753 Feb 11 14:02:47.957484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Request body: {'port': {'device_id': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1', 'admin_state_up': True, 'tenant_id': '889d7732051c4e3685644e246b80dbb1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:48.016181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c4a0569-9b39-42ab-8b9c-dedab029cf58 req-ac4868a1-bf4d-4ce9-9a7b-1b10c2f94180 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 210 time: 0.0284450 Feb 11 14:02:48.068133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Made reservation on behalf of 889d7732051c4e3685644e246b80dbb1 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:48.071402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.199472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Allocated IP 172.20.0.4 (23cb44b7-4a8a-4176-a0cb-11b01c06fcb1/753537ae-fd20-460b-bdf4-82ce9704e13a/34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:48.348116 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks [] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.382172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.425319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:48.430264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:48.434440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:48.438255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Pushing event updated for resources: {'Port': ['ID=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:48.482575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:48.483121 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.499295 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-b70092b7-a59b-4be2-a70f-948d85b0f472 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472443 Feb 11 14:02:48.511142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Request body: {'port': {'device_id': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:48.518473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 77e8c9b5-c519-4234-b2ff-db5eae2c5045 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:02:48.539104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 77e8c9b5-c519-4234-b2ff-db5eae2c5045 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:02:48.539628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 77e8c9b5-c519-4234-b2ff-db5eae2c5045 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:02:48.573974 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.810430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ca8914de-f1e0-4d49-b7db-39f214ced1c6 req-6a8ff99c-0fd3-45cd-a8dd-83752a473dc1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0411475 Feb 11 14:02:48.874312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:48.882814 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Publish callbacks [] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.896295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Transition to ACTIVE for port object 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:02:48.900851 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.925201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c828e8f4-68d2-4c53-810b-db737576cff3 req-b8be5a80-ce22-49cc-b410-7cdd547d65cd tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0341201 Feb 11 14:02:48.981407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Pushing event updated for resources: {'Port': ['ID=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:49.031777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Attempting to bind port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:02:49.032098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Attempting to bind port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'b6ef5817-bc91-47cf-b286-1618d65b081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:02:49.032356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Attempting to bind port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 on network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:49.036699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 on network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:02:49.037022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Attempting to bind port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 on network 23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:49.041939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:02:49.042312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Checking segment: {'id': 'b6ef5817-bc91-47cf-b286-1618d65b081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:49.042691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Bound using segment: {'id': 'b6ef5817-bc91-47cf-b286-1618d65b081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:02:49.043108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Bound port: 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ef5817-bc91-47cf-b286-1618d65b081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:02:49.043459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:49.143832 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] For port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:49.148092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] For port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,segment=NetworkSegment(b6ef5817-bc91-47cf-b286-1618d65b081f),segment_id=b6ef5817-bc91-47cf-b286-1618d65b081f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:49.154373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:49.196916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c666f9e-c2b1-40ed-a887-1047fe0ea2c9 req-ccb7c723-fbd1-4530-b875-479d35a0e025 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.198436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c666f9e-c2b1-40ed-a887-1047fe0ea2c9 req-ccb7c723-fbd1-4530-b875-479d35a0e025 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 943 time: 0.1088727 Feb 11 14:02:49.204364 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.205007 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:49.206341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] 10.222.0.30 "PUT /v2.0/ports/34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 HTTP/1.1" status: 200 len: 1091 time: 0.6997864 Feb 11 14:02:49.206786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'tag': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:49.208999 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312a676b-760c-4dfe-a2ca-848cd5b7d354" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee02853-11f4-4a8f-95e9-1991078d8f0d", "tag": "34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:49.245644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770b7cc-aa01-4ff9-b756-8eebfbb46f22 service neutron] Pushing event updated for resources: {'Port': ['ID=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:49.253831 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3e0eda-36a6-48d9-96a5-5afe0eabecfc x-openstack-request-id: req-ba3e0eda-36a6-48d9-96a5-5afe0eabecfc {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:49.254176 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee02853-11f4-4a8f-95e9-1991078d8f0d", "tag": "34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:49.254437 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba3e0eda-36a6-48d9-96a5-5afe0eabecfc {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:49.254838 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'tag': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85', 'status': 'completed', 'code': 200} Feb 11 14:02:49.304541 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c666f9e-c2b1-40ed-a887-1047fe0ea2c9 req-7ec73657-5d05-4ba9-9bc4-fa8f35e037d6 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908279 Feb 11 14:02:49.322250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677833-6028-4438-a31f-4f41573b95fd req-f37de896-02b8-4ef7-9dd8-898083b204c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.324478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-f37de896-02b8-4ef7-9dd8-898083b204c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=889d7732051c4e3685644e246b80dbb1&device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 1125 time: 0.0632265 Feb 11 14:02:49.365237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-56830e97-e84e-47e9-a66a-81d17736fbe1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 HTTP/1.1" status: 200 len: 217 time: 0.0350754 Feb 11 14:02:49.412866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677833-6028-4438-a31f-4f41573b95fd req-48938b41-e51a-44a8-a6c9-1600770ced2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.414329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-48938b41-e51a-44a8-a6c9-1600770ced2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=753537ae-fd20-460b-bdf4-82ce9704e13a HTTP/1.1" status: 200 len: 850 time: 0.0437086 Feb 11 14:02:49.429262 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56696) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:49.478282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-7c1319f0-ed9f-4494-b8c7-a6d21bfb1fee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583794 Feb 11 14:02:49.593624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514f272-f25a-4ac7-b091-b2ea41975fa8 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.594107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514f272-f25a-4ac7-b091-b2ea41975fa8 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.594591 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514f272-f25a-4ac7-b091-b2ea41975fa8 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.596339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b514f272-f25a-4ac7-b091-b2ea41975fa8 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=ca46b81e718044fabc4e34da73ac8f88&network_id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 200 len: 3072 time: 0.1661890 Feb 11 14:02:49.613834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-e4518967-39f7-452a-8a8e-c52bbc6897be service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188629 Feb 11 14:02:49.702509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0e677833-6028-4438-a31f-4f41573b95fd req-d894b9dd-0cfb-4837-bd4d-c27c776a9db5 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834417 Feb 11 14:02:49.801137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-d97ee108-e913-44fd-833d-61ba503bcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.802680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-d97ee108-e913-44fd-833d-61ba503bcf5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=889d7732051c4e3685644e246b80dbb1&device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 1125 time: 0.0507917 Feb 11 14:02:49.902953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-eaa8b1e5-eb1e-4721-b804-260f63f59a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.904433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-eaa8b1e5-eb1e-4721-b804-260f63f59a00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 HTTP/1.1" status: 200 len: 911 time: 0.0958161 Feb 11 14:02:49.912655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ebeb335-3339-4224-a09f-19aeac5fa668 req-0dc21156-4e6c-43ef-a96f-6cba1b564ef0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0295765 Feb 11 14:02:49.953943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-33138757-4074-4a55-b431-124c491da1bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 HTTP/1.1" status: 200 len: 217 time: 0.0428853 Feb 11 14:02:50.011939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-8ddb0f93-c83c-41f2-b9dd-7c4d86a63750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:50.013548 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-8ddb0f93-c83c-41f2-b9dd-7c4d86a63750 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=753537ae-fd20-460b-bdf4-82ce9704e13a HTTP/1.1" status: 200 len: 850 time: 0.0539451 Feb 11 14:02:50.030816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81d86597-46ab-4fb9-8ad1-af56376da138 req-7548876d-4b7d-4b17-a3f8-6aadfd8fa5bd tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0326233 Feb 11 14:02:50.056708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-3e332f97-7dff-403b-8808-224847b8d612 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279810 Feb 11 14:02:50.148537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-e36fa1d0-9865-4e73-9b0a-4dd79db815f6 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856183 Feb 11 14:02:50.238308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:50.240143 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-312a676b-760c-4dfe-a2ca-848cd5b7d354 req-22d89b81-d464-43ba-8bf3-a4ed89e0b382 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859075 Feb 11 14:02:50.435436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191a5d9-3cfb-4567-a3d1-94c917ba8ed7 req-9233f4da-f5c7-492a-8d91-5a9ad170af74 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:50.436945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c191a5d9-3cfb-4567-a3d1-94c917ba8ed7 req-9233f4da-f5c7-492a-8d91-5a9ad170af74 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 943 time: 0.0565524 Feb 11 14:02:50.490137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c191a5d9-3cfb-4567-a3d1-94c917ba8ed7 req-b89cbd6e-543e-4f87-863b-3c69060cfb74 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468061 Feb 11 14:02:51.007933 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b3d7bfb0-9021-4871-87c3-6c7119441a0b req-e6a724b6-0cdd-4d14-86f2-bf9eae704f3f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0278747 Feb 11 14:02:51.130465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-688d2a0f-a63c-40f3-87a8-6bbe495749e2 req-6b4543de-b24c-4ec6-812a-87c4fc8b0baf tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0275686 Feb 11 14:02:51.241870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56716) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:51.295594 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd7cc8-1de5-4492-881d-856ccc891796 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:51.297097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cfdd7cc8-1de5-4492-881d-856ccc891796 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f HTTP/1.1" status: 200 len: 814 time: 0.0541415 Feb 11 14:02:51.611237 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde8927-493f-40fc-bfb5-a499bf1d21be req-46467300-b001-4351-9e7c-4eb359f6ef2d tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:51.612982 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dde8927-493f-40fc-bfb5-a499bf1d21be req-46467300-b001-4351-9e7c-4eb359f6ef2d tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 943 time: 0.0523107 Feb 11 14:02:51.659946 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dde8927-493f-40fc-bfb5-a499bf1d21be req-266feeb6-f8d4-4b67-95e6-79df698ccbe1 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Feb 11 14:02:51.756925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56724) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:51.762291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'network': {'name': 'tempest-network-smoke--238949362', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:51.783255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:51.786694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:51.811411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:02:51.820984 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (153ada84-9156-4a89-8b65-61daa2a2f9fb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:51.821340 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Added segment 153ada84-9156-4a89-8b65-61daa2a2f9fb of type vlan for network c0187524-d83c-4787-8dc3-2311d0bb3a96 Feb 11 14:02:51.867139 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c0187524-d83c-4787-8dc3-2311d0bb3a96), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:52.096028 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:52.114066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8aee656-690a-4b54-a2c3-d438b66c1e9a req-eb192d5f-6295-45ae-a0c7-4e8ca3f34ff1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0348141 Feb 11 14:02:52.190453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c0187524-d83c-4787-8dc3-2311d0bb3a96), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:52.196803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:52.197418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:52.288421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Network': ['ID=c0187524-d83c-4787-8dc3-2311d0bb3a96,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:52.306953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56732) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:52.307287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5490987 Feb 11 14:02:52.330810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f2328b7-d8e7-44c6-9e94-6be0869763a9 req-ee9e4da5-3daf-4a6c-a163-c62151972a8c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab01922f-3f32-45d4-a5de-4e1e7fd96594 HTTP/1.1" status: 200 len: 210 time: 0.0442324 Feb 11 14:02:52.332455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.332861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.333204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.333544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.333941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.334318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.334651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.334982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.335308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.335629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.336009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.336341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.336664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af8dec-5a85-4e86-8af6-4fd52993916b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.352682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:02:52.414419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26596c-114c-4d88-9d1d-16db68878dd1 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:52.414419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0f26596c-114c-4d88-9d1d-16db68878dd1 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=ca46b81e718044fabc4e34da73ac8f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0987940 Feb 11 14:02:52.414419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56736) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:52.547644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:52.585565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f596b2-5996-4a4e-9607-ad5fdd6bec74 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:52.587824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06f596b2-5996-4a4e-9607-ad5fdd6bec74 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1767762 Feb 11 14:02:52.590768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56746) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:52.627285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f1e99f9d-279f-428e-9abe-f8baa23b674b tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353763 Feb 11 14:02:52.630102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:52.664197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1c3ecfd8-a08b-4666-83d3-8bdc0571e900 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=ca46b81e718044fabc4e34da73ac8f88&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327315 Feb 11 14:02:52.666679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56750) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:52.778377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,segment=NetworkSegment(b6ef5817-bc91-47cf-b286-1618d65b081f),segment_id=b6ef5817-bc91-47cf-b286-1618d65b081f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:52.818006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85', 'network_id': '23cb44b7-4a8a-4176-a0cb-11b01c06fcb1', 'port_id': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85', 'mac_address': 'fa:16:3e:ec:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753537ae-fd20-460b-bdf4-82ce9704e13a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:02:52.871256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77777970-b96c-4539-b584-89c8c429840e tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:52.872837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-77777970-b96c-4539-b584-89c8c429840e tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2052498 Feb 11 14:02:52.876283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56754) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:52.883548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:52.884275 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:52.887017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a51be6-eeec-4667-861c-afdfaa2a88fd req-227ef7b3-2de9-4e93-8511-fc8b5cd2ef03 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:52.894841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96a51be6-eeec-4667-861c-afdfaa2a88fd req-227ef7b3-2de9-4e93-8511-fc8b5cd2ef03 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 943 time: 0.1015484 Feb 11 14:02:52.902655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:52.932694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,segment=NetworkSegment(b6ef5817-bc91-47cf-b286-1618d65b081f),segment_id=b6ef5817-bc91-47cf-b286-1618d65b081f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:52.938365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:52.945730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96a51be6-eeec-4667-861c-afdfaa2a88fd req-a9cfacb4-4806-4468-a25a-4f9eb6bda67b tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500162 Feb 11 14:02:52.957293 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-92aa6031-5e98-4c0f-ac3c-9b0afad9d7bb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794961 Feb 11 14:02:52.959770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56756) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:52.966035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601060355', 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:53.007512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:53.083196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:53.086542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.144856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:53.264990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be18f133-6d33-47b6-b404-695dc9433369 req-fb9fe407-1375-407a-b5e0-9dabb0b22784 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0328159 Feb 11 14:02:53.343619 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (516d5859-4136-4017-b145-49a0bead1d88), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.431880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Subnet': ['ID=516d5859-4136-4017-b145-49a0bead1d88,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:53.438856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56776) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:53.447191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Checking segment: {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:53.447559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network hostable DHCP agents. Network: c0187524-d83c-4787-8dc3-2311d0bb3a96, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:02:53.467203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:02:53.488164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c0187524-d83c-4787-8dc3-2311d0bb3a96) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:53.497444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:53.498045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.498604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687f31c-9e1a-40c7-8e3a-12b99d864650 None None] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:53.526893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c426c3e9-17fb-42b0-a2d8-ef7bf4fa393b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5649049 Feb 11 14:02:53.560485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a434e07-4379-4232-954f-11b03a19ca3c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group (4cefa2ec-aef0-4484-ab35-abbbdd23c357), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.600379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a434e07-4379-4232-954f-11b03a19ca3c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group (4cefa2ec-aef0-4484-ab35-abbbdd23c357), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.676699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-c0187524-d83c-4787-8dc3-2311d0bb3a96', 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ips': [{'subnet_id': '516d5859-4136-4017-b145-49a0bead1d88'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:02:53.677950 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.695650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a434e07-4379-4232-954f-11b03a19ca3c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4cefa2ec-aef0-4484-ab35-abbbdd23c357), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.698631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7a434e07-4379-4232-954f-11b03a19ca3c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:53.702403 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7a434e07-4379-4232-954f-11b03a19ca3c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] 10.222.0.79 "DELETE /v2.0/security-groups/4cefa2ec-aef0-4484-ab35-abbbdd23c357 HTTP/1.1" status: 204 len: 168 time: 0.2595136 Feb 11 14:02:53.731488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a434e07-4379-4232-954f-11b03a19ca3c tempest-TestVolumeBackupRestore-1541953372 tempest-TestVolumeBackupRestore-1541953372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cefa2ec-aef0-4484-ab35-abbbdd23c357,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:53.936599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56788) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:53.942683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-23dacb1c-1192-4a34-8db3-cd55e4d7ec45 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257860859', 'description': 'tempest-secgroup-smoke-257860859 description', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:53.962245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Allocated IP 172.20.0.18 (c0187524-d83c-4787-8dc3-2311d0bb3a96/516d5859-4136-4017-b145-49a0bead1d88/8a87e697-02b8-4365-9c63-707785945314) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:53.984183 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dacb1c-1192-4a34-8db3-cd55e4d7ec45 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.186414 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dacb1c-1192-4a34-8db3-cd55e4d7ec45 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (ffeb889d-f179-42b0-9042-7ab5995d593f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.193037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dacb1c-1192-4a34-8db3-cd55e4d7ec45 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ffeb889d-f179-42b0-9042-7ab5995d593f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.202074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16a63-4d79-404d-a47f-57e3834ec35d req-995f0995-e2a7-4052-b3a5-26bb5e0c82a0 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.210536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8af16a63-4d79-404d-a47f-57e3834ec35d req-995f0995-e2a7-4052-b3a5-26bb5e0c82a0 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 944 time: 0.1582739 Feb 11 14:02:54.278434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8af16a63-4d79-404d-a47f-57e3834ec35d req-f9ddb808-54ef-43f9-bae3-f451800fd9ab tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625734 Feb 11 14:02:54.311552 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-23dacb1c-1192-4a34-8db3-cd55e4d7ec45 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.312971 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-23dacb1c-1192-4a34-8db3-cd55e4d7ec45 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3747110 Feb 11 14:02:54.315484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dacb1c-1192-4a34-8db3-cd55e4d7ec45 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeb889d-f179-42b0-9042-7ab5995d593f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:54.315944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56814) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:54.322172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-240b1eba-340c-4c5a-9372-c5ae65480fd3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': 'ffeb889d-f179-42b0-9042-7ab5995d593f', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:54.371396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-240b1eba-340c-4c5a-9372-c5ae65480fd3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (fbbcae96-9ff0-47c5-a7cf-95296c35d5be), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.500513 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ac64f9a5-70be-4fe5-9c6e-2c2804a2c789 req-4d029c3d-a776-4fe4-9c5b-d982d1dc5fa0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0779693 Feb 11 14:02:54.524331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-240b1eba-340c-4c5a-9372-c5ae65480fd3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (fbbcae96-9ff0-47c5-a7cf-95296c35d5be), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.532465 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-240b1eba-340c-4c5a-9372-c5ae65480fd3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (fbbcae96-9ff0-47c5-a7cf-95296c35d5be), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.584419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-240b1eba-340c-4c5a-9372-c5ae65480fd3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.586108 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-240b1eba-340c-4c5a-9372-c5ae65480fd3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2687960 Feb 11 14:02:54.587562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b1eba-340c-4c5a-9372-c5ae65480fd3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbcae96-9ff0-47c5-a7cf-95296c35d5be,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:54.589098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56844) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:54.594988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b992439b-6a5c-4761-9f12-b4f13ee9a334 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': 'ffeb889d-f179-42b0-9042-7ab5995d593f', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:54.639373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b992439b-6a5c-4761-9f12-b4f13ee9a334 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (3dc6cdd7-b20b-441a-aeac-094eaa4b2200), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.730351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:54.805600 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Publish callbacks [] for port (8a87e697-02b8-4365-9c63-707785945314), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.816711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (8a87e697-02b8-4365-9c63-707785945314), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.824191 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b992439b-6a5c-4761-9f12-b4f13ee9a334 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (3dc6cdd7-b20b-441a-aeac-094eaa4b2200), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.828466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b992439b-6a5c-4761-9f12-b4f13ee9a334 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (3dc6cdd7-b20b-441a-aeac-094eaa4b2200), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.854504 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b992439b-6a5c-4761-9f12-b4f13ee9a334 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.856225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b992439b-6a5c-4761-9f12-b4f13ee9a334 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2653735 Feb 11 14:02:54.859665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56872) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:54.864948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0caa8382-ce64-4779-9171-973989fac5c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': 'ffeb889d-f179-42b0-9042-7ab5995d593f', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:54.883466 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992439b-6a5c-4761-9f12-b4f13ee9a334 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc6cdd7-b20b-441a-aeac-094eaa4b2200,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:54.885574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:54.909150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0caa8382-ce64-4779-9171-973989fac5c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f12e8e12-8bf1-41a3-8b24-f0db1f2d667e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.940030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:54.940509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:54.972293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Pushing event updated for resources: {'Port': ['ID=8a87e697-02b8-4365-9c63-707785945314,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:54.990770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:54.994524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:55.003900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:55.032375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0caa8382-ce64-4779-9171-973989fac5c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f12e8e12-8bf1-41a3-8b24-f0db1f2d667e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.038468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0caa8382-ce64-4779-9171-973989fac5c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f12e8e12-8bf1-41a3-8b24-f0db1f2d667e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.065312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0caa8382-ce64-4779-9171-973989fac5c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.066768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0caa8382-ce64-4779-9171-973989fac5c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2058287 Feb 11 14:02:55.069499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:55.074581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7fed872f-95e7-4937-b90d-3a9aa43e62b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': 'ffeb889d-f179-42b0-9042-7ab5995d593f', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:55.101092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa8382-ce64-4779-9171-973989fac5c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12e8e12-8bf1-41a3-8b24-f0db1f2d667e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:55.125749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Attempting to bind port 8a87e697-02b8-4365-9c63-707785945314 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:02:55.126602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Attempting to bind port 8a87e697-02b8-4365-9c63-707785945314 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:02:55.127760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Attempting to bind port 8a87e697-02b8-4365-9c63-707785945314 on network c0187524-d83c-4787-8dc3-2311d0bb3a96 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:55.129355 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fed872f-95e7-4937-b90d-3a9aa43e62b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (eab29aa0-60a9-4bc7-ab30-8811cd9601e0), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.141512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:02:55.142020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Checking segment: {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:55.142591 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.143543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Bound using segment: {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:02:55.144340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Bound port: 8a87e697-02b8-4365-9c63-707785945314, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:02:55.144981 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a87e697-02b8-4365-9c63-707785945314), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.150974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:55.151485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.249083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] For port 8a87e697-02b8-4365-9c63-707785945314, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:55.254149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] For port 8a87e697-02b8-4365-9c63-707785945314, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a87e697-02b8-4365-9c63-707785945314,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:55.270737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8a87e697-02b8-4365-9c63-707785945314), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.286499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:55.289276 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bf4550-7ced-4c93-a0ab-c807290a4ee1" -d '{"events": [{"server_uuid": "0ee02853-11f4-4a8f-95e9-1991078d8f0d", "name": "network-vif-plugged", "status": "completed", "tag": "34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:55.324355 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fed872f-95e7-4937-b90d-3a9aa43e62b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (eab29aa0-60a9-4bc7-ab30-8811cd9601e0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.328643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fed872f-95e7-4937-b90d-3a9aa43e62b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (eab29aa0-60a9-4bc7-ab30-8811cd9601e0), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.342154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,segment=NetworkSegment(b6ef5817-bc91-47cf-b286-1618d65b081f),segment_id=b6ef5817-bc91-47cf-b286-1618d65b081f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:55.364265 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.389511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed872f-95e7-4937-b90d-3a9aa43e62b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab29aa0-60a9-4bc7-ab30-8811cd9601e0,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:55.411716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae454bb5-ad1e-4a4a-acd3-bce1ecde7f78 None None] Pushing event updated for resources: {'Port': ['ID=8a87e697-02b8-4365-9c63-707785945314,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:55.429112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7fed872f-95e7-4937-b90d-3a9aa43e62b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.431065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7fed872f-95e7-4937-b90d-3a9aa43e62b6 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3602109 Feb 11 14:02:55.433848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 56940) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:55.440139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': 'ffeb889d-f179-42b0-9042-7ab5995d593f', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:55.461357 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51180aeb-6861-4637-9135-3bede3ccc6d5 x-openstack-request-id: req-51180aeb-6861-4637-9135-3bede3ccc6d5 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:55.461669 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee02853-11f4-4a8f-95e9-1991078d8f0d", "name": "network-vif-plugged", "status": "completed", "tag": "34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:55.461923 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51180aeb-6861-4637-9135-3bede3ccc6d5 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:55.462544 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85', 'code': 200} Feb 11 14:02:55.515576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:55.572508 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Project ca46b81e718044fabc4e34da73ac8f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:02:55.606357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab4626-a0f2-4c7c-8fef-3836ed498d2a req-f9d1c800-b592-4814-a4f8-fff786982c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:55.608061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95ab4626-a0f2-4c7c-8fef-3836ed498d2a req-f9d1c800-b592-4814-a4f8-fff786982c78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 1127 time: 0.1184959 Feb 11 14:02:55.609799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f8750d44-14ab-43e9-9dd1-77aa7c69a9a5), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.721015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95ab4626-a0f2-4c7c-8fef-3836ed498d2a req-10e97f6c-a456-417c-ac38-13d53a411df1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064055 Feb 11 14:02:55.792187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7b379302-e041-4717-bf47-6a391ffa731b req-261bf39f-a5ff-410b-b38e-c1fc393be638 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0744333 Feb 11 14:02:55.802858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33478-41ec-4377-94c7-b63b2f5f1d8f req-00a9dcc4-c9dd-4baf-84fe-a32c8034865e tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:55.804843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1a33478-41ec-4377-94c7-b63b2f5f1d8f req-00a9dcc4-c9dd-4baf-84fe-a32c8034865e tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.3043342 Feb 11 14:02:55.835194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f8750d44-14ab-43e9-9dd1-77aa7c69a9a5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.868445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f8750d44-14ab-43e9-9dd1-77aa7c69a9a5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.891152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1a33478-41ec-4377-94c7-b63b2f5f1d8f req-e967cc43-7a34-4fe0-a0f1-5a5927b12277 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732279 Feb 11 14:02:55.927724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8750d44-14ab-43e9-9dd1-77aa7c69a9a5,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:55.937625 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:55.942270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 56986) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:55.944539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-32e06fa7-666d-42a6-aac0-b9cc5894b4ba tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5095270 Feb 11 14:02:55.951024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': 'ffeb889d-f179-42b0-9042-7ab5995d593f', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:55.992274 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Project ca46b81e718044fabc4e34da73ac8f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:02:56.000914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f9c6918a-d7d8-421e-a076-36604a424eea), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.085784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (f9c6918a-d7d8-421e-a076-36604a424eea), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.091272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f9c6918a-d7d8-421e-a076-36604a424eea), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.126716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c6918a-d7d8-421e-a076-36604a424eea,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:56.139537 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.141044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fe15470e-2ecb-4c31-a25f-b74ed1e64c48 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1976266 Feb 11 14:02:56.481522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-321cb52c-187e-4896-a721-838b2adaa1a8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257860859&fields=id&tenant_id=ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 267 time: 0.1108658 Feb 11 14:02:56.665157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-5eed213b-aa30-4860-af55-3e6a1b41bc7e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:56.674033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-5eed213b-aa30-4860-af55-3e6a1b41bc7e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/networks?id=c0187524-d83c-4787-8dc3-2311d0bb3a96 HTTP/1.1" status: 200 len: 796 time: 0.1895418 Feb 11 14:02:56.709615 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-4fd3a78e-bde8-4379-9d50-16a9e7cd496d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/quotas/ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 375 time: 0.0343595 Feb 11 14:02:56.823457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-e4574026-1d51-487e-9754-d4db1dbe8553 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1128862 Feb 11 14:02:56.972600 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-cd4215c6-78c6-47db-82da-b5b5c446722d service neutron] 10.222.0.79 "GET /v2.0/networks/c0187524-d83c-4787-8dc3-2311d0bb3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474388 Feb 11 14:02:56.981257 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a4182ad8-c607-40af-8b47-ff9431991748 req-25807706-8104-4693-af51-061bf4b175cd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0499251 Feb 11 14:02:57.023788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b76081-7bfa-4db2-9208-022d7d7ff662 None None] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:57.210268 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-43ef0642-f0e0-4f53-a444-dafb07669e1b service neutron] 10.222.0.79 "GET /v2.0/networks/c0187524-d83c-4787-8dc3-2311d0bb3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211001 Feb 11 14:02:57.230948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a7f2b73-f6d4-4196-88bf-2f236b3ef515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.245607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2a48a4a4-5310-4fa1-bdc4-1a71104bb71d None None] Provisioning complete for port 8a87e697-02b8-4365-9c63-707785945314 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:57.245991 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a48a4a4-5310-4fa1-bdc4-1a71104bb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a87e697-02b8-4365-9c63-707785945314), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.386263 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fec31c-31a3-4596-a47e-c34da2744c4c req-9232223d-532e-4eff-8f13-e8eeaa4a5e52 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:57.399519 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6fec31c-31a3-4596-a47e-c34da2744c4c req-9232223d-532e-4eff-8f13-e8eeaa4a5e52 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.2519853 Feb 11 14:02:57.503970 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6fec31c-31a3-4596-a47e-c34da2744c4c req-c371b165-bd8d-406c-b005-06f092120f22 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975227 Feb 11 14:02:57.572592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a87e697-02b8-4365-9c63-707785945314 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:57.599673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0adec7d7-15d2-4736-ac03-babd02cd4458 req-a722a039-b593-4d8b-b6d0-ca8a2134dde5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 210 time: 0.1017549 Feb 11 14:02:57.702455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2a48a4a4-5310-4fa1-bdc4-1a71104bb71d None None] Current status of the port 8a87e697-02b8-4365-9c63-707785945314 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:57.702850 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a48a4a4-5310-4fa1-bdc4-1a71104bb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8a87e697-02b8-4365-9c63-707785945314), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.751525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a19bb7-481c-420b-bf2a-c1a62b695054 req-9f485833-ef42-4a40-9861-7e330329a56c tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:57.760074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80a19bb7-481c-420b-bf2a-c1a62b695054 req-9f485833-ef42-4a40-9861-7e330329a56c tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.1279941 Feb 11 14:02:57.778725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8a87e697-02b8-4365-9c63-707785945314 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:57.779185 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a87e697-02b8-4365-9c63-707785945314), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.873722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80a19bb7-481c-420b-bf2a-c1a62b695054 req-b0511ad1-dc3d-4e47-a169-cf944658615b tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123557 Feb 11 14:02:57.911536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2a48a4a4-5310-4fa1-bdc4-1a71104bb71d None None] For port 8a87e697-02b8-4365-9c63-707785945314, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a87e697-02b8-4365-9c63-707785945314,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:57.943200 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a48a4a4-5310-4fa1-bdc4-1a71104bb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8a87e697-02b8-4365-9c63-707785945314), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:58.135466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48a4a4-5310-4fa1-bdc4-1a71104bb71d None None] Pushing event updated for resources: {'Port': ['ID=8a87e697-02b8-4365-9c63-707785945314,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:58.218087 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c1ccaa2-6c6e-49bc-891c-8faa0aaeff80 req-6d3eca5a-8023-4b23-8530-3fbe219adc4a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0936837 Feb 11 14:02:58.252123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e30acbe4-d277-449f-b643-394c2ddc4741 None None] Provisioning complete for port 8a87e697-02b8-4365-9c63-707785945314 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:58.252533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e30acbe4-d277-449f-b643-394c2ddc4741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a87e697-02b8-4365-9c63-707785945314), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:58.258567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8a87e697-02b8-4365-9c63-707785945314 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:58.365634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e30acbe4-d277-449f-b643-394c2ddc4741 None None] Current status of the port 8a87e697-02b8-4365-9c63-707785945314 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:58.473160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dea9a2-9bf5-4713-857d-579e5ddd9eca req-0e9c37ab-d476-46d9-bbe0-35f2cef39971 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:58.475512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8dea9a2-9bf5-4713-857d-579e5ddd9eca req-0e9c37ab-d476-46d9-bbe0-35f2cef39971 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.1508160 Feb 11 14:02:58.617806 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c8dea9a2-9bf5-4713-857d-579e5ddd9eca req-10d5e4eb-3c19-402a-92a4-8d06cff230d8 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298513 Feb 11 14:02:58.980045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3bb5082-8405-47e8-919f-294f2ea975a3 req-1b4f9f79-81c4-44dc-bd58-1f4aae66c4c3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 210 time: 0.2388043 Feb 11 14:02:59.378340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a87e697-02b8-4365-9c63-707785945314 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:59.380666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-e0097bc5-14c1-48f7-b3d8-9993f136cd5d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:59.382467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-e0097bc5-14c1-48f7-b3d8-9993f136cd5d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.30 "GET /v2.0/networks?id=c0187524-d83c-4787-8dc3-2311d0bb3a96 HTTP/1.1" status: 200 len: 796 time: 0.1630983 Feb 11 14:02:59.417717 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1d9c075f-8046-429d-adf3-f06effb68a65 req-20198201-5f7c-4aa7-a46e-c77a242cef2f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0338526 Feb 11 14:02:59.446011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a7f25fc9-5d74-4ddf-a01d-a4fbe27ca220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.453324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8a87e697-02b8-4365-9c63-707785945314 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:59.453789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8a87e697-02b8-4365-9c63-707785945314), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.521442 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6fdca305-429c-4f25-afb4-d6cc9e379489 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 472 time: 0.1284726 Feb 11 14:02:59.535995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'port': {'device_id': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96', 'admin_state_up': True, 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'security_groups': ['ffeb889d-f179-42b0-9042-7ab5995d593f']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:59.545380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8a87e697-02b8-4365-9c63-707785945314 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:59.668272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:59.672607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.766474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcab15-36e2-409f-9d60-cd4ed36e66c7 req-89173c0d-d3dc-42be-9e0e-9d4293190189 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:59.769242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aafcab15-36e2-409f-9d60-cd4ed36e66c7 req-89173c0d-d3dc-42be-9e0e-9d4293190189 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0671287 Feb 11 14:02:59.853454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aafcab15-36e2-409f-9d60-cd4ed36e66c7 req-457160f8-1195-42b2-96c6-8686b0b0f985 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727212 Feb 11 14:02:59.891235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.20.0.25 (c0187524-d83c-4787-8dc3-2311d0bb3a96/516d5859-4136-4017-b145-49a0bead1d88/6a7aaf39-303d-48dd-9cca-e3fc35c23058) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:00.077798 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:00.152578 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:00.169339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146d02-7ce5-49c0-8d21-7b7334c17247 req-9fa804a9-3723-40ea-8e38-566a0a2a8770 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:00.177193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87146d02-7ce5-49c0-8d21-7b7334c17247 req-9fa804a9-3723-40ea-8e38-566a0a2a8770 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0727608 Feb 11 14:03:00.273532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87146d02-7ce5-49c0-8d21-7b7334c17247 req-659083db-b4ab-4c9e-9d26-f15a87b7808f tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801218 Feb 11 14:03:00.273764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:00.280906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=6a7aaf39-303d-48dd-9cca-e3fc35c23058,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:00.286065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:00.288936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:00.302752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c5c35-6135-4d55-bf9b-dec4cba27b82 req-90c82194-cadb-4a1b-8498-d64ef37ca453 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:00.311812 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-328c5c35-6135-4d55-bf9b-dec4cba27b82 req-90c82194-cadb-4a1b-8498-d64ef37ca453 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 932 time: 0.1844153 Feb 11 14:03:00.316673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-c42cd767-e7a2-4504-ab2a-3d50de28053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:00.319985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-c42cd767-e7a2-4504-ab2a-3d50de28053b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=889d7732051c4e3685644e246b80dbb1&device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 1127 time: 0.1823936 Feb 11 14:03:00.406358 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-328c5c35-6135-4d55-bf9b-dec4cba27b82 req-854d17e4-350d-44aa-893f-930f34d797c9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932686 Feb 11 14:03:00.536308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:00.537003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:00.563655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-ec5fc7a8-da14-4fed-955a-8409190bad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:00.565359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-ec5fc7a8-da14-4fed-955a-8409190bad5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 HTTP/1.1" status: 200 len: 911 time: 0.1832285 Feb 11 14:03:00.570872 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6ded9ad4-a9d8-4e3c-9790-ae4875f68956 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0418272 Feb 11 14:03:00.632389 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5c154e3-d453-46f8-bc24-ca539112f679 req-20e2f0ff-a96d-497b-a81f-42c0459dc990 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0378911 Feb 11 14:03:00.654868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Request body: {'port': {'device_id': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:00.660036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-6edf2676-dd12-42aa-a8f7-a8dcca7b0aac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 HTTP/1.1" status: 200 len: 217 time: 0.0760736 Feb 11 14:03:00.707699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-231382b0-c5b1-4f3e-82c7-237099fc48a1 None None] Provisioning complete for port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:00.708275 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-231382b0-c5b1-4f3e-82c7-237099fc48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:00.749939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-231382b0-c5b1-4f3e-82c7-237099fc48a1 None None] Port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:00.777049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-e28e5178-b516-4a28-b621-fe5d85180a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:00.778322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-e28e5178-b516-4a28-b621-fe5d85180a19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=753537ae-fd20-460b-bdf4-82ce9704e13a HTTP/1.1" status: 200 len: 850 time: 0.0906751 Feb 11 14:03:00.781051 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:00.819887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-565d516c-69da-472c-87f5-0d7cda231c1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299571 Feb 11 14:03:01.056069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:01.213976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7aaf39-303d-48dd-9cca-e3fc35c23058 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:03:01.222151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Publish callbacks [] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:01.234586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Transition to ACTIVE for port object 6a7aaf39-303d-48dd-9cca-e3fc35c23058 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:03:01.237566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-46383720-1323-4405-94b5-bfb97890d897 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912995 Feb 11 14:03:01.241471 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:01.426458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7aaf39-303d-48dd-9cca-e3fc35c23058,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:01.601127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f44291d5-de5b-4e73-a921-791452b3e0cf req-ea796e60-37db-4806-92e8-454433b13473 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535991 Feb 11 14:03:01.654381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5412-a6ff-441e-ac32-281ddfc2b419 req-86ed6d65-1351-4597-b8f9-a05174ac5179 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:01.686348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e3f5412-a6ff-441e-ac32-281ddfc2b419 req-86ed6d65-1351-4597-b8f9-a05174ac5179 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 944 time: 0.1493642 Feb 11 14:03:01.772043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Attempting to bind port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:01.772885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Attempting to bind port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:01.773350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Attempting to bind port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 on network c0187524-d83c-4787-8dc3-2311d0bb3a96 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:01.784719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 on network c0187524-d83c-4787-8dc3-2311d0bb3a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:03:01.785317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Attempting to bind port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 on network c0187524-d83c-4787-8dc3-2311d0bb3a96 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:01.794213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e3f5412-a6ff-441e-ac32-281ddfc2b419 req-1990bfcf-36f7-466e-ab0a-c384eb68046f tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019080 Feb 11 14:03:01.795999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6d39e-3ded-4a92-98f0-e8d5888458b6 req-15be0d04-41d7-4d84-a100-993d92c0898a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:01.798736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0b6d39e-3ded-4a92-98f0-e8d5888458b6 req-15be0d04-41d7-4d84-a100-993d92c0898a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.3765910 Feb 11 14:03:01.801785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:01.802280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Checking segment: {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:01.802778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Bound using segment: {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:01.803422 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Bound port: 6a7aaf39-303d-48dd-9cca-e3fc35c23058, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:01.803886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:01.909509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0b6d39e-3ded-4a92-98f0-e8d5888458b6 req-3a025ad1-d668-4b0b-b69c-82b8471357d4 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004834 Feb 11 14:03:01.913402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-eb1156b0-afe3-4172-ad8e-695e7fb89863 req-de8d92a1-cfd2-4902-9d05-f16df6138ca0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0402141 Feb 11 14:03:01.995280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] For port 6a7aaf39-303d-48dd-9cca-e3fc35c23058, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:01.999490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] For port 6a7aaf39-303d-48dd-9cca-e3fc35c23058, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6a7aaf39-303d-48dd-9cca-e3fc35c23058,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:02.008734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.053690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.054722 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.060784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] 10.222.0.30 "PUT /v2.0/ports/6a7aaf39-303d-48dd-9cca-e3fc35c23058 HTTP/1.1" status: 200 len: 1092 time: 1.4754181 Feb 11 14:03:02.061461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'tag': '6a7aaf39-303d-48dd-9cca-e3fc35c23058'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:02.064527 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f395d2-376e-4884-9d61-207324a91d23" -d '{"events": [{"name": "network-changed", "server_uuid": "618b7af3-4463-4c5e-a66d-43aeb2b9d5ee", "tag": "6a7aaf39-303d-48dd-9cca-e3fc35c23058"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:02.112098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44334621-f0d9-43a1-a68c-86cf0ebe6020 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7aaf39-303d-48dd-9cca-e3fc35c23058,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:02.180695 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a7b624-5604-497b-bc50-2c4fceb2b14d x-openstack-request-id: req-f5a7b624-5604-497b-bc50-2c4fceb2b14d {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:02.181509 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618b7af3-4463-4c5e-a66d-43aeb2b9d5ee", "tag": "6a7aaf39-303d-48dd-9cca-e3fc35c23058", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:02.181509 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5a7b624-5604-497b-bc50-2c4fceb2b14d {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:02.181749 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'tag': '6a7aaf39-303d-48dd-9cca-e3fc35c23058', 'status': 'completed', 'code': 200} Feb 11 14:03:02.212260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-24b94f24-ed61-4e08-84d5-a89f4c3376f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.212965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-24b94f24-ed61-4e08-84d5-a89f4c3376f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 1126 time: 0.0725093 Feb 11 14:03:02.274113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-b5067036-9462-4fba-9e0b-ece84348b7ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6a7aaf39-303d-48dd-9cca-e3fc35c23058 HTTP/1.1" status: 200 len: 217 time: 0.0493116 Feb 11 14:03:02.352644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-4b9ac243-406b-4d46-9d83-300840314e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.354685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-4b9ac243-406b-4d46-9d83-300840314e61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516d5859-4136-4017-b145-49a0bead1d88 HTTP/1.1" status: 200 len: 838 time: 0.0736277 Feb 11 14:03:02.432572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-5247acda-71fd-47f3-a056-99910e7d605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.434473 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-5247acda-71fd-47f3-a056-99910e7d605a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c0187524-d83c-4787-8dc3-2311d0bb3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0698931 Feb 11 14:03:02.469385 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.533888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-cdbe5f4f-cfa8-4cce-aad2-13a02a6438c0 service neutron] 10.222.0.30 "GET /v2.0/networks/c0187524-d83c-4787-8dc3-2311d0bb3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932674 Feb 11 14:03:02.627753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-57df8ce9-005f-47ca-8f1a-eacad4dc4f28 req-6fd3ebe9-74ca-4032-ab48-af58606eebb4 service neutron] 10.222.0.30 "GET /v2.0/networks/c0187524-d83c-4787-8dc3-2311d0bb3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872591 Feb 11 14:03:02.718173 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f395d2-376e-4884-9d61-207324a91d23 req-fdd4faae-7967-4d81-9877-8300e0f6beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.719698 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52f395d2-376e-4884-9d61-207324a91d23 req-fdd4faae-7967-4d81-9877-8300e0f6beff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 1126 time: 0.0469744 Feb 11 14:03:02.843723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f395d2-376e-4884-9d61-207324a91d23 req-1e31313a-5872-4193-8207-40af005d232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.846891 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52f395d2-376e-4884-9d61-207324a91d23 req-1e31313a-5872-4193-8207-40af005d232c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c0187524-d83c-4787-8dc3-2311d0bb3a96 HTTP/1.1" status: 200 len: 897 time: 0.1206608 Feb 11 14:03:02.918748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52f395d2-376e-4884-9d61-207324a91d23 req-588faa14-2a94-418d-b800-9df71241213b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6a7aaf39-303d-48dd-9cca-e3fc35c23058 HTTP/1.1" status: 200 len: 217 time: 0.0653226 Feb 11 14:03:02.948029 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6dc02-8dcb-4f87-b60f-9cb4d59db847 req-93540c78-3e6a-4702-8058-f6c697b17311 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.950525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cb6dc02-8dcb-4f87-b60f-9cb4d59db847 req-93540c78-3e6a-4702-8058-f6c697b17311 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 944 time: 0.0752265 Feb 11 14:03:03.042873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cb6dc02-8dcb-4f87-b60f-9cb4d59db847 req-19be9a9a-6b1b-4a8b-9a30-2f023057f3e5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788045 Feb 11 14:03:03.079131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f395d2-376e-4884-9d61-207324a91d23 req-3c67a0bf-9db1-4b74-b21d-b3aaae2f2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.081228 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52f395d2-376e-4884-9d61-207324a91d23 req-3c67a0bf-9db1-4b74-b21d-b3aaae2f2a9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516d5859-4136-4017-b145-49a0bead1d88 HTTP/1.1" status: 200 len: 838 time: 0.1559424 Feb 11 14:03:03.095695 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228cdaf-5698-4d9f-bb01-15a03b4f98be req-5f1b3f4d-7c2f-4e4c-a10d-c207e2e3d72a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.098085 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7228cdaf-5698-4d9f-bb01-15a03b4f98be req-5f1b3f4d-7c2f-4e4c-a10d-c207e2e3d72a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0970521 Feb 11 14:03:03.169678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2193e431-10e6-4f2b-8d5b-51324403606a req-cb2c36bf-3715-4b4a-a747-cd7bbfd34dbc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0374465 Feb 11 14:03:03.206256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f395d2-376e-4884-9d61-207324a91d23 req-b9ef37bc-a883-4a7a-8e58-00e0c6c50296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.210571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52f395d2-376e-4884-9d61-207324a91d23 req-b9ef37bc-a883-4a7a-8e58-00e0c6c50296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c0187524-d83c-4787-8dc3-2311d0bb3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1111569 Feb 11 14:03:03.243605 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7228cdaf-5698-4d9f-bb01-15a03b4f98be req-a27de1f9-58e8-4c77-beb5-4b8e31d17f2a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295414 Feb 11 14:03:03.377031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52f395d2-376e-4884-9d61-207324a91d23 req-9b47f8e2-b92c-4af0-9f92-f0c85b06c07c service neutron] 10.222.0.30 "GET /v2.0/networks/c0187524-d83c-4787-8dc3-2311d0bb3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327553 Feb 11 14:03:03.677650 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.836460 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-354ab1b9-5c49-4156-8dc3-462f52bd3bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4450181 Feb 11 14:03:03.859320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639af42-8a24-4fef-acac-e890cebc3568 req-f256887e-2195-4dc8-b458-7f7975365c1a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.863271 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e639af42-8a24-4fef-acac-e890cebc3568 req-f256887e-2195-4dc8-b458-7f7975365c1a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.1512251 Feb 11 14:03:03.865650 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52f395d2-376e-4884-9d61-207324a91d23 req-794928ec-8838-4790-b614-fcb05af99d00 service neutron] 10.222.0.30 "GET /v2.0/networks/c0187524-d83c-4787-8dc3-2311d0bb3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833374 Feb 11 14:03:03.970369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e639af42-8a24-4fef-acac-e890cebc3568 req-d3c55983-266b-4215-b771-ac56d735a42b tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967007 Feb 11 14:03:03.989529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-bfb25808-5103-4695-bdff-7b927782bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.991974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-bfb25808-5103-4695-bdff-7b927782bebe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=889d7732051c4e3685644e246b80dbb1&device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 1127 time: 0.0946047 Feb 11 14:03:04.133006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-08a2f697-8688-47c5-a86b-95614da923ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.135298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-08a2f697-8688-47c5-a86b-95614da923ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 HTTP/1.1" status: 200 len: 911 time: 0.1185737 Feb 11 14:03:04.194678 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-02d3ac1b-59e8-41b7-8ede-7e375dbea0f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 HTTP/1.1" status: 200 len: 217 time: 0.0520248 Feb 11 14:03:04.271488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-3a9cfcb5-3974-44d1-9ffe-414b5c76b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.273166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-3a9cfcb5-3974-44d1-9ffe-414b5c76b311 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=753537ae-fd20-460b-bdf4-82ce9704e13a HTTP/1.1" status: 200 len: 850 time: 0.0692821 Feb 11 14:03:04.276632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e4c9-1dd2-4ecf-b938-481c29def0c4 req-fe8c24aa-33b6-4be9-aa61-92e77ce8b2b1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.278779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb58e4c9-1dd2-4ecf-b938-481c29def0c4 req-fe8c24aa-33b6-4be9-aa61-92e77ce8b2b1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 944 time: 0.0820861 Feb 11 14:03:04.286593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-c9fb21c9-22a0-4c2b-8c10-88b0ae16ec66 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1310265 Feb 11 14:03:04.316603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-9597725c-27c9-4442-9c0e-7afcd80da890 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308287 Feb 11 14:03:04.405080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb58e4c9-1dd2-4ecf-b938-481c29def0c4 req-25facc31-4856-4c63-9ff2-31c6a29b4ae5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172652 Feb 11 14:03:04.422314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-e30483d4-b274-4178-83fb-f6da0616750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.425274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-e30483d4-b274-4178-83fb-f6da0616750f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 1127 time: 0.0795374 Feb 11 14:03:04.455960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6fed0198-cbaa-4998-b0be-e667a8726b74 req-fbd2a9c1-1f33-4853-bb80-2a2c324f30c8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=26ba0de6-ec2d-47b0-920c-ad8a95f11737 HTTP/1.1" status: 200 len: 210 time: 0.0888479 Feb 11 14:03:04.494371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-a90a0e7d-5f25-4381-a518-1c7c39437b68 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710548 Feb 11 14:03:04.591400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-da3bd7fa-ea49-4da1-aaa7-e721ecc0acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.592900 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-da3bd7fa-ea49-4da1-aaa7-e721ecc0acbe service neutron] 10.222.0.83 "GET /v2.0/networks?id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 200 len: 898 time: 0.1440916 Feb 11 14:03:04.619924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3dd3cea6-a0e8-49ff-9541-39daf854efec req-b8aafe37-0010-47d0-81e7-592374076a33 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191008 Feb 11 14:03:04.727892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-59015b4d-310b-4d2c-b1cd-6e6b9579a0f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb33587-df6a-4673-b629-07087d7da743 HTTP/1.1" status: 200 len: 1001 time: 0.1289494 Feb 11 14:03:04.794653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-14340861-df8d-4549-b6d1-3620d861666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.796286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-14340861-df8d-4549-b6d1-3620d861666a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b4e1aa26-749c-401b-9837-7b72767aeb9d HTTP/1.1" status: 200 len: 834 time: 0.0620084 Feb 11 14:03:04.849983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-0a4c480e-79b6-48cf-9101-28362ab73e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.851670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-0a4c480e-79b6-48cf-9101-28362ab73e0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493114 Feb 11 14:03:04.864084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-43ca4e94-b118-48a3-bee2-c3dd3e6f0624 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:03:04.865382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-43ca4e94-b118-48a3-bee2-c3dd3e6f0624 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066438 Feb 11 14:03:04.963024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-8291f388-7c1e-4a40-acb8-3bc8fc8a3f2e service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915554 Feb 11 14:03:05.117454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f8a986f5-f397-4720-bc19-0b0d1e660c81 req-4532f2ca-d533-4254-a43d-a173d8494018 service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483061 Feb 11 14:03:05.142903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdb042-4506-4533-b6d2-9431a56e44b3 req-6032289a-5fa5-47da-a69f-ad0893e40bea tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.144736 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40cdb042-4506-4533-b6d2-9431a56e44b3 req-6032289a-5fa5-47da-a69f-ad0893e40bea tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0899355 Feb 11 14:03:05.262774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40cdb042-4506-4533-b6d2-9431a56e44b3 req-3b08d1cc-2bac-487d-8109-aaf879981dc0 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116388 Feb 11 14:03:05.576750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19cce3-2af2-4582-aa82-42558adfd9d5 req-1e523d97-36e2-47f7-a4d0-1b0f8cbe293f tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.586024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb19cce3-2af2-4582-aa82-42558adfd9d5 req-1e523d97-36e2-47f7-a4d0-1b0f8cbe293f tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0758343 Feb 11 14:03:05.594904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226ed13-347e-4614-88cb-7e9ff34c06e8 req-c026b99d-df68-4c69-ad1e-098dcf448a75 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.596695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3226ed13-347e-4614-88cb-7e9ff34c06e8 req-c026b99d-df68-4c69-ad1e-098dcf448a75 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 944 time: 0.1068773 Feb 11 14:03:05.616233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-b7f72d26-ceab-4cb9-8560-ca0aa370c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.617955 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-b7f72d26-ceab-4cb9-8560-ca0aa370c227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=889d7732051c4e3685644e246b80dbb1&device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 1127 time: 0.1179206 Feb 11 14:03:05.640417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb19cce3-2af2-4582-aa82-42558adfd9d5 req-f558fb98-02be-46f5-93af-18b3bec182bb tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Feb 11 14:03:05.746339 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3226ed13-347e-4614-88cb-7e9ff34c06e8 req-ff93d8d5-dc52-4e42-9ae7-92a9778f2779 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422954 Feb 11 14:03:05.772621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-60f20180-ebb5-4730-bb22-a13f9ea31ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.774371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-60f20180-ebb5-4730-bb22-a13f9ea31ac6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 HTTP/1.1" status: 200 len: 911 time: 0.1482353 Feb 11 14:03:05.820613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-adacc7e1-ca11-429c-b193-49588209c9e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 HTTP/1.1" status: 200 len: 217 time: 0.0399718 Feb 11 14:03:05.876232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-92faa5a5-fef9-434d-8daa-7da66004fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.877845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-92faa5a5-fef9-434d-8daa-7da66004fd68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=753537ae-fd20-460b-bdf4-82ce9704e13a HTTP/1.1" status: 200 len: 850 time: 0.0503037 Feb 11 14:03:05.911000 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-cb18b119-8953-4163-99a6-58e1d3b00a61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268528 Feb 11 14:03:06.005304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-c9a508aa-2a75-40d3-ae8c-317ca598c264 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Feb 11 14:03:06.101129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f87271-9a34-4d1e-895b-3e8c8b9ca7bd req-9b5d94ba-4f09-477a-88f8-190cfbbafaf7 service neutron] 10.222.0.30 "GET /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888357 Feb 11 14:03:06.675645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6a7aaf39-303d-48dd-9cca-e3fc35c23058 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:03:06.879761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bbb70-b367-4632-a238-cb98a11f38e5 req-5f949f0b-f490-44d0-b089-33156095ecef tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:06.887778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-967bbb70-b367-4632-a238-cb98a11f38e5 req-5f949f0b-f490-44d0-b089-33156095ecef tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.1472211 Feb 11 14:03:06.940272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 6a7aaf39-303d-48dd-9cca-e3fc35c23058, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6a7aaf39-303d-48dd-9cca-e3fc35c23058,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:06.961650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fbac-27e5-4802-969a-6f0eb1ea9e3a req-0de2b7ec-d5fd-4985-9215-91ccb768a8af tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:06.963766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce64fbac-27e5-4802-969a-6f0eb1ea9e3a req-0de2b7ec-d5fd-4985-9215-91ccb768a8af tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 944 time: 0.0836551 Feb 11 14:03:06.967786 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '6a7aaf39-303d-48dd-9cca-e3fc35c23058', 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96', 'port_id': '6a7aaf39-303d-48dd-9cca-e3fc35c23058', 'mac_address': 'fa:16:3e:09:d9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516d5859-4136-4017-b145-49a0bead1d88', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:03:07.006429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-967bbb70-b367-4632-a238-cb98a11f38e5 req-7c05bae3-8b95-4d2b-9cfa-40df2eac0389 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176522 Feb 11 14:03:07.030784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:07.031457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.047472 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ce64fbac-27e5-4802-969a-6f0eb1ea9e3a req-47d4e358-7808-437b-8bf2-ab673ded79f3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763707 Feb 11 14:03:07.051273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7aaf39-303d-48dd-9cca-e3fc35c23058 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:03:07.072490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 6a7aaf39-303d-48dd-9cca-e3fc35c23058, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6a7aaf39-303d-48dd-9cca-e3fc35c23058,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:07.083299 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.147796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=6a7aaf39-303d-48dd-9cca-e3fc35c23058,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:07.315204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['6a7aaf39-303d-48dd-9cca-e3fc35c23058'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:03:07.890299 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.023807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69bbdc0d-65e4-4335-986c-13b84dbc2d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.128948 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69bbdc0d-65e4-4335-986c-13b84dbc2d73 admin admin] Publish callbacks [] for security_group (fd663866-cc0b-41ef-b8e5-1a0550455465), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.137478 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69bbdc0d-65e4-4335-986c-13b84dbc2d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fd663866-cc0b-41ef-b8e5-1a0550455465), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.162044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f9742-f91b-4da9-b22d-ef5caff8364a req-70930c0b-446d-42a7-b52b-02d56078c7a1 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:08.164387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f2f9742-f91b-4da9-b22d-ef5caff8364a req-70930c0b-446d-42a7-b52b-02d56078c7a1 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0817194 Feb 11 14:03:08.244834 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-69bbdc0d-65e4-4335-986c-13b84dbc2d73 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2cdf1d1453c4f4aa282946162339ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502693 Feb 11 14:03:08.245991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57462) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.262477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbdc0d-65e4-4335-986c-13b84dbc2d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd663866-cc0b-41ef-b8e5-1a0550455465,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:08.286750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f2f9742-f91b-4da9-b22d-ef5caff8364a req-162601de-3319-4aec-ba65-5f9a2c76fd0d tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159191 Feb 11 14:03:08.342522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165757fb-2011-41e6-b2e7-70ed4b81b02f req-47384b7e-ec94-4cd8-bcbe-23e2583353f2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:08.347174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-165757fb-2011-41e6-b2e7-70ed4b81b02f req-47384b7e-ec94-4cd8-bcbe-23e2583353f2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 945 time: 0.1413460 Feb 11 14:03:08.359097 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f618090-8717-47a7-8042-ae6d14ffc0b6 admin admin] Publish callbacks [] for security_group (fd663866-cc0b-41ef-b8e5-1a0550455465), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.384342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f618090-8717-47a7-8042-ae6d14ffc0b6 admin admin] Publish callbacks [] for security_group (fd663866-cc0b-41ef-b8e5-1a0550455465), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.481796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-165757fb-2011-41e6-b2e7-70ed4b81b02f req-a3aa777f-f622-4fa5-ac99-a58aa350b65e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263082 Feb 11 14:03:08.510095 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f618090-8717-47a7-8042-ae6d14ffc0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (fd663866-cc0b-41ef-b8e5-1a0550455465), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.514042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9f618090-8717-47a7-8042-ae6d14ffc0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.518067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9f618090-8717-47a7-8042-ae6d14ffc0b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd663866-cc0b-41ef-b8e5-1a0550455465 HTTP/1.1" status: 204 len: 168 time: 0.2696884 Feb 11 14:03:08.538585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618090-8717-47a7-8042-ae6d14ffc0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd663866-cc0b-41ef-b8e5-1a0550455465,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:08.648621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0db3d-94bf-4cea-8394-24a7aecbbd22 req-99d73236-2a46-49f3-aeef-d2f3de929542 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:08.659385 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9a0db3d-94bf-4cea-8394-24a7aecbbd22 req-99d73236-2a46-49f3-aeef-d2f3de929542 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0926397 Feb 11 14:03:08.663152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6a7aaf39-303d-48dd-9cca-e3fc35c23058 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:08.802076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9a0db3d-94bf-4cea-8394-24a7aecbbd22 req-27eefa7b-d0ba-4018-bfa8-9b09466cd168 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164191 Feb 11 14:03:08.807809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:03:08.813121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:08.813608 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.920289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:08.920901 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.951765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7aaf39-303d-48dd-9cca-e3fc35c23058'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:08.955430 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a33b5c7-1248-432c-b9c6-e68d450cd5bd" -d '{"events": [{"server_uuid": "618b7af3-4463-4c5e-a66d-43aeb2b9d5ee", "name": "network-vif-plugged", "status": "completed", "tag": "6a7aaf39-303d-48dd-9cca-e3fc35c23058"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:08.970699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 6a7aaf39-303d-48dd-9cca-e3fc35c23058, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6a7aaf39-303d-48dd-9cca-e3fc35c23058,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:08.976500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.044851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:09.060441 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7bb699-8e6a-404d-9144-d77f9bd5c770 x-openstack-request-id: req-1e7bb699-8e6a-404d-9144-d77f9bd5c770 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:09.060744 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618b7af3-4463-4c5e-a66d-43aeb2b9d5ee", "name": "network-vif-plugged", "status": "completed", "tag": "6a7aaf39-303d-48dd-9cca-e3fc35c23058", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:09.061007 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e7bb699-8e6a-404d-9144-d77f9bd5c770 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:09.061402 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7aaf39-303d-48dd-9cca-e3fc35c23058', 'code': 200} Feb 11 14:03:09.061959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=6a7aaf39-303d-48dd-9cca-e3fc35c23058,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:09.084910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f939952-56c8-476e-bbd5-70f1878f1fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.260323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e140-b510-4176-ba4d-5311ba36681d req-54e2bff3-6f47-4d15-8a90-246f6621094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:09.268230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88b3e140-b510-4176-ba4d-5311ba36681d req-54e2bff3-6f47-4d15-8a90-246f6621094a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 1128 time: 0.1778626 Feb 11 14:03:09.335584 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f939952-56c8-476e-bbd5-70f1878f1fe3 admin admin] Publish callbacks [] for security_group (cd4d0fac-22d6-457d-956c-0485ac7d11ac), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.352618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f939952-56c8-476e-bbd5-70f1878f1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd4d0fac-22d6-457d-956c-0485ac7d11ac), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.399731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939952-56c8-476e-bbd5-70f1878f1fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d0fac-22d6-457d-956c-0485ac7d11ac,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:09.424767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-88b3e140-b510-4176-ba4d-5311ba36681d req-753c4979-a72b-418f-82a6-53c3287a5b05 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499302 Feb 11 14:03:09.445394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f939952-56c8-476e-bbd5-70f1878f1fe3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28a078033e794d11b8c7e46a908e202f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995092 Feb 11 14:03:09.448052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57484) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:09.542013 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9094c103-40f8-40bf-9799-0caccc0881cc admin admin] Publish callbacks [] for security_group (cd4d0fac-22d6-457d-956c-0485ac7d11ac), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.592742 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9094c103-40f8-40bf-9799-0caccc0881cc admin admin] Publish callbacks [] for security_group (cd4d0fac-22d6-457d-956c-0485ac7d11ac), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.725696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9094c103-40f8-40bf-9799-0caccc0881cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (cd4d0fac-22d6-457d-956c-0485ac7d11ac), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.728485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9094c103-40f8-40bf-9799-0caccc0881cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.729830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9094c103-40f8-40bf-9799-0caccc0881cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd4d0fac-22d6-457d-956c-0485ac7d11ac HTTP/1.1" status: 204 len: 168 time: 0.2802701 Feb 11 14:03:09.748631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094c103-40f8-40bf-9799-0caccc0881cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4d0fac-22d6-457d-956c-0485ac7d11ac,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:09.783582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e488e-2857-47f1-b716-0abb919370a8 req-55cf179c-363f-4058-9289-798a3bed3a78 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:09.785328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3e488e-2857-47f1-b716-0abb919370a8 req-55cf179c-363f-4058-9289-798a3bed3a78 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 946 time: 0.1080613 Feb 11 14:03:09.967396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d3e488e-2857-47f1-b716-0abb919370a8 req-87530c9b-f985-46c8-8430-e79ca7bc0c1a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679931 Feb 11 14:03:10.064493 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0d07c-2744-469c-a861-8ea1cf43f693 req-4c1b520e-6567-4417-b240-d0e774e7f75a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:10.066168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8c0d07c-2744-469c-a861-8ea1cf43f693 req-4c1b520e-6567-4417-b240-d0e774e7f75a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.1398296 Feb 11 14:03:10.157858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8c0d07c-2744-469c-a861-8ea1cf43f693 req-acd38f3b-1482-4b05-92da-a31324d8cdbc tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850723 Feb 11 14:03:10.369553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57498) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:10.387251 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ed578a8-6eca-4812-b9f5-70fd21d70fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.504187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ed578a8-6eca-4812-b9f5-70fd21d70fdd admin admin] Publish callbacks [] for security_group (c8db1b09-cf27-45ae-861a-aedf13b26f5d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.510065 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ed578a8-6eca-4812-b9f5-70fd21d70fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c8db1b09-cf27-45ae-861a-aedf13b26f5d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.548681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ed578a8-6eca-4812-b9f5-70fd21d70fdd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=debde21aa2734592afd535ebad527519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747475 Feb 11 14:03:10.549035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57502) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:10.579032 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed578a8-6eca-4812-b9f5-70fd21d70fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8db1b09-cf27-45ae-861a-aedf13b26f5d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:10.608153 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27035e89-f17b-4e9a-b8f4-6daffa8a734c admin admin] Publish callbacks [] for security_group (c8db1b09-cf27-45ae-861a-aedf13b26f5d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.653037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27035e89-f17b-4e9a-b8f4-6daffa8a734c admin admin] Publish callbacks [] for security_group (c8db1b09-cf27-45ae-861a-aedf13b26f5d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.712665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27035e89-f17b-4e9a-b8f4-6daffa8a734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c8db1b09-cf27-45ae-861a-aedf13b26f5d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.717655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-27035e89-f17b-4e9a-b8f4-6daffa8a734c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.721903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-27035e89-f17b-4e9a-b8f4-6daffa8a734c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8db1b09-cf27-45ae-861a-aedf13b26f5d HTTP/1.1" status: 204 len: 168 time: 0.1689339 Feb 11 14:03:10.740271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27035e89-f17b-4e9a-b8f4-6daffa8a734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8db1b09-cf27-45ae-861a-aedf13b26f5d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:10.925720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-1c610f69-0dbf-406c-9f03-809782204fab tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:10.928254 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-1c610f69-0dbf-406c-9f03-809782204fab tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.0813224 Feb 11 14:03:11.109279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Deleting port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:11.109939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.179247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8731fd-a43a-421a-9b9b-780d51f5d8a3 req-d50f67d2-bcd2-45bb-82aa-91dd71bd95ca tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:11.181020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd8731fd-a43a-421a-9b9b-780d51f5d8a3 req-d50f67d2-bcd2-45bb-82aa-91dd71bd95ca tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 946 time: 0.1201916 Feb 11 14:03:11.291330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd8731fd-a43a-421a-9b9b-780d51f5d8a3 req-45d0d226-ea0e-469b-902d-752aad037b90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007311 Feb 11 14:03:11.326565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] For port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,segment=NetworkSegment(b6ef5817-bc91-47cf-b286-1618d65b081f),segment_id=b6ef5817-bc91-47cf-b286-1618d65b081f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:11.326983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.391491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Calling delete_port for 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:11.510917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677db7-9960-4036-8490-a9e24fea21b8 req-153502d8-d780-429e-a22e-3338274d9b3f tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:11.512713 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f677db7-9960-4036-8490-a9e24fea21b8 req-153502d8-d780-429e-a22e-3338274d9b3f tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 946 time: 0.1102455 Feb 11 14:03:11.523004 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b1a32-6131-4ec0-b3f5-de029aaa3ec4 req-0b96df88-a934-4352-8ab3-b40d4188a23a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:11.532334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-910b1a32-6131-4ec0-b3f5-de029aaa3ec4 req-0b96df88-a934-4352-8ab3-b40d4188a23a tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee02853-11f4-4a8f-95e9-1991078d8f0d HTTP/1.1" status: 200 len: 945 time: 0.1730640 Feb 11 14:03:11.588491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f677db7-9960-4036-8490-a9e24fea21b8 req-e77a20b7-2ac7-47f9-bf7c-480a7b2f8d6e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691953 Feb 11 14:03:11.641186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-910b1a32-6131-4ec0-b3f5-de029aaa3ec4 req-c06ebe5a-4b2e-4bc7-b25a-93fd40723f4c tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.79 "GET /v2.0/security-groups?id=79881e21-8b9e-4d06-a16a-4f6154d79949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078558 Feb 11 14:03:11.714293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.729545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:03:11.757606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Pushing event deleted for resources: {'Port': ['ID=34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:11.855250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] No DVR routers for this DVR port 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:11.863833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.866963 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8bc6e435-7cef-462f-ba1a-1890628ca174 req-17cba72b-34f0-43e1-b3ba-4b508e2eefc7 tempest-TestServerAdvancedOps-1423300373 tempest-TestServerAdvancedOps-1423300373-project] 10.222.0.30 "DELETE /v2.0/ports/34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 HTTP/1.1" status: 204 len: 173 time: 0.9322939 Feb 11 14:03:11.867410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'name': 'network-vif-deleted', 'tag': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:11.874736 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d307b0f-3c94-46f8-a3c1-ebdb9e1c3a78" -d '{"events": [{"server_uuid": "0ee02853-11f4-4a8f-95e9-1991078d8f0d", "name": "network-vif-deleted", "tag": "34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:11.953459 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b2440d-b9b3-4f95-b820-0dc2a3009a34 x-openstack-request-id: req-41b2440d-b9b3-4f95-b820-0dc2a3009a34 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:11.953766 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee02853-11f4-4a8f-95e9-1991078d8f0d", "name": "network-vif-deleted", "tag": "34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:11.954060 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41b2440d-b9b3-4f95-b820-0dc2a3009a34 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:11.954505 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee02853-11f4-4a8f-95e9-1991078d8f0d', 'name': 'network-vif-deleted', 'tag': '34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85', 'status': 'completed', 'code': 200} Feb 11 14:03:12.765109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57554) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:12.873372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] Deleting subnet 753537ae-fd20-460b-bdf4-82ce9704e13a {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:12.886064 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] Publish callbacks [] for subnet (753537ae-fd20-460b-bdf4-82ce9704e13a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.959220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (753537ae-fd20-460b-bdf4-82ce9704e13a), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.081210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (753537ae-fd20-460b-bdf4-82ce9704e13a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.103461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:13.159668 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (753537ae-fd20-460b-bdf4-82ce9704e13a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.188737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753537ae-fd20-460b-bdf4-82ce9704e13a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:13.203783 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.211967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-302d014d-a701-4302-8721-73b9a6b0f049 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/753537ae-fd20-460b-bdf4-82ce9704e13a HTTP/1.1" status: 204 len: 168 time: 0.4436481 Feb 11 14:03:13.213127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57566) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:13.380634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (23cb44b7-4a8a-4176-a0cb-11b01c06fcb1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.614168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (23cb44b7-4a8a-4176-a0cb-11b01c06fcb1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.655230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cb44b7-4a8a-4176-a0cb-11b01c06fcb1']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:13.679301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ef5817-bc91-47cf-b286-1618d65b081f') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:13.679750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ef5817-bc91-47cf-b286-1618d65b081f') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:13.704130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (b6ef5817-bc91-47cf-b286-1618d65b081f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.727273 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b6ef5817-bc91-47cf-b286-1618d65b081f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.735858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:13.736758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (b6ef5817-bc91-47cf-b286-1618d65b081f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:13.739350 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:13.854266 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (23cb44b7-4a8a-4176-a0cb-11b01c06fcb1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.859951 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.869684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] 10.222.0.79 "DELETE /v2.0/networks/23cb44b7-4a8a-4176-a0cb-11b01c06fcb1 HTTP/1.1" status: 204 len: 168 time: 0.6546137 Feb 11 14:03:13.870394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57572) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:13.896745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017322b-cdcd-4297-aa55-db2f614d9f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=23cb44b7-4a8a-4176-a0cb-11b01c06fcb1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:14.049232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] Deleting subnet 0a49ec24-7121-4b2d-bd1f-d1e1ef048488 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:14.056631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] Publish callbacks [] for subnet (0a49ec24-7121-4b2d-bd1f-d1e1ef048488), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.126945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0a49ec24-7121-4b2d-bd1f-d1e1ef048488), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.218921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.261020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0a49ec24-7121-4b2d-bd1f-d1e1ef048488), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.686535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:14.737469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:14.738774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 34b9a7e2-d0ec-4c98-a04c-46c3b55d8e85 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:14.755148 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0a49ec24-7121-4b2d-bd1f-d1e1ef048488), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.788784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a49ec24-7121-4b2d-bd1f-d1e1ef048488,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:14.806699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.810505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8d000dee-6ee5-406a-bcff-b3f98e14d8be admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0a49ec24-7121-4b2d-bd1f-d1e1ef048488 HTTP/1.1" status: 204 len: 168 time: 0.9311898 Feb 11 14:03:14.812678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57582) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:15.117293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57588) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:15.152255 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fd05af3b-6c80-4637-b142-485b518f1412), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.221996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.20.0.17 (c0187524-d83c-4787-8dc3-2311d0bb3a96/516d5859-4136-4017-b145-49a0bead1d88/c27b13b2-2373-4c4f-b210-aa2346d598be) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:15.333910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fd05af3b-6c80-4637-b142-485b518f1412), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.405506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd05af3b-6c80-4637-b142-485b518f1412']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:15.421877 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ab6e24-c600-4ea4-842a-3e4ae7b10274') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:15.422200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ab6e24-c600-4ea4-842a-3e4ae7b10274') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:15.437268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (83ab6e24-c600-4ea4-842a-3e4ae7b10274), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.466661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (83ab6e24-c600-4ea4-842a-3e4ae7b10274), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.479843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.481495 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:15.481973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (83ab6e24-c600-4ea4-842a-3e4ae7b10274), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:15.484367 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:15.573371 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fd05af3b-6c80-4637-b142-485b518f1412), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.594796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.605296 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] 10.222.0.79 "DELETE /v2.0/networks/fd05af3b-6c80-4637-b142-485b518f1412 HTTP/1.1" status: 204 len: 168 time: 0.7855835 Feb 11 14:03:15.605296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.676592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=c27b13b2-2373-4c4f-b210-aa2346d598be,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:15.692273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631f869-c30c-41a4-8a62-c2e6ac472b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd05af3b-6c80-4637-b142-485b518f1412,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:15.712165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:15.714199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:15.731484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:15.831551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57598) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:15.857103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.989642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c3aa1b9f-a668-4433-93bd-81646645818c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=889d7732051c4e3685644e246b80dbb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567698 Feb 11 14:03:15.990397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57600) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:16.088165 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-415bf0f1-9e70-4c4c-86f2-ba92dcd7c585 admin admin] Publish callbacks [] for security_group (79881e21-8b9e-4d06-a16a-4f6154d79949), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.092607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1c4a6121-0078-43e4-b497-3d62edae7f23 None None] Provisioning complete for port c27b13b2-2373-4c4f-b210-aa2346d598be triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:16.093574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6121-0078-43e4-b497-3d62edae7f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.116415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-415bf0f1-9e70-4c4c-86f2-ba92dcd7c585 admin admin] Publish callbacks [] for security_group (79881e21-8b9e-4d06-a16a-4f6154d79949), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.180157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a6121-0078-43e4-b497-3d62edae7f23 None None] Port c27b13b2-2373-4c4f-b210-aa2346d598be cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:16.180845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-415bf0f1-9e70-4c4c-86f2-ba92dcd7c585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (79881e21-8b9e-4d06-a16a-4f6154d79949), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.185283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-415bf0f1-9e70-4c4c-86f2-ba92dcd7c585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.189522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-415bf0f1-9e70-4c4c-86f2-ba92dcd7c585 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79881e21-8b9e-4d06-a16a-4f6154d79949 HTTP/1.1" status: 204 len: 168 time: 0.1959014 Feb 11 14:03:16.231465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bf0f1-9e70-4c4c-86f2-ba92dcd7c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79881e21-8b9e-4d06-a16a-4f6154d79949,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:16.275297 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.463015 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.825958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:16.908385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.923990 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.945614 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-13eaf19d-8d0a-484f-81fe-9c63750a3a6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9c3769369f942e5befb250ff9629448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180618 Feb 11 14:03:16.946443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57620) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:17.050749 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.121712 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a17a-912f-45d9-821d-5aa7a51880ff admin admin] Publish callbacks [] for security_group (0f9f38a6-111a-4b2a-8df8-0a19005f2b7a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.129340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Deleting port 43a8c930-c86f-4d12-bcdc-c2354425974b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:17.130007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.171481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=c27b13b2-2373-4c4f-b210-aa2346d598be,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:17.174516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a17a-912f-45d9-821d-5aa7a51880ff admin admin] Publish callbacks [] for security_group (0f9f38a6-111a-4b2a-8df8-0a19005f2b7a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.182187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:17.183934 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:17.342950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] For port 43a8c930-c86f-4d12-bcdc-c2354425974b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=43a8c930-c86f-4d12-bcdc-c2354425974b,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:17.343485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.370247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Calling delete_port for 43a8c930-c86f-4d12-bcdc-c2354425974b owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:17.382330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a17a-912f-45d9-821d-5aa7a51880ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0f9f38a6-111a-4b2a-8df8-0a19005f2b7a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.385041 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a17a-912f-45d9-821d-5aa7a51880ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.386352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4ea7a17a-912f-45d9-821d-5aa7a51880ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f9f38a6-111a-4b2a-8df8-0a19005f2b7a HTTP/1.1" status: 204 len: 168 time: 0.4386015 Feb 11 14:03:17.417779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a17a-912f-45d9-821d-5aa7a51880ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9f38a6-111a-4b2a-8df8-0a19005f2b7a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:17.437508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 89aad86c-d55d-4777-8555-4632b51b12b2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:17.608326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:17.622338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71036b70-f99b-4b26-a2a1-cfe23cd22a90 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "PUT /v2.0/routers/89aad86c-d55d-4777-8555-4632b51b12b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5169041 Feb 11 14:03:17.642844 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Sync routers for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:17.647761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-db753982-17e4-4075-a6c6-8d058586bfac None None] Provisioning complete for port c27b13b2-2373-4c4f-b210-aa2346d598be triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:17.650173 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db753982-17e4-4075-a6c6-8d058586bfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.663779 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:17.664438 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:17.726966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-db753982-17e4-4075-a6c6-8d058586bfac None None] Port c27b13b2-2373-4c4f-b210-aa2346d598be cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:17.928060 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (43a8c930-c86f-4d12-bcdc-c2354425974b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.967463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Pushing event deleted for resources: {'Port': ['ID=43a8c930-c86f-4d12-bcdc-c2354425974b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:18.160068 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:18.320485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.380039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-c64a0276-d912-4065-9182-2984f135a385 tempest-TestNetworkAdvancedServerOps-948826647 tempest-TestNetworkAdvancedServerOps-948826647-project-admin] (103176) timed out ('10.222.0.79', 58528) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:03:18.463534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:16Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:17Z', 'revision_number': 1, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c27b13b2-2373-4c4f-b210-aa2346d598be', 'name': '', 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:dc:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '516d5859-4136-4017-b145-49a0bead1d88', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:14Z', 'updated_at': '2022-02-11T14:03:16Z', 'revision_number': 2, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '516d5859-4136-4017-b145-49a0bead1d88', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:18.499848 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Checking router: 89aad86c-d55d-4777-8555-4632b51b12b2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:18.500218 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Updating router 89aad86c-d55d-4777-8555-4632b51b12b2 port c27b13b2-2373-4c4f-b210-aa2346d598be binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:18.539306 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.875053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:18.981777 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Publish callbacks [] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.990425 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.047894 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Pushing event updated for resources: {'Port': ['ID=c27b13b2-2373-4c4f-b210-aa2346d598be,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:19.050141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57658) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:19.061010 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.061476 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.061872 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.062221 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.062556 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.062884 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.063746 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.064066 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.064429 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.064750 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.065067 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.065382 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.065694 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.119100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:19.128451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-33ee9f9f-5d31-4599-8762-d59444f0271c admin admin] 10.222.0.79 "PUT /v2.0/routers/66d315ec-70ad-40f9-8dd8-8b12e6b0da28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0011117 Feb 11 14:03:19.128851 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57662) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:19.147450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] Sync routers for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:19.181512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:19.183863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:19.196304 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Attempting to bind port c27b13b2-2373-4c4f-b210-aa2346d598be on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:19.196673 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Attempting to bind port c27b13b2-2373-4c4f-b210-aa2346d598be by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:19.197057 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Attempting to bind port c27b13b2-2373-4c4f-b210-aa2346d598be on network c0187524-d83c-4787-8dc3-2311d0bb3a96 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:19.203396 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:19.203803 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Checking segment: {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:19.204214 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.204693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Bound using segment: {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:19.205035 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Bound port: c27b13b2-2373-4c4f-b210-aa2346d598be, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153ada84-9156-4a89-8b65-61daa2a2f9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:19.205414 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.314874 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] For port c27b13b2-2373-4c4f-b210-aa2346d598be, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:19.319442 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] For port c27b13b2-2373-4c4f-b210-aa2346d598be, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c27b13b2-2373-4c4f-b210-aa2346d598be,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:19.327252 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.417019 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24575ea3-152a-4731-8eba-2338d9e54448 None None] Pushing event updated for resources: {'Port': ['ID=c27b13b2-2373-4c4f-b210-aa2346d598be,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:19.421151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1022965601-network', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:19.427025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks [] for router (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.441196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:19.477531 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:19.478201 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:19.550937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Made reservation on behalf of 8a0608b4bf2b465890f5cc152d8dfb85 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:19.557400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.596551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.766277 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:19.807741 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks [] for router_gateway (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.971959 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks [] for security_group (1b6cd533-6971-47e2-8939-0b100c15e747), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.992937 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1b6cd533-6971-47e2-8939-0b100c15e747), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.055904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Deleting port 6808465b-f909-498b-aeee-ab4aab7c4260 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:20.056542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.081554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:20.103467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6cd533-6971-47e2-8939-0b100c15e747,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:20.115408 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.116722 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Added segment ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a of type vlan for network 506a1210-98bc-4f18-9038-91e812039dd5 Feb 11 14:03:20.118425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-0591bc0d-b01e-4fc5-a08d-966f294b1b28 req-0ee8eb8e-b3fc-44de-98b7-9ca1c32244c4 service neutron] (103176) timed out ('10.222.0.79', 57056) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:03:20.180516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-18081a97-2547-40cb-ac92-3c8fa82db8c4 None None] Provisioning complete for port c27b13b2-2373-4c4f-b210-aa2346d598be triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:20.189523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18081a97-2547-40cb-ac92-3c8fa82db8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.213049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (506a1210-98bc-4f18-9038-91e812039dd5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.260241 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:16Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:17Z', 'revision_number': 1, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c27b13b2-2373-4c4f-b210-aa2346d598be', 'name': '', 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:dc:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '516d5859-4136-4017-b145-49a0bead1d88', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:14Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '516d5859-4136-4017-b145-49a0bead1d88', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:20.275125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] For port 6808465b-f909-498b-aeee-ab4aab7c4260, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6808465b-f909-498b-aeee-ab4aab7c4260,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:20.275521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.298001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (506a1210-98bc-4f18-9038-91e812039dd5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.299520 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b030722-d95d-4b4c-ad64-30f3591ccec6 None None] The sync data for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 is: [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:16Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:17Z', 'revision_number': 1, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c27b13b2-2373-4c4f-b210-aa2346d598be', 'name': '', 'network_id': 'c0187524-d83c-4787-8dc3-2311d0bb3a96', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:dc:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '516d5859-4136-4017-b145-49a0bead1d88', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:14Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '516d5859-4136-4017-b145-49a0bead1d88', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:20.300762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:20.301370 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.359882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Calling delete_port for 6808465b-f909-498b-aeee-ab4aab7c4260 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:20.408250 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3538272 Feb 11 14:03:20.408667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57672) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:20.413723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Request body: {'subnet': {'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1022965601-subnet', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:20.473751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Made reservation on behalf of 8a0608b4bf2b465890f5cc152d8dfb85 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:20.481445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.503597 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438cea7-235a-4023-b6db-8d9813eb5c44 admin admin] Pushing event updated for resources: {'Network': ['ID=506a1210-98bc-4f18-9038-91e812039dd5,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:20.507169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-18081a97-2547-40cb-ac92-3c8fa82db8c4 None None] Current status of the port c27b13b2-2373-4c4f-b210-aa2346d598be is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:20.517468 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18081a97-2547-40cb-ac92-3c8fa82db8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.566529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 506a1210-98bc-4f18-9038-91e812039dd5 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:20.710211 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.724374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T14:03:17Z', 'revision_number': 5, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port': {'id': '6808465b-f909-498b-aeee-ab4aab7c4260', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:42Z', 'updated_at': '2022-02-11T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:20.778173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (bd9269cc-454b-4192-a1fc-b3fa324d6fc4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.799730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6808465b-f909-498b-aeee-ab4aab7c4260), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.842987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-18081a97-2547-40cb-ac92-3c8fa82db8c4 None None] For port c27b13b2-2373-4c4f-b210-aa2346d598be, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c27b13b2-2373-4c4f-b210-aa2346d598be,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:20.847116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] Checking router: 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:20.862988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-18081a97-2547-40cb-ac92-3c8fa82db8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.885046 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Pushing event deleted for resources: {'Port': ['ID=6808465b-f909-498b-aeee-ab4aab7c4260,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:20.920471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9269cc-454b-4192-a1fc-b3fa324d6fc4,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:20.955416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Checking segment: {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:20.957128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Network hostable DHCP agents. Network: 506a1210-98bc-4f18-9038-91e812039dd5, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:20.993948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Network 506a1210-98bc-4f18-9038-91e812039dd5 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:21.007530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 506a1210-98bc-4f18-9038-91e812039dd5) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:21.014014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:21.016000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18081a97-2547-40cb-ac92-3c8fa82db8c4 None None] Pushing event updated for resources: {'Port': ['ID=c27b13b2-2373-4c4f-b210-aa2346d598be,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:21.016293 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.051281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f8f447ee-9183-4348-8740-9923e9255f1f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6413956 Feb 11 14:03:21.053308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] Routers {'66d315ec-70ad-40f9-8dd8-8b12e6b0da28'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:21.054071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.054505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57678) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:21.054994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:21.083319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:21.125226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.127709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.244365 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks [] for router_controller (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.265472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] Set router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:21.318669 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.320912 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks [] for router_controller (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.431192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (66d315ec-70ad-40f9-8dd8-8b12e6b0da28), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.431980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d315ec-70ad-40f9-8dd8-8b12e6b0da28 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:03:21.437743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec7b211-47b1-41f1-828d-e50005f4277e None None] Network 506a1210-98bc-4f18-9038-91e812039dd5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:21.450080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.453580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d41b6502-c828-44fd-b411-973ab80e9956 admin admin] 10.222.0.79 "DELETE /v2.0/routers/66d315ec-70ad-40f9-8dd8-8b12e6b0da28 HTTP/1.1" status: 204 len: 168 time: 2.3214557 Feb 11 14:03:21.454419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:21.569997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] Deleting subnet a660fb58-095d-4c2a-b31d-a53ab5398862 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:21.573305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] Publish callbacks [] for subnet (a660fb58-095d-4c2a-b31d-a53ab5398862), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.614705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks [] for router_gateway (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.622816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c27b13b2-2373-4c4f-b210-aa2346d598be up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:21.640430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (a660fb58-095d-4c2a-b31d-a53ab5398862), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.642376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T14:03:20Z', 'revision_number': 7, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:21.766182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a660fb58-095d-4c2a-b31d-a53ab5398862), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.791561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-dc5e4744-787a-403a-82fa-d804a60a4bf6 None None] Provisioning complete for port c27b13b2-2373-4c4f-b210-aa2346d598be triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:21.792472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4744-787a-403a-82fa-d804a60a4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.837147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-506a1210-98bc-4f18-9038-91e812039dd5', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:21.838353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.854448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e5a6b-03d5-4379-879e-3eed9cb6f722 None None] The sync data for ids ['66d315ec-70ad-40f9-8dd8-8b12e6b0da28'] in n-d-828676-2 is: [{'id': '66d315ec-70ad-40f9-8dd8-8b12e6b0da28', 'name': 'tempest-TestVolumeBackupRestore-1245604723-router', 'tenant_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:41Z', 'updated_at': '2022-02-11T14:03:20Z', 'revision_number': 7, 'project_id': '4e85bd8ad634498f82fa82a2b6f83dfe', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:22.033794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e4744-787a-403a-82fa-d804a60a4bf6 None None] Current status of the port c27b13b2-2373-4c4f-b210-aa2346d598be is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:22.062321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c27b13b2-2373-4c4f-b210-aa2346d598be triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:22.063513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.126168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks [] for router_gateway (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.153118 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.168430 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.247090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Allocated IP 172.20.0.2 (506a1210-98bc-4f18-9038-91e812039dd5/bd9269cc-454b-4192-a1fc-b3fa324d6fc4/ab9beba0-e54b-4ccd-b660-d12bffc3613d) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:22.265550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c27b13b2-2373-4c4f-b210-aa2346d598be is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:22.398867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Allocated IP 172.25.3.76 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/8f625704-8f50-4111-9993-905c8ea0d2f1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:22.555715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (a660fb58-095d-4c2a-b31d-a53ab5398862), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.568923 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Publish callbacks [] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.578937 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.600674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks [] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.609900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a660fb58-095d-4c2a-b31d-a53ab5398862,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:22.618138 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.622630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9aa2989e-a50e-4a9c-8b6c-8770ed4fd251 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a660fb58-095d-4c2a-b31d-a53ab5398862 HTTP/1.1" status: 204 len: 168 time: 1.1642199 Feb 11 14:03:22.626161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57692) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:22.680505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Pushing event updated for resources: {'Port': ['ID=ab9beba0-e54b-4ccd-b660-d12bffc3613d,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:22.683179 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:03:22.695582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fc070-20f3-44fd-bcd2-3c474395e9ad None None] Network d0932ad4-991e-4dba-87b9-b50818dbf7da requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:22.706611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Network 506a1210-98bc-4f18-9038-91e812039dd5 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:22.721801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.729319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:22.730666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (d0932ad4-991e-4dba-87b9-b50818dbf7da), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.740746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:22.778733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:22.785606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:22.796977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:22.879940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Pushing event updated for resources: {'Port': ['ID=8f625704-8f50-4111-9993-905c8ea0d2f1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:22.914662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Attempting to bind port ab9beba0-e54b-4ccd-b660-d12bffc3613d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:22.914972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Attempting to bind port ab9beba0-e54b-4ccd-b660-d12bffc3613d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:22.915349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Attempting to bind port ab9beba0-e54b-4ccd-b660-d12bffc3613d on network 506a1210-98bc-4f18-9038-91e812039dd5 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:22.924493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:22.924882 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Checking segment: {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:22.925300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.926300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Bound using segment: {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:22.926793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Bound port: ab9beba0-e54b-4ccd-b660-d12bffc3613d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:22.927186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.018997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] For port ab9beba0-e54b-4ccd-b660-d12bffc3613d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:23.025143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] For port ab9beba0-e54b-4ccd-b660-d12bffc3613d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ab9beba0-e54b-4ccd-b660-d12bffc3613d,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:23.045586 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.048498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Deleting port 5e8d7c0f-120c-4733-8969-c61c31faed0d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:23.049020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.252325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401d5d-b123-45e9-b538-0a9ff38360bc None None] Pushing event updated for resources: {'Port': ['ID=ab9beba0-e54b-4ccd-b660-d12bffc3613d,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:23.322695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] DHCP port deletion for d0932ad4-991e-4dba-87b9-b50818dbf7da request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:23.333784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] For port 5e8d7c0f-120c-4733-8969-c61c31faed0d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e8d7c0f-120c-4733-8969-c61c31faed0d,segment=NetworkSegment(9f250480-5391-45e7-a392-c891f8b185d9),segment_id=9f250480-5391-45e7-a392-c891f8b185d9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:23.334335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.358410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Calling delete_port for 5e8d7c0f-120c-4733-8969-c61c31faed0d owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:23.416117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 43a8c930-c86f-4d12-bcdc-c2354425974b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:23.533011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 43a8c930-c86f-4d12-bcdc-c2354425974b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:23.533590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 43a8c930-c86f-4d12-bcdc-c2354425974b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:23.534216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6808465b-f909-498b-aeee-ab4aab7c4260 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:23.554817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.569114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6808465b-f909-498b-aeee-ab4aab7c4260 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:23.570961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6808465b-f909-498b-aeee-ab4aab7c4260 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:23.587972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] Deleting port 5e8d7c0f-120c-4733-8969-c61c31faed0d {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:23.588729 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.650684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8d7c0f-120c-4733-8969-c61c31faed0d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:23.667982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] No DVR routers for this DVR port 5e8d7c0f-120c-4733-8969-c61c31faed0d on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:23.697425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:23.723781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] For port 5e8d7c0f-120c-4733-8969-c61c31faed0d, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:23.724702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.740583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] Calling delete_port for 5e8d7c0f-120c-4733-8969-c61c31faed0d owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:23.743886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] Port 5e8d7c0f-120c-4733-8969-c61c31faed0d was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:03:23.745965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (5e8d7c0f-120c-4733-8969-c61c31faed0d), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.774616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] Pushing event deleted for resources: {'Port': ['ID=5e8d7c0f-120c-4733-8969-c61c31faed0d,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:23.783694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3b260-7495-4b80-8598-8e8f41fd6be0 None None] No DVR routers for this DVR port 5e8d7c0f-120c-4733-8969-c61c31faed0d on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:23.913945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (d0932ad4-991e-4dba-87b9-b50818dbf7da), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.939686 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks [] for router_gateway (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.944985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dd58f8c5-b300-424f-aa10-48edbcae48cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.102636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dd58f8c5-b300-424f-aa10-48edbcae48cb admin admin] Publish callbacks [] for security_group (db7481ed-1b90-474e-a371-95bc9da3254f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.107604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dd58f8c5-b300-424f-aa10-48edbcae48cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db7481ed-1b90-474e-a371-95bc9da3254f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.120571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0932ad4-991e-4dba-87b9-b50818dbf7da']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:24.137040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f250480-5391-45e7-a392-c891f8b185d9') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:24.137366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f250480-5391-45e7-a392-c891f8b185d9') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:24.152940 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (9f250480-5391-45e7-a392-c891f8b185d9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.154917 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dd58f8c5-b300-424f-aa10-48edbcae48cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0570839c0a0d4befaf3b67212df37cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4553699 Feb 11 14:03:24.156295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57710) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:24.160414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58f8c5-b300-424f-aa10-48edbcae48cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7481ed-1b90-474e-a371-95bc9da3254f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:24.203212 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (9f250480-5391-45e7-a392-c891f8b185d9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.213593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:24.214108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (9f250480-5391-45e7-a392-c891f8b185d9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:24.216084 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:24.255153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.260342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c18383b6-52ce-43b6-80a5-986371a6398f admin admin] Publish callbacks [] for security_group (db7481ed-1b90-474e-a371-95bc9da3254f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.304449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c18383b6-52ce-43b6-80a5-986371a6398f admin admin] Publish callbacks [] for security_group (db7481ed-1b90-474e-a371-95bc9da3254f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.342285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (d0932ad4-991e-4dba-87b9-b50818dbf7da), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.347882 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.355618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] 10.222.0.79 "DELETE /v2.0/networks/d0932ad4-991e-4dba-87b9-b50818dbf7da HTTP/1.1" status: 204 len: 168 time: 1.7276645 Feb 11 14:03:24.362743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:24.386770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88297cb2-64ba-47f4-801c-11815802b52b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0932ad4-991e-4dba-87b9-b50818dbf7da,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:24.568480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:03:24.570940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c18383b6-52ce-43b6-80a5-986371a6398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (db7481ed-1b90-474e-a371-95bc9da3254f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.573573 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c18383b6-52ce-43b6-80a5-986371a6398f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.577527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c18383b6-52ce-43b6-80a5-986371a6398f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db7481ed-1b90-474e-a371-95bc9da3254f HTTP/1.1" status: 204 len: 168 time: 0.4186749 Feb 11 14:03:24.602296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18383b6-52ce-43b6-80a5-986371a6398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7481ed-1b90-474e-a371-95bc9da3254f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:25.105676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347645d-2be6-4b79-8ed9-6c03186ef012 None None] Network 506a1210-98bc-4f18-9038-91e812039dd5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:25.173644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.239426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b5d583ba-5fce-4a79-acc1-77cd5ee3b413 None None] Provisioning complete for port ab9beba0-e54b-4ccd-b660-d12bffc3613d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:25.239919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5d583ba-5fce-4a79-acc1-77cd5ee3b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.286736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:25.298436 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Sync routers for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:25.320985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.322007 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:25.322767 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:25.332364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-53531988-dd20-412b-90bb-687493e9232d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2761579 Feb 11 14:03:25.335416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57730) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:25.509212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab9beba0-e54b-4ccd-b660-d12bffc3613d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:25.624147 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:25.954863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Deleting port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:25.955208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.228734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b5d583ba-5fce-4a79-acc1-77cd5ee3b413 None None] Current status of the port ab9beba0-e54b-4ccd-b660-d12bffc3613d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:26.229301 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5d583ba-5fce-4a79-acc1-77cd5ee3b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.269808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] For port 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,segment=NetworkSegment(da202653-4f1a-4c25-a079-58d745050b77),segment_id=da202653-4f1a-4c25-a079-58d745050b77)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:26.271350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.334192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Calling delete_port for 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:26.336109 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:23Z', 'revision_number': 3, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:26.400376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b5d583ba-5fce-4a79-acc1-77cd5ee3b413 None None] For port ab9beba0-e54b-4ccd-b660-d12bffc3613d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ab9beba0-e54b-4ccd-b660-d12bffc3613d,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:26.418208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ab9beba0-e54b-4ccd-b660-d12bffc3613d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:26.423656 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.425796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5d583ba-5fce-4a79-acc1-77cd5ee3b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.430299 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Checking router: c2c02eae-5abc-4fa9-8649-1f6e04f4af5f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:26.436430 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Updating router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f port 8f625704-8f50-4111-9993-905c8ea0d2f1 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:26.492388 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.529278 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.736526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d583ba-5fce-4a79-acc1-77cd5ee3b413 None None] Pushing event updated for resources: {'Port': ['ID=ab9beba0-e54b-4ccd-b660-d12bffc3613d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:26.787638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c5c74dcd-baa5-42d5-bf20-e6ba9149c97d None None] Provisioning complete for port ab9beba0-e54b-4ccd-b660-d12bffc3613d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:26.793880 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5c74dcd-baa5-42d5-bf20-e6ba9149c97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:26.895469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ab9beba0-e54b-4ccd-b660-d12bffc3613d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:26.991234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Allocated IP 172.20.0.1 (506a1210-98bc-4f18-9038-91e812039dd5/bd9269cc-454b-4192-a1fc-b3fa324d6fc4/e3020a07-e224-49b1-8334-a380574906ac) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:27.075927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8d7c0f-120c-4733-8969-c61c31faed0d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:27.101700 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.197335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5e8d7c0f-120c-4733-8969-c61c31faed0d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:27.198474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8d7c0f-120c-4733-8969-c61c31faed0d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:27.222073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5c74dcd-baa5-42d5-bf20-e6ba9149c97d None None] Current status of the port ab9beba0-e54b-4ccd-b660-d12bffc3613d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:27.233707 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0ac40732-3ee7-498a-9cab-80c9955e3294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.312874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:27.375589 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks [] for port (e3020a07-e224-49b1-8334-a380574906ac), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.460801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab9beba0-e54b-4ccd-b660-d12bffc3613d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:27.490963 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e3020a07-e224-49b1-8334-a380574906ac), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.515658 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Publish callbacks [] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.530943 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.613273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ab9beba0-e54b-4ccd-b660-d12bffc3613d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:27.613881 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.629162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Network 506a1210-98bc-4f18-9038-91e812039dd5 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:27.636755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:27.659501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:27.662861 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4a048-785e-44f1-81b3-75521245d03d None None] Pushing event updated for resources: {'Port': ['ID=8f625704-8f50-4111-9993-905c8ea0d2f1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:27.715707 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Attempting to bind port 8f625704-8f50-4111-9993-905c8ea0d2f1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:27.716082 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Attempting to bind port 8f625704-8f50-4111-9993-905c8ea0d2f1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:27.716463 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Attempting to bind port 8f625704-8f50-4111-9993-905c8ea0d2f1 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:27.730633 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:27.731050 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:27.731457 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.731844 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:27.736921 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Bound port: 8f625704-8f50-4111-9993-905c8ea0d2f1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:27.737119 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.755667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.764444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3020a07-e224-49b1-8334-a380574906ac,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:27.822549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.903892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ab9beba0-e54b-4ccd-b660-d12bffc3613d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:27.959381 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] For port 8f625704-8f50-4111-9993-905c8ea0d2f1, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:27.970974 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] For port 8f625704-8f50-4111-9993-905c8ea0d2f1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8f625704-8f50-4111-9993-905c8ea0d2f1,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:27.988157 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.054790 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:28.055634 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:28.099105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e3020a07-e224-49b1-8334-a380574906ac), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.287350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0f107de8-2858-443e-89c8-3cc013f2c957 None None] Provisioning complete for port e3020a07-e224-49b1-8334-a380574906ac triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:28.293475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f107de8-2858-443e-89c8-3cc013f2c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e3020a07-e224-49b1-8334-a380574906ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.309080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:28.369755 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:28.414682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0f107de8-2858-443e-89c8-3cc013f2c957 None None] Port e3020a07-e224-49b1-8334-a380574906ac cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:28.482923 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4a048-785e-44f1-81b3-75521245d03d None None] Pushing event updated for resources: {'Port': ['ID=8f625704-8f50-4111-9993-905c8ea0d2f1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:28.534071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks [] for port (e3020a07-e224-49b1-8334-a380574906ac), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.541168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e3020a07-e224-49b1-8334-a380574906ac), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.603137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:28.604668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3020a07-e224-49b1-8334-a380574906ac,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:28.620702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] Sync routers for ids ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:28.629863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e17522a2-2927-46cc-ab94-9f93f4f0788f admin admin] 10.222.0.79 "PUT /v2.0/routers/2c4cc477-ac2e-45b0-b58b-b67b5a801edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2589326 Feb 11 14:03:28.633258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:28.643439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] Routers {'2c4cc477-ac2e-45b0-b58b-b67b5a801edc'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:28.644474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:02:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:28.659989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.889464 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks [] for router (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.912640 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 1, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:28.931130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Network 506a1210-98bc-4f18-9038-91e812039dd5 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:28.937461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:28.950875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] Set router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:29.016654 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786fee7-85bd-463b-90f6-8aab7bd81ce0 None None] The sync data for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 is: [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 1, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:29.227079 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks [] for router_gateway (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.314420 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:29.374553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Deleting port 9f80c784-89d3-4a29-95cf-848d40b57d47 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:29.374968 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.488010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0a1e42bc-6d34-45ab-9225-aa08e63f0935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.566303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T14:03:26Z', 'revision_number': 5, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port': {'id': '9f80c784-89d3-4a29-95cf-848d40b57d47', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:56:00Z', 'updated_at': '2022-02-11T13:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:29.616260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] For port 9f80c784-89d3-4a29-95cf-848d40b57d47, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f80c784-89d3-4a29-95cf-848d40b57d47,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:29.616854 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.654199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Calling delete_port for 9f80c784-89d3-4a29-95cf-848d40b57d47 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:29.659866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] Checking router: 2c4cc477-ac2e-45b0-b58b-b67b5a801edc for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:29.690347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-57778a97-b1b0-4bab-b59e-d4f1b3adb615 None None] Provisioning complete for port e3020a07-e224-49b1-8334-a380574906ac triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:29.690885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57778a97-b1b0-4bab-b59e-d4f1b3adb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e3020a07-e224-49b1-8334-a380574906ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.693394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:29.705054 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-13896fa5-39fb-4a66-8db9-c1ba305db4c5 admin admin] 10.222.0.79 "PUT /v2.0/routers/c2c02eae-5abc-4fa9-8649-1f6e04f4af5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3678455 Feb 11 14:03:29.763250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-57778a97-b1b0-4bab-b59e-d4f1b3adb615 None None] Port e3020a07-e224-49b1-8334-a380574906ac cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:29.766890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] Routers {'2c4cc477-ac2e-45b0-b58b-b67b5a801edc'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:29.767709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:29.922251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] Set router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:30.051190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T14:03:29Z', 'revision_number': 6, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:30.092857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f80c784-89d3-4a29-95cf-848d40b57d47), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.122451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f80c784-89d3-4a29-95cf-848d40b57d47,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:30.138779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7cbf1-9469-475c-8bba-95652f45a186 None None] The sync data for ids ['2c4cc477-ac2e-45b0-b58b-b67b5a801edc'] in n-d-828676-2 is: [{'id': '2c4cc477-ac2e-45b0-b58b-b67b5a801edc', 'name': 'tempest-TestVolumeBackupRestore-1878970547-router', 'tenant_id': 'e13cb9f3309b4298974be542b3057f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:59Z', 'updated_at': '2022-02-11T14:03:29Z', 'revision_number': 6, 'project_id': 'e13cb9f3309b4298974be542b3057f5f', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:30.284883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.446895 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.449347 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks [] for router_controller (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.503911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (2c4cc477-ac2e-45b0-b58b-b67b5a801edc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.504160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4cc477-ac2e-45b0-b58b-b67b5a801edc {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:03:30.509008 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.513565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57870) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:30.515591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6e6a72ab-e517-44ad-bd48-785516af1da3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2c4cc477-ac2e-45b0-b58b-b67b5a801edc HTTP/1.1" status: 204 len: 168 time: 1.8809702 Feb 11 14:03:30.679165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] Deleting subnet c6df52f6-24f8-49b9-a2bc-cadb97a591e5 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:30.688726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] Publish callbacks [] for subnet (c6df52f6-24f8-49b9-a2bc-cadb97a591e5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.764928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (c6df52f6-24f8-49b9-a2bc-cadb97a591e5), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.846560 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57878) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:30.859446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-495053943-network', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:30.904802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Made reservation on behalf of 20ae07ad4d9b4a9d8635c371140127bb for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:30.911847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.948678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:30.983507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (c6df52f6-24f8-49b9-a2bc-cadb97a591e5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.120122 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.161945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (c6df52f6-24f8-49b9-a2bc-cadb97a591e5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.192651 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks [] for security_group (11b6b5f7-7aba-4026-808a-9805a7a2851e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.204862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (11b6b5f7-7aba-4026-808a-9805a7a2851e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.211792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6df52f6-24f8-49b9-a2bc-cadb97a591e5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:31.232889 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.237407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6b5bf9cb-294e-43af-ad28-8a73c3287670 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c6df52f6-24f8-49b9-a2bc-cadb97a591e5 HTTP/1.1" status: 204 len: 168 time: 0.7226167 Feb 11 14:03:31.241179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57882) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:31.243814 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03571e23-1289-406e-ac4d-f43d0bbc4cce None None] Network c9cb468c-6b14-4bb7-8fdb-4ec7220af36b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:31.308416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:31.433012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b6b5f7-7aba-4026-808a-9805a7a2851e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:31.454186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7766b6d0-08e1-459f-bdef-89c9d43eda0c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.456810 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Added segment 7766b6d0-08e1-459f-bdef-89c9d43eda0c of type vlan for network 8feb45d2-5a3f-41da-a308-16791e83d15e Feb 11 14:03:31.491522 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c9cb468c-6b14-4bb7-8fdb-4ec7220af36b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.603349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (8feb45d2-5a3f-41da-a308-16791e83d15e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.614941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8f625704-8f50-4111-9993-905c8ea0d2f1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:31.653598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Deleting port 11d99454-c58f-4995-9f41-518b921d3c37 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:31.654717 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (11d99454-c58f-4995-9f41-518b921d3c37), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.659636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (8feb45d2-5a3f-41da-a308-16791e83d15e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.660645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:31.661405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.777596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8f625704-8f50-4111-9993-905c8ea0d2f1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:31.778464 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.834152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] For port 11d99454-c58f-4995-9f41-518b921d3c37, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=11d99454-c58f-4995-9f41-518b921d3c37,segment=NetworkSegment(da202653-4f1a-4c25-a079-58d745050b77),segment_id=da202653-4f1a-4c25-a079-58d745050b77)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:31.835170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (11d99454-c58f-4995-9f41-518b921d3c37), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.838441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9904320 Feb 11 14:03:31.841673 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:31.847447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Request body: {'subnet': {'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-495053943-subnet', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:31.868856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383926ca-34d6-4a08-a7e0-5ad01737e0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8feb45d2-5a3f-41da-a308-16791e83d15e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:31.876602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Made reservation on behalf of 20ae07ad4d9b4a9d8635c371140127bb for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:31.880546 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.893168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a979988-9b16-470d-adf6-057582b52a3c None None] DHCP port deletion for c9cb468c-6b14-4bb7-8fdb-4ec7220af36b request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:31.900293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Calling delete_port for 11d99454-c58f-4995-9f41-518b921d3c37 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:31.904971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 8feb45d2-5a3f-41da-a308-16791e83d15e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:32.061930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (11d99454-c58f-4995-9f41-518b921d3c37), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.126633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d99454-c58f-4995-9f41-518b921d3c37,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:32.131087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] No DVR routers for this DVR port 11d99454-c58f-4995-9f41-518b921d3c37 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:32.166717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7a979988-9b16-470d-adf6-057582b52a3c None None] The port '11d99454-c58f-4995-9f41-518b921d3c37' was deleted {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 14:03:32.240211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.249020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8f625704-8f50-4111-9993-905c8ea0d2f1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:32.249809 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.283903 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c9cb468c-6b14-4bb7-8fdb-4ec7220af36b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.284170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 8f625704-8f50-4111-9993-905c8ea0d2f1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8f625704-8f50-4111-9993-905c8ea0d2f1,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:32.289484 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.345927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cb468c-6b14-4bb7-8fdb-4ec7220af36b']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:32.371598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da202653-4f1a-4c25-a079-58d745050b77') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:32.371901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da202653-4f1a-4c25-a079-58d745050b77') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:32.381743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=8f625704-8f50-4111-9993-905c8ea0d2f1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:32.397866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (da202653-4f1a-4c25-a079-58d745050b77), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.413915 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:32.428328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:32.429197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (da202653-4f1a-4c25-a079-58d745050b77), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.439224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:32.439568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1d3c14dc-8166-40ec-b2ef-7ddb3ad5362a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:32.439975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f80c784-89d3-4a29-95cf-848d40b57d47 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:32.441823 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:32.442310 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (da202653-4f1a-4c25-a079-58d745050b77), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:32.447911 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:32.451137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Checking segment: {'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:32.451505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Network hostable DHCP agents. Network: 8feb45d2-5a3f-41da-a308-16791e83d15e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:32.473408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9f80c784-89d3-4a29-95cf-848d40b57d47 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:32.474030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f80c784-89d3-4a29-95cf-848d40b57d47 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:32.483427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Network 8feb45d2-5a3f-41da-a308-16791e83d15e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:32.489728 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.497015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 8feb45d2-5a3f-41da-a308-16791e83d15e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:32.507114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:32.507707 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.509181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515856b-b3a4-47e2-b431-c32975cf5e77 None None] Network 8feb45d2-5a3f-41da-a308-16791e83d15e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:32.537042 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-816e7c0e-d8ed-4ae6-a8ec-083192f2351d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6938422 Feb 11 14:03:32.539507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 57898) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:32.548108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:32.566042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c9cb468c-6b14-4bb7-8fdb-4ec7220af36b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.575731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (932688c2-460b-4954-bbf9-54c2e026765c), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.577073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (932688c2-460b-4954-bbf9-54c2e026765c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.592093 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.601771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c9cb468c-6b14-4bb7-8fdb-4ec7220af36b HTTP/1.1" status: 204 len: 168 time: 1.3594720 Feb 11 14:03:32.653855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a00e7-5529-4096-b707-cfbec039e1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cb468c-6b14-4bb7-8fdb-4ec7220af36b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:32.681526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks [] for router_controller (932688c2-460b-4954-bbf9-54c2e026765c), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.758990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-8feb45d2-5a3f-41da-a308-16791e83d15e', 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e', 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'fixed_ips': [{'subnet_id': '5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:32.760516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.997258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks [] for router_gateway (932688c2-460b-4954-bbf9-54c2e026765c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.006324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57906) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:33.066919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0d259dac-f129-48d2-b823-db465f95dfb4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e85bd8ad634498f82fa82a2b6f83dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587945 Feb 11 14:03:33.069190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57908) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:33.074942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Allocated IP 172.20.0.2 (8feb45d2-5a3f-41da-a308-16791e83d15e/5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa/ac5b9b7a-5fea-4994-b7e1-9005cd736c0a) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:33.183613 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51c51a9e-6255-4ab8-8e2c-23bc16ba6d72 admin admin] Publish callbacks [] for security_group (308136a5-e543-4f26-b551-b8c1a540ddb2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.250317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51c51a9e-6255-4ab8-8e2c-23bc16ba6d72 admin admin] Publish callbacks [] for security_group (308136a5-e543-4f26-b551-b8c1a540ddb2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.420511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51c51a9e-6255-4ab8-8e2c-23bc16ba6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (308136a5-e543-4f26-b551-b8c1a540ddb2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.424891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-51c51a9e-6255-4ab8-8e2c-23bc16ba6d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.426596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-51c51a9e-6255-4ab8-8e2c-23bc16ba6d72 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/308136a5-e543-4f26-b551-b8c1a540ddb2 HTTP/1.1" status: 204 len: 168 time: 0.3562632 Feb 11 14:03:33.453167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c51a9e-6255-4ab8-8e2c-23bc16ba6d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308136a5-e543-4f26-b551-b8c1a540ddb2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:33.455394 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Publish callbacks [] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.481621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.513240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8f625704-8f50-4111-9993-905c8ea0d2f1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:33.538154 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Sync routers for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:33.550961 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks [] for router_gateway (932688c2-460b-4954-bbf9-54c2e026765c), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.556855 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:33.558360 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:33.621530 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.774827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Network 8feb45d2-5a3f-41da-a308-16791e83d15e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:33.793546 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:33.818078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:33.867108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:33.912263 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:33.925669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Pushing event updated for resources: {'Port': ['ID=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:33.956370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 8f625704-8f50-4111-9993-905c8ea0d2f1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:33.956743 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.229979 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:28Z', 'revision_number': 2, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:34.272192 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Checking router: c2c02eae-5abc-4fa9-8649-1f6e04f4af5f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:34.272739 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Updating router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f port e3020a07-e224-49b1-8334-a380574906ac binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:34.314809 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e3020a07-e224-49b1-8334-a380574906ac), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.352909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57926) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:34.419118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-140c7c2d-a814-47f1-870c-7db95f461d40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e13cb9f3309b4298974be542b3057f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649197 Feb 11 14:03:34.421494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57928) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:34.448959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Allocated IP 172.25.3.181 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9f48ecbd-8a80-48c9-873a-353566c1ac23) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:34.545675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-595fdd7a-03a1-45db-b9bc-6f90258fe190 admin admin] Publish callbacks [] for security_group (83f9f67d-82ef-49cc-ac37-4f923443f12e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.560499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Attempting to bind port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:34.561080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Attempting to bind port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:34.561245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Attempting to bind port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a on network 8feb45d2-5a3f-41da-a308-16791e83d15e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:34.569762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:34.570349 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Checking segment: {'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:34.570764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.571167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Bound using segment: {'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:34.571652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Bound port: ac5b9b7a-5fea-4994-b7e1-9005cd736c0a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:34.572042 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.612815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-595fdd7a-03a1-45db-b9bc-6f90258fe190 admin admin] Publish callbacks [] for security_group (83f9f67d-82ef-49cc-ac37-4f923443f12e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.697239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 8f625704-8f50-4111-9993-905c8ea0d2f1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:34.715718 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-595fdd7a-03a1-45db-b9bc-6f90258fe190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (83f9f67d-82ef-49cc-ac37-4f923443f12e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.722669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-595fdd7a-03a1-45db-b9bc-6f90258fe190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.734029 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-595fdd7a-03a1-45db-b9bc-6f90258fe190 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83f9f67d-82ef-49cc-ac37-4f923443f12e HTTP/1.1" status: 204 len: 168 time: 0.3105912 Feb 11 14:03:34.748613 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks [] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.759863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fdd7a-03a1-45db-b9bc-6f90258fe190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f9f67d-82ef-49cc-ac37-4f923443f12e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:34.829397 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.842190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 11d99454-c58f-4995-9f41-518b921d3c37 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:34.927696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 11d99454-c58f-4995-9f41-518b921d3c37 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:34.928052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 11d99454-c58f-4995-9f41-518b921d3c37 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:34.935398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] For port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:34.945344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:34.956001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:34.965837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:34.967972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] For port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,segment=NetworkSegment(7766b6d0-08e1-459f-bdef-89c9d43eda0c),segment_id=7766b6d0-08e1-459f-bdef-89c9d43eda0c)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:34.981157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.003786 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Publish callbacks [] for port (e3020a07-e224-49b1-8334-a380574906ac), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.015174 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e3020a07-e224-49b1-8334-a380574906ac), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.028848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Pushing event updated for resources: {'Port': ['ID=9f48ecbd-8a80-48c9-873a-353566c1ac23,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:35.134844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a56f2-8bfe-4001-bf03-daf8b0b1202d None None] Pushing event updated for resources: {'Port': ['ID=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:35.162169 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52793d3f-f764-4609-a183-177fc497fb7d None None] Pushing event updated for resources: {'Port': ['ID=e3020a07-e224-49b1-8334-a380574906ac,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:35.361693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Attempting to bind port e3020a07-e224-49b1-8334-a380574906ac on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:35.362365 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Attempting to bind port e3020a07-e224-49b1-8334-a380574906ac by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:35.362960 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Attempting to bind port e3020a07-e224-49b1-8334-a380574906ac on network 506a1210-98bc-4f18-9038-91e812039dd5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:35.390471 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:35.390829 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Checking segment: {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:35.391758 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.392168 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Bound using segment: {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:35.392667 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Bound port: e3020a07-e224-49b1-8334-a380574906ac, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:35.393056 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e3020a07-e224-49b1-8334-a380574906ac), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.659492 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] For port e3020a07-e224-49b1-8334-a380574906ac, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:35.676873 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] For port e3020a07-e224-49b1-8334-a380574906ac, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e3020a07-e224-49b1-8334-a380574906ac,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:35.691374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5a8c8f51-592a-4629-bfd6-2259e1610dcf None None] Provisioning complete for port e3020a07-e224-49b1-8334-a380574906ac triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:35.694696 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a8c8f51-592a-4629-bfd6-2259e1610dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e3020a07-e224-49b1-8334-a380574906ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.696630 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e3020a07-e224-49b1-8334-a380574906ac), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.848595 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:35.849225 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:35.886273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks [] for router_gateway (932688c2-460b-4954-bbf9-54c2e026765c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:35.937266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c8f51-592a-4629-bfd6-2259e1610dcf None None] Current status of the port e3020a07-e224-49b1-8334-a380574906ac is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:35.939262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a8c8f51-592a-4629-bfd6-2259e1610dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e3020a07-e224-49b1-8334-a380574906ac), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:36.029354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57942) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:36.065480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5a8c8f51-592a-4629-bfd6-2259e1610dcf None None] For port e3020a07-e224-49b1-8334-a380574906ac, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e3020a07-e224-49b1-8334-a380574906ac,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:36.073119 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a8c8f51-592a-4629-bfd6-2259e1610dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e3020a07-e224-49b1-8334-a380574906ac), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:36.223372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c8f51-592a-4629-bfd6-2259e1610dcf None None] Pushing event updated for resources: {'Port': ['ID=e3020a07-e224-49b1-8334-a380574906ac,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:36.232893 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52793d3f-f764-4609-a183-177fc497fb7d None None] Pushing event updated for resources: {'Port': ['ID=e3020a07-e224-49b1-8334-a380574906ac,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:36.324538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a42079d5-e3c4-4778-ab54-38e04ed595b4 None None] Provisioning complete for port e3020a07-e224-49b1-8334-a380574906ac triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:36.324919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a42079d5-e3c4-4778-ab54-38e04ed595b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e3020a07-e224-49b1-8334-a380574906ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:36.402348 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:36.409588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (932688c2-460b-4954-bbf9-54c2e026765c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:36.536310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a42079d5-e3c4-4778-ab54-38e04ed595b4 None None] Current status of the port e3020a07-e224-49b1-8334-a380574906ac is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:36.739365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Router 932688c2-460b-4954-bbf9-54c2e026765c is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:03:36.815571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:36.868765 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:36.933142 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606cddc-da00-4628-9265-ec1af5893963 None None] The sync data for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 is: [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:36.988125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:37.001825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Sync routers for ids ['932688c2-460b-4954-bbf9-54c2e026765c'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:37.018901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Routers {'932688c2-460b-4954-bbf9-54c2e026765c'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:37.022062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['932688c2-460b-4954-bbf9-54c2e026765c'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:37.026696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:37.033396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 57950) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:37.035542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-94c0b0de-8697-4b00-a22e-0cd788c9cec1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4869282 Feb 11 14:03:37.302535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Set router 932688c2-460b-4954-bbf9-54c2e026765c gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:37.474049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86585088-e6f0-45ce-9540-b5262838c4f7 None None] Network 8feb45d2-5a3f-41da-a308-16791e83d15e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:37.666669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac5b9b7a-5fea-4994-b7e1-9005cd736c0a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:37.797913 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-936b40d5-9bad-4ef2-89c6-e360321e6692 None None] Provisioning complete for port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:37.798467 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-936b40d5-9bad-4ef2-89c6-e360321e6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.161974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:38.168467 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.325447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:38.325837 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.393639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-936b40d5-9bad-4ef2-89c6-e360321e6692 None None] Current status of the port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:38.394032 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-936b40d5-9bad-4ef2-89c6-e360321e6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.434385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-936b40d5-9bad-4ef2-89c6-e360321e6692 None None] For port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,segment=NetworkSegment(7766b6d0-08e1-459f-bdef-89c9d43eda0c),segment_id=7766b6d0-08e1-459f-bdef-89c9d43eda0c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:38.437992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 3, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port': {'id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:33Z', 'updated_at': '2022-02-11T14:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:38.448183 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-936b40d5-9bad-4ef2-89c6-e360321e6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.513931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Checking router: 932688c2-460b-4954-bbf9-54c2e026765c for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:38.514456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Updating router 932688c2-460b-4954-bbf9-54c2e026765c port 9f48ecbd-8a80-48c9-873a-353566c1ac23 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:38.576153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b40d5-9bad-4ef2-89c6-e360321e6692 None None] Pushing event updated for resources: {'Port': ['ID=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:38.653079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.683240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:03:38.684085 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:03:38.694111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port c27b13b2-2373-4c4f-b210-aa2346d598be {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:38.694730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.787636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c52ab3b6-a651-4441-bd45-88412f50c393 None None] Provisioning complete for port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:38.788019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c52ab3b6-a651-4441-bd45-88412f50c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.907873 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.934797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port c27b13b2-2373-4c4f-b210-aa2346d598be, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c27b13b2-2373-4c4f-b210-aa2346d598be,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:38.935166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:38.982674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c52ab3b6-a651-4441-bd45-88412f50c393 None None] Current status of the port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:39.076285 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Publish callbacks [] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.084633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.107437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Allocated IP 172.20.0.1 (8feb45d2-5a3f-41da-a308-16791e83d15e/5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa/eca15e57-9f0d-485d-a72e-d34098de8abf) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:39.224789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks [] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.246346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for c27b13b2-2373-4c4f-b210-aa2346d598be owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:39.274870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Pushing event updated for resources: {'Port': ['ID=9f48ecbd-8a80-48c9-873a-353566c1ac23,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:39.283308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:39.285062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e3020a07-e224-49b1-8334-a380574906ac up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:39.287704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.288186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.288658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.291330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.293823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.293823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.293823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.293823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.293823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.293823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.294931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.294931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.294931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.344766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.359322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Attempting to bind port 9f48ecbd-8a80-48c9-873a-353566c1ac23 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:39.360189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Attempting to bind port 9f48ecbd-8a80-48c9-873a-353566c1ac23 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:39.360561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Attempting to bind port 9f48ecbd-8a80-48c9-873a-353566c1ac23 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:39.369672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:39.369931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:39.370355 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.370762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:39.371240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Bound port: 9f48ecbd-8a80-48c9-873a-353566c1ac23, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:39.371627 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.489722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e3020a07-e224-49b1-8334-a380574906ac triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:39.490381 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e3020a07-e224-49b1-8334-a380574906ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.548550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Network 8feb45d2-5a3f-41da-a308-16791e83d15e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:39.554363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] For port 9f48ecbd-8a80-48c9-873a-353566c1ac23, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:39.560035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] For port 9f48ecbd-8a80-48c9-873a-353566c1ac23, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f48ecbd-8a80-48c9-873a-353566c1ac23,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:39.561742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:39.572857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.574480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:39.638775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Pushing event updated for resources: {'Port': ['ID=eca15e57-9f0d-485d-a72e-d34098de8abf,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:39.675395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.675778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.676116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.676736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.677101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.677433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.677779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.678133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.678525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.679490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.679945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.680556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.680906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:39.684266 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c27b13b2-2373-4c4f-b210-aa2346d598be), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.697842 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (932688c2-460b-4954-bbf9-54c2e026765c), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:39.731048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=c27b13b2-2373-4c4f-b210-aa2346d598be,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:39.985752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e3020a07-e224-49b1-8334-a380574906ac is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:40.017685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Routers {'932688c2-460b-4954-bbf9-54c2e026765c'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:40.020628 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['932688c2-460b-4954-bbf9-54c2e026765c'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:40.188571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dab4fb-9db7-4689-af2f-0ba2e7bc7088 None None] Pushing event updated for resources: {'Port': ['ID=9f48ecbd-8a80-48c9-873a-353566c1ac23,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:40.231311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-df0d146f-728e-4605-b762-e94cfa63d44d None None] Provisioning complete for port eca15e57-9f0d-485d-a72e-d34098de8abf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:40.231906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df0d146f-728e-4605-b762-e94cfa63d44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:40.299799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-df0d146f-728e-4605-b762-e94cfa63d44d None None] Port eca15e57-9f0d-485d-a72e-d34098de8abf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:40.301609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac5b9b7a-5fea-4994-b7e1-9005cd736c0a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:40.330738 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:40.450272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] Set router 932688c2-460b-4954-bbf9-54c2e026765c gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:40.696530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:40.696905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:40.763994 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks [] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:40.774009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:40.802194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:40.986517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 3, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port': {'id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:33Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:40.992235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:40.998216 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (932688c2-460b-4954-bbf9-54c2e026765c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:41.006952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Pushing event updated for resources: {'Port': ['ID=eca15e57-9f0d-485d-a72e-d34098de8abf,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:41.071376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516943d-3873-48fd-a114-9a2e0e86c88d None None] The sync data for ids ['932688c2-460b-4954-bbf9-54c2e026765c'] in n-d-828676-2 is: [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 3, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port': {'id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:33Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:41.349666 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Network 8feb45d2-5a3f-41da-a308-16791e83d15e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:41.393234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:41.731870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Router 932688c2-460b-4954-bbf9-54c2e026765c has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:41.899091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 89aad86c-d55d-4777-8555-4632b51b12b2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:41.903547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-bdc29d0b-5b12-47fd-8a07-5aa67e8d6b43 None None] Provisioning complete for port eca15e57-9f0d-485d-a72e-d34098de8abf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:41.904540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bdc29d0b-5b12-47fd-8a07-5aa67e8d6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:42.039378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-bdc29d0b-5b12-47fd-8a07-5aa67e8d6b43 None None] Port eca15e57-9f0d-485d-a72e-d34098de8abf cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:42.160534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:42.173633 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-93373e84-3348-4768-a565-a423cc08f705 admin admin] 10.222.0.79 "PUT /v2.0/routers/932688c2-460b-4954-bbf9-54c2e026765c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1386852 Feb 11 14:03:42.210375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f48ecbd-8a80-48c9-873a-353566c1ac23 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:42.336350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f48ecbd-8a80-48c9-873a-353566c1ac23 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:42.336946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:42.399258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:42.409193 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] Sync routers for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:42.416814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4230d6c1-9cf1-4cde-b45d-a033d4c8b017 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "PUT /v2.0/routers/89aad86c-d55d-4777-8555-4632b51b12b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3862202 Feb 11 14:03:42.429547 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:42.431218 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:42.509730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f48ecbd-8a80-48c9-873a-353566c1ac23 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:42.510142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:42.558780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9f48ecbd-8a80-48c9-873a-353566c1ac23, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f48ecbd-8a80-48c9-873a-353566c1ac23,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:42.571931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:42.735501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9f48ecbd-8a80-48c9-873a-353566c1ac23,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:42.793480 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:43.272726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bc8bd-666a-4e41-9050-997d9990d8c4 req-841c3ed8-2858-457a-8b0e-0d61f3805d04 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:43.283055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-078bc8bd-666a-4e41-9050-997d9990d8c4 req-841c3ed8-2858-457a-8b0e-0d61f3805d04 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 946 time: 0.1742930 Feb 11 14:03:43.322350 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:17Z', 'revision_number': 1, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:43.348607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-078bc8bd-666a-4e41-9050-997d9990d8c4 req-9a003c0b-be55-43ef-956e-62e42e77bece tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619218 Feb 11 14:03:43.372023 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] Checking router: 89aad86c-d55d-4777-8555-4632b51b12b2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:43.420635 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:43.421269 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:43.591776 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:43.978360 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:17Z', 'revision_number': 1, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:44.040158 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8c3ba-a3e1-41f2-8f09-5c4b11953f67 None None] The sync data for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 is: [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'bdac32d4-12e7-4536-bd77-a5c491a99150', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'port_id': '1eb33587-df6a-4673-b629-07087d7da743', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'mac_address': 'fa:16:3e:14:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:14Z', 'updated_at': '2022-02-11T14:02:17Z', 'revision_number': 1, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:44.312371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58282) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:44.318998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ba1cf8eb-0f72-4f5e-b8e3-eebb1d1a421c tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973957289', 'description': 'tempest-secgroup-smoke-1973957289 description', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:44.383808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf8eb-0f72-4f5e-b8e3-eebb1d1a421c tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:44.475995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f48ecbd-8a80-48c9-873a-353566c1ac23 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:44.528216 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074f515-3337-4645-9880-bb528c8880ec req-ccacb596-f07d-44c9-bb96-28a5a13753a7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:44.533041 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a074f515-3337-4645-9880-bb528c8880ec req-ccacb596-f07d-44c9-bb96-28a5a13753a7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.30 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 946 time: 0.2617240 Feb 11 14:03:44.582810 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Sync routers for ids ['932688c2-460b-4954-bbf9-54c2e026765c'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:44.618927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f48ecbd-8a80-48c9-873a-353566c1ac23 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:44.624315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:44.644728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf8eb-0f72-4f5e-b8e3-eebb1d1a421c tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group (4dd1cba7-6af9-4ce1-a1ee-9381962d1818), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:44.661796 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf8eb-0f72-4f5e-b8e3-eebb1d1a421c tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4dd1cba7-6af9-4ce1-a1ee-9381962d1818), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:44.717185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf8eb-0f72-4f5e-b8e3-eebb1d1a421c tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:44.723171 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ba1cf8eb-0f72-4f5e-b8e3-eebb1d1a421c tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4068818 Feb 11 14:03:44.732289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Routers {'932688c2-460b-4954-bbf9-54c2e026765c'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:44.733594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['932688c2-460b-4954-bbf9-54c2e026765c'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:44.748573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58322) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:44.778853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a52fc8d1-1d64-47db-a078-2e5465702c5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'security_group_rule': {'security_group_id': '4dd1cba7-6af9-4ce1-a1ee-9381962d1818', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:44.853323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:44.853673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:44.868991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a3f8-9f7f-464a-9917-b880271de958 req-f0060030-8e68-43a6-8eff-0bd844225780 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:44.872765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c2a3f8-9f7f-464a-9917-b880271de958 req-f0060030-8e68-43a6-8eff-0bd844225780 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 946 time: 0.3531702 Feb 11 14:03:44.874313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cf8eb-0f72-4f5e-b8e3-eebb1d1a421c tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd1cba7-6af9-4ce1-a1ee-9381962d1818,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:44.956159 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a52fc8d1-1d64-47db-a078-2e5465702c5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (8daf7067-824a-4d62-8218-0213e2806343), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.044713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port 6a7aaf39-303d-48dd-9cca-e3fc35c23058, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=6a7aaf39-303d-48dd-9cca-e3fc35c23058,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:45.045084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.059944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 6a7aaf39-303d-48dd-9cca-e3fc35c23058 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:45.073386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f48ecbd-8a80-48c9-873a-353566c1ac23 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:45.097691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Set router 932688c2-460b-4954-bbf9-54c2e026765c gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:45.103814 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c2a3f8-9f7f-464a-9917-b880271de958 req-a01b540c-1a6d-44b3-86cb-136917826ff9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffeb889d-f179-42b0-9042-7ab5995d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186420 Feb 11 14:03:45.150923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a52fc8d1-1d64-47db-a078-2e5465702c5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (8daf7067-824a-4d62-8218-0213e2806343), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.172834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a52fc8d1-1d64-47db-a078-2e5465702c5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (8daf7067-824a-4d62-8218-0213e2806343), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.220720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fc8d1-1d64-47db-a078-2e5465702c5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daf7067-824a-4d62-8218-0213e2806343,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:45.264066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a52fc8d1-1d64-47db-a078-2e5465702c5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.269548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:45.269818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a52fc8d1-1d64-47db-a078-2e5465702c5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5075436 Feb 11 14:03:45.282895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0b2a1fbf-5fb9-48d2-b18f-1a4bcd4b43a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'security_group_rule': {'security_group_id': '4dd1cba7-6af9-4ce1-a1ee-9381962d1818', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:45.303372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (6a7aaf39-303d-48dd-9cca-e3fc35c23058), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.357864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=6a7aaf39-303d-48dd-9cca-e3fc35c23058,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:45.474355 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1fbf-5fb9-48d2-b18f-1a4bcd4b43a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (711ed1ff-3623-457a-b36b-89eee60f5f0c), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.507859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:03:40Z', 'revision_number': 4, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port': {'id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:33Z', 'updated_at': '2022-02-11T14:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'eca15e57-9f0d-485d-a72e-d34098de8abf', 'name': '', 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'mac_address': 'fa:16:3e:9d:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:38Z', 'updated_at': '2022-02-11T14:03:40Z', 'revision_number': 2, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'subnets': [{'id': '5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:45.532542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] No DVR routers for this DVR port 6a7aaf39-303d-48dd-9cca-e3fc35c23058 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:45.542830 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.546431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a074f515-3337-4645-9880-bb528c8880ec req-155b41b7-52d9-461e-b3fb-3bf402306d02 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.30 "DELETE /v2.0/ports/6a7aaf39-303d-48dd-9cca-e3fc35c23058 HTTP/1.1" status: 204 len: 173 time: 1.0078545 Feb 11 14:03:45.548170 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'name': 'network-vif-deleted', 'tag': '6a7aaf39-303d-48dd-9cca-e3fc35c23058'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:45.551348 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d81255-9872-4190-979f-e3c40f8e8b46" -d '{"events": [{"server_uuid": "618b7af3-4463-4c5e-a66d-43aeb2b9d5ee", "name": "network-vif-deleted", "tag": "6a7aaf39-303d-48dd-9cca-e3fc35c23058"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:45.573870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Checking router: 932688c2-460b-4954-bbf9-54c2e026765c for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:45.578354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Updating router 932688c2-460b-4954-bbf9-54c2e026765c port eca15e57-9f0d-485d-a72e-d34098de8abf binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:45.611436 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1fbf-5fb9-48d2-b18f-1a4bcd4b43a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (711ed1ff-3623-457a-b36b-89eee60f5f0c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.620440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1fbf-5fb9-48d2-b18f-1a4bcd4b43a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (711ed1ff-3623-457a-b36b-89eee60f5f0c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.637649 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.655781 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f526b8f-0c6c-43ae-8337-79d6bf230e3b x-openstack-request-id: req-4f526b8f-0c6c-43ae-8337-79d6bf230e3b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:45.655989 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618b7af3-4463-4c5e-a66d-43aeb2b9d5ee", "name": "network-vif-deleted", "tag": "6a7aaf39-303d-48dd-9cca-e3fc35c23058", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:45.656698 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f526b8f-0c6c-43ae-8337-79d6bf230e3b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:45.657311 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618b7af3-4463-4c5e-a66d-43aeb2b9d5ee', 'name': 'network-vif-deleted', 'tag': '6a7aaf39-303d-48dd-9cca-e3fc35c23058', 'status': 'completed', 'code': 200} Feb 11 14:03:45.659763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a1fbf-5fb9-48d2-b18f-1a4bcd4b43a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711ed1ff-3623-457a-b36b-89eee60f5f0c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:45.670050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1fbf-5fb9-48d2-b18f-1a4bcd4b43a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.672542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b2a1fbf-5fb9-48d2-b18f-1a4bcd4b43a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4019985 Feb 11 14:03:45.676824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58424) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:45.688881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e2af7575-fcb3-443a-98b8-51116f461f32 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'security_group_rule': {'security_group_id': '4dd1cba7-6af9-4ce1-a1ee-9381962d1818', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:45.727097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2af7575-fcb3-443a-98b8-51116f461f32 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (7dfa6b6d-fe04-4ff5-8d76-fb157a3b5c55), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.856426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2af7575-fcb3-443a-98b8-51116f461f32 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (7dfa6b6d-fe04-4ff5-8d76-fb157a3b5c55), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.866983 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2af7575-fcb3-443a-98b8-51116f461f32 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7dfa6b6d-fe04-4ff5-8d76-fb157a3b5c55), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.893169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af7575-fcb3-443a-98b8-51116f461f32 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfa6b6d-fe04-4ff5-8d76-fb157a3b5c55,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:45.904795 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2af7575-fcb3-443a-98b8-51116f461f32 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:45.906959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e2af7575-fcb3-443a-98b8-51116f461f32 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2288024 Feb 11 14:03:45.909701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58446) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:45.917152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ec174473-2feb-4eb3-9eaa-fa1bfe7c4526 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'security_group_rule': {'security_group_id': '4dd1cba7-6af9-4ce1-a1ee-9381962d1818', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:45.959757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec174473-2feb-4eb3-9eaa-fa1bfe7c4526 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (9fba3bfc-0e25-4b93-8a8f-2b1f2a262728), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.103505 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec174473-2feb-4eb3-9eaa-fa1bfe7c4526 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (9fba3bfc-0e25-4b93-8a8f-2b1f2a262728), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.116758 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec174473-2feb-4eb3-9eaa-fa1bfe7c4526 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9fba3bfc-0e25-4b93-8a8f-2b1f2a262728), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.126097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c27b13b2-2373-4c4f-b210-aa2346d598be no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:46.149089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec174473-2feb-4eb3-9eaa-fa1bfe7c4526 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fba3bfc-0e25-4b93-8a8f-2b1f2a262728,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:46.177307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c27b13b2-2373-4c4f-b210-aa2346d598be {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:46.178068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c27b13b2-2373-4c4f-b210-aa2346d598be not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:46.178604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec174473-2feb-4eb3-9eaa-fa1bfe7c4526 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.179989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ec174473-2feb-4eb3-9eaa-fa1bfe7c4526 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2690406 Feb 11 14:03:46.182714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:46.199153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'security_group_rule': {'security_group_id': '4dd1cba7-6af9-4ce1-a1ee-9381962d1818', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:46.203826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Publish callbacks [] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.212895 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.239421 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Project 8a0608b4bf2b465890f5cc152d8dfb85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:03:46.246690 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (5a04b152-7354-4fd0-9027-557cf5bcc2ed), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.336022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595eff3-576c-4fe7-ae2a-68860efd00cd None None] Pushing event updated for resources: {'Port': ['ID=eca15e57-9f0d-485d-a72e-d34098de8abf,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:46.362595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fe474beb-16cc-4ab0-a076-862c4dd167e9 req-2f701be4-b794-4e5c-89de-9fd0aff34efa tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=618b7af3-4463-4c5e-a66d-43aeb2b9d5ee HTTP/1.1" status: 200 len: 210 time: 0.0586760 Feb 11 14:03:46.369248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (5a04b152-7354-4fd0-9027-557cf5bcc2ed), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.374685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (5a04b152-7354-4fd0-9027-557cf5bcc2ed), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.416056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a04b152-7354-4fd0-9027-557cf5bcc2ed,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:46.445328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.446531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Attempting to bind port eca15e57-9f0d-485d-a72e-d34098de8abf on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:46.446941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Attempting to bind port eca15e57-9f0d-485d-a72e-d34098de8abf by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:46.447319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Attempting to bind port eca15e57-9f0d-485d-a72e-d34098de8abf on network 8feb45d2-5a3f-41da-a308-16791e83d15e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:46.453310 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5fe65c39-dada-41d3-a177-926e0d59082b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2660527 Feb 11 14:03:46.453310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58500) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:46.458826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'security_group_rule': {'security_group_id': '4dd1cba7-6af9-4ce1-a1ee-9381962d1818', 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:46.474697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:46.476555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Checking segment: {'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:46.478822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.479790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Bound using segment: {'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:46.481781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Bound port: eca15e57-9f0d-485d-a72e-d34098de8abf, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7766b6d0-08e1-459f-bdef-89c9d43eda0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:46.482282 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.507806 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Project 8a0608b4bf2b465890f5cc152d8dfb85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:03:46.514914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (f4c7b807-fb6f-40d9-864a-e110c9f8f37f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.596736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] For port eca15e57-9f0d-485d-a72e-d34098de8abf, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:46.600394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] For port eca15e57-9f0d-485d-a72e-d34098de8abf, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=eca15e57-9f0d-485d-a72e-d34098de8abf,segment=NetworkSegment(7766b6d0-08e1-459f-bdef-89c9d43eda0c),segment_id=7766b6d0-08e1-459f-bdef-89c9d43eda0c)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:46.609806 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.671301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (f4c7b807-fb6f-40d9-864a-e110c9f8f37f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.671301 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f4c7b807-fb6f-40d9-864a-e110c9f8f37f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.693285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c7b807-fb6f-40d9-864a-e110c9f8f37f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:46.733870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.754975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6c42a021-cc68-450f-a9d4-e0971ab3e2e9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872241 Feb 11 14:03:46.761397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2144d4d4-88fd-4b26-a10f-281dcfa70cb8 None None] Provisioning complete for port eca15e57-9f0d-485d-a72e-d34098de8abf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:46.761397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2144d4d4-88fd-4b26-a10f-281dcfa70cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:46.814509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Routers {'932688c2-460b-4954-bbf9-54c2e026765c'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:46.815626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['932688c2-460b-4954-bbf9-54c2e026765c'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:46.905603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595eff3-576c-4fe7-ae2a-68860efd00cd None None] Pushing event updated for resources: {'Port': ['ID=eca15e57-9f0d-485d-a72e-d34098de8abf,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:47.042279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2144d4d4-88fd-4b26-a10f-281dcfa70cb8 None None] Current status of the port eca15e57-9f0d-485d-a72e-d34098de8abf is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:47.042831 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2144d4d4-88fd-4b26-a10f-281dcfa70cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.081057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] Set router 932688c2-460b-4954-bbf9-54c2e026765c gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:47.128859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2144d4d4-88fd-4b26-a10f-281dcfa70cb8 None None] For port eca15e57-9f0d-485d-a72e-d34098de8abf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=eca15e57-9f0d-485d-a72e-d34098de8abf,segment=NetworkSegment(7766b6d0-08e1-459f-bdef-89c9d43eda0c),segment_id=7766b6d0-08e1-459f-bdef-89c9d43eda0c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:47.135902 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2144d4d4-88fd-4b26-a10f-281dcfa70cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.282578 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144d4d4-88fd-4b26-a10f-281dcfa70cb8 None None] Pushing event updated for resources: {'Port': ['ID=eca15e57-9f0d-485d-a72e-d34098de8abf,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:47.308788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6c8f3b96-fdbf-46ec-9bef-3ab86bb8d37b None None] Provisioning complete for port eca15e57-9f0d-485d-a72e-d34098de8abf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:47.309168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3b96-fdbf-46ec-9bef-3ab86bb8d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.435599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58560) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:47.519771 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aecaf32b-8d17-4ecd-861a-7ba54a494c8c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (ffeb889d-f179-42b0-9042-7ab5995d593f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.555033 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aecaf32b-8d17-4ecd-861a-7ba54a494c8c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (ffeb889d-f179-42b0-9042-7ab5995d593f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.629042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f3b96-fdbf-46ec-9bef-3ab86bb8d37b None None] Current status of the port eca15e57-9f0d-485d-a72e-d34098de8abf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:47.645855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:03:40Z', 'revision_number': 4, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port': {'id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:33Z', 'updated_at': '2022-02-11T14:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'eca15e57-9f0d-485d-a72e-d34098de8abf', 'name': '', 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'mac_address': 'fa:16:3e:9d:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:38Z', 'updated_at': '2022-02-11T14:03:46Z', 'revision_number': 4, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'subnets': [{'id': '5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:47.648574 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aecaf32b-8d17-4ecd-861a-7ba54a494c8c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ffeb889d-f179-42b0-9042-7ab5995d593f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.651470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aecaf32b-8d17-4ecd-861a-7ba54a494c8c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.664925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aecaf32b-8d17-4ecd-861a-7ba54a494c8c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/security-groups/ffeb889d-f179-42b0-9042-7ab5995d593f HTTP/1.1" status: 204 len: 168 time: 0.2179596 Feb 11 14:03:47.673586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaf32b-8d17-4ecd-861a-7ba54a494c8c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeb889d-f179-42b0-9042-7ab5995d593f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:47.674285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af05d25-f345-4a5e-86ce-7d94bd0c5359 None None] The sync data for ids ['932688c2-460b-4954-bbf9-54c2e026765c'] in n-d-828676-2 is: [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:03:40Z', 'revision_number': 4, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port': {'id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:33Z', 'updated_at': '2022-02-11T14:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'eca15e57-9f0d-485d-a72e-d34098de8abf', 'name': '', 'network_id': '8feb45d2-5a3f-41da-a308-16791e83d15e', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'mac_address': 'fa:16:3e:9d:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:38Z', 'updated_at': '2022-02-11T14:03:46Z', 'revision_number': 4, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'subnets': [{'id': '5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:47.716796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58566) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:47.817212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting subnet 516d5859-4136-4017-b145-49a0bead1d88 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:47.829035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (516d5859-4136-4017-b145-49a0bead1d88), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.916719 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (516d5859-4136-4017-b145-49a0bead1d88), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.066786 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (516d5859-4136-4017-b145-49a0bead1d88), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.158355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device eca15e57-9f0d-485d-a72e-d34098de8abf up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:48.185778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (516d5859-4136-4017-b145-49a0bead1d88), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.209085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.217241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58572) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:48.229049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a966ae-0e14-4326-a2cc-e4d133535306 None None] Network c0187524-d83c-4787-8dc3-2311d0bb3a96 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:48.238897 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/subnets/516d5859-4136-4017-b145-49a0bead1d88 HTTP/1.1" status: 204 len: 168 time: 0.4997077 Feb 11 14:03:48.301818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20516c1-f79e-4ad3-b812-e65f6a87b075 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Subnet': ['ID=516d5859-4136-4017-b145-49a0bead1d88,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:48.385233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port eca15e57-9f0d-485d-a72e-d34098de8abf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:48.385973 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.407314 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c0187524-d83c-4787-8dc3-2311d0bb3a96), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.500715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 8a87e697-02b8-4365-9c63-707785945314 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:48.501833 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8a87e697-02b8-4365-9c63-707785945314), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.612109 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] DHCP port deletion for c0187524-d83c-4787-8dc3-2311d0bb3a96 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:48.627082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port 8a87e697-02b8-4365-9c63-707785945314, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a87e697-02b8-4365-9c63-707785945314,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:48.627439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8a87e697-02b8-4365-9c63-707785945314), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.628143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port eca15e57-9f0d-485d-a72e-d34098de8abf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:48.643167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 8a87e697-02b8-4365-9c63-707785945314 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:48.711993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] Deleting port 8a87e697-02b8-4365-9c63-707785945314 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:48.712510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8a87e697-02b8-4365-9c63-707785945314), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.771170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (8a87e697-02b8-4365-9c63-707785945314), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.795261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=8a87e697-02b8-4365-9c63-707785945314,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:48.807486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] No DVR routers for this DVR port 8a87e697-02b8-4365-9c63-707785945314 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:48.855210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6a7aaf39-303d-48dd-9cca-e3fc35c23058 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:48.862176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] For port 8a87e697-02b8-4365-9c63-707785945314, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8a87e697-02b8-4365-9c63-707785945314,segment=NetworkSegment(153ada84-9156-4a89-8b65-61daa2a2f9fb),segment_id=153ada84-9156-4a89-8b65-61daa2a2f9fb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:48.862574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8a87e697-02b8-4365-9c63-707785945314), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.922780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c0187524-d83c-4787-8dc3-2311d0bb3a96), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:48.927212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 6a7aaf39-303d-48dd-9cca-e3fc35c23058 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:48.927566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 6a7aaf39-303d-48dd-9cca-e3fc35c23058 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:48.944444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] Calling delete_port for 8a87e697-02b8-4365-9c63-707785945314 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:48.950468 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0187524-d83c-4787-8dc3-2311d0bb3a96']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:48.970975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153ada84-9156-4a89-8b65-61daa2a2f9fb') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:48.971515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153ada84-9156-4a89-8b65-61daa2a2f9fb') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:48.983571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (153ada84-9156-4a89-8b65-61daa2a2f9fb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.011680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (153ada84-9156-4a89-8b65-61daa2a2f9fb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.022022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:49.022794 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (153ada84-9156-4a89-8b65-61daa2a2f9fb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.064347 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (8a87e697-02b8-4365-9c63-707785945314), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.114502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] Pushing event deleted for resources: {'Port': ['ID=8a87e697-02b8-4365-9c63-707785945314,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:49.120699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc49d9-9045-43cf-bd26-60259227af16 None None] No DVR routers for this DVR port 8a87e697-02b8-4365-9c63-707785945314 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:49.613412 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:49.629585 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c0187524-d83c-4787-8dc3-2311d0bb3a96), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.635822 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.643330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/networks/c0187524-d83c-4787-8dc3-2311d0bb3a96 HTTP/1.1" status: 204 len: 168 time: 1.4239140 Feb 11 14:03:49.644942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58580) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:49.661726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965f244-bcf8-49ff-a2ad-006cb9343558 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Network': ['ID=c0187524-d83c-4787-8dc3-2311d0bb3a96,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:49.850644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:49.851344 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.938240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.938500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:49.950664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:50.112535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a87e697-02b8-4365-9c63-707785945314 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:50.153863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 8a87e697-02b8-4365-9c63-707785945314 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:50.154782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8a87e697-02b8-4365-9c63-707785945314 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:50.251243 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:50.253031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:50.281347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=7e24ddc3-b4cd-44ae-8eb2-2fa29c977aea,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:50.353532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (bdac32d4-12e7-4536-bd77-a5c491a99150), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:50.354009 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Floating IP bdac32d4-12e7-4536-bd77-a5c491a99150 disassociated (deleted). External IP: 172.25.3.208, port: 1eb33587-df6a-4673-b629-07087d7da743. Feb 11 14:03:50.622465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 89aad86c-d55d-4777-8555-4632b51b12b2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:50.745185 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:50.753617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:50.763660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] Sync routers for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:50.774789 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:50.775578 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:50.791741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-501ae9eb-8410-4acb-a5b0-40d4b06e2d74 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/floatingips/bdac32d4-12e7-4536-bd77-a5c491a99150 HTTP/1.1" status: 204 len: 168 time: 1.1432059 Feb 11 14:03:50.791741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'tag': '1eb33587-df6a-4673-b629-07087d7da743'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:50.792840 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565b4bd1-fb1d-425c-910f-8ebb62f2b308" -d '{"events": [{"name": "network-changed", "server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "tag": "1eb33587-df6a-4673-b629-07087d7da743"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:50.947949 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:51.090952 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a224c5-414f-4019-887a-87ec16bcc7a1 x-openstack-request-id: req-32a224c5-414f-4019-887a-87ec16bcc7a1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:51.091254 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "tag": "1eb33587-df6a-4673-b629-07087d7da743", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:51.091517 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32a224c5-414f-4019-887a-87ec16bcc7a1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:51.091939 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'tag': '1eb33587-df6a-4673-b629-07087d7da743', 'status': 'completed', 'code': 200} Feb 11 14:03:51.181041 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:51.217388 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] Checking router: 89aad86c-d55d-4777-8555-4632b51b12b2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:51.227429 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:51.228271 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:51.272303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732b952-e365-4121-9d5c-1741950e7aee req-80a88e5c-8013-4495-870c-8f3c239bb05f tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:51.279545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b732b952-e365-4121-9d5c-1741950e7aee req-80a88e5c-8013-4495-870c-8f3c239bb05f tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 945 time: 0.1188872 Feb 11 14:03:51.383305 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b732b952-e365-4121-9d5c-1741950e7aee req-fd08953f-9104-43a2-b422-fbd869e84905 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994203 Feb 11 14:03:51.476978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-f09ccdaf-e27b-470d-b196-2933a51d4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:51.479603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-f09ccdaf-e27b-470d-b196-2933a51d4503 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 1127 time: 0.3576612 Feb 11 14:03:51.514560 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:51.630607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-0781b888-3768-4d77-a7e3-be35e1be75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:51.632700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-0781b888-3768-4d77-a7e3-be35e1be75ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 200 len: 898 time: 0.1444781 Feb 11 14:03:51.712706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-ebcf9fc6-9473-4eaa-8b77-eecdb874287f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb33587-df6a-4673-b629-07087d7da743 HTTP/1.1" status: 200 len: 217 time: 0.0700207 Feb 11 14:03:51.756681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-338a74bc-98c3-4ea9-bee1-605013597354 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973957289&fields=id&tenant_id=8a0608b4bf2b465890f5cc152d8dfb85 HTTP/1.1" status: 200 len: 267 time: 0.0547955 Feb 11 14:03:51.758981 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:51.790297 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fc3dc-1238-4665-a97d-8f4f19b154f7 None None] The sync data for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 is: [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:39Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '7cbee004-d61a-4bc5-88ee-0c059cf7ac99', 'name': '', 'network_id': '45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:bb:c2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:45Z', 'updated_at': '2022-02-11T14:01:51Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': 'b4e1aa26-749c-401b-9837-7b72767aeb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:51.807248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-9e89dd64-5544-4f8f-9dd9-9d4a3e12b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:51.811884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-9e89dd64-5544-4f8f-9dd9-9d4a3e12b1fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b4e1aa26-749c-401b-9837-7b72767aeb9d HTTP/1.1" status: 200 len: 834 time: 0.0914481 Feb 11 14:03:51.901702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-f6fa4f40-662d-4246-91dd-d4b73a08197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:51.903283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-f6fa4f40-662d-4246-91dd-d4b73a08197d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850871 Feb 11 14:03:51.922858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-aeba460b-4903-4d02-9981-deb330a41e07 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:51.931470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-aeba460b-4903-4d02-9981-deb330a41e07 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 809 time: 0.1717088 Feb 11 14:03:51.965893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-448fd350-5e6e-4844-89a8-397d852e3310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/quotas/8a0608b4bf2b465890f5cc152d8dfb85 HTTP/1.1" status: 200 len: 375 time: 0.0280280 Feb 11 14:03:52.034717 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-0981a205-9136-42ca-91cd-c295ee9d25b2 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733240 Feb 11 14:03:52.102739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-b26ff77c-8eee-43c1-88d6-cb5dc83339cc service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912265 Feb 11 14:03:52.128805 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:52.182631 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-c72ad79b-699f-472c-8126-0b593379c782 service neutron] 10.222.0.79 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460216 Feb 11 14:03:52.207018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269dfb2a-bd13-43bc-9e1a-d181c79442a2 None None] New status for floating IP bdac32d4-12e7-4536-bd77-a5c491a99150: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:03:52.300991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-e4bc7dd0-9c0e-42c4-a748-7fb56dae075f service neutron] 10.222.0.79 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124313 Feb 11 14:03:52.323856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-565b4bd1-fb1d-425c-910f-8ebb62f2b308 req-36fbfcbc-5d6b-4614-8068-0076e8adccbd service neutron] 10.222.0.83 "GET /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105198 Feb 11 14:03:52.554494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57052537-170b-4219-8450-3a2d7e0cee09 req-f6fa6a1a-cea5-4cfc-bf0a-87c7f94a5922 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:52.556056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57052537-170b-4219-8450-3a2d7e0cee09 req-f6fa6a1a-cea5-4cfc-bf0a-87c7f94a5922 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 945 time: 0.1320245 Feb 11 14:03:52.583490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46610a8-d6dd-45d0-aead-cc6bde0ebd9a req-6411baca-dc87-4711-a7e4-00325147f69d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:52.590301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a46610a8-d6dd-45d0-aead-cc6bde0ebd9a req-6411baca-dc87-4711-a7e4-00325147f69d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 945 time: 0.1078634 Feb 11 14:03:52.663379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a70f490-1430-4a91-941c-c1ff5dfe1fe1 req-9aecd488-8a91-4260-8bef-2bb610dd8329 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 210 time: 0.0774078 Feb 11 14:03:52.719218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a46610a8-d6dd-45d0-aead-cc6bde0ebd9a req-56774079-2d2e-4861-a94c-54374b13eff4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=2befa3a3-5d4d-4c81-b102-e8dded2fdd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280291 Feb 11 14:03:52.749333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 1eb33587-df6a-4673-b629-07087d7da743 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:52.749760 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1eb33587-df6a-4673-b629-07087d7da743), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:52.908108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port 1eb33587-df6a-4673-b629-07087d7da743, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1eb33587-df6a-4673-b629-07087d7da743,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:52.908825 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1eb33587-df6a-4673-b629-07087d7da743), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:52.925880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 1eb33587-df6a-4673-b629-07087d7da743 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:53.246483 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1eb33587-df6a-4673-b629-07087d7da743), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:53.320637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=1eb33587-df6a-4673-b629-07087d7da743,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:53.405264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] No DVR routers for this DVR port 1eb33587-df6a-4673-b629-07087d7da743 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:53.410113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:53.414294 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57052537-170b-4219-8450-3a2d7e0cee09 req-1ab47bbf-06fb-4318-8f6c-54d1d05d5d00 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "DELETE /v2.0/ports/1eb33587-df6a-4673-b629-07087d7da743 HTTP/1.1" status: 204 len: 173 time: 0.8515725 Feb 11 14:03:53.416075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'name': 'network-vif-deleted', 'tag': '1eb33587-df6a-4673-b629-07087d7da743'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:53.419474 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64088fd6-e19f-45c9-9b19-4273b7017b8e" -d '{"events": [{"server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "name": "network-vif-deleted", "tag": "1eb33587-df6a-4673-b629-07087d7da743"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:53.501914 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e2d9e3-138c-478a-a022-25cc3ed802f8 x-openstack-request-id: req-f5e2d9e3-138c-478a-a022-25cc3ed802f8 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:53.502248 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013a6c97-37d4-432c-aa8d-d1137ac38984", "name": "network-vif-deleted", "tag": "1eb33587-df6a-4673-b629-07087d7da743", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:53.502500 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5e2d9e3-138c-478a-a022-25cc3ed802f8 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:53.503068 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013a6c97-37d4-432c-aa8d-d1137ac38984', 'name': 'network-vif-deleted', 'tag': '1eb33587-df6a-4673-b629-07087d7da743', 'status': 'completed', 'code': 200} Feb 11 14:03:53.842355 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4af7436c-afa0-4716-8a25-3230217bdca8 req-4ab11011-632d-4230-87c4-7f56ca7ab532 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 210 time: 0.0597839 Feb 11 14:03:53.914395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0f5656b-5bb6-4456-80c0-091c4e8662de req-7aa63b13-0672-4dc6-a0fc-95ebf1863791 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=013a6c97-37d4-432c-aa8d-d1137ac38984 HTTP/1.1" status: 200 len: 210 time: 0.0446646 Feb 11 14:03:54.266986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-ecbc9571-c3fa-473e-98a9-eace75ec5b02 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:54.268975 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-ecbc9571-c3fa-473e-98a9-eace75ec5b02 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 809 time: 0.1503937 Feb 11 14:03:54.367740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3053fe8c-9567-4ee4-85b9-864ff1cc1540 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a0608b4bf2b465890f5cc152d8dfb85 HTTP/1.1" status: 200 len: 380 time: 0.0892992 Feb 11 14:03:54.384459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'port': {'device_id': 'b653e610-98a5-4616-92fb-181bd2986a77', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'admin_state_up': True, 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'security_groups': ['4dd1cba7-6af9-4ce1-a1ee-9381962d1818']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:54.521937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Made reservation on behalf of 8a0608b4bf2b465890f5cc152d8dfb85 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:54.527992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:54.707397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Allocated IP 172.20.0.14 (506a1210-98bc-4f18-9038-91e812039dd5/bd9269cc-454b-4192-a1fc-b3fa324d6fc4/fabcef47-b719-4cfb-9fc4-e26fa8c06db2) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:54.908748 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:54.959919 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.046785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58668) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:55.095687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'Port': ['ID=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:55.102698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Network 506a1210-98bc-4f18-9038-91e812039dd5 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:55.108156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:55.111806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.112338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.112896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.113391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.113891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.114410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.114902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.115468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.115954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.117159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.117808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.118175 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.118517 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:55.121915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:55.177769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25053261-e9a8-42f8-acad-55ea72ade8ba req-421de116-50cb-45e0-a137-10b7f7b616f0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:55.190531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:55.191626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.194417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25053261-e9a8-42f8-acad-55ea72ade8ba req-421de116-50cb-45e0-a137-10b7f7b616f0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 932 time: 0.2325218 Feb 11 14:03:55.232261 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-742180a0-0176-48a0-8fd7-9152beaec5d5 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8563673 Feb 11 14:03:55.240206 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45e9ce5d-c817-4f75-bf77-ad3cc6189813 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (2befa3a3-5d4d-4c81-b102-e8dded2fdd01), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.244848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Request body: {'port': {'device_id': 'b653e610-98a5-4616-92fb-181bd2986a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:55.329812 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45e9ce5d-c817-4f75-bf77-ad3cc6189813 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (2befa3a3-5d4d-4c81-b102-e8dded2fdd01), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.402874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.497893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25053261-e9a8-42f8-acad-55ea72ade8ba req-57a4d957-eeec-4f52-b0a9-a89e0375596e tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931149 Feb 11 14:03:55.499146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45e9ce5d-c817-4f75-bf77-ad3cc6189813 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2befa3a3-5d4d-4c81-b102-e8dded2fdd01), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.502696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-45e9ce5d-c817-4f75-bf77-ad3cc6189813 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.503811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45e9ce5d-c817-4f75-bf77-ad3cc6189813 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/security-groups/2befa3a3-5d4d-4c81-b102-e8dded2fdd01 HTTP/1.1" status: 204 len: 168 time: 0.4545310 Feb 11 14:03:55.535820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9ce5d-c817-4f75-bf77-ad3cc6189813 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2befa3a3-5d4d-4c81-b102-e8dded2fdd01,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:55.570162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58676) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:55.652082 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-81c61e07-501a-4e26-9c81-bdb73622a32f None None] Provisioning complete for port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:55.652646 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-81c61e07-501a-4e26-9c81-bdb73622a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.731404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-81c61e07-501a-4e26-9c81-bdb73622a32f None None] Port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:55.853862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabcef47-b719-4cfb-9fc4-e26fa8c06db2 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:03:55.864067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Publish callbacks [] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.882943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Transition to ACTIVE for port object fabcef47-b719-4cfb-9fc4-e26fa8c06db2 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:03:55.891536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:55.927472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-7191d049-5505-4950-bec3-132a98287f27 req-94b207b4-c5c9-4dc0-a7d5-7b8af4bfaf24 tempest-AttachVolumeNegativeTest-747057424 tempest-AttachVolumeNegativeTest-747057424-project] (103175) timed out ('10.222.0.83', 61896) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:03:55.955734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:56.199328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Attempting to bind port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:56.203983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Attempting to bind port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:56.204325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Attempting to bind port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 on network 506a1210-98bc-4f18-9038-91e812039dd5 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:56.214074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 on network 506a1210-98bc-4f18-9038-91e812039dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:03:56.215124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Attempting to bind port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 on network 506a1210-98bc-4f18-9038-91e812039dd5 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:56.220956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:56.221295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Checking segment: {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:56.221674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Bound using segment: {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:56.222097 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Bound port: fabcef47-b719-4cfb-9fc4-e26fa8c06db2, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:56.222495 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:56.433178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:56.524832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1eb33587-df6a-4673-b629-07087d7da743 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:56.661548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 1eb33587-df6a-4673-b629-07087d7da743 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:56.663170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1eb33587-df6a-4673-b629-07087d7da743 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:56.903180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102aa6-2d30-4e4f-9f46-3a444e67d744 req-60112043-a780-4fe8-8cfb-ee25ccfb49e8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:56.911541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62102aa6-2d30-4e4f-9f46-3a444e67d744 req-60112043-a780-4fe8-8cfb-ee25ccfb49e8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 944 time: 0.1316688 Feb 11 14:03:56.937339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] For port fabcef47-b719-4cfb-9fc4-e26fa8c06db2, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:56.947909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] For port fabcef47-b719-4cfb-9fc4-e26fa8c06db2, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:56.968941 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:57.041221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-62102aa6-2d30-4e4f-9f46-3a444e67d744 req-f0f5a798-5082-449b-9751-fa4d8f29f270 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284943 Feb 11 14:03:57.076517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:57.077531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:57.095743 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cbbf320a-04db-4dcd-83a5-e1fa4ae48e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:57.098622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.099508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:57.101040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] 10.222.0.30 "PUT /v2.0/ports/fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 1092 time: 1.8607888 Feb 11 14:03:57.101710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b248c-93b4-4781-b994-e10b7bf406a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:57.106562 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:57.113210 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6997299-f2f8-4852-94b6-928d529da8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:57.199274 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0469026-9330-4434-979e-a76581824dbe x-openstack-request-id: req-e0469026-9330-4434-979e-a76581824dbe {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:57.199582 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:57.200180 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0469026-9330-4434-979e-a76581824dbe {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:57.200180 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'status': 'completed', 'code': 200} Feb 11 14:03:57.246453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-fd71d757-aaac-44cb-852d-84e87d5fce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.247984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-fd71d757-aaac-44cb-852d-84e87d5fce8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1126 time: 0.0890682 Feb 11 14:03:57.322936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port 7cbee004-d61a-4bc5-88ee-0c059cf7ac99, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:57.323435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:57.341412 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-58de3df9-40ed-4424-9def-c49d4b9a8e32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 217 time: 0.0833790 Feb 11 14:03:57.359596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:57.471956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-55a94845-5a8a-4055-8c35-c5112a1f3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.474068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-55a94845-5a8a-4055-8c35-c5112a1f3e3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.1243699 Feb 11 14:03:57.591209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-9d9ee9fd-55d8-4ded-9563-33ef97653f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.595370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-9d9ee9fd-55d8-4ded-9563-33ef97653f0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1139679 Feb 11 14:03:57.762276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7cbee004-d61a-4bc5-88ee-0c059cf7ac99), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:57.847008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=7cbee004-d61a-4bc5-88ee-0c059cf7ac99,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:57.871760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-2ff1582e-6ec3-45f4-9a77-e7e455041bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682619 Feb 11 14:03:58.054186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3b7eae5-ad92-4525-b0a9-cbfd05d5231b req-a1595ec4-bf80-42bf-a6f6-a4047bd3b86a service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726911 Feb 11 14:03:58.104492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (89aad86c-d55d-4777-8555-4632b51b12b2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:58.210507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997299-f2f8-4852-94b6-928d529da8dc req-a438b5c7-df59-41f5-a8bc-0d88f44f576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:58.212871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6997299-f2f8-4852-94b6-928d529da8dc req-a438b5c7-df59-41f5-a8bc-0d88f44f576a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1126 time: 0.0867643 Feb 11 14:03:58.340152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700a2b9-c137-47da-9f57-169cd38afa7d req-a3d8cee7-bb47-49cd-b159-88cdaff30d5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:58.341681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2700a2b9-c137-47da-9f57-169cd38afa7d req-a3d8cee7-bb47-49cd-b159-88cdaff30d5f tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 944 time: 0.1263726 Feb 11 14:03:58.383498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997299-f2f8-4852-94b6-928d529da8dc req-0e50e08f-7d98-4802-af8e-57bfa2e1d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:58.389561 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6997299-f2f8-4852-94b6-928d529da8dc req-0e50e08f-7d98-4802-af8e-57bfa2e1d878 service neutron] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 910 time: 0.1651242 Feb 11 14:03:58.492345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6997299-f2f8-4852-94b6-928d529da8dc req-707347f6-180c-4056-be83-1fafb43c29b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 217 time: 0.0990102 Feb 11 14:03:58.575614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997299-f2f8-4852-94b6-928d529da8dc req-f06d1371-3606-4cd9-a6fd-acbc44238ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:58.577989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6997299-f2f8-4852-94b6-928d529da8dc req-f06d1371-3606-4cd9-a6fd-acbc44238ab8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.0800264 Feb 11 14:03:58.627780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 89aad86c-d55d-4777-8555-4632b51b12b2 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:58.636744 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2700a2b9-c137-47da-9f57-169cd38afa7d req-5f13c69b-e4f7-4aeb-a435-40c4784c134e tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214266 Feb 11 14:03:58.674569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997299-f2f8-4852-94b6-928d529da8dc req-64b989e2-a58a-4dcc-9601-7897d19917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:58.676146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6997299-f2f8-4852-94b6-928d529da8dc req-64b989e2-a58a-4dcc-9601-7897d19917d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0897372 Feb 11 14:03:58.802427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:58.814968 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] Sync routers for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:58.816675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8af989ef-49c2-4138-bf42-697f36b5f702 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "PUT /v2.0/routers/89aad86c-d55d-4777-8555-4632b51b12b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2454433 Feb 11 14:03:58.819609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:58.830810 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:58.831701 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:58.888849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting subnet b4e1aa26-749c-401b-9837-7b72767aeb9d {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:58.893025 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (b4e1aa26-749c-401b-9837-7b72767aeb9d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:58.941926 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6997299-f2f8-4852-94b6-928d529da8dc req-a3694b06-4489-44cb-bb7c-ca13f710582a service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411580 Feb 11 14:03:58.958809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (b4e1aa26-749c-401b-9837-7b72767aeb9d), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.059018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b4e1aa26-749c-401b-9837-7b72767aeb9d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.087314 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:59.155900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6997299-f2f8-4852-94b6-928d529da8dc req-f70435f2-07dd-463e-86e9-cc63c1f97004 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106171 Feb 11 14:03:59.156120 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (b4e1aa26-749c-401b-9837-7b72767aeb9d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.201160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.207030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f4ad7b-4805-47c4-b6c2-b5f4682fedd7 None None] Network 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:59.224626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58712) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:59.234574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/subnets/b4e1aa26-749c-401b-9837-7b72767aeb9d HTTP/1.1" status: 204 len: 168 time: 0.4117599 Feb 11 14:03:59.241350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea521b8-b2a4-465a-b668-d5f90e4dea6c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e1aa26-749c-401b-9837-7b72767aeb9d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:59.402662 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:57Z', 'revision_number': 7, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:59.405411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router (89aad86c-d55d-4777-8555-4632b51b12b2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.473565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] Checking router: 89aad86c-d55d-4777-8555-4632b51b12b2 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:59.481684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b34b-427d-4415-8f29-c90be37b111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.497091 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] Routers {'89aad86c-d55d-4777-8555-4632b51b12b2'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:59.497867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['89aad86c-d55d-4777-8555-4632b51b12b2'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:59.575087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] DHCP port deletion for 45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:59.632063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] Deleting port 9f2d97c1-3bb6-4952-a02e-accd20ff810a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:59.632617 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.679433 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (89aad86c-d55d-4777-8555-4632b51b12b2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.705644 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:03:59.707492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] For port 9f2d97c1-3bb6-4952-a02e-accd20ff810a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f2d97c1-3bb6-4952-a02e-accd20ff810a,segment=NetworkSegment(de6e74ce-0432-492a-ae6c-9393eef10edb),segment_id=de6e74ce-0432-492a-ae6c-9393eef10edb)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:59.708030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.728501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] Calling delete_port for 9f2d97c1-3bb6-4952-a02e-accd20ff810a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:59.813564 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] Set router 89aad86c-d55d-4777-8555-4632b51b12b2 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:59.831540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (9f2d97c1-3bb6-4952-a02e-accd20ff810a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.861887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:59.861887 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:59.893297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] Pushing event deleted for resources: {'Port': ['ID=9f2d97c1-3bb6-4952-a02e-accd20ff810a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:59.919279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d53c51-6b8e-4bd1-be2e-96c83e3121d4 None None] No DVR routers for this DVR port 9f2d97c1-3bb6-4952-a02e-accd20ff810a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:59.998776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:59.999689 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.039844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191af020-9971-4c9c-930f-f4717435176c req-5b5036eb-0cff-46f7-95c1-36926c8dc2de tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:00.044627 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-191af020-9971-4c9c-930f-f4717435176c req-5b5036eb-0cff-46f7-95c1-36926c8dc2de tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 944 time: 0.2672827 Feb 11 14:04:00.052540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:04:00.126308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f2d97c1-3bb6-4952-a02e-accd20ff810a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:04:00.173778 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:57Z', 'revision_number': 7, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:00.175923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9f2d97c1-3bb6-4952-a02e-accd20ff810a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:04:00.176453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f2d97c1-3bb6-4952-a02e-accd20ff810a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:04:00.250730 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe956c6-f703-4619-8d4e-2171a2b3a515 None None] The sync data for ids ['89aad86c-d55d-4777-8555-4632b51b12b2'] in n-d-828676-2 is: [{'id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'name': 'tempest-TestNetworkBasicOps-router-1607853399', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:01:40Z', 'updated_at': '2022-02-11T14:03:57Z', 'revision_number': 7, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': '5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aad86c-d55d-4777-8555-4632b51b12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:01:41Z', 'updated_at': '2022-02-11T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:04:00.342091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-191af020-9971-4c9c-930f-f4717435176c req-f5d83b70-f896-4afd-acca-08ad26650fe0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153474 Feb 11 14:04:00.366458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.403033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:00.496006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (89aad86c-d55d-4777-8555-4632b51b12b2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.648888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (89aad86c-d55d-4777-8555-4632b51b12b2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.651525 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_controller (89aad86c-d55d-4777-8555-4632b51b12b2), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.714666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (89aad86c-d55d-4777-8555-4632b51b12b2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.715446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Fanout notify agent at l3_agent the message router_deleted on router 89aad86c-d55d-4777-8555-4632b51b12b2 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:04:00.730882 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.737120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58726) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:00.747037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5a198e06-bd9c-4ab2-9000-9144b78ccb40 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/routers/89aad86c-d55d-4777-8555-4632b51b12b2 HTTP/1.1" status: 204 len: 168 time: 1.5211146 Feb 11 14:04:00.897593 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:00.901727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fabcef47-b719-4cfb-9fc4-e26fa8c06db2 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:01.015938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.070544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:01.094431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6e74ce-0432-492a-ae6c-9393eef10edb') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:01.094866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6e74ce-0432-492a-ae6c-9393eef10edb') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:01.115670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (de6e74ce-0432-492a-ae6c-9393eef10edb), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.149370 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (de6e74ce-0432-492a-ae6c-9393eef10edb), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.167103 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:04:01.167513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (de6e74ce-0432-492a-ae6c-9393eef10edb), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:04:01.171477 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:04:01.173525 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.187184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port fabcef47-b719-4cfb-9fc4-e26fa8c06db2, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:01.200979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'port_id': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:01.245701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:01.246398 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.272665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabcef47-b719-4cfb-9fc4-e26fa8c06db2 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:01.294160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.303108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.306286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/networks/45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b HTTP/1.1" status: 204 len: 168 time: 0.5679481 Feb 11 14:04:01.318820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port fabcef47-b719-4cfb-9fc4-e26fa8c06db2, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:01.326298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58730) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:01.327930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec789a4d-4174-4100-93e6-8f48a0a75455 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Network': ['ID=45e2aa1e-fdc0-47a2-bea6-e944ccfdd99b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:01.332562 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.336521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'network': {'name': 'tempest-network-smoke--308806542', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:01.362487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:01.367044 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.427556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:01.445775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:04:01.458509 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (247976e2-6ce7-4479-a96b-03384375bc06), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.459014 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Added segment 247976e2-6ce7-4479-a96b-03384375bc06 of type vlan for network 3564aba1-d06c-4a59-bc82-0433435425ad Feb 11 14:04:01.520507 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3564aba1-d06c-4a59-bc82-0433435425ad), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.540244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['fabcef47-b719-4cfb-9fc4-e26fa8c06db2'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:01.541562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c449e99-6702-43be-94f0-745b593891c3 req-48ce1998-02ec-4fc5-b60e-b1a010c25f21 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:01.543349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c449e99-6702-43be-94f0-745b593891c3 req-48ce1998-02ec-4fc5-b60e-b1a010c25f21 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 945 time: 0.0957203 Feb 11 14:04:01.567272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3564aba1-d06c-4a59-bc82-0433435425ad), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.574467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:01.575119 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.652944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c449e99-6702-43be-94f0-745b593891c3 req-1a958e16-5d35-4773-a5cc-d134d522a879 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009395 Feb 11 14:04:01.666463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3390267 Feb 11 14:04:01.669493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58736) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:01.680648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'admin_state_up': True, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:01.714376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.716428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.722082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d307b9-9125-4aa7-8dd4-114a531d8fed tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Network': ['ID=3564aba1-d06c-4a59-bc82-0433435425ad,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:01.750130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3564aba1-d06c-4a59-bc82-0433435425ad details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:04:01.807863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_controller (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.021938 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.166556 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:04:02.247224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:04:02.247577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5eac5c09-d5ee-4fa7-a4a4-a9483c4e4912 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:04:02.248014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:04:02.277950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:04:02.278371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 7cbee004-d61a-4bc5-88ee-0c059cf7ac99 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:04:02.391670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.419436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.476300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.563172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.25.3.21 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/bb8c7897-fdc8-410d-b221-2c9dacfe2bb3) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:02.708027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.767185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.816845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:02.820431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:02.836720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:02.883600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc539f-3c77-4e43-a472-9e424075793f req-b725d04d-46e6-439e-a86c-1e352ca1022d tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:02.893189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aecc539f-3c77-4e43-a472-9e424075793f req-b725d04d-46e6-439e-a86c-1e352ca1022d tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 945 time: 0.1283450 Feb 11 14:04:02.918084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fabcef47-b719-4cfb-9fc4-e26fa8c06db2 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:02.970334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aecc539f-3c77-4e43-a472-9e424075793f req-e703fad1-327f-4848-96b6-a0b2a198b3d1 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757151 Feb 11 14:04:02.982342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:03.014461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:03.019122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:03.019580 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:03.108213 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:03.108760 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:03.135062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:03.138191 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefa4c21-0bd8-4e6d-9796-73e4dcc37447" -d '{"events": [{"server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "name": "network-vif-plugged", "status": "completed", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:03.156666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port fabcef47-b719-4cfb-9fc4-e26fa8c06db2, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:03.175124 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:03.247913 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c99c36-d173-4591-927b-2aee854d23ce x-openstack-request-id: req-d8c99c36-d173-4591-927b-2aee854d23ce {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:03.248199 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "name": "network-vif-plugged", "status": "completed", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:03.263278 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8c99c36-d173-4591-927b-2aee854d23ce {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:03.264365 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'code': 200} Feb 11 14:04:03.302708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:03.373964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:03.384061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6f21c-1c45-449d-8760-7362a7b81269 req-62f1b4fb-4895-452f-b6a8-3d52412e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:03.385731 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bde6f21c-1c45-449d-8760-7362a7b81269 req-62f1b4fb-4895-452f-b6a8-3d52412e2789 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.0769637 Feb 11 14:04:03.465186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bde6f21c-1c45-449d-8760-7362a7b81269 req-63689f33-dda1-4ee1-ab82-14b3717ac4ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732341 Feb 11 14:04:03.688920 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:04.070456 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:04.169974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a50d5-f2c9-478e-81ed-18d190615661 req-6ef55372-c024-4ec8-8622-f7b06530ae6b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:04.178788 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-189a50d5-f2c9-478e-81ed-18d190615661 req-6ef55372-c024-4ec8-8622-f7b06530ae6b tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 946 time: 0.0807121 Feb 11 14:04:04.264706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-189a50d5-f2c9-478e-81ed-18d190615661 req-0f4f99fd-6847-4c1a-b904-5475e420e618 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845852 Feb 11 14:04:04.406111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:04:04.504424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58774) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:04.681061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:04.705510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Sync routers for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:04:04.728367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:04.730449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:04.759050 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:04.763224 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f0165190-8337-4e2c-902e-7bb0af59f5dc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0895047 Feb 11 14:04:04.763848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:04.815326 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ce41573-95ea-4b43-828c-124c0ea83675 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=ca46b81e718044fabc4e34da73ac8f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468135 Feb 11 14:04:04.815556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58780) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:04.822463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b8b52cea-f8b9-4f9e-ae66-d009c4eb7851 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e1aa778660644088a75b1f2ea31aad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165936 Feb 11 14:04:04.823570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58782) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:04.935252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ba4c21-191a-4475-bc5e-d507cf1367f1 admin admin] Publish callbacks [] for security_group (ba17d022-0816-4236-905a-ef08f1e0f6a9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:04.988567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ba4c21-191a-4475-bc5e-d507cf1367f1 admin admin] Publish callbacks [] for security_group (ba17d022-0816-4236-905a-ef08f1e0f6a9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:05.029038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3ac02-0ded-4d51-ab5b-d68cf24f772c tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:05.035358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2f3ac02-0ded-4d51-ab5b-d68cf24f772c tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2176971 Feb 11 14:04:05.038531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58784) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:05.064535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:05.066190 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ba4c21-191a-4475-bc5e-d507cf1367f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ba17d022-0816-4236-905a-ef08f1e0f6a9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:05.070175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-10ba4c21-191a-4475-bc5e-d507cf1367f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:05.079881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-10ba4c21-191a-4475-bc5e-d507cf1367f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba17d022-0816-4236-905a-ef08f1e0f6a9 HTTP/1.1" status: 204 len: 168 time: 0.2550149 Feb 11 14:04:05.110826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba4c21-191a-4475-bc5e-d507cf1367f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba17d022-0816-4236-905a-ef08f1e0f6a9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:05.144270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58790) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:05.145963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dd24e5da-178e-4345-81a0-29c8a0f77214 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1024520 Feb 11 14:04:05.149992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1943342363', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:05.368438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:05.380068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:05.429747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:03Z', 'revision_number': 3, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:05.523997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Checking router: 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:04:05.524367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Updating router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:04:05.565410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:05.572556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7e207-7c4e-4e9b-99af-f385a8267d92 req-dbd8d855-50b4-4197-9d48-c16ef3514e82 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:05.574160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0d7e207-7c4e-4e9b-99af-f385a8267d92 req-dbd8d855-50b4-4197-9d48-c16ef3514e82 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 946 time: 0.1196082 Feb 11 14:04:05.680074 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0d7e207-7c4e-4e9b-99af-f385a8267d92 req-690c242d-939f-4112-bdcf-9d7e37eee48a tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970111 Feb 11 14:04:06.052524 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (5f21d564-a253-40cf-9fa8-49d380aa60df), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:06.088244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Publish callbacks [] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:06.097019 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:06.158321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Subnet': ['ID=5f21d564-a253-40cf-9fa8-49d380aa60df,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:06.164614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Attempting to bind port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:04:06.165960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Attempting to bind port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:04:06.166897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Attempting to bind port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:06.182924 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:06.183610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:06.185115 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:06.187133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:06.188068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Bound port: bb8c7897-fdc8-410d-b221-2c9dacfe2bb3, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:04:06.188687 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:06.189089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-b6ad2239-58cc-4b41-bb79-f825d4cb4a7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8042278 Feb 11 14:04:06.215398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a268a-8ea4-4c2b-960c-d2750799eac2 None None] Pushing event updated for resources: {'Port': ['ID=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:06.238754 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ef16-adf6-4685-b7c5-e93234912e13 req-d8a2dd73-331d-4aa6-8d48-176b52610b65 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:06.249299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d17ef16-adf6-4685-b7c5-e93234912e13 req-d8a2dd73-331d-4aa6-8d48-176b52610b65 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 946 time: 0.3237712 Feb 11 14:04:06.294822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] For port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:06.300585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] For port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:06.308513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:06.373152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a268a-8ea4-4c2b-960c-d2750799eac2 None None] Pushing event updated for resources: {'Port': ['ID=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:06.384635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d17ef16-adf6-4685-b7c5-e93234912e13 req-cbd3f73a-a235-4c2d-baa5-04a1a457b40e tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344764 Feb 11 14:04:06.396964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Checking segment: {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:06.397460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network hostable DHCP agents. Network: 3564aba1-d06c-4a59-bc82-0433435425ad, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:04:06.412839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-c0c57626-d4c5-4ffd-bb45-446ff2334d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:06.414151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-c0c57626-d4c5-4ffd-bb45-446ff2334d6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.1477952 Feb 11 14:04:06.450738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:06.451394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:06.622533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-c0819a08-c3a0-4de6-829b-14a1251cd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:06.624362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-c0819a08-c3a0-4de6-829b-14a1251cd94c service neutron] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 910 time: 0.1761136 Feb 11 14:04:06.625474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 3564aba1-d06c-4a59-bc82-0433435425ad is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:04:06.643652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 3564aba1-d06c-4a59-bc82-0433435425ad) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:06.680981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-e9708614-70b5-43f3-8c70-924f1e0be589 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 217 time: 0.0481181 Feb 11 14:04:06.686670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:06.687560 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:06.689313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95324d-08f8-47e3-95b2-f6b7702572e6 req-52ed3e64-9e05-443e-9570-e0a8fd0c66e7 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:06.701139 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6a95324d-08f8-47e3-95b2-f6b7702572e6 req-52ed3e64-9e05-443e-9570-e0a8fd0c66e7 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 946 time: 0.1477299 Feb 11 14:04:06.784216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6a95324d-08f8-47e3-95b2-f6b7702572e6 req-176ebdc0-1b90-4b94-9be3-82c632bf79a2 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817587 Feb 11 14:04:06.793694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-364eb2db-0bb6-4bf2-b10d-fa514cabfcc8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6458216 Feb 11 14:04:06.794380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:06.796477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58856) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:07.038650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:07.096445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0df175-ccbf-41f4-a910-6875da256dc2 None None] Network 3564aba1-d06c-4a59-bc82-0433435425ad requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:04:07.147579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-b95c83cf-671a-4ffd-b7c9-68dadf9b7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:07.149271 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-b95c83cf-671a-4ffd-b7c9-68dadf9b7f3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.4267411 Feb 11 14:04:07.226580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d5c67-0c10-4033-af0c-3a6c3588bfd1 tempest-TestServerBasicOps-1310681538 tempest-TestServerBasicOps-1310681538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:07.228902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-200d5c67-0c10-4033-af0c-3a6c3588bfd1 tempest-TestServerBasicOps-1310681538 tempest-TestServerBasicOps-1310681538-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1123 time: 0.4305677 Feb 11 14:04:07.231327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58876) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:07.245882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:07.328308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:07.332342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-3564aba1-d06c-4a59-bc82-0433435425ad', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:04:07.335723 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:07.474064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-b4d79ebe-33a1-49c7-8d71-92d6e398999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:07.475719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-b4d79ebe-33a1-49c7-8d71-92d6e398999d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3120031 Feb 11 14:04:07.501708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:03Z', 'revision_number': 3, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:07.537944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc01409-4ab6-4eda-bf6d-2e9f8dc03b9e None None] The sync data for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 is: [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:03Z', 'revision_number': 3, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:04:07.563589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Allocated IP 172.20.0.2 (3564aba1-d06c-4a59-bc82-0433435425ad/5f21d564-a253-40cf-9fa8-49d380aa60df/1c42637a-9e0c-4daa-8e30-ea32446e125c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:07.573098 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:07.852078 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-706d9c66-902d-4256-89e4-071d2d4694fc service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064127 Feb 11 14:04:07.862254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Allocated IP 172.25.3.36 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/be5e7c96-eafd-483b-a546-524433b928e4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:07.930911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Publish callbacks [] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:07.939333 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.068978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Network 3564aba1-d06c-4a59-bc82-0433435425ad is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:08.076877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:08.087080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:08.089477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for port (be5e7c96-eafd-483b-a546-524433b928e4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.097586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Pushing event updated for resources: {'Port': ['ID=1c42637a-9e0c-4daa-8e30-ea32446e125c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:08.188521 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (be5e7c96-eafd-483b-a546-524433b928e4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.197699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.204231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:08.221074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b2bb6a74-cc7e-4ab4-aa1d-dc8e7af7e552 req-aa3e098f-660f-4996-ba90-c92ed2261ebf service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052969 Feb 11 14:04:08.240386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:08.248295 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:08.253659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:08.294926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'Port': ['ID=be5e7c96-eafd-483b-a546-524433b928e4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:08.328472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Attempting to bind port 1c42637a-9e0c-4daa-8e30-ea32446e125c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:04:08.328962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Attempting to bind port 1c42637a-9e0c-4daa-8e30-ea32446e125c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:04:08.329410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Attempting to bind port 1c42637a-9e0c-4daa-8e30-ea32446e125c on network 3564aba1-d06c-4a59-bc82-0433435425ad {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:08.353118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:08.353684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Checking segment: {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:08.355104 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.355582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Bound using segment: {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:08.356392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Bound port: 1c42637a-9e0c-4daa-8e30-ea32446e125c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:04:08.357823 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.472074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:08.472510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.590710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] For port 1c42637a-9e0c-4daa-8e30-ea32446e125c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:08.611462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] For port 1c42637a-9e0c-4daa-8e30-ea32446e125c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1c42637a-9e0c-4daa-8e30-ea32446e125c,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:08.626270 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.790301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceb966-f23a-47cb-b0b1-9a5e1ddedd4b None None] Pushing event updated for resources: {'Port': ['ID=1c42637a-9e0c-4daa-8e30-ea32446e125c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:08.794398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:08.794794 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.846992 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:08.853539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:08.876803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.20.0.1 (3564aba1-d06c-4a59-bc82-0433435425ad/5f21d564-a253-40cf-9fa8-49d380aa60df/59a3bcb5-7657-4f1a-9197-7ac3519c0d2a) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:08.991423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:09.228160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for floatingip (6f29926c-45e7-485a-bca8-be8cd5d70792), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.399152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be5e7c96-eafd-483b-a546-524433b928e4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.507244 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.565000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.652023 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for port (be5e7c96-eafd-483b-a546-524433b928e4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.658004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (be5e7c96-eafd-483b-a546-524433b928e4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.658771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:09.669864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 3564aba1-d06c-4a59-bc82-0433435425ad is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:09.673089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:09.678925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:09.732390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.745324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event updated for resources: {'Port': ['ID=be5e7c96-eafd-483b-a546-524433b928e4,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:09.787624 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (6f29926c-45e7-485a-bca8-be8cd5d70792), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.968192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:09.996373 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Floating IP 6f29926c-45e7-485a-bca8-be8cd5d70792 associated. External IP: 172.25.3.36, port: fabcef47-b719-4cfb-9fc4-e26fa8c06db2. Feb 11 14:04:10.372816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1c42637a-9e0c-4daa-8e30-ea32446e125c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:10.524139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1c42637a-9e0c-4daa-8e30-ea32446e125c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:10.524519 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.526277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:04:10.554158 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.570169 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.713224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1c42637a-9e0c-4daa-8e30-ea32446e125c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:10.713775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.716944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:10.729432 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] Sync routers for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:04:10.753618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.757530 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:10.758408 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:10.803640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f5c0c9d7-2b29-43c6-8be4-288c4a6283a0 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5705094 Feb 11 14:04:10.804614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:10.807596 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e53dac-a152-4031-a5b0-715c45a27c92" -d '{"events": [{"name": "network-changed", "server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:10.838277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:10.849604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.862773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 1c42637a-9e0c-4daa-8e30-ea32446e125c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1c42637a-9e0c-4daa-8e30-ea32446e125c,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:10.876533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.877756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:10.886817 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512a4be2-598e-4722-9306-4157370e4b7e x-openstack-request-id: req-512a4be2-598e-4722-9306-4157370e4b7e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:10.887474 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:10.887876 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-512a4be2-598e-4722-9306-4157370e4b7e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:10.888670 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'status': 'completed', 'code': 200} Feb 11 14:04:11.043686 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=1c42637a-9e0c-4daa-8e30-ea32446e125c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:11.052072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:11.052453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:11.056252 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:11.126889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a049b4-44d2-41de-b32c-64f36dc89765 None None] Network 3564aba1-d06c-4a59-bc82-0433435425ad requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:04:11.159779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 3564aba1-d06c-4a59-bc82-0433435425ad is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:11.165535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:11.307604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6a91bac1-6db4-463b-a152-23952728df03 None None] Provisioning complete for port 1c42637a-9e0c-4daa-8e30-ea32446e125c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:11.309764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a91bac1-6db4-463b-a152-23952728df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:11.320354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:04:11.323849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-5fa27c62-3983-441b-9491-6b82053b5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:11.325757 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-5fa27c62-3983-441b-9491-6b82053b5bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.4095764 Feb 11 14:04:11.506191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:11.549769 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '6f29926c-45e7-485a-bca8-be8cd5d70792', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'port_id': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b653e610-98a5-4616-92fb-181bd2986a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 0, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:11.551130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6a91bac1-6db4-463b-a152-23952728df03 None None] Current status of the port 1c42637a-9e0c-4daa-8e30-ea32446e125c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:11.552101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:11.569734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Sync routers for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:04:11.584259 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] Checking router: c2c02eae-5abc-4fa9-8649-1f6e04f4af5f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:04:11.595221 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:11.596063 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:11.610987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:11.611633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:11.642842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58950) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:11.644136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f9e13b27-a2af-4d59-8eee-0224be96fdd9 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "PUT /v2.0/routers/8df7df4d-00eb-46f3-9cd5-ddbe38956d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8490231 Feb 11 14:04:11.706181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-56cd7b37-ec48-4017-9eac-7c4cb7f58049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:11.711894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-56cd7b37-ec48-4017-9eac-7c4cb7f58049 service neutron] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 910 time: 0.3751066 Feb 11 14:04:11.782492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:11.989492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-910be73f-54b8-469f-9e0a-45fb2829177f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 999 time: 0.2693913 Feb 11 14:04:12.089232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:10Z', 'revision_number': 2, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:12.145961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-198c528a-fceb-498b-bd52-f460741e0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.168353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-198c528a-fceb-498b-bd52-f460741e0ace service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.1676724 Feb 11 14:04:12.168973 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:12.239414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Checking router: 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:04:12.239849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Updating router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:04:12.306270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1c42637a-9e0c-4daa-8e30-ea32446e125c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:12.311736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.312235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.312696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.313464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-f262ade1-8db5-47eb-abc2-574ac25954c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.317404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.317520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-f262ade1-8db5-47eb-abc2-574ac25954c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1460063 Feb 11 14:04:12.323866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.324447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.324922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.325392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.328081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ae766a03-9826-4659-8842-45954a9db543 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.6842546 Feb 11 14:04:12.331554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58958) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:12.399156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:12.453495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.453956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.454433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.454871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.455307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.455749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.470438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.471007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.475802 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06350b20-d950-40ee-8030-c73747b242fb tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.1405635 Feb 11 14:04:12.475998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58960) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:12.610478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1c42637a-9e0c-4daa-8e30-ea32446e125c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:12.610983 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:12.618006 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-81b3ecbe-af0b-4f9c-b0e0-4ef5dbc5d0dd service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943094 Feb 11 14:04:12.876277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-179c0e80-9ff4-4af6-a99a-dc3c729fc6a0 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.3990464 Feb 11 14:04:12.915066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e53dac-a152-4031-a5b0-715c45a27c92 req-29a0a719-b843-4af2-8f2b-8c40439aec60 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892339 Feb 11 14:04:12.952036 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '6f29926c-45e7-485a-bca8-be8cd5d70792', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'port_id': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b653e610-98a5-4616-92fb-181bd2986a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 0, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:13.050872 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c2066-3c29-4207-9adc-574c6b4f36c4 None None] The sync data for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 is: [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '6f29926c-45e7-485a-bca8-be8cd5d70792', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'port_id': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b653e610-98a5-4616-92fb-181bd2986a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 0, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:04:13.270681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7f1aa002-09a8-4f34-99b5-62c3e4e9f2cf None None] Provisioning complete for port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:13.271365 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa002-09a8-4f34-99b5-62c3e4e9f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:13.374512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7f1aa002-09a8-4f34-99b5-62c3e4e9f2cf None None] Port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:04:13.429535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7f1aa002-09a8-4f34-99b5-62c3e4e9f2cf None None] Provisioning complete for port 1c42637a-9e0c-4daa-8e30-ea32446e125c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:13.430103 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa002-09a8-4f34-99b5-62c3e4e9f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:13.490931 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af385403-40f8-4b5f-a815-c518584a6819 None None] New status for floating IP 6f29926c-45e7-485a-bca8-be8cd5d70792: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:04:13.580983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1c42637a-9e0c-4daa-8e30-ea32446e125c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:13.665397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7f1aa002-09a8-4f34-99b5-62c3e4e9f2cf None None] Current status of the port 1c42637a-9e0c-4daa-8e30-ea32446e125c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:13.805578 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Publish callbacks [] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:13.826230 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4e9b1cdc-82db-4990-8816-e75c5556683c None None] Provisioning complete for port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:13.826230 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1cdc-82db-4990-8816-e75c5556683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:13.828733 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:13.886860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:13.896566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f274fbd4-79f9-4b5a-9389-b371ab4944c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811567885', 'description': 'tempest-secgroup-smoke-811567885 description', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:13.948552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f274fbd4-79f9-4b5a-9389-b371ab4944c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:13.965970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b1cdc-82db-4990-8816-e75c5556683c None None] Port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:04:14.053171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1665c-96f6-4cbf-b310-02d475067e77 None None] Pushing event updated for resources: {'Port': ['ID=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:14.083299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Attempting to bind port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:04:14.083685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Attempting to bind port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:04:14.084063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Attempting to bind port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a on network 3564aba1-d06c-4a59-bc82-0433435425ad {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:14.092198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:14.093269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Checking segment: {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:14.093568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.102642 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f274fbd4-79f9-4b5a-9389-b371ab4944c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (092ddd92-a084-4fdb-b79b-ec1499c7df4b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.103760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Bound using segment: {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:14.104419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Bound port: 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:04:14.104839 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.113403 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f274fbd4-79f9-4b5a-9389-b371ab4944c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (092ddd92-a084-4fdb-b79b-ec1499c7df4b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.175399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f274fbd4-79f9-4b5a-9389-b371ab4944c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.179588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f274fbd4-79f9-4b5a-9389-b371ab4944c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2899196 Feb 11 14:04:14.182454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58974) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:14.189513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-42c83a8e-bcbc-4de4-95cc-64fdcc43192c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '092ddd92-a084-4fdb-b79b-ec1499c7df4b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:14.211270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274fbd4-79f9-4b5a-9389-b371ab4944c2 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092ddd92-a084-4fdb-b79b-ec1499c7df4b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:14.241496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] For port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:14.252327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42c83a8e-bcbc-4de4-95cc-64fdcc43192c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (35280346-fe18-4168-a9cd-bbb02d124bc5), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.253073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] For port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:14.278221 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.391152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1665c-96f6-4cbf-b310-02d475067e77 None None] Pushing event updated for resources: {'Port': ['ID=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:14.435124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:14.436621 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:03:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:14.449479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42c83a8e-bcbc-4de4-95cc-64fdcc43192c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (35280346-fe18-4168-a9cd-bbb02d124bc5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.458785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42c83a8e-bcbc-4de4-95cc-64fdcc43192c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (35280346-fe18-4168-a9cd-bbb02d124bc5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.504805 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83a8e-bcbc-4de4-95cc-64fdcc43192c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35280346-fe18-4168-a9cd-bbb02d124bc5,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:14.534289 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-42c83a8e-bcbc-4de4-95cc-64fdcc43192c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.542106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-42c83a8e-bcbc-4de4-95cc-64fdcc43192c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565302 Feb 11 14:04:14.543957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58980) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:14.556459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-39aa7100-0b87-425d-a1b3-8209a64c10cc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '092ddd92-a084-4fdb-b79b-ec1499c7df4b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:14.616907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39aa7100-0b87-425d-a1b3-8209a64c10cc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (106221a9-4ac4-4fe8-ac0d-db5551d9c86d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.712134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:14.727107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39aa7100-0b87-425d-a1b3-8209a64c10cc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (106221a9-4ac4-4fe8-ac0d-db5551d9c86d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.731970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39aa7100-0b87-425d-a1b3-8209a64c10cc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (106221a9-4ac4-4fe8-ac0d-db5551d9c86d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.769968 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-39aa7100-0b87-425d-a1b3-8209a64c10cc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.773056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-39aa7100-0b87-425d-a1b3-8209a64c10cc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2272387 Feb 11 14:04:14.774260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa7100-0b87-425d-a1b3-8209a64c10cc tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106221a9-4ac4-4fe8-ac0d-db5551d9c86d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:14.776358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58982) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:14.783610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-b47b319c-a6e2-4f35-acb6-a25d54c6e0ac tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '092ddd92-a084-4fdb-b79b-ec1499c7df4b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:14.801805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f134d75f-f38e-4417-8ba3-84a0aac2d238 None None] Provisioning complete for port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:14.802213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f134d75f-f38e-4417-8ba3-84a0aac2d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.837049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b47b319c-a6e2-4f35-acb6-a25d54c6e0ac tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (e93093e0-26a2-41e0-aebb-f1ca4a059d7c), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.912092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b47b319c-a6e2-4f35-acb6-a25d54c6e0ac tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (e93093e0-26a2-41e0-aebb-f1ca4a059d7c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.922087 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b47b319c-a6e2-4f35-acb6-a25d54c6e0ac tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e93093e0-26a2-41e0-aebb-f1ca4a059d7c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.962828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b319c-a6e2-4f35-acb6-a25d54c6e0ac tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93093e0-26a2-41e0-aebb-f1ca4a059d7c,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:14.977217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b47b319c-a6e2-4f35-acb6-a25d54c6e0ac tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:14.978637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b47b319c-a6e2-4f35-acb6-a25d54c6e0ac tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009456 Feb 11 14:04:14.981464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58984) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:14.987390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2e189063-922d-478b-ac0a-a798dc3cd197 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '092ddd92-a084-4fdb-b79b-ec1499c7df4b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:15.023601 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e189063-922d-478b-ac0a-a798dc3cd197 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (d77c3f53-80f9-4dee-bbe7-0b24434caa5a), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.072485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f134d75f-f38e-4417-8ba3-84a0aac2d238 None None] Current status of the port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:15.073111 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f134d75f-f38e-4417-8ba3-84a0aac2d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.101263 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e189063-922d-478b-ac0a-a798dc3cd197 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (d77c3f53-80f9-4dee-bbe7-0b24434caa5a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.118561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e189063-922d-478b-ac0a-a798dc3cd197 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d77c3f53-80f9-4dee-bbe7-0b24434caa5a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.186871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2e189063-922d-478b-ac0a-a798dc3cd197 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.189451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2e189063-922d-478b-ac0a-a798dc3cd197 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2065141 Feb 11 14:04:15.192382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 58988) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:15.199152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '092ddd92-a084-4fdb-b79b-ec1499c7df4b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:15.216889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e189063-922d-478b-ac0a-a798dc3cd197 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77c3f53-80f9-4dee-bbe7-0b24434caa5a,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:15.239043 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f134d75f-f38e-4417-8ba3-84a0aac2d238 None None] For port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:15.242822 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Project ca46b81e718044fabc4e34da73ac8f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:04:15.250863 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f134d75f-f38e-4417-8ba3-84a0aac2d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.251571 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (d9318538-3400-495c-8ca4-cb427583b16a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.316241 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:14Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:15.320458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134d75f-f38e-4417-8ba3-84a0aac2d238 None None] Pushing event updated for resources: {'Port': ['ID=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:15.340499 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (d9318538-3400-495c-8ca4-cb427583b16a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.346085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d9318538-3400-495c-8ca4-cb427583b16a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.352211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da49dfa-ec52-4a44-861e-b509063ec1cc None None] The sync data for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 is: [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:14Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:04:15.382371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9318538-3400-495c-8ca4-cb427583b16a,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:15.390633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.392687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9090e697-a8e9-418b-aabb-431ca14dbd73 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1983697 Feb 11 14:04:15.395556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 58992) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:15.401314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'security_group_rule': {'security_group_id': '092ddd92-a084-4fdb-b79b-ec1499c7df4b', 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:15.409400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-df1f2764-bbeb-41dc-8b5f-64cce6232cdf None None] Provisioning complete for port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:15.409778 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-df1f2764-bbeb-41dc-8b5f-64cce6232cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.455920 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Project ca46b81e718044fabc4e34da73ac8f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:04:15.471650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (2a973600-974e-432e-b0c0-83a12118908b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.581662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (2a973600-974e-432e-b0c0-83a12118908b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.586873 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2a973600-974e-432e-b0c0-83a12118908b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.620309 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:15.622052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2253127 Feb 11 14:04:15.626373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35555a77-b62f-44c3-b796-e6ce6d11e7fd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a973600-974e-432e-b0c0-83a12118908b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:15.656153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-df1f2764-bbeb-41dc-8b5f-64cce6232cdf None None] Current status of the port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:16.027559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-bb911586-0865-4c6c-8385-92aa3d11bd81 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811567885&fields=id&tenant_id=ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 267 time: 0.1069272 Feb 11 14:04:16.228525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-73ed8b12-cf07-4ce6-969d-d570a5de49fb tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:16.230853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-73ed8b12-cf07-4ce6-969d-d570a5de49fb tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/networks?id=3564aba1-d06c-4a59-bc82-0433435425ad HTTP/1.1" status: 200 len: 796 time: 0.1965799 Feb 11 14:04:16.260905 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-1118f774-010c-44c0-969f-d00809538168 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/quotas/ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 375 time: 0.0188870 Feb 11 14:04:16.268522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:16.344179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:16.344638 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:16.388804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-702b68db-dcf3-4266-a989-70ffd76bb3a5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207988 Feb 11 14:04:16.445174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:16.526220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-1cefccc5-224b-4ccc-ba33-98beea4e2eea service neutron] 10.222.0.79 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246777 Feb 11 14:04:16.636629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-2f400427-f8ed-4a65-9671-87a0c43d32e2 service neutron] 10.222.0.79 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090751 Feb 11 14:04:16.938503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-85e1e01c-0412-4c5e-87e3-c0ce7ec4ea9d req-e810e195-8725-40bf-9224-b52b3f49cb5c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 210 time: 0.0554836 Feb 11 14:04:18.075376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a582dfef-7dff-4dcc-90e6-1ef7135d279c req-4fde72bb-1388-4151-8fe9-5fab0f8b8ce3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 210 time: 0.0721707 Feb 11 14:04:18.167293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-3e843e6e-40bc-442a-a866-df9e9d921376 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:18.169424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-3e843e6e-40bc-442a-a866-df9e9d921376 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "GET /v2.0/networks?id=3564aba1-d06c-4a59-bc82-0433435425ad HTTP/1.1" status: 200 len: 796 time: 0.1559150 Feb 11 14:04:18.244626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-9d93606c-4037-4031-b01b-787fef13d67b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca46b81e718044fabc4e34da73ac8f88 HTTP/1.1" status: 200 len: 379 time: 0.0665379 Feb 11 14:04:18.258570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'port': {'device_id': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'admin_state_up': True, 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'security_groups': ['092ddd92-a084-4fdb-b79b-ec1499c7df4b']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:18.433631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Made reservation on behalf of ca46b81e718044fabc4e34da73ac8f88 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:18.440373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:18.660131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.20.0.11 (3564aba1-d06c-4a59-bc82-0433435425ad/5f21d564-a253-40cf-9fa8-49d380aa60df/1e8b2a33-c700-43e8-8ea9-99e0f24ffa89) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:19.240905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:19.279406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d5db1915-ed87-4d60-b146-db37f7d7a09c req-6983cb66-18d6-47a9-aca4-07d622ab1df1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 210 time: 0.0429626 Feb 11 14:04:19.307019 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:19.351518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 3564aba1-d06c-4a59-bc82-0433435425ad is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:19.354906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:19.359153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:19.402865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:19.451332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:19.454831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:19.478632 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-ebe5f479-e2f8-4365-8418-f34fd0787a77 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2273920 Feb 11 14:04:19.491100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Request body: {'port': {'device_id': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:19.605371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:19.822277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-19c326ac-236e-43c5-9aaf-ffd76c5ca1e8 None None] Provisioning complete for port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:19.823755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19c326ac-236e-43c5-9aaf-ffd76c5ca1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:19.877529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-19c326ac-236e-43c5-9aaf-ffd76c5ca1e8 None None] Port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:04:19.992815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:20.005441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Publish callbacks [] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:20.019765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Transition to ACTIVE for port object 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:20.024669 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:20.211165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:20.259696 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:20.270016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Attempting to bind port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:04:20.270633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Attempting to bind port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:04:20.270981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Attempting to bind port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 on network 3564aba1-d06c-4a59-bc82-0433435425ad {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:20.290227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 on network 3564aba1-d06c-4a59-bc82-0433435425ad not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:20.290227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Attempting to bind port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 on network 3564aba1-d06c-4a59-bc82-0433435425ad {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:20.290227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:20.290227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Checking segment: {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:20.290227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Bound using segment: {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:20.290227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Bound port: 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247976e2-6ce7-4479-a96b-03384375bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:04:20.290227 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:20.378508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] For port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:20.385270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] For port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:20.405838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:20.439064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:20.439695 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:20.447465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] 10.222.0.83 "PUT /v2.0/ports/1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 HTTP/1.1" status: 200 len: 1092 time: 0.9604259 Feb 11 14:04:20.450157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:20.454295 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c5b021-74b4-4203-b6af-0d3b4d28659c" -d '{"events": [{"name": "network-changed", "server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:20.509531 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fc7b4-a9f8-4575-bb8a-b24fcb3a2be7 req-0d467b16-ecf5-4f31-af0c-f44e1ec8097a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:20.521767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f98fc7b4-a9f8-4575-bb8a-b24fcb3a2be7 req-0d467b16-ecf5-4f31-af0c-f44e1ec8097a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 944 time: 0.1304948 Feb 11 14:04:20.634836 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d15beb2-16e2-4d79-8709-4c323a6d37b1 x-openstack-request-id: req-8d15beb2-16e2-4d79-8709-4c323a6d37b1 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:20.636269 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:20.636752 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d15beb2-16e2-4d79-8709-4c323a6d37b1 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:20.637553 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'status': 'completed', 'code': 200} Feb 11 14:04:20.646490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f98fc7b4-a9f8-4575-bb8a-b24fcb3a2be7 req-51df55c0-23fb-485b-988b-7d985704b29d tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226866 Feb 11 14:04:20.687337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753990bc-e607-4d1c-be63-e66230fcbd91 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:20.703183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-48b76faf-fe3c-4f61-addc-0c2fd87787fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:20.704830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-48b76faf-fe3c-4f61-addc-0c2fd87787fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 1126 time: 0.1836998 Feb 11 14:04:20.774320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-62cc0d6d-c8f4-4c23-aa59-cd737269b050 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 HTTP/1.1" status: 200 len: 217 time: 0.0627620 Feb 11 14:04:20.837213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-0a39fd11-36cc-4a86-a7ad-d0bbc6bfd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:20.838911 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-0a39fd11-36cc-4a86-a7ad-d0bbc6bfd350 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f21d564-a253-40cf-9fa8-49d380aa60df HTTP/1.1" status: 200 len: 835 time: 0.0570908 Feb 11 14:04:20.923331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-8b32a0a8-0856-4176-93f2-35836ed8b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:20.925004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-8b32a0a8-0856-4176-93f2-35836ed8b600 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3564aba1-d06c-4a59-bc82-0433435425ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804145 Feb 11 14:04:21.035582 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-f69e9bca-a4a6-4964-96cf-8d334ab4d0b3 service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039140 Feb 11 14:04:21.143236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc3e7f24-a798-48f0-a14e-53d66e9c9533 req-e87d7894-1b5f-4cbc-b981-620acaacdf6d service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024342 Feb 11 14:04:21.311671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-9fe3f949-a9ad-4a91-a6b8-984378a12777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.315739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-9fe3f949-a9ad-4a91-a6b8-984378a12777 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 1126 time: 0.1109738 Feb 11 14:04:21.432107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-d73fd213-82b1-47e5-94c2-48dbd6340a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.433688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-d73fd213-82b1-47e5-94c2-48dbd6340a9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=3564aba1-d06c-4a59-bc82-0433435425ad HTTP/1.1" status: 200 len: 897 time: 0.1135185 Feb 11 14:04:21.478567 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-84f1c254-1275-4134-80f6-0b64b041480d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 HTTP/1.1" status: 200 len: 217 time: 0.0370786 Feb 11 14:04:21.529388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-c2114279-bbac-4501-833e-07e36895002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.531033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-c2114279-bbac-4501-833e-07e36895002d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f21d564-a253-40cf-9fa8-49d380aa60df HTTP/1.1" status: 200 len: 835 time: 0.0464175 Feb 11 14:04:21.582545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-0a72b3cd-e782-45a1-9c6c-9d5ff2dfa308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.583999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-0a72b3cd-e782-45a1-9c6c-9d5ff2dfa308 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3564aba1-d06c-4a59-bc82-0433435425ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458126 Feb 11 14:04:21.682914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-5e6c568f-2242-4f54-9d1a-beff03d96c52 service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923524 Feb 11 14:04:21.839680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa35b0-b25b-4c67-b21e-21cd55f0096a req-dadf28d5-7c2c-4e10-80cf-a9b2ede35b42 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.841228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acfa35b0-b25b-4c67-b21e-21cd55f0096a req-dadf28d5-7c2c-4e10-80cf-a9b2ede35b42 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 944 time: 0.1275849 Feb 11 14:04:21.843882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49c5b021-74b4-4203-b6af-0d3b4d28659c req-09e07e95-9121-4b4d-a4df-dfa26e34f221 service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534002 Feb 11 14:04:21.914325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-acfa35b0-b25b-4c67-b21e-21cd55f0096a req-77780ebd-4bfb-4a93-9ecb-93baf5b0137c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606885 Feb 11 14:04:22.121614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:22.305201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-b48d6c5d-0d9d-4506-b397-d6f59553b38e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:22.310578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-b48d6c5d-0d9d-4506-b397-d6f59553b38e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1229000 Feb 11 14:04:22.323191 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-55332874-a17e-4fc2-9541-791bfbce036d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/quotas/faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0105197 Feb 11 14:04:22.385068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-c928de23-418f-4505-930c-f2d8bd746c7d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553174 Feb 11 14:04:22.488935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-a230c80e-e94e-463c-b89c-bba3a5ab3b02 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920937 Feb 11 14:04:22.581903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-8a706ee3-1ef7-4cc8-aa38-8251bfcf36f0 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868933 Feb 11 14:04:22.601795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:22.756423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:22.772706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'port_id': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'mac_address': 'fa:16:3e:84:03:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:22.837739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:22.838168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:22.872495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:22.895174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:22.903339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:23.026254 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:23.061916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7def6d4-0709-4273-a883-665aa9eafd9a req-2e6b699e-5954-4335-81c7-f179a9f298d7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0841048 Feb 11 14:04:23.118943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a720ad-aad9-4e8a-adc7-d7dbd55f117a req-a14f1f6e-193b-4b37-a6e0-ad329734b54a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:23.120913 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52a720ad-aad9-4e8a-adc7-d7dbd55f117a req-a14f1f6e-193b-4b37-a6e0-ad329734b54a tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 945 time: 0.0921276 Feb 11 14:04:23.141155 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['1e8b2a33-c700-43e8-8ea9-99e0f24ffa89'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:23.189765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52a720ad-aad9-4e8a-adc7-d7dbd55f117a req-fcde323b-e9a5-4eca-9871-97f4d6c4a983 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601254 Feb 11 14:04:24.188285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-ff21b671-2fb7-40f4-8f96-99a2bc631b1a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:24.194602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-ff21b671-2fb7-40f4-8f96-99a2bc631b1a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1874433 Feb 11 14:04:24.201363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20c8fbf0-0a15-4a77-aab1-deeb270e66da req-02d023e5-b5ec-4348-9fab-352edf52161e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0419803 Feb 11 14:04:24.206465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'port': {'device_id': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'admin_state_up': True, 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:24.382544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f3f51-7cb2-44bb-b1f4-c6f28712bf62 req-1c630c2e-1639-44d4-b3ec-19e0300843f1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:24.384332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f7f3f51-7cb2-44bb-b1f4-c6f28712bf62 req-1c630c2e-1639-44d4-b3ec-19e0300843f1 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 945 time: 0.0938842 Feb 11 14:04:24.413907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:24.417283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:24.505303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7f7f3f51-7cb2-44bb-b1f4-c6f28712bf62 req-0f90f73d-3872-4d99-9274-b88c78f2669b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128459 Feb 11 14:04:24.606162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.20.0.6 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/46ff1edb-19e3-4325-8e57-0ff403c89692) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:24.617561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:24.741506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:24.747767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:24.748155 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:24.866170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:24.866779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:24.884254 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:24.897512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:24.900447 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca6f8d7-883a-4c5f-ad0e-6e79f8ba0034" -d '{"events": [{"server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "name": "network-vif-plugged", "status": "completed", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:24.912805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:24.918764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:24.970530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:25.016087 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be66480-2392-4d33-b424-0e77fcbead68 x-openstack-request-id: req-9be66480-2392-4d33-b424-0e77fcbead68 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:25.016087 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "name": "network-vif-plugged", "status": "completed", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:25.016262 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9be66480-2392-4d33-b424-0e77fcbead68 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:25.016629 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'code': 200} Feb 11 14:04:25.051941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:25.053784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:25.056017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:25.058702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:25.127286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:25.128071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:25.161054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=46ff1edb-19e3-4325-8e57-0ff403c89692,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:25.212120 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-de782d5e-e57e-4b28-a00b-b0211b7c5340 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0103793 Feb 11 14:04:25.225478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Request body: {'port': {'device_id': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:25.280750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d32ef-773c-4e8f-b028-1521982b7b51 req-8b079bf6-6e40-49fe-89e8-32c53f26d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:25.282340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f9d32ef-773c-4e8f-b028-1521982b7b51 req-8b079bf6-6e40-49fe-89e8-32c53f26d06f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 1128 time: 0.1694207 Feb 11 14:04:25.337410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:25.495427 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f9d32ef-773c-4e8f-b028-1521982b7b51 req-89c9af0b-19bd-495d-8de6-7b4cba5d2503 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685746 Feb 11 14:04:25.555301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-12152ed0-ee0e-467b-9210-b348837713b8 None None] Provisioning complete for port 46ff1edb-19e3-4325-8e57-0ff403c89692 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:25.555812 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12152ed0-ee0e-467b-9210-b348837713b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:25.654264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-12152ed0-ee0e-467b-9210-b348837713b8 None None] Port 46ff1edb-19e3-4325-8e57-0ff403c89692 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:04:25.658046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a0c4-b292-4bcb-a6f0-5c27a32f5533 req-da212f18-e1a0-4e4e-902d-d42ca79f0555 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:25.660169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a71a0c4-b292-4bcb-a6f0-5c27a32f5533 req-da212f18-e1a0-4e4e-902d-d42ca79f0555 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 931 time: 0.3239489 Feb 11 14:04:25.713343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332c905-7602-453c-b0e5-29fee8d42ed1 req-7ff9285c-adae-46ac-9740-6cb851487c1b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:25.723477 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7332c905-7602-453c-b0e5-29fee8d42ed1 req-7ff9285c-adae-46ac-9740-6cb851487c1b tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 946 time: 0.0846183 Feb 11 14:04:25.778790 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a71a0c4-b292-4bcb-a6f0-5c27a32f5533 req-466ce4ff-abae-473c-807a-20974d9b9f74 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984659 Feb 11 14:04:25.790680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7332c905-7602-453c-b0e5-29fee8d42ed1 req-1776dfd3-87bc-4f22-b105-7f5bb3ae481f tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648868 Feb 11 14:04:25.962947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ff1edb-19e3-4325-8e57-0ff403c89692 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:25.971883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Publish callbacks [] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:25.988655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Transition to ACTIVE for port object 46ff1edb-19e3-4325-8e57-0ff403c89692 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:25.993168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:26.064274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff1edb-19e3-4325-8e57-0ff403c89692,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:26.196945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Attempting to bind port 46ff1edb-19e3-4325-8e57-0ff403c89692 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:04:26.197390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Attempting to bind port 46ff1edb-19e3-4325-8e57-0ff403c89692 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:04:26.197821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Attempting to bind port 46ff1edb-19e3-4325-8e57-0ff403c89692 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:26.204764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Port 46ff1edb-19e3-4325-8e57-0ff403c89692 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:26.205194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Attempting to bind port 46ff1edb-19e3-4325-8e57-0ff403c89692 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:26.219274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:26.219920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:26.220207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:26.225126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Bound port: 46ff1edb-19e3-4325-8e57-0ff403c89692, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:04:26.225624 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:26.349585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] For port 46ff1edb-19e3-4325-8e57-0ff403c89692, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:26.357596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] For port 46ff1edb-19e3-4325-8e57-0ff403c89692, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=46ff1edb-19e3-4325-8e57-0ff403c89692,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:26.369687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:26.432798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:26.433612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:26.435299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] 10.222.0.83 "PUT /v2.0/ports/46ff1edb-19e3-4325-8e57-0ff403c89692 HTTP/1.1" status: 200 len: 1091 time: 1.2149539 Feb 11 14:04:26.436437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'tag': '46ff1edb-19e3-4325-8e57-0ff403c89692'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:26.439201 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f29b1-5890-4141-a983-274f17003f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3cf507c-550c-4a1a-bc1e-a171d14c07c6", "tag": "46ff1edb-19e3-4325-8e57-0ff403c89692"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:26.575082 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53af5c9-c825-496a-973c-87b578548189 x-openstack-request-id: req-b53af5c9-c825-496a-973c-87b578548189 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:26.575475 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3cf507c-550c-4a1a-bc1e-a171d14c07c6", "tag": "46ff1edb-19e3-4325-8e57-0ff403c89692", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:26.575850 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b53af5c9-c825-496a-973c-87b578548189 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:26.576435 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'tag': '46ff1edb-19e3-4325-8e57-0ff403c89692', 'status': 'completed', 'code': 200} Feb 11 14:04:26.578609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e574d7-e2f0-4b3e-b3b7-ef77d15e9be9 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff1edb-19e3-4325-8e57-0ff403c89692,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:26.633378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-54c0bd0f-6000-4329-a166-f712ac82aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:26.635825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-54c0bd0f-6000-4329-a166-f712ac82aac4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 1125 time: 0.1313093 Feb 11 14:04:26.710996 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-59bbb815-9499-4cc3-a0b4-a69f2e02e194 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ff1edb-19e3-4325-8e57-0ff403c89692 HTTP/1.1" status: 200 len: 217 time: 0.0675910 Feb 11 14:04:26.792831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-d0a949ac-fdf8-4c99-aa74-bf0f7ddd9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:26.795546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-d0a949ac-fdf8-4c99-aa74-bf0f7ddd9116 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0783634 Feb 11 14:04:26.904261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-df6c27be-6452-4949-bab6-965d67a042ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:26.906870 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-df6c27be-6452-4949-bab6-965d67a042ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1036680 Feb 11 14:04:27.050024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-072dda86-e463-44a0-84fc-0d0e80507dde service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324859 Feb 11 14:04:27.079582 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c86aeefb-1f40-40ee-9262-1013dd7abcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:27.230535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0fb57-1cf6-4e7f-ab82-f548a28dd8c8 req-fdc76768-8bde-4a91-a22b-56ffd42a22ff tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.241126 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38d0fb57-1cf6-4e7f-ab82-f548a28dd8c8 req-fdc76768-8bde-4a91-a22b-56ffd42a22ff tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.1020691 Feb 11 14:04:27.257017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cbb0bdf-c0b6-481e-aa73-45ecacaf9866 req-d40655cb-080e-4460-bbd6-b90b893a9c88 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855035 Feb 11 14:04:27.288475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2809-6e69-4ea6-8966-034da641fa1c req-d2060916-f442-4159-8644-471136faaee5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.293136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee0b2809-6e69-4ea6-8966-034da641fa1c req-d2060916-f442-4159-8644-471136faaee5 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 946 time: 0.3929479 Feb 11 14:04:27.352981 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38d0fb57-1cf6-4e7f-ab82-f548a28dd8c8 req-5a2b8923-10c9-486c-84ec-d9ac18e87ec7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062379 Feb 11 14:04:27.429331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee0b2809-6e69-4ea6-8966-034da641fa1c req-d6269796-66c1-477d-a00b-5a555355c491 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288171 Feb 11 14:04:27.442269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f29b1-5890-4141-a983-274f17003f3d req-838176c1-d110-424d-8d9e-31bf99ee82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.444651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04f29b1-5890-4141-a983-274f17003f3d req-838176c1-d110-424d-8d9e-31bf99ee82a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 1125 time: 0.1068761 Feb 11 14:04:27.552494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f29b1-5890-4141-a983-274f17003f3d req-d85fbdeb-1f7b-4364-bed1-dc103105af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.554778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04f29b1-5890-4141-a983-274f17003f3d req-d85fbdeb-1f7b-4364-bed1-dc103105af14 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1044786 Feb 11 14:04:27.601513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a9b13-7242-4fbd-9b82-efa837ff9fc6 req-35189b7e-16d8-4e65-9506-a99646801fdd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.603527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b77a9b13-7242-4fbd-9b82-efa837ff9fc6 req-35189b7e-16d8-4e65-9506-a99646801fdd tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 946 time: 0.0767179 Feb 11 14:04:27.625366 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04f29b1-5890-4141-a983-274f17003f3d req-017f38e4-2be2-4e8b-a22e-d303b40d1e46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ff1edb-19e3-4325-8e57-0ff403c89692 HTTP/1.1" status: 200 len: 217 time: 0.0545948 Feb 11 14:04:27.673903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b77a9b13-7242-4fbd-9b82-efa837ff9fc6 req-cfcaf9e3-a0c2-4f22-bfed-288c46a45ee8 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627506 Feb 11 14:04:27.696468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59160) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:27.720253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f29b1-5890-4141-a983-274f17003f3d req-e41ab110-39f8-4cd0-aa69-4f1f799e2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.721770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04f29b1-5890-4141-a983-274f17003f3d req-e41ab110-39f8-4cd0-aa69-4f1f799e2be1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0908780 Feb 11 14:04:27.778806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f29b1-5890-4141-a983-274f17003f3d req-05921ede-ff45-477d-a7bf-77d3fb9003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.780526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04f29b1-5890-4141-a983-274f17003f3d req-05921ede-ff45-477d-a7bf-77d3fb9003f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532935 Feb 11 14:04:27.783013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b8b232-dbbe-4545-b414-327b98eafcd2 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.784551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-06b8b232-dbbe-4545-b414-327b98eafcd2 tempest-TestNetworkBasicOps-277246038 tempest-TestNetworkBasicOps-277246038-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 1123 time: 0.0868168 Feb 11 14:04:27.787386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59162) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:27.791929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:27.834395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:27.914746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04f29b1-5890-4141-a983-274f17003f3d req-6dece3df-0d45-499e-ae25-ea6ec60c5621 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263814 Feb 11 14:04:27.993295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:28.091232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04f29b1-5890-4141-a983-274f17003f3d req-5d9d5aa6-8a42-4bfe-bb30-bdb34632ec0a service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712418 Feb 11 14:04:28.124010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Allocated IP 172.25.3.220 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/140c6138-b1a0-4fd6-a3d3-d32824e764d8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:28.307209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:28.359020 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:28.432515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=140c6138-b1a0-4fd6-a3d3-d32824e764d8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:28.443544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:28.445578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:28.451013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:28.574479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b0bdb-ece8-4e03-9999-cd0a77845007 req-fb998eab-9b46-4f89-8557-5dfd85181b27 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:28.593270 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-018b0bdb-ece8-4e03-9999-cd0a77845007 req-fb998eab-9b46-4f89-8557-5dfd85181b27 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.1280050 Feb 11 14:04:28.662151 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-018b0bdb-ece8-4e03-9999-cd0a77845007 req-e5da239c-9b39-49bf-936a-e74e8eeda02f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675640 Feb 11 14:04:29.420864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (07a4a296-f3a0-4769-aecc-8e10e2706335), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:29.453366 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cca35202-70be-485e-8cc2-fe99599452d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:29.497640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:29.717182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:29.725708 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:29.786163 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event updated for resources: {'Port': ['ID=140c6138-b1a0-4fd6-a3d3-d32824e764d8,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:29.849595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (07a4a296-f3a0-4769-aecc-8e10e2706335), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:29.988768 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Floating IP 07a4a296-f3a0-4769-aecc-8e10e2706335 associated. External IP: 172.25.3.220, port: 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89. Feb 11 14:04:30.039411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a715c5-256f-4590-8596-e3435615e1bb req-8ebb9123-80ce-4b0a-bb72-1ee2eaaf620b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:30.040861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20a715c5-256f-4590-8596-e3435615e1bb req-8ebb9123-80ce-4b0a-bb72-1ee2eaaf620b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.2643833 Feb 11 14:04:30.154203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-20a715c5-256f-4590-8596-e3435615e1bb req-cf03a940-1c42-427c-a7cd-a9f1397ba456 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Feb 11 14:04:30.334949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:04:30.567058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:30.584002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] Sync routers for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:04:30.594640 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:30.597667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:30.598716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:04:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:30.656741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-45e359a5-c438-4a18-b8d9-c3fa1fe5aa9c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8683183 Feb 11 14:04:30.659542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59192) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:30.660012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:30.664387 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50981765-089d-442f-a087-9a889b38454a" -d '{"events": [{"name": "network-changed", "server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:30.714493 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2398b0f1-0f33-4a0d-943e-4d1165f30905 x-openstack-request-id: req-2398b0f1-0f33-4a0d-943e-4d1165f30905 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:30.714956 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:30.715329 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2398b0f1-0f33-4a0d-943e-4d1165f30905 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:30.715944 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'status': 'completed', 'code': 200} Feb 11 14:04:30.806971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:30.813617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d7684255-14b2-4c1b-8c0a-4b792b020a72 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/floatingips/07a4a296-f3a0-4769-aecc-8e10e2706335 HTTP/1.1" status: 200 len: 992 time: 0.1511810 Feb 11 14:04:30.829239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981765-089d-442f-a087-9a889b38454a req-ed1eb71a-38dd-4a7c-843e-0bb7b7feb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:30.832962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50981765-089d-442f-a087-9a889b38454a req-ed1eb71a-38dd-4a7c-843e-0bb7b7feb058 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 1128 time: 0.0926747 Feb 11 14:04:30.963410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981765-089d-442f-a087-9a889b38454a req-5371923b-f94e-457e-875e-a22da8bb893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:30.965006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50981765-089d-442f-a087-9a889b38454a req-5371923b-f94e-457e-875e-a22da8bb893b service neutron] 10.222.0.83 "GET /v2.0/networks?id=3564aba1-d06c-4a59-bc82-0433435425ad HTTP/1.1" status: 200 len: 897 time: 0.1256571 Feb 11 14:04:31.055849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50981765-089d-442f-a087-9a889b38454a req-b91c321a-cff8-470a-bbba-23a47bdef145 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 HTTP/1.1" status: 200 len: 1000 time: 0.0760057 Feb 11 14:04:31.088817 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:31.137017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981765-089d-442f-a087-9a889b38454a req-44998fbe-bb30-48b6-9bf5-fc52d0ae2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:31.139696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50981765-089d-442f-a087-9a889b38454a req-44998fbe-bb30-48b6-9bf5-fc52d0ae2741 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f21d564-a253-40cf-9fa8-49d380aa60df HTTP/1.1" status: 200 len: 835 time: 0.0776863 Feb 11 14:04:31.219154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '07a4a296-f3a0-4769-aecc-8e10e2706335', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'port_id': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'mac_address': 'fa:16:3e:84:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:28Z', 'updated_at': '2022-02-11T14:04:28Z', 'revision_number': 0, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:15Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:31.228529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981765-089d-442f-a087-9a889b38454a req-e8177fbb-1192-4cda-afb0-6ef7e5608fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:31.230162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50981765-089d-442f-a087-9a889b38454a req-e8177fbb-1192-4cda-afb0-6ef7e5608fb6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3564aba1-d06c-4a59-bc82-0433435425ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850255 Feb 11 14:04:31.334326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16824b20-d515-4fe8-8a18-72a0aaa2367d req-71001a1b-932a-4d8e-ab59-4e964eb4c2ed tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:31.343005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16824b20-d515-4fe8-8a18-72a0aaa2367d req-71001a1b-932a-4d8e-ab59-4e964eb4c2ed tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0690796 Feb 11 14:04:31.408770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-16824b20-d515-4fe8-8a18-72a0aaa2367d req-5f647ff6-1384-4a74-a903-483759fdfc22 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633078 Feb 11 14:04:31.457597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50981765-089d-442f-a087-9a889b38454a req-00e50c3e-7820-462f-b4c1-9180719fd363 service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200055 Feb 11 14:04:31.546228 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] Checking router: 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:04:31.558048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:31.558703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:04:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:31.653238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50981765-089d-442f-a087-9a889b38454a req-d6a6b694-0beb-44d5-873f-542b810d47dc service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897831 Feb 11 14:04:31.761049 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:31.815898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59214) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:31.966435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c66668d0-bf13-4e4b-a361-41cc7490fddb tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/floatingips/07a4a296-f3a0-4769-aecc-8e10e2706335 HTTP/1.1" status: 200 len: 992 time: 0.1492035 Feb 11 14:04:32.104340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '07a4a296-f3a0-4769-aecc-8e10e2706335', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'port_id': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'mac_address': 'fa:16:3e:84:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:28Z', 'updated_at': '2022-02-11T14:04:28Z', 'revision_number': 0, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:15Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:32.139504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d53273-7845-477f-adc8-bcef5b910146 None None] The sync data for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 is: [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '07a4a296-f3a0-4769-aecc-8e10e2706335', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'port_id': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'mac_address': 'fa:16:3e:84:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:28Z', 'updated_at': '2022-02-11T14:04:28Z', 'revision_number': 0, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:15Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:04:32.443569 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87c569-cdc4-4774-b3d8-de10ce731c14 None None] New status for floating IP 07a4a296-f3a0-4769-aecc-8e10e2706335: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:04:32.486766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:32.577327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fba433-ec58-4c62-a885-042c8e054475 req-9a1ec6cb-6054-442e-9786-b6721620ebf7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:32.586395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35fba433-ec58-4c62-a885-042c8e054475 req-9a1ec6cb-6054-442e-9786-b6721620ebf7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0834749 Feb 11 14:04:32.686504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35fba433-ec58-4c62-a885-042c8e054475 req-105ae98d-694a-4f9e-a348-6bfb68df5612 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983477 Feb 11 14:04:32.969904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59222) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:33.044246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0eeb125b-7106-47a4-a11e-8b269f6842a4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/floatingips/07a4a296-f3a0-4769-aecc-8e10e2706335 HTTP/1.1" status: 200 len: 994 time: 0.0638742 Feb 11 14:04:33.674027 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:33.810008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d41b9-34af-41d5-8c1b-74648d1ca4e1 req-ff485313-1c7d-4cea-b8f1-89f0170756f7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:33.817767 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c99d41b9-34af-41d5-8c1b-74648d1ca4e1 req-ff485313-1c7d-4cea-b8f1-89f0170756f7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0652328 Feb 11 14:04:33.876808 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c99d41b9-34af-41d5-8c1b-74648d1ca4e1 req-952dcaaf-3989-493b-b41d-39cff5b45308 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581622 Feb 11 14:04:35.010417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fc2f9-18c4-45d8-89fa-a34d655fc7d9 req-02012ae2-181b-4421-9aef-ba1317f34ef8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:35.019433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-392fc2f9-18c4-45d8-89fa-a34d655fc7d9 req-02012ae2-181b-4421-9aef-ba1317f34ef8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0720985 Feb 11 14:04:35.088344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-392fc2f9-18c4-45d8-89fa-a34d655fc7d9 req-bc7dcfc7-e588-4b20-b4f3-88d1cd1c0a2a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Feb 11 14:04:36.270389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd15c23-fa2b-4504-a240-167a8ff97c3c req-60948276-b192-48da-b588-29f8d65ea055 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:36.271969 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfd15c23-fa2b-4504-a240-167a8ff97c3c req-60948276-b192-48da-b588-29f8d65ea055 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0902174 Feb 11 14:04:36.325380 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bfd15c23-fa2b-4504-a240-167a8ff97c3c req-243310d5-384c-4b16-a926-1e8ec9ca50a4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Feb 11 14:04:36.682267 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:04:37.452851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fe1ba-ff29-4f0d-a9d2-3c0951ebef30 req-644413d3-0577-48c3-91f2-8055f8e6c73f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:37.454638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c1fe1ba-ff29-4f0d-a9d2-3c0951ebef30 req-644413d3-0577-48c3-91f2-8055f8e6c73f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0567672 Feb 11 14:04:37.512445 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c1fe1ba-ff29-4f0d-a9d2-3c0951ebef30 req-11b8501d-ca09-4640-adf9-6a4e76a07137 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516746 Feb 11 14:04:38.671580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982841a3-f677-4157-bf3f-713b8b34da7e req-5b7e25de-a56d-40b4-a3f4-c4002bbd4785 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:38.679645 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-982841a3-f677-4157-bf3f-713b8b34da7e req-5b7e25de-a56d-40b4-a3f4-c4002bbd4785 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0812016 Feb 11 14:04:38.738639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-982841a3-f677-4157-bf3f-713b8b34da7e req-a6f70b81-3029-4661-a8a0-bb8d271365d9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 Feb 11 14:04:39.050463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59278) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:39.184160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f642-9c30-484c-b305-fe19fb7e2854 req-f1ed091e-b475-4068-b5e7-888dfcadc528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:39.193277 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0602f642-9c30-484c-b305-fe19fb7e2854 req-f1ed091e-b475-4068-b5e7-888dfcadc528 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.1400766 Feb 11 14:04:39.243611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0602f642-9c30-484c-b305-fe19fb7e2854 req-2286a240-2d7f-4066-abca-65a0695d13a6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491045 Feb 11 14:04:39.859405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e083f2-a049-411f-9bd7-2df7638ad644 req-634b4e5a-1861-4057-8a4b-87aa721a6656 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:39.861434 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3e083f2-a049-411f-9bd7-2df7638ad644 req-634b4e5a-1861-4057-8a4b-87aa721a6656 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0559185 Feb 11 14:04:39.914500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c3e083f2-a049-411f-9bd7-2df7638ad644 req-dd963478-7a67-4d89-b06e-b2176f1d327e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Feb 11 14:04:41.042981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e33b2-01c1-4db1-93ae-bb960fa80a6a req-73d2f014-02d6-453b-a623-99e63fed25df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:41.044596 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b60e33b2-01c1-4db1-93ae-bb960fa80a6a req-73d2f014-02d6-453b-a623-99e63fed25df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0591259 Feb 11 14:04:41.099208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b60e33b2-01c1-4db1-93ae-bb960fa80a6a req-71da0dbf-8b42-4d58-9e69-db82d1c3c3ab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Feb 11 14:04:42.227548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316162-2cf9-44ba-a1b1-84e535f9cd07 req-8507df3e-1592-47ba-9f77-e6dc10a233b4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:42.229220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af316162-2cf9-44ba-a1b1-84e535f9cd07 req-8507df3e-1592-47ba-9f77-e6dc10a233b4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0556793 Feb 11 14:04:42.281666 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-af316162-2cf9-44ba-a1b1-84e535f9cd07 req-09baa0a4-2cab-4f7f-9ca3-5a90553926df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Feb 11 14:04:42.834526 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59320) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:42.952035 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:43.032370 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Publish callbacks [] for security_group (81bcad20-9521-4b0c-a123-f715f77d3430), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:43.037230 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (81bcad20-9521-4b0c-a123-f715f77d3430), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:43.076725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bcad20-9521-4b0c-a123-f715f77d3430,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:43.083178 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=030ecbbefe74434eb3eba8c53576922e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448673 Feb 11 14:04:43.084128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59324) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:04:43.093912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.094307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.094653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.094989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.095322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.095655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.096000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.096842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.096842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.096994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.097502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.097615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.097849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526a7ed-9502-489f-9d53-822c467fa1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.151566 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8572b73e-14a0-415c-ad5c-5113e8319e86 admin admin] Publish callbacks [] for security_group (81bcad20-9521-4b0c-a123-f715f77d3430), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:43.175208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8572b73e-14a0-415c-ad5c-5113e8319e86 admin admin] Publish callbacks [] for security_group (81bcad20-9521-4b0c-a123-f715f77d3430), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:43.233257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8572b73e-14a0-415c-ad5c-5113e8319e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (81bcad20-9521-4b0c-a123-f715f77d3430), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:43.236284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8572b73e-14a0-415c-ad5c-5113e8319e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:43.239741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8572b73e-14a0-415c-ad5c-5113e8319e86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81bcad20-9521-4b0c-a123-f715f77d3430 HTTP/1.1" status: 204 len: 168 time: 0.1521838 Feb 11 14:04:43.246399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572b73e-14a0-415c-ad5c-5113e8319e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bcad20-9521-4b0c-a123-f715f77d3430,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:43.458899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57567dc-f1c2-4249-a7a8-e17541db03f0 req-c12659e1-649a-494a-ad41-5ef4ffaf6f98 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:43.460902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a57567dc-f1c2-4249-a7a8-e17541db03f0 req-c12659e1-649a-494a-ad41-5ef4ffaf6f98 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0680890 Feb 11 14:04:43.543572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a57567dc-f1c2-4249-a7a8-e17541db03f0 req-c2306563-d3e3-42d6-abbf-d6da3125cbc8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751393 Feb 11 14:04:44.662886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b74aa-d0ce-4aab-b625-208646d111b2 req-d5e24010-043f-4da3-aab9-c7a241df8e93 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.664377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-537b74aa-d0ce-4aab-b625-208646d111b2 req-d5e24010-043f-4da3-aab9-c7a241df8e93 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 943 time: 0.0540843 Feb 11 14:04:44.675737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 46ff1edb-19e3-4325-8e57-0ff403c89692 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:44.723251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-537b74aa-d0ce-4aab-b625-208646d111b2 req-f10a3d87-eb56-4e22-bf8f-26e2271a5df7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527189 Feb 11 14:04:44.776008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 46ff1edb-19e3-4325-8e57-0ff403c89692, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=46ff1edb-19e3-4325-8e57-0ff403c89692,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:44.786683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '46ff1edb-19e3-4325-8e57-0ff403c89692', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'port_id': '46ff1edb-19e3-4325-8e57-0ff403c89692', 'mac_address': 'fa:16:3e:6d:06:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:44.829124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 46ff1edb-19e3-4325-8e57-0ff403c89692 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:44.829430 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:44.842480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ff1edb-19e3-4325-8e57-0ff403c89692 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:44.862876 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 46ff1edb-19e3-4325-8e57-0ff403c89692, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=46ff1edb-19e3-4325-8e57-0ff403c89692,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:44.867194 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:44.915398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=46ff1edb-19e3-4325-8e57-0ff403c89692,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:44.922740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.923095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.923441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.923780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.924114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.924446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.924779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.925104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.925436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.925759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.926080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.926424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:44.926745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:45.075231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['46ff1edb-19e3-4325-8e57-0ff403c89692'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:45.860190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b201a7-1528-4a40-976d-d184f784605c req-a54fb02e-5f7c-44cb-a1f7-7e561964a3e1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:45.861711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1b201a7-1528-4a40-976d-d184f784605c req-a54fb02e-5f7c-44cb-a1f7-7e561964a3e1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 944 time: 0.0601721 Feb 11 14:04:45.909331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1b201a7-1528-4a40-976d-d184f784605c req-46217800-dad3-4ca3-83c0-a0f2080491a9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Feb 11 14:04:46.677310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 46ff1edb-19e3-4325-8e57-0ff403c89692 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:46.741758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 46ff1edb-19e3-4325-8e57-0ff403c89692 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:46.751078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 46ff1edb-19e3-4325-8e57-0ff403c89692 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:46.752673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:46.886673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 46ff1edb-19e3-4325-8e57-0ff403c89692 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:46.889436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:46.938147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff1edb-19e3-4325-8e57-0ff403c89692'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:46.939044 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144a19fb-eeda-437c-ae4d-c42606369ddf" -d '{"events": [{"server_uuid": "a3cf507c-550c-4a1a-bc1e-a171d14c07c6", "name": "network-vif-plugged", "status": "completed", "tag": "46ff1edb-19e3-4325-8e57-0ff403c89692"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:46.959152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 46ff1edb-19e3-4325-8e57-0ff403c89692, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=46ff1edb-19e3-4325-8e57-0ff403c89692,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:46.968074 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:46.992176 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2417ecc3-e2c4-4672-9812-10f49e100a6a x-openstack-request-id: req-2417ecc3-e2c4-4672-9812-10f49e100a6a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:46.992532 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cf507c-550c-4a1a-bc1e-a171d14c07c6", "name": "network-vif-plugged", "status": "completed", "tag": "46ff1edb-19e3-4325-8e57-0ff403c89692", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:46.992706 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2417ecc3-e2c4-4672-9812-10f49e100a6a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:46.993117 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff1edb-19e3-4325-8e57-0ff403c89692', 'code': 200} Feb 11 14:04:47.037312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=46ff1edb-19e3-4325-8e57-0ff403c89692,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:47.127156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a86f1-8cce-41d9-9668-2983ae46d924 req-a387f2ec-bb1a-45c8-aff3-44f6515bb3a3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.130583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717a86f1-8cce-41d9-9668-2983ae46d924 req-a387f2ec-bb1a-45c8-aff3-44f6515bb3a3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 945 time: 0.0764437 Feb 11 14:04:47.134104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb576e-39e9-434e-9337-5ea1871457c6 req-55fce0bc-943e-4b2c-b85f-13cb9f7da7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.135629 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fbb576e-39e9-434e-9337-5ea1871457c6 req-55fce0bc-943e-4b2c-b85f-13cb9f7da7f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 1127 time: 0.0561056 Feb 11 14:04:47.196525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717a86f1-8cce-41d9-9668-2983ae46d924 req-a8bdca6f-8787-4f38-b017-01a1e3609e96 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604467 Feb 11 14:04:47.204292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fbb576e-39e9-434e-9337-5ea1871457c6 req-4efad712-4955-4bf4-a0d1-d7ff373060d8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610113 Feb 11 14:04:48.377755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a97ae9-5dd9-40de-953b-6d1c61d6ae0a req-af2e3821-5e09-4d70-962b-775e13122563 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.379597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29a97ae9-5dd9-40de-953b-6d1c61d6ae0a req-af2e3821-5e09-4d70-962b-775e13122563 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 945 time: 0.0816123 Feb 11 14:04:48.434765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29a97ae9-5dd9-40de-953b-6d1c61d6ae0a req-f64ccd7b-231c-4f3a-8ab7-0b4432d9ce0b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Feb 11 14:04:49.552940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa9cd-163e-460c-bca2-90e63b154f60 req-d17547c1-77d3-4f8e-b478-e7150d656f5d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:49.554239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b02fa9cd-163e-460c-bca2-90e63b154f60 req-d17547c1-77d3-4f8e-b478-e7150d656f5d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 945 time: 0.0593975 Feb 11 14:04:49.605749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b02fa9cd-163e-460c-bca2-90e63b154f60 req-244f6b37-8bd2-47f8-b993-48f1c38f20db tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454562 Feb 11 14:04:49.727130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2ed6-d1af-4632-858a-634d7e95580a req-e8e59597-b4b8-467c-8d8b-158ab95a1ecc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:49.728836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-235c2ed6-d1af-4632-858a-634d7e95580a req-e8e59597-b4b8-467c-8d8b-158ab95a1ecc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 945 time: 0.0536902 Feb 11 14:04:49.777311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-235c2ed6-d1af-4632-858a-634d7e95580a req-7bae788a-ae33-45a2-a8a1-fee0150f5dea tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Feb 11 14:04:50.240453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:52.133207 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:53.388372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-4b18cbda-9abb-46ec-8648-fbb686f76617 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.389876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-4b18cbda-9abb-46ec-8648-fbb686f76617 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1052973 Feb 11 14:04:53.404046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-4060b286-6044-4ffa-9fc2-f856365357f7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/quotas/faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0088356 Feb 11 14:04:53.468001 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-e3e1a2d2-639a-4ff7-8bd0-f3cfbfa90b1f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586400 Feb 11 14:04:53.566608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-32f3b30e-25c8-4b21-b667-55b1bdb15690 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907066 Feb 11 14:04:53.672721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-f6745294-9cbe-47aa-a0d2-b2846b374886 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994940 Feb 11 14:04:53.885783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e061339-3bb6-4782-a906-22d5c6eba414 req-62e4361f-3921-4110-a318-629283a445ba tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0267134 Feb 11 14:04:55.008687 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-75622c46-9abb-4f3f-9d63-4380cffd5923 req-a9b13bd7-e1da-4cf5-8167-810443af218f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0390131 Feb 11 14:04:55.037101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-ea93de74-de4b-4f6f-a4af-2d488d04cd60 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:55.038591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-ea93de74-de4b-4f6f-a4af-2d488d04cd60 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1357517 Feb 11 14:04:55.050494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'port': {'device_id': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'admin_state_up': True, 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:55.156485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:55.160114 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:55.297060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.20.0.9 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/479611fa-7f67-483e-84bf-6a09e50b4141) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:55.457086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (479611fa-7f67-483e-84bf-6a09e50b4141), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:55.491717 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:55.504161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['46ff1edb-19e3-4325-8e57-0ff403c89692'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:55.541624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:55.546943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:55.549913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:55.581232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=479611fa-7f67-483e-84bf-6a09e50b4141,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:55.610274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.610618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.610956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.611292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.611625 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.611953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.612278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.612599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.612919 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.613234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.613553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.613869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.621596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:55.662210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:55.662832 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:55.696036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-6bbe6492-d4ee-4dbd-8b49-ac6146cc8270 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6494393 Feb 11 14:04:55.708800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-db791b17-8f53-46b1-90bb-e52225d01cd8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:04:55.709855 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-db791b17-8f53-46b1-90bb-e52225d01cd8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077293 Feb 11 14:04:55.843794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Request body: {'port': {'device_id': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:55.877029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e6df9668-89d7-4282-b39f-9beecb4b3adb None None] Provisioning complete for port 479611fa-7f67-483e-84bf-6a09e50b4141 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:55.877697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6df9668-89d7-4282-b39f-9beecb4b3adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:55.934055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e6df9668-89d7-4282-b39f-9beecb4b3adb None None] Port 479611fa-7f67-483e-84bf-6a09e50b4141 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:04:55.962411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:56.173498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930a199-bc5b-444f-9270-860c4aa2e647 req-4f2b01d4-9b62-472d-a37c-5404d224ec5e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:56.175293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c930a199-bc5b-444f-9270-860c4aa2e647 req-4f2b01d4-9b62-472d-a37c-5404d224ec5e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 931 time: 0.0747018 Feb 11 14:04:56.237065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c930a199-bc5b-444f-9270-860c4aa2e647 req-b2b89f5e-5075-4c41-89e9-fa05bea434d2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549176 Feb 11 14:04:56.304715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479611fa-7f67-483e-84bf-6a09e50b4141 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:56.313285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Publish callbacks [] for port (479611fa-7f67-483e-84bf-6a09e50b4141), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:56.326071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Transition to ACTIVE for port object 479611fa-7f67-483e-84bf-6a09e50b4141 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:56.330268 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:56.397565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Pushing event updated for resources: {'Port': ['ID=479611fa-7f67-483e-84bf-6a09e50b4141,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:56.480295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Attempting to bind port 479611fa-7f67-483e-84bf-6a09e50b4141 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:04:56.480641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Attempting to bind port 479611fa-7f67-483e-84bf-6a09e50b4141 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:04:56.480978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Attempting to bind port 479611fa-7f67-483e-84bf-6a09e50b4141 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:56.487904 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Port 479611fa-7f67-483e-84bf-6a09e50b4141 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:56.488117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Attempting to bind port 479611fa-7f67-483e-84bf-6a09e50b4141 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:56.493959 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:56.495241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:56.496129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:56.496568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Bound port: 479611fa-7f67-483e-84bf-6a09e50b4141, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:04:56.496930 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:56.575228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] For port 479611fa-7f67-483e-84bf-6a09e50b4141, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:56.578332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] For port 479611fa-7f67-483e-84bf-6a09e50b4141, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=479611fa-7f67-483e-84bf-6a09e50b4141,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:56.586542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:56.638789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:56.639753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:56.641047 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] 10.222.0.30 "PUT /v2.0/ports/479611fa-7f67-483e-84bf-6a09e50b4141 HTTP/1.1" status: 200 len: 1091 time: 0.9234834 Feb 11 14:04:56.641611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'tag': '479611fa-7f67-483e-84bf-6a09e50b4141'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:56.645070 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c758355-9f6d-49fc-90b2-a5a14a22eb7f", "tag": "479611fa-7f67-483e-84bf-6a09e50b4141"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:56.667011 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6c025-9fa2-4891-9acd-5d92e85b3d56 service neutron] Pushing event updated for resources: {'Port': ['ID=479611fa-7f67-483e-84bf-6a09e50b4141,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:56.780997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-44bd92f6-e9de-448a-a0fd-67bfc380b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:56.783554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-44bd92f6-e9de-448a-a0fd-67bfc380b80a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 1125 time: 0.0798666 Feb 11 14:04:56.869749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-d6e9f73b-c782-4f33-90f7-4b8f0b53e8bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=479611fa-7f67-483e-84bf-6a09e50b4141 HTTP/1.1" status: 200 len: 217 time: 0.0779839 Feb 11 14:04:56.947774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-0cf076f4-e9e9-4428-8698-5b51230bb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:56.950307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-0cf076f4-e9e9-4428-8698-5b51230bb4e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0742455 Feb 11 14:04:56.953630 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c7ac4-9722-499e-8189-ec1b3c13376c x-openstack-request-id: req-212c7ac4-9722-499e-8189-ec1b3c13376c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:56.954022 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c758355-9f6d-49fc-90b2-a5a14a22eb7f", "tag": "479611fa-7f67-483e-84bf-6a09e50b4141", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:56.954395 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-212c7ac4-9722-499e-8189-ec1b3c13376c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:56.954881 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'tag': '479611fa-7f67-483e-84bf-6a09e50b4141', 'status': 'completed', 'code': 200} Feb 11 14:04:57.011891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c05db-d19b-409c-8453-49df4cf6ffff req-67156fbe-ea0b-4cdb-892f-90f889cb98be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.013974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-67156fbe-ea0b-4cdb-892f-90f889cb98be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539935 Feb 11 14:04:57.085124 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bc8bc6a-87c2-4e9c-b3fa-c2beade0207e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:57.135916 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-8d833b3a-63de-457d-b77b-a2aeb21d55c3 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147370 Feb 11 14:04:57.235923 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-109c05db-d19b-409c-8453-49df4cf6ffff req-f95dc6e8-b607-410c-b7f3-3f92d2d467f7 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936475 Feb 11 14:04:57.340614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-06a57bab-cc5a-41f3-8bb2-a96d55f7f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.342848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-06a57bab-cc5a-41f3-8bb2-a96d55f7f948 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 1125 time: 0.0519841 Feb 11 14:04:57.383000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee65c-e012-4b78-a38f-41a0f10b223a req-a0011cee-1c83-49c4-a2fe-186e1cead586 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.391712 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a9ee65c-e012-4b78-a38f-41a0f10b223a req-a0011cee-1c83-49c4-a2fe-186e1cead586 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0620537 Feb 11 14:04:57.452407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9a9ee65c-e012-4b78-a38f-41a0f10b223a req-0eee601a-7d1d-44dc-9383-a2949d12591a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542521 Feb 11 14:04:57.461360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-6469a543-d5c6-459f-8d89-22a9f2f7e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.463188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-6469a543-d5c6-459f-8d89-22a9f2f7e48f service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1123984 Feb 11 14:04:57.505677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-109f8324-a2f8-4571-bf8f-23956e5ffad8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=479611fa-7f67-483e-84bf-6a09e50b4141 HTTP/1.1" status: 200 len: 217 time: 0.0361381 Feb 11 14:04:57.556696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-17ec21e6-6d70-4794-8793-41302054d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.558319 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-17ec21e6-6d70-4794-8793-41302054d479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0468235 Feb 11 14:04:57.613323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-1ce8af4e-fb2c-46f0-ba8b-e4547acbf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.615083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-1ce8af4e-fb2c-46f0-ba8b-e4547acbf86b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507743 Feb 11 14:04:57.710316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-46780221-c43a-446c-a2a6-53aee8c21615 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Feb 11 14:04:57.809046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d94b9a0f-a91e-4f44-96a2-2ad8880e054a req-d029684c-5393-450e-a353-54eae1505a7a service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919333 Feb 11 14:04:58.635050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71051-b9ab-4cbd-9b37-14f647455b36 req-ef95895a-d876-4454-ab95-3d990caa12b8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:58.638838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7f71051-b9ab-4cbd-9b37-14f647455b36 req-ef95895a-d876-4454-ab95-3d990caa12b8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0847631 Feb 11 14:04:58.687899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7f71051-b9ab-4cbd-9b37-14f647455b36 req-cb69f07c-2f20-44fd-af21-69c0442abe8b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453727 Feb 11 14:04:59.438798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6755071-f457-4c3b-937c-349501c48015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:59.867290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efb5ed-d6cb-460f-ae6d-5e536559bff5 req-33d7b58f-cdfd-4d5c-8404-74be1d686d0b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.869416 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0efb5ed-d6cb-460f-ae6d-5e536559bff5 req-33d7b58f-cdfd-4d5c-8404-74be1d686d0b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0982063 Feb 11 14:04:59.928047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0efb5ed-d6cb-460f-ae6d-5e536559bff5 req-5c3ef044-e3c5-4dfe-b128-4ecdba3d7889 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515270 Feb 11 14:05:01.072005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:01.113893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae68a3-a73c-4858-8a2d-aace8652d75b req-07fbf91f-313c-4d38-8b6d-2ae38ca0f37f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.115875 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41ae68a3-a73c-4858-8a2d-aace8652d75b req-07fbf91f-313c-4d38-8b6d-2ae38ca0f37f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0832329 Feb 11 14:05:01.206689 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41ae68a3-a73c-4858-8a2d-aace8652d75b req-ae604529-fe93-48d1-8b98-0415cd452202 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834088 Feb 11 14:05:02.049176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59520) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:02.135344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5c4f08ad-36c1-4fd0-a0b0-72cec5c4db60 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/floatingips/07a4a296-f3a0-4769-aecc-8e10e2706335 HTTP/1.1" status: 200 len: 994 time: 0.0843124 Feb 11 14:05:02.366047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707629bd-a683-40bf-96d2-f9e860e21293 req-09cfc75a-2b10-47fa-adc8-f01f08de2587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.376068 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-707629bd-a683-40bf-96d2-f9e860e21293 req-09cfc75a-2b10-47fa-adc8-f01f08de2587 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0819893 Feb 11 14:05:02.440736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-707629bd-a683-40bf-96d2-f9e860e21293 req-2ed61426-58ea-4e18-8a80-e1bd01333ba0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Feb 11 14:05:02.442078 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59530) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:02.499586 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.028422 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 140c6138-b1a0-4fd6-a3d3-d32824e764d8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:03.028726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.130920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.132914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (140c6138-b1a0-4fd6-a3d3-d32824e764d8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.145464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 140c6138-b1a0-4fd6-a3d3-d32824e764d8 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:03.345487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (140c6138-b1a0-4fd6-a3d3-d32824e764d8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.382698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=140c6138-b1a0-4fd6-a3d3-d32824e764d8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:03.479067 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for floatingip (07a4a296-f3a0-4769-aecc-8e10e2706335), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.481149 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Floating IP 07a4a296-f3a0-4769-aecc-8e10e2706335 disassociated (deleted). External IP: 172.25.3.220, port: 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89. Feb 11 14:05:03.667473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad404ac-7797-4e2c-a1c5-850433e24f48 req-6d995ba1-4693-4cd0-a389-7de7250ca606 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.668945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ad404ac-7797-4e2c-a1c5-850433e24f48 req-6d995ba1-4693-4cd0-a389-7de7250ca606 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.1080873 Feb 11 14:05:03.682318 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.775852 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ad404ac-7797-4e2c-a1c5-850433e24f48 req-b9914296-11dc-4265-ae7d-b5cf09a967ee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948358 Feb 11 14:05:03.854597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:03.993818 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:04.001063 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.011803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] Sync routers for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:04.033017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:04.033749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:04:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:04.045006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5c03d83f-1184-44ec-b37b-63617a3a15fe tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/floatingips/07a4a296-f3a0-4769-aecc-8e10e2706335 HTTP/1.1" status: 204 len: 168 time: 1.6017494 Feb 11 14:05:04.045607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:04.047937 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:04.262069 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-d4abee73-cfb2-463a-8f4c-5301a4db0407 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965989 Feb 11 14:05:04.305740 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513c5f5-21d0-4096-b3a4-9798f0464258 x-openstack-request-id: req-8513c5f5-21d0-4096-b3a4-9798f0464258 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:04.306270 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:04.306916 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8513c5f5-21d0-4096-b3a4-9798f0464258 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:04.307807 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'status': 'completed', 'code': 200} Feb 11 14:05:04.353789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:04.453951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-4e8dfa61-acef-4f96-bb2e-4056bc967978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.465223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-4e8dfa61-acef-4f96-bb2e-4056bc967978 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 1128 time: 0.1259396 Feb 11 14:05:04.667307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:15Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:04.698419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] Checking router: 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:04.710630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:04.711723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:04:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:04.713599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893b23-d695-4846-b4cd-ced4785fd5f3 req-3bd9e767-1be1-407f-9287-990bc439ebc3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.724806 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25893b23-d695-4846-b4cd-ced4785fd5f3 req-3bd9e767-1be1-407f-9287-990bc439ebc3 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 946 time: 0.1239316 Feb 11 14:05:04.758004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-8b774a1c-af09-4974-bb32-66f38ca8a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.759743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-8b774a1c-af09-4974-bb32-66f38ca8a755 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3564aba1-d06c-4a59-bc82-0433435425ad HTTP/1.1" status: 200 len: 897 time: 0.2550111 Feb 11 14:05:04.821727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-14d5c33b-ba9a-40aa-b085-e02be9434d60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 HTTP/1.1" status: 200 len: 217 time: 0.0531116 Feb 11 14:05:04.863681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25893b23-d695-4846-b4cd-ced4785fd5f3 req-a97e2e83-bbf5-4dea-8c13-f1c19100f0ab tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334774 Feb 11 14:05:04.894665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:04.940541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-be393f52-bc98-430a-9f9e-fb8893098760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.942102 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-be393f52-bc98-430a-9f9e-fb8893098760 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f21d564-a253-40cf-9fa8-49d380aa60df HTTP/1.1" status: 200 len: 835 time: 0.1092799 Feb 11 14:05:04.989876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ed00f-80a3-40c5-a435-77ccec4f3f59 req-9bb38d19-acd2-4567-bea5-517e9ee35863 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.997322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f57ed00f-80a3-40c5-a435-77ccec4f3f59 req-9bb38d19-acd2-4567-bea5-517e9ee35863 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0842962 Feb 11 14:05:05.049531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-985672a3-5070-45a3-8ef2-a8092bf6d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.051872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-985672a3-5070-45a3-8ef2-a8092bf6d7b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3564aba1-d06c-4a59-bc82-0433435425ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029181 Feb 11 14:05:05.061642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f57ed00f-80a3-40c5-a435-77ccec4f3f59 req-48c90273-8a87-4722-a352-b6fc4128413a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633321 Feb 11 14:05:05.170169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-d892422e-f99d-4114-8192-9293175d9ec5 service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087639 Feb 11 14:05:05.205114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:15Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:05.235894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8b7d2-68fe-4a11-a454-0ebb0a4a515d None None] The sync data for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 is: [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:04:09Z', 'revision_number': 4, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '59a3bcb5-7657-4f1a-9197-7ac3519c0d2a', 'name': '', 'network_id': '3564aba1-d06c-4a59-bc82-0433435425ad', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'mac_address': 'fa:16:3e:c7:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:08Z', 'updated_at': '2022-02-11T14:04:15Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'subnets': [{'id': '5f21d564-a253-40cf-9fa8-49d380aa60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:05.289155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8041032e-18f9-4bd4-b995-58d1fadbb2d2 req-a657264b-e7ec-4b4d-86e7-b1572bbdb05d service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128452 Feb 11 14:05:05.403824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-b1929876-93ef-4244-803d-fca2c0ef6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.405886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-b1929876-93ef-4244-803d-fca2c0ef6c92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ca46b81e718044fabc4e34da73ac8f88&device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 1128 time: 0.0579169 Feb 11 14:05:05.557184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-8b247612-4de4-4d54-af4b-d572664276b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.558938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-8b247612-4de4-4d54-af4b-d572664276b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3564aba1-d06c-4a59-bc82-0433435425ad HTTP/1.1" status: 200 len: 897 time: 0.1426449 Feb 11 14:05:05.572925 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d777c563-cdf6-4792-908e-160b7c60ce72 None None] New status for floating IP 07a4a296-f3a0-4769-aecc-8e10e2706335: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:05:05.628762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-0cb98433-9368-4542-928e-c1bb53a4ce3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 HTTP/1.1" status: 200 len: 217 time: 0.0536325 Feb 11 14:05:05.726762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-b0030f4c-5a76-4308-b6c4-1e77143f48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.728428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-b0030f4c-5a76-4308-b6c4-1e77143f48c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f21d564-a253-40cf-9fa8-49d380aa60df HTTP/1.1" status: 200 len: 835 time: 0.0892887 Feb 11 14:05:05.791704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-8d8a78bf-37d1-4002-9b13-503d6fa48198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.793239 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-8d8a78bf-37d1-4002-9b13-503d6fa48198 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3564aba1-d06c-4a59-bc82-0433435425ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577264 Feb 11 14:05:05.928851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-9114a5f9-d320-4d32-9d7e-fd43c19d31af tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.930360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-9114a5f9-d320-4d32-9d7e-fd43c19d31af tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 946 time: 0.1189296 Feb 11 14:05:05.967544 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-039e215c-4f0a-4f0d-8b54-f08e15161df7 service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667757 Feb 11 14:05:06.141562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de988-2883-4191-ab65-a9ce8ec8d67c req-24576b77-fece-4d68-9436-805311bce60e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.143260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-521de988-2883-4191-ab65-a9ce8ec8d67c req-24576b77-fece-4d68-9436-805311bce60e tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acc0c39-5668-44a5-bfff-f9caf661f9c6 HTTP/1.1" status: 200 len: 946 time: 0.1558793 Feb 11 14:05:06.185403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:06.188241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.196887 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00b147cc-aadf-42a1-9b58-f71a11d7e2ce req-95697493-f3bb-4c0a-b933-dc135726fd59 service neutron] 10.222.0.83 "GET /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228630 Feb 11 14:05:06.262907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28310a68-54c2-4810-ac89-aa014ca96fbc req-5a459f8a-ed6e-406c-94f3-1e8523f6a6cf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.265136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28310a68-54c2-4810-ac89-aa014ca96fbc req-5a459f8a-ed6e-406c-94f3-1e8523f6a6cf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0933104 Feb 11 14:05:06.291437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-521de988-2883-4191-ab65-a9ce8ec8d67c req-1aa7ca0c-ed72-4e9c-84bf-f3a7e5b76bd4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "GET /v2.0/security-groups?id=092ddd92-a084-4fdb-b79b-ec1499c7df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393826 Feb 11 14:05:06.358861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-28310a68-54c2-4810-ac89-aa014ca96fbc req-1ebe462d-61fa-4b8a-80b6-cdec3d63b3ee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854454 Feb 11 14:05:06.362075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:06.365844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.395306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:06.557032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1e8b2a33-c700-43e8-8ea9-99e0f24ffa89), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.595874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=1e8b2a33-c700-43e8-8ea9-99e0f24ffa89,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.656206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] No DVR routers for this DVR port 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:06.659366 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.663227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17e6e21d-0a75-4c82-a86b-ce374d530313 req-23f18e17-fa80-490d-abd1-d5377ae33259 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.83 "DELETE /v2.0/ports/1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 HTTP/1.1" status: 204 len: 173 time: 0.7268622 Feb 11 14:05:06.664165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'name': 'network-vif-deleted', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:06.667156 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e5be2a-b038-476e-a911-c690c598ce89" -d '{"events": [{"server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "name": "network-vif-deleted", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:06.773093 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664189f3-4ad3-4ab0-b305-cc19fe3d1503 x-openstack-request-id: req-664189f3-4ad3-4ab0-b305-cc19fe3d1503 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:06.773456 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acc0c39-5668-44a5-bfff-f9caf661f9c6", "name": "network-vif-deleted", "tag": "1e8b2a33-c700-43e8-8ea9-99e0f24ffa89", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:06.773899 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-664189f3-4ad3-4ab0-b305-cc19fe3d1503 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:06.774657 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acc0c39-5668-44a5-bfff-f9caf661f9c6', 'name': 'network-vif-deleted', 'tag': '1e8b2a33-c700-43e8-8ea9-99e0f24ffa89', 'status': 'completed', 'code': 200} Feb 11 14:05:07.365594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59560) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:07.409546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-0e233811-4221-4f69-bdac-3e859078964f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469277 Feb 11 14:05:07.478234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfd15392-f833-4322-a75d-916892fa1ba7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (092ddd92-a084-4fdb-b79b-ec1499c7df4b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.518827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-86865128-a37a-491a-bb1b-5c0da5c565d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.520816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-86865128-a37a-491a-bb1b-5c0da5c565d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.0570383 Feb 11 14:05:07.531989 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfd15392-f833-4322-a75d-916892fa1ba7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (092ddd92-a084-4fdb-b79b-ec1499c7df4b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.585177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2832-ae62-48c2-b835-a8f73ea111e8 req-4cc90cc2-8cb7-4df9-8a45-aab88a1321b8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.593481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b4d2832-ae62-48c2-b835-a8f73ea111e8 req-4cc90cc2-8cb7-4df9-8a45-aab88a1321b8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.1480608 Feb 11 14:05:07.669705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b4d2832-ae62-48c2-b835-a8f73ea111e8 req-85d5c2c4-f06d-4aee-9d63-75ca6b09bc44 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731874 Feb 11 14:05:07.706477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-fe65d31c-a9c4-496f-af5d-5e27cb225e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.708446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-fe65d31c-a9c4-496f-af5d-5e27cb225e10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 910 time: 0.1631019 Feb 11 14:05:07.720865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfd15392-f833-4322-a75d-916892fa1ba7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (092ddd92-a084-4fdb-b79b-ec1499c7df4b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.727803 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfd15392-f833-4322-a75d-916892fa1ba7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.731730 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bfd15392-f833-4322-a75d-916892fa1ba7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/security-groups/092ddd92-a084-4fdb-b79b-ec1499c7df4b HTTP/1.1" status: 204 len: 168 time: 0.3623519 Feb 11 14:05:07.754353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd15392-f833-4322-a75d-916892fa1ba7 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092ddd92-a084-4fdb-b79b-ec1499c7df4b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:07.804184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59568) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:07.818869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-dc8ee427-9f77-48fc-a077-ad69df7c815e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 1001 time: 0.1035235 Feb 11 14:05:07.911060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-624b341d-e520-40e4-8719-c8a7a5a921fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.912787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-624b341d-e520-40e4-8719-c8a7a5a921fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.0884588 Feb 11 14:05:08.014061 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-b07f8886-684e-46a2-b864-e1ac934f6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.015657 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-b07f8886-684e-46a2-b864-e1ac934f6933 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0946515 Feb 11 14:05:08.158468 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-73096b15-c851-42ed-8628-84a2c0072154 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354554 Feb 11 14:05:08.268656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-800342b7-d6f9-430d-bde1-aaf33cfd5a14 req-dfea4af9-40c3-4195-934e-18479c8cbb80 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028252 Feb 11 14:05:08.374703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.676527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:08.677756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.842612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c482366-7962-4e89-ade9-b48ac29dba69 req-fec6f6ed-efc5-442e-a6d0-eb2a885bb6fa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.844104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c482366-7962-4e89-ade9-b48ac29dba69 req-fec6f6ed-efc5-442e-a6d0-eb2a885bb6fa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0830419 Feb 11 14:05:08.846022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:08.846439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.229311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:09.293056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c482366-7962-4e89-ade9-b48ac29dba69 req-73b1f8d7-b43e-4fcc-85dd-06e8de3635da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370227 Feb 11 14:05:09.468128 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (59a3bcb5-7657-4f1a-9197-7ac3519c0d2a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.493319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=59a3bcb5-7657-4f1a-9197-7ac3519c0d2a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:09.823323 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.110831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:10.236665 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:10.243118 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-216c75e7-ee5a-4c95-af59-83fec3afc74c tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "PUT /v2.0/routers/8df7df4d-00eb-46f3-9cd5-ddbe38956d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359055 Feb 11 14:05:10.246108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59576) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:10.253567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] Sync routers for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:10.266075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:10.267277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:04:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:10.312368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting subnet 5f21d564-a253-40cf-9fa8-49d380aa60df {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:05:10.316496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (5f21d564-a253-40cf-9fa8-49d380aa60df), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.369834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (5f21d564-a253-40cf-9fa8-49d380aa60df), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.397432 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:10.463334 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5f21d564-a253-40cf-9fa8-49d380aa60df), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.540757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (5f21d564-a253-40cf-9fa8-49d380aa60df), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.592340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Subnet': ['ID=5f21d564-a253-40cf-9fa8-49d380aa60df,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:10.614541 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.619244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-77de811b-9c8c-485e-bb96-c77026c03988 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/subnets/5f21d564-a253-40cf-9fa8-49d380aa60df HTTP/1.1" status: 204 len: 168 time: 0.3715012 Feb 11 14:05:10.621926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59580) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:10.656012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe50-6ed5-444f-b677-3b905915702e req-d18d4a04-533a-4c84-b16b-de846d6f081d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.659565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e5dbe50-6ed5-444f-b677-3b905915702e req-d18d4a04-533a-4c84-b16b-de846d6f081d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.1303627 Feb 11 14:05:10.755852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.783782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e5dbe50-6ed5-444f-b677-3b905915702e req-28591a8f-1d8d-45e5-8f5f-ad4945b1a0fa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169848 Feb 11 14:05:10.860265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d4c43-f614-4f8c-aa51-ed639c1b8d44 None None] Network 3564aba1-d06c-4a59-bc82-0433435425ad requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:05:10.863195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:10.886651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:10.887095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1e8b2a33-c700-43e8-8ea9-99e0f24ffa89 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:10.908430 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_gateway (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.981624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Deleting port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:10.982531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.022761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:05:09Z', 'revision_number': 5, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port': {'id': 'bb8c7897-fdc8-410d-b221-2c9dacfe2bb3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:02Z', 'updated_at': '2022-02-11T14:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:11.068744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] Checking router: 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:11.093449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] Routers {'8df7df4d-00eb-46f3-9cd5-ddbe38956d42'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:11.094345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:04:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:11.162062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] DHCP port deletion for 3564aba1-d06c-4a59-bc82-0433435425ad request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:05:11.173957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] For port bb8c7897-fdc8-410d-b221-2c9dacfe2bb3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:11.174401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.192864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Calling delete_port for bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:11.291435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] Set router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:11.375177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:05:10Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:11.405335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (bb8c7897-fdc8-410d-b221-2c9dacfe2bb3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.418021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c45f5-6ac7-4bc4-9f68-cadce4deba41 None None] The sync data for ids ['8df7df4d-00eb-46f3-9cd5-ddbe38956d42'] in n-d-828676-2 is: [{'id': '8df7df4d-00eb-46f3-9cd5-ddbe38956d42', 'name': 'tempest-TestNetworkBasicOps-router-1707413813', 'tenant_id': 'ca46b81e718044fabc4e34da73ac8f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:01Z', 'updated_at': '2022-02-11T14:05:10Z', 'revision_number': 6, 'project_id': 'ca46b81e718044fabc4e34da73ac8f88', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:11.433147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] Deleting port 1c42637a-9e0c-4daa-8e30-ea32446e125c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:11.433577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.434381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Port': ['ID=bb8c7897-fdc8-410d-b221-2c9dacfe2bb3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:11.511035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] For port 1c42637a-9e0c-4daa-8e30-ea32446e125c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1c42637a-9e0c-4daa-8e30-ea32446e125c,segment=NetworkSegment(247976e2-6ce7-4479-a96b-03384375bc06),segment_id=247976e2-6ce7-4479-a96b-03384375bc06)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:11.511439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.525162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] Calling delete_port for 1c42637a-9e0c-4daa-8e30-ea32446e125c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:11.539285 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.623392 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (1c42637a-9e0c-4daa-8e30-ea32446e125c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.659931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.663329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router_controller (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.666618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] Pushing event deleted for resources: {'Port': ['ID=1c42637a-9e0c-4daa-8e30-ea32446e125c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:11.668533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb729c30-3ffe-48b2-a915-a7adede86f96 None None] No DVR routers for this DVR port 1c42637a-9e0c-4daa-8e30-ea32446e125c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:11.736172 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (8df7df4d-00eb-46f3-9cd5-ddbe38956d42), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.736985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Fanout notify agent at l3_agent the message router_deleted on router 8df7df4d-00eb-46f3-9cd5-ddbe38956d42 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:05:11.751719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.753189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62f6024b-7574-4ff3-9cd6-c67ec9d7f2d4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/routers/8df7df4d-00eb-46f3-9cd5-ddbe38956d42 HTTP/1.1" status: 204 len: 168 time: 1.1291788 Feb 11 14:05:11.755946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:11.906222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3564aba1-d06c-4a59-bc82-0433435425ad), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.014063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7517-0be3-4165-a65a-e6b456dd0c77 req-439cec8a-464e-4bd0-bd51-bf64fde1028e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:12.016128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0caf7517-0be3-4165-a65a-e6b456dd0c77 req-439cec8a-464e-4bd0-bd51-bf64fde1028e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.1096869 Feb 11 14:05:12.086529 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3564aba1-d06c-4a59-bc82-0433435425ad), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.107418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0caf7517-0be3-4165-a65a-e6b456dd0c77 req-d42847ee-c84d-4dcd-8e0b-ac164b1dcfa6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857041 Feb 11 14:05:12.132586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3564aba1-d06c-4a59-bc82-0433435425ad']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:12.156701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247976e2-6ce7-4479-a96b-03384375bc06') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:12.157099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247976e2-6ce7-4479-a96b-03384375bc06') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:12.167789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (247976e2-6ce7-4479-a96b-03384375bc06), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.183200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (247976e2-6ce7-4479-a96b-03384375bc06), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.190724 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:05:12.191195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (247976e2-6ce7-4479-a96b-03384375bc06), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.439144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1c42637a-9e0c-4daa-8e30-ea32446e125c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:12.475724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1c42637a-9e0c-4daa-8e30-ea32446e125c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:12.476072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1c42637a-9e0c-4daa-8e30-ea32446e125c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:12.476842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:12.516392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:12.516991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 59a3bcb5-7657-4f1a-9197-7ac3519c0d2a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:12.517698 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:12.563575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:12.563938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device bb8c7897-fdc8-410d-b221-2c9dacfe2bb3 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:05:12.704950 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:05:12.719936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3564aba1-d06c-4a59-bc82-0433435425ad), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.733520 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.738956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] 10.222.0.79 "DELETE /v2.0/networks/3564aba1-d06c-4a59-bc82-0433435425ad HTTP/1.1" status: 204 len: 168 time: 0.9816647 Feb 11 14:05:12.779574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f06fd-c79f-436e-8501-285b75fa0cb4 tempest-TestNetworkBasicOps-1068209494 tempest-TestNetworkBasicOps-1068209494-project] Pushing event deleted for resources: {'Network': ['ID=3564aba1-d06c-4a59-bc82-0433435425ad,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.100929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59594) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:13.317826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-08b7a63a-5902-4161-a2c1-dfe04e507cfb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca46b81e718044fabc4e34da73ac8f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2145610 Feb 11 14:05:13.320798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:13.384005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c54fe-386f-4c8c-975b-06f791459dfe req-7413f635-3720-4ff2-89d3-2ee2fad65095 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:13.392035 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be9c54fe-386f-4c8c-975b-06f791459dfe req-7413f635-3720-4ff2-89d3-2ee2fad65095 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.1451945 Feb 11 14:05:13.478877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be9c54fe-386f-4c8c-975b-06f791459dfe req-fc9d9dbb-cd92-4ddb-895e-8ea215a7d7f5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844362 Feb 11 14:05:13.497521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e4ea6af-e6a2-451b-bbb9-ae979576827a admin admin] Publish callbacks [] for security_group (b60633e8-d717-4caf-aaf1-f40f7b4d37a7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.530343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e4ea6af-e6a2-451b-bbb9-ae979576827a admin admin] Publish callbacks [] for security_group (b60633e8-d717-4caf-aaf1-f40f7b4d37a7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.593793 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e4ea6af-e6a2-451b-bbb9-ae979576827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b60633e8-d717-4caf-aaf1-f40f7b4d37a7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.597688 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9e4ea6af-e6a2-451b-bbb9-ae979576827a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.599342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9e4ea6af-e6a2-451b-bbb9-ae979576827a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b60633e8-d717-4caf-aaf1-f40f7b4d37a7 HTTP/1.1" status: 204 len: 168 time: 0.2775764 Feb 11 14:05:13.611898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ea6af-e6a2-451b-bbb9-ae979576827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60633e8-d717-4caf-aaf1-f40f7b4d37a7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.683013 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:05:13.982477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:14.000696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ffecf-5530-4b3e-b518-9b39d898ad0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.111050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ffecf-5530-4b3e-b518-9b39d898ad0e admin admin] Publish callbacks [] for security_group (130afebc-5a85-40a6-9d52-b87d5b97af50), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.116077 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-280ffecf-5530-4b3e-b518-9b39d898ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (130afebc-5a85-40a6-9d52-b87d5b97af50), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.174028 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-280ffecf-5530-4b3e-b518-9b39d898ad0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8b457436a724dcb919e3a81f37d5127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901915 Feb 11 14:05:14.175596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ffecf-5530-4b3e-b518-9b39d898ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130afebc-5a85-40a6-9d52-b87d5b97af50,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.176517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59616) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:14.251812 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-28cde570-436a-4f66-9532-f6086eb5a5ee admin admin] Publish callbacks [] for security_group (130afebc-5a85-40a6-9d52-b87d5b97af50), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.278771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-28cde570-436a-4f66-9532-f6086eb5a5ee admin admin] Publish callbacks [] for security_group (130afebc-5a85-40a6-9d52-b87d5b97af50), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.335853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-28cde570-436a-4f66-9532-f6086eb5a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (130afebc-5a85-40a6-9d52-b87d5b97af50), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.338997 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-28cde570-436a-4f66-9532-f6086eb5a5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.343384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-28cde570-436a-4f66-9532-f6086eb5a5ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/130afebc-5a85-40a6-9d52-b87d5b97af50 HTTP/1.1" status: 204 len: 168 time: 0.1653244 Feb 11 14:05:14.372591 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cde570-436a-4f66-9532-f6086eb5a5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130afebc-5a85-40a6-9d52-b87d5b97af50,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.672191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb983a4-ace0-4724-b8f2-af5df2120b85 req-642f2da5-10b7-4330-997d-c4553d7edc1f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:14.673938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0eb983a4-ace0-4724-b8f2-af5df2120b85 req-642f2da5-10b7-4330-997d-c4553d7edc1f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0779917 Feb 11 14:05:14.786738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0eb983a4-ace0-4724-b8f2-af5df2120b85 req-ec4c6d11-a749-43fe-9200-bba3a49d6694 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985615 Feb 11 14:05:15.917088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175ba05-cf80-4bd0-a854-20aab2067329 req-ce7ea3fd-3de6-41b4-b993-7fd0e62d55b6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:15.925133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c175ba05-cf80-4bd0-a854-20aab2067329 req-ce7ea3fd-3de6-41b4-b993-7fd0e62d55b6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0630863 Feb 11 14:05:15.971394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c175ba05-cf80-4bd0-a854-20aab2067329 req-96757277-3d6d-403f-aa27-c56f48343c2a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Feb 11 14:05:17.153672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0b72-0e5a-410b-aa49-f3381530aeac req-c88ff19b-e91a-4195-be3c-bca6b39386ed tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:17.155511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ddb0b72-0e5a-410b-aa49-f3381530aeac req-c88ff19b-e91a-4195-be3c-bca6b39386ed tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0705361 Feb 11 14:05:17.210260 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ddb0b72-0e5a-410b-aa49-f3381530aeac req-2c419f71-33f3-4b88-9274-35193c969a05 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Feb 11 14:05:18.352013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85419e7-e8df-402e-9ae3-187797b7054e req-1b0f9ca8-af68-4d63-b633-9f4d942b3079 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:18.354222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b85419e7-e8df-402e-9ae3-187797b7054e req-1b0f9ca8-af68-4d63-b633-9f4d942b3079 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0598855 Feb 11 14:05:18.407420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b85419e7-e8df-402e-9ae3-187797b7054e req-1bc834db-9e68-43d1-91a1-402a096a8dd0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Feb 11 14:05:19.535331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047f42b-af7d-447a-af93-c252973747a6 req-71c53969-d6b9-4852-b456-c113cdba13f2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:19.537037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4047f42b-af7d-447a-af93-c252973747a6 req-71c53969-d6b9-4852-b456-c113cdba13f2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0580330 Feb 11 14:05:19.589454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4047f42b-af7d-447a-af93-c252973747a6 req-8f54b409-dac8-49df-a91a-46ec6898753c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462303 Feb 11 14:05:20.253564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:20.718730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3572c1-f3ec-4812-aac1-4a6fc0c203d0 req-776dca6e-4103-4c92-ab92-34ac1034adb8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.720420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be3572c1-f3ec-4812-aac1-4a6fc0c203d0 req-776dca6e-4103-4c92-ab92-34ac1034adb8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0583856 Feb 11 14:05:20.770818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be3572c1-f3ec-4812-aac1-4a6fc0c203d0 req-5bc70684-a846-46f9-b0ad-0d0d8931c063 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445015 Feb 11 14:05:21.917186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245adf3-d344-4b0c-93e6-3e469d5e20aa req-a21e4684-6174-4fe9-ba50-9fe3e7514af3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.919348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b245adf3-d344-4b0c-93e6-3e469d5e20aa req-a21e4684-6174-4fe9-ba50-9fe3e7514af3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0667138 Feb 11 14:05:21.973808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b245adf3-d344-4b0c-93e6-3e469d5e20aa req-b53cb5a5-2af0-465f-9d1b-cfda98d2e1d9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 Feb 11 14:05:22.125321 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:23.114978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45954171-13f7-42cb-8647-a638604b779d req-cab9a553-1c6c-4462-b33f-b7752cce983d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:23.116485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45954171-13f7-42cb-8647-a638604b779d req-cab9a553-1c6c-4462-b33f-b7752cce983d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0639491 Feb 11 14:05:23.190760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45954171-13f7-42cb-8647-a638604b779d req-05930767-19d3-4ea9-bc21-153e5832ccac tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678494 Feb 11 14:05:24.321095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cf341-eae1-4e45-a158-d8a9d446fb20 req-5909839f-fe8a-43ef-b61d-08a71069728b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:24.322700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b7cf341-eae1-4e45-a158-d8a9d446fb20 req-5909839f-fe8a-43ef-b61d-08a71069728b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0555050 Feb 11 14:05:24.373381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b7cf341-eae1-4e45-a158-d8a9d446fb20 req-c83d0662-2826-41b8-a298-16d3d678a28f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Feb 11 14:05:25.503128 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c57ebe-17f6-4874-8e0b-9a3a1da2db5f req-a2233d7d-00a0-4da8-9252-9412a836d906 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:25.504624 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37c57ebe-17f6-4874-8e0b-9a3a1da2db5f req-a2233d7d-00a0-4da8-9252-9412a836d906 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0576096 Feb 11 14:05:25.553689 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37c57ebe-17f6-4874-8e0b-9a3a1da2db5f req-bee02477-d5d2-4407-88cb-bd75f365b402 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Feb 11 14:05:26.682239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c971b6-acca-41c7-bb9f-9834c2bc22eb req-72c131ae-58c4-48ce-a3dd-987f3578cc99 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:26.685041 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6c971b6-acca-41c7-bb9f-9834c2bc22eb req-72c131ae-58c4-48ce-a3dd-987f3578cc99 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 943 time: 0.0608969 Feb 11 14:05:26.737554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f6c971b6-acca-41c7-bb9f-9834c2bc22eb req-a7681f3b-9fec-4f34-b148-57f9be3a2859 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465887 Feb 11 14:05:27.060295 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c6062ff8-8cef-4917-9fca-434f805731bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:27.289055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 479611fa-7f67-483e-84bf-6a09e50b4141 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:27.390229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 479611fa-7f67-483e-84bf-6a09e50b4141, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=479611fa-7f67-483e-84bf-6a09e50b4141,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:27.400290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '479611fa-7f67-483e-84bf-6a09e50b4141', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'port_id': '479611fa-7f67-483e-84bf-6a09e50b4141', 'mac_address': 'fa:16:3e:b5:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:27.443333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 479611fa-7f67-483e-84bf-6a09e50b4141 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:27.443741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:27.459301 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479611fa-7f67-483e-84bf-6a09e50b4141 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:05:27.484068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 479611fa-7f67-483e-84bf-6a09e50b4141, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=479611fa-7f67-483e-84bf-6a09e50b4141,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:27.489848 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:27.562508 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=479611fa-7f67-483e-84bf-6a09e50b4141,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:27.758076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['479611fa-7f67-483e-84bf-6a09e50b4141'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:27.870862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed7730-8936-40fb-8758-d4f73c421856 req-2c3f098a-4e9e-42f4-8515-3a6b7e1559d0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.872549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9eed7730-8936-40fb-8758-d4f73c421856 req-2c3f098a-4e9e-42f4-8515-3a6b7e1559d0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 944 time: 0.0587492 Feb 11 14:05:27.928909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9eed7730-8936-40fb-8758-d4f73c421856 req-727f69d1-cf9e-46c7-a5ba-3f6a9ec8f4c1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Feb 11 14:05:29.055445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932489-19ce-48eb-adcd-bbe30369bd74 req-8aac6ec2-e20b-4d8e-863f-015a654679e7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.057044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae932489-19ce-48eb-adcd-bbe30369bd74 req-8aac6ec2-e20b-4d8e-863f-015a654679e7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 944 time: 0.0582874 Feb 11 14:05:29.106446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae932489-19ce-48eb-adcd-bbe30369bd74 req-e653b0e3-7b0c-4240-9b24-a88b4263ac88 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Feb 11 14:05:29.290014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 479611fa-7f67-483e-84bf-6a09e50b4141 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:29.347476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 479611fa-7f67-483e-84bf-6a09e50b4141 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:29.351678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 479611fa-7f67-483e-84bf-6a09e50b4141 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:29.352060 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:29.450455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 479611fa-7f67-483e-84bf-6a09e50b4141 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:29.451319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:29.455047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7ac0cb6f-c5fd-4c0a-b0e9-d8d4a33c6707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:29.484790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479611fa-7f67-483e-84bf-6a09e50b4141'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:29.487721 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b068deb8-9b1d-4fdd-986b-ff5b3ac1e030" -d '{"events": [{"server_uuid": "1c758355-9f6d-49fc-90b2-a5a14a22eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "479611fa-7f67-483e-84bf-6a09e50b4141"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:29.502211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 479611fa-7f67-483e-84bf-6a09e50b4141, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=479611fa-7f67-483e-84bf-6a09e50b4141,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:29.506583 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:29.571068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=479611fa-7f67-483e-84bf-6a09e50b4141,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:29.749483 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ac7ac-2b81-449b-b99e-9bc5e67da977 x-openstack-request-id: req-d16ac7ac-2b81-449b-b99e-9bc5e67da977 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:29.749782 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c758355-9f6d-49fc-90b2-a5a14a22eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "479611fa-7f67-483e-84bf-6a09e50b4141", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:29.750036 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d16ac7ac-2b81-449b-b99e-9bc5e67da977 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:29.750457 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479611fa-7f67-483e-84bf-6a09e50b4141', 'code': 200} Feb 11 14:05:29.854498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34715f-deb6-4eae-9778-998649acca26 req-5df995a2-bddb-4c05-8460-dc15b20c7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.856652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c34715f-deb6-4eae-9778-998649acca26 req-5df995a2-bddb-4c05-8460-dc15b20c7bb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 1127 time: 0.0476809 Feb 11 14:05:29.900258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9c34715f-deb6-4eae-9778-998649acca26 req-cc84ba26-1a0b-4645-99bb-0bd6ccb08829 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Feb 11 14:05:30.232345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0cbe-e2e3-4bd0-ae92-33018503f236 req-99b2d99a-9041-4903-9789-f90083e939d0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.234237 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ebc0cbe-e2e3-4bd0-ae92-33018503f236 req-99b2d99a-9041-4903-9789-f90083e939d0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 945 time: 0.0587354 Feb 11 14:05:30.283442 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ebc0cbe-e2e3-4bd0-ae92-33018503f236 req-6584935e-8839-4ff5-9ee0-0b09d9f78c3d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Feb 11 14:05:30.943551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 59702) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:31.070129 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.076662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40c184a-9c14-466b-b489-8900b4ce1833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.171491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40c184a-9c14-466b-b489-8900b4ce1833 admin admin] Publish callbacks [] for security_group (9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.175429 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40c184a-9c14-466b-b489-8900b4ce1833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.219864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c40c184a-9c14-466b-b489-8900b4ce1833 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6115c417f1204963a08c278b90fe4cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748089 Feb 11 14:05:31.220764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c184a-9c14-466b-b489-8900b4ce1833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:31.222679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 59706) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:31.283348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a105f4f4-e6aa-46eb-9113-03fef387bb69 admin admin] Publish callbacks [] for security_group (9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.310521 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a105f4f4-e6aa-46eb-9113-03fef387bb69 admin admin] Publish callbacks [] for security_group (9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.410706 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a105f4f4-e6aa-46eb-9113-03fef387bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.413752 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a105f4f4-e6aa-46eb-9113-03fef387bb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.418026 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a105f4f4-e6aa-46eb-9113-03fef387bb69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5 HTTP/1.1" status: 204 len: 168 time: 0.1900065 Feb 11 14:05:31.429152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f4f4-e6aa-46eb-9113-03fef387bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2eec57-e903-4e5c-b97e-4c4ac75fc8f5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:31.445270 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777e8-7258-463e-9039-347dd7559d32 req-487223ed-d04b-4e53-88ca-53c12ca7eef5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:31.453232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d0777e8-7258-463e-9039-347dd7559d32 req-487223ed-d04b-4e53-88ca-53c12ca7eef5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 945 time: 0.0888565 Feb 11 14:05:31.504435 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d0777e8-7258-463e-9039-347dd7559d32 req-683b03e0-e0df-49ce-af9c-7fa900b2b775 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Feb 11 14:05:31.651571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16518d5-b0ee-41e8-994f-9579296e63e7 req-b4192afb-da94-4204-9b3a-bc3aaed97d60 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:31.653207 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e16518d5-b0ee-41e8-994f-9579296e63e7 req-b4192afb-da94-4204-9b3a-bc3aaed97d60 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 945 time: 0.0575683 Feb 11 14:05:31.710483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e16518d5-b0ee-41e8-994f-9579296e63e7 req-62edbf27-5104-455e-aab5-208dfc5aed04 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498438 Feb 11 14:05:32.115953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb7770-bb1a-42f4-ae1d-1fa17f9f62d3 req-983a3992-7d2e-426c-a2a1-9bf57b3104bf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:32.119025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9bb7770-bb1a-42f4-ae1d-1fa17f9f62d3 req-983a3992-7d2e-426c-a2a1-9bf57b3104bf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 945 time: 0.0780263 Feb 11 14:05:32.184987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9bb7770-bb1a-42f4-ae1d-1fa17f9f62d3 req-35a20093-4516-4068-bd2e-ce57a8572c3f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585768 Feb 11 14:05:32.486542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:33.313018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111b4f-839c-4682-bb92-acfabf6f4722 req-7974aa80-2cdd-4387-96df-51135062083d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.314742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78111b4f-839c-4682-bb92-acfabf6f4722 req-7974aa80-2cdd-4387-96df-51135062083d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 945 time: 0.0540171 Feb 11 14:05:33.366781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78111b4f-839c-4682-bb92-acfabf6f4722 req-0bf6a621-cb4b-4496-aa20-8d1149e08b84 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Feb 11 14:05:33.679450 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:33.703571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-ca58c349-8e1f-45fc-b8b9-cc574d1f3759 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.705030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-ca58c349-8e1f-45fc-b8b9-cc574d1f3759 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 945 time: 0.0594618 Feb 11 14:05:33.810063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port 479611fa-7f67-483e-84bf-6a09e50b4141 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:33.810420 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:33.910784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] For port 479611fa-7f67-483e-84bf-6a09e50b4141, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=479611fa-7f67-483e-84bf-6a09e50b4141,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:33.911161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:33.923261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for 479611fa-7f67-483e-84bf-6a09e50b4141 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:34.063731 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (479611fa-7f67-483e-84bf-6a09e50b4141), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:34.077528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['479611fa-7f67-483e-84bf-6a09e50b4141'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:34.080757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['46ff1edb-19e3-4325-8e57-0ff403c89692'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:34.100742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=479611fa-7f67-483e-84bf-6a09e50b4141,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:34.150272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] No DVR routers for this DVR port 479611fa-7f67-483e-84bf-6a09e50b4141 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:34.153678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:34.157044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5aea9925-95f0-4765-af14-ba82e47374b0 req-428312a5-e78e-493c-a541-443392869564 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "DELETE /v2.0/ports/479611fa-7f67-483e-84bf-6a09e50b4141 HTTP/1.1" status: 204 len: 173 time: 0.4463894 Feb 11 14:05:34.157539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'name': 'network-vif-deleted', 'tag': '479611fa-7f67-483e-84bf-6a09e50b4141'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:34.159845 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dce3b1f-223b-4169-b0b0-aa69abd13a1a" -d '{"events": [{"server_uuid": "1c758355-9f6d-49fc-90b2-a5a14a22eb7f", "name": "network-vif-deleted", "tag": "479611fa-7f67-483e-84bf-6a09e50b4141"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:34.211177 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21099e1b-d657-4b66-a315-1f13b80016a5 x-openstack-request-id: req-21099e1b-d657-4b66-a315-1f13b80016a5 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:34.211530 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c758355-9f6d-49fc-90b2-a5a14a22eb7f", "name": "network-vif-deleted", "tag": "479611fa-7f67-483e-84bf-6a09e50b4141", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:34.211799 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21099e1b-d657-4b66-a315-1f13b80016a5 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:34.212213 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c758355-9f6d-49fc-90b2-a5a14a22eb7f', 'name': 'network-vif-deleted', 'tag': '479611fa-7f67-483e-84bf-6a09e50b4141', 'status': 'completed', 'code': 200} Feb 11 14:05:34.465099 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3b3d2096-a10c-4bc9-8256-50b3d330df34 req-3e1ee655-a5e4-4eff-81a8-edab736c6361 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0279744 Feb 11 14:05:35.570508 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d6c8ea9-1f6f-4009-a969-e2e1ef227391 req-48bcf5ff-928f-4b0d-9f17-9b8811b93d40 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0321851 Feb 11 14:05:36.669790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-804d0470-76bc-4faa-a341-392d073587b0 req-727d26fb-9884-48aa-a095-4d73fab54f9e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0268753 Feb 11 14:05:37.336181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 479611fa-7f67-483e-84bf-6a09e50b4141 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:37.358137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 479611fa-7f67-483e-84bf-6a09e50b4141 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:37.358850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 479611fa-7f67-483e-84bf-6a09e50b4141 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:37.768670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b38bcbc8-b537-4dc0-aabb-904cb170fc0d req-435094b7-ec0f-4cb1-b273-14bab8e8407a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0277963 Feb 11 14:05:38.878046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f97a9d71-8f7c-46b0-9d90-e847bb9f802b req-5aa18eb9-4af9-4186-bdf6-9a9a9de8503b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0332644 Feb 11 14:05:39.977067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac710187-feb9-4448-b74c-5e5715f5fbe9 req-a36b4738-78fd-4678-8f81-af3d911350e1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0295031 Feb 11 14:05:41.081146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c431298-16de-4e6a-81db-df2d42744185 req-39ac9386-5f48-4e55-b6d8-24fef3f07d74 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0299141 Feb 11 14:05:42.218390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-69f616f0-4aa3-4c03-880c-2db287d217ab req-e7604e7b-fa45-4bbc-a994-b3f5d4b9796b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c758355-9f6d-49fc-90b2-a5a14a22eb7f HTTP/1.1" status: 200 len: 210 time: 0.0482492 Feb 11 14:05:50.250648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:50.683815 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:05:50.924523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbae02-c015-4468-a770-48b0f551d21f req-d4121e18-24bf-4337-94c4-755afdc1a5df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:50.926083 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dafbae02-c015-4468-a770-48b0f551d21f req-d4121e18-24bf-4337-94c4-755afdc1a5df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 945 time: 0.0568717 Feb 11 14:05:50.976309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dafbae02-c015-4468-a770-48b0f551d21f req-55852411-5b13-41b5-a0c0-e2df124f7ddc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Feb 11 14:05:52.126069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f813d4-9a63-4521-b3c1-a4f7ddc29da9 req-74bffeab-87aa-415d-9833-e4a81aca32be tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:52.133496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11f813d4-9a63-4521-b3c1-a4f7ddc29da9 req-74bffeab-87aa-415d-9833-e4a81aca32be tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 945 time: 0.0683882 Feb 11 14:05:52.134270 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:52.180916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-11f813d4-9a63-4521-b3c1-a4f7ddc29da9 req-15115107-8b8b-42c0-be8b-d5e483a81256 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Feb 11 14:05:52.344806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-c65f05e3-fd79-4b5e-8e13-3f147cc06957 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:52.346483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-c65f05e3-fd79-4b5e-8e13-3f147cc06957 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Feb 11 14:05:52.438892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port 46ff1edb-19e3-4325-8e57-0ff403c89692 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:52.439138 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:52.531569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] For port 46ff1edb-19e3-4325-8e57-0ff403c89692, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=46ff1edb-19e3-4325-8e57-0ff403c89692,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:52.531929 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:52.544686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for 46ff1edb-19e3-4325-8e57-0ff403c89692 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:52.674476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (46ff1edb-19e3-4325-8e57-0ff403c89692), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:52.686079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['46ff1edb-19e3-4325-8e57-0ff403c89692'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:52.703596 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=46ff1edb-19e3-4325-8e57-0ff403c89692,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.717264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.717264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.717510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.717703 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.718260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.718754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.719242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.719733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.720073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.720411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.720742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.721068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.721396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.756863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] No DVR routers for this DVR port 46ff1edb-19e3-4325-8e57-0ff403c89692 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:52.759462 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:52.763358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b284df8f-f5d6-4808-b0d9-144939cff65f req-b34e76d1-18a8-49b9-8f35-22d20afe4789 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "DELETE /v2.0/ports/46ff1edb-19e3-4325-8e57-0ff403c89692 HTTP/1.1" status: 204 len: 173 time: 0.4122334 Feb 11 14:05:52.763807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'name': 'network-vif-deleted', 'tag': '46ff1edb-19e3-4325-8e57-0ff403c89692'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:52.765975 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a0b678-4330-479d-8169-734e81be05b8" -d '{"events": [{"server_uuid": "a3cf507c-550c-4a1a-bc1e-a171d14c07c6", "name": "network-vif-deleted", "tag": "46ff1edb-19e3-4325-8e57-0ff403c89692"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:52.808344 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2805a813-18a3-4133-a259-f252d65e1adc x-openstack-request-id: req-2805a813-18a3-4133-a259-f252d65e1adc {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:52.808650 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cf507c-550c-4a1a-bc1e-a171d14c07c6", "name": "network-vif-deleted", "tag": "46ff1edb-19e3-4325-8e57-0ff403c89692", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:52.808918 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2805a813-18a3-4133-a259-f252d65e1adc {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:52.809327 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cf507c-550c-4a1a-bc1e-a171d14c07c6', 'name': 'network-vif-deleted', 'tag': '46ff1edb-19e3-4325-8e57-0ff403c89692', 'status': 'completed', 'code': 200} Feb 11 14:05:53.283805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb116e1b-c809-4350-a3ef-f3f0b3d0cb23 req-a1600593-8c9d-44d3-b256-e78a1e8b16dc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Feb 11 14:05:54.388120 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4543f35e-4cb0-45fd-866a-149aad39a4fd req-0ec7990e-d459-46cb-bd05-c98055a8a76e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0300424 Feb 11 14:05:55.491898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aef9912a-c8e0-4bc8-8c5f-e1e6b46591ff req-6b1119b2-e85f-4f98-8676-c68baf3efc5d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0308120 Feb 11 14:05:56.610995 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a463a89e-7032-4bf6-9048-c677905900f8 req-9c8bafa3-8e7c-47bb-8b56-fa962b9bd2d0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0436664 Feb 11 14:05:56.846870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 46ff1edb-19e3-4325-8e57-0ff403c89692 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:56.868832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 46ff1edb-19e3-4325-8e57-0ff403c89692 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:56.869291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 46ff1edb-19e3-4325-8e57-0ff403c89692 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:57.068652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-20254ad7-691b-46fe-945c-a878626dfbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:57.723438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c89ec14-9d67-4b35-bf77-b207436ab4e5 req-99aec78a-c28a-4e35-bc39-039244ae0f71 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0362513 Feb 11 14:05:58.822007 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb4f6852-b8aa-428f-a32c-353a7f7a15b0 req-c01c4792-ab77-4989-9c1e-f0579b93862f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0287511 Feb 11 14:05:59.450803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-24b4401f-fefd-4445-a5fb-fae86801ae95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:59.938968 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e989fe2f-e1df-4601-bc1a-504bbf63575e req-1a5c95df-f766-4a9b-b418-3ea58deea408 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0346026 Feb 11 14:06:01.037086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87415dd8-6c44-436a-b920-0e4fa777d210 req-1fc7804e-6107-4844-a6f1-4c90dd12bac0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3cf507c-550c-4a1a-bc1e-a171d14c07c6 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Feb 11 14:06:01.063138 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:02.496506 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:03.687614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.362270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60014) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:07.366807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c2aacb43-1e8b-4ffe-82e1-8e0d132daf50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457093398', 'description': 'tempest-secgroup-smoke-457093398 description', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:07.393191 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2aacb43-1e8b-4ffe-82e1-8e0d132daf50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.464481 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2aacb43-1e8b-4ffe-82e1-8e0d132daf50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group (27394494-d5aa-462b-9d5f-d7442402867f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.468459 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2aacb43-1e8b-4ffe-82e1-8e0d132daf50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (27394494-d5aa-462b-9d5f-d7442402867f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.499252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aacb43-1e8b-4ffe-82e1-8e0d132daf50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27394494-d5aa-462b-9d5f-d7442402867f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:07.505513 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c2aacb43-1e8b-4ffe-82e1-8e0d132daf50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.509721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60016) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:07.510202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c2aacb43-1e8b-4ffe-82e1-8e0d132daf50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1464384 Feb 11 14:06:07.517809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'security_group_rule': {'security_group_id': '27394494-d5aa-462b-9d5f-d7442402867f', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:07.552981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (94e666e3-352e-4253-b4e5-5467157653b7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.609483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (94e666e3-352e-4253-b4e5-5467157653b7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.614776 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (94e666e3-352e-4253-b4e5-5467157653b7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.634547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e666e3-352e-4253-b4e5-5467157653b7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:07.645328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.649057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349874 Feb 11 14:06:07.649057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.649057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.649057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.649057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.649495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60018) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:07.649570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.649742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.650286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.651455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.651964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.652446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.652951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.653447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.653783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2941-d539-4402-b31f-6e2971addaee tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:07.654478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fe99976f-ee62-4b99-b852-2a1e555e6968 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'security_group_rule': {'security_group_id': '27394494-d5aa-462b-9d5f-d7442402867f', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:07.688561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fe99976f-ee62-4b99-b852-2a1e555e6968 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (3c59ba0e-1ec8-4377-b2a1-be3b545570f0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.748658 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fe99976f-ee62-4b99-b852-2a1e555e6968 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (3c59ba0e-1ec8-4377-b2a1-be3b545570f0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.754203 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fe99976f-ee62-4b99-b852-2a1e555e6968 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (3c59ba0e-1ec8-4377-b2a1-be3b545570f0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.773917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99976f-ee62-4b99-b852-2a1e555e6968 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c59ba0e-1ec8-4377-b2a1-be3b545570f0,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:07.781111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fe99976f-ee62-4b99-b852-2a1e555e6968 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.784874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fe99976f-ee62-4b99-b852-2a1e555e6968 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319106 Feb 11 14:06:07.785117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60020) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:07.789873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-75348a58-99fa-45ce-af88-af8c613c8d58 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'security_group_rule': {'security_group_id': '27394494-d5aa-462b-9d5f-d7442402867f', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:07.816809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75348a58-99fa-45ce-af88-af8c613c8d58 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (e5e6022d-8f16-4546-a9d8-0340c1a45c71), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.876421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75348a58-99fa-45ce-af88-af8c613c8d58 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (e5e6022d-8f16-4546-a9d8-0340c1a45c71), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.882964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75348a58-99fa-45ce-af88-af8c613c8d58 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e5e6022d-8f16-4546-a9d8-0340c1a45c71), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.904228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75348a58-99fa-45ce-af88-af8c613c8d58 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e6022d-8f16-4546-a9d8-0340c1a45c71,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:07.915208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-75348a58-99fa-45ce-af88-af8c613c8d58 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:07.916785 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-75348a58-99fa-45ce-af88-af8c613c8d58 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304438 Feb 11 14:06:07.919354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60022) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:07.924066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-861a6b29-f4d1-4491-9be5-e1f4806ec284 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'security_group_rule': {'security_group_id': '27394494-d5aa-462b-9d5f-d7442402867f', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:07.949746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-861a6b29-f4d1-4491-9be5-e1f4806ec284 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (2882a6a9-3ee7-4838-8c44-8fe1a5073f46), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.011480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-861a6b29-f4d1-4491-9be5-e1f4806ec284 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (2882a6a9-3ee7-4838-8c44-8fe1a5073f46), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.016241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-861a6b29-f4d1-4491-9be5-e1f4806ec284 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2882a6a9-3ee7-4838-8c44-8fe1a5073f46), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.032091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a6b29-f4d1-4491-9be5-e1f4806ec284 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2882a6a9-3ee7-4838-8c44-8fe1a5073f46,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:08.049511 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-861a6b29-f4d1-4491-9be5-e1f4806ec284 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.053317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-861a6b29-f4d1-4491-9be5-e1f4806ec284 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302309 Feb 11 14:06:08.053525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60024) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:08.058463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'security_group_rule': {'security_group_id': '27394494-d5aa-462b-9d5f-d7442402867f', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:08.079780 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Project faac79a8eb11454fa38bf834da6d2ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:06:08.084791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (2335da05-c701-41c8-acc3-8607db5af510), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.145974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (2335da05-c701-41c8-acc3-8607db5af510), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.151256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (2335da05-c701-41c8-acc3-8607db5af510), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.178348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2335da05-c701-41c8-acc3-8607db5af510,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:08.186894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.190862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-02924659-3600-4bbd-8166-4fd2367c1f50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338706 Feb 11 14:06:08.191045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60026) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:08.196198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'security_group_rule': {'security_group_id': '27394494-d5aa-462b-9d5f-d7442402867f', 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:08.218758 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Project faac79a8eb11454fa38bf834da6d2ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:06:08.224837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (759da05d-8929-43d7-95cf-bc82b809c2af), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.293973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (759da05d-8929-43d7-95cf-bc82b809c2af), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.298417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (759da05d-8929-43d7-95cf-bc82b809c2af), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.321139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759da05d-8929-43d7-95cf-bc82b809c2af,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:08.328108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:08.329494 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8dedb1d7-e6b2-4457-b839-05b08a8d434e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374669 Feb 11 14:06:08.428287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-f4d2e0ff-0779-4c92-819c-bfb98aab8e56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709097 Feb 11 14:06:08.530310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-9534a42d-7847-4143-af4b-a65d9bcd9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.531990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-9534a42d-7847-4143-af4b-a65d9bcd9128 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.0565324 Feb 11 14:06:08.648228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-a2a2e981-1bb4-454f-9a11-0111ba9b9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.649930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-a2a2e981-1bb4-454f-9a11-0111ba9b9976 service neutron] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 910 time: 0.0975862 Feb 11 14:06:08.725260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-369eb52c-2461-483b-a845-57351a440ece service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 1001 time: 0.0693581 Feb 11 14:06:08.779395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-c85f9053-30fc-478f-bea0-404e42c03b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.781282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-c85f9053-30fc-478f-bea0-404e42c03b30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.0491323 Feb 11 14:06:08.841310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-d08cd64e-bff8-4861-9e2a-249f5791edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.842854 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-d08cd64e-bff8-4861-9e2a-249f5791edbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556736 Feb 11 14:06:08.941184 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-68809a93-880a-4e2a-9e46-26c68b8a85c5 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897360 Feb 11 14:06:09.038105 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0a77a8-8550-4d7e-a1bb-76ab8d6a75b2 req-29421dbe-23f6-4959-ae5c-aed5f0416a91 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899446 Feb 11 14:06:20.266928 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:22.168968 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:27.062730 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c3d01939-c1b7-4667-bd4d-fe71ef62afb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:27.683885 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:06:29.444872 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-44aef7f4-1626-44db-b072-0c6fc170ff0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:30.149316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5ae99954-5661-404e-91da-21bebfeef082 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457093398&fields=id&tenant_id=faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 267 time: 0.0436885 Feb 11 14:06:30.255689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-edb3104c-495f-445a-8581-49edd97c0213 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.257155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-edb3104c-495f-445a-8581-49edd97c0213 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1007817 Feb 11 14:06:30.271496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-102a3d6a-46cd-4d1a-b459-f92c518068d3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/quotas/faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0087821 Feb 11 14:06:30.324984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-1f5bccfa-5b0b-4817-82e7-b9f1cd24ca6e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484517 Feb 11 14:06:30.440507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5bd62cee-ea0c-49ce-8cef-837dd3efd4e1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:06:30.441624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5bd62cee-ea0c-49ce-8cef-837dd3efd4e1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1057968 Feb 11 14:06:30.533783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-4e09fdc2-87e9-42cb-819c-edb64b12d514 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859575 Feb 11 14:06:30.623274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-0b7902a4-b98e-4a1c-8eb0-48172436568a service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 Feb 11 14:06:30.945498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ab97b18-0303-4253-bfe8-5cd8947e0f09 req-e75e1b37-1295-4739-af6a-279cda6b9980 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0336215 Feb 11 14:06:31.061309 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:31.822632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-48c078ce-5cb0-43d1-89a3-8feffcc54bae tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:31.824083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-48c078ce-5cb0-43d1-89a3-8feffcc54bae tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1067388 Feb 11 14:06:31.898707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-29caa327-99ef-48bc-a524-d73bfdcffb44 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 379 time: 0.0665991 Feb 11 14:06:31.907056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'port': {'device_id': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'admin_state_up': True, 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'security_groups': ['27394494-d5aa-462b-9d5f-d7442402867f']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:32.051807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-538bb60c-da94-470c-ad79-9aac394814fd req-d4f01553-fd22-4c9b-85bb-e9df0b576b01 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0313523 Feb 11 14:06:32.057562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:32.061561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.204500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.20.0.8 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/2c265caa-eb19-4d0f-b283-7b6fd51bdf82) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:32.367455 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.409552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.469450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:32.477063 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:32.495416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:32.503776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.504364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:32.590910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:32.591588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.623491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-da7703fe-146e-4ced-954f-ef67b9424fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202692 Feb 11 14:06:32.640245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Request body: {'port': {'device_id': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:32.709710 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.933662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ea0b6fac-8235-4735-bc90-baea6d105329 None None] Provisioning complete for port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:32.934494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6fac-8235-4735-bc90-baea6d105329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.972376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b6fac-8235-4735-bc90-baea6d105329 None None] Port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:06:33.022976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:06:33.031347 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Publish callbacks [] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:33.047804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Transition to ACTIVE for port object 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:33.054487 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:33.174532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.236365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27ad39-ae32-4ffc-8d03-3c5620fb3c49 req-d577db5f-88c7-4a2f-8805-c5cf34e54b46 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.243710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe27ad39-ae32-4ffc-8d03-3c5620fb3c49 req-d577db5f-88c7-4a2f-8805-c5cf34e54b46 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0646400 Feb 11 14:06:33.297089 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe27ad39-ae32-4ffc-8d03-3c5620fb3c49 req-0bdeeb5f-8994-4f64-8e77-5790c065b09b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518532 Feb 11 14:06:33.321132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Attempting to bind port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:06:33.321746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Attempting to bind port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:06:33.322367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Attempting to bind port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:33.327799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:33.328217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Attempting to bind port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:33.335044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:33.335654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:06:33.336257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:33.337143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Bound port: 2c265caa-eb19-4d0f-b283-7b6fd51bdf82, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:06:33.337781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:33.418720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] For port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:33.423937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] For port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:33.428853 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:33.468624 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.469338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:33.470892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c265caa-eb19-4d0f-b283-7b6fd51bdf82 HTTP/1.1" status: 200 len: 1091 time: 0.8351400 Feb 11 14:06:33.471564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:06:33.473992 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb9b75-8590-4611-a025-b83ab64c6031" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:33.522321 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9562da44-cd81-4d71-94da-4e7d10d03181 x-openstack-request-id: req-9562da44-cd81-4d71-94da-4e7d10d03181 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:33.522615 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:33.522869 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9562da44-cd81-4d71-94da-4e7d10d03181 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:33.523270 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'status': 'completed', 'code': 200} Feb 11 14:06:33.528899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8bd09-9b62-4c49-90dc-29704eaf59d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.581887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-efe59833-14d8-4a63-a539-41bb175fdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.583745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-efe59833-14d8-4a63-a539-41bb175fdb56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 1125 time: 0.0500176 Feb 11 14:06:33.636902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-1f667b2f-1829-4c6b-85af-ece8c1d21f6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82 HTTP/1.1" status: 200 len: 217 time: 0.0458355 Feb 11 14:06:33.689397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:33.696718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-cea7209b-cdbe-4018-a011-b573680faa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.698737 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-cea7209b-cdbe-4018-a011-b573680faa29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0540221 Feb 11 14:06:33.763181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-f9483995-8532-4093-ac96-087b6066d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.765423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-f9483995-8532-4093-ac96-087b6066d426 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599499 Feb 11 14:06:33.863505 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-f604f307-a9e5-4dbc-ac50-071632b33994 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916119 Feb 11 14:06:33.958113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b6cf357-80b9-4bd1-9d51-c567fcefe1a9 req-a9df5d2c-e4d4-4445-aaba-59d0f538e7e6 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886052 Feb 11 14:06:34.098662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-43ddf3b5-f308-4ea1-8fdd-46cb1ce56b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.100179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-43ddf3b5-f308-4ea1-8fdd-46cb1ce56b5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 1125 time: 0.0500803 Feb 11 14:06:34.217352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-182c2d22-9304-4de6-ba15-57806ab0356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.219155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-182c2d22-9304-4de6-ba15-57806ab0356d service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1137149 Feb 11 14:06:34.275004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-90d725c7-41b3-4e91-821a-b88d8116966c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82 HTTP/1.1" status: 200 len: 217 time: 0.0501711 Feb 11 14:06:34.337755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-41f4d6c8-910c-4987-9d42-197eba5bef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.340006 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-41f4d6c8-910c-4987-9d42-197eba5bef4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0592608 Feb 11 14:06:34.412009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-33e1d23d-f88b-4e5c-b0b3-35bdee87a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.414592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-33e1d23d-f88b-4e5c-b0b3-35bdee87a015 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0683939 Feb 11 14:06:34.473451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f1ff6-5551-4d23-826d-0cdd8ca867da req-134771c5-a734-43ac-89bd-926359dd5b4b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.475866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a1f1ff6-5551-4d23-826d-0cdd8ca867da req-134771c5-a734-43ac-89bd-926359dd5b4b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0780201 Feb 11 14:06:34.554183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a1f1ff6-5551-4d23-826d-0cdd8ca867da req-9950eb4f-1a3d-418d-815d-7aa5f023b124 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709994 Feb 11 14:06:34.960377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-1ad39400-1b61-4572-8445-4c76e2760ad4 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391488 Feb 11 14:06:35.055817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-24fb9b75-8590-4611-a025-b83ab64c6031 req-b89b0f34-4b00-46b8-bb85-84a9ed6e24f9 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880203 Feb 11 14:06:35.688298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ed3-239a-4394-883e-4fbaab07ed8b req-98398fdf-3dac-434b-adc9-149f648c1892 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:35.695720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49130ed3-239a-4394-883e-4fbaab07ed8b req-98398fdf-3dac-434b-adc9-149f648c1892 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0639310 Feb 11 14:06:35.757640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-49130ed3-239a-4394-883e-4fbaab07ed8b req-c4d75923-8b5f-4aef-967c-30890c505506 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609343 Feb 11 14:06:36.899429 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403986a7-30b7-4d41-9191-ef90fc996a04 req-7b4cd5b1-a0de-45e1-88b9-7a122cf907e8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:36.901036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-403986a7-30b7-4d41-9191-ef90fc996a04 req-7b4cd5b1-a0de-45e1-88b9-7a122cf907e8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0700161 Feb 11 14:06:36.956979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-403986a7-30b7-4d41-9191-ef90fc996a04 req-da863569-db62-473f-83b0-b578b7e422ab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496480 Feb 11 14:06:38.086403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e95ab-032f-417b-8856-7ab8a03a5d76 req-dd03e85a-d296-4397-8db4-ded7e5a900fa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:38.088711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d6e95ab-032f-417b-8856-7ab8a03a5d76 req-dd03e85a-d296-4397-8db4-ded7e5a900fa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0568511 Feb 11 14:06:38.140998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d6e95ab-032f-417b-8856-7ab8a03a5d76 req-180cb513-99c8-4ab0-bd7c-4a5b144556d6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459306 Feb 11 14:06:39.265704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40ec4-03da-43bb-8c9c-1a33750827e0 req-0be04db7-e18b-47d3-b1ce-f76afde5bcb0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:39.267459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa40ec4-03da-43bb-8c9c-1a33750827e0 req-0be04db7-e18b-47d3-b1ce-f76afde5bcb0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0558078 Feb 11 14:06:39.318404 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-afa40ec4-03da-43bb-8c9c-1a33750827e0 req-6453a6ee-26c0-410b-b6ae-88fd57a93e78 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444870 Feb 11 14:06:40.438509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa2cc-71f6-49ca-9ba6-c0ed2097d1a3 req-ac147fce-6f80-4822-8782-273d970da85d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.440143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-528aa2cc-71f6-49ca-9ba6-c0ed2097d1a3 req-ac147fce-6f80-4822-8782-273d970da85d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0529613 Feb 11 14:06:40.495823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-528aa2cc-71f6-49ca-9ba6-c0ed2097d1a3 req-74a13d22-c865-4b87-9c36-c7e488df3c6a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493824 Feb 11 14:06:41.633334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f30d-fcd6-4cab-b45f-9385ab4b5247 req-2ab35cd6-1b9b-4663-adfd-9004f2c358b0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.638648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb74f30d-fcd6-4cab-b45f-9385ab4b5247 req-2ab35cd6-1b9b-4663-adfd-9004f2c358b0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0686903 Feb 11 14:06:41.695344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb74f30d-fcd6-4cab-b45f-9385ab4b5247 req-73354d22-b85f-488b-9d2f-a97187b1e887 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540912 Feb 11 14:06:42.823778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52bad1-5996-48d1-820f-f09bcd710c10 req-c39af6f3-6be3-4957-a655-dbe9e68bffc1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:42.829855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d52bad1-5996-48d1-820f-f09bcd710c10 req-c39af6f3-6be3-4957-a655-dbe9e68bffc1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0582583 Feb 11 14:06:42.879979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1d52bad1-5996-48d1-820f-f09bcd710c10 req-3f4c9963-e531-4296-9d97-6461a25bd0a5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475805 Feb 11 14:06:44.013475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d20d0-fc41-4df7-9596-2ad4d8579bbc req-ac897f27-2f8c-42cb-9892-9fae1aa88e3f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.015664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f46d20d0-fc41-4df7-9596-2ad4d8579bbc req-ac897f27-2f8c-42cb-9892-9fae1aa88e3f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0575330 Feb 11 14:06:44.064817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f46d20d0-fc41-4df7-9596-2ad4d8579bbc req-9b571064-34b3-4a78-b8e2-de7e11745f1c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428715 Feb 11 14:06:45.183699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d085c2b-a3ee-413d-98b0-cc375066fa76 req-fb55d9d6-681f-42eb-a2e4-0ed0a5cb7636 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.185211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d085c2b-a3ee-413d-98b0-cc375066fa76 req-fb55d9d6-681f-42eb-a2e4-0ed0a5cb7636 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0531471 Feb 11 14:06:45.237752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d085c2b-a3ee-413d-98b0-cc375066fa76 req-d920e005-2770-4699-991e-760b48f7a3fb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450287 Feb 11 14:06:46.357703 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722324ff-7333-4e32-b221-e6476d713cd7 req-407a683d-ded2-4532-9d6a-3005e481aa06 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.359843 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-722324ff-7333-4e32-b221-e6476d713cd7 req-407a683d-ded2-4532-9d6a-3005e481aa06 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0542469 Feb 11 14:06:46.414724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-722324ff-7333-4e32-b221-e6476d713cd7 req-aa683f9d-8626-4701-9e1b-647abea1fb87 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479448 Feb 11 14:06:47.544443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1f371-b505-44eb-b8e1-e0d0fc557a3b req-55a278ea-4609-446c-9134-7b233c55882f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.545578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5d1f371-b505-44eb-b8e1-e0d0fc557a3b req-55a278ea-4609-446c-9134-7b233c55882f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0548627 Feb 11 14:06:47.598679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e5d1f371-b505-44eb-b8e1-e0d0fc557a3b req-b0f992b3-fb7b-4758-a2ec-40579cc1c2bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474575 Feb 11 14:06:48.735295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ab3ee-44d2-404d-8a6e-f88428dd9bdb req-9f6dadc9-59c5-4dd0-93f3-1bb492edb4cc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.742085 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d16ab3ee-44d2-404d-8a6e-f88428dd9bdb req-9f6dadc9-59c5-4dd0-93f3-1bb492edb4cc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 943 time: 0.0711899 Feb 11 14:06:48.791697 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d16ab3ee-44d2-404d-8a6e-f88428dd9bdb req-d2ca4101-19c9-4577-bcb7-800877a8117c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481992 Feb 11 14:06:48.914350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60438) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:49.019066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7572e8cf-ec15-4e8f-94eb-85b24292dcc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.048347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:49.094828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7572e8cf-ec15-4e8f-94eb-85b24292dcc1 admin admin] Publish callbacks [] for security_group (40827aa0-55eb-4346-8d70-4673bcdac610), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.099261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7572e8cf-ec15-4e8f-94eb-85b24292dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (40827aa0-55eb-4346-8d70-4673bcdac610), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.138775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7572e8cf-ec15-4e8f-94eb-85b24292dcc1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6d12ca3beec42b1ad337210d2684398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226908 Feb 11 14:06:49.141091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e8cf-ec15-4e8f-94eb-85b24292dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40827aa0-55eb-4346-8d70-4673bcdac610,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:49.141501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60442) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:49.175693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:49.187408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'port_id': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:49.193699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b40eb474-dcc2-4f5b-a112-4627f78b06b7 admin admin] Publish callbacks [] for security_group (40827aa0-55eb-4346-8d70-4673bcdac610), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.216440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b40eb474-dcc2-4f5b-a112-4627f78b06b7 admin admin] Publish callbacks [] for security_group (40827aa0-55eb-4346-8d70-4673bcdac610), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.226218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:06:49.226821 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.240815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:06:49.266969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:49.271192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.273337 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b40eb474-dcc2-4f5b-a112-4627f78b06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (40827aa0-55eb-4346-8d70-4673bcdac610), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.276470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b40eb474-dcc2-4f5b-a112-4627f78b06b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:49.280142 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b40eb474-dcc2-4f5b-a112-4627f78b06b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40827aa0-55eb-4346-8d70-4673bcdac610 HTTP/1.1" status: 204 len: 168 time: 0.1351058 Feb 11 14:06:49.287024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eb474-dcc2-4f5b-a112-4627f78b06b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40827aa0-55eb-4346-8d70-4673bcdac610,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:49.334485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:49.343762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.344123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.344505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.344879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.345224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.345593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.345927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.346299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.346634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.346963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.347421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.347758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.348090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:49.487389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['2c265caa-eb19-4d0f-b283-7b6fd51bdf82'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:49.922987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb881e2-5159-409c-9807-ad1768b85d73 req-d187726f-ca19-4e60-8b4b-a4ce37564f4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:49.924395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cb881e2-5159-409c-9807-ad1768b85d73 req-d187726f-ca19-4e60-8b4b-a4ce37564f4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 944 time: 0.0529160 Feb 11 14:06:49.972895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cb881e2-5159-409c-9807-ad1768b85d73 req-a032b293-e489-45ec-8297-01b1c3bf9379 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428369 Feb 11 14:06:50.265155 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:51.064295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:51.093451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a482d86-d9ea-46d8-b6b8-2f811f3aa5e9 req-975e7301-cf16-4e3d-aec3-388d2007900b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.094980 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a482d86-d9ea-46d8-b6b8-2f811f3aa5e9 req-975e7301-cf16-4e3d-aec3-388d2007900b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 944 time: 0.0560172 Feb 11 14:06:51.114512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:51.118457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:51.118835 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:51.143954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a482d86-d9ea-46d8-b6b8-2f811f3aa5e9 req-0c62d5e8-7452-45e6-bcc1-93ee7dddca16 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Feb 11 14:06:51.198115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:06:51.198531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:51.221353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:06:51.223679 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e265af8-4b02-4387-be0c-e5fae01c202e" -d '{"events": [{"server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "name": "network-vif-plugged", "status": "completed", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:51.235715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:51.239824 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:51.263790 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d3a8d7-89e2-4e5d-b35d-de0306099140 x-openstack-request-id: req-33d3a8d7-89e2-4e5d-b35d-de0306099140 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:51.264087 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "name": "network-vif-plugged", "status": "completed", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:51.264342 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33d3a8d7-89e2-4e5d-b35d-de0306099140 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:51.264727 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'code': 200} Feb 11 14:06:51.291025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:51.365146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d0bd9-5b16-4ad2-9511-775602feba19 req-79192bfd-a406-44ea-8198-2aba131c23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.366727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed2d0bd9-5b16-4ad2-9511-775602feba19 req-79192bfd-a406-44ea-8198-2aba131c23e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 1127 time: 0.0475771 Feb 11 14:06:51.410762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ed2d0bd9-5b16-4ad2-9511-775602feba19 req-fa9d29ba-d8d4-44d2-82e8-1c08cafb0bf9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386829 Feb 11 14:06:52.175871 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:52.263991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16c50-3953-4acd-b2f0-bd3d7ad147a7 req-582100b4-e410-4548-afb9-c0e7cbd4fe2b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:52.265463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61a16c50-3953-4acd-b2f0-bd3d7ad147a7 req-582100b4-e410-4548-afb9-c0e7cbd4fe2b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 945 time: 0.0528584 Feb 11 14:06:52.315481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61a16c50-3953-4acd-b2f0-bd3d7ad147a7 req-e4e26d31-b7d0-48d4-85e6-90af8f0a4127 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443497 Feb 11 14:06:53.441175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6322d6-e0cd-4333-a5fc-3a795daed60f req-01c2c4ab-7b52-4fde-b1fe-61e81890d192 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.442692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b6322d6-e0cd-4333-a5fc-3a795daed60f req-01c2c4ab-7b52-4fde-b1fe-61e81890d192 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 945 time: 0.0586102 Feb 11 14:06:53.490648 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b6322d6-e0cd-4333-a5fc-3a795daed60f req-58a42c54-1736-4e9b-bda0-080c03406498 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Feb 11 14:06:53.607042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c83f0-a064-4ca0-9a13-c4d58205e066 req-c3c32028-91f8-4204-b381-39921d75be7f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.608680 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c89c83f0-a064-4ca0-9a13-c4d58205e066 req-c3c32028-91f8-4204-b381-39921d75be7f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 945 time: 0.0521297 Feb 11 14:06:53.660282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c89c83f0-a064-4ca0-9a13-c4d58205e066 req-8d29ac78-96aa-41a0-a6e5-4e0489f6b27b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461297 Feb 11 14:06:53.682544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:53.867789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28546fcf-1eda-41bb-9249-96f4a6a077ce tempest-TestVolumeBootPattern-677941924 tempest-TestVolumeBootPattern-677941924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.869913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-28546fcf-1eda-41bb-9249-96f4a6a077ce tempest-TestVolumeBootPattern-677941924 tempest-TestVolumeBootPattern-677941924-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 1122 time: 0.1864142 Feb 11 14:06:53.872913 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60462) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:53.877452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:53.897429 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:53.991407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:54.097417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.25.3.112 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/916ffa0a-bc83-481c-8d1c-f45e8c2c67b3) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:54.203080 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:54.236342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:54.276547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:54.279375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:54.283645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:54.305405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=916ffa0a-bc83-481c-8d1c-f45e8c2c67b3,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:54.651040 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (11cb91cc-0d19-4c87-8d92-9a1c8b7b831d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:54.717611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:54.870203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:54.874587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:54.944156 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=916ffa0a-bc83-481c-8d1c-f45e8c2c67b3,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:54.953545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (11cb91cc-0d19-4c87-8d92-9a1c8b7b831d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:55.055049 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Floating IP 11cb91cc-0d19-4c87-8d92-9a1c8b7b831d associated. External IP: 172.25.3.112, port: 2c265caa-eb19-4d0f-b283-7b6fd51bdf82. Feb 11 14:06:55.266785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:55.378169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:55.387530 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:55.395946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:55.397708 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:55.398350 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:06:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:55.427099 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5f1367fc-a32c-4179-bfe3-75e16480cb28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5531254 Feb 11 14:06:55.427707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:06:55.429999 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483cf249-5383-41f3-aa3c-1c13a9081142" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:55.469870 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b569a8c-7f68-4c02-b690-1f27bbb2a3b0 x-openstack-request-id: req-0b569a8c-7f68-4c02-b690-1f27bbb2a3b0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:55.470202 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:55.470461 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b569a8c-7f68-4c02-b690-1f27bbb2a3b0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:55.470930 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'status': 'completed', 'code': 200} Feb 11 14:06:55.542735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-836cba35-c933-4f8c-bbd5-f69a44ab9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.544771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-836cba35-c933-4f8c-bbd5-f69a44ab9f90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 1127 time: 0.0506756 Feb 11 14:06:55.601149 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:55.634218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-6bacc6ee-4cea-4ce0-af6b-0c1d5cfec113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.636227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-6bacc6ee-4cea-4ce0-af6b-0c1d5cfec113 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0850224 Feb 11 14:06:55.703225 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-4100cbbe-48ee-41d2-a710-b1c0ac242a7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82 HTTP/1.1" status: 200 len: 999 time: 0.0611749 Feb 11 14:06:55.751066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-8cebb839-d306-42e1-b949-875d3a3e5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.752539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-8cebb839-d306-42e1-b949-875d3a3e5cfd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0436776 Feb 11 14:06:55.800870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-9f1ba0c6-c929-49d4-ba98-b2e7e289f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.802320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-9f1ba0c6-c929-49d4-ba98-b2e7e289f3c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442014 Feb 11 14:06:55.826400 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '11cb91cc-0d19-4c87-8d92-9a1c8b7b831d', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:54Z', 'updated_at': '2022-02-11T14:06:54Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:55.852623 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:55.861287 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:55.861912 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:06:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:55.899269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-9d824cfe-a7f6-4635-9e57-54b2d6b186aa service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910203 Feb 11 14:06:55.984203 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:56.003297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-483cf249-5383-41f3-aa3c-1c13a9081142 req-73ee31a6-8f6c-440b-9cff-52eca61be793 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984416 Feb 11 14:06:56.202852 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '11cb91cc-0d19-4c87-8d92-9a1c8b7b831d', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:54Z', 'updated_at': '2022-02-11T14:06:54Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:56.229402 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74dcc3-5515-4955-8dbe-daceaced2f71 None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '11cb91cc-0d19-4c87-8d92-9a1c8b7b831d', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:54Z', 'updated_at': '2022-02-11T14:06:54Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:56.421178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed8c44-0189-4764-bb14-01c8c4d77c2c None None] New status for floating IP 11cb91cc-0d19-4c87-8d92-9a1c8b7b831d: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:06:57.064954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-199a48e5-00bf-4d4b-a65d-d25f01b95e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:59.449429 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c28ca06-493b-4b10-aed6-b2fc411498f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:01.059214 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:02.490813 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:03.683846 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:04.684280 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:08.194005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-6ef813eb-8a1c-4331-99dc-ae97b739ad54 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480087 Feb 11 14:07:08.283185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-74e530bb-ec5a-4a88-a1f2-965e104f0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.284709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-74e530bb-ec5a-4a88-a1f2-965e104f0007 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 1127 time: 0.0460911 Feb 11 14:07:08.387905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-7b35a6e7-a899-4c9c-af52-7a5a59727ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.389386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-7b35a6e7-a899-4c9c-af52-7a5a59727ae2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0847821 Feb 11 14:07:08.455771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-da4a61b3-341e-4884-b246-556a1c2dc99f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82 HTTP/1.1" status: 200 len: 1001 time: 0.0604000 Feb 11 14:07:08.502309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-e21f9be8-d800-45e8-820d-587236ae8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.503780 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-e21f9be8-d800-45e8-820d-587236ae8b45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0427926 Feb 11 14:07:08.550167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-8b91ac6c-4c8f-413d-a4c0-64a7d88fe760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.552032 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-8b91ac6c-4c8f-413d-a4c0-64a7d88fe760 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429871 Feb 11 14:07:08.642717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-fb58fac1-f43b-4478-92f5-e6b23e83fac5 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Feb 11 14:07:08.739261 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ced584ea-d2c9-4127-a547-785ad2301b34 req-145a61ee-35ed-4efe-a4b7-21c91c563de2 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894916 Feb 11 14:07:09.399926 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-1de1b933-4b0b-45e2-beb9-1f3f5390ec18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461781 Feb 11 14:07:09.495209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-186dd69d-3c00-49b0-b9ea-19b001e7ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.496909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-186dd69d-3c00-49b0-b9ea-19b001e7ed4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.0520575 Feb 11 14:07:09.599627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-e81c136c-b516-486e-b0e4-2b1f652bcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.601087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-e81c136c-b516-486e-b0e4-2b1f652bcec4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 910 time: 0.0857122 Feb 11 14:07:09.670846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-5115549e-562a-427f-85b2-814bbea7e88f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 1001 time: 0.0602880 Feb 11 14:07:09.723968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-b8980bb6-710c-4d19-b8d6-d906fb9947fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.725606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-b8980bb6-710c-4d19-b8d6-d906fb9947fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.0479522 Feb 11 14:07:09.778436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-d00656ce-d265-47ce-8d38-829f8cc42636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.780739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-d00656ce-d265-47ce-8d38-829f8cc42636 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490894 Feb 11 14:07:09.871971 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-fcfe1bb0-e860-40fa-8c31-396d18508968 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848751 Feb 11 14:07:09.959818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41d18947-f7fc-4e9b-9783-ca34e188ff0c req-fedf77cd-826e-4eba-ab1e-ddf332a084a1 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805497 Feb 11 14:07:20.267016 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:22.180987 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:27.066406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-09383eca-4486-4be0-99a4-73c428ce6f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:29.450247 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d647ec1e-0673-432d-9c3d-3d29d2e10e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:31.062778 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:32.491405 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:33.686705 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:41.683636 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:50.279885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:52.193941 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:57.068264 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3badbf6f-824c-48a9-836b-d3a084ad37de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:59.451154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f55f696-1f1e-4d6e-b1d1-7871211ff864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:01.064502 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:02.494010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:03.688498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:09.210735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-099082ac-ff9b-4d00-bf8b-413a8a72b7f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487685 Feb 11 14:08:09.294671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-77e6107a-7b1e-44fb-b360-70d17febc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.296177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-77e6107a-7b1e-44fb-b360-70d17febc3a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 1127 time: 0.0442982 Feb 11 14:08:09.398086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-cf00dfce-fe59-4ea9-b058-e471d143f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.399584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-cf00dfce-fe59-4ea9-b058-e471d143f2d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0876207 Feb 11 14:08:09.463468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-6d524768-8f88-448e-b07f-cbaeea0126ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82 HTTP/1.1" status: 200 len: 1001 time: 0.0571623 Feb 11 14:08:09.512520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-5bd5a038-ff79-45e7-bbbc-bc2a29193e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.513997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-5bd5a038-ff79-45e7-bbbc-bc2a29193e2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0445352 Feb 11 14:08:09.569751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-0a64c890-924b-43d1-b687-927c37593eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.571281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-0a64c890-924b-43d1-b687-927c37593eba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516782 Feb 11 14:08:09.665493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-42a21f00-f84b-4c59-9309-d2f789e10e9f service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884898 Feb 11 14:08:09.758495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a759fc09-7ea0-4658-ba49-47a2c5b571a3 req-2c2236e2-7c6d-4e25-8c3d-8013fd7fb4a2 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874212 Feb 11 14:08:11.417428 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-7295d231-d7fc-46a0-a948-18a4c595e4a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479162 Feb 11 14:08:11.500634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-2a4f7692-ae26-4de1-b8b6-e8a593f159c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.502146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-2a4f7692-ae26-4de1-b8b6-e8a593f159c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 1128 time: 0.0453281 Feb 11 14:08:11.608458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-86dfc3b4-3893-44df-8786-d8b30339ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.610285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-86dfc3b4-3893-44df-8786-d8b30339ad5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 200 len: 910 time: 0.0899432 Feb 11 14:08:11.674882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-e426cbbb-0c75-414e-adf8-ba1e9b947b84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 200 len: 1001 time: 0.0587096 Feb 11 14:08:11.722481 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-2f6e5866-3029-4c71-8fab-c2c669967a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.723941 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-2f6e5866-3029-4c71-8fab-c2c669967a8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 200 len: 848 time: 0.0437460 Feb 11 14:08:11.775389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-99f6ff20-3dcb-4322-81b3-84dbf42dd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.777506 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-99f6ff20-3dcb-4322-81b3-84dbf42dd8cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=506a1210-98bc-4f18-9038-91e812039dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478616 Feb 11 14:08:11.865570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-525523d9-db34-4a15-a8b7-fe00686f6871 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821185 Feb 11 14:08:12.246676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de42856a-9a2c-469c-9586-5c4f7d82520f req-8e1a9f8b-ba23-47be-8a03-48f16f510154 service neutron] 10.222.0.30 "GET /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752193 Feb 11 14:08:18.683847 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:08:20.281406 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:22.206201 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:27.068827 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de04d8ec-125e-49a4-a03b-06eb73b8be00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:29.451997 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b6b45b8a-fa3c-488b-af7f-7121caa5da83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:31.070238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:32.497095 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:33.689520 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:44.697014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce4d0c-8f9d-4642-a2b6-d3dea747b4ad req-10831f88-21bf-47ea-b897-c988f7bb4c25 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:44.698535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92ce4d0c-8f9d-4642-a2b6-d3dea747b4ad req-10831f88-21bf-47ea-b897-c988f7bb4c25 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 946 time: 0.1135302 Feb 11 14:08:44.748211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92ce4d0c-8f9d-4642-a2b6-d3dea747b4ad req-4108515a-ea1b-4ffe-a7c8-aae1e94c2ef4 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Feb 11 14:08:45.893916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4651a-f56a-4f68-901f-75116be26322 req-3e9aff47-7b1a-4967-82c0-7c9cb66e0a83 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:45.895399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efb4651a-f56a-4f68-901f-75116be26322 req-3e9aff47-7b1a-4967-82c0-7c9cb66e0a83 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.30 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 946 time: 0.0539339 Feb 11 14:08:45.997391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6809061-0413-40f1-94a1-0eda2cd63e00 req-226b540d-ed1b-4b47-b5f9-d5f6d2cec2af tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:45.999431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6809061-0413-40f1-94a1-0eda2cd63e00 req-226b540d-ed1b-4b47-b5f9-d5f6d2cec2af tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 946 time: 0.1759098 Feb 11 14:08:46.052818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Deleting port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:46.053068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:46.075783 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6809061-0413-40f1-94a1-0eda2cd63e00 req-d443cd79-0c2c-44dc-81b5-88ccdcdba6b9 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dd1cba7-6af9-4ce1-a1ee-9381962d1818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688875 Feb 11 14:08:46.151529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] For port fabcef47-b719-4cfb-9fc4-e26fa8c06db2, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:46.151893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:46.371970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:46.372240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (6f29926c-45e7-485a-bca8-be8cd5d70792), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:46.372557 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Floating IP 6f29926c-45e7-485a-bca8-be8cd5d70792 disassociated. External IP: 172.25.3.36, port: fabcef47-b719-4cfb-9fc4-e26fa8c06db2. Feb 11 14:08:46.373455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Calling delete_port for fabcef47-b719-4cfb-9fc4-e26fa8c06db2 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:46.499421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (fabcef47-b719-4cfb-9fc4-e26fa8c06db2), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:46.525744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event deleted for resources: {'Port': ['ID=fabcef47-b719-4cfb-9fc4-e26fa8c06db2,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.538622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.538978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.539326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.539672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.540012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.540346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.540694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.541015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.541346 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.541672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.542002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.542362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.542693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:46.656512 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:46.766704 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:46.776696 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] Sync routers for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:46.787440 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:46.788056 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:46.812574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] No DVR routers for this DVR port fabcef47-b719-4cfb-9fc4-e26fa8c06db2 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:46.815037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:46.818304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-efb4651a-f56a-4f68-901f-75116be26322 req-9aa29722-c5d7-4dc9-824b-faee5782fe90 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.30 "DELETE /v2.0/ports/fabcef47-b719-4cfb-9fc4-e26fa8c06db2 HTTP/1.1" status: 204 len: 173 time: 0.9136164 Feb 11 14:08:46.818742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'name': 'network-vif-deleted', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:08:46.821033 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2110b-736e-49cf-9570-cddaf5fd33eb" -d '{"events": [{"server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "name": "network-vif-deleted", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:46.890730 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5129b2e-f608-48f1-80dc-b5ae842bbe46 x-openstack-request-id: req-e5129b2e-f608-48f1-80dc-b5ae842bbe46 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:46.891280 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b653e610-98a5-4616-92fb-181bd2986a77", "name": "network-vif-deleted", "tag": "fabcef47-b719-4cfb-9fc4-e26fa8c06db2", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:46.891865 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5129b2e-f608-48f1-80dc-b5ae842bbe46 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:46.892484 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b653e610-98a5-4616-92fb-181bd2986a77', 'name': 'network-vif-deleted', 'tag': 'fabcef47-b719-4cfb-9fc4-e26fa8c06db2', 'status': 'completed', 'code': 200} Feb 11 14:08:46.902953 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:47.108460 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:47.134739 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] Checking router: c2c02eae-5abc-4fa9-8649-1f6e04f4af5f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:47.143495 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:47.144103 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:47.186014 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-75cb54e9-a280-4a4a-b97f-2694fff1090c req-b98d60a6-6ead-4cd3-b300-ac1cde12cfdc tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "GET /v2.0/ports?device_id=b653e610-98a5-4616-92fb-181bd2986a77 HTTP/1.1" status: 200 len: 210 time: 0.0295570 Feb 11 14:08:47.259244 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:47.456199 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:47.480754 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56426538-cd56-4459-8e65-04525fc3c569 None None] The sync data for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 is: [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e3020a07-e224-49b1-8334-a380574906ac', 'name': '', 'network_id': '506a1210-98bc-4f18-9038-91e812039dd5', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'mac_address': 'fa:16:3e:72:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:26Z', 'updated_at': '2022-02-11T14:03:35Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'subnets': [{'id': 'bd9269cc-454b-4192-a1fc-b3fa324d6fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:47.724382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb6949-efda-4085-aeb1-93d9621d4c6b None None] New status for floating IP 6f29926c-45e7-485a-bca8-be8cd5d70792: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:08:48.251778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60536) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:48.375313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Deleting port be5e7c96-eafd-483b-a546-524433b928e4 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:48.375661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (be5e7c96-eafd-483b-a546-524433b928e4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.471199 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (be5e7c96-eafd-483b-a546-524433b928e4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.471445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for floatingip (be5e7c96-eafd-483b-a546-524433b928e4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.483235 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Calling delete_port for be5e7c96-eafd-483b-a546-524433b928e4 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:48.609958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (be5e7c96-eafd-483b-a546-524433b928e4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.639497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event deleted for resources: {'Port': ['ID=be5e7c96-eafd-483b-a546-524433b928e4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:48.701052 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for floatingip (6f29926c-45e7-485a-bca8-be8cd5d70792), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.703737 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.704911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-eeecb5da-52ba-4b73-a053-9f34811a5310 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "DELETE /v2.0/floatingips/6f29926c-45e7-485a-bca8-be8cd5d70792 HTTP/1.1" status: 204 len: 168 time: 0.4521565 Feb 11 14:08:48.774082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:48.831102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19932504-0f93-4d17-8e7a-6f70daa232c8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group (4dd1cba7-6af9-4ce1-a1ee-9381962d1818), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.855623 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19932504-0f93-4d17-8e7a-6f70daa232c8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group (4dd1cba7-6af9-4ce1-a1ee-9381962d1818), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.912500 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19932504-0f93-4d17-8e7a-6f70daa232c8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4dd1cba7-6af9-4ce1-a1ee-9381962d1818), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.915032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-19932504-0f93-4d17-8e7a-6f70daa232c8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.916177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19932504-0f93-4d17-8e7a-6f70daa232c8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] 10.222.0.79 "DELETE /v2.0/security-groups/4dd1cba7-6af9-4ce1-a1ee-9381962d1818 HTTP/1.1" status: 204 len: 168 time: 0.1410720 Feb 11 14:08:48.925131 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19932504-0f93-4d17-8e7a-6f70daa232c8 tempest-TestServerBasicOps-2112113501 tempest-TestServerBasicOps-2112113501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd1cba7-6af9-4ce1-a1ee-9381962d1818,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:48.957300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60546) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:49.403495 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.649192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Deleting port e3020a07-e224-49b1-8334-a380574906ac {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:49.649527 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e3020a07-e224-49b1-8334-a380574906ac), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.724907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] For port e3020a07-e224-49b1-8334-a380574906ac, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e3020a07-e224-49b1-8334-a380574906ac,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:49.725175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e3020a07-e224-49b1-8334-a380574906ac), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.742298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Calling delete_port for e3020a07-e224-49b1-8334-a380574906ac owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:49.919198 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e3020a07-e224-49b1-8334-a380574906ac), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.945300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3020a07-e224-49b1-8334-a380574906ac,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.111898 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.272717 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fabcef47-b719-4cfb-9fc4-e26fa8c06db2 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:50.297372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: fabcef47-b719-4cfb-9fc4-e26fa8c06db2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:50.297723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device fabcef47-b719-4cfb-9fc4-e26fa8c06db2 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:50.300804 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.338717 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:50.444764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:50.449633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7e7beab9-24da-44eb-985c-fa2dfc280782 admin admin] 10.222.0.79 "PUT /v2.0/routers/c2c02eae-5abc-4fa9-8649-1f6e04f4af5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4912429 Feb 11 14:08:50.452852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60550) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:50.454582 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] Sync routers for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:50.465735 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:50.466390 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.561083 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks [] for router (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.664640 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:50.860009 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:08:49Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.890578 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] Checking router: c2c02eae-5abc-4fa9-8649-1f6e04f4af5f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:50.899106 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] Routers {'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:50.899720 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.966045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks [] for router_gateway (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.012451 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] Set router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:51.076932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Deleting port 8f625704-8f50-4111-9993-905c8ea0d2f1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:51.077272 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.143666 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1f21-3e80-41bd-a870-881ece6d492e req-91a6074c-4665-4a41-aa3d-6b70ebaba5da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:51.145064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09aa1f21-3e80-41bd-a870-881ece6d492e req-91a6074c-4665-4a41-aa3d-6b70ebaba5da tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 945 time: 0.1085534 Feb 11 14:08:51.187031 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:08:49Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:51.198180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] For port 8f625704-8f50-4111-9993-905c8ea0d2f1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=8f625704-8f50-4111-9993-905c8ea0d2f1,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:51.198714 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.217165 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecbafbb-eb38-4b36-8811-2e88ba17f04d None None] The sync data for ids ['c2c02eae-5abc-4fa9-8649-1f6e04f4af5f'] in n-d-828676-2 is: [{'id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'name': 'tempest-TestServerBasicOps-1022965601-router', 'tenant_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:08:49Z', 'revision_number': 5, 'project_id': '8a0608b4bf2b465890f5cc152d8dfb85', 'gw_port': {'id': '8f625704-8f50-4111-9993-905c8ea0d2f1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c02eae-5abc-4fa9-8649-1f6e04f4af5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:22Z', 'updated_at': '2022-02-11T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:51.223366 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09aa1f21-3e80-41bd-a870-881ece6d492e req-cc4cf628-7a52-44b6-aba1-f49e29bcf596 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724282 Feb 11 14:08:51.224300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Calling delete_port for 8f625704-8f50-4111-9993-905c8ea0d2f1 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:51.397252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (8f625704-8f50-4111-9993-905c8ea0d2f1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.423543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f625704-8f50-4111-9993-905c8ea0d2f1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.479928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.577474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.579747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks [] for router_controller (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.624004 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (c2c02eae-5abc-4fa9-8649-1f6e04f4af5f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.624849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c02eae-5abc-4fa9-8649-1f6e04f4af5f {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:51.630192 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.631387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f80f77cb-a27a-47bb-9719-017cc2d019b2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c2c02eae-5abc-4fa9-8649-1f6e04f4af5f HTTP/1.1" status: 204 len: 168 time: 1.1772292 Feb 11 14:08:51.633900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60556) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:51.679072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] Deleting subnet bd9269cc-454b-4192-a1fc-b3fa324d6fc4 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:08:51.682487 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] Publish callbacks [] for subnet (bd9269cc-454b-4192-a1fc-b3fa324d6fc4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.717187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (bd9269cc-454b-4192-a1fc-b3fa324d6fc4), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.809718 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (bd9269cc-454b-4192-a1fc-b3fa324d6fc4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.867749 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (bd9269cc-454b-4192-a1fc-b3fa324d6fc4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.893107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd9269cc-454b-4192-a1fc-b3fa324d6fc4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.898914 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.900403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2c8e4dad-ce82-4653-972a-4dd77fcf529e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bd9269cc-454b-4192-a1fc-b3fa324d6fc4 HTTP/1.1" status: 204 len: 168 time: 0.2655129 Feb 11 14:08:51.902918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60558) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:51.906803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a5baa-dab0-46cd-aeba-2537f44ac229 None None] Network 506a1210-98bc-4f18-9038-91e812039dd5 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:08:51.974025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (506a1210-98bc-4f18-9038-91e812039dd5), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.027250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Deleting port ab9beba0-e54b-4ccd-b660-d12bffc3613d {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:52.027595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.089535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] For port ab9beba0-e54b-4ccd-b660-d12bffc3613d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ab9beba0-e54b-4ccd-b660-d12bffc3613d,segment=NetworkSegment(ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a),segment_id=ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:52.089897 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.108452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Calling delete_port for ab9beba0-e54b-4ccd-b660-d12bffc3613d owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:52.201909 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ab9beba0-e54b-4ccd-b660-d12bffc3613d), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.229947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] No DVR routers for this DVR port ab9beba0-e54b-4ccd-b660-d12bffc3613d on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:52.233988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9beba0-e54b-4ccd-b660-d12bffc3613d,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.268833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e013de-09eb-4d6b-90bb-5dcecbf1d6b5 None None] DHCP port deletion for 506a1210-98bc-4f18-9038-91e812039dd5 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:08:52.294679 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.320418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (506a1210-98bc-4f18-9038-91e812039dd5), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.345834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab9beba0-e54b-4ccd-b660-d12bffc3613d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:52.352758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506a1210-98bc-4f18-9038-91e812039dd5']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.362782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.363083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.372842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.376596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ab9beba0-e54b-4ccd-b660-d12bffc3613d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:52.376950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ab9beba0-e54b-4ccd-b660-d12bffc3613d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:52.377543 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8f625704-8f50-4111-9993-905c8ea0d2f1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:52.386271 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.392490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782af48f-f11c-4dbd-ba38-0cd47630ced6 req-48d9625e-de2e-473b-af56-4a057de8ca64 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:52.393393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:52.393776 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (ca6bd32e-e252-4b1a-a9e2-2fbec8a6a42a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.394021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-782af48f-f11c-4dbd-ba38-0cd47630ced6 req-48d9625e-de2e-473b-af56-4a057de8ca64 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 945 time: 0.0579040 Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:52.396206 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:52.403596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 8f625704-8f50-4111-9993-905c8ea0d2f1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:52.404007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 8f625704-8f50-4111-9993-905c8ea0d2f1 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:52.405223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e3020a07-e224-49b1-8334-a380574906ac no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:52.429830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e3020a07-e224-49b1-8334-a380574906ac {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:52.430648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e3020a07-e224-49b1-8334-a380574906ac not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:52.458250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-782af48f-f11c-4dbd-ba38-0cd47630ced6 req-67ebbacf-27a3-49e2-b07f-b6d9e4c0aacf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544419 Feb 11 14:08:52.462303 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (506a1210-98bc-4f18-9038-91e812039dd5), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.476735 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.476735 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/506a1210-98bc-4f18-9038-91e812039dd5 HTTP/1.1" status: 204 len: 168 time: 0.5683923 Feb 11 14:08:52.476735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60562) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:52.490946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967c9a0-d10c-4496-ac87-1d40b767aed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=506a1210-98bc-4f18-9038-91e812039dd5,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.550186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-0f6e5ded-a01a-4398-bf3d-b02d3b0cf468 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:52.551655 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-0f6e5ded-a01a-4398-bf3d-b02d3b0cf468 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 945 time: 0.0523570 Feb 11 14:08:52.652459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:52.652800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.746307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] For port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:52.746586 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.834813 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (932688c2-460b-4954-bbf9-54c2e026765c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.002058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.002458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (11cb91cc-0d19-4c87-8d92-9a1c8b7b831d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.002803 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Floating IP 11cb91cc-0d19-4c87-8d92-9a1c8b7b831d disassociated. External IP: 172.25.3.112, port: 2c265caa-eb19-4d0f-b283-7b6fd51bdf82. Feb 11 14:08:53.003114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:53.090732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Deleting port eca15e57-9f0d-485d-a72e-d34098de8abf {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:53.091068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.129031 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2c265caa-eb19-4d0f-b283-7b6fd51bdf82), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.157810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=2c265caa-eb19-4d0f-b283-7b6fd51bdf82,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.166733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.167472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.167472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.167779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.168123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.168462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.168804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.169142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.170002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.170366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.170704 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.171035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.171367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:53.175080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] For port eca15e57-9f0d-485d-a72e-d34098de8abf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=eca15e57-9f0d-485d-a72e-d34098de8abf,segment=NetworkSegment(7766b6d0-08e1-459f-bdef-89c9d43eda0c),segment_id=7766b6d0-08e1-459f-bdef-89c9d43eda0c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:53.175453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.189608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Calling delete_port for eca15e57-9f0d-485d-a72e-d34098de8abf owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:53.291101 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:53.373000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (eca15e57-9f0d-485d-a72e-d34098de8abf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.398030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca15e57-9f0d-485d-a72e-d34098de8abf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.409597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:53.421029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:53.443343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:53.444348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.460012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] No DVR routers for this DVR port 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:53.462943 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.467984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6e8f3a57-12fd-452e-a747-8261e2d57192 req-01946bef-b5f1-4408-93dc-ce114f30b5ec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "DELETE /v2.0/ports/2c265caa-eb19-4d0f-b283-7b6fd51bdf82 HTTP/1.1" status: 204 len: 173 time: 0.9104760 Feb 11 14:08:53.468528 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'name': 'network-vif-deleted', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:08:53.471016 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db7c0e8-38c6-42bb-8994-016c7f99ac8e" -d '{"events": [{"server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "name": "network-vif-deleted", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:53.602994 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fcbb73-b369-4f18-863a-276a1ee6a8fb x-openstack-request-id: req-a4fcbb73-b369-4f18-863a-276a1ee6a8fb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:53.603503 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ecba2-4a2a-485b-877a-08ccd369d335", "name": "network-vif-deleted", "tag": "2c265caa-eb19-4d0f-b283-7b6fd51bdf82", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:53.603895 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4fcbb73-b369-4f18-863a-276a1ee6a8fb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:53.604423 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ecba2-4a2a-485b-877a-08ccd369d335', 'name': 'network-vif-deleted', 'tag': '2c265caa-eb19-4d0f-b283-7b6fd51bdf82', 'status': 'completed', 'code': 200} Feb 11 14:08:53.622718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:53.689559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00cbff06-1d12-4d80-859c-42abb7e7cf48 req-603f432e-4325-42d6-9d40-71ddb7542225 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0771592 Feb 11 14:08:53.690314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (932688c2-460b-4954-bbf9-54c2e026765c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.931369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.958710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Router 932688c2-460b-4954-bbf9-54c2e026765c has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:53.958939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:53.967764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:53.968292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:54.083926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:54.086942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:54.096093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60570) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:54.097232 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-51170c14-972e-4f2a-b7e6-cad9ad70b403 admin admin] 10.222.0.79 "PUT /v2.0/routers/932688c2-460b-4954-bbf9-54c2e026765c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6212111 Feb 11 14:08:54.100425 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] Sync routers for ids ['932688c2-460b-4954-bbf9-54c2e026765c'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:54.111683 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] Routers {'932688c2-460b-4954-bbf9-54c2e026765c'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:54.112531 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['932688c2-460b-4954-bbf9-54c2e026765c'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:54.227537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks [] for router (932688c2-460b-4954-bbf9-54c2e026765c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.243946 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] Set router 932688c2-460b-4954-bbf9-54c2e026765c gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:54.328839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:54.362863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7607b-a273-4ed0-b9b4-2a6297b01332 None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:54.408010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks [] for router_gateway (932688c2-460b-4954-bbf9-54c2e026765c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.469583 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port': {'id': '9f48ecbd-8a80-48c9-873a-353566c1ac23', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932688c2-460b-4954-bbf9-54c2e026765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:33Z', 'updated_at': '2022-02-11T14:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:54.480811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Deleting port 9f48ecbd-8a80-48c9-873a-353566c1ac23 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:54.481348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.504050 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] Checking router: 932688c2-460b-4954-bbf9-54c2e026765c for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:54.514492 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] Routers {'932688c2-460b-4954-bbf9-54c2e026765c'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:54.515242 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['932688c2-460b-4954-bbf9-54c2e026765c'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:54.574708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] For port 9f48ecbd-8a80-48c9-873a-353566c1ac23, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f48ecbd-8a80-48c9-873a-353566c1ac23,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:54.575083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.588739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Calling delete_port for 9f48ecbd-8a80-48c9-873a-353566c1ac23 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:54.619973 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] Set router 932688c2-460b-4954-bbf9-54c2e026765c gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:54.682665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:08:54Z', 'revision_number': 6, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:54.717074 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e85ef3-38fc-4827-9873-9cfd0d1f9831 None None] The sync data for ids ['932688c2-460b-4954-bbf9-54c2e026765c'] in n-d-828676-2 is: [{'id': '932688c2-460b-4954-bbf9-54c2e026765c', 'name': 'tempest-TestServerBasicOps-495053943-router', 'tenant_id': '20ae07ad4d9b4a9d8635c371140127bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:32Z', 'updated_at': '2022-02-11T14:08:54Z', 'revision_number': 6, 'project_id': '20ae07ad4d9b4a9d8635c371140127bb', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:54.719513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011be3e-9f9a-4baa-99b7-b171e40d147d None None] New status for floating IP 11cb91cc-0d19-4c87-8d92-9a1c8b7b831d: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:08:54.824274 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9f48ecbd-8a80-48c9-873a-353566c1ac23), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.843447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e8a58560-94ec-406d-a1e1-dc5744f7f45b req-5b1eaf1d-55ca-40ae-ac3e-44b5fb0bb0df tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0316927 Feb 11 14:08:54.869410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f48ecbd-8a80-48c9-873a-353566c1ac23,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:54.941002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (932688c2-460b-4954-bbf9-54c2e026765c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.038805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (932688c2-460b-4954-bbf9-54c2e026765c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.040867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks [] for router_controller (932688c2-460b-4954-bbf9-54c2e026765c), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.087470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (932688c2-460b-4954-bbf9-54c2e026765c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.088092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 932688c2-460b-4954-bbf9-54c2e026765c {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:55.093378 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.094708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc2ad55e-0ed7-4331-9fd4-a003c222d668 admin admin] 10.222.0.79 "DELETE /v2.0/routers/932688c2-460b-4954-bbf9-54c2e026765c HTTP/1.1" status: 204 len: 168 time: 0.9975221 Feb 11 14:08:55.097171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60574) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:55.147284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] Deleting subnet 5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:08:55.150196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] Publish callbacks [] for subnet (5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.187113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.267506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.321744 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.350849 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:55.357576 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.363664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2350d642-6ffa-4dfe-8f14-d0a3a4f7b9bc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5fc8a3c2-5e06-4dd0-915c-484f7b6f97aa HTTP/1.1" status: 204 len: 168 time: 0.2629092 Feb 11 14:08:55.363866 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60576) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:55.366560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8092482a-9795-48bf-8f15-2c1cd7909425 None None] Network 8feb45d2-5a3f-41da-a308-16791e83d15e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:08:55.443395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (8feb45d2-5a3f-41da-a308-16791e83d15e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.507449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Deleting port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:55.507643 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.553499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] DHCP port deletion for 8feb45d2-5a3f-41da-a308-16791e83d15e request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:08:55.596056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] For port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,segment=NetworkSegment(7766b6d0-08e1-459f-bdef-89c9d43eda0c),segment_id=7766b6d0-08e1-459f-bdef-89c9d43eda0c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:55.596417 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.608969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Deleting port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:55.609292 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.609804 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Calling delete_port for ac5b9b7a-5fea-4994-b7e1-9005cd736c0a owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:55.681679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] For port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,segment=NetworkSegment(7766b6d0-08e1-459f-bdef-89c9d43eda0c),segment_id=7766b6d0-08e1-459f-bdef-89c9d43eda0c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:55.681923 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.688470 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:08:55.692769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:55.694721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.710937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] No DVR routers for this DVR port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:55.723907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:55.724552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 2c265caa-eb19-4d0f-b283-7b6fd51bdf82 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:55.726266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Calling delete_port for ac5b9b7a-5fea-4994-b7e1-9005cd736c0a owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:55.761498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:55.816109 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ac5b9b7a-5fea-4994-b7e1-9005cd736c0a), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.816248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (8feb45d2-5a3f-41da-a308-16791e83d15e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.848232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb45d2-5a3f-41da-a308-16791e83d15e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:55.850966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Pushing event deleted for resources: {'Port': ['ID=ac5b9b7a-5fea-4994-b7e1-9005cd736c0a,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:55.859426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.860091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.860911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.861465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.862007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.862400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7766b6d0-08e1-459f-bdef-89c9d43eda0c') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:55.862697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7766b6d0-08e1-459f-bdef-89c9d43eda0c') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:55.863011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.863564 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.863994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.864419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.864849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.865286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.867166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.867749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:55.874883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a47955-d906-47db-8129-4b45a7703e8e None None] No DVR routers for this DVR port ac5b9b7a-5fea-4994-b7e1-9005cd736c0a on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:55.894618 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (7766b6d0-08e1-459f-bdef-89c9d43eda0c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.915013 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (7766b6d0-08e1-459f-bdef-89c9d43eda0c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.922019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:55.922448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (7766b6d0-08e1-459f-bdef-89c9d43eda0c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:55.924592 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:55.979908 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a87b0423-11db-456a-91af-634017300332 req-20a13891-e63c-427d-b488-73d30365e7e5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0403354 Feb 11 14:08:56.003627 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (8feb45d2-5a3f-41da-a308-16791e83d15e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.010705 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.014937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8feb45d2-5a3f-41da-a308-16791e83d15e HTTP/1.1" status: 204 len: 168 time: 0.6501174 Feb 11 14:08:56.026467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83df8f-f48f-4605-ae69-fa873efd8a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb45d2-5a3f-41da-a308-16791e83d15e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.130567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60582) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.175255 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f091672a-e673-41f1-a617-35b88ba13fff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a0608b4bf2b465890f5cc152d8dfb85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432537 Feb 11 14:08:56.177535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60584) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.225029 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c81d29d5-4b62-480f-a78c-72240fec9c70 admin admin] Publish callbacks [] for security_group (1b6cd533-6971-47e2-8939-0b100c15e747), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.248278 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c81d29d5-4b62-480f-a78c-72240fec9c70 admin admin] Publish callbacks [] for security_group (1b6cd533-6971-47e2-8939-0b100c15e747), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.298657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac5b9b7a-5fea-4994-b7e1-9005cd736c0a no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:56.305548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c81d29d5-4b62-480f-a78c-72240fec9c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (1b6cd533-6971-47e2-8939-0b100c15e747), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.308317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c81d29d5-4b62-480f-a78c-72240fec9c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.312818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c81d29d5-4b62-480f-a78c-72240fec9c70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b6cd533-6971-47e2-8939-0b100c15e747 HTTP/1.1" status: 204 len: 168 time: 0.1311462 Feb 11 14:08:56.319874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d29d5-4b62-480f-a78c-72240fec9c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6cd533-6971-47e2-8939-0b100c15e747,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.337553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ac5b9b7a-5fea-4994-b7e1-9005cd736c0a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:56.337979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac5b9b7a-5fea-4994-b7e1-9005cd736c0a not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:56.338493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f48ecbd-8a80-48c9-873a-353566c1ac23 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:56.363741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9f48ecbd-8a80-48c9-873a-353566c1ac23 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:56.364446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f48ecbd-8a80-48c9-873a-353566c1ac23 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:56.365029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device eca15e57-9f0d-485d-a72e-d34098de8abf no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:56.385141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: eca15e57-9f0d-485d-a72e-d34098de8abf {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:56.385488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device eca15e57-9f0d-485d-a72e-d34098de8abf not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:56.644743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 60590) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.683642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6f9b9018-4aca-4a8b-8d5e-fbbba94744d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20ae07ad4d9b4a9d8635c371140127bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377157 Feb 11 14:08:56.686933 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60592) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.734210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e78af2c-0ba8-406e-8320-786ada02d5c7 admin admin] Publish callbacks [] for security_group (11b6b5f7-7aba-4026-808a-9805a7a2851e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.755440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e78af2c-0ba8-406e-8320-786ada02d5c7 admin admin] Publish callbacks [] for security_group (11b6b5f7-7aba-4026-808a-9805a7a2851e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.806882 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e78af2c-0ba8-406e-8320-786ada02d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (11b6b5f7-7aba-4026-808a-9805a7a2851e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.809769 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3e78af2c-0ba8-406e-8320-786ada02d5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.811543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3e78af2c-0ba8-406e-8320-786ada02d5c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11b6b5f7-7aba-4026-808a-9805a7a2851e HTTP/1.1" status: 204 len: 168 time: 0.1236005 Feb 11 14:08:56.819777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78af2c-0ba8-406e-8320-786ada02d5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b6b5f7-7aba-4026-808a-9805a7a2851e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:57.092409 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-73390241-5b58-4a8a-bdc7-703b46074651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.108748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4bf4cf0f-8bd4-4e1a-8dbf-c5464b020722 req-fa567ac4-a3d4-437b-8faa-0148922e7a21 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0428104 Feb 11 14:08:58.209013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63713a18-92bd-43e0-bccc-24cbf02a2a05 req-1e359a36-1a73-4756-82b4-5bb21c9222d4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0282769 Feb 11 14:08:59.304736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c0acc76-a69f-45f7-8f55-d71753f308f7 req-bb9751e4-1059-40ef-a5fd-24e0b17e157c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0274622 Feb 11 14:08:59.455138 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19f0624f-3356-4f85-9664-9b285f33e270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.404833 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5579d2d-5cf8-4c6a-af54-992cdb17ea2b req-5f45fc5d-9312-4534-8d2d-639358222503 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0283649 Feb 11 14:09:01.074237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.503150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5cad06e-1f41-46bc-9c5e-8c91ecb94144 req-622c3db9-4d55-4afb-9110-e8b320f68fe7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef4ecba2-4a2a-485b-877a-08ccd369d335 HTTP/1.1" status: 200 len: 210 time: 0.0314100 Feb 11 14:09:02.500289 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:02.754714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-36892335-d3c7-4fdd-8ca4-339fe539397c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457093398&fields=id&tenant_id=faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 267 time: 0.0433390 Feb 11 14:09:02.856377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-5294502c-3c27-4a8c-861a-48e5ad7d0645 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.858382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-5294502c-3c27-4a8c-861a-48e5ad7d0645 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.0971117 Feb 11 14:09:02.873702 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-709c0d9f-53b7-41dd-bf0a-38c7abc3d1b3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/quotas/faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0094934 Feb 11 14:09:02.930560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-fac58734-3ce1-4dea-ac79-d1947ebbebbf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518720 Feb 11 14:09:03.041469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-8220118b-9eac-4d61-a3ec-bb75315b925b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:09:03.042499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-8220118b-9eac-4d61-a3ec-bb75315b925b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1008239 Feb 11 14:09:03.132760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-00167e08-4a41-435f-8f80-25a0e2b320e2 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836635 Feb 11 14:09:03.225438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-309cd0ac-5b9a-4c9b-93c4-7c1df52d670f service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 Feb 11 14:09:03.513756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6c8a3cf6-a4e4-427d-8af5-15e9c8fd24c7 req-9cb8b830-a455-4812-8949-c2547d3f8240 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0355964 Feb 11 14:09:03.693272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:04.434925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-7928c93e-7bfb-4b3f-bde6-9802c1937ead tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:04.437531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-7928c93e-7bfb-4b3f-bde6-9802c1937ead tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1255648 Feb 11 14:09:04.501501 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-84fec643-dd59-4133-ab2a-fecb3df5c176 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 379 time: 0.0561099 Feb 11 14:09:04.509544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'port': {'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'admin_state_up': True, 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'security_groups': ['27394494-d5aa-462b-9d5f-d7442402867f']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:04.612251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-00d92f50-befe-497f-a2e0-2afeb63db9d6 req-334489d7-be34-4ef9-9d18-526aa123f2a8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0289757 Feb 11 14:09:04.635249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:04.639453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:04.775653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.20.0.7 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/710dda80-daf1-4454-bcb3-9a46b60e1d93) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:04.910350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:04.944359 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:04.992048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:04.995237 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:04.997985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:05.027857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=710dda80-daf1-4454-bcb3-9a46b60e1d93,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:05.063209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.064819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.082080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-a26a28e5-8e2d-403f-a1ec-8eb2c90fbd0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761464 Feb 11 14:09:05.159353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Request body: {'port': {'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:05.221958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.234365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c7d996b8-d42c-4a8b-82ae-92669181f91d None None] Provisioning complete for port 710dda80-daf1-4454-bcb3-9a46b60e1d93 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:05.234927 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7d996b8-d42c-4a8b-82ae-92669181f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.270512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c7d996b8-d42c-4a8b-82ae-92669181f91d None None] Port 710dda80-daf1-4454-bcb3-9a46b60e1d93 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:09:05.499614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710dda80-daf1-4454-bcb3-9a46b60e1d93 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:09:05.508361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Publish callbacks [] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.522325 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Transition to ACTIVE for port object 710dda80-daf1-4454-bcb3-9a46b60e1d93 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:05.526850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.582012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Pushing event updated for resources: {'Port': ['ID=710dda80-daf1-4454-bcb3-9a46b60e1d93,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:05.653852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Attempting to bind port 710dda80-daf1-4454-bcb3-9a46b60e1d93 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:09:05.654705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Attempting to bind port 710dda80-daf1-4454-bcb3-9a46b60e1d93 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:09:05.654705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Attempting to bind port 710dda80-daf1-4454-bcb3-9a46b60e1d93 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:05.659695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Port 710dda80-daf1-4454-bcb3-9a46b60e1d93 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:05.660122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Attempting to bind port 710dda80-daf1-4454-bcb3-9a46b60e1d93 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:05.665265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:05.665696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:09:05.666185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:05.666695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Bound port: 710dda80-daf1-4454-bcb3-9a46b60e1d93, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:09:05.667125 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.795707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] For port 710dda80-daf1-4454-bcb3-9a46b60e1d93, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:05.800287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] For port 710dda80-daf1-4454-bcb3-9a46b60e1d93, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:05.811155 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c781655-74e0-4362-861e-9f190a0c4dbd req-086beea9-1c0d-40d6-ba0e-c70b7397211a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.812970 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c781655-74e0-4362-861e-9f190a0c4dbd req-086beea9-1c0d-40d6-ba0e-c70b7397211a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0882156 Feb 11 14:09:05.814721 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.861807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.862441 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.863893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-38cb2897-988f-471f-964a-21f413dae668 service neutron] 10.222.0.83 "PUT /v2.0/ports/710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 1091 time: 0.7748566 Feb 11 14:09:05.869731 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:05.871851 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53085f80-f93b-4383-b556-d6afefcc3d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:05.926006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb2897-988f-471f-964a-21f413dae668 service neutron] Pushing event updated for resources: {'Port': ['ID=710dda80-daf1-4454-bcb3-9a46b60e1d93,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:05.951194 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d58fdd-9c8a-4cc7-9596-294c1eb0e7c8 x-openstack-request-id: req-50d58fdd-9c8a-4cc7-9596-294c1eb0e7c8 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:05.951498 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:05.951759 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50d58fdd-9c8a-4cc7-9596-294c1eb0e7c8 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:05.952162 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'status': 'completed', 'code': 200} Feb 11 14:09:05.959621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c781655-74e0-4362-861e-9f190a0c4dbd req-4b250edd-edb8-4f07-9dc5-f3883e2e96d4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192675 Feb 11 14:09:05.977959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-2ef11ec0-2f20-4255-a92d-7077d3e29d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.979549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-2ef11ec0-2f20-4255-a92d-7077d3e29d4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1125 time: 0.0674214 Feb 11 14:09:06.024851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-88d29231-005e-4bbc-99c3-19dfb7c97873 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 217 time: 0.0376930 Feb 11 14:09:06.077352 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-e34f75b3-c13e-4998-b7cd-968f3be89a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.078966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-e34f75b3-c13e-4998-b7cd-968f3be89a17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0480459 Feb 11 14:09:06.135492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-eb6fe19b-f5b7-4210-aebd-2175a181e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.137022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-eb6fe19b-f5b7-4210-aebd-2175a181e127 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519638 Feb 11 14:09:06.229795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-d4e91e78-9646-4749-8351-ef0eef856764 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854714 Feb 11 14:09:06.324061 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d059cac9-4748-4b89-96d0-975b4b363e64 req-ea15b36b-f0bf-41ab-b064-b6cea6031817 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883706 Feb 11 14:09:06.417640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-2b795590-272c-401d-8bf3-ed9c97ad04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.419605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-2b795590-272c-401d-8bf3-ed9c97ad04e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1125 time: 0.0523725 Feb 11 14:09:06.517841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-4d578a51-dfad-45ff-a957-77bc433cffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.519539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-4d578a51-dfad-45ff-a957-77bc433cffa3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0940526 Feb 11 14:09:06.889870 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-3c3022d5-fe14-4d94-8f3f-ba79b9b3f11a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 217 time: 0.3648338 Feb 11 14:09:06.937614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-44ef3029-9d74-4be7-bf6e-2befe1c64ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.939073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-44ef3029-9d74-4be7-bf6e-2befe1c64ac0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0432129 Feb 11 14:09:06.986774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-53dbe70f-02a4-4e76-ab68-7fffb7c81bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.988247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-53dbe70f-02a4-4e76-ab68-7fffb7c81bd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436244 Feb 11 14:09:07.085281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-9be2f8d5-d4c4-4c76-bfa2-817e76d39db9 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909996 Feb 11 14:09:07.105264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec75b4-2dae-47cc-8f22-60b7d129ea9c req-5daa075f-9f0f-4161-a1f8-ae30ae65f74b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.108196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0ec75b4-2dae-47cc-8f22-60b7d129ea9c req-5daa075f-9f0f-4161-a1f8-ae30ae65f74b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0607266 Feb 11 14:09:07.166234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0ec75b4-2dae-47cc-8f22-60b7d129ea9c req-e1742884-0190-45ef-afdf-cdba8a96009f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519800 Feb 11 14:09:07.206469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53085f80-f93b-4383-b556-d6afefcc3d7c req-9612f42d-9c0e-42aa-b995-2c4d98c70fe4 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157601 Feb 11 14:09:08.290002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9533073-6098-4265-aed0-ca2e2554115f req-e2b13c45-a55e-4df7-a5ed-38867df27fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.291533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9533073-6098-4265-aed0-ca2e2554115f req-e2b13c45-a55e-4df7-a5ed-38867df27fc7 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0527048 Feb 11 14:09:08.339654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9533073-6098-4265-aed0-ca2e2554115f req-a208184e-2c06-4105-afe7-bc00dde00c64 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Feb 11 14:09:09.457846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc400c9-4d18-4b42-ad71-bca9387c65f9 req-5969504f-4927-493c-bd62-52be63130579 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.459354 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8dc400c9-4d18-4b42-ad71-bca9387c65f9 req-5969504f-4927-493c-bd62-52be63130579 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0525162 Feb 11 14:09:09.809870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8dc400c9-4d18-4b42-ad71-bca9387c65f9 req-064a9fdf-447f-43b3-b74a-10b76fcc7d28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447826 Feb 11 14:09:10.948965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0060281-138f-4ebe-b176-69b863d08f9a req-84155183-bf50-4930-9839-d3342745c788 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.950631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c0060281-138f-4ebe-b176-69b863d08f9a req-84155183-bf50-4930-9839-d3342745c788 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0610423 Feb 11 14:09:11.003491 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c0060281-138f-4ebe-b176-69b863d08f9a req-00a1da4e-032f-4e85-a17a-ca87738da1fb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468872 Feb 11 14:09:12.130058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d21f-450b-4cc3-85a1-f236f12c99d5 req-079490c1-0597-41fc-ae39-04d6d31efbac tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.131665 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ac8d21f-450b-4cc3-85a1-f236f12c99d5 req-079490c1-0597-41fc-ae39-04d6d31efbac tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0571313 Feb 11 14:09:12.184313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3ac8d21f-450b-4cc3-85a1-f236f12c99d5 req-7c2d9240-0931-4ccd-b190-876c65561129 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464723 Feb 11 14:09:13.314598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c078-cf14-41e3-aa5c-6d915ff58dea req-4707f846-cbae-4027-9aa8-00fe3c68aced tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.316861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8122c078-cf14-41e3-aa5c-6d915ff58dea req-4707f846-cbae-4027-9aa8-00fe3c68aced tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0597265 Feb 11 14:09:13.366860 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8122c078-cf14-41e3-aa5c-6d915ff58dea req-a60229f2-2925-4f7a-8529-c37cffae8c4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Feb 11 14:09:14.485263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8438f-bdda-4f24-bd44-616c32ef7b74 req-d1ca72df-7d25-4a17-bbbd-ee3179870714 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.487037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6e8438f-bdda-4f24-bd44-616c32ef7b74 req-d1ca72df-7d25-4a17-bbbd-ee3179870714 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0535221 Feb 11 14:09:14.539394 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a6e8438f-bdda-4f24-bd44-616c32ef7b74 req-694d5851-75eb-482e-8ac2-081ac565e5d2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468051 Feb 11 14:09:15.659905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869d091-9fba-45eb-a0f6-e8750e20d129 req-9ddf1de6-7826-4b40-8332-71410397d66c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.661419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4869d091-9fba-45eb-a0f6-e8750e20d129 req-9ddf1de6-7826-4b40-8332-71410397d66c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0531986 Feb 11 14:09:15.708679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4869d091-9fba-45eb-a0f6-e8750e20d129 req-f788ce0c-13c1-4033-90cd-eb9f2883f7d4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 Feb 11 14:09:16.826175 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bdf2a-99db-4a71-b1fb-e782da020248 req-593c70c5-7f6d-45bc-bb66-ef8452b19779 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.826740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-285bdf2a-99db-4a71-b1fb-e782da020248 req-593c70c5-7f6d-45bc-bb66-ef8452b19779 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0519357 Feb 11 14:09:16.875121 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-285bdf2a-99db-4a71-b1fb-e782da020248 req-debc9c59-6577-4c2f-a85a-3cb257a0b1bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 Feb 11 14:09:17.996809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e46d12-a151-4ad4-ad63-22b70da3cdd4 req-a973c542-a841-432c-a791-cc35b74ebe01 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.998863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26e46d12-a151-4ad4-ad63-22b70da3cdd4 req-a973c542-a841-432c-a791-cc35b74ebe01 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0566552 Feb 11 14:09:18.046105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26e46d12-a151-4ad4-ad63-22b70da3cdd4 req-3eba7878-bbfa-49c7-9e4d-d2b5d3fdb836 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Feb 11 14:09:19.166645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caf4e8-ec83-4108-94fa-78cd31a4c636 req-678c719e-5820-45db-9f10-0a8efa49c5f3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.168115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7caf4e8-ec83-4108-94fa-78cd31a4c636 req-678c719e-5820-45db-9f10-0a8efa49c5f3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0554998 Feb 11 14:09:19.214919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7caf4e8-ec83-4108-94fa-78cd31a4c636 req-c657577e-187f-4221-9d05-7928770a54c1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 Feb 11 14:09:20.278683 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:20.342656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295110e2-6f5d-48f1-a558-4d2288f5d98a req-c343c507-86ec-49d2-adc7-f605835947d5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:20.344142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-295110e2-6f5d-48f1-a558-4d2288f5d98a req-c343c507-86ec-49d2-adc7-f605835947d5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0522957 Feb 11 14:09:20.391047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-295110e2-6f5d-48f1-a558-4d2288f5d98a req-4bcff9d0-de6e-4fd1-8c9c-a308d413321d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Feb 11 14:09:21.597980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fceb-5ef9-4cff-9c00-f04385e049ff req-d1923611-dd68-4845-bcf3-f103e4c3c362 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:21.599484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b93fceb-5ef9-4cff-9c00-f04385e049ff req-d1923611-dd68-4845-bcf3-f103e4c3c362 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 943 time: 0.0565057 Feb 11 14:09:21.647030 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5b93fceb-5ef9-4cff-9c00-f04385e049ff req-794b4719-6613-4eaf-8d6f-298f82047cab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Feb 11 14:09:21.813081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 710dda80-daf1-4454-bcb3-9a46b60e1d93 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:21.910300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 710dda80-daf1-4454-bcb3-9a46b60e1d93, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:21.922112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:21.957027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 710dda80-daf1-4454-bcb3-9a46b60e1d93 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:21.957417 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:21.970201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710dda80-daf1-4454-bcb3-9a46b60e1d93 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:09:21.989075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 710dda80-daf1-4454-bcb3-9a46b60e1d93, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:21.992990 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:22.039527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=710dda80-daf1-4454-bcb3-9a46b60e1d93,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:22.245312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['710dda80-daf1-4454-bcb3-9a46b60e1d93'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:22.284005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:22.765072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea470-82df-43a3-9194-957f627ef967 req-8efee240-b90c-45c5-9eb8-f3f01f919acb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:22.766569 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdea470-82df-43a3-9194-957f627ef967 req-8efee240-b90c-45c5-9eb8-f3f01f919acb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0522280 Feb 11 14:09:22.817218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdea470-82df-43a3-9194-957f627ef967 req-b46e6ef2-586b-499c-86d5-d530ae2eef07 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 Feb 11 14:09:23.828637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 710dda80-daf1-4454-bcb3-9a46b60e1d93 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:23.946405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e428a-4aa0-4a2c-b0b6-26a94d54ab59 req-d4d462d4-5ed5-438b-8054-32e966791ddd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:23.947969 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-311e428a-4aa0-4a2c-b0b6-26a94d54ab59 req-d4d462d4-5ed5-438b-8054-32e966791ddd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0544674 Feb 11 14:09:23.999165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-311e428a-4aa0-4a2c-b0b6-26a94d54ab59 req-0f186fc1-e9ff-4314-b11b-5e78e8eb18c1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450511 Feb 11 14:09:24.032464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 710dda80-daf1-4454-bcb3-9a46b60e1d93 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:24.036482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 710dda80-daf1-4454-bcb3-9a46b60e1d93 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:24.036861 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:24.112166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 710dda80-daf1-4454-bcb3-9a46b60e1d93 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:24.112475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:24.136712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:24.138987 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b818099a-9a3a-4881-a60e-4a3e61eb35ae" -d '{"events": [{"server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "name": "network-vif-plugged", "status": "completed", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:24.150955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 710dda80-daf1-4454-bcb3-9a46b60e1d93, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:24.156120 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:24.179442 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fd256e-519c-4885-b012-7ef4822b8587 x-openstack-request-id: req-23fd256e-519c-4885-b012-7ef4822b8587 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:24.179743 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "name": "network-vif-plugged", "status": "completed", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:24.180014 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23fd256e-519c-4885-b012-7ef4822b8587 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:24.180395 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'code': 200} Feb 11 14:09:24.207088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=710dda80-daf1-4454-bcb3-9a46b60e1d93,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:24.279993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef56bf3-f3a8-4774-897e-14d6b9c19036 req-ae4af489-46f9-4ad0-8f0b-9a97a467176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:24.281498 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bef56bf3-f3a8-4774-897e-14d6b9c19036 req-ae4af489-46f9-4ad0-8f0b-9a97a467176c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1127 time: 0.0462558 Feb 11 14:09:24.327969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bef56bf3-f3a8-4774-897e-14d6b9c19036 req-f873513a-5bb2-4dff-9764-3260d5e13242 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Feb 11 14:09:25.118336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b3067-d5a2-4683-b3ff-82a0bf39a7d8 req-90a38378-5cde-4ae8-8561-edb3e60963e9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:25.119741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-765b3067-d5a2-4683-b3ff-82a0bf39a7d8 req-90a38378-5cde-4ae8-8561-edb3e60963e9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0541253 Feb 11 14:09:25.171895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-765b3067-d5a2-4683-b3ff-82a0bf39a7d8 req-22c86434-f999-4e94-8272-88be1325eaec tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458417 Feb 11 14:09:26.300388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808dcb5-96a8-4606-9be0-01b6a62372e6 req-94f24be0-a4a7-4534-a3cd-da1d4f7f880d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.301905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5808dcb5-96a8-4606-9be0-01b6a62372e6 req-94f24be0-a4a7-4534-a3cd-da1d4f7f880d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0602570 Feb 11 14:09:26.350960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5808dcb5-96a8-4606-9be0-01b6a62372e6 req-6b624a06-75e4-4eed-aa26-5d0419207943 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433006 Feb 11 14:09:26.467598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462165-93d6-4ba6-83d2-d4ff1eed1cde req-5248c795-9f5d-43b2-a871-470570ad5f10 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.468985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c462165-93d6-4ba6-83d2-d4ff1eed1cde req-5248c795-9f5d-43b2-a871-470570ad5f10 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0521772 Feb 11 14:09:26.517869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c462165-93d6-4ba6-83d2-d4ff1eed1cde req-4f8c13ff-3837-4e4c-9095-95d9c152a370 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Feb 11 14:09:26.539786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60686) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:26.588276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b13cf-99b6-4dc7-9432-5c84f0d3858f tempest-TestVolumeBootPattern-677941924 tempest-TestVolumeBootPattern-677941924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.589809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7f7b13cf-99b6-4dc7-9432-5c84f0d3858f tempest-TestVolumeBootPattern-677941924 tempest-TestVolumeBootPattern-677941924-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1122 time: 0.0490267 Feb 11 14:09:26.592767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60688) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:26.597219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:26.621741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:26.713045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:26.856247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.25.3.193 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0347ea6f-465b-4edd-bd59-304a4af09401) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:26.959342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (0347ea6f-465b-4edd-bd59-304a4af09401), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:26.992725 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0347ea6f-465b-4edd-bd59-304a4af09401), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:27.032137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:27.034996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:27.038880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:27.061860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=0347ea6f-465b-4edd-bd59-304a4af09401,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:27.075233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1dc779dc-53ec-4b4a-bed2-73dcdbbd99fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:27.436383 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (ab95a25c-d033-4206-8ba8-b8d3cf29247e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:27.505480 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0347ea6f-465b-4edd-bd59-304a4af09401), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:27.653460 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (0347ea6f-465b-4edd-bd59-304a4af09401), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:27.658507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0347ea6f-465b-4edd-bd59-304a4af09401), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:27.725610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=0347ea6f-465b-4edd-bd59-304a4af09401,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:27.736008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (ab95a25c-d033-4206-8ba8-b8d3cf29247e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:27.837867 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Floating IP ab95a25c-d033-4206-8ba8-b8d3cf29247e associated. External IP: 172.25.3.193, port: 710dda80-daf1-4454-bcb3-9a46b60e1d93. Feb 11 14:09:28.047158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:28.155681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:28.164999 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:28.174265 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:28.175397 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:28.176037 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:28.203620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fbb04b71-fcaa-4bbd-bc95-c40097538bab tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6098325 Feb 11 14:09:28.204212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:28.206485 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:28.244147 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c6c882-06d7-4cf0-aeab-ead1284149fb x-openstack-request-id: req-e6c6c882-06d7-4cf0-aeab-ead1284149fb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:28.244450 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:28.244712 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6c6c882-06d7-4cf0-aeab-ead1284149fb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:28.245150 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'status': 'completed', 'code': 200} Feb 11 14:09:28.313532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-b6037945-1d43-49d7-aac1-41c990f14fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:28.315201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-b6037945-1d43-49d7-aac1-41c990f14fd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1127 time: 0.0477409 Feb 11 14:09:28.377305 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:28.409776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-f902733e-e92a-4e1a-b87b-4ba18dbbb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:28.411375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-f902733e-e92a-4e1a-b87b-4ba18dbbb3d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0902164 Feb 11 14:09:28.474947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-46090ceb-09aa-479b-9d3b-1d850188c08d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 999 time: 0.0581579 Feb 11 14:09:28.526249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-ba51ef4b-6ff0-4b7d-a092-ad6a88efb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:28.527838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-ba51ef4b-6ff0-4b7d-a092-ad6a88efb7b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0478816 Feb 11 14:09:28.577860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-fa4dac74-f5c4-438e-a000-ae9c631c3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:28.579357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-fa4dac74-f5c4-438e-a000-ae9c631c3f91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463088 Feb 11 14:09:28.596556 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:27Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:28.622659 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:28.630720 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:28.631320 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:08:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:28.669656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-f7c43e75-046a-4615-b686-e7119f21ce0b service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Feb 11 14:09:28.738756 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:28.762060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2f40eb9b-5adb-4828-ad29-e59315d7f2e8 req-089809a3-90c2-433e-934f-c24deafd04f8 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869341 Feb 11 14:09:28.956613 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:27Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:28.986025 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da5d90-1c0b-4621-85b1-5b69b9522871 None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:27Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:29.177134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4aa59-5cb1-4922-b3a5-40b0a5497656 None None] New status for floating IP ab95a25c-d033-4206-8ba8-b8d3cf29247e: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:09:29.456499 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b4634acc-c3fc-4a08-9352-798b64594ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:31.074958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:32.502740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:32.687552 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:09:33.697354 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:50.280737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:52.267763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:57.076732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d3506403-29eb-45b2-8d05-0208968d64c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:59.456766 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-026738f4-b27a-4123-a3b4-5d491270cc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.081921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.505747 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:03.698964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.686474 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:10:11.200014 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-dcdf6e95-b0c5-4303-aef0-7283af5d5b96 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508766 Feb 11 14:10:11.293775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-11d0704d-044f-4824-b545-ee851471deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.295360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-11d0704d-044f-4824-b545-ee851471deb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1127 time: 0.0514555 Feb 11 14:10:11.400091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-b45d7159-b188-4494-a7b7-d49ece10a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.401618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-b45d7159-b188-4494-a7b7-d49ece10a8bd service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0872169 Feb 11 14:10:11.469662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-14ff35a6-a2d6-493a-9a0f-3b8d6f176dd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 1001 time: 0.0615180 Feb 11 14:10:11.770524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-86dfc9ac-3a48-4490-9952-43f6095d6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.772113 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-86dfc9ac-3a48-4490-9952-43f6095d6c1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.2964911 Feb 11 14:10:11.821013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-dae05e7e-dd49-414a-8ab5-5502ed1ae448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.822545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-dae05e7e-dd49-414a-8ab5-5502ed1ae448 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447984 Feb 11 14:10:11.916109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-d8339ed2-37b1-4ba8-bf97-8f654f1d28be service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868678 Feb 11 14:10:12.004330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61e07faf-c5cc-4c23-9ef9-089ba064e3f4 req-347a4187-c58a-409b-a1ce-9e858b662576 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827723 Feb 11 14:10:20.282431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:22.274711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:27.078898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ca9daba-42ee-48aa-8ea0-9e1f4f2962e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:29.457806 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-226b6c60-06b4-4f5f-8a2f-1c7ff3d897cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:31.082897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:32.508309 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:33.701964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:46.686306 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:10:50.277727 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:52.283005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:57.088384 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-707ad3f8-275e-4149-a14f-8d7418a4e364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:59.459272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb63826b-d353-4ea8-b95c-657fe0dc7f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:01.085141 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:02.511595 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:03.704420 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:09.936659 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-4202d7ca-9bcb-43b5-a7f5-96a133076ea3 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457093398&fields=id&tenant_id=faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 267 time: 0.0445292 Feb 11 14:11:10.043461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-c903e081-97b7-445d-9c71-bd407511eef6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:10.044920 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-c903e081-97b7-445d-9c71-bd407511eef6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1020849 Feb 11 14:11:10.059399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-fcd0d7e2-ccb4-453f-b200-786d36bd4f1d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/quotas/faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0092549 Feb 11 14:11:10.114801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-7bd7c961-b9cf-43a4-9487-3d16f829d82f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507066 Feb 11 14:11:10.213481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-4a566914-7521-4000-8586-2c4ae05bfd54 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864255 Feb 11 14:11:10.299630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-c548f3d9-4827-4682-97b6-820517c1bc40 service neutron] 10.222.0.79 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806386 Feb 11 14:11:10.592933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e43411b2-2a46-4a77-a6a2-759ffd3571b4 req-a713ec3b-548f-44cc-9986-4e00ee8b65aa tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0385733 Feb 11 14:11:11.588273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-2c2a1d52-4e1b-4f19-b04b-a75d40626843 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.589782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-2c2a1d52-4e1b-4f19-b04b-a75d40626843 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 812 time: 0.1119471 Feb 11 14:11:11.673452 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-d570910e-0372-4931-9e35-cf91a1894971 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faac79a8eb11454fa38bf834da6d2ab8 HTTP/1.1" status: 200 len: 379 time: 0.0717747 Feb 11 14:11:11.683785 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'port': {'device_id': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'admin_state_up': True, 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'security_groups': ['27394494-d5aa-462b-9d5f-d7442402867f']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:11.733196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5aa62049-5740-4ea4-8346-0095becd573b req-32c5e44c-bce9-4eb1-b0d8-d62081343018 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0457637 Feb 11 14:11:11.824910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Made reservation on behalf of faac79a8eb11454fa38bf834da6d2ab8 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:11.830432 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:11.917539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-5f84a379-6f6e-4cb0-84b8-67e8dedd0d42 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623724 Feb 11 14:11:11.966477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.20.0.13 (35389704-a9d1-4fdb-8780-77f7d46469b4/b49ef3ad-9586-4ace-9790-f3eacc62cce8/f5249a11-8623-4f27-905f-bb141f116d39) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:12.016772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-f3b2819b-1f66-42a5-b73b-ce12ef0000c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.019099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-f3b2819b-1f66-42a5-b73b-ce12ef0000c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1127 time: 0.0543187 Feb 11 14:11:12.128734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (f5249a11-8623-4f27-905f-bb141f116d39), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:12.149045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-add034f2-6a84-4781-8b95-70ae28f03c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.151477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-add034f2-6a84-4781-8b95-70ae28f03c71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1128783 Feb 11 14:11:12.174229 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f5249a11-8623-4f27-905f-bb141f116d39), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:12.218500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-84d1781f-3e70-439b-b9db-e887ccbaeec9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 1001 time: 0.0615580 Feb 11 14:11:12.245571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=f5249a11-8623-4f27-905f-bb141f116d39,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:12.254207 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:12.261764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:12.266072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.266624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.267130 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.267631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.268138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.268670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.270298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.270644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.270980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.271316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.271650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.272033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.272374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:12.276021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:12.283769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-5de755d6-d2f7-414e-808d-51897b263ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.287175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-5de755d6-d2f7-414e-808d-51897b263ff3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0633488 Feb 11 14:11:12.356869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-3f1a0556-dac4-419a-9718-290a4b1f419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.359318 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-3f1a0556-dac4-419a-9718-290a4b1f419f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655332 Feb 11 14:11:12.382755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.391011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:12.436353 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-5cecf9e8-0eec-4233-9fd9-d00b17860f34 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583592 Feb 11 14:11:12.472349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-a749d2d8-2b73-4bf9-a70f-fc5d7ca6b057 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070981 Feb 11 14:11:12.527377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fa296a50-37ca-4c2e-8f10-a97e855e222c None None] Provisioning complete for port f5249a11-8623-4f27-905f-bb141f116d39 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:12.528453 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa296a50-37ca-4c2e-8f10-a97e855e222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f5249a11-8623-4f27-905f-bb141f116d39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:12.579476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fa296a50-37ca-4c2e-8f10-a97e855e222c None None] Port f5249a11-8623-4f27-905f-bb141f116d39 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:11:12.597274 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ab8353bd-7b5f-492b-a1ce-843191673f4c req-2a936a08-9313-4917-bd60-e8989e19fda4 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176965 Feb 11 14:11:12.666528 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Request body: {'port': {'device_id': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:12.737172 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f5249a11-8623-4f27-905f-bb141f116d39), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:12.899260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27759361-3854-46c2-8790-bcf4662a91bd req-c589a19b-bf39-4841-9175-27e5b6bd524d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.901534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27759361-3854-46c2-8790-bcf4662a91bd req-c589a19b-bf39-4841-9175-27e5b6bd524d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 932 time: 0.0868738 Feb 11 14:11:12.961447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27759361-3854-46c2-8790-bcf4662a91bd req-c9773138-8fc5-4c64-b0c4-b3f96087e3ff tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537612 Feb 11 14:11:13.091872 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5249a11-8623-4f27-905f-bb141f116d39 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:11:13.100012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Publish callbacks [] for port (f5249a11-8623-4f27-905f-bb141f116d39), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:13.113513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Transition to ACTIVE for port object f5249a11-8623-4f27-905f-bb141f116d39 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:13.118614 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f5249a11-8623-4f27-905f-bb141f116d39), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:13.209190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5249a11-8623-4f27-905f-bb141f116d39,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:13.281756 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Attempting to bind port f5249a11-8623-4f27-905f-bb141f116d39 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:11:13.282411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Attempting to bind port f5249a11-8623-4f27-905f-bb141f116d39 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:11:13.282977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Attempting to bind port f5249a11-8623-4f27-905f-bb141f116d39 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:13.289107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Port f5249a11-8623-4f27-905f-bb141f116d39 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:13.289442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Attempting to bind port f5249a11-8623-4f27-905f-bb141f116d39 on network 35389704-a9d1-4fdb-8780-77f7d46469b4 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:13.306706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:13.306706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Checking segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:11:13.307250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Bound using segment: {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:13.308347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Bound port: f5249a11-8623-4f27-905f-bb141f116d39, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b31a5e6-3143-4747-956e-21af71cf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:11:13.308865 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f5249a11-8623-4f27-905f-bb141f116d39), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:13.393210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] For port f5249a11-8623-4f27-905f-bb141f116d39, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:13.396981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] For port f5249a11-8623-4f27-905f-bb141f116d39, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f5249a11-8623-4f27-905f-bb141f116d39,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:13.409118 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f5249a11-8623-4f27-905f-bb141f116d39), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:13.454475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.454981 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:13.456378 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] 10.222.0.30 "PUT /v2.0/ports/f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 200 len: 1092 time: 0.8676808 Feb 11 14:11:13.456944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:11:13.459152 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce17e02-d0f8-4345-b7a3-23078dfe832d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "tag": "f5249a11-8623-4f27-905f-bb141f116d39"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:13.488303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15025c97-d46f-4b38-b4b5-e9d664c2fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5249a11-8623-4f27-905f-bb141f116d39,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:13.621034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-cc6d3210-82d5-48d4-a764-e10e3d6e1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.623772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-cc6d3210-82d5-48d4-a764-e10e3d6e1479 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1126 time: 0.1085727 Feb 11 14:11:13.701841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-24bb969f-da3e-4358-8a35-85a29a44b59c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 200 len: 217 time: 0.0681806 Feb 11 14:11:13.748717 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a0d895-4070-4af6-92b9-cccc9739ca96 x-openstack-request-id: req-b0a0d895-4070-4af6-92b9-cccc9739ca96 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:13.749022 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "tag": "f5249a11-8623-4f27-905f-bb141f116d39", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:13.749861 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0a0d895-4070-4af6-92b9-cccc9739ca96 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:13.750433 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39', 'status': 'completed', 'code': 200} Feb 11 14:11:13.771758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-e90e4d65-b1fd-4c77-9f0a-def1a62581cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.773842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-e90e4d65-b1fd-4c77-9f0a-def1a62581cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0629303 Feb 11 14:11:13.827524 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-34ef57b3-a8f6-46db-837c-9b449584279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.829160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-34ef57b3-a8f6-46db-837c-9b449584279a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478439 Feb 11 14:11:13.940117 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-9f9d7f4a-05a2-4fb1-903c-144f950e6482 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042902 Feb 11 14:11:14.035357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3814e7f-ab20-4fec-85bf-2a20fc5761ce req-7c04beed-9d0b-4315-a9cd-c3c71a35cdb5 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868883 Feb 11 14:11:14.085454 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea24d-e5f6-4708-9a85-fa426730c3de req-40d5aa9b-58e8-4a2c-aa02-032c85117456 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.086984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4caea24d-e5f6-4708-9a85-fa426730c3de req-40d5aa9b-58e8-4a2c-aa02-032c85117456 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0541410 Feb 11 14:11:14.137039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-5c0054ea-753c-4200-ac7c-cfbd1f277f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.138673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-5c0054ea-753c-4200-ac7c-cfbd1f277f46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1126 time: 0.0546105 Feb 11 14:11:14.146292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4caea24d-e5f6-4708-9a85-fa426730c3de req-caf5dfe8-8da1-489f-b872-f154453405e4 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524027 Feb 11 14:11:14.231323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-fd221a25-a38a-43b7-b39a-e32db0146426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.232739 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-fd221a25-a38a-43b7-b39a-e32db0146426 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0866971 Feb 11 14:11:14.282272 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-e405a9e9-9a95-4e6c-8d6f-670e52f86856 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 200 len: 217 time: 0.0406578 Feb 11 14:11:14.331423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-63adb856-c794-4097-ac61-2f1d12190104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.332914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-63adb856-c794-4097-ac61-2f1d12190104 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0446024 Feb 11 14:11:14.381749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-95249ab4-2048-40b6-a345-0b82c0ff0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.383289 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-95249ab4-2048-40b6-a345-0b82c0ff0f63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443161 Feb 11 14:11:14.477203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-fd00ad6e-13a8-4165-9682-60d9b2d9b404 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875888 Feb 11 14:11:14.575674 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ce17e02-d0f8-4345-b7a3-23078dfe832d req-39d431e3-9098-48a4-8fa2-183c00003aac service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912910 Feb 11 14:11:15.276247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f30a4-0b03-4d0e-8d67-cc77507edc33 req-f8094183-3388-4b84-a399-045c5c840326 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:15.277706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d5f30a4-0b03-4d0e-8d67-cc77507edc33 req-f8094183-3388-4b84-a399-045c5c840326 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0561969 Feb 11 14:11:15.325280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d5f30a4-0b03-4d0e-8d67-cc77507edc33 req-1151d87f-a9a4-44bb-bee6-1452cd5a4cad tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Feb 11 14:11:16.469918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb79b48-4709-4374-96a1-8a5bb6fde982 req-3647838c-9470-4c50-a5b6-5394b76e545b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.471861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ceb79b48-4709-4374-96a1-8a5bb6fde982 req-3647838c-9470-4c50-a5b6-5394b76e545b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0692804 Feb 11 14:11:16.534176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ceb79b48-4709-4374-96a1-8a5bb6fde982 req-6479b8b5-96e6-4060-ac0d-33e0d3e8ff35 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560474 Feb 11 14:11:17.686055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c3b90-ca8d-4314-a261-e9c4dd61d73a req-5c183b81-ad6f-4309-9d01-5f88586b0a94 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.687726 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4c4c3b90-ca8d-4314-a261-e9c4dd61d73a req-5c183b81-ad6f-4309-9d01-5f88586b0a94 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0789876 Feb 11 14:11:17.741416 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4c4c3b90-ca8d-4314-a261-e9c4dd61d73a req-cd4936b2-0e57-433e-ae48-a10cde76e0cb tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Feb 11 14:11:18.868734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7e03-f8e1-4472-8e79-a9bafbbaf68a req-f9036a33-a8e3-42d0-aba5-1f965c5a44d5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:18.870283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf5b7e03-f8e1-4472-8e79-a9bafbbaf68a req-f9036a33-a8e3-42d0-aba5-1f965c5a44d5 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0598831 Feb 11 14:11:18.919360 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf5b7e03-f8e1-4472-8e79-a9bafbbaf68a req-f5da6ac2-3690-412f-b0b0-28790723ac33 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434282 Feb 11 14:11:20.037194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ce76e-fd05-4f47-9f35-15f64775b626 req-6e7a6579-48e4-46c9-8491-effa2e31c0b2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:20.038689 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b1ce76e-fd05-4f47-9f35-15f64775b626 req-6e7a6579-48e4-46c9-8491-effa2e31c0b2 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0528915 Feb 11 14:11:20.090253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b1ce76e-fd05-4f47-9f35-15f64775b626 req-7423273c-d3da-4481-a2f1-40f817d7b041 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452650 Feb 11 14:11:20.295490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:21.214784 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04b21-dc44-40cc-80e1-90640b65c9f7 req-ad091dac-1164-47b6-a5d9-6bea6dbb7c9f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:21.216428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-37f04b21-dc44-40cc-80e1-90640b65c9f7 req-ad091dac-1164-47b6-a5d9-6bea6dbb7c9f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0589838 Feb 11 14:11:21.275051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-37f04b21-dc44-40cc-80e1-90640b65c9f7 req-90379dfb-c5ea-4bf7-936e-8e688216a562 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527368 Feb 11 14:11:22.306864 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:22.393769 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1eff6-1309-40be-b271-c1235fcf12d0 req-005d9043-77d0-4d37-865c-040deab31c5d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:22.395259 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84f1eff6-1309-40be-b271-c1235fcf12d0 req-005d9043-77d0-4d37-865c-040deab31c5d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0521741 Feb 11 14:11:22.443382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-84f1eff6-1309-40be-b271-c1235fcf12d0 req-50dbc345-f901-4284-b46c-313abcad1c32 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Feb 11 14:11:23.562345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d5cf8-498f-4753-b4a6-c12515e8d18f req-595c7d50-3dc4-43c0-a5e5-48f7b80211e9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:23.563837 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-893d5cf8-498f-4753-b4a6-c12515e8d18f req-595c7d50-3dc4-43c0-a5e5-48f7b80211e9 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0518124 Feb 11 14:11:23.615988 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-893d5cf8-498f-4753-b4a6-c12515e8d18f req-bd5351c5-631b-4b9e-bee2-d4da9feba118 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465753 Feb 11 14:11:23.686152 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:11:24.735253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97974092-cda2-4288-9181-335f89242331 req-d1c5c92c-76bb-43cf-bfbf-b958ea0902d6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:24.737002 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-97974092-cda2-4288-9181-335f89242331 req-d1c5c92c-76bb-43cf-bfbf-b958ea0902d6 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0523126 Feb 11 14:11:24.785175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-97974092-cda2-4288-9181-335f89242331 req-ea87d3c6-18fd-46b4-8455-dcd9f3ea345a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424569 Feb 11 14:11:25.906440 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4691c-499c-4a14-a101-b38057f1ed05 req-749117d1-3166-4fdc-a88a-96b00e37575b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:25.907923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03d4691c-499c-4a14-a101-b38057f1ed05 req-749117d1-3166-4fdc-a88a-96b00e37575b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0529518 Feb 11 14:11:25.959721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-03d4691c-499c-4a14-a101-b38057f1ed05 req-bbc20138-e7a2-47d1-bf28-1d1071e03a47 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462492 Feb 11 14:11:27.081958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-37558368-0dbe-47b5-99a1-32e87b58ccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:27.084324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a64b9-47fe-4e54-9fb5-ab7d6a793f1b req-7efd3ca1-5cae-4194-bf54-63e711b52d7f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.085886 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f2a64b9-47fe-4e54-9fb5-ab7d6a793f1b req-7efd3ca1-5cae-4194-bf54-63e711b52d7f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0587144 Feb 11 14:11:27.138781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9f2a64b9-47fe-4e54-9fb5-ab7d6a793f1b req-b8c91f21-a4a4-4808-9399-3d461ee9476b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443549 Feb 11 14:11:28.258776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891df6e-dd09-413e-a03a-d7093f492277 req-1ba29535-558a-496c-a5d6-6b20ac03517f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.260302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c891df6e-dd09-413e-a03a-d7093f492277 req-1ba29535-558a-496c-a5d6-6b20ac03517f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 944 time: 0.0538895 Feb 11 14:11:28.308221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c891df6e-dd09-413e-a03a-d7093f492277 req-5d290988-bec6-4d1b-a855-8b0a0659b089 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Feb 11 14:11:29.070393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f5249a11-8623-4f27-905f-bb141f116d39 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:29.166827 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f5249a11-8623-4f27-905f-bb141f116d39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f5249a11-8623-4f27-905f-bb141f116d39,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:29.177501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'f5249a11-8623-4f27-905f-bb141f116d39', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'port_id': 'f5249a11-8623-4f27-905f-bb141f116d39', 'mac_address': 'fa:16:3e:18:ef:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:29.212575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f5249a11-8623-4f27-905f-bb141f116d39 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:11:29.212957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f5249a11-8623-4f27-905f-bb141f116d39), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:29.225586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5249a11-8623-4f27-905f-bb141f116d39 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:11:29.244051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f5249a11-8623-4f27-905f-bb141f116d39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f5249a11-8623-4f27-905f-bb141f116d39,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:29.247402 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f5249a11-8623-4f27-905f-bb141f116d39), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:29.295932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f5249a11-8623-4f27-905f-bb141f116d39,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:29.303146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.303495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.303843 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.304180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.304514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.304845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.305172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.305496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.305824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.306163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.306488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.306805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.307122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:29.425648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714811f-63f0-448e-bdb6-1a42aea8cc1d req-590b4f78-896b-4a31-aa51-c0fff9ac7f21 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.427060 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0714811f-63f0-448e-bdb6-1a42aea8cc1d req-590b4f78-896b-4a31-aa51-c0fff9ac7f21 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 945 time: 0.0513072 Feb 11 14:11:29.465233 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2dd14056-6b62-4ada-810c-f1a24d1a7fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:29.480747 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0714811f-63f0-448e-bdb6-1a42aea8cc1d req-f5c02ae0-4285-4304-96ea-6e9c18c6489b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481575 Feb 11 14:11:29.537603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['f5249a11-8623-4f27-905f-bb141f116d39'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:30.598202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f381e-cec6-47f0-8bac-ad59119a0513 req-9085c69a-533b-41ae-9b72-02622fe9cd50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:30.599631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f5f381e-cec6-47f0-8bac-ad59119a0513 req-9085c69a-533b-41ae-9b72-02622fe9cd50 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 945 time: 0.0525994 Feb 11 14:11:30.648184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4f5f381e-cec6-47f0-8bac-ad59119a0513 req-c04c22dc-e923-4360-8551-0e19b2585215 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Feb 11 14:11:31.084005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f5249a11-8623-4f27-905f-bb141f116d39 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:31.113060 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:31.137057 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port f5249a11-8623-4f27-905f-bb141f116d39 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:31.141262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port f5249a11-8623-4f27-905f-bb141f116d39 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:31.141638 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f5249a11-8623-4f27-905f-bb141f116d39), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:31.218447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port f5249a11-8623-4f27-905f-bb141f116d39 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:11:31.218838 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f5249a11-8623-4f27-905f-bb141f116d39), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:31.241114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:11:31.243371 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709eecd8-3f12-4024-8be5-d13cee334db7" -d '{"events": [{"server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "name": "network-vif-plugged", "status": "completed", "tag": "f5249a11-8623-4f27-905f-bb141f116d39"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:31.256200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port f5249a11-8623-4f27-905f-bb141f116d39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f5249a11-8623-4f27-905f-bb141f116d39,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:31.260169 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f5249a11-8623-4f27-905f-bb141f116d39), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:31.307094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=f5249a11-8623-4f27-905f-bb141f116d39,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:31.351214 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5810e5-bbf8-475a-9ca0-d1be33788ea4 x-openstack-request-id: req-5a5810e5-bbf8-475a-9ca0-d1be33788ea4 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:31.351539 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "name": "network-vif-plugged", "status": "completed", "tag": "f5249a11-8623-4f27-905f-bb141f116d39", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:31.351796 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a5810e5-bbf8-475a-9ca0-d1be33788ea4 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:31.352232 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39', 'code': 200} Feb 11 14:11:31.457830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54f872-a598-4398-8b51-18b30d1ff28d req-a40098bd-b527-4ec4-af4b-b2e7242dc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.459342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be54f872-a598-4398-8b51-18b30d1ff28d req-a40098bd-b527-4ec4-af4b-b2e7242dc9f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1128 time: 0.0436356 Feb 11 14:11:31.511109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be54f872-a598-4398-8b51-18b30d1ff28d req-3f722081-2f0d-4c0f-adee-4453c69d9746 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Feb 11 14:11:31.776961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d642b2-365a-4968-a3e2-4816e6c42260 req-0c3bfe38-c6e7-4d3c-82cc-acc27db27bef tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.778547 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77d642b2-365a-4968-a3e2-4816e6c42260 req-0c3bfe38-c6e7-4d3c-82cc-acc27db27bef tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 946 time: 0.0635436 Feb 11 14:11:31.826622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-77d642b2-365a-4968-a3e2-4816e6c42260 req-862a409e-ab38-4d0f-b34a-350f721b4f0a tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Feb 11 14:11:32.513670 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:32.948282 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17f932-2fc4-4e91-bfe4-ad6ec7511397 req-98c785cc-c410-4eda-ab5e-9fe558a7eb02 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:32.949835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f17f932-2fc4-4e91-bfe4-ad6ec7511397 req-98c785cc-c410-4eda-ab5e-9fe558a7eb02 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 946 time: 0.0528200 Feb 11 14:11:32.997653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f17f932-2fc4-4e91-bfe4-ad6ec7511397 req-c8bc99de-d923-4c68-a854-408178db03e1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Feb 11 14:11:33.133619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2be62-7b99-45b6-824f-823550bd3989 req-ef53c857-abea-4b5f-a335-d0bc627f6484 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.135058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64f2be62-7b99-45b6-824f-823550bd3989 req-ef53c857-abea-4b5f-a335-d0bc627f6484 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 946 time: 0.0681219 Feb 11 14:11:33.183149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64f2be62-7b99-45b6-824f-823550bd3989 req-0c907ed9-5860-498a-80e0-55ba76967431 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 Feb 11 14:11:33.205053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60860) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:11:33.251502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f8a4fc-20ef-4fb7-ba12-644eb6e923dc tempest-TestVolumeBootPattern-677941924 tempest-TestVolumeBootPattern-677941924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.253001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-94f8a4fc-20ef-4fb7-ba12-644eb6e923dc tempest-TestVolumeBootPattern-677941924 tempest-TestVolumeBootPattern-677941924-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1123 time: 0.0469933 Feb 11 14:11:33.255803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60862) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:11:33.259920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'f5249a11-8623-4f27-905f-bb141f116d39', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:33.280132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:33.375755 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:33.483918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Allocated IP 172.25.3.90 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/a876c160-f3d8-4b74-9130-448884cf10f6) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:33.584152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (a876c160-f3d8-4b74-9130-448884cf10f6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:33.617648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a876c160-f3d8-4b74-9130-448884cf10f6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:33.658835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:33.662036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:33.666313 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:33.692768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=a876c160-f3d8-4b74-9130-448884cf10f6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.706217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.706575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.706922 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.707034 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:33.707511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.707597 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.708527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.709164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.709587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.709928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.710287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.710620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.710951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:33.711283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:34.057283 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (c385c211-8614-4777-b64e-8719cfba6cef), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:34.128609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a876c160-f3d8-4b74-9130-448884cf10f6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:34.275449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for port (a876c160-f3d8-4b74-9130-448884cf10f6), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:34.279703 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a876c160-f3d8-4b74-9130-448884cf10f6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:34.343890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event updated for resources: {'Port': ['ID=a876c160-f3d8-4b74-9130-448884cf10f6,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:34.356287 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (c385c211-8614-4777-b64e-8719cfba6cef), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:34.458858 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Floating IP c385c211-8614-4777-b64e-8719cfba6cef associated. External IP: 172.25.3.90, port: f5249a11-8623-4f27-905f-bb141f116d39. Feb 11 14:11:34.670151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:34.791513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:34.802623 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:11:34.811341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:34.813919 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:34.814562 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:11:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:34.842111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ad56434-ffdc-4547-8b6b-f372754add0f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5852902 Feb 11 14:11:34.842882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:11:34.845148 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "tag": "f5249a11-8623-4f27-905f-bb141f116d39"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:34.927621 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:34.951633 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816bf216-16de-453b-8a1b-793d0ad289f4 x-openstack-request-id: req-816bf216-16de-453b-8a1b-793d0ad289f4 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:34.951930 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "tag": "f5249a11-8623-4f27-905f-bb141f116d39", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:34.952187 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-816bf216-16de-453b-8a1b-793d0ad289f4 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:34.952606 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39', 'status': 'completed', 'code': 200} Feb 11 14:11:35.018323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-80130287-ee16-4169-b11b-6412b65bb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.019941 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-80130287-ee16-4169-b11b-6412b65bb2ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1128 time: 0.0440371 Feb 11 14:11:35.122464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-6f936935-f323-4eb1-a849-c07d9c0e71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.123891 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-6f936935-f323-4eb1-a849-c07d9c0e71ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0948639 Feb 11 14:11:35.156172 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:29Z', 'revision_number': 1, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}, {'id': 'c385c211-8614-4777-b64e-8719cfba6cef', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': 'f5249a11-8623-4f27-905f-bb141f116d39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:18:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:33Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:35.188558 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-d2ff7d27-6af6-440f-b8b7-f442036d35cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 200 len: 999 time: 0.0581615 Feb 11 14:11:35.243350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-f648d50c-63ad-47bc-932a-2e6a10a49382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.244830 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-f648d50c-63ad-47bc-932a-2e6a10a49382 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0502567 Feb 11 14:11:35.272539 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:11:35.281482 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:35.282106 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:11:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:35.297599 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-78c60821-c0e9-495a-8a23-006bebf83a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.299145 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-78c60821-c0e9-495a-8a23-006bebf83a1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445499 Feb 11 14:11:35.387693 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:35.388075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-0d48471b-98d2-490a-8a8a-3a137098dede service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822065 Feb 11 14:11:35.484167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ea3e33-6847-4cdd-a82e-afd1ca57dcc2 req-aabbc58e-a95f-46ee-a202-6ddb5ae7aa5e service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855372 Feb 11 14:11:35.611211 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:29Z', 'revision_number': 1, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}, {'id': 'c385c211-8614-4777-b64e-8719cfba6cef', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': 'f5249a11-8623-4f27-905f-bb141f116d39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:18:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:33Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:35.637906 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63d5b2-9eca-4b14-a416-55351e9a3605 None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:29Z', 'revision_number': 1, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}, {'id': 'c385c211-8614-4777-b64e-8719cfba6cef', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': 'f5249a11-8623-4f27-905f-bb141f116d39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:18:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:33Z', 'revision_number': 0, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:11:35.825063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d9a1e-9f01-4244-b875-33e74b5078ba None None] New status for floating IP c385c211-8614-4777-b64e-8719cfba6cef: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:11:50.291994 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:52.316862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:57.083316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad38a818-9d3f-4255-8159-5ad1f3deffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:59.458312 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9ae22bcc-e79b-49aa-884c-c6b0d424f6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:00.685878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:01.090712 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:02.516409 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:03.711728 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:13.394464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-9d94f951-ae0b-430d-84d3-838183920b7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437479 Feb 11 14:12:13.482689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c544456-29fa-4034-8c68-6003a366de5d req-2dbf7ae8-f99c-41d5-a48e-b89e014bb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.484221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-2dbf7ae8-f99c-41d5-a48e-b89e014bb8d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1128 time: 0.0503068 Feb 11 14:12:13.594761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c544456-29fa-4034-8c68-6003a366de5d req-30957b15-15ed-40f1-9f52-62e21f5fa43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.596820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-30957b15-15ed-40f1-9f52-62e21f5fa43c service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0935423 Feb 11 14:12:13.671262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-a2d0422b-85a7-4f68-a85a-1987e5f5b752 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 200 len: 1001 time: 0.0687506 Feb 11 14:12:13.695626 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-786d3e2e-db04-4cb0-a8db-80fa3cd6ce5c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477087 Feb 11 14:12:13.727280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c544456-29fa-4034-8c68-6003a366de5d req-59ba25ec-628a-4084-8746-2b434d0cbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.727825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-59ba25ec-628a-4084-8746-2b434d0cbd83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0474133 Feb 11 14:12:13.779579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c544456-29fa-4034-8c68-6003a366de5d req-4bc0b20d-605c-4ab8-82b0-256f0f0094d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.781112 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-4bc0b20d-605c-4ab8-82b0-256f0f0094d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474997 Feb 11 14:12:13.784041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-628a6551-2e12-4ebe-b6d4-512bd252135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.786398 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-628a6551-2e12-4ebe-b6d4-512bd252135f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1127 time: 0.0500288 Feb 11 14:12:13.879613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-b2a1e65a-0e53-4a4e-9303-447b997c3911 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916681 Feb 11 14:12:13.896521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-688a59f4-8533-48f0-9763-cf2d941e8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.898020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-688a59f4-8533-48f0-9763-cf2d941e8c0c service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0931654 Feb 11 14:12:13.971258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c544456-29fa-4034-8c68-6003a366de5d req-a128a3c6-9008-40ce-abe4-54e9cb92be9c service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869982 Feb 11 14:12:13.980020 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-22d890d9-f602-4a28-b356-396746930e1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 1001 time: 0.0765564 Feb 11 14:12:14.028894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-06f56126-7a25-460b-9071-1783a868a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.030381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-06f56126-7a25-460b-9071-1783a868a915 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0446475 Feb 11 14:12:14.080122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-b1031ee7-d5c4-44b5-9205-d3348fb2102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.081646 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-b1031ee7-d5c4-44b5-9205-d3348fb2102c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453904 Feb 11 14:12:14.181324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-50b196f9-c14b-4c7e-8066-f2c30523c7f4 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921555 Feb 11 14:12:14.271904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c9cb11-6f11-4c1c-b766-5ca8414cc149 req-78ef4bf4-a3c5-432e-9b46-4d6422dbd868 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848315 Feb 11 14:12:20.309139 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:22.313627 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:27.084905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc3d-4671-4cb7-934c-4648c534e63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:29.459436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2920ada-f382-47af-b089-26364173f488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:31.093777 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:32.519465 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:33.717389 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:37.684253 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:50.308555 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:52.311926 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:57.087756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee61237f-5015-4453-992f-1299e1e1ca93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.459879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f659f8da-c209-4586-b016-8244be3009af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:01.097031 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:02.522764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:03.720186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:13.401221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-0d12e79b-6be0-4f33-8471-b19a8f6b6f25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436158 Feb 11 14:13:13.499479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-924fac57-20fd-422e-aefa-594c37db8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.500998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-924fac57-20fd-422e-aefa-594c37db8251 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1128 time: 0.0494812 Feb 11 14:13:13.620397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-a3967256-228c-45fd-a22f-583973ee4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.621897 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-a3967256-228c-45fd-a22f-583973ee4402 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.0969415 Feb 11 14:13:13.690913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-cd8fe9a7-31e1-4b8f-a025-9ca19faa842f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 200 len: 1001 time: 0.0622830 Feb 11 14:13:13.745971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-e4dc38e7-6255-4f64-b314-5d9d29aa71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.747489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-e4dc38e7-6255-4f64-b314-5d9d29aa71c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0480058 Feb 11 14:13:13.785625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:13.802760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-44ff3091-46a4-406c-a3e1-ee68faca9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.804420 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-44ff3091-46a4-406c-a3e1-ee68faca9714 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504827 Feb 11 14:13:13.905383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-2cc1070d-ae18-4f6d-8d9d-6e6299ffa831 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912395 Feb 11 14:13:13.966853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port a876c160-f3d8-4b74-9130-448884cf10f6 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:13.967663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a876c160-f3d8-4b74-9130-448884cf10f6), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:13.999812 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-896a92be-e023-4116-826a-c4f60aeeadd5 req-38470a99-67c5-4276-9f92-112a71598461 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858598 Feb 11 14:13:14.052563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a876c160-f3d8-4b74-9130-448884cf10f6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:14.052962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (a876c160-f3d8-4b74-9130-448884cf10f6), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:14.066176 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for a876c160-f3d8-4b74-9130-448884cf10f6 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:14.479697 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a876c160-f3d8-4b74-9130-448884cf10f6), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:14.509816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=a876c160-f3d8-4b74-9130-448884cf10f6,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:14.531773 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.532121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.532459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.532793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.533129 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.533461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.533789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.534112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.534456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.534779 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.535100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.535417 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.535743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:14.576860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (c385c211-8614-4777-b64e-8719cfba6cef), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:14.577197 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Floating IP c385c211-8614-4777-b64e-8719cfba6cef disassociated (deleted). External IP: 172.25.3.90, port: f5249a11-8623-4f27-905f-bb141f116d39. Feb 11 14:13:14.685313 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:13:14.755761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-72a1e666-dd05-4717-bcb9-326f160d2660 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949585 Feb 11 14:13:14.866873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:14.874461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-91f2ffdc-7d10-46e9-b463-b6db677aa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.876001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-91f2ffdc-7d10-46e9-b463-b6db677aa459 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1127 time: 0.0667205 Feb 11 14:13:15.052382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:15.054321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-2c2a3a62-d8bf-4391-8b00-0bbfd017b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.055808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-2c2a3a62-d8bf-4391-8b00-0bbfd017b9f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1417027 Feb 11 14:13:15.058799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:15.064085 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:15.075354 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:15.075976 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:12:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:15.130650 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a590d4da-2747-435d-86dc-0c38ff138a4e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "DELETE /v2.0/floatingips/c385c211-8614-4777-b64e-8719cfba6cef HTTP/1.1" status: 204 len: 168 time: 1.3437650 Feb 11 14:13:15.132984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:15.135271 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "tag": "f5249a11-8623-4f27-905f-bb141f116d39"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:15.148433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-7bc26019-0fcd-4f0c-ad96-76f1abbbbe74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 1001 time: 0.0855629 Feb 11 14:13:15.184495 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae434ae3-85ac-481e-9fe1-b2da79f3f5d1 x-openstack-request-id: req-ae434ae3-85ac-481e-9fe1-b2da79f3f5d1 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:15.184797 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "tag": "f5249a11-8623-4f27-905f-bb141f116d39", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:15.185058 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae434ae3-85ac-481e-9fe1-b2da79f3f5d1 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:15.185465 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39', 'status': 'completed', 'code': 200} Feb 11 14:13:15.194218 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:15.205758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-459b6699-0022-49c0-869d-a9758c498722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.207333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-459b6699-0022-49c0-869d-a9758c498722 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0532277 Feb 11 14:13:15.273411 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-2f31efcc-2c1d-4b1b-a87c-cb9c83ea65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.276908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-9f7db7f3-5f98-428e-b6ef-0ef7796032c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.278616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-9f7db7f3-5f98-428e-b6ef-0ef7796032c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655429 Feb 11 14:13:15.280497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-2f31efcc-2c1d-4b1b-a87c-cb9c83ea65cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 1128 time: 0.0730140 Feb 11 14:13:15.290904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-42cc8b73-ec89-4426-9716-82758893450d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:13:15.291950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-42cc8b73-ec89-4426-9716-82758893450d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053499 Feb 11 14:13:15.389539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-8ea3e19d-ab93-40ad-8e96-2bb5e1e9c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.391333 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-8ea3e19d-ab93-40ad-8e96-2bb5e1e9c51c service neutron] 10.222.0.30 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1040099 Feb 11 14:13:15.402357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-b5607212-d004-437c-8de2-fabaf2533ed5 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042619 Feb 11 14:13:15.447856 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-71dc799c-6490-4a7f-ba9c-5f0e43428ba1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 200 len: 217 time: 0.0418353 Feb 11 14:13:15.468268 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:29Z', 'revision_number': 1, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:15.495107 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:15.495361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca11039-3da3-465e-81ee-99d5a2d121bb req-36b4c655-cce2-49b5-9736-ac04731d906f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.496604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ca11039-3da3-465e-81ee-99d5a2d121bb req-36b4c655-cce2-49b5-9736-ac04731d906f tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 946 time: 0.1212950 Feb 11 14:13:15.504636 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:15.505562 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:12:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:15.507428 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf0e2f82-47d9-4571-ad6f-8ad57b9d57a8 req-7c14e2ba-455b-4582-821b-a1c1a7fbe4c6 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989277 Feb 11 14:13:15.528224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-614b9b02-26c7-492b-aa56-5758496b969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.530832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-614b9b02-26c7-492b-aa56-5758496b969f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0733626 Feb 11 14:13:15.587400 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ca11039-3da3-465e-81ee-99d5a2d121bb req-807965fa-f73a-44e4-a2bf-1caf6aa1a28b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840247 Feb 11 14:13:15.612316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-c1b57644-c3b6-47e4-b34a-f2a552f4e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.613859 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-c1b57644-c3b6-47e4-b34a-f2a552f4e192 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731540 Feb 11 14:13:15.616881 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:15.707597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-607c802b-15e2-4f54-896c-a07814b46795 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845392 Feb 11 14:13:15.805686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2579afdd-bcb4-4efa-a68a-6bafdd9c65ea req-c014061a-f481-49e4-af57-fa697e4ea677 service neutron] 10.222.0.30 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886037 Feb 11 14:13:15.938958 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:29Z', 'revision_number': 1, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:15.964153 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63916d79-bcfd-450b-8461-9b7ac3c7d96b None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'ab95a25c-d033-4206-8ba8-b8d3cf29247e', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'port_id': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'mac_address': 'fa:16:3e:e2:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:27Z', 'updated_at': '2022-02-11T14:09:29Z', 'revision_number': 1, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:16.191533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db6553-185b-41c9-bd98-497ed7cfbd80 None None] New status for floating IP c385c211-8614-4777-b64e-8719cfba6cef: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:16.714743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762aa1-7f29-4c97-ab06-69b285d48494 req-3a131ca7-09e5-4fa6-9ef9-d5c30b4d4ffc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:16.716248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3762aa1-7f29-4c97-ab06-69b285d48494 req-3a131ca7-09e5-4fa6-9ef9-d5c30b4d4ffc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 946 time: 0.0535772 Feb 11 14:13:16.765705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3762aa1-7f29-4c97-ab06-69b285d48494 req-218e0603-a0ec-4aa5-846e-83219f42218d tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Feb 11 14:13:17.139263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-6d6dd784-8034-48a0-91fe-b029ca69b9f0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.140833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-6d6dd784-8034-48a0-91fe-b029ca69b9f0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 946 time: 0.0524535 Feb 11 14:13:17.230617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port f5249a11-8623-4f27-905f-bb141f116d39 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:17.230971 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f5249a11-8623-4f27-905f-bb141f116d39), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:17.321105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] For port f5249a11-8623-4f27-905f-bb141f116d39, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=f5249a11-8623-4f27-905f-bb141f116d39,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:17.321470 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f5249a11-8623-4f27-905f-bb141f116d39), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:17.334468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for f5249a11-8623-4f27-905f-bb141f116d39 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:17.465965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f5249a11-8623-4f27-905f-bb141f116d39), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:17.490492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=f5249a11-8623-4f27-905f-bb141f116d39,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:17.504750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.505109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.505460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.505803 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.506184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.506502 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.506834 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.507164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.507494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.507819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.508145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.508474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.508800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.546126 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] No DVR routers for this DVR port f5249a11-8623-4f27-905f-bb141f116d39 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:17.548739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:17.552088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-100a5af9-a3a7-4628-8800-05f668f2f8d8 req-968538d1-49a2-40ff-9a7a-62782dfc22bc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.30 "DELETE /v2.0/ports/f5249a11-8623-4f27-905f-bb141f116d39 HTTP/1.1" status: 204 len: 173 time: 0.4063416 Feb 11 14:13:17.552639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'name': 'network-vif-deleted', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:17.554928 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913adc0d-00e7-40ed-8bde-7a41a1e372d4" -d '{"events": [{"server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "name": "network-vif-deleted", "tag": "f5249a11-8623-4f27-905f-bb141f116d39"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:17.602176 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4564ce-321f-4c8e-97c5-695b138b5819 x-openstack-request-id: req-0d4564ce-321f-4c8e-97c5-695b138b5819 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:17.602486 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0da0113-f492-43eb-a46a-1fd67738215c", "name": "network-vif-deleted", "tag": "f5249a11-8623-4f27-905f-bb141f116d39", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:17.602741 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d4564ce-321f-4c8e-97c5-695b138b5819 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:17.603142 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da0113-f492-43eb-a46a-1fd67738215c', 'name': 'network-vif-deleted', 'tag': 'f5249a11-8623-4f27-905f-bb141f116d39', 'status': 'completed', 'code': 200} Feb 11 14:13:17.879751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5743cc1-ac6d-4e44-b81d-99333bb0f39c req-f18e1934-2e19-4b6b-9bd7-7d23930b6a77 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0387776 Feb 11 14:13:18.980297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-358d3ccc-a17b-4a20-9eee-e6b27ced3cb9 req-7a752d8d-8f86-4f6a-b23d-704f20458988 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0273004 Feb 11 14:13:19.703894 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f5249a11-8623-4f27-905f-bb141f116d39 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:19.724248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: f5249a11-8623-4f27-905f-bb141f116d39 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:13:19.724594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device f5249a11-8623-4f27-905f-bb141f116d39 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:20.075738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7370941-8ba2-41aa-8734-c8f3679be077 req-e8e5884a-9a71-4540-b298-c8d9958e4974 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0272694 Feb 11 14:13:20.323404 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:21.461173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-40a73ab2-2422-4e8e-b5f1-e18be3f916fd req-011aa83d-dcdd-4159-add4-f1f99357419c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.3183420 Feb 11 14:13:22.312063 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:22.559709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cc939c63-2bbb-4c8a-bdcb-88ffec35ee4e req-48677e05-cf81-4e57-8a21-1ae0e124ae28 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0267794 Feb 11 14:13:23.654058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8488abf8-2d91-4365-9c83-e4aa2495e5a5 req-80e25356-36fe-41e9-b773-7f21c179b7bd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0263708 Feb 11 14:13:24.750400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3129b7-8cd8-4823-b406-ce07695bb659 req-d981724c-378a-4463-8560-f1943696d728 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0287232 Feb 11 14:13:25.857102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d100abd8-2ec4-4e9b-8ca9-947c2cba9b96 req-6c47d5ba-40a6-4571-a88b-7a2f43755236 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0da0113-f492-43eb-a46a-1fd67738215c HTTP/1.1" status: 200 len: 210 time: 0.0308177 Feb 11 14:13:27.090460 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1e22524-00cf-4f70-9d63-9cc4b3d19cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:29.461714 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-079cc766-a0d2-4221-9609-da637251467a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:31.100349 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:32.528011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:33.722922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:35.384356 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 60980) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:35.536876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port 0347ea6f-465b-4edd-bd59-304a4af09401 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:35.537225 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0347ea6f-465b-4edd-bd59-304a4af09401), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:35.616406 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0347ea6f-465b-4edd-bd59-304a4af09401), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:35.616736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (0347ea6f-465b-4edd-bd59-304a4af09401), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:35.628821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for 0347ea6f-465b-4edd-bd59-304a4af09401 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:35.773502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0347ea6f-465b-4edd-bd59-304a4af09401), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:35.799033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=0347ea6f-465b-4edd-bd59-304a4af09401,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:35.864086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (ab95a25c-d033-4206-8ba8-b8d3cf29247e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:35.864497 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Floating IP ab95a25c-d033-4206-8ba8-b8d3cf29247e disassociated (deleted). External IP: 172.25.3.193, port: 710dda80-daf1-4454-bcb3-9a46b60e1d93. Feb 11 14:13:36.073328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:36.180864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:36.185706 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:36.191303 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:36.202593 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:36.203687 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:36.214672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-83d4c384-1bc7-4331-8459-b08068971fe1 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "DELETE /v2.0/floatingips/ab95a25c-d033-4206-8ba8-b8d3cf29247e HTTP/1.1" status: 204 len: 168 time: 0.8290856 Feb 11 14:13:36.215278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:36.218159 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618f4f31-38f6-4f24-8cc3-7324bb3773a5" -d '{"events": [{"name": "network-changed", "server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:36.257823 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aaa6bb-ddd4-4208-8be7-e48e1c29cb52 x-openstack-request-id: req-69aaa6bb-ddd4-4208-8be7-e48e1c29cb52 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:36.258157 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:36.258558 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69aaa6bb-ddd4-4208-8be7-e48e1c29cb52 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:36.258981 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'status': 'completed', 'code': 200} Feb 11 14:13:36.321802 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:36.334647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-828cf2ec-ddbf-4b4d-8142-031a9df3b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.336495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-828cf2ec-ddbf-4b4d-8142-031a9df3b773 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 1127 time: 0.0553868 Feb 11 14:13:36.475307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-1be06dbf-8f41-424e-a18b-d6b522ca236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.476819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-1be06dbf-8f41-424e-a18b-d6b522ca236e service neutron] 10.222.0.83 "GET /v2.0/networks?id=35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 200 len: 913 time: 0.1296511 Feb 11 14:13:36.488218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292916a4-a60f-455b-8cd0-04dadec4d326 req-d715c5ca-c16a-4a68-9703-cb673b9de3f0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.489651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-292916a4-a60f-455b-8cd0-04dadec4d326 req-d715c5ca-c16a-4a68-9703-cb673b9de3f0 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0736508 Feb 11 14:13:36.525927 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:36.540816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-6f0f82a7-f5db-4f02-b334-59894d26e42b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 200 len: 217 time: 0.0495076 Feb 11 14:13:36.553521 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:36.561702 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:36.562344 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:36.606875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-292916a4-a60f-455b-8cd0-04dadec4d326 req-7d6aa71d-e12b-4a6b-ba0c-25f89ef46660 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097157 Feb 11 14:13:36.617892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-183860c9-1e71-4790-b995-097b94439acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.619608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-183860c9-1e71-4790-b995-097b94439acd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 200 len: 851 time: 0.0717177 Feb 11 14:13:36.670219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-80dd28f8-db5a-4ea5-a940-f941621089ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.671750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-80dd28f8-db5a-4ea5-a940-f941621089ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35389704-a9d1-4fdb-8780-77f7d46469b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454733 Feb 11 14:13:36.673213 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:36.765139 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-865ead2f-e131-43fd-8cc3-5a97af8da872 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Feb 11 14:13:36.853410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-618f4f31-38f6-4f24-8cc3-7324bb3773a5 req-35c2a7d7-d9f7-4760-bb3a-414af21f8a78 service neutron] 10.222.0.83 "GET /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826848 Feb 11 14:13:36.871745 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:36.899045 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f7ceb-3c8b-4f9f-9eef-9bb8083ea12a None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T13:59:12Z', 'revision_number': 4, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '23d8dde2-ed72-425f-893f-29710a5d7693', 'name': '', 'network_id': '35389704-a9d1-4fdb-8780-77f7d46469b4', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'mac_address': 'fa:16:3e:12:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:11Z', 'updated_at': '2022-02-11T13:59:23Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'subnets': [{'id': 'b49ef3ad-9586-4ace-9790-f3eacc62cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:37.112647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4a88c-44ac-4703-9a9f-33bddf57c4cd None None] New status for floating IP ab95a25c-d033-4206-8ba8-b8d3cf29247e: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:37.732910 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bf8e-14c0-47a4-810c-4aa45215eef4 req-e8907e4e-e846-4957-85d6-459aa040505e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.734411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8340bf8e-14c0-47a4-810c-4aa45215eef4 req-e8907e4e-e846-4957-85d6-459aa040505e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0526567 Feb 11 14:13:37.784720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8340bf8e-14c0-47a4-810c-4aa45215eef4 req-99ea2377-4599-4bb3-9aa9-893f8e073ac8 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/security-groups?id=27394494-d5aa-462b-9d5f-d7442402867f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Feb 11 14:13:37.921543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-f4a3d61f-4e33-4626-851d-867314319e74 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.922954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-f4a3d61f-4e33-4626-851d-867314319e74 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0560994 Feb 11 14:13:38.014436 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port 710dda80-daf1-4454-bcb3-9a46b60e1d93 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:38.014781 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:38.103013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] For port 710dda80-daf1-4454-bcb3-9a46b60e1d93, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=710dda80-daf1-4454-bcb3-9a46b60e1d93,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:38.103373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:38.115895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for 710dda80-daf1-4454-bcb3-9a46b60e1d93 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:38.240748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (710dda80-daf1-4454-bcb3-9a46b60e1d93), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:38.271303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=710dda80-daf1-4454-bcb3-9a46b60e1d93,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:38.563905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] No DVR routers for this DVR port 710dda80-daf1-4454-bcb3-9a46b60e1d93 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:38.566350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:38.569613 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b205d6b8-7cfb-4d2f-9d77-5a118b6e0640 req-766bba6c-b441-4a9b-b702-4d103c8153fd tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.83 "DELETE /v2.0/ports/710dda80-daf1-4454-bcb3-9a46b60e1d93 HTTP/1.1" status: 204 len: 173 time: 0.6415756 Feb 11 14:13:38.570057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'name': 'network-vif-deleted', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:38.572280 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e5fca-9851-4b1b-8d71-144bc4fd17e2" -d '{"events": [{"server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "name": "network-vif-deleted", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:38.612945 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45149fbd-ec23-4129-a0a2-4d32c5369bee x-openstack-request-id: req-45149fbd-ec23-4129-a0a2-4d32c5369bee {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:38.613251 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61642389-335d-4ea1-84b0-73a7d49f07a0", "name": "network-vif-deleted", "tag": "710dda80-daf1-4454-bcb3-9a46b60e1d93", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:38.613511 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45149fbd-ec23-4129-a0a2-4d32c5369bee {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:38.613913 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61642389-335d-4ea1-84b0-73a7d49f07a0', 'name': 'network-vif-deleted', 'tag': '710dda80-daf1-4454-bcb3-9a46b60e1d93', 'status': 'completed', 'code': 200} Feb 11 14:13:38.890245 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7653159-3d36-46fb-aa9b-dec9a08249dd req-5f366c43-3f93-409c-b499-d30c469c99dc tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0288258 Feb 11 14:13:39.985584 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-258a5584-b16e-407a-8613-a291c92495a6 req-c87944a0-2b24-4cee-9b9a-e3fd92c1a09b tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0268528 Feb 11 14:13:41.081562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ead8de83-5829-4a94-b34e-3994a6b31ea2 req-709103ab-9713-4d97-bf4d-f5ee1eec3a19 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Feb 11 14:13:41.267693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 710dda80-daf1-4454-bcb3-9a46b60e1d93 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:41.288842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 710dda80-daf1-4454-bcb3-9a46b60e1d93 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:13:41.289196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 710dda80-daf1-4454-bcb3-9a46b60e1d93 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:42.177192 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33157f59-c6ea-4ff2-b65f-57c46004584a req-5b08bb64-246b-4fe6-a6f8-69ed12ace6cf tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0284505 Feb 11 14:13:43.274053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ec391bf-0553-4c2b-82d9-67e7b1ffdfe9 req-b8c7fcff-d63a-48ca-ab5e-f4850ae840ac tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0269637 Feb 11 14:13:44.376150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be2d0b8d-933d-4fb0-aa34-98062cff260a req-839ededd-501c-4f9a-ac64-e89ff651836e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Feb 11 14:13:45.474148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2610e80f-8818-416b-b330-5c0e15282274 req-12241d71-9b7a-4c81-911e-84cffc44482c tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0292816 Feb 11 14:13:46.757985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a93b23-980c-4f6e-87f1-40f163be3222 req-7ca8dac6-0c96-44c5-b72a-953e9fefc87e tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "GET /v2.0/ports?device_id=61642389-335d-4ea1-84b0-73a7d49f07a0 HTTP/1.1" status: 200 len: 210 time: 0.2165823 Feb 11 14:13:47.813616 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32784) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:47.937230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Deleting port 916ffa0a-bc83-481c-8d1c-f45e8c2c67b3 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:47.937576 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:48.014891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:48.015239 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:48.026659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Calling delete_port for 916ffa0a-bc83-481c-8d1c-f45e8c2c67b3 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:48.152912 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (916ffa0a-bc83-481c-8d1c-f45e8c2c67b3), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:48.181218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'Port': ['ID=916ffa0a-bc83-481c-8d1c-f45e8c2c67b3,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:48.242428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for floatingip (11cb91cc-0d19-4c87-8d92-9a1c8b7b831d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:48.245086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:48.246275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-da4cdbb9-191c-4fdf-aeb1-35061856d794 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "DELETE /v2.0/floatingips/11cb91cc-0d19-4c87-8d92-9a1c8b7b831d HTTP/1.1" status: 204 len: 168 time: 0.4315872 Feb 11 14:13:50.338517 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:51.684382 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:13:52.313994 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:53.637094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32804) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:53.695220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a96e707-f8d4-4624-83da-adab23955277 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group (27394494-d5aa-462b-9d5f-d7442402867f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:53.733376 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a96e707-f8d4-4624-83da-adab23955277 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group (27394494-d5aa-462b-9d5f-d7442402867f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:53.800794 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a96e707-f8d4-4624-83da-adab23955277 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (27394494-d5aa-462b-9d5f-d7442402867f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:53.803436 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8a96e707-f8d4-4624-83da-adab23955277 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:53.804627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8a96e707-f8d4-4624-83da-adab23955277 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] 10.222.0.79 "DELETE /v2.0/security-groups/27394494-d5aa-462b-9d5f-d7442402867f HTTP/1.1" status: 204 len: 168 time: 0.1664228 Feb 11 14:13:53.814198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96e707-f8d4-4624-83da-adab23955277 tempest-TestVolumeBootPattern-1948229110 tempest-TestVolumeBootPattern-1948229110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27394494-d5aa-462b-9d5f-d7442402867f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.882280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:54.415342 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:54.664891 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Deleting port 23d8dde2-ed72-425f-893f-29710a5d7693 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:54.665240 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:54.748373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] For port 23d8dde2-ed72-425f-893f-29710a5d7693, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=23d8dde2-ed72-425f-893f-29710a5d7693,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:54.748965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:54.762320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Calling delete_port for 23d8dde2-ed72-425f-893f-29710a5d7693 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:54.947857 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (23d8dde2-ed72-425f-893f-29710a5d7693), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:54.976265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Pushing event deleted for resources: {'Port': ['ID=23d8dde2-ed72-425f-893f-29710a5d7693,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:55.152910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:55.377540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:55.485501 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:55.491497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dac4d252-b384-4334-885c-30b084f9622a admin admin] 10.222.0.79 "PUT /v2.0/routers/f2129a6f-b739-47ea-92af-6d2fcc79a2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6082692 Feb 11 14:13:55.494036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:55.494661 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] Sync routers for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:55.504513 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:55.505167 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:55.598819 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks [] for router (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:55.609626 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:55.702843 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks [] for router_gateway (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:55.755388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Deleting port e6149962-e4ff-4b8b-bc14-ac78f1f767f3 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:55.756024 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:55.786255 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T14:13:54Z', 'revision_number': 5, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port': {'id': 'e6149962-e4ff-4b8b-bc14-ac78f1f767f3', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:08Z', 'updated_at': '2022-02-11T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:55.813086 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] Checking router: f2129a6f-b739-47ea-92af-6d2fcc79a2d6 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:55.821311 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] Routers {'f2129a6f-b739-47ea-92af-6d2fcc79a2d6'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:55.821921 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:55.839176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] For port e6149962-e4ff-4b8b-bc14-ac78f1f767f3, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:55.839526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:55.851232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Calling delete_port for e6149962-e4ff-4b8b-bc14-ac78f1f767f3 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:55.909117 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] Set router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:55.962542 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T14:13:55Z', 'revision_number': 6, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:55.989142 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d68cc-9426-4aaf-ad5c-7bf5112d9d80 None None] The sync data for ids ['f2129a6f-b739-47ea-92af-6d2fcc79a2d6'] in n-d-828676-2 is: [{'id': 'f2129a6f-b739-47ea-92af-6d2fcc79a2d6', 'name': 'tempest-TestVolumeBootPattern-1287223239-router', 'tenant_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:07Z', 'updated_at': '2022-02-11T14:13:55Z', 'revision_number': 6, 'project_id': 'faac79a8eb11454fa38bf834da6d2ab8', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:56.032188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e6149962-e4ff-4b8b-bc14-ac78f1f767f3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.056574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6149962-e4ff-4b8b-bc14-ac78f1f767f3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.120747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.211926 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.214048 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks [] for router_controller (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.262215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (f2129a6f-b739-47ea-92af-6d2fcc79a2d6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.262730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2129a6f-b739-47ea-92af-6d2fcc79a2d6 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:13:56.267262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.268422 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b5e6804c-236b-4d50-88d1-7f0f5b8ea75f admin admin] 10.222.0.79 "DELETE /v2.0/routers/f2129a6f-b739-47ea-92af-6d2fcc79a2d6 HTTP/1.1" status: 204 len: 168 time: 0.7734597 Feb 11 14:13:56.271012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32820) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:56.315580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] Deleting subnet b49ef3ad-9586-4ace-9790-f3eacc62cce8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:13:56.318932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] Publish callbacks [] for subnet (b49ef3ad-9586-4ace-9790-f3eacc62cce8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.354082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (b49ef3ad-9586-4ace-9790-f3eacc62cce8), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.443744 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (b49ef3ad-9586-4ace-9790-f3eacc62cce8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.494937 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (b49ef3ad-9586-4ace-9790-f3eacc62cce8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.520862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49ef3ad-9586-4ace-9790-f3eacc62cce8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.522837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.527183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6c859439-cfb7-4d98-bc5b-8c9522c51abe admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b49ef3ad-9586-4ace-9790-f3eacc62cce8 HTTP/1.1" status: 204 len: 168 time: 0.2548444 Feb 11 14:13:56.528617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b76e1-cd99-40f0-bd45-2084e866738d None None] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:13:56.529680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32822) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:56.600432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (35389704-a9d1-4fdb-8780-77f7d46469b4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.657847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Deleting port 81c632b0-968d-42c5-9fde-82941524c5f7 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:56.658218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.723661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] For port 81c632b0-968d-42c5-9fde-82941524c5f7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c632b0-968d-42c5-9fde-82941524c5f7,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:56.723950 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.736694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Calling delete_port for 81c632b0-968d-42c5-9fde-82941524c5f7 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:56.770928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] DHCP port deletion for 35389704-a9d1-4fdb-8780-77f7d46469b4 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:13:56.833505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Deleting port 81c632b0-968d-42c5-9fde-82941524c5f7 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:56.833974 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.837973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.863719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 23d8dde2-ed72-425f-893f-29710a5d7693 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:56.871306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c632b0-968d-42c5-9fde-82941524c5f7,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.873245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] No DVR routers for this DVR port 81c632b0-968d-42c5-9fde-82941524c5f7 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:56.955045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (35389704-a9d1-4fdb-8780-77f7d46469b4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:56.977076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35389704-a9d1-4fdb-8780-77f7d46469b4']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:56.997210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b31a5e6-3143-4747-956e-21af71cf764d') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:56.997615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b31a5e6-3143-4747-956e-21af71cf764d') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:57.016338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (8b31a5e6-3143-4747-956e-21af71cf764d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.044057 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8b31a5e6-3143-4747-956e-21af71cf764d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.052542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:13:57.053103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (8b31a5e6-3143-4747-956e-21af71cf764d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:13:57.055001 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:13:57.094299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 23d8dde2-ed72-425f-893f-29710a5d7693 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:13:57.094646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 23d8dde2-ed72-425f-893f-29710a5d7693 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:57.104076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] For port 81c632b0-968d-42c5-9fde-82941524c5f7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=81c632b0-968d-42c5-9fde-82941524c5f7,segment=NetworkSegment(8b31a5e6-3143-4747-956e-21af71cf764d),segment_id=8b31a5e6-3143-4747-956e-21af71cf764d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:57.104301 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.119852 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (35389704-a9d1-4fdb-8780-77f7d46469b4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.125379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.126888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Calling delete_port for 81c632b0-968d-42c5-9fde-82941524c5f7 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:57.131392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] 10.222.0.79 "DELETE /v2.0/networks/35389704-a9d1-4fdb-8780-77f7d46469b4 HTTP/1.1" status: 204 len: 168 time: 0.5983772 Feb 11 14:13:57.131539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fa78f735-d1c2-4c6a-ad65-e76b976d2b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.131906 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32824) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:57.146163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca2e20-99b8-4c4a-b0ac-f6cdfa8f5b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=35389704-a9d1-4fdb-8780-77f7d46469b4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:57.210008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (81c632b0-968d-42c5-9fde-82941524c5f7), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:57.236777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Pushing event deleted for resources: {'Port': ['ID=81c632b0-968d-42c5-9fde-82941524c5f7,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:57.239073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Network 35389704-a9d1-4fdb-8780-77f7d46469b4 is not hosted by any dhcp agent {{(pid=103177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:13:57.239523 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] No DVR routers for this DVR port 81c632b0-968d-42c5-9fde-82941524c5f7 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:57.246666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.247048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.247370 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.247747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.248085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.248418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.248750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.249080 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.249407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.249734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.250061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.250413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.250753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e636d3-3460-4fae-aacf-bc647c7aaecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.774468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:58.021266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Deleting port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:58.021609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:58.101121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] For port 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,segment=NetworkSegment(ccea2928-1878-4d96-8894-62ce0a5bb6ac),segment_id=ccea2928-1878-4d96-8894-62ce0a5bb6ac)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:58.101661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:58.131144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Calling delete_port for 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:58.310666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (25b1dda9-12ed-4f62-bb8e-f62cf9171ffb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:58.335082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b1dda9-12ed-4f62-bb8e-f62cf9171ffb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:58.501160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6149962-e4ff-4b8b-bc14-ac78f1f767f3 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:58.519375 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:58.523077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e6149962-e4ff-4b8b-bc14-ac78f1f767f3 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:13:58.523623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e6149962-e4ff-4b8b-bc14-ac78f1f767f3 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:58.524041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c632b0-968d-42c5-9fde-82941524c5f7 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:58.546337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 81c632b0-968d-42c5-9fde-82941524c5f7 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:13:58.546702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 81c632b0-968d-42c5-9fde-82941524c5f7 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:58.742152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:58.850018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:58.855071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6e822e68-c5bb-4d24-9136-1d94c58f6228 admin admin] 10.222.0.79 "PUT /v2.0/routers/3056514b-7067-46bc-bb1c-a9bcd7e4bf93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221477 Feb 11 14:13:58.857680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32826) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:58.863014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] Sync routers for ids ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:58.873896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] Routers {'3056514b-7067-46bc-bb1c-a9bcd7e4bf93'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:58.874595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:58.964842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks [] for router (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:58.981173 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] Set router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:59.070698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks [] for router_gateway (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.122876 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Deleting port ac9dcda4-967d-44e2-9acc-2140a72cd369 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:13:59.123215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.165042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 5, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port': {'id': 'ac9dcda4-967d-44e2-9acc-2140a72cd369', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:59:20Z', 'updated_at': '2022-02-11T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:59.191045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] Checking router: 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:59.199175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] Routers {'3056514b-7067-46bc-bb1c-a9bcd7e4bf93'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:59.199775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:13:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:59.207882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] For port ac9dcda4-967d-44e2-9acc-2140a72cd369, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ac9dcda4-967d-44e2-9acc-2140a72cd369,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:59.208248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.220612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Calling delete_port for ac9dcda4-967d-44e2-9acc-2140a72cd369 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:13:59.287788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] Set router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:59.340028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 6, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:59.369279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b407f6-57e8-4646-adc6-84b3b532f172 None None] The sync data for ids ['3056514b-7067-46bc-bb1c-a9bcd7e4bf93'] in n-d-828676-2 is: [{'id': '3056514b-7067-46bc-bb1c-a9bcd7e4bf93', 'name': 'tempest-TestVolumeBootPattern-2070200487-router', 'tenant_id': 'bb21bb6f8760439a870b0da1912d5946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:59:18Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 6, 'project_id': 'bb21bb6f8760439a870b0da1912d5946', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:59.387372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (ac9dcda4-967d-44e2-9acc-2140a72cd369), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.416697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9dcda4-967d-44e2-9acc-2140a72cd369,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:59.463450 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-352f84fe-51dc-409e-aab3-33c24773c528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.480085 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.578035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.580206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks [] for router_controller (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.629401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (3056514b-7067-46bc-bb1c-a9bcd7e4bf93), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.629928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3056514b-7067-46bc-bb1c-a9bcd7e4bf93 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:13:59.634479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.635648 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f26ccaed-5626-4972-9bfd-53a2be59b1fc admin admin] 10.222.0.79 "DELETE /v2.0/routers/3056514b-7067-46bc-bb1c-a9bcd7e4bf93 HTTP/1.1" status: 204 len: 168 time: 0.7769973 Feb 11 14:13:59.638304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:59.681864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] Deleting subnet e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:13:59.684864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] Publish callbacks [] for subnet (e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.719261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.804982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.853905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.881271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:59.885604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:59.889421 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e9675bbb-ef3b-47f3-b91f-a61eb26c55b3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e67afc6e-96fe-4f84-b0e2-3cc0f5f573d7 HTTP/1.1" status: 204 len: 168 time: 0.2501485 Feb 11 14:13:59.891070 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a742535-b29b-4779-a07b-42219c43fca8 None None] Network 2d964471-df66-4613-a1d2-4955007184a1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:13:59.892178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32834) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:59.962056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (2d964471-df66-4613-a1d2-4955007184a1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.017943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Deleting port ccbe44c0-6f05-4ef3-94ab-22823494ba6c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:00.018330 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.080137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] For port ccbe44c0-6f05-4ef3-94ab-22823494ba6c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,segment=NetworkSegment(ccea2928-1878-4d96-8894-62ce0a5bb6ac),segment_id=ccea2928-1878-4d96-8894-62ce0a5bb6ac)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.080453 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.093071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Calling delete_port for ccbe44c0-6f05-4ef3-94ab-22823494ba6c owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:00.155825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] DHCP port deletion for 2d964471-df66-4613-a1d2-4955007184a1 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:14:00.177246 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.205110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:00.207183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] No DVR routers for this DVR port ccbe44c0-6f05-4ef3-94ab-22823494ba6c on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:00.212147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] Deleting port ccbe44c0-6f05-4ef3-94ab-22823494ba6c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:00.212574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.276093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] For port ccbe44c0-6f05-4ef3-94ab-22823494ba6c, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.276568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.281675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (2d964471-df66-4613-a1d2-4955007184a1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.295468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] Calling delete_port for ccbe44c0-6f05-4ef3-94ab-22823494ba6c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:00.298309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] Port ccbe44c0-6f05-4ef3-94ab-22823494ba6c was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:14:00.299600 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ccbe44c0-6f05-4ef3-94ab-22823494ba6c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.304142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d964471-df66-4613-a1d2-4955007184a1']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:00.314068 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccea2928-1878-4d96-8894-62ce0a5bb6ac') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:00.314503 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccea2928-1878-4d96-8894-62ce0a5bb6ac') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:00.324276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (ccea2928-1878-4d96-8894-62ce0a5bb6ac), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.325040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] Pushing event deleted for resources: {'Port': ['ID=ccbe44c0-6f05-4ef3-94ab-22823494ba6c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:00.330165 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f07703-4c53-4707-bbb3-07c6f6465ea6 None None] No DVR routers for this DVR port ccbe44c0-6f05-4ef3-94ab-22823494ba6c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:00.342663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (ccea2928-1878-4d96-8894-62ce0a5bb6ac), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.350441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:00.351147 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (ccea2928-1878-4d96-8894-62ce0a5bb6ac), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:00.352882 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:00.412915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (2d964471-df66-4613-a1d2-4955007184a1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.417671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.421256 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] 10.222.0.79 "DELETE /v2.0/networks/2d964471-df66-4613-a1d2-4955007184a1 HTTP/1.1" status: 204 len: 168 time: 0.5280809 Feb 11 14:14:00.441909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e491186-2946-4af8-bac6-147e0c24d31e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d964471-df66-4613-a1d2-4955007184a1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:00.463205 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ccbe44c0-6f05-4ef3-94ab-22823494ba6c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:00.485778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ccbe44c0-6f05-4ef3-94ab-22823494ba6c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:00.486170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ccbe44c0-6f05-4ef3-94ab-22823494ba6c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:00.486576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:00.506418 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:00.506777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25b1dda9-12ed-4f62-bb8e-f62cf9171ffb not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:00.507243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac9dcda4-967d-44e2-9acc-2140a72cd369 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:00.526468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ac9dcda4-967d-44e2-9acc-2140a72cd369 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:00.526468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ac9dcda4-967d-44e2-9acc-2140a72cd369 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:00.557268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32838) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:00.602965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-169273d2-fddd-47ce-9ca2-5da54e836015 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=faac79a8eb11454fa38bf834da6d2ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430930 Feb 11 14:14:00.604005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32840) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:00.649758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3042de50-93a3-46d1-8bc6-f62f06e0ea9a admin admin] Publish callbacks [] for security_group (2dc70fa3-eb2f-469e-b37a-2ab29667e9c1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.671197 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3042de50-93a3-46d1-8bc6-f62f06e0ea9a admin admin] Publish callbacks [] for security_group (2dc70fa3-eb2f-469e-b37a-2ab29667e9c1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.716207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3042de50-93a3-46d1-8bc6-f62f06e0ea9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (2dc70fa3-eb2f-469e-b37a-2ab29667e9c1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.718789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3042de50-93a3-46d1-8bc6-f62f06e0ea9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:00.719941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3042de50-93a3-46d1-8bc6-f62f06e0ea9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dc70fa3-eb2f-469e-b37a-2ab29667e9c1 HTTP/1.1" status: 204 len: 168 time: 0.1150448 Feb 11 14:14:00.730971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042de50-93a3-46d1-8bc6-f62f06e0ea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc70fa3-eb2f-469e-b37a-2ab29667e9c1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:01.043424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 32846) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:01.087110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8ae7d1a8-0fd2-47fe-973d-ee158269eb9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb21bb6f8760439a870b0da1912d5946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425129 Feb 11 14:14:01.089828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 32848) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:01.103782 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:01.140166 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b780da4-008d-4f29-b342-641521d64029 admin admin] Publish callbacks [] for security_group (53f1de2e-49c1-4441-b138-afd63122d978), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:01.160638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b780da4-008d-4f29-b342-641521d64029 admin admin] Publish callbacks [] for security_group (53f1de2e-49c1-4441-b138-afd63122d978), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:01.206787 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b780da4-008d-4f29-b342-641521d64029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (53f1de2e-49c1-4441-b138-afd63122d978), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:01.209302 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8b780da4-008d-4f29-b342-641521d64029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:01.210519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8b780da4-008d-4f29-b342-641521d64029 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53f1de2e-49c1-4441-b138-afd63122d978 HTTP/1.1" status: 204 len: 168 time: 0.1194930 Feb 11 14:14:01.218247 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b780da4-008d-4f29-b342-641521d64029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f1de2e-49c1-4441-b138-afd63122d978,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:02.529276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:03.726669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:11.730034 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-5129b34f-6456-4d3c-8b01-60979062c126 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=12c927ac6d864a2ebc2c4a81475be1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289011 Feb 11 14:14:12.220000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-82291c9b-c66b-409b-a4bd-8d5775276a83 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.221532 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-82291c9b-c66b-409b-a4bd-8d5775276a83 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4859209 Feb 11 14:14:12.236651 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-43e9e56e-4852-4855-8d3b-edc83eab5bad tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/quotas/12c927ac6d864a2ebc2c4a81475be1c8 HTTP/1.1" status: 200 len: 375 time: 0.0097029 Feb 11 14:14:12.269085 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-960f5165-904d-46ed-a938-f36aec0670bc tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=12c927ac6d864a2ebc2c4a81475be1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271122 Feb 11 14:14:13.444533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bd8fd57-ca4d-4286-ba51-0fb688c5a000 req-d51cc911-69df-431d-b1b0-fefcd4a0cad7 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 210 time: 0.0285382 Feb 11 14:14:14.523904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-868e0494-302f-4e88-8e51-753d42b656f3 req-9f0be804-36b1-468c-a723-d8182dfa551d tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 210 time: 0.0287876 Feb 11 14:14:15.604441 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8ebb8f7-943c-45ca-bf3e-bc490c2316a1 req-88fd552e-cad8-4e19-9468-79113bbf730e tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 210 time: 0.0305197 Feb 11 14:14:16.686814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fd7f8015-37bc-41f8-b969-98abe2718cb2 req-32009c1a-0a44-43f1-88e9-80edaeefbc6c tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 210 time: 0.0304792 Feb 11 14:14:17.782536 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d19ea29a-edec-4a36-94b4-e29376fdf0a1 req-01136c56-a1bf-46f5-a32f-6b7eba14605c tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 210 time: 0.0314813 Feb 11 14:14:18.476227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-beeaed2d-0fc5-40ad-8d79-cf2c19194ab2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=12c927ac6d864a2ebc2c4a81475be1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299790 Feb 11 14:14:18.657569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-90fec65e-bc09-46ce-ad7c-08d312139e18 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:18.658942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-90fec65e-bc09-46ce-ad7c-08d312139e18 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783559 Feb 11 14:14:18.670876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Request body: {'port': {'device_id': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'admin_state_up': True, 'tenant_id': '12c927ac6d864a2ebc2c4a81475be1c8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:18.775664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Made reservation on behalf of 12c927ac6d864a2ebc2c4a81475be1c8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:18.778916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:18.787141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:18.863469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks [] for security_group (61891d7d-9502-438f-b675-48bf4438d999), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:18.868261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (61891d7d-9502-438f-b675-48bf4438d999), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:18.879804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6198d8e4-7677-4889-adac-f52e8b5a9bc6 req-5a70a320-ab93-4577-899b-a138c90cc350 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 210 time: 0.0288098 Feb 11 14:14:18.931212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61891d7d-9502-438f-b675-48bf4438d999,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:18.946949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.947310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.947661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.948001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.948336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.948669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.948998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.949327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.949655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.949983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.950340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.950663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:18.950986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:19.010545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Allocated IP 192.168.233.188 (f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd/f3d9517a-43c7-490b-99e2-7c81dd0c5f1d/fa514fcf-c03c-4a3f-9613-bf68fb2f1b06) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:19.159182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks [] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:19.197342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:19.241146 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:19.244220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:19.248278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:19.254345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Pushing event updated for resources: {'Port': ['ID=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:19.301149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:19.301761 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:19.317884 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-e4250875-3b30-4326-aefb-2a0df8d0b5a2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6504884 Feb 11 14:14:19.432275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Request body: {'port': {'device_id': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:19.508668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a57bf185-6486-4204-a922-df26d8c4817c None None] Provisioning complete for port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:19.509258 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a57bf185-6486-4204-a922-df26d8c4817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:19.511160 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:19.542773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a57bf185-6486-4204-a922-df26d8c4817c None None] Port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:14:19.766549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:14:19.773931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Publish callbacks [] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:19.786524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Transition to ACTIVE for port object fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:19.790001 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:19.860083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Pushing event updated for resources: {'Port': ['ID=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:19.915236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Attempting to bind port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:14:19.915587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Attempting to bind port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:14:19.915926 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Attempting to bind port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:19.920653 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:14:19.921011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Attempting to bind port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 on network f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:19.927508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:19.927866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Checking segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:19.928267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Bound using segment: {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:19.928706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Bound port: fa514fcf-c03c-4a3f-9613-bf68fb2f1b06, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fa2391-86bb-4706-9ad8-53ba9e648593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:14:19.929076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:20.025615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] For port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:20.030656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] For port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:20.037056 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:20.055543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8951-624b-4139-a3d0-613a0714018c req-2e32ea2c-8d09-461d-b908-a009a9255cc6 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.057034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ddb8951-624b-4139-a3d0-613a0714018c req-2e32ea2c-8d09-461d-b908-a009a9255cc6 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 948 time: 0.0939772 Feb 11 14:14:20.101552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.102210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:20.103630 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] 10.222.0.83 "PUT /v2.0/ports/fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 HTTP/1.1" status: 200 len: 1096 time: 0.7789555 Feb 11 14:14:20.104110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'tag': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:20.106410 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a821cb-5765-450a-9c08-029a48764b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b", "tag": "fa514fcf-c03c-4a3f-9613-bf68fb2f1b06"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:20.141621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69652b43-3223-4d77-8d66-543b5363c9ca service neutron] Pushing event updated for resources: {'Port': ['ID=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:20.156349 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ddb8951-624b-4139-a3d0-613a0714018c req-ea15264d-9bf8-46df-814f-e36001ffeaad tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803802 Feb 11 14:14:20.165707 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15df0b58-9d72-4b92-9720-a3d888417998 x-openstack-request-id: req-15df0b58-9d72-4b92-9720-a3d888417998 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:20.166003 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b", "tag": "fa514fcf-c03c-4a3f-9613-bf68fb2f1b06", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:20.166294 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15df0b58-9d72-4b92-9720-a3d888417998 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:20.166706 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'tag': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06', 'status': 'completed', 'code': 200} Feb 11 14:14:20.214226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-66b671d1-3e81-48cb-9e59-dc319d29346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.215817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-66b671d1-3e81-48cb-9e59-dc319d29346a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12c927ac6d864a2ebc2c4a81475be1c8&device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 1130 time: 0.0585978 Feb 11 14:14:20.264838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-0dba272a-7bd9-42e5-ade6-41a0fce04e91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 HTTP/1.1" status: 200 len: 217 time: 0.0412166 Feb 11 14:14:20.311495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-cb368e02-ab8f-4149-9a66-2b3802b4bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.313019 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-cb368e02-ab8f-4149-9a66-2b3802b4bae5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.0433245 Feb 11 14:14:20.353117 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:20.361199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-119326cd-f881-421f-a181-be5b1c303213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.363089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-119326cd-f881-421f-a181-be5b1c303213 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0449259 Feb 11 14:14:20.455642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-33bc5033-c142-4856-8932-fd4d5d075af3 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 Feb 11 14:14:20.542999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-90de4730-153d-4f8f-8588-5b51a00ec45d req-fdd57e65-b124-4cca-badf-9b4f10a3e175 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814836 Feb 11 14:14:20.636073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a821cb-5765-450a-9c08-029a48764b2b req-6d746d73-3f5f-4119-af46-96c181310cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.637582 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a821cb-5765-450a-9c08-029a48764b2b req-6d746d73-3f5f-4119-af46-96c181310cc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12c927ac6d864a2ebc2c4a81475be1c8&device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 1130 time: 0.0496449 Feb 11 14:14:20.725460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a821cb-5765-450a-9c08-029a48764b2b req-98431ccc-e5e4-42c7-87c1-f198627b7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.727033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a821cb-5765-450a-9c08-029a48764b2b req-98431ccc-e5e4-42c7-87c1-f198627b7c3d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd HTTP/1.1" status: 200 len: 870 time: 0.0837488 Feb 11 14:14:20.770464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a821cb-5765-450a-9c08-029a48764b2b req-286e01f3-b3ff-4ec7-8a10-75658235c570 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 HTTP/1.1" status: 200 len: 217 time: 0.0370858 Feb 11 14:14:21.066430 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a821cb-5765-450a-9c08-029a48764b2b req-c5394ab1-089f-4446-a5ae-0916e8ad7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:21.067910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a821cb-5765-450a-9c08-029a48764b2b req-c5394ab1-089f-4446-a5ae-0916e8ad7485 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3d9517a-43c7-490b-99e2-7c81dd0c5f1d HTTP/1.1" status: 200 len: 843 time: 0.2920113 Feb 11 14:14:21.116389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a821cb-5765-450a-9c08-029a48764b2b req-f1d69d99-6f78-4b8e-b774-6bf0fa4d583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:21.117772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a821cb-5765-450a-9c08-029a48764b2b req-f1d69d99-6f78-4b8e-b774-6bf0fa4d583c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0431602 Feb 11 14:14:21.209640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a821cb-5765-450a-9c08-029a48764b2b req-20a3ab0d-57de-4b6d-b5e6-26fcd083ff9c service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851784 Feb 11 14:14:21.279962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7c32e-82d6-4255-95fd-ef36932ee15d req-c9b36d85-e58a-443e-8163-719a969c0828 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:21.281449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87b7c32e-82d6-4255-95fd-ef36932ee15d req-c9b36d85-e58a-443e-8163-719a969c0828 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 948 time: 0.0536139 Feb 11 14:14:21.303711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36a821cb-5765-450a-9c08-029a48764b2b req-e732a797-fa01-495b-b508-d217e50102fa service neutron] 10.222.0.83 "GET /v2.0/networks/f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866115 Feb 11 14:14:21.329566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87b7c32e-82d6-4255-95fd-ef36932ee15d req-2031fa75-c833-4c10-b9aa-692a22b799eb tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Feb 11 14:14:21.480334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:21.577861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:21.588774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06', 'network_id': 'f7a0a58d-273d-4fa2-a6a7-d2b20b0bd4fd', 'port_id': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06', 'mac_address': 'fa:16:3e:b2:ed:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9517a-43c7-490b-99e2-7c81dd0c5f1d', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:21.626354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:21.626745 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:21.639533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:14:21.659971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:21.664177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:21.708860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:21.898152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['fa514fcf-c03c-4a3f-9613-bf68fb2f1b06'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:22.308632 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:22.452022 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd193f5e-04f8-4d3b-85ec-b7b784f97df1 req-ad66dd8a-fcbf-4aef-bae6-d7aacff30554 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:22.453527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd193f5e-04f8-4d3b-85ec-b7b784f97df1 req-ad66dd8a-fcbf-4aef-bae6-d7aacff30554 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 949 time: 0.0556054 Feb 11 14:14:22.504307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd193f5e-04f8-4d3b-85ec-b7b784f97df1 req-78ee2a31-d84d-44e1-af1a-3cfc890c4486 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450037 Feb 11 14:14:23.495873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:23.544780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:23.549577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:23.549957 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:23.629736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c2227-0724-4023-bea0-4a546e2f512f req-bc4f5fed-c559-4a8c-821e-8a95624abbea tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:23.631332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-748c2227-0724-4023-bea0-4a546e2f512f req-bc4f5fed-c559-4a8c-821e-8a95624abbea tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 949 time: 0.0558367 Feb 11 14:14:23.633236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:23.633666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:23.656431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:23.658855 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8532bfde-ea19-429c-a91a-9216d49730dd" -d '{"events": [{"server_uuid": "fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b", "name": "network-vif-plugged", "status": "completed", "tag": "fa514fcf-c03c-4a3f-9613-bf68fb2f1b06"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:23.672335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:23.677213 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:23.680763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-748c2227-0724-4023-bea0-4a546e2f512f req-b81c9c08-d4a8-4815-be14-fce2c6410c88 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 Feb 11 14:14:23.704849 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b31c2f-05c4-4a98-839b-8a80fc1c97e3 x-openstack-request-id: req-40b31c2f-05c4-4a98-839b-8a80fc1c97e3 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:23.705121 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b", "name": "network-vif-plugged", "status": "completed", "tag": "fa514fcf-c03c-4a3f-9613-bf68fb2f1b06", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:23.705376 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40b31c2f-05c4-4a98-839b-8a80fc1c97e3 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:23.705778 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06', 'code': 200} Feb 11 14:14:23.733709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:23.794523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da6631-2227-44c3-9e4b-fbf478cb24ee req-9f5d3a37-21b8-49e3-8a99-292a30126156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:23.796524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6da6631-2227-44c3-9e4b-fbf478cb24ee req-9f5d3a37-21b8-49e3-8a99-292a30126156 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 1132 time: 0.0427151 Feb 11 14:14:23.840447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e6da6631-2227-44c3-9e4b-fbf478cb24ee req-d1e566dc-8818-4ec5-9324-738e58918b15 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372360 Feb 11 14:14:24.813943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045f980-e8f5-4795-a0a7-82c600fd828c req-a09bb130-277c-4d5c-b293-206493f060fd tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:24.815478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1045f980-e8f5-4795-a0a7-82c600fd828c req-a09bb130-277c-4d5c-b293-206493f060fd tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 950 time: 0.0572863 Feb 11 14:14:24.866293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1045f980-e8f5-4795-a0a7-82c600fd828c req-346a33d8-09de-43ce-a1ed-15b524760a1f tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Feb 11 14:14:25.984908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4218-6ab3-409b-ba12-418b110855bd req-fabc735a-505d-49e0-a594-02d4a7a8b70c tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:25.986440 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c0f4218-6ab3-409b-ba12-418b110855bd req-fabc735a-505d-49e0-a594-02d4a7a8b70c tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 950 time: 0.0522637 Feb 11 14:14:26.032434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1c0f4218-6ab3-409b-ba12-418b110855bd req-17538054-77c5-4eaf-a757-57abb7167001 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Feb 11 14:14:26.369108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-c0a3e53f-fd7d-4f8e-9da4-c13734545e01 req-ccb51ef8-0150-43aa-a9e9-baebd3a4dbd2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:14:26.370140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c0a3e53f-fd7d-4f8e-9da4-c13734545e01 req-ccb51ef8-0150-43aa-a9e9-baebd3a4dbd2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551815 Feb 11 14:14:26.746902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-73d3c560-9565-4430-bc4a-b95eb62cea26 req-20241739-fd0d-4f0e-95dc-4718db5d38d5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:14:26.747909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73d3c560-9565-4430-bc4a-b95eb62cea26 req-20241739-fd0d-4f0e-95dc-4718db5d38d5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584977 Feb 11 14:14:27.081937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17b23-5904-45c7-afb3-6c65e1714193 req-68a0b016-5d29-418c-b20e-216b2a149b79 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:27.083507 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-19c17b23-5904-45c7-afb3-6c65e1714193 req-68a0b016-5d29-418c-b20e-216b2a149b79 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 950 time: 0.0522330 Feb 11 14:14:27.093731 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2bfe658b-3111-43b0-82aa-323d4af3b32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:27.136096 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-19c17b23-5904-45c7-afb3-6c65e1714193 req-445d62f3-5f8f-4241-a506-350a4b61a437 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464640 Feb 11 14:14:28.258230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b1658-4a0e-41f5-b83d-258d5fcd3398 req-0d0d7778-bc0a-423a-9633-373994628601 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:28.259725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac9b1658-4a0e-41f5-b83d-258d5fcd3398 req-0d0d7778-bc0a-423a-9633-373994628601 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 950 time: 0.0562556 Feb 11 14:14:28.331880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac9b1658-4a0e-41f5-b83d-258d5fcd3398 req-4e2fbeb1-ae8f-4521-b2ee-0d238d8731cd tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.79 "GET /v2.0/security-groups?id=61891d7d-9502-438f-b675-48bf4438d999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631227 Feb 11 14:14:28.343890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-4ea30a2f-6e40-48bf-a32c-bb8cf43368e2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:28.345295 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-4ea30a2f-6e40-48bf-a32c-bb8cf43368e2 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b HTTP/1.1" status: 200 len: 950 time: 0.0846632 Feb 11 14:14:28.438578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Deleting port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:28.438855 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:28.526309 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] For port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,segment=NetworkSegment(c9fa2391-86bb-4706-9ad8-53ba9e648593),segment_id=c9fa2391-86bb-4706-9ad8-53ba9e648593)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:28.526677 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:28.541278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Calling delete_port for fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:28.671752 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (fa514fcf-c03c-4a3f-9613-bf68fb2f1b06), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:28.683193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['fa514fcf-c03c-4a3f-9613-bf68fb2f1b06'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:28.702239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Pushing event deleted for resources: {'Port': ['ID=fa514fcf-c03c-4a3f-9613-bf68fb2f1b06,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:28.755360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] No DVR routers for this DVR port fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:28.758272 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:28.762214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1a32ecd-1a55-4c29-9330-1ea09854c22d req-b37a07aa-1736-4d7b-97fa-ead747f0d331 tempest-ServersAdminNegativeTestJSON-516986903 tempest-ServersAdminNegativeTestJSON-516986903-project] 10.222.0.83 "DELETE /v2.0/ports/fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 HTTP/1.1" status: 204 len: 173 time: 0.4120116 Feb 11 14:14:28.762640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'name': 'network-vif-deleted', 'tag': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:28.766934 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566bb865-8f08-48ce-94ab-1b60573cae92" -d '{"events": [{"server_uuid": "fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b", "name": "network-vif-deleted", "tag": "fa514fcf-c03c-4a3f-9613-bf68fb2f1b06"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:28.784058 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:14:28.815793 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc6fa65-d6bb-4c33-b33a-47fded19b739 x-openstack-request-id: req-9dc6fa65-d6bb-4c33-b33a-47fded19b739 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:28.816108 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b", "name": "network-vif-deleted", "tag": "fa514fcf-c03c-4a3f-9613-bf68fb2f1b06", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:28.816388 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9dc6fa65-d6bb-4c33-b33a-47fded19b739 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:28.816781 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7f4c6a-84c5-4f27-b7e4-3cc5c7db785b', 'name': 'network-vif-deleted', 'tag': 'fa514fcf-c03c-4a3f-9613-bf68fb2f1b06', 'status': 'completed', 'code': 200} Feb 11 14:14:29.464451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b7f20c1-fcb9-457e-bf76-ce6def4058e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:29.628033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33008) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:29.756690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8e5e8379-d540-4d40-bbeb-89c56a4e5f22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=12c927ac6d864a2ebc2c4a81475be1c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273725 Feb 11 14:14:29.759048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:29.805950 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Publish callbacks [] for security_group (61891d7d-9502-438f-b675-48bf4438d999), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:29.826327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Publish callbacks [] for security_group (61891d7d-9502-438f-b675-48bf4438d999), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:29.872538 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (61891d7d-9502-438f-b675-48bf4438d999), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:29.875725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:29.878592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61891d7d-9502-438f-b675-48bf4438d999 HTTP/1.1" status: 204 len: 168 time: 0.1186159 Feb 11 14:14:29.886810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61891d7d-9502-438f-b675-48bf4438d999,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:29.895018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.895373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.895718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.896058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.896396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.896733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.897060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.897387 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.897712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.898035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.898384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.898705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:29.899023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b75d4e1-e493-4cf3-8029-beabc4e77af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:30.127811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33018) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:30.140951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12b9eb8c-b03c-4366-9010-e80f9ed43e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:30.215463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12b9eb8c-b03c-4366-9010-e80f9ed43e7e admin admin] Publish callbacks [] for security_group (7eaf8672-6191-41b8-9e1a-0664bab78edd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:30.219630 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-12b9eb8c-b03c-4366-9010-e80f9ed43e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7eaf8672-6191-41b8-9e1a-0664bab78edd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:30.259070 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-12b9eb8c-b03c-4366-9010-e80f9ed43e7e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d218f75fed394da48bf222b5c7e50028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302335 Feb 11 14:14:30.260977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9eb8c-b03c-4366-9010-e80f9ed43e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaf8672-6191-41b8-9e1a-0664bab78edd,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:30.262184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33020) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:30.310546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ede65e01-8b19-4575-87f5-130648768d7b admin admin] Publish callbacks [] for security_group (7eaf8672-6191-41b8-9e1a-0664bab78edd), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:30.332109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ede65e01-8b19-4575-87f5-130648768d7b admin admin] Publish callbacks [] for security_group (7eaf8672-6191-41b8-9e1a-0664bab78edd), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:30.378515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ede65e01-8b19-4575-87f5-130648768d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7eaf8672-6191-41b8-9e1a-0664bab78edd), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:30.381048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ede65e01-8b19-4575-87f5-130648768d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:30.382232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ede65e01-8b19-4575-87f5-130648768d7b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7eaf8672-6191-41b8-9e1a-0664bab78edd HTTP/1.1" status: 204 len: 168 time: 0.1189830 Feb 11 14:14:30.390182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede65e01-8b19-4575-87f5-130648768d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaf8672-6191-41b8-9e1a-0664bab78edd,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.032319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33042) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:31.105571 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.126891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-45796567-network', 'tenant_id': '51fcbf0f13b44486a9a2183ddb17adde'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:31.148307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Made reservation on behalf of 51fcbf0f13b44486a9a2183ddb17adde for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:31.150881 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.159922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.232402 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks [] for security_group (081d4ae2-23b5-4574-9644-a8083e4a035b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.235784 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (081d4ae2-23b5-4574-9644-a8083e4a035b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.260719 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:31.272307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d4ae2-23b5-4574-9644-a8083e4a035b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.278248 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (70911ba9-a29b-4492-8e98-ebffdd5dce2f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.278594 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Added segment 70911ba9-a29b-4492-8e98-ebffdd5dce2f of type vlan for network b6b41821-10d4-418c-9fbf-04e7ebc9de01 Feb 11 14:14:31.329858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b6b41821-10d4-418c-9fbf-04e7ebc9de01), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.358779 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b6b41821-10d4-418c-9fbf-04e7ebc9de01), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.359875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:31.360530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.409742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3761768 Feb 11 14:14:31.412917 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:31.417838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Request body: {'subnet': {'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-45796567-subnet', 'tenant_id': '51fcbf0f13b44486a9a2183ddb17adde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:31.435927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Made reservation on behalf of 51fcbf0f13b44486a9a2183ddb17adde for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:31.438996 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.459715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ad76-919b-4f94-981f-058c286e55c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b41821-10d4-418c-9fbf-04e7ebc9de01,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.469740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b6b41821-10d4-418c-9fbf-04e7ebc9de01 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:31.542101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:31.566983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:31.567337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device fa514fcf-c03c-4a3f-9613-bf68fb2f1b06 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:31.615765 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.667384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.677412 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Checking segment: {'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:31.677768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Network hostable DHCP agents. Network: b6b41821-10d4-418c-9fbf-04e7ebc9de01, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:31.694107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Network b6b41821-10d4-418c-9fbf-04e7ebc9de01 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:31.702869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b6b41821-10d4-418c-9fbf-04e7ebc9de01) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:31.707278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:31.708045 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.712581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcaf94e-bf82-46f7-8442-a33968f9ac9f None None] Network b6b41821-10d4-418c-9fbf-04e7ebc9de01 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:14:31.727153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4eca7060-8591-459b-8392-8182a44e2de1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3131244 Feb 11 14:14:31.813553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85e785-cb44-46eb-89cd-7740685e9db0 None None] Network b6b41821-10d4-418c-9fbf-04e7ebc9de01 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:14:32.172394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-fb08542e-cd60-4bcc-ad6c-93683d1041c9 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:32.173921 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-fb08542e-cd60-4bcc-ad6c-93683d1041c9 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 810 time: 0.1036754 Feb 11 14:14:32.188229 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-ee22b9d0-4d0f-4f59-89e1-f8ed66111399 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/quotas/51fcbf0f13b44486a9a2183ddb17adde HTTP/1.1" status: 200 len: 375 time: 0.0088923 Feb 11 14:14:32.224759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-c1aa1c3d-39f1-450d-9c7d-bf19f616ba72 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283055 Feb 11 14:14:32.311766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-9e534ded-3f91-494a-a0aa-1de5ebae6b1f service neutron] 10.222.0.79 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799775 Feb 11 14:14:32.401862 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-841e5c05-8c1b-4ed6-b33a-eccf3331b7ea service neutron] 10.222.0.79 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844860 Feb 11 14:14:32.532491 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:32.570187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0e97a42a-18aa-463d-9499-ef2c7641c1fe req-66c852e4-ada4-4383-aac2-5e95b840d79b tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 210 time: 0.0301962 Feb 11 14:14:33.604014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-dbb72429-c2b4-4b3b-8e5a-e4c6f0671331 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:33.606244 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-dbb72429-c2b4-4b3b-8e5a-e4c6f0671331 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.83 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 810 time: 0.1062396 Feb 11 14:14:33.617696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Request body: {'port': {'device_id': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01', 'admin_state_up': True, 'tenant_id': '51fcbf0f13b44486a9a2183ddb17adde'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:33.669071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2600fe4c-7984-4ed6-9018-1a2d2b9ce47d req-ae6621d7-073d-4b4d-8b92-682544991aab tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 210 time: 0.0274251 Feb 11 14:14:33.729280 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:33.731613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Made reservation on behalf of 51fcbf0f13b44486a9a2183ddb17adde for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:33.735069 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:33.866585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Allocated IP 172.20.0.3 (b6b41821-10d4-418c-9fbf-04e7ebc9de01/0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29/78beecec-77f2-4f02-a1ea-e563174f5e30) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:34.008688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks [] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.042021 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.089871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Network b6b41821-10d4-418c-9fbf-04e7ebc9de01 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:34.092971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:34.096590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:34.102651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.147806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:34.148339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.164089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-514c4de2-52a0-4b2f-8671-11458fa56c73 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499713 Feb 11 14:14:34.175147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Request body: {'port': {'device_id': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:34.236044 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.492803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78beecec-77f2-4f02-a1ea-e563174f5e30 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:14:34.500688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Publish callbacks [] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.513797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Transition to ACTIVE for port object 78beecec-77f2-4f02-a1ea-e563174f5e30 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:34.518541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.567509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.654608 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:14:34.655780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:14:34.655780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 on network b6b41821-10d4-418c-9fbf-04e7ebc9de01 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:34.659915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Port 78beecec-77f2-4f02-a1ea-e563174f5e30 on network b6b41821-10d4-418c-9fbf-04e7ebc9de01 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:14:34.660236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 on network b6b41821-10d4-418c-9fbf-04e7ebc9de01 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:34.665006 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:34.665345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Checking segment: {'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:34.665730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Bound using segment: {'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:34.666164 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Bound port: 78beecec-77f2-4f02-a1ea-e563174f5e30, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:14:34.666520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.730793 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:34.735123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:34.744728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.821815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:34.822458 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.823851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] 10.222.0.83 "PUT /v2.0/ports/78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 1091 time: 0.6531851 Feb 11 14:14:34.824291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:34.826553 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a73754f-c973-4c2f-9729-b81ab842cae6" -d '{"events": [{"name": "network-changed", "server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:34.842612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4418f34-3da9-490d-a1f3-b34269337713 service neutron] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.870948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2f134-5e16-40ce-b26e-6b0a949c3f1b req-abf04ccc-9ee0-4171-b2d1-d2eee46af7bd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:34.872504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efa2f134-5e16-40ce-b26e-6b0a949c3f1b req-abf04ccc-9ee0-4171-b2d1-d2eee46af7bd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 943 time: 0.1243422 Feb 11 14:14:34.885433 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8694042e-88bd-421a-9dac-537e7e088d82 x-openstack-request-id: req-8694042e-88bd-421a-9dac-537e7e088d82 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:34.885719 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:34.885978 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8694042e-88bd-421a-9dac-537e7e088d82 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:34.886429 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'status': 'completed', 'code': 200} Feb 11 14:14:34.958035 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efa2f134-5e16-40ce-b26e-6b0a949c3f1b req-81b6e692-d873-4433-ab9a-564fd6f91e90 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Feb 11 14:14:34.960475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-493824da-6440-4fe2-a32f-6d7d1e047c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:34.961895 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-493824da-6440-4fe2-a32f-6d7d1e047c6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1125 time: 0.0885229 Feb 11 14:14:35.003488 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-d2467e7d-d556-4872-90b3-42a25b4eed76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 217 time: 0.0345919 Feb 11 14:14:35.053435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-fb0d8499-91d2-492f-8184-e7dc1f1bb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:35.054866 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-fb0d8499-91d2-492f-8184-e7dc1f1bb4a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 200 len: 850 time: 0.0457258 Feb 11 14:14:35.085732 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-10c750d2-d06e-416b-966e-d3161a0a6570 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6b41821-10d4-418c-9fbf-04e7ebc9de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245745 Feb 11 14:14:35.173132 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-0436c059-d97e-4bb5-9b77-92886b2de3fb service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Feb 11 14:14:35.262189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-adc90767-9aaa-4e0f-8e1c-0fad6fe5f0c6 req-4858f7dc-3263-442e-b761-b9099cbc542c service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833380 Feb 11 14:14:35.350287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-a64614f3-669c-459d-893d-615df3b23665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:35.351776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-a64614f3-669c-459d-893d-615df3b23665 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1125 time: 0.0444064 Feb 11 14:14:35.442560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-f2f9f782-304c-4a10-9ed6-140ed7c9b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:35.444021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-f2f9f782-304c-4a10-9ed6-140ed7c9b6a5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 911 time: 0.0866966 Feb 11 14:14:35.482994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-2bb27d96-ac53-4b7d-8681-f2e868b81aac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 217 time: 0.0334144 Feb 11 14:14:35.529427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-c50cf73a-261f-44ee-9536-60bf1b72a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:35.531490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-c50cf73a-261f-44ee-9536-60bf1b72a695 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 200 len: 850 time: 0.0425913 Feb 11 14:14:35.566232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-5d9f848b-3b15-4d3b-a9a3-557a4e6900e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6b41821-10d4-418c-9fbf-04e7ebc9de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281582 Feb 11 14:14:35.653179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-f1083a88-e2a1-4937-8d1d-6b61f739f4d3 service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805805 Feb 11 14:14:35.742721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7a73754f-c973-4c2f-9729-b81ab842cae6 req-ca48c2ff-4daa-4a89-81d4-e999548ee48b service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834439 Feb 11 14:14:36.076480 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ea59e-406d-4e7b-9d62-cd3931eda36b req-b6021fac-c9a9-4b8e-93f1-c307910ad781 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:36.078557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a5ea59e-406d-4e7b-9d62-cd3931eda36b req-b6021fac-c9a9-4b8e-93f1-c307910ad781 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 943 time: 0.0524623 Feb 11 14:14:36.128267 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7a5ea59e-406d-4e7b-9d62-cd3931eda36b req-fc0df504-ae99-4fae-a9e2-69ca7fe7a187 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441561 Feb 11 14:14:37.250654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ccb8-53d8-4ca7-90b2-f2a468f68567 req-c2a3cb1e-36c8-4ed1-b957-1a09da72ebc4 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:37.252184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b814ccb8-53d8-4ca7-90b2-f2a468f68567 req-c2a3cb1e-36c8-4ed1-b957-1a09da72ebc4 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 943 time: 0.0551927 Feb 11 14:14:37.298149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b814ccb8-53d8-4ca7-90b2-f2a468f68567 req-7dd477f8-1726-4ffb-bd1d-55b0f6977255 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Feb 11 14:14:37.573649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:37.672869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:37.683566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01', 'port_id': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'mac_address': 'fa:16:3e:f3:57:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:37.720047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 78beecec-77f2-4f02-a1ea-e563174f5e30 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:37.720440 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:37.732736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78beecec-77f2-4f02-a1ea-e563174f5e30 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:14:37.752131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:37.755967 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:37.804334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:37.940921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['78beecec-77f2-4f02-a1ea-e563174f5e30'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:38.417668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396697-04a9-40ef-973c-95708e173870 req-3c52d005-ee5a-4f1d-90bf-a972d74a1b27 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:38.419179 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07396697-04a9-40ef-973c-95708e173870 req-3c52d005-ee5a-4f1d-90bf-a972d74a1b27 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 944 time: 0.0519776 Feb 11 14:14:38.465270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-07396697-04a9-40ef-973c-95708e173870 req-94bf1ba4-b2db-4e94-b195-0b1cf3a71fdd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Feb 11 14:14:39.573559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:39.587680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51294-a937-446e-b597-f10d57a8962e req-36ab0442-0e06-4ace-a4b7-3ab710541bba tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.589364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fda51294-a937-446e-b597-f10d57a8962e req-36ab0442-0e06-4ace-a4b7-3ab710541bba tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 944 time: 0.0565369 Feb 11 14:14:39.637463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 78beecec-77f2-4f02-a1ea-e563174f5e30 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:39.643633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 78beecec-77f2-4f02-a1ea-e563174f5e30 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:39.644065 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:39.645317 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fda51294-a937-446e-b597-f10d57a8962e req-736115f3-de9d-455c-ad3d-b88a356a8b89 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497987 Feb 11 14:14:39.718400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 78beecec-77f2-4f02-a1ea-e563174f5e30 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:39.718788 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:39.740497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:39.742712 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd3da0-a9a6-45a5-a304-89c638cd1a4c" -d '{"events": [{"server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "name": "network-vif-plugged", "status": "completed", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:39.755041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:39.759166 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:39.783885 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b6eb1b-266a-4048-b5b1-82675b078eaa x-openstack-request-id: req-20b6eb1b-266a-4048-b5b1-82675b078eaa {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:39.784179 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "name": "network-vif-plugged", "status": "completed", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:39.784432 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20b6eb1b-266a-4048-b5b1-82675b078eaa {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:39.784813 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'code': 200} Feb 11 14:14:39.812562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:39.874296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c67273-a59c-4709-996c-6586c7d2709f req-39596916-2fb5-400e-8001-4be95ae7bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.875805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94c67273-a59c-4709-996c-6586c7d2709f req-39596916-2fb5-400e-8001-4be95ae7bf35 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1127 time: 0.0443044 Feb 11 14:14:39.921230 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94c67273-a59c-4709-996c-6586c7d2709f req-3b0cd8ff-3460-454f-8e5d-6c4f971d0b64 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Feb 11 14:14:40.761989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eabae6-89d9-4030-b9a6-18095b9b5a80 req-dba39a90-ab1a-4889-bdc0-50f1d48cef7a tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.763593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08eabae6-89d9-4030-b9a6-18095b9b5a80 req-dba39a90-ab1a-4889-bdc0-50f1d48cef7a tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Feb 11 14:14:40.812128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08eabae6-89d9-4030-b9a6-18095b9b5a80 req-769dc1d7-d67f-48ac-81d9-7ff39e9c137b tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Feb 11 14:14:41.931807 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38ac01-10bb-4bf2-a247-d56e02d4e50a req-309de7f0-0d89-4748-a42a-03aca2e388d5 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.933283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a38ac01-10bb-4bf2-a247-d56e02d4e50a req-309de7f0-0d89-4748-a42a-03aca2e388d5 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Feb 11 14:14:41.979106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4a38ac01-10bb-4bf2-a247-d56e02d4e50a req-1e21e709-1111-4939-b021-e1ad8cff8bf3 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403125 Feb 11 14:14:42.252847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33104) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:42.339940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09d690-ef90-47ba-87a7-c5ce091b1e01 req-27f70f6f-8a30-48f4-b27c-c0ec7656c4dd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:42.341316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd09d690-ef90-47ba-87a7-c5ce091b1e01 req-27f70f6f-8a30-48f4-b27c-c0ec7656c4dd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0792778 Feb 11 14:14:42.385446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-6bd74cf5-9ac1-46b1-b3bf-fc3f270f1e02 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313369 Feb 11 14:14:42.397085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-ddd95346-26ea-4283-9a75-f8c0d1546886 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:14:42.398040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-ddd95346-26ea-4283-9a75-f8c0d1546886 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081146 Feb 11 14:14:42.402298 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bd09d690-ef90-47ba-87a7-c5ce091b1e01 req-ad451df7-e902-4ff2-9547-6092f4db445f tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549014 Feb 11 14:14:42.699315 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33124) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:42.798636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eac4cdf6-ed72-44f9-b2cb-00d2a4af2184 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:42.800020 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eac4cdf6-ed72-44f9-b2cb-00d2a4af2184 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports/78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 942 time: 0.0996888 Feb 11 14:14:43.525089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e013dc-cdb8-4bf4-9606-856469d60c63 req-dc44f80b-50d2-4067-b750-51d05ea82ee8 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.526619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4e013dc-cdb8-4bf4-9606-856469d60c63 req-dc44f80b-50d2-4067-b750-51d05ea82ee8 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0560634 Feb 11 14:14:43.578319 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4e013dc-cdb8-4bf4-9606-856469d60c63 req-2f07ea34-74fe-40d5-8521-82f1eb8ec576 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Feb 11 14:14:43.634154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-822cd793-8682-44be-b937-3e6313e579e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.635723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-822cd793-8682-44be-b937-3e6313e579e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1127 time: 0.0488460 Feb 11 14:14:43.734593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-41d32516-9122-4ab4-922f-5a93a9dcc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.736010 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-41d32516-9122-4ab4-922f-5a93a9dcc052 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 911 time: 0.0942414 Feb 11 14:14:43.776699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-c2575a22-b468-4a69-b38e-80a9d4d027e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 217 time: 0.0342264 Feb 11 14:14:43.822498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-526543b9-0802-40fa-98d7-e87dbdf5e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.823897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-526543b9-0802-40fa-98d7-e87dbdf5e076 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 200 len: 850 time: 0.0417006 Feb 11 14:14:43.854461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-8e4f2a77-22b4-4562-bfb7-c8c441d6c770 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6b41821-10d4-418c-9fbf-04e7ebc9de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250893 Feb 11 14:14:43.945715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-5f2eb70a-9b00-44ae-ba98-561e05a1b4c5 service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852523 Feb 11 14:14:44.035949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-cc873f24-2d14-4bf6-962e-6e2cb61beb1b service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850680 Feb 11 14:14:44.710555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52f6f3-276a-4d16-a15e-a583bdaa0aed req-4ad977e2-a2a4-43d5-acdb-af9954551f48 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:44.711930 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb52f6f3-276a-4d16-a15e-a583bdaa0aed req-4ad977e2-a2a4-43d5-acdb-af9954551f48 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0557463 Feb 11 14:14:44.760815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cb52f6f3-276a-4d16-a15e-a583bdaa0aed req-9bac822f-f887-45f1-af9d-5c4fbf347dff tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 Feb 11 14:14:45.879197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2530c-5252-442b-8408-848ef7656676 req-b5d17d69-044e-4562-874a-1e0caa8a100f tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:45.880688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68c2530c-5252-442b-8408-848ef7656676 req-b5d17d69-044e-4562-874a-1e0caa8a100f tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0528321 Feb 11 14:14:45.926392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68c2530c-5252-442b-8408-848ef7656676 req-ac2bb52e-b58c-44b3-92ff-3bc4a3cd0c0e tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Feb 11 14:14:47.044277 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037b018-fb59-43f1-b68a-b8da0b07c269 req-f629e1d9-4ef7-4524-a604-0e752d918f89 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:47.046046 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e037b018-fb59-43f1-b68a-b8da0b07c269 req-f629e1d9-4ef7-4524-a604-0e752d918f89 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Feb 11 14:14:47.091857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e037b018-fb59-43f1-b68a-b8da0b07c269 req-971e2845-8746-40d0-b06c-29cde8ebb267 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Feb 11 14:14:48.210096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409a39-fcb9-4454-9dd3-96060d93fb43 req-4d8b730f-a3fc-4c91-bda2-a02e00c58470 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:48.211605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28409a39-fcb9-4454-9dd3-96060d93fb43 req-4d8b730f-a3fc-4c91-bda2-a02e00c58470 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0518436 Feb 11 14:14:48.257616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28409a39-fcb9-4454-9dd3-96060d93fb43 req-17215122-43b0-4ae3-ad84-5837e06817ad tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Feb 11 14:14:49.374841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d81507-aaf8-42a4-b2e6-a861049ce46c req-991376b4-2ed9-43dc-8d93-12afdd4d4737 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.376821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3d81507-aaf8-42a4-b2e6-a861049ce46c req-991376b4-2ed9-43dc-8d93-12afdd4d4737 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0519471 Feb 11 14:14:49.425494 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3d81507-aaf8-42a4-b2e6-a861049ce46c req-dd4ab939-cb45-4a43-b7d0-ca86c25b9cd5 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Feb 11 14:14:50.348909 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:50.549157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f410c42-f307-439f-95f2-a6f2d56d7ccd req-c8809248-609f-4c4d-b100-2a7fe061a46f tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:50.550696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f410c42-f307-439f-95f2-a6f2d56d7ccd req-c8809248-609f-4c4d-b100-2a7fe061a46f tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0572724 Feb 11 14:14:50.597066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1f410c42-f307-439f-95f2-a6f2d56d7ccd req-aa94a4f4-8809-446f-b6d8-07d806f0e0a7 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Feb 11 14:14:51.718250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caf294-23be-4a0e-92d5-419d91a35c40 req-0ae68330-9055-45fc-b97b-50c799c4e24a tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.719707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1caf294-23be-4a0e-92d5-419d91a35c40 req-0ae68330-9055-45fc-b97b-50c799c4e24a tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0522358 Feb 11 14:14:51.765331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1caf294-23be-4a0e-92d5-419d91a35c40 req-93f4aa5e-d14e-46e3-bfc7-1f70a4643603 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Feb 11 14:14:52.313234 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.883070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dea3a-5ff7-4e3f-85f8-e7fac2b1a60b req-e4c0ab63-b0cf-4336-9593-a887ced66900 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.884551 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d10dea3a-5ff7-4e3f-85f8-e7fac2b1a60b req-e4c0ab63-b0cf-4336-9593-a887ced66900 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0522621 Feb 11 14:14:52.931240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d10dea3a-5ff7-4e3f-85f8-e7fac2b1a60b req-a5c380a3-541f-4461-8a2c-9336dd0f03f2 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Feb 11 14:14:54.050094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ed0d-2f58-41f4-8928-69921421a0d6 req-808ebd7d-d395-444a-9cf3-cf73bcc33ab7 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.051596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e6ed0d-2f58-41f4-8928-69921421a0d6 req-808ebd7d-d395-444a-9cf3-cf73bcc33ab7 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0522289 Feb 11 14:14:54.098165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9e6ed0d-2f58-41f4-8928-69921421a0d6 req-3d80ebbe-7d16-4ed2-8c47-edf4205514ab tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Feb 11 14:14:55.224476 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f8d14-4db5-49e0-8c63-bbaa5633745f req-5d4fc265-9d5d-420e-ad9d-7788fc6cfbe1 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.225953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae3f8d14-4db5-49e0-8c63-bbaa5633745f req-5d4fc265-9d5d-420e-ad9d-7788fc6cfbe1 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0564997 Feb 11 14:14:55.270742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae3f8d14-4db5-49e0-8c63-bbaa5633745f req-8b22db16-77ae-4432-968e-dbe306a33ffb tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 Feb 11 14:14:56.400995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143345d-58a5-413e-8f1b-0f21221052ae req-52dd2872-0ba6-46c3-bac1-69375387c9e1 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.402495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7143345d-58a5-413e-8f1b-0f21221052ae req-52dd2872-0ba6-46c3-bac1-69375387c9e1 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Feb 11 14:14:56.448243 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7143345d-58a5-413e-8f1b-0f21221052ae req-43d9c2ca-3cb1-4211-8cca-8d3bf6a61bdc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Feb 11 14:14:57.094733 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fbd76e09-f16c-4c91-aff6-650a397c827e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:57.565945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b8a40-b570-4289-8d81-32ace8a0c55d req-0ed97162-9821-4166-9cfa-5427c8b13302 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.567453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-387b8a40-b570-4289-8d81-32ace8a0c55d req-0ed97162-9821-4166-9cfa-5427c8b13302 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Feb 11 14:14:57.616484 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-387b8a40-b570-4289-8d81-32ace8a0c55d req-602e3150-c3b4-46c7-b361-355d3690aad2 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Feb 11 14:14:58.741991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4794da-0972-47fd-8a1d-f965d3624031 req-5da33a46-975f-4389-a012-ad53a43e6627 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.743436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba4794da-0972-47fd-8a1d-f965d3624031 req-5da33a46-975f-4389-a012-ad53a43e6627 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0526388 Feb 11 14:14:58.790439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ba4794da-0972-47fd-8a1d-f965d3624031 req-4184a3ec-9f36-489d-a95a-524f6a1073e7 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Feb 11 14:14:59.465918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c814a31d-fc8d-4ea6-8f36-c86f458c6712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:59.907319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac856404-6eda-475f-84f5-4dffcc31a204 req-7260d2c7-8330-4db2-bd86-b8c034fad621 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.908865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac856404-6eda-475f-84f5-4dffcc31a204 req-7260d2c7-8330-4db2-bd86-b8c034fad621 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0524819 Feb 11 14:14:59.958004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac856404-6eda-475f-84f5-4dffcc31a204 req-01289738-9888-48b3-a768-fdb50d03ef08 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Feb 11 14:15:01.079496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200164b-2d0d-4ad1-a67f-823b279748c0 req-4066835c-3851-45f1-8537-2ec4b7422d0d tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:01.080950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3200164b-2d0d-4ad1-a67f-823b279748c0 req-4066835c-3851-45f1-8537-2ec4b7422d0d tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0557539 Feb 11 14:15:01.107377 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:01.128417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3200164b-2d0d-4ad1-a67f-823b279748c0 req-2338f213-5b12-492a-8a10-b0b6cf668361 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Feb 11 14:15:02.247534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686f5d-66a7-4c33-8d66-74c79c7b9cd4 req-bf149e6e-9d08-4247-a7a9-2a6dafa2a9fe tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:02.248997 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b8686f5d-66a7-4c33-8d66-74c79c7b9cd4 req-bf149e6e-9d08-4247-a7a9-2a6dafa2a9fe tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0514371 Feb 11 14:15:02.295583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b8686f5d-66a7-4c33-8d66-74c79c7b9cd4 req-d403f108-70d3-4983-b182-9837d24653a0 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Feb 11 14:15:02.533231 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:03.415828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c5965-ddf2-4ce6-92d4-dbd817a490c6 req-8e7feb73-58b6-4aba-a658-8718fdd44941 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:03.417307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-541c5965-ddf2-4ce6-92d4-dbd817a490c6 req-8e7feb73-58b6-4aba-a658-8718fdd44941 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0543323 Feb 11 14:15:03.462724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-541c5965-ddf2-4ce6-92d4-dbd817a490c6 req-955b7e5d-affb-4bec-a761-79be02c7251f tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Feb 11 14:15:03.732482 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:04.585198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf414d1e-0027-4a74-8d72-2b61c839bce8 req-c00ffeb0-976c-4440-9fb0-7d0fcde5a4cd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.586704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf414d1e-0027-4a74-8d72-2b61c839bce8 req-c00ffeb0-976c-4440-9fb0-7d0fcde5a4cd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0537558 Feb 11 14:15:04.633500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf414d1e-0027-4a74-8d72-2b61c839bce8 req-a502a069-bb40-49f0-8fdd-14a4aea5d3c2 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Feb 11 14:15:05.684105 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:05.754424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f76e6-8bc5-439d-85a5-b12a852ba8ec req-27890098-e4aa-4352-ad3f-1a6d62ecd6a8 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.755888 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec1f76e6-8bc5-439d-85a5-b12a852ba8ec req-27890098-e4aa-4352-ad3f-1a6d62ecd6a8 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0521460 Feb 11 14:15:05.805604 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec1f76e6-8bc5-439d-85a5-b12a852ba8ec req-6e13cc87-5131-48db-9a80-00706e2e49cd tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Feb 11 14:15:06.928357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b00cf-591e-40c9-8ce5-4075a58794b2 req-92071d46-99ff-4244-ad85-a205f821ee92 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.929753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c64b00cf-591e-40c9-8ce5-4075a58794b2 req-92071d46-99ff-4244-ad85-a205f821ee92 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0567043 Feb 11 14:15:06.975683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c64b00cf-591e-40c9-8ce5-4075a58794b2 req-a160aa69-e84f-4885-ac47-27422b218314 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Feb 11 14:15:08.093821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5249ca-139c-420a-9598-2de432562ff6 req-0de03706-23ed-44f6-8c23-700dc830eb0d tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:08.095246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb5249ca-139c-420a-9598-2de432562ff6 req-0de03706-23ed-44f6-8c23-700dc830eb0d tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Feb 11 14:15:08.141044 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb5249ca-139c-420a-9598-2de432562ff6 req-b556ed42-5666-416e-aa02-bf76367d8224 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Feb 11 14:15:09.259362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7bc0c-e444-41b7-bd38-906d0c82a9e3 req-ce72b3ce-d309-488d-be27-d53581d1686d tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.260874 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ea7bc0c-e444-41b7-bd38-906d0c82a9e3 req-ce72b3ce-d309-488d-be27-d53581d1686d tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0516055 Feb 11 14:15:09.308869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ea7bc0c-e444-41b7-bd38-906d0c82a9e3 req-abd50a4a-dc73-4230-8dac-84461dc112ab tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Feb 11 14:15:10.430575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea92ae-9aa5-4ac0-a4e6-1c9c9f464fb8 req-e78c53a9-7455-4c57-aafb-c4ec7f893de5 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.432093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25ea92ae-9aa5-4ac0-a4e6-1c9c9f464fb8 req-e78c53a9-7455-4c57-aafb-c4ec7f893de5 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 945 time: 0.0536485 Feb 11 14:15:10.477131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-25ea92ae-9aa5-4ac0-a4e6-1c9c9f464fb8 req-bb63ff23-2081-4c8a-92d4-1b3d88865c21 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395625 Feb 11 14:15:10.925713 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-7e0d3c5a-c73a-4cac-83a3-cacbeb83a53f service neutron] show failed (client error): The resource could not be found. Feb 11 14:15:10.926748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-7e0d3c5a-c73a-4cac-83a3-cacbeb83a53f service neutron] 10.222.0.83 "GET /v2.0/ports/78beecec-77f2-4f02-a1ea-e563174f5e30/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0541353 Feb 11 14:15:11.160222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-00ed5c57-31d1-477f-8232-6ecf2c58cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.161640 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-00ed5c57-31d1-477f-8232-6ecf2c58cddb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8&tenant_id=51fcbf0f13b44486a9a2183ddb17adde HTTP/1.1" status: 200 len: 1127 time: 0.0803080 Feb 11 14:15:11.171863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-ceaf0c9c-f2c8-44ca-8fb1-f6884816ce0c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:15:11.172868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-ceaf0c9c-f2c8-44ca-8fb1-f6884816ce0c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048285 Feb 11 14:15:11.182825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:11.239348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:11.445894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:11.478810 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:11.518757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:15:11.521264 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d013d15-0b54-4078-a6f2-5bd59c6138dc" -d '{"events": [{"server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "name": "network-vif-unplugged", "status": "completed", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:11.524894 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Publish callbacks [] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:11.538525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Transition to ACTIVE for port object 78beecec-77f2-4f02-a1ea-e563174f5e30 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:11.543027 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:11.586416 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39553024-ca1a-4ccc-9cd3-a9dd02964b3a x-openstack-request-id: req-39553024-ca1a-4ccc-9cd3-a9dd02964b3a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:11.586720 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "name": "network-vif-unplugged", "status": "completed", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:11.586983 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-39553024-ca1a-4ccc-9cd3-a9dd02964b3a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:11.587423 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'code': 200} Feb 11 14:15:11.599630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:11.618000 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] No DVR routers for this DVR port 78beecec-77f2-4f02-a1ea-e563174f5e30 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:11.620277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179965c-cf9b-4e6c-b11c-41ebb92ef12d req-487e9d87-76c4-4e72-b7d4-93ce4b80bf16 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.621958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5179965c-cf9b-4e6c-b11c-41ebb92ef12d req-487e9d87-76c4-4e72-b7d4-93ce4b80bf16 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 943 time: 0.0744638 Feb 11 14:15:11.660168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:15:11.660500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:15:11.660829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 on network b6b41821-10d4-418c-9fbf-04e7ebc9de01 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:11.665483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Port 78beecec-77f2-4f02-a1ea-e563174f5e30 on network b6b41821-10d4-418c-9fbf-04e7ebc9de01 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:11.665811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Attempting to bind port 78beecec-77f2-4f02-a1ea-e563174f5e30 on network b6b41821-10d4-418c-9fbf-04e7ebc9de01 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:11.670800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:11.671142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Checking segment: {'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:15:11.671526 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Bound using segment: {'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:11.671914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5179965c-cf9b-4e6c-b11c-41ebb92ef12d req-e0a1ae32-442f-4d57-9ab6-400335d8e5d9 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Feb 11 14:15:11.672065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Bound port: 78beecec-77f2-4f02-a1ea-e563174f5e30, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70911ba9-a29b-4492-8e98-ebffdd5dce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:15:11.672296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:11.739614 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:11.742571 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:11.748371 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:11.779818 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.780742 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:11.782152 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] 10.222.0.30 "PUT /v2.0/ports/78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 1091 time: 0.6028557 Feb 11 14:15:11.831191 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6149d-51c2-4f0a-8e2c-dce2531f1b9a service neutron] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:11.853238 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-358a39bd-6596-42da-831b-5bcb795c1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.854795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-358a39bd-6596-42da-831b-5bcb795c1dd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1125 time: 0.0506217 Feb 11 14:15:11.948276 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-265e0912-02da-47e3-ac1d-0753e2c917d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.949660 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-265e0912-02da-47e3-ac1d-0753e2c917d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 911 time: 0.0889001 Feb 11 14:15:11.989490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-f1b12116-2efc-4806-9b25-a609d7ed0f7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 217 time: 0.0334616 Feb 11 14:15:12.039940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-9a4eab47-e710-431e-814d-348ca3da7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.041362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-9a4eab47-e710-431e-814d-348ca3da7832 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 200 len: 850 time: 0.0463805 Feb 11 14:15:12.073867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-c098fc1b-e96b-4e5a-a4da-caf446863598 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6b41821-10d4-418c-9fbf-04e7ebc9de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257182 Feb 11 14:15:12.165005 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-d2c2608e-314d-4046-af85-73b7a1f4e22a service neutron] 10.222.0.30 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833538 Feb 11 14:15:12.257226 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fbde282-ba61-4360-b841-33d3d6204b28 req-66d9b8f8-1bab-4def-89ff-2650f41ceb6e service neutron] 10.222.0.30 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Feb 11 14:15:12.799644 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e650a1-bde4-4afc-bc37-111da1cda923 req-af34d4cc-a261-4ba9-b128-b226519bf631 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.801178 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78e650a1-bde4-4afc-bc37-111da1cda923 req-af34d4cc-a261-4ba9-b128-b226519bf631 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 943 time: 0.0546429 Feb 11 14:15:12.848822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-78e650a1-bde4-4afc-bc37-111da1cda923 req-94d96ac7-71aa-470c-9089-43ce33caa723 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Feb 11 14:15:13.588727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:15:13.592420 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95164eb7-c3ff-48c4-8636-3950f9421432" -d '{"events": [{"name": "network-changed", "server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:13.640278 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ddd75-6467-47de-8944-fa206d0d546b x-openstack-request-id: req-5c5ddd75-6467-47de-8944-fa206d0d546b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:13.640577 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:13.640853 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c5ddd75-6467-47de-8944-fa206d0d546b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:13.641247 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'status': 'completed', 'code': 200} Feb 11 14:15:13.711269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-520a90ba-cbc5-48b5-ad38-17ea6cf4cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.713756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-520a90ba-cbc5-48b5-ad38-17ea6cf4cd7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1125 time: 0.0522130 Feb 11 14:15:13.716211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:13.724393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-97dda00e-5c3f-4870-8cca-29758c0612bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.726285 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-97dda00e-5c3f-4870-8cca-29758c0612bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1125 time: 0.0647371 Feb 11 14:15:13.797236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 78beecec-77f2-4f02-a1ea-e563174f5e30 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:15:13.797826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:13.837278 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-8bf20116-d00c-4ebe-9f8b-19cf85a5839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.839167 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-8bf20116-d00c-4ebe-9f8b-19cf85a5839a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 911 time: 0.1199887 Feb 11 14:15:13.858472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-375be031-3acb-4799-a4c8-de6853b4081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.860107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-375be031-3acb-4799-a4c8-de6853b4081f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 911 time: 0.1232097 Feb 11 14:15:13.880857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-45785391-be3a-4e53-9107-8e3287d2c06d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 217 time: 0.0356953 Feb 11 14:15:13.925124 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-8fa26163-61df-4a8e-87fc-f2e28137b180 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 217 time: 0.0472758 Feb 11 14:15:13.933769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-dc193a09-c3a7-4105-8978-1a8a3d3cb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.935345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-dc193a09-c3a7-4105-8978-1a8a3d3cb832 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 200 len: 850 time: 0.0454199 Feb 11 14:15:13.972278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-b06654fe-6da4-4341-b8ab-f228eccaf849 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6b41821-10d4-418c-9fbf-04e7ebc9de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315409 Feb 11 14:15:13.996662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-41fb7cbe-0ba6-4f0b-b3c1-8a43ea73882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.998018 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-41fb7cbe-0ba6-4f0b-b3c1-8a43ea73882a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 200 len: 850 time: 0.0646756 Feb 11 14:15:14.019253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84401-5d73-486a-9e6c-52b02ed81d59 req-d2903df8-7b4a-4e61-b973-05eda360cdd7 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.020706 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a3d84401-5d73-486a-9e6c-52b02ed81d59 req-d2903df8-7b4a-4e61-b973-05eda360cdd7 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 943 time: 0.0974152 Feb 11 14:15:14.039155 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-df9dffa0-0f85-44e9-afab-43c5213cc26a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6b41821-10d4-418c-9fbf-04e7ebc9de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353189 Feb 11 14:15:14.061830 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-73452367-6f07-4065-a827-df0979ff7184 service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Feb 11 14:15:14.134438 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a3d84401-5d73-486a-9e6c-52b02ed81d59 req-e074d6b5-b39e-4dd3-a75d-8312d0b49b13 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973680 Feb 11 14:15:14.175429 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-d5daa8b9-c8b8-4b97-afbf-3f2ba4edb746 service neutron] 10.222.0.30 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297364 Feb 11 14:15:14.285187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-51eae22d-3206-4791-a7ee-fcfd729f67f8 service neutron] 10.222.0.30 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007905 Feb 11 14:15:14.485508 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-22b74443-416a-4684-b548-27853dd7e330 service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184711 Feb 11 14:15:14.501020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-a737cf03-582a-403e-84d0-0631333d42d0 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.503063 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-a737cf03-582a-403e-84d0-0631333d42d0 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.83 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8&tenant_id=51fcbf0f13b44486a9a2183ddb17adde&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 943 time: 0.1095006 Feb 11 14:15:14.563307 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-fe8c4155-7b55-4e5d-895d-bae68f98873c service neutron] delete failed (client error): The resource could not be found. Feb 11 14:15:14.564967 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-fe8c4155-7b55-4e5d-895d-bae68f98873c service neutron] 10.222.0.83 "DELETE /v2.0/ports/78beecec-77f2-4f02-a1ea-e563174f5e30/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0557635 Feb 11 14:15:14.647746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-71663c4f-3328-4301-b33f-b42c02fe1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.649231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-71663c4f-3328-4301-b33f-b42c02fe1622 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 1125 time: 0.0452077 Feb 11 14:15:14.741215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-336c651f-c458-46f3-9216-35fae109851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.742639 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-336c651f-c458-46f3-9216-35fae109851d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 200 len: 911 time: 0.0875645 Feb 11 14:15:14.784727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-11236db6-afa8-43cd-a7be-ff99e1c83f69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 200 len: 217 time: 0.0360341 Feb 11 14:15:14.831685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-064fca82-6827-482c-ad69-47503c7bdbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.833145 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-064fca82-6827-482c-ad69-47503c7bdbc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 200 len: 850 time: 0.0431049 Feb 11 14:15:14.865003 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-defcdc06-294d-4d14-9902-f74a09a7ea29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6b41821-10d4-418c-9fbf-04e7ebc9de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260174 Feb 11 14:15:14.955002 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-4a87b9be-9f96-4702-9a30-d60349ccd9f1 service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843971 Feb 11 14:15:15.052822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-da3c03fc-a876-4190-a844-b57c9d8ef098 service neutron] 10.222.0.83 "GET /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927563 Feb 11 14:15:15.747926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe0bc5-1f89-46e1-aad3-6fd770185f70 req-76e7d84a-98d3-4f97-8352-65e060c26d84 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:15.749326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8fbe0bc5-1f89-46e1-aad3-6fd770185f70 req-76e7d84a-98d3-4f97-8352-65e060c26d84 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 943 time: 0.0565422 Feb 11 14:15:15.797800 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8fbe0bc5-1f89-46e1-aad3-6fd770185f70 req-515a4162-8009-46d0-b32b-a3bef4793fc5 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Feb 11 14:15:16.216137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:16.323271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:16.335095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'network_id': 'b6b41821-10d4-418c-9fbf-04e7ebc9de01', 'port_id': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'mac_address': 'fa:16:3e:f3:57:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:16.374562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 78beecec-77f2-4f02-a1ea-e563174f5e30 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:15:16.374955 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:16.387174 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78beecec-77f2-4f02-a1ea-e563174f5e30 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:15:16.406075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:16.410416 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:16.454923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:16.462170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.462527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.462869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.463208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.463544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.463875 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.464202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.464529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.464857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.465184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.465507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.465830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.466222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:16.701362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['78beecec-77f2-4f02-a1ea-e563174f5e30'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:16.925443 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391030-4b9c-461d-b64e-cbc93f85068b req-1afe2462-0e42-4ee0-a416-25f57a879a0e tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.926951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d391030-4b9c-461d-b64e-cbc93f85068b req-1afe2462-0e42-4ee0-a416-25f57a879a0e tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 944 time: 0.0527868 Feb 11 14:15:16.974893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d391030-4b9c-461d-b64e-cbc93f85068b req-aae39a96-fcad-40cd-9778-3c4845631393 tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.79 "GET /v2.0/security-groups?id=081d4ae2-23b5-4574-9644-a8083e4a035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Feb 11 14:15:17.014172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-2fdad1e8-02eb-4caf-9130-36797da3022c tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:17.015714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-2fdad1e8-02eb-4caf-9130-36797da3022c tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.30 "GET /v2.0/ports?device_id=06ce458b-dfa9-4899-8b66-9c38f67b37e8 HTTP/1.1" status: 200 len: 944 time: 0.0568008 Feb 11 14:15:17.107260 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Deleting port 78beecec-77f2-4f02-a1ea-e563174f5e30 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:15:17.107518 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:17.193382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] For port 78beecec-77f2-4f02-a1ea-e563174f5e30, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=78beecec-77f2-4f02-a1ea-e563174f5e30,segment=NetworkSegment(70911ba9-a29b-4492-8e98-ebffdd5dce2f),segment_id=70911ba9-a29b-4492-8e98-ebffdd5dce2f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:17.193768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:17.206674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Calling delete_port for 78beecec-77f2-4f02-a1ea-e563174f5e30 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:15:17.335635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (78beecec-77f2-4f02-a1ea-e563174f5e30), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:17.364016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Pushing event deleted for resources: {'Port': ['ID=78beecec-77f2-4f02-a1ea-e563174f5e30,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:17.408792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] No DVR routers for this DVR port 78beecec-77f2-4f02-a1ea-e563174f5e30 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:17.411356 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:17.414565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c81c9504-f927-4f99-bcb9-c17d4b874eb8 req-0fd732eb-a510-4e83-bb9d-6be18647b6cc tempest-DeleteServersTestJSON-1590566691 tempest-DeleteServersTestJSON-1590566691-project] 10.222.0.30 "DELETE /v2.0/ports/78beecec-77f2-4f02-a1ea-e563174f5e30 HTTP/1.1" status: 204 len: 173 time: 0.3943915 Feb 11 14:15:17.415001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'name': 'network-vif-deleted', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:15:17.417249 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0dc5d4-ade7-453a-9a5b-377a810dfa65" -d '{"events": [{"server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "name": "network-vif-deleted", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:17.456461 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0134f633-eb4c-4bf9-94f0-aab8eea9f0c5 x-openstack-request-id: req-0134f633-eb4c-4bf9-94f0-aab8eea9f0c5 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:17.456812 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce458b-dfa9-4899-8b66-9c38f67b37e8", "name": "network-vif-deleted", "tag": "78beecec-77f2-4f02-a1ea-e563174f5e30", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:17.457064 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0134f633-eb4c-4bf9-94f0-aab8eea9f0c5 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:17.457522 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce458b-dfa9-4899-8b66-9c38f67b37e8', 'name': 'network-vif-deleted', 'tag': '78beecec-77f2-4f02-a1ea-e563174f5e30', 'status': 'completed', 'code': 200} Feb 11 14:15:18.105440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33206) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:18.149578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] Deleting subnet 0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:15:18.152621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] Publish callbacks [] for subnet (0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.186751 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.223463 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.248164 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:18.252676 n-d-828676-2 neutron-server[103177]: INFO neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No ports have port_id starting with 78beecec-77f2-4f02-a1ea-e563174f5e30 Feb 11 14:15:18.254224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 requested by agent hyperv_n-h1-828676-2 not found in database {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 11 14:15:18.279561 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.306453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:18.309430 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.312618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5e862bc5-cfa8-4a13-99ef-9a5d437df813 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0814d0ce-f7cd-4132-8c7e-3cfffbcc7f29 HTTP/1.1" status: 204 len: 168 time: 0.2062242 Feb 11 14:15:18.315767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33208) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:18.383639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b6b41821-10d4-418c-9fbf-04e7ebc9de01), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.465404 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b6b41821-10d4-418c-9fbf-04e7ebc9de01), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.484640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b41821-10d4-418c-9fbf-04e7ebc9de01']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:18.494445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70911ba9-a29b-4492-8e98-ebffdd5dce2f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:18.494749 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70911ba9-a29b-4492-8e98-ebffdd5dce2f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:18.504626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (70911ba9-a29b-4492-8e98-ebffdd5dce2f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.518102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (70911ba9-a29b-4492-8e98-ebffdd5dce2f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.524505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:15:18.525179 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (70911ba9-a29b-4492-8e98-ebffdd5dce2f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:15:18.526985 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:15:18.584102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b6b41821-10d4-418c-9fbf-04e7ebc9de01), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.590854 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.593787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b6b41821-10d4-418c-9fbf-04e7ebc9de01 HTTP/1.1" status: 204 len: 168 time: 0.2771151 Feb 11 14:15:18.604815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab3218-c97f-4695-bbe3-2fe3de19f701 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b41821-10d4-418c-9fbf-04e7ebc9de01,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:18.700767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33212) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:18.739890 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-81f29ff4-83c9-4fbf-b921-f29b9a615d37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=51fcbf0f13b44486a9a2183ddb17adde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379796 Feb 11 14:15:18.742371 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33214) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:18.792088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a97eb20-79e5-4df9-a701-d41748d84d5e admin admin] Publish callbacks [] for security_group (081d4ae2-23b5-4574-9644-a8083e4a035b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.812942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a97eb20-79e5-4df9-a701-d41748d84d5e admin admin] Publish callbacks [] for security_group (081d4ae2-23b5-4574-9644-a8083e4a035b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.857772 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a97eb20-79e5-4df9-a701-d41748d84d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (081d4ae2-23b5-4574-9644-a8083e4a035b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.860365 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5a97eb20-79e5-4df9-a701-d41748d84d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:18.862399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5a97eb20-79e5-4df9-a701-d41748d84d5e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/081d4ae2-23b5-4574-9644-a8083e4a035b HTTP/1.1" status: 204 len: 168 time: 0.1188822 Feb 11 14:15:18.870360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97eb20-79e5-4df9-a701-d41748d84d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d4ae2-23b5-4574-9644-a8083e4a035b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:19.534390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33236) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:19.628843 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1680309995-network', 'tenant_id': '251c16294e9f4990b687ffd95f2bd30c'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:19.648658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Made reservation on behalf of 251c16294e9f4990b687ffd95f2bd30c for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:19.651097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.660136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.738102 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks [] for security_group (8f24728d-8d0c-40d8-8f89-1af45610b767), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.741954 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f24728d-8d0c-40d8-8f89-1af45610b767), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.769092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:15:19.777878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24728d-8d0c-40d8-8f89-1af45610b767,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:19.785939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5c3623af-e3ce-4c3c-b807-356d1338c69c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.786326 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Added segment 5c3623af-e3ce-4c3c-b807-356d1338c69c of type vlan for network e816159e-bb50-4b9c-808e-c43aed858171 Feb 11 14:15:19.825703 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (e816159e-bb50-4b9c-808e-c43aed858171), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.850273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (e816159e-bb50-4b9c-808e-c43aed858171), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.851227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:19.851804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.881527 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3460293 Feb 11 14:15:19.884574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33240) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:19.889698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Request body: {'subnet': {'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1680309995-subnet', 'tenant_id': '251c16294e9f4990b687ffd95f2bd30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:19.911771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Made reservation on behalf of 251c16294e9f4990b687ffd95f2bd30c for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:19.914082 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:19.914941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd8041-5836-4b4b-aeca-8c11f1997490 admin admin] Pushing event updated for resources: {'Network': ['ID=e816159e-bb50-4b9c-808e-c43aed858171,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:19.925396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network e816159e-bb50-4b9c-808e-c43aed858171 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:15:20.087028 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (794b0942-4f47-4160-b10a-bab51e393c3b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:20.147620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Pushing event updated for resources: {'Subnet': ['ID=794b0942-4f47-4160-b10a-bab51e393c3b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:20.160173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.160525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.160869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.161209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.161542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.161872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.162230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.162580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.163008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.163312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.163641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.163965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.164297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:20.168260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Checking segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:15:20.168628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Network hostable DHCP agents. Network: e816159e-bb50-4b9c-808e-c43aed858171, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:15:20.187612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Network e816159e-bb50-4b9c-808e-c43aed858171 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:15:20.199100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, e816159e-bb50-4b9c-808e-c43aed858171) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:20.203943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:20.205672 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:20.207673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76319abd-551a-4a2c-ade8-a5649590140d None None] Network e816159e-bb50-4b9c-808e-c43aed858171 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:15:20.222642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bc76750a-e8c9-4e2a-a827-d6e4610a258c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3369243 Feb 11 14:15:20.265097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:20.290129 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 78beecec-77f2-4f02-a1ea-e563174f5e30 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:15:20.290483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 78beecec-77f2-4f02-a1ea-e563174f5e30 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:20.337383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1c418-01bc-4fd9-8868-2ced3cdc76be None None] Network e816159e-bb50-4b9c-808e-c43aed858171 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:15:20.410946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:20.663036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-0564519f-ef35-4133-988b-d6693b7a5819 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:20.664521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-0564519f-ef35-4133-988b-d6693b7a5819 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 815 time: 0.1048977 Feb 11 14:15:20.678656 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-357d7ad2-bad3-41f1-8a4b-b94e7a73e55c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/quotas/251c16294e9f4990b687ffd95f2bd30c HTTP/1.1" status: 200 len: 375 time: 0.0087860 Feb 11 14:15:20.710629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-d446e746-e23d-4213-a118-fb294c637289 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271432 Feb 11 14:15:20.827012 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-5d9ccc11-f55a-4102-ab87-28ebd69ace7d service neutron] 10.222.0.79 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096532 Feb 11 14:15:20.919112 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-f35336c0-b9db-44e5-b499-84d2df875885 service neutron] 10.222.0.79 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856075 Feb 11 14:15:21.081208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5662b9c0-5fe4-45d5-9a74-741df820a9bd req-de838a17-3de4-4a7b-a311-ef6674955e19 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 210 time: 0.0305212 Feb 11 14:15:21.982819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-e6cb660f-e3eb-46c2-903a-18c29c54a5c2 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.984381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-e6cb660f-e3eb-46c2-903a-18c29c54a5c2 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.83 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 815 time: 0.1085827 Feb 11 14:15:21.995520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Request body: {'port': {'device_id': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171', 'admin_state_up': True, 'tenant_id': '251c16294e9f4990b687ffd95f2bd30c'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:22.099459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Made reservation on behalf of 251c16294e9f4990b687ffd95f2bd30c for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:22.102849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.190428 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c4347728-a671-4975-9e6e-bcaf0b2e4fec req-6d69bec2-1e83-447b-933b-7d80aa050543 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 210 time: 0.0329008 Feb 11 14:15:22.231183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Allocated IP 172.20.0.14 (e816159e-bb50-4b9c-808e-c43aed858171/794b0942-4f47-4160-b10a-bab51e393c3b/58049a1c-6ccd-40a0-8038-5ee6d5caba50) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:22.306470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.379073 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks [] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.411828 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.454701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Network e816159e-bb50-4b9c-808e-c43aed858171 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:22.457767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:22.461055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:22.491814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:22.514299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.514906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.529919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-b14ed923-ae87-4988-a75c-9ee94cbeb399 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5382154 Feb 11 14:15:22.540811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Request body: {'port': {'device_id': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:22.602524 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.859625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58049a1c-6ccd-40a0-8038-5ee6d5caba50 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:15:22.867371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Publish callbacks [] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.879347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Transition to ACTIVE for port object 58049a1c-6ccd-40a0-8038-5ee6d5caba50 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:22.882445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:22.932796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:22.999151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:15:22.999489 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:15:22.999851 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:23.004233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on network e816159e-bb50-4b9c-808e-c43aed858171 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:23.004572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:23.009343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:23.009706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Checking segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:15:23.010088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Bound using segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:23.010543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Bound port: 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:15:23.010894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:23.072154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:23.075112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:23.081599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:23.118637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.119295 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:23.120688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] 10.222.0.83 "PUT /v2.0/ports/58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 1092 time: 0.5838184 Feb 11 14:15:23.121133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:15:23.123410 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a625a8-75cb-4009-9adf-1c690cf44875" -d '{"events": [{"name": "network-changed", "server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:23.149105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867203e6-9db0-4ae2-8313-09456de280ab service neutron] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:23.167788 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb9b93e-7de2-4dbc-a42d-22582a2b791f x-openstack-request-id: req-9fb9b93e-7de2-4dbc-a42d-22582a2b791f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:23.168074 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:23.168331 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9fb9b93e-7de2-4dbc-a42d-22582a2b791f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:23.168731 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'status': 'completed', 'code': 200} Feb 11 14:15:23.209401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-1573fb4f-330b-4e4b-ac3a-1ecb8a30ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.210978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-1573fb4f-330b-4e4b-ac3a-1ecb8a30ca94 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1126 time: 0.0522103 Feb 11 14:15:23.252923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-48128bf9-a67d-43e7-b2f5-1b73c68e9a08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 217 time: 0.0351405 Feb 11 14:15:23.301040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-e5a56896-8c64-497d-a42b-844d7f641287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.302543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-e5a56896-8c64-497d-a42b-844d7f641287 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0447330 Feb 11 14:15:23.312751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c878f2-8c95-411a-8292-8f28e53d4f19 req-8cd47d2a-724a-419e-81f7-91c40ad049d4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.315067 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81c878f2-8c95-411a-8292-8f28e53d4f19 req-8cd47d2a-724a-419e-81f7-91c40ad049d4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0540457 Feb 11 14:15:23.334616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-dded3c9e-037e-4d3d-8148-f4ca55490ecd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263591 Feb 11 14:15:23.362439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81c878f2-8c95-411a-8292-8f28e53d4f19 req-4959fb42-405d-43b6-af83-4b40ea6675b6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Feb 11 14:15:23.429540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-0351b06e-1281-4740-9246-fc77eddebb03 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 Feb 11 14:15:23.521368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c32fe9c-ff6e-4d93-9a8a-dad83544d1ab req-e8f2fd3e-4406-4092-89e7-9c1e61ae24af service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859108 Feb 11 14:15:23.609000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-9956ff5e-1ceb-48a1-bffc-3b516419269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.610523 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-9956ff5e-1ceb-48a1-bffc-3b516419269a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1126 time: 0.0447907 Feb 11 14:15:23.697676 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-f21c498d-675a-4920-8083-ea3c4ad93659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.699195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-f21c498d-675a-4920-8083-ea3c4ad93659 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0835929 Feb 11 14:15:23.741752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-49ffaf02-a669-475c-87e5-d9c67e37bf84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 217 time: 0.0372882 Feb 11 14:15:23.791959 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-de4dca1d-c7a5-44ae-bfc3-59f94fca647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.793421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-de4dca1d-c7a5-44ae-bfc3-59f94fca647d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0454900 Feb 11 14:15:23.825995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-bbfe123b-e5e6-4012-8498-a0d33250675b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248570 Feb 11 14:15:23.919176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-153d0fe7-cdc1-48e8-8383-cf81204dec25 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865018 Feb 11 14:15:24.006290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89a625a8-75cb-4009-9adf-1c690cf44875 req-b9154260-1631-436b-a81a-561fc5221a0b service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809226 Feb 11 14:15:24.490251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2a4b-61f1-4e71-8365-c777c21f2a4e req-a1f26a88-f272-4485-89bd-f45135754603 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.491751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf6d2a4b-61f1-4e71-8365-c777c21f2a4e req-a1f26a88-f272-4485-89bd-f45135754603 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0591550 Feb 11 14:15:24.538095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf6d2a4b-61f1-4e71-8365-c777c21f2a4e req-cc347ecf-507d-4ba8-9fed-4758abc9afcd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Feb 11 14:15:25.661314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bbd48-15cf-4a0f-92bc-d8917207cfb5 req-104934d3-44f5-472c-9944-8601eb0c59ad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.662825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a2bbd48-15cf-4a0f-92bc-d8917207cfb5 req-104934d3-44f5-472c-9944-8601eb0c59ad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0524826 Feb 11 14:15:25.707917 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a2bbd48-15cf-4a0f-92bc-d8917207cfb5 req-00011288-b96e-4a85-b36e-11690f5a1ab1 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Feb 11 14:15:26.828113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b4edb-7ec2-41b4-87e4-c45d5ed77495 req-a98969a1-1e32-4000-bce2-0d7c3e105b4c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.829712 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-401b4edb-7ec2-41b4-87e4-c45d5ed77495 req-a98969a1-1e32-4000-bce2-0d7c3e105b4c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0564525 Feb 11 14:15:26.876117 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-401b4edb-7ec2-41b4-87e4-c45d5ed77495 req-746aa291-7ab0-40c5-bfba-0c665e2df74b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Feb 11 14:15:27.097272 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc9eb-dc74-4fde-a4bd-222e304d5555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:27.760759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:27.858839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:27.870429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171', 'port_id': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'mac_address': 'fa:16:3e:69:1b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794b0942-4f47-4160-b10a-bab51e393c3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:27.906572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:15:27.906962 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:27.920208 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58049a1c-6ccd-40a0-8038-5ee6d5caba50 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:15:27.939870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:27.943942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:27.995157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:28.000684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074f62f-1327-40e0-8119-a6d921188c14 req-9bd1eb37-dc5d-4b0f-94f8-a390a3c58c38 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.002218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a074f62f-1327-40e0-8119-a6d921188c14 req-9bd1eb37-dc5d-4b0f-94f8-a390a3c58c38 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 945 time: 0.0586631 Feb 11 14:15:28.048701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a074f62f-1327-40e0-8119-a6d921188c14 req-15fb7b10-0f33-4230-b106-730930a2b68a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Feb 11 14:15:28.145891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['58049a1c-6ccd-40a0-8038-5ee6d5caba50'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:29.169620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52461d4-0836-43e9-ae91-637e50928c33 req-e3208ad3-1791-42c7-8016-0b3408082175 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.171241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e52461d4-0836-43e9-ae91-637e50928c33 req-e3208ad3-1791-42c7-8016-0b3408082175 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 945 time: 0.0562544 Feb 11 14:15:29.228508 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e52461d4-0836-43e9-ae91-637e50928c33 req-27e6638c-973d-455f-8cda-6d5b3abe5ce7 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Feb 11 14:15:29.467861 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-97fc30f9-9cd6-4314-8a49-93944338b7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:29.792369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:29.844784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:29.848781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:29.849164 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:29.924224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:15:29.924610 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:29.946758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:15:29.948948 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a7abd-20d5-474f-9863-85bd64e96d82" -d '{"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-plugged", "status": "completed", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:29.961884 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:29.966055 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:29.992938 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8428524-be60-4c76-ba36-8cf94139fcf0 x-openstack-request-id: req-b8428524-be60-4c76-ba36-8cf94139fcf0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:29.993242 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-plugged", "status": "completed", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:29.993524 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8428524-be60-4c76-ba36-8cf94139fcf0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:29.993925 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'code': 200} Feb 11 14:15:30.020066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:30.084982 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b86e-a0d2-418b-8faa-c88b49ed1abf req-c32eea2b-bb78-4b68-91fe-ba1d26b97506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:30.086436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23f4b86e-a0d2-418b-8faa-c88b49ed1abf req-c32eea2b-bb78-4b68-91fe-ba1d26b97506 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1128 time: 0.0434537 Feb 11 14:15:30.128013 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-23f4b86e-a0d2-418b-8faa-c88b49ed1abf req-f5160c70-e9ef-419c-8d84-11e325a78fea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Feb 11 14:15:30.345003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe53e26-e088-4f00-8e5a-188cb193c863 req-3df73806-e644-4e75-8eda-45e47f12b2dd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:30.346437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afe53e26-e088-4f00-8e5a-188cb193c863 req-3df73806-e644-4e75-8eda-45e47f12b2dd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0521257 Feb 11 14:15:30.395101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-afe53e26-e088-4f00-8e5a-188cb193c863 req-93ee4a69-be92-404e-81fc-534ea2942553 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Feb 11 14:15:31.112629 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:31.512669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d5e8-fd53-4d42-b892-e64c4a04a905 req-2d3fc4c7-9490-4d08-8618-870dd5ab3f13 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.514131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f017d5e8-fd53-4d42-b892-e64c4a04a905 req-2d3fc4c7-9490-4d08-8618-870dd5ab3f13 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0511723 Feb 11 14:15:31.558506 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f017d5e8-fd53-4d42-b892-e64c4a04a905 req-8832114e-1a25-4cf5-bb60-4b317971d50b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Feb 11 14:15:31.676049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5696-6dae-4d70-9600-802b30d6e145 req-48203b9c-ce7a-40cb-93a6-d0a143bc52c3 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.677452 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b4f5696-6dae-4d70-9600-802b30d6e145 req-48203b9c-ce7a-40cb-93a6-d0a143bc52c3 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0530005 Feb 11 14:15:31.724007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8b4f5696-6dae-4d70-9600-802b30d6e145 req-e8ff5a0e-b15b-4c25-a5a9-bcabfcbffbbc tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Feb 11 14:15:31.922952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefecf62-0ac5-4dd2-8c85-b0ac20af6b9b req-473fdc18-4a38-4873-bc50-23dbe55af2fa tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.924936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cefecf62-0ac5-4dd2-8c85-b0ac20af6b9b req-473fdc18-4a38-4873-bc50-23dbe55af2fa tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Feb 11 14:15:31.970619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cefecf62-0ac5-4dd2-8c85-b0ac20af6b9b req-08e48f93-dbee-413c-894a-d878b8512318 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Feb 11 14:15:32.086725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08aa56-f114-478c-8a70-37a2f39e7e0a req-b5555aa0-5dd5-4766-b239-371e2a3bf0b4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.088160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4b08aa56-f114-478c-8a70-37a2f39e7e0a req-b5555aa0-5dd5-4766-b239-371e2a3bf0b4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0506866 Feb 11 14:15:32.137061 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4b08aa56-f114-478c-8a70-37a2f39e7e0a req-2750dfeb-1fb3-485e-a7c3-a1ed37a30dac tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Feb 11 14:15:32.391294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d39b3f58-2f72-442c-8259-0b2b817458b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772042 Feb 11 14:15:32.398722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f6052-743d-4667-a813-631fa1d6d90c req-00864264-049e-4965-bb71-381fa12f9c6d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.400116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-103f6052-743d-4667-a813-631fa1d6d90c req-00864264-049e-4965-bb71-381fa12f9c6d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0763662 Feb 11 14:15:32.453686 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-103f6052-743d-4667-a813-631fa1d6d90c req-1121abbd-2bc9-480a-81de-34d9285350b1 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478189 Feb 11 14:15:32.537103 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:33.110461 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-b0f676c5-8133-4c33-913b-b40d99da9bb6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.111755 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-b0f676c5-8133-4c33-913b-b40d99da9bb6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports/58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 943 time: 0.3453474 Feb 11 14:15:33.588587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24aaf-aa23-45df-af58-670dff6b084b req-8a494efd-abbf-4474-afc5-52d2afb8cf2f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.590636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52e24aaf-aa23-45df-af58-670dff6b084b req-8a494efd-abbf-4474-afc5-52d2afb8cf2f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0608401 Feb 11 14:15:33.637793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-52e24aaf-aa23-45df-af58-670dff6b084b req-582896a3-3eea-4e85-879f-6b7c913a95ef tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Feb 11 14:15:33.734251 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:33.909265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-56b514aa-f6b9-4caf-8c33-021ab5f96ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.910777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-56b514aa-f6b9-4caf-8c33-021ab5f96ea9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1128 time: 0.0440981 Feb 11 14:15:34.000729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-2334c1c4-bf69-4844-bc3e-6b5ed2dc8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.002856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-2334c1c4-bf69-4844-bc3e-6b5ed2dc8109 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0861409 Feb 11 14:15:34.041418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-3f283b0b-05a8-48b3-be2f-96f8545bd73b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 217 time: 0.0330408 Feb 11 14:15:34.086520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-39457e63-b251-4522-9098-d29919e91b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.087910 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-39457e63-b251-4522-9098-d29919e91b87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0417464 Feb 11 14:15:34.119535 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-4a974259-e6ef-4995-989e-a5491ca7699a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246389 Feb 11 14:15:34.208078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-92e19d76-5598-4842-91f3-4d269da27999 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828896 Feb 11 14:15:34.296642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-87c2911d-61e6-45fc-bc1c-40aa0dc98495 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833023 Feb 11 14:15:34.754760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89046384-248b-4804-88da-d4e68bd2bd79 req-ab1064c1-9040-47f0-86d4-9fbee544a392 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.756264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89046384-248b-4804-88da-d4e68bd2bd79 req-ab1064c1-9040-47f0-86d4-9fbee544a392 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0519607 Feb 11 14:15:34.804868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89046384-248b-4804-88da-d4e68bd2bd79 req-4510565f-9f5f-4ee3-9d82-f98f4936c48f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Feb 11 14:15:35.926804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162be3b-1c99-429c-ae8c-924c7c4a278d req-f83d9e5e-c34d-491a-93f8-81f0db2a80e4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.928302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4162be3b-1c99-429c-ae8c-924c7c4a278d req-f83d9e5e-c34d-491a-93f8-81f0db2a80e4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0532231 Feb 11 14:15:35.974092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4162be3b-1c99-429c-ae8c-924c7c4a278d req-413102c7-ed8c-4f7d-bdd0-fd05ae576025 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Feb 11 14:15:37.091580 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ca591-8a18-4035-93dc-26afec567f84 req-2dea549e-6903-425f-97ef-9bd91ddec8d6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:37.092965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b35ca591-8a18-4035-93dc-26afec567f84 req-2dea549e-6903-425f-97ef-9bd91ddec8d6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0518854 Feb 11 14:15:37.138307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b35ca591-8a18-4035-93dc-26afec567f84 req-a7fbb91d-bc8e-40fb-9955-80ee5073415a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 Feb 11 14:15:38.255315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115ca34-16ee-4c3c-abbc-413ac5d00b60 req-572f74a5-68f3-4af4-b3e4-1890e7584e48 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:38.256792 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b115ca34-16ee-4c3c-abbc-413ac5d00b60 req-572f74a5-68f3-4af4-b3e4-1890e7584e48 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0521679 Feb 11 14:15:38.301986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b115ca34-16ee-4c3c-abbc-413ac5d00b60 req-7f5021d6-a41c-4dda-8b74-b4f29fc7efa6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396693 Feb 11 14:15:39.423246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a7b18-3a4d-4697-905c-44b75f67315f req-4627b068-3584-47a7-9de4-e3b92befac99 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.424710 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a96a7b18-3a4d-4697-905c-44b75f67315f req-4627b068-3584-47a7-9de4-e3b92befac99 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0556109 Feb 11 14:15:39.469749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a96a7b18-3a4d-4697-905c-44b75f67315f req-627ae405-a8a3-46e5-866d-e126b259fec5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395372 Feb 11 14:15:40.589508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ff2f7-9409-4db9-bb14-bbec2244492c req-554e17ca-2b19-49a2-87a7-1ad619ea22fd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.591279 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-985ff2f7-9409-4db9-bb14-bbec2244492c req-554e17ca-2b19-49a2-87a7-1ad619ea22fd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0554368 Feb 11 14:15:40.637909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-985ff2f7-9409-4db9-bb14-bbec2244492c req-845589f6-3601-4b96-9676-feeda837f48e tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Feb 11 14:15:41.755213 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28df3c-688d-44bd-b8ae-d25b5ceefcbf req-4253d580-dfeb-4638-a690-7ab9a62371b5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.756684 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa28df3c-688d-44bd-b8ae-d25b5ceefcbf req-4253d580-dfeb-4638-a690-7ab9a62371b5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0518034 Feb 11 14:15:41.802181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aa28df3c-688d-44bd-b8ae-d25b5ceefcbf req-ad2d920b-21ab-4058-9ff3-2fb2bfedf53f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Feb 11 14:15:42.683113 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:42.925218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511004-1da1-4502-861b-a44e1ca06504 req-88d4baf8-693b-4d11-b255-1dc98ef22ccc tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:42.926743 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34511004-1da1-4502-861b-a44e1ca06504 req-88d4baf8-693b-4d11-b255-1dc98ef22ccc tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0529261 Feb 11 14:15:42.973180 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34511004-1da1-4502-861b-a44e1ca06504 req-2b77b48f-79f1-47d0-935c-770d0737c585 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Feb 11 14:15:44.094370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd325-4fe2-4fea-9b39-d4d7379f1d50 req-4ed7b129-b51f-455f-9c58-918dc35b278f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:44.095748 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02cdd325-4fe2-4fea-9b39-d4d7379f1d50 req-4ed7b129-b51f-455f-9c58-918dc35b278f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0546372 Feb 11 14:15:44.140985 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02cdd325-4fe2-4fea-9b39-d4d7379f1d50 req-3378aa19-43bf-4107-b94f-977e16c2b25a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Feb 11 14:15:45.262247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cd8d-2656-4ff7-b6b3-bec18cf43f44 req-8761471b-4cf1-49c2-af81-b5aab100f1ba tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.263742 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b9e0cd8d-2656-4ff7-b6b3-bec18cf43f44 req-8761471b-4cf1-49c2-af81-b5aab100f1ba tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0565295 Feb 11 14:15:45.309140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b9e0cd8d-2656-4ff7-b6b3-bec18cf43f44 req-4946e2c8-b448-4ddd-b4f6-fd3bbe1ec95c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Feb 11 14:15:46.427356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5838c4-ba5b-410b-b996-a1ca8e5e89d1 req-b258948c-c695-466d-b61f-e59a796e4dff tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.428816 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf5838c4-ba5b-410b-b996-a1ca8e5e89d1 req-b258948c-c695-466d-b61f-e59a796e4dff tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0517364 Feb 11 14:15:46.474455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bf5838c4-ba5b-410b-b996-a1ca8e5e89d1 req-0d5d6a9e-ba81-4aed-9654-229d690d96c8 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Feb 11 14:15:47.591088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03d3e4-499e-49f1-bdec-76e285c13f66 req-7aa01097-e9e4-454c-a845-d6c59ac9ee96 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.592745 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e03d3e4-499e-49f1-bdec-76e285c13f66 req-7aa01097-e9e4-454c-a845-d6c59ac9ee96 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0533066 Feb 11 14:15:47.638673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8e03d3e4-499e-49f1-bdec-76e285c13f66 req-022ca533-4ce3-4c76-93f4-20e386d60c94 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Feb 11 14:15:48.763327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42905697-0921-44f0-a052-5a087a08bb1e req-6c9b5d93-f7d4-4889-aef9-1c6995a4642b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:48.764837 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42905697-0921-44f0-a052-5a087a08bb1e req-6c9b5d93-f7d4-4889-aef9-1c6995a4642b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0517142 Feb 11 14:15:48.813753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-42905697-0921-44f0-a052-5a087a08bb1e req-f55a92dc-5d8a-4ec6-b523-a8791adf01c0 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Feb 11 14:15:49.933205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d093f6-f6c0-4e4a-ab8e-fc0723b05c63 req-c6c8cf19-bec8-48e9-869c-eb3682568062 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:49.934716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80d093f6-f6c0-4e4a-ab8e-fc0723b05c63 req-c6c8cf19-bec8-48e9-869c-eb3682568062 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0523095 Feb 11 14:15:49.984391 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80d093f6-f6c0-4e4a-ab8e-fc0723b05c63 req-4529b22d-8f4d-4995-8801-b9f623604102 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Feb 11 14:15:50.394437 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:51.102505 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac9ea5-7261-4f6a-b31b-462168cd0adb req-8bbe09b7-8c97-482c-af86-e93fecec9748 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:51.103868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9ac9ea5-7261-4f6a-b31b-462168cd0adb req-8bbe09b7-8c97-482c-af86-e93fecec9748 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0506625 Feb 11 14:15:51.149791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9ac9ea5-7261-4f6a-b31b-462168cd0adb req-df25aa4a-8fce-466c-9d5a-7d9e743eb3cd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Feb 11 14:15:52.267671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee959fa-f0fa-49dc-8a36-953e908d9cca req-ff8ea4ef-e2bf-4ab1-b9f8-a3595c478596 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:52.269147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ee959fa-f0fa-49dc-8a36-953e908d9cca req-ff8ea4ef-e2bf-4ab1-b9f8-a3595c478596 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0519793 Feb 11 14:15:52.314688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6ee959fa-f0fa-49dc-8a36-953e908d9cca req-7998f2b1-5386-4448-b4d3-2476a35b588f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Feb 11 14:15:52.321515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:53.432427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478894-110a-49c0-835d-256f430e9b61 req-071779b0-a9c4-4923-a2d3-015e2e0f264a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.433882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7478894-110a-49c0-835d-256f430e9b61 req-071779b0-a9c4-4923-a2d3-015e2e0f264a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Feb 11 14:15:53.478509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7478894-110a-49c0-835d-256f430e9b61 req-fc22111f-0878-46da-aed6-c26f5ff97e0f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Feb 11 14:15:54.595917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbff698-bdab-4d93-be40-1441c799b64e req-bea27557-8c45-4418-b721-323cec6045ca tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:54.597917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cbff698-bdab-4d93-be40-1441c799b64e req-bea27557-8c45-4418-b721-323cec6045ca tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0513670 Feb 11 14:15:54.643423 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cbff698-bdab-4d93-be40-1441c799b64e req-ce9f685f-21b1-4611-8d0d-59596fb73c07 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Feb 11 14:15:55.766353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f35a6-df4a-4b71-8f7c-ace54f260a2d req-b95860d3-33ca-43fb-9ab8-b8a66e3b4f45 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:55.767823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc5f35a6-df4a-4b71-8f7c-ace54f260a2d req-b95860d3-33ca-43fb-9ab8-b8a66e3b4f45 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0560493 Feb 11 14:15:55.813144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bc5f35a6-df4a-4b71-8f7c-ace54f260a2d req-51421294-291e-4f05-80ad-394d807d4856 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397935 Feb 11 14:15:57.101494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3b37c8d9-266a-4a3f-ae91-265c0c9bbef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:57.218888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0df5e-0b49-4f6d-a2a0-5071bd723006 req-9fe9cac8-8e9a-4d61-8e09-7aa176e76e7d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:57.220367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08b0df5e-0b49-4f6d-a2a0-5071bd723006 req-9fe9cac8-8e9a-4d61-8e09-7aa176e76e7d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.3385496 Feb 11 14:15:57.267896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-08b0df5e-0b49-4f6d-a2a0-5071bd723006 req-ad4db617-1247-4e47-a011-97ead1bd9c0b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Feb 11 14:15:58.385129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ebb5-9f7e-499d-afce-42e1b068953b req-a4432077-701b-4d19-b7a5-87d7bc1adf75 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:58.386612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c706ebb5-9f7e-499d-afce-42e1b068953b req-a4432077-701b-4d19-b7a5-87d7bc1adf75 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0516751 Feb 11 14:15:58.431909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c706ebb5-9f7e-499d-afce-42e1b068953b req-7dd9f473-df94-4ce8-85f6-d1e26f7c8b62 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Feb 11 14:15:59.469352 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7ef060cb-e7ae-4239-b624-206495652ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:59.551473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64599b89-59c6-4338-b240-8b85178d9d2e req-22bad1ed-67fb-4914-9ae5-561e9275cd74 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:59.552946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64599b89-59c6-4338-b240-8b85178d9d2e req-22bad1ed-67fb-4914-9ae5-561e9275cd74 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0516737 Feb 11 14:15:59.600727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64599b89-59c6-4338-b240-8b85178d9d2e req-5a48d5ef-f8d4-478f-942b-72ffc58e39a9 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Feb 11 14:16:00.717890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec59d2-4983-431f-a720-88f81eab2ef6 req-7214ca9b-9ba7-47b7-86b0-bb3dd3a60f56 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:00.719322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6ec59d2-4983-431f-a720-88f81eab2ef6 req-7214ca9b-9ba7-47b7-86b0-bb3dd3a60f56 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 946 time: 0.0516541 Feb 11 14:16:00.768711 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6ec59d2-4983-431f-a720-88f81eab2ef6 req-3d8bb100-5019-41a1-9107-c8b3e7a3cd14 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Feb 11 14:16:01.043580 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-28e4bbe8-8424-4d43-8124-0dd6ea185d08 service neutron] show failed (client error): The resource could not be found. Feb 11 14:16:01.044572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-28e4bbe8-8424-4d43-8124-0dd6ea185d08 service neutron] 10.222.0.83 "GET /v2.0/ports/58049a1c-6ccd-40a0-8038-5ee6d5caba50/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0564985 Feb 11 14:16:01.114614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.239441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-18ce6d13-a913-45d4-9315-a740ac6dd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:01.240959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-18ce6d13-a913-45d4-9315-a740ac6dd1af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1&tenant_id=251c16294e9f4990b687ffd95f2bd30c HTTP/1.1" status: 200 len: 1128 time: 0.0452387 Feb 11 14:16:01.253816 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:01.308874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.511995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:01.543460 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:01.581826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:01.583943 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17044cfc-bd0b-43b1-b56a-8c09ed773989" -d '{"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-unplugged", "status": "completed", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:01.587372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Publish callbacks [] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.599598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Transition to ACTIVE for port object 58049a1c-6ccd-40a0-8038-5ee6d5caba50 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:01.603443 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.642476 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5129846-95c3-4fb4-bdda-d9df966c3f90 x-openstack-request-id: req-f5129846-95c3-4fb4-bdda-d9df966c3f90 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:01.642791 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-unplugged", "status": "completed", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:01.643045 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5129846-95c3-4fb4-bdda-d9df966c3f90 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:01.643448 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'code': 200} Feb 11 14:16:01.670033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] No DVR routers for this DVR port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:01.673067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:01.684569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.684918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.685261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.685600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.685929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.686303 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.686631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.686952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.687275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.687596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.687916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.688234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.688549 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:01.720162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:01.720801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:01.720801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:01.724977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on network e816159e-bb50-4b9c-808e-c43aed858171 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:01.725294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Attempting to bind port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:01.730211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:01.730553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Checking segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:01.730940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Bound using segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:01.731369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Bound port: 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:01.731724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.794424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:01.797527 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:01.804624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.840820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:01.841438 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.842861 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] 10.222.0.30 "PUT /v2.0/ports/58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 1092 time: 0.5934303 Feb 11 14:16:01.911696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eb395-d7f7-4a3c-b032-b5dfdc5de850 service neutron] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:01.948165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c674c4-b1a6-4d76-9ff2-dcc09d3e5e7e req-6f918334-f494-4693-a01e-52c219d2e9f8 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:01.949654 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41c674c4-b1a6-4d76-9ff2-dcc09d3e5e7e req-6f918334-f494-4693-a01e-52c219d2e9f8 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.1001077 Feb 11 14:16:01.952085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-5f321320-4322-4bd4-9f22-c8d74e15cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:01.953443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-5f321320-4322-4bd4-9f22-c8d74e15cf34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1126 time: 0.0857952 Feb 11 14:16:02.053054 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41c674c4-b1a6-4d76-9ff2-dcc09d3e5e7e req-f2178c27-2d80-4792-8ce3-be3326e6ec27 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972271 Feb 11 14:16:02.074234 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-e0c795a9-d68a-4006-94b3-d2ef87043d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:02.075690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-e0c795a9-d68a-4006-94b3-d2ef87043d5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.1143425 Feb 11 14:16:02.116694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-290b314c-cf64-492e-91d7-13f2af6d0aa1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 217 time: 0.0348382 Feb 11 14:16:02.162748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-b96a0cef-38f0-49d9-81a5-67f558a26fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:02.164157 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-b96a0cef-38f0-49d9-81a5-67f558a26fc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0419097 Feb 11 14:16:02.194417 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-a0e48230-2c00-41c4-8030-81940b3ed9ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248654 Feb 11 14:16:02.284592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-5a331727-c3af-4ba9-b8cb-d63bdfc6e0f9 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835617 Feb 11 14:16:02.374470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c9d81c-27bc-4bb8-858f-a9a388a3f123 req-5df3cc81-d8ce-4158-8e8d-278a6a0c697c service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844181 Feb 11 14:16:02.540448 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:03.175656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020683fd-12a1-4e21-ba56-94d3fd10402d req-733cc00c-0fd1-4366-a356-81896c13db81 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.177227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-020683fd-12a1-4e21-ba56-94d3fd10402d req-733cc00c-0fd1-4366-a356-81896c13db81 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0549023 Feb 11 14:16:03.224834 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-020683fd-12a1-4e21-ba56-94d3fd10402d req-93c1a08f-bab2-483d-b97d-e4f7103dced8 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Feb 11 14:16:03.645284 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:03.647655 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e369a51-d966-481c-a966-022060b4884e" -d '{"events": [{"name": "network-changed", "server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:03.695428 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211bf9df-76fa-405d-ad08-1eb228cee7a6 x-openstack-request-id: req-211bf9df-76fa-405d-ad08-1eb228cee7a6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:03.695787 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:03.696551 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-211bf9df-76fa-405d-ad08-1eb228cee7a6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:03.697333 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'status': 'completed', 'code': 200} Feb 11 14:16:03.737866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:03.765696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e369a51-d966-481c-a966-022060b4884e req-1a698dc7-066c-4013-91fb-35b9197a1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.766623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e369a51-d966-481c-a966-022060b4884e req-2b1f1022-34da-42e7-8301-24eddda0fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.767392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-1a698dc7-066c-4013-91fb-35b9197a1858 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1126 time: 0.0496612 Feb 11 14:16:03.768211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-2b1f1022-34da-42e7-8301-24eddda0fb14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1126 time: 0.0470316 Feb 11 14:16:03.863197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e369a51-d966-481c-a966-022060b4884e req-fb4b9137-a2e2-4ec7-b554-3aaf76262343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.864742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-fb4b9137-a2e2-4ec7-b554-3aaf76262343 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0899425 Feb 11 14:16:03.873575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e369a51-d966-481c-a966-022060b4884e req-69c01783-8ccf-480a-a6d5-1064c0aa251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.875099 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-69c01783-8ccf-480a-a6d5-1064c0aa251a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.1007795 Feb 11 14:16:03.915166 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-282cc5c2-13b9-462b-b1ae-e331409787f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 217 time: 0.0347023 Feb 11 14:16:03.915912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-8217275e-3de3-4ff6-8ab8-6259b45a3aac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 217 time: 0.0448847 Feb 11 14:16:03.962543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e369a51-d966-481c-a966-022060b4884e req-923bce12-4da7-4c45-b557-e6f9578a5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.963692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:03.964340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-923bce12-4da7-4c45-b557-e6f9578a5c87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0440555 Feb 11 14:16:03.976658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e369a51-d966-481c-a966-022060b4884e req-f847fab9-945b-43f3-9eca-3837e9513db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.978274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-f847fab9-945b-43f3-9eca-3837e9513db7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0569115 Feb 11 14:16:04.003760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-13ae42b0-0eb9-4cc9-b14a-d41177d1a8a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321345 Feb 11 14:16:04.009646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:16:04.010266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:04.014274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-efbbbc10-82a2-4755-90f1-6c6dc57a5e32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295084 Feb 11 14:16:04.090197 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-b3c2edeb-73c2-4d63-9d7c-49139c03e68c service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810702 Feb 11 14:16:04.106359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-b22389d5-e04a-4620-8227-5ddc92bca259 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862775 Feb 11 14:16:04.181855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-460a899c-ba03-44ec-b024-a2e5a67e6019 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855699 Feb 11 14:16:04.206896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e369a51-d966-481c-a966-022060b4884e req-fdc07ee6-e0bb-4a7e-b975-8c39850849e0 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943661 Feb 11 14:16:04.344825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece8c9-b529-4ca3-9a37-46f4d1e8405b req-9035d921-5aa1-4c90-b836-f8a5d4ab13bd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.346342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42ece8c9-b529-4ca3-9a37-46f4d1e8405b req-9035d921-5aa1-4c90-b836-f8a5d4ab13bd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0530431 Feb 11 14:16:04.398324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42ece8c9-b529-4ca3-9a37-46f4d1e8405b req-ce1f18d7-3230-4364-8e3d-b8416713391e tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Feb 11 14:16:04.629575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1770f4-ecae-41a5-8136-9099005edabb req-5ecb0893-ade8-4936-b20f-7607edb17cca tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.631184 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf1770f4-ecae-41a5-8136-9099005edabb req-5ecb0893-ade8-4936-b20f-7607edb17cca tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0923071 Feb 11 14:16:04.638791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-ba231d07-8233-425d-9bc8-3b66325eef1b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.640154 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-ba231d07-8233-425d-9bc8-3b66325eef1b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.83 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1&tenant_id=251c16294e9f4990b687ffd95f2bd30c&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 944 time: 0.0903292 Feb 11 14:16:04.722631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cf1770f4-ecae-41a5-8136-9099005edabb req-8605e716-3d19-4cb7-8e57-dc5f069244b0 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808809 Feb 11 14:16:04.727712 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-9b702ed6-5749-444f-a78d-3a444390729f service neutron] delete failed (client error): The resource could not be found. Feb 11 14:16:04.728706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-9b702ed6-5749-444f-a78d-3a444390729f service neutron] 10.222.0.83 "DELETE /v2.0/ports/58049a1c-6ccd-40a0-8038-5ee6d5caba50/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0814719 Feb 11 14:16:04.817535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-894d4f5d-c245-4d6e-a947-302973915c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.819087 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-894d4f5d-c245-4d6e-a947-302973915c0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 1126 time: 0.0492544 Feb 11 14:16:04.910507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-b545e6b2-62ce-4a69-b661-f2f2c910d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.911998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-b545e6b2-62ce-4a69-b661-f2f2c910d769 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0877044 Feb 11 14:16:04.954764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-2f97c6c1-fb95-455c-9ac1-fedec743a1df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 200 len: 217 time: 0.0373933 Feb 11 14:16:05.000802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-afc37f37-7b16-4459-94a0-d79df9037d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:05.002261 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-afc37f37-7b16-4459-94a0-d79df9037d05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0426900 Feb 11 14:16:05.032402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-d27b7fe2-7e6c-4f4a-a99a-52f44f6a7a87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246696 Feb 11 14:16:05.122522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-3e6d5382-931c-4133-a93f-6312d515255f service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843074 Feb 11 14:16:05.207747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ae4d984-5df4-4397-a39f-ff94a63513ea req-534b1534-c90a-41a0-8f9e-7c4f5dcb6127 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801444 Feb 11 14:16:05.852715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683826-1936-4cf2-aab4-02e727c9560a req-7da91ec2-26d5-4640-9836-3f8952a39965 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:05.854261 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1683826-1936-4cf2-aab4-02e727c9560a req-7da91ec2-26d5-4640-9836-3f8952a39965 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0583084 Feb 11 14:16:05.901036 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1683826-1936-4cf2-aab4-02e727c9560a req-ce55635c-d1e9-43a6-a9f3-491a550c6f6b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Feb 11 14:16:06.019138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a2170-7927-4f5e-85dd-7dad20ea1b46 req-35179117-b860-4c5f-9a90-4f9298a33ccc tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:06.020770 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b1a2170-7927-4f5e-85dd-7dad20ea1b46 req-35179117-b860-4c5f-9a90-4f9298a33ccc tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0532584 Feb 11 14:16:06.071918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b1a2170-7927-4f5e-85dd-7dad20ea1b46 req-2a75083c-f37e-4547-a346-d0b25429b09d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Feb 11 14:16:06.185861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c9e5d-0e10-408b-ba6b-d8cb92be442f req-b49e8606-4aa5-48a8-a989-ff264e20e534 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:06.187261 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e99c9e5d-0e10-408b-ba6b-d8cb92be442f req-b49e8606-4aa5-48a8-a989-ff264e20e534 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 944 time: 0.0514390 Feb 11 14:16:06.231773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e99c9e5d-0e10-408b-ba6b-d8cb92be442f req-d40b79a5-b0c0-4e9b-8aae-a45aed26d97b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384784 Feb 11 14:16:06.371414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:06.474878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:06.485482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171', 'port_id': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'mac_address': 'fa:16:3e:69:1b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794b0942-4f47-4160-b10a-bab51e393c3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:06.523395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:06.523792 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:06.537068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58049a1c-6ccd-40a0-8038-5ee6d5caba50 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:16:06.557356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:06.561246 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:06.577552 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-39d54663-1e2e-494e-a2e5-5b813958b2d7 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:06.579058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-39d54663-1e2e-494e-a2e5-5b813958b2d7 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 815 time: 0.1049619 Feb 11 14:16:06.594175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-963ff74f-becf-49f2-b19c-a819c90b69d8 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/quotas/251c16294e9f4990b687ffd95f2bd30c HTTP/1.1" status: 200 len: 375 time: 0.0093772 Feb 11 14:16:06.617315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:06.653714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7415ced8-41e0-41b2-b6af-316a6903d1a8 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531576 Feb 11 14:16:06.752469 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-1fd917f0-3d7d-4a35-8b27-c7777d8bce36 service neutron] 10.222.0.79 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915461 Feb 11 14:16:06.791511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['58049a1c-6ccd-40a0-8038-5ee6d5caba50'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:06.845097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-b6f3fc8e-4a1f-41e7-8540-26118ca8e99b service neutron] 10.222.0.79 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851200 Feb 11 14:16:07.006807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e6a5c7f-ff0d-48ad-a879-15fabaf9a22a req-4e8aec49-b8d7-4e9a-8e51-a5009cd1ffee tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 210 time: 0.0272148 Feb 11 14:16:08.009093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-6445884f-025c-4a5a-bcc4-ca8f4a327437 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.010590 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-6445884f-025c-4a5a-bcc4-ca8f4a327437 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 815 time: 0.1414948 Feb 11 14:16:08.018115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-0e3a0093-7164-457e-8468-d34edb746be5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.019522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-0e3a0093-7164-457e-8468-d34edb746be5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cddb3d4-2094-42ec-bb16-89c1f97014a1 HTTP/1.1" status: 200 len: 945 time: 0.1184094 Feb 11 14:16:08.024010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Request body: {'port': {'device_id': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171', 'admin_state_up': True, 'tenant_id': '251c16294e9f4990b687ffd95f2bd30c'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:08.141597 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-630cf1f1-0c3e-4447-ae48-fcc50fbd463f req-9ce0baa2-d0e5-45c0-bc4a-393208956d49 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 210 time: 0.0638158 Feb 11 14:16:08.219395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Made reservation on behalf of 251c16294e9f4990b687ffd95f2bd30c for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:08.223269 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.227573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Deleting port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:16:08.227907 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.374570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:08.402080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:08.402459 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.423298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Calling delete_port for 58049a1c-6ccd-40a0-8038-5ee6d5caba50 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:16:08.425517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:08.429344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:08.429718 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.444690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Allocated IP 172.20.0.6 (e816159e-bb50-4b9c-808e-c43aed858171/794b0942-4f47-4160-b10a-bab51e393c3b/cb8c6db4-9db1-4b83-83de-8a5262b4a92c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:08.508152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:08.508542 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.531379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:08.533639 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a918960e-d287-48c1-9cec-be2dcdbbb050" -d '{"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-plugged", "status": "completed", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:08.546953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 58049a1c-6ccd-40a0-8038-5ee6d5caba50, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=58049a1c-6ccd-40a0-8038-5ee6d5caba50,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:08.551237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.587172 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6deb2c-db8b-4eb1-9fee-6b70e540559f x-openstack-request-id: req-6d6deb2c-db8b-4eb1-9fee-6b70e540559f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:08.587470 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-plugged", "status": "completed", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:08.587746 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d6deb2c-db8b-4eb1-9fee-6b70e540559f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:08.588122 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'code': 200} Feb 11 14:16:08.604243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.674745 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (58049a1c-6ccd-40a0-8038-5ee6d5caba50), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.686280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['58049a1c-6ccd-40a0-8038-5ee6d5caba50'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:08.714111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks [] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.717129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Pushing event deleted for resources: {'Port': ['ID=58049a1c-6ccd-40a0-8038-5ee6d5caba50,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.779211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] No DVR routers for this DVR port 58049a1c-6ccd-40a0-8038-5ee6d5caba50 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:08.783533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.786853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.30 "DELETE /v2.0/ports/58049a1c-6ccd-40a0-8038-5ee6d5caba50 HTTP/1.1" status: 204 len: 173 time: 0.7597096 Feb 11 14:16:08.787295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-deleted', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:08.790010 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2d9baa-7838-445e-a4b7-5aeedfe5b1b1" -d '{"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-deleted", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:08.804285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.816178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['58049a1c-6ccd-40a0-8038-5ee6d5caba50'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:08.845205 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2213c622-4d7d-4874-8ad0-32225b5620ad x-openstack-request-id: req-2213c622-4d7d-4874-8ad0-32225b5620ad {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:08.845506 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cddb3d4-2094-42ec-bb16-89c1f97014a1", "name": "network-vif-deleted", "tag": "58049a1c-6ccd-40a0-8038-5ee6d5caba50", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:08.845761 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2213c622-4d7d-4874-8ad0-32225b5620ad {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:08.846203 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cddb3d4-2094-42ec-bb16-89c1f97014a1', 'name': 'network-vif-deleted', 'tag': '58049a1c-6ccd-40a0-8038-5ee6d5caba50', 'status': 'completed', 'code': 200} Feb 11 14:16:08.872047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Network e816159e-bb50-4b9c-808e-c43aed858171 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:08.873404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.879386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:08.881570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:08.938927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.939441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:08.955150 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7b6052e7-4d24-4f43-80a5-a50abd82381a tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9346945 Feb 11 14:16:08.966283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Request body: {'port': {'device_id': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:09.028288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:09.269126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f158-2e58-4701-a645-9cf796bbaf06 req-aab47ffe-00b4-4454-8c69-a1995c2f3ccd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.270660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0182f158-2e58-4701-a645-9cf796bbaf06 req-aab47ffe-00b4-4454-8c69-a1995c2f3ccd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 931 time: 0.0561395 Feb 11 14:16:09.314271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8c6db4-9db1-4b83-83de-8a5262b4a92c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:16:09.321785 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Publish callbacks [] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:09.321989 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0182f158-2e58-4701-a645-9cf796bbaf06 req-12f20019-d30d-4e0b-9cb4-13dc19c8cf14 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Feb 11 14:16:09.335601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Transition to ACTIVE for port object cb8c6db4-9db1-4b83-83de-8a5262b4a92c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:09.339283 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:09.390678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:09.464854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:09.465187 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:09.465511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:09.469714 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on network e816159e-bb50-4b9c-808e-c43aed858171 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:09.470035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:09.475830 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:09.476310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Checking segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:09.476748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Bound using segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:09.477298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Bound port: cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:09.477698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:09.537677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:09.540483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:09.545792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:09.583941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.584545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:09.585900 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] 10.222.0.30 "PUT /v2.0/ports/cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 1091 time: 0.6237040 Feb 11 14:16:09.603280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a389525-0f2d-401a-b23c-16748fc7b271 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:09.667316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-c969f819-1902-4524-8ff8-c105f7889839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.668909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-c969f819-1902-4524-8ff8-c105f7889839 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1125 time: 0.0449047 Feb 11 14:16:09.709944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-e8dbc035-27c8-4a02-b4ee-49c7ed5f70c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0342205 Feb 11 14:16:09.769116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-83bbb69a-96fe-4eea-b7b0-68b56f1b6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.770893 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-83bbb69a-96fe-4eea-b7b0-68b56f1b6cb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0550952 Feb 11 14:16:09.805522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-ebd81255-bef0-403a-8f75-8998214e0e6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288959 Feb 11 14:16:09.894572 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-d5662d04-20e3-4582-b6de-fbecf2ec7aab service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Feb 11 14:16:09.988180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b63aabc-85dd-4508-9b06-30ed1dad1cc8 req-1550539f-b82d-419a-98d4-4b2eba2a31d3 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879772 Feb 11 14:16:10.444093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5be65-d83d-4205-9498-f1b78cedd9ef req-6b2698bf-7405-4b35-b740-b22a9acf1cad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.445568 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0b5be65-d83d-4205-9498-f1b78cedd9ef req-6b2698bf-7405-4b35-b740-b22a9acf1cad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0524192 Feb 11 14:16:10.492804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f0b5be65-d83d-4205-9498-f1b78cedd9ef req-f5c93c0f-4252-49c7-89a7-7ad9593a03ac tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Feb 11 14:16:10.847575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:10.849916 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c923c9ef-ee20-4cba-bf74-6bac32c05635" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:10.885209 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dfab1b-d1e5-4884-9de6-c2cd4106a914 x-openstack-request-id: req-82dfab1b-d1e5-4884-9de6-c2cd4106a914 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:10.885507 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:10.885766 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82dfab1b-d1e5-4884-9de6-c2cd4106a914 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:10.886198 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'status': 'completed', 'code': 200} Feb 11 14:16:10.949306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-ce248eca-a573-4b89-a967-de1aa029cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.950821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-ce248eca-a573-4b89-a967-de1aa029cb1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1125 time: 0.0433950 Feb 11 14:16:11.047535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-3ed4204d-020b-4c0a-bb19-667bd30c7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.049002 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-3ed4204d-020b-4c0a-bb19-667bd30c7edc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0897424 Feb 11 14:16:11.091612 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-93058dcf-42c1-4f6b-8681-ad8ca26d50aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0355523 Feb 11 14:16:11.141407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-ebbbca29-70e8-4d6f-a550-194dbb09484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.142823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-ebbbca29-70e8-4d6f-a550-194dbb09484e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0457046 Feb 11 14:16:11.172467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-85a2bc04-94e8-4c15-88bb-8ca7d27ce33a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240448 Feb 11 14:16:11.257997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-20e2424e-2c45-456e-9dd8-fe1befa0a63c service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799105 Feb 11 14:16:11.349815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c923c9ef-ee20-4cba-bf74-6bac32c05635 req-30a9a357-5018-4e13-88c3-10119439f2b7 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859776 Feb 11 14:16:11.609585 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd719804-d805-47ed-8aca-19086968bcb3 req-9a67bc0d-431e-42a3-a734-17eb487b65ab tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.611031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd719804-d805-47ed-8aca-19086968bcb3 req-9a67bc0d-431e-42a3-a734-17eb487b65ab tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0518758 Feb 11 14:16:11.659599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd719804-d805-47ed-8aca-19086968bcb3 req-54cca6db-09f1-419c-a092-6dd2d75ef864 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Feb 11 14:16:12.403393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:12.405818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:12.432748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 58049a1c-6ccd-40a0-8038-5ee6d5caba50 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:16:12.433097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 58049a1c-6ccd-40a0-8038-5ee6d5caba50 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:12.534457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:12.545355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171', 'port_id': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'mac_address': 'fa:16:3e:fe:85:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794b0942-4f47-4160-b10a-bab51e393c3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:12.583619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port cb8c6db4-9db1-4b83-83de-8a5262b4a92c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:12.584014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:12.597483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8c6db4-9db1-4b83-83de-8a5262b4a92c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:16:12.620398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:12.624508 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:12.682879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:12.785152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd85e8-4987-426a-b612-b2b37bed1700 req-34cbfea1-048a-48c6-ab96-f3bfe848467d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.786699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0ebd85e8-4987-426a-b612-b2b37bed1700 req-34cbfea1-048a-48c6-ab96-f3bfe848467d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 944 time: 0.0543149 Feb 11 14:16:12.822425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['cb8c6db4-9db1-4b83-83de-8a5262b4a92c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:12.849761 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0ebd85e8-4987-426a-b612-b2b37bed1700 req-d56eff25-262e-4c80-bf6d-183d281e36f0 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479014 Feb 11 14:16:13.973082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16443b8-079e-44a9-81f8-4d8ac0aa93c1 req-0a202388-345d-4f78-bbed-5abba57a2286 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.974482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e16443b8-079e-44a9-81f8-4d8ac0aa93c1 req-0a202388-345d-4f78-bbed-5abba57a2286 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 944 time: 0.0564730 Feb 11 14:16:14.020797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e16443b8-079e-44a9-81f8-4d8ac0aa93c1 req-d67cadbd-e4a5-4982-bc49-796159c5da1d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Feb 11 14:16:14.401888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:14.453397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port cb8c6db4-9db1-4b83-83de-8a5262b4a92c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:14.458144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port cb8c6db4-9db1-4b83-83de-8a5262b4a92c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:14.458514 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:14.532521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port cb8c6db4-9db1-4b83-83de-8a5262b4a92c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:14.532908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:14.554848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:14.557044 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb34f62-b510-46c0-92ad-99e3431d23cc" -d '{"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-plugged", "status": "completed", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:14.569993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:14.574208 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:14.601015 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428100b7-988c-4c2d-9de6-59715b99f321 x-openstack-request-id: req-428100b7-988c-4c2d-9de6-59715b99f321 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:14.601317 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-plugged", "status": "completed", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:14.601588 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-428100b7-988c-4c2d-9de6-59715b99f321 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:14.601959 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'code': 200} Feb 11 14:16:14.627251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:14.734319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db600-df31-42ba-9381-71cd0215ed63 req-d60b0353-224b-47a7-80c9-2a295fb093b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.735794 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a5db600-df31-42ba-9381-71cd0215ed63 req-d60b0353-224b-47a7-80c9-2a295fb093b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1127 time: 0.0895138 Feb 11 14:16:14.779932 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a5db600-df31-42ba-9381-71cd0215ed63 req-778e5d8d-3e3c-4cbf-a9bd-6cbea85fe0d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381517 Feb 11 14:16:15.148294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacef60-5a38-4cb2-b607-dc46b866e2b2 req-dc53a298-d839-4f27-b2ac-7f1603a0629d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.149773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbacef60-5a38-4cb2-b607-dc46b866e2b2 req-dc53a298-d839-4f27-b2ac-7f1603a0629d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0570240 Feb 11 14:16:15.195519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bbacef60-5a38-4cb2-b607-dc46b866e2b2 req-dd96508d-85fe-46fe-9351-300ba6fa0615 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Feb 11 14:16:16.316495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a3712-7fad-4e26-a4b2-a2a6ccc424e5 req-62b324a7-1c6f-486e-9364-29e140f323af tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.318015 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-353a3712-7fad-4e26-a4b2-a2a6ccc424e5 req-62b324a7-1c6f-486e-9364-29e140f323af tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0538838 Feb 11 14:16:16.367749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-353a3712-7fad-4e26-a4b2-a2a6ccc424e5 req-49f1ec53-89fa-4f75-8914-9af564300562 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Feb 11 14:16:16.487359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5c8a6-4a13-4ec5-ac16-3bb1c68b391d req-1116b4ac-614f-4a85-ad90-ad2af04d04b5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.488776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e1c5c8a6-4a13-4ec5-ac16-3bb1c68b391d req-1116b4ac-614f-4a85-ad90-ad2af04d04b5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0547597 Feb 11 14:16:16.534796 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e1c5c8a6-4a13-4ec5-ac16-3bb1c68b391d req-3ec8b2f5-22de-4995-9d16-ee5ade8c0043 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Feb 11 14:16:17.094583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51def-93bd-479e-890d-8792139200e1 req-687ed3f6-1ae7-40fe-a264-b0f839fdf687 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.095952 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02d51def-93bd-479e-890d-8792139200e1 req-687ed3f6-1ae7-40fe-a264-b0f839fdf687 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.3754323 Feb 11 14:16:17.099774 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-3bb18e49-733a-4ede-a746-f36527c1808c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3874021 Feb 11 14:16:17.149381 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02d51def-93bd-479e-890d-8792139200e1 req-96a6c298-02cd-4835-b680-750a67d49239 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471904 Feb 11 14:16:17.438307 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-5a3024ee-0d3a-4192-b6c5-45532a16917d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.439676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-5a3024ee-0d3a-4192-b6c5-45532a16917d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports/cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 942 time: 0.0455356 Feb 11 14:16:17.572123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc917-05be-4b24-9585-c48029844ffc req-93ef95e2-c226-45db-af18-d9ed78355c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.573740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76fcc917-05be-4b24-9585-c48029844ffc req-93ef95e2-c226-45db-af18-d9ed78355c00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1127 time: 0.0463569 Feb 11 14:16:17.702800 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc917-05be-4b24-9585-c48029844ffc req-678f0a7d-884d-420b-a2c5-a1cfe5551350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.704399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76fcc917-05be-4b24-9585-c48029844ffc req-678f0a7d-884d-420b-a2c5-a1cfe5551350 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.1120439 Feb 11 14:16:17.749230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76fcc917-05be-4b24-9585-c48029844ffc req-7394162b-b935-4f4e-9eef-9835372437b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0383370 Feb 11 14:16:17.807912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc917-05be-4b24-9585-c48029844ffc req-923ebfbb-cb8b-48d9-914a-d83c3a4d5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.809377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76fcc917-05be-4b24-9585-c48029844ffc req-923ebfbb-cb8b-48d9-914a-d83c3a4d5a07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0532122 Feb 11 14:16:17.845835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76fcc917-05be-4b24-9585-c48029844ffc req-52e92b02-a713-4efe-a21f-a42d1a8c2803 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265691 Feb 11 14:16:17.937580 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76fcc917-05be-4b24-9585-c48029844ffc req-42541c07-5881-492e-ba89-b9845640a1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839097 Feb 11 14:16:18.030109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76fcc917-05be-4b24-9585-c48029844ffc req-c58ca710-ca61-4ff8-ab0f-d15f6f0eed84 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863690 Feb 11 14:16:18.229860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-871eca7f-cd8c-45b5-95c0-be1c329fb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.231542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-871eca7f-cd8c-45b5-95c0-be1c329fb78c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1127 time: 0.0472386 Feb 11 14:16:18.289300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03e88c-b0a0-44e1-b4a6-dc89c4ada6d4 req-c1348d72-0ed7-43fc-a34a-3ed5860b9a5f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.290902 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d03e88c-b0a0-44e1-b4a6-dc89c4ada6d4 req-c1348d72-0ed7-43fc-a34a-3ed5860b9a5f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0594740 Feb 11 14:16:18.328198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-d754544d-6d56-4de6-b004-cf72dc5eb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.329691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-d754544d-6d56-4de6-b004-cf72dc5eb161 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0916502 Feb 11 14:16:18.340527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0d03e88c-b0a0-44e1-b4a6-dc89c4ada6d4 req-775505aa-51fe-45e6-876c-ccaf53047b59 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Feb 11 14:16:18.371775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-d3e1f0a4-82cb-4f19-bc38-9dcffdaf9aca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0358956 Feb 11 14:16:18.416789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-20f1ee9d-79ec-474a-ac94-1a635d3f350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.418221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-20f1ee9d-79ec-474a-ac94-1a635d3f350c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0416486 Feb 11 14:16:18.454902 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-f431b2e7-3904-4706-a255-a2cb98379422 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301914 Feb 11 14:16:18.554804 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-0e357a0b-0fd6-450d-a764-43125f7c1154 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948412 Feb 11 14:16:18.646211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-14248e45-4af3-4c62-9a88-8fce52350bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859549 Feb 11 14:16:19.464165 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549303-d1ff-45c8-93e2-b045a2d7e1a4 req-985d44e3-fbf3-4987-8bb4-5e75818cc7ff tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.465668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73549303-d1ff-45c8-93e2-b045a2d7e1a4 req-985d44e3-fbf3-4987-8bb4-5e75818cc7ff tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0520298 Feb 11 14:16:19.511778 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73549303-d1ff-45c8-93e2-b045a2d7e1a4 req-721c2895-3b5f-4930-a762-6c07ca2a2796 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Feb 11 14:16:19.682534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:16:20.397563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:20.634267 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da49de-de32-4f71-ac43-0e31db80abc4 req-1a28239a-6184-4ad1-b7ab-a049dd00beaf tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:20.635857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10da49de-de32-4f71-ac43-0e31db80abc4 req-1a28239a-6184-4ad1-b7ab-a049dd00beaf tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0575609 Feb 11 14:16:20.682525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-10da49de-de32-4f71-ac43-0e31db80abc4 req-1f0deb0e-c207-4922-9a51-32990f48065c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Feb 11 14:16:21.798401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f0995-5e2e-4086-bfe1-2b54a470af25 req-a4b082b4-ee83-4429-917b-2c776fff9a80 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:21.800138 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c72f0995-5e2e-4086-bfe1-2b54a470af25 req-a4b082b4-ee83-4429-917b-2c776fff9a80 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0520947 Feb 11 14:16:21.850311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c72f0995-5e2e-4086-bfe1-2b54a470af25 req-d1da371f-a51a-45cd-b32b-343918536e9b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449500 Feb 11 14:16:22.312281 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:22.969862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a938b-b6ce-4543-9314-575a6911e00c req-bf8b69bd-36e3-49db-9469-ad9b890ecf9c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:22.971995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-606a938b-b6ce-4543-9314-575a6911e00c req-bf8b69bd-36e3-49db-9469-ad9b890ecf9c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0522766 Feb 11 14:16:23.017707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-606a938b-b6ce-4543-9314-575a6911e00c req-96e51f38-f719-4aff-8207-446e0d6b00f4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Feb 11 14:16:24.135951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea808a-881b-4d07-94cf-52c9d7affc1b req-b71aff92-eb68-47da-86a9-9325dc853a0f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:24.137347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-04ea808a-881b-4d07-94cf-52c9d7affc1b req-b71aff92-eb68-47da-86a9-9325dc853a0f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0526204 Feb 11 14:16:24.184020 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-04ea808a-881b-4d07-94cf-52c9d7affc1b req-14106611-5e2e-4c15-823f-e931e02f4add tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Feb 11 14:16:25.328736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f7a6f-546e-43c4-a70a-e563a5a87f01 req-1cede08d-34ec-45ff-8a5f-2f5a849f1a97 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:25.330300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b63f7a6f-546e-43c4-a70a-e563a5a87f01 req-1cede08d-34ec-45ff-8a5f-2f5a849f1a97 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0659709 Feb 11 14:16:25.382580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b63f7a6f-546e-43c4-a70a-e563a5a87f01 req-b2273c43-90fc-492d-a193-74e7f68df690 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Feb 11 14:16:26.501477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8a6f6-9603-45bc-958a-e62a434ca247 req-090b5948-73fa-4465-9205-e7d37af67e78 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:26.503017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee8a6f6-9603-45bc-958a-e62a434ca247 req-090b5948-73fa-4465-9205-e7d37af67e78 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0545454 Feb 11 14:16:26.549724 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8ee8a6f6-9603-45bc-958a-e62a434ca247 req-86a67a0e-a740-4fc0-acae-ce26828e0ec6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Feb 11 14:16:27.103396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-14f55110-f480-41f0-8f34-ec5786d979b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:27.671451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35411ee-8e14-4d68-b4d9-42fa8ba7ea56 req-46ec4ad8-e84b-4480-b5d1-613135bb1cf5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.672934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c35411ee-8e14-4d68-b4d9-42fa8ba7ea56 req-46ec4ad8-e84b-4480-b5d1-613135bb1cf5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0528555 Feb 11 14:16:27.718930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c35411ee-8e14-4d68-b4d9-42fa8ba7ea56 req-14554768-51ff-4a2a-ba89-f47f7c47fc28 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Feb 11 14:16:28.841148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220102d-5602-4353-9aed-185f549d9ed8 req-cdd6bf81-8e3f-444a-9d0c-3b47928af532 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:28.842644 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4220102d-5602-4353-9aed-185f549d9ed8 req-cdd6bf81-8e3f-444a-9d0c-3b47928af532 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0564017 Feb 11 14:16:28.887924 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4220102d-5602-4353-9aed-185f549d9ed8 req-7116a921-f8f1-4677-a052-27dd467490b4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Feb 11 14:16:29.471072 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-819a6ca6-46be-409f-b80c-8321f76e508e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:30.006609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f83c3-06df-4f8e-ac24-c65e15b72b23 req-f9ecbdc8-5489-493b-9a3d-66434e728b5e tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:30.008122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d4f83c3-06df-4f8e-ac24-c65e15b72b23 req-f9ecbdc8-5489-493b-9a3d-66434e728b5e tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Feb 11 14:16:30.054162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6d4f83c3-06df-4f8e-ac24-c65e15b72b23 req-84733267-0090-4536-a831-80623fa311dc tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Feb 11 14:16:31.118651 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:31.172645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5651d-e73c-404a-954d-7680396e83a1 req-c0ccca8f-93f6-4b4f-b921-e47aae54d395 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:31.174164 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17b5651d-e73c-404a-954d-7680396e83a1 req-c0ccca8f-93f6-4b4f-b921-e47aae54d395 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Feb 11 14:16:31.221871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17b5651d-e73c-404a-954d-7680396e83a1 req-05e714bd-f8bf-4275-8dab-1b769b368ac0 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Feb 11 14:16:32.346619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55896-4bc6-48fe-86c2-8eb42e6ebc06 req-16fd1804-cee2-40f0-abd7-c17a77c69e94 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.348756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26c55896-4bc6-48fe-86c2-8eb42e6ebc06 req-16fd1804-cee2-40f0-abd7-c17a77c69e94 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0563185 Feb 11 14:16:32.394292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-26c55896-4bc6-48fe-86c2-8eb42e6ebc06 req-e311cc0d-8b43-4539-8e2c-a99884235605 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Feb 11 14:16:32.545738 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:33.514219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb77c5-64a2-4dba-9172-ee8252e1449f req-56952ab8-0d25-4a16-a382-9b04908fa6a0 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.515714 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dafb77c5-64a2-4dba-9172-ee8252e1449f req-56952ab8-0d25-4a16-a382-9b04908fa6a0 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Feb 11 14:16:33.565037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dafb77c5-64a2-4dba-9172-ee8252e1449f req-c9f92b29-21bf-40be-a4d4-4c48367d2ead tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Feb 11 14:16:33.740470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.685667 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0ed29-9209-4f5d-93e9-e293bce8c58b req-5940e18d-6f2e-4654-8403-181440220d21 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:34.687189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cf0ed29-9209-4f5d-93e9-e293bce8c58b req-5940e18d-6f2e-4654-8403-181440220d21 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0531595 Feb 11 14:16:34.733140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1cf0ed29-9209-4f5d-93e9-e293bce8c58b req-24ea87d4-f8d4-4420-b1ad-b4ee89aa6d60 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Feb 11 14:16:35.854241 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306bb29-5907-4b00-87a1-052dcc64088d req-0c53ee12-b4a5-461f-8bb3-62329ac00aab tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:35.855737 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3306bb29-5907-4b00-87a1-052dcc64088d req-0c53ee12-b4a5-461f-8bb3-62329ac00aab tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0531681 Feb 11 14:16:35.902620 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3306bb29-5907-4b00-87a1-052dcc64088d req-d114b8ba-7303-40d0-977a-216417c3846f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Feb 11 14:16:37.024838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90dae-01a8-4def-ad2e-fb60ff0caaf3 req-bb1889de-456e-4e6e-821a-d259d2f37bc2 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:37.026400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79e90dae-01a8-4def-ad2e-fb60ff0caaf3 req-bb1889de-456e-4e6e-821a-d259d2f37bc2 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0570643 Feb 11 14:16:37.073226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79e90dae-01a8-4def-ad2e-fb60ff0caaf3 req-e4571faf-9b4c-48ad-8a2c-64c1b97fcae2 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Feb 11 14:16:38.205300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da274957-a50d-4066-83a4-838d5673e373 req-0f9e7809-774c-4339-97e3-af90f0dfd434 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:38.207094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da274957-a50d-4066-83a4-838d5673e373 req-0f9e7809-774c-4339-97e3-af90f0dfd434 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0661130 Feb 11 14:16:38.254449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-da274957-a50d-4066-83a4-838d5673e373 req-6f9a7dab-2aed-423e-b516-8df29be8b67c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Feb 11 14:16:39.371913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdebc-613f-4a84-a08e-b4e4cf7989ac req-02824839-bedd-456b-ad13-90253aa0c466 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:39.373404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-721fdebc-613f-4a84-a08e-b4e4cf7989ac req-02824839-bedd-456b-ad13-90253aa0c466 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0518346 Feb 11 14:16:39.419464 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-721fdebc-613f-4a84-a08e-b4e4cf7989ac req-c1ad67cf-4831-426c-97a0-5988032482d6 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Feb 11 14:16:40.544071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d5b6e-e9f8-4cdc-8eb1-f08fbde8f29e req-6466e6ce-49b4-447a-ae4e-2c10587ba616 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:40.545552 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec1d5b6e-e9f8-4cdc-8eb1-f08fbde8f29e req-6466e6ce-49b4-447a-ae4e-2c10587ba616 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0567162 Feb 11 14:16:40.598651 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ec1d5b6e-e9f8-4cdc-8eb1-f08fbde8f29e req-425fe42d-b77d-4b8e-8286-a761de79ade8 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469184 Feb 11 14:16:41.724333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca4dd-6618-475c-982a-905cfccf9060 req-9219a9ea-bf0c-4191-ae95-b48a251a8ba5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:41.725815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78dca4dd-6618-475c-982a-905cfccf9060 req-9219a9ea-bf0c-4191-ae95-b48a251a8ba5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Feb 11 14:16:41.776470 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-78dca4dd-6618-475c-982a-905cfccf9060 req-b9d6ffec-6afb-4746-ba4d-73e30957a48c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Feb 11 14:16:42.897868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cac0f-7da2-485f-a4c4-3d955577c050 req-676148e7-ff6f-4e41-92c7-aa6a6d954936 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:42.899383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b28cac0f-7da2-485f-a4c4-3d955577c050 req-676148e7-ff6f-4e41-92c7-aa6a6d954936 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0544333 Feb 11 14:16:42.952165 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b28cac0f-7da2-485f-a4c4-3d955577c050 req-dbc3afd9-0892-42e5-8d1c-e4f68ed889c3 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470519 Feb 11 14:16:44.069517 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15186cfd-d5af-4558-b449-69b760ee674f req-4643dd8a-cb50-4e97-bcac-aa4342773c89 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:44.071686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15186cfd-d5af-4558-b449-69b760ee674f req-4643dd8a-cb50-4e97-bcac-aa4342773c89 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0524542 Feb 11 14:16:44.118223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15186cfd-d5af-4558-b449-69b760ee674f req-cbe1e0a5-8e97-4176-9d97-f1c4b56c1982 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Feb 11 14:16:45.247733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef362a-b88e-4fd6-abef-0dd94f2e319b req-81954862-5d1a-41ab-808f-855ca1765475 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.249227 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36ef362a-b88e-4fd6-abef-0dd94f2e319b req-81954862-5d1a-41ab-808f-855ca1765475 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 945 time: 0.0596075 Feb 11 14:16:45.295413 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36ef362a-b88e-4fd6-abef-0dd94f2e319b req-76d08b12-2075-4ea7-855a-3cb4dc1bae84 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Feb 11 14:16:45.590916 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-298704f1-f327-44f9-ba43-770bc7629bce service neutron] show failed (client error): The resource could not be found. Feb 11 14:16:45.591951 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-298704f1-f327-44f9-ba43-770bc7629bce service neutron] 10.222.0.30 "GET /v2.0/ports/cb8c6db4-9db1-4b83-83de-8a5262b4a92c/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0544353 Feb 11 14:16:45.818347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-7bb8d004-3e0c-4a05-bef0-42f9e0bccc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.819873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-7bb8d004-3e0c-4a05-bef0-42f9e0bccc89 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1&tenant_id=251c16294e9f4990b687ffd95f2bd30c HTTP/1.1" status: 200 len: 1127 time: 0.0760622 Feb 11 14:16:45.831413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:45.894430 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:46.098778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:46.131401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:46.173826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:46.176049 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45dcac-5fa4-4dbc-b873-668364d2994e" -d '{"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:46.179895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Publish callbacks [] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:46.192073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Transition to ACTIVE for port object cb8c6db4-9db1-4b83-83de-8a5262b4a92c will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:46.195891 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:46.261365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] No DVR routers for this DVR port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:46.268228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:46.301105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.301105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.301421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.301690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.302018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.302374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.302700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.303150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.303607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.304548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.304953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.305323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.305672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.309816 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d56f12-9606-4a53-95a4-8e82ba117d52 x-openstack-request-id: req-d1d56f12-9606-4a53-95a4-8e82ba117d52 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:46.310110 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:46.310388 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1d56f12-9606-4a53-95a4-8e82ba117d52 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:46.310784 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'code': 200} Feb 11 14:16:46.325038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:46.325378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:46.325708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:46.330229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on network e816159e-bb50-4b9c-808e-c43aed858171 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:46.330518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Attempting to bind port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on network e816159e-bb50-4b9c-808e-c43aed858171 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:46.335349 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:46.335685 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Checking segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:46.336604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Bound using segment: {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:46.337027 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Bound port: cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3623af-e3ce-4c3c-b807-356d1338c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:46.337375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:46.404917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:46.407951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:46.413253 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:46.418777 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8c057-3681-40a8-88e2-2943cc62ef60 req-7cf2a878-c69c-44b2-ac89-a98b566ba6e9 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.420282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65c8c057-3681-40a8-88e2-2943cc62ef60 req-7cf2a878-c69c-44b2-ac89-a98b566ba6e9 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0549307 Feb 11 14:16:46.448348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.448967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:46.450384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] 10.222.0.83 "PUT /v2.0/ports/cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 1091 time: 0.6233015 Feb 11 14:16:46.473002 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b178ad-7e6a-4cf8-93bd-2f74b1dab9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=7']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:46.475279 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-65c8c057-3681-40a8-88e2-2943cc62ef60 req-55c0895b-dfac-46ef-8710-ed8e5f152c74 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490873 Feb 11 14:16:46.527570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-09af1778-881b-4c61-96f0-bdec7d8427ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.529090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-09af1778-881b-4c61-96f0-bdec7d8427ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1125 time: 0.0574341 Feb 11 14:16:46.623647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-31a42eb3-9a66-444a-a0a1-97a95a68052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.625131 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-31a42eb3-9a66-444a-a0a1-97a95a68052e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0904453 Feb 11 14:16:46.665526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-6126ebb3-9ea2-4137-b2ca-b52785cdd525 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0344250 Feb 11 14:16:46.712064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-afbe095e-a745-4e1f-83a3-644a5491cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.713410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-afbe095e-a745-4e1f-83a3-644a5491cc0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0424333 Feb 11 14:16:46.748278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-cae3b07c-2c19-4a96-87e0-7180c6b88b0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285254 Feb 11 14:16:46.835581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-a2949b45-9434-44f7-8644-f6a398a50b9c service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817678 Feb 11 14:16:46.928034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73df7b2d-19f5-486d-8168-974ab4a578d3 req-940d5bec-6d23-4747-8afe-9a4da36df3c8 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860999 Feb 11 14:16:47.596869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1f6d-2e15-45e1-8cca-d859d7aac328 req-ce54aae7-cb5d-4c6a-aeb5-9f3b322d175c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.598399 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a43d1f6d-2e15-45e1-8cca-d859d7aac328 req-ce54aae7-cb5d-4c6a-aeb5-9f3b322d175c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0519540 Feb 11 14:16:47.650004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a43d1f6d-2e15-45e1-8cca-d859d7aac328 req-58e036d3-fcbc-4d37-b16f-e31162a816cd tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455751 Feb 11 14:16:48.311780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:48.314107 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b33683b-65f4-42d8-acba-19558cc50df2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:48.370873 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f60bb-260f-4b9f-bc8a-fae29395b21b x-openstack-request-id: req-fc4f60bb-260f-4b9f-bc8a-fae29395b21b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:48.371190 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:48.371436 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc4f60bb-260f-4b9f-bc8a-fae29395b21b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:48.371842 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'status': 'completed', 'code': 200} Feb 11 14:16:48.447134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-c5aee9cc-adf9-4a44-be7a-667c94248f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.448698 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-c5aee9cc-adf9-4a44-be7a-667c94248f57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1125 time: 0.0472393 Feb 11 14:16:48.453648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-36e23e3f-06f5-4524-8d8a-c7345ee85f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.455188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-36e23e3f-06f5-4524-8d8a-c7345ee85f08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1125 time: 0.0525837 Feb 11 14:16:48.548190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-51a109a1-b0c8-4fea-9193-ebf612f0cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.549685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-51a109a1-b0c8-4fea-9193-ebf612f0cd9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0886977 Feb 11 14:16:48.549969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-73ac9966-46de-42ce-b881-9d1c5ad823cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.551473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-73ac9966-46de-42ce-b881-9d1c5ad823cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0941701 Feb 11 14:16:48.591510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-c8ce6c24-0def-466e-8d25-66e6cd49eb42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0342505 Feb 11 14:16:48.595208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-ee2998d3-2e3b-4712-b645-76850384ded8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0387526 Feb 11 14:16:48.643343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-6a19b2b7-8a5b-4f1a-b5fe-319caf4d8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.643604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-0b468dfa-baa6-40bd-837f-708d143d2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.644816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-6a19b2b7-8a5b-4f1a-b5fe-319caf4d8681 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0484211 Feb 11 14:16:48.644943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-0b468dfa-baa6-40bd-837f-708d143d2347 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0441394 Feb 11 14:16:48.676293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-5db1b3dc-3b33-46d1-980e-69646c941819 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257905 Feb 11 14:16:48.676550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-93f4b26d-ba36-4cc2-b2f6-45bee935f47b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253050 Feb 11 14:16:48.771236 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-cd2eae8f-5edc-4f9e-8e80-0315736def82 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886004 Feb 11 14:16:48.800526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-8d647bd0-6887-42f8-a51e-9f59e89b9312 service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182725 Feb 11 14:16:48.812167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242352e3-dddd-48a0-ab41-3ab730b3ec87 req-151c7f7f-7887-4668-a3f7-bbb726f07bbe tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.813587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-242352e3-dddd-48a0-ab41-3ab730b3ec87 req-151c7f7f-7887-4668-a3f7-bbb726f07bbe tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0757627 Feb 11 14:16:48.862962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-d4770e9b-4853-4b68-9af5-33bcc16b2824 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Feb 11 14:16:48.912663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-242352e3-dddd-48a0-ab41-3ab730b3ec87 req-afe2f45c-ccb4-46be-b62d-1fd1b6497db5 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912766 Feb 11 14:16:48.930372 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9b33683b-65f4-42d8-acba-19558cc50df2 req-9d1ad0a4-bb10-4216-a7a6-3a8ed0df391d service neutron] 10.222.0.83 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158190 Feb 11 14:16:49.117004 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ac518-3f62-4a98-952e-4c4d172746f5 req-7a327524-5ccb-4646-b697-0cb451b3fa7b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.119381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a37ac518-3f62-4a98-952e-4c4d172746f5 req-7a327524-5ccb-4646-b697-0cb451b3fa7b tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0626934 Feb 11 14:16:49.161975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166ebd5-e635-434e-807e-37eddc284676 req-348b3a2a-10f4-411d-89fe-1bc3ae90f20f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.163528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-348b3a2a-10f4-411d-89fe-1bc3ae90f20f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1&tenant_id=251c16294e9f4990b687ffd95f2bd30c&binding%3Ahost_id=n-h2-828676-2 HTTP/1.1" status: 200 len: 943 time: 0.0963631 Feb 11 14:16:49.167397 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a37ac518-3f62-4a98-952e-4c4d172746f5 req-94450795-43f3-488c-be8e-10ae6f162e5d tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Feb 11 14:16:49.220665 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [req-2166ebd5-e635-434e-807e-37eddc284676 req-401a09a9-0594-4bf4-a17f-0226906ea6fc service neutron] delete failed (client error): The resource could not be found. Feb 11 14:16:49.221661 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-401a09a9-0594-4bf4-a17f-0226906ea6fc service neutron] 10.222.0.30 "DELETE /v2.0/ports/cb8c6db4-9db1-4b83-83de-8a5262b4a92c/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0522735 Feb 11 14:16:49.316232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166ebd5-e635-434e-807e-37eddc284676 req-efcebaf7-50ee-4a75-95a3-4aedae20ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.318459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-efcebaf7-50ee-4a75-95a3-4aedae20ba3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=251c16294e9f4990b687ffd95f2bd30c&device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 1125 time: 0.0542605 Feb 11 14:16:49.409458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166ebd5-e635-434e-807e-37eddc284676 req-e599286c-5841-4cdd-97b6-bb75efa6069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.410874 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-e599286c-5841-4cdd-97b6-bb75efa6069c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 200 len: 916 time: 0.0871675 Feb 11 14:16:49.450143 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-cb71ab0e-5675-4780-8f36-90587942818e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 200 len: 217 time: 0.0328929 Feb 11 14:16:49.502146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166ebd5-e635-434e-807e-37eddc284676 req-d1954e16-756b-43a0-81e3-45e76c9f254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.503607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-d1954e16-756b-43a0-81e3-45e76c9f254f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 200 len: 855 time: 0.0476904 Feb 11 14:16:49.535478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-dbd2405d-c068-48b9-ad9d-5f1c0b7b0cdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e816159e-bb50-4b9c-808e-c43aed858171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255523 Feb 11 14:16:49.624607 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-718042de-ae3d-40b4-ac2d-534a7d702f6f service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826187 Feb 11 14:16:49.715766 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2166ebd5-e635-434e-807e-37eddc284676 req-2c00a582-00d5-4b89-a0b2-d1dcf4c9ac25 service neutron] 10.222.0.30 "GET /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Feb 11 14:16:50.221186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:50.301123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5968da1-c79e-4ae0-a8c4-87e8a0c80142 req-7e22a8ca-4e4e-438c-8283-329ba8775ee4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.302950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5968da1-c79e-4ae0-a8c4-87e8a0c80142 req-7e22a8ca-4e4e-438c-8283-329ba8775ee4 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0617363 Feb 11 14:16:50.326328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:50.337021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'network_id': 'e816159e-bb50-4b9c-808e-c43aed858171', 'port_id': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'mac_address': 'fa:16:3e:fe:85:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794b0942-4f47-4160-b10a-bab51e393c3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:50.353302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b5968da1-c79e-4ae0-a8c4-87e8a0c80142 req-e3099ea8-cf3a-4406-a610-4a8f4b04b429 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Feb 11 14:16:50.378639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port cb8c6db4-9db1-4b83-83de-8a5262b4a92c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:50.379027 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:50.475699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28450b7e-60d6-4a39-ba6d-2e6fe126b916 req-850cc09e-cf71-4032-be5d-73487ffbfbca tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.477741 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28450b7e-60d6-4a39-ba6d-2e6fe126b916 req-850cc09e-cf71-4032-be5d-73487ffbfbca tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 943 time: 0.0544984 Feb 11 14:16:50.526559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28450b7e-60d6-4a39-ba6d-2e6fe126b916 req-f0541274-34ae-49f9-a3aa-dfb7c135e938 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Feb 11 14:16:50.548421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8c6db4-9db1-4b83-83de-8a5262b4a92c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:16:50.573190 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:50.574896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:50.579373 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:50.607745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:50.653154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758d2b-618b-4999-b12d-0fd663b3b085 req-bec610b4-2f8c-4aea-ac8f-217cfe88e51f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.654743 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52758d2b-618b-4999-b12d-0fd663b3b085 req-bec610b4-2f8c-4aea-ac8f-217cfe88e51f tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 944 time: 0.0588212 Feb 11 14:16:50.663806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:50.675233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.675586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.675927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.676263 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.676590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.676918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.677244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.677567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.677897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.678243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.678565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.678887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.679204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:50.682608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port cb8c6db4-9db1-4b83-83de-8a5262b4a92c host n-h2-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:16:50.682995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:50.702991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52758d2b-618b-4999-b12d-0fd663b3b085 req-2d9fb7d7-a7cb-475f-8b61-87589c54854c tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Feb 11 14:16:50.798758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['cb8c6db4-9db1-4b83-83de-8a5262b4a92c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:51.041496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33803d12-d025-4b9f-b64c-d16dd63e583d req-3ba13bf1-4adc-4458-9157-d1c367040c96 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.043015 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33803d12-d025-4b9f-b64c-d16dd63e583d req-3ba13bf1-4adc-4458-9157-d1c367040c96 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 944 time: 0.0551438 Feb 11 14:16:51.089073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33803d12-d025-4b9f-b64c-d16dd63e583d req-ba9c7e8b-9107-4ffc-a45b-1c9aa97d4b06 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Feb 11 14:16:52.192286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-50af5ed9-9c9b-46f0-aafa-df13878cb502 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:52.193787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-50af5ed9-9c9b-46f0-aafa-df13878cb502 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 944 time: 0.0522635 Feb 11 14:16:52.207938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352336-0f96-4069-8a97-da032d1cb2f2 req-ff9514eb-e60e-48f5-be07-733faab5c5a1 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:52.209427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e352336-0f96-4069-8a97-da032d1cb2f2 req-ff9514eb-e60e-48f5-be07-733faab5c5a1 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1d4f624-9f77-4605-b76a-a860d9c424b1 HTTP/1.1" status: 200 len: 944 time: 0.0527713 Feb 11 14:16:52.227060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:52.259231 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e352336-0f96-4069-8a97-da032d1cb2f2 req-d49c3bbe-5c04-4f9e-a84a-2ae6c9f13db2 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.79 "GET /v2.0/security-groups?id=8f24728d-8d0c-40d8-8f89-1af45610b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Feb 11 14:16:52.291890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Deleting port cb8c6db4-9db1-4b83-83de-8a5262b4a92c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:16:52.292237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.293914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port cb8c6db4-9db1-4b83-83de-8a5262b4a92c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:52.298910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port cb8c6db4-9db1-4b83-83de-8a5262b4a92c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:52.299283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.342886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.384934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:52.385215 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.387292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port cb8c6db4-9db1-4b83-83de-8a5262b4a92c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:52.387436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.398408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Calling delete_port for cb8c6db4-9db1-4b83-83de-8a5262b4a92c owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:16:52.410271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:52.412484 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36af2c3a-7c0d-4fda-8f07-289f7fc75c31" -d '{"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-plugged", "status": "completed", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:52.424938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port cb8c6db4-9db1-4b83-83de-8a5262b4a92c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,segment=NetworkSegment(5c3623af-e3ce-4c3c-b807-356d1338c69c),segment_id=5c3623af-e3ce-4c3c-b807-356d1338c69c)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:52.430353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.481406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:52.527572 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20546830-88fc-4230-a0d3-35c27999c2e6 x-openstack-request-id: req-20546830-88fc-4230-a0d3-35c27999c2e6 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:52.527872 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-plugged", "status": "completed", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:52.528130 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20546830-88fc-4230-a0d3-35c27999c2e6 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:52.528534 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'code': 200} Feb 11 14:16:52.547814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (cb8c6db4-9db1-4b83-83de-8a5262b4a92c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.559357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['cb8c6db4-9db1-4b83-83de-8a5262b4a92c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:52.582249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Pushing event deleted for resources: {'Port': ['ID=cb8c6db4-9db1-4b83-83de-8a5262b4a92c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:52.621707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] No DVR routers for this DVR port cb8c6db4-9db1-4b83-83de-8a5262b4a92c on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:52.624837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:52.628265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9fdb77b-8946-4c7d-b405-b544047a9bf5 req-cafb017b-56c2-402e-8b20-2c153282bb76 tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] 10.222.0.83 "DELETE /v2.0/ports/cb8c6db4-9db1-4b83-83de-8a5262b4a92c HTTP/1.1" status: 204 len: 173 time: 0.4297347 Feb 11 14:16:52.628739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-deleted', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:52.631538 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d416b2a-95f6-4e44-81ce-cfa04e281765" -d '{"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-deleted", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:52.667396 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b179e3-a5d1-474c-b519-0b5c945adbdf x-openstack-request-id: req-b4b179e3-a5d1-474c-b519-0b5c945adbdf {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:52.667701 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d4f624-9f77-4605-b76a-a860d9c424b1", "name": "network-vif-deleted", "tag": "cb8c6db4-9db1-4b83-83de-8a5262b4a92c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:52.667962 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4b179e3-a5d1-474c-b519-0b5c945adbdf {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:52.668369 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d4f624-9f77-4605-b76a-a860d9c424b1', 'name': 'network-vif-deleted', 'tag': 'cb8c6db4-9db1-4b83-83de-8a5262b4a92c', 'status': 'completed', 'code': 200} Feb 11 14:16:53.398986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33566) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:53.448404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] Deleting subnet 794b0942-4f47-4160-b10a-bab51e393c3b {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:16:53.451466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] Publish callbacks [] for subnet (794b0942-4f47-4160-b10a-bab51e393c3b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:53.485222 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (794b0942-4f47-4160-b10a-bab51e393c3b), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:53.526934 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (794b0942-4f47-4160-b10a-bab51e393c3b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:53.578845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (794b0942-4f47-4160-b10a-bab51e393c3b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:53.606864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794b0942-4f47-4160-b10a-bab51e393c3b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:53.608883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:53.612356 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a62dc6a2-37bd-4da5-b1f2-35b270b9dac7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/794b0942-4f47-4160-b10a-bab51e393c3b HTTP/1.1" status: 204 len: 168 time: 0.2122865 Feb 11 14:16:53.614946 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33568) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:53.688845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (e816159e-bb50-4b9c-808e-c43aed858171), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:53.767468 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (e816159e-bb50-4b9c-808e-c43aed858171), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.064144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e816159e-bb50-4b9c-808e-c43aed858171']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:54.074012 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3623af-e3ce-4c3c-b807-356d1338c69c') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:54.074336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3623af-e3ce-4c3c-b807-356d1338c69c') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:54.083375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (5c3623af-e3ce-4c3c-b807-356d1338c69c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.096626 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (5c3623af-e3ce-4c3c-b807-356d1338c69c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.102438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:16:54.102824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (5c3623af-e3ce-4c3c-b807-356d1338c69c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:54.104420 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:54.156317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (e816159e-bb50-4b9c-808e-c43aed858171), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.162711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.165971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] 10.222.0.79 "DELETE /v2.0/networks/e816159e-bb50-4b9c-808e-c43aed858171 HTTP/1.1" status: 204 len: 168 time: 0.5501018 Feb 11 14:16:54.174858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f4423-5fd5-4ad4-b88d-19cb76805ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=e816159e-bb50-4b9c-808e-c43aed858171,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.272682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33574) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:54.310778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a2199f69-2dba-43e4-b4a4-ded70c2c2135 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=251c16294e9f4990b687ffd95f2bd30c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369637 Feb 11 14:16:54.313137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33576) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:54.362741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e24440e4-3bb9-42f3-b922-0065e81a8105 admin admin] Publish callbacks [] for security_group (8f24728d-8d0c-40d8-8f89-1af45610b767), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.384316 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e24440e4-3bb9-42f3-b922-0065e81a8105 admin admin] Publish callbacks [] for security_group (8f24728d-8d0c-40d8-8f89-1af45610b767), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.429815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e24440e4-3bb9-42f3-b922-0065e81a8105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (8f24728d-8d0c-40d8-8f89-1af45610b767), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.433579 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e24440e4-3bb9-42f3-b922-0065e81a8105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.434768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e24440e4-3bb9-42f3-b922-0065e81a8105 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f24728d-8d0c-40d8-8f89-1af45610b767 HTTP/1.1" status: 204 len: 168 time: 0.1207542 Feb 11 14:16:54.442234 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24440e4-3bb9-42f3-b922-0065e81a8105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24728d-8d0c-40d8-8f89-1af45610b767,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.091768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33598) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:55.186993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2010838999-network', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:55.206496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Made reservation on behalf of 4e58c7ac45814e73afe980dea33b21b1 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:55.208824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.217372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.293539 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks [] for security_group (6b38fac6-5485-4358-a954-e11f17616e29), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.297194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6b38fac6-5485-4358-a954-e11f17616e29), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.321323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:55.330942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b38fac6-5485-4358-a954-e11f17616e29,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.336000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (46891ced-057f-4112-bd2b-6ae6d8935153), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.336335 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Added segment 46891ced-057f-4112-bd2b-6ae6d8935153 of type vlan for network 133c0408-13a3-475d-854b-053fe82d8050 Feb 11 14:16:55.380286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (133c0408-13a3-475d-854b-053fe82d8050), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.403791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (133c0408-13a3-475d-854b-053fe82d8050), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.404882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.405459 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.440304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3473382 Feb 11 14:16:55.443293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33602) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:55.448245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Request body: {'subnet': {'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2010838999-subnet', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:55.467864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Made reservation on behalf of 4e58c7ac45814e73afe980dea33b21b1 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:55.468557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5529b-5196-4c99-be25-7b4737ace468 admin admin] Pushing event updated for resources: {'Network': ['ID=133c0408-13a3-475d-854b-053fe82d8050,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.470893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.479989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 133c0408-13a3-475d-854b-053fe82d8050 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:16:55.639937 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (1fbf723d-9b51-4bd7-bc89-9fb29260f27b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.704458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fbf723d-9b51-4bd7-bc89-9fb29260f27b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.715255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:55.715616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Network hostable DHCP agents. Network: 133c0408-13a3-475d-854b-053fe82d8050, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:55.731345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Network 133c0408-13a3-475d-854b-053fe82d8050 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:55.740017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 133c0408-13a3-475d-854b-053fe82d8050) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:55.744267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.744847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.752468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610df4ec-d016-4179-b934-37d3404e219e None None] Network 133c0408-13a3-475d-854b-053fe82d8050 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:16:55.767886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33604) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:55.768121 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9954c091-79e9-4232-90ec-ed71350f3f38 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3235207 Feb 11 14:16:55.772848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:55.794061 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (2cbb59c9-3500-4455-b682-cd816dbf0f1f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.795086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (2cbb59c9-3500-4455-b682-cd816dbf0f1f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.856792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-133c0408-13a3-475d-854b-053fe82d8050', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:16:55.857652 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.886394 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks [] for router_controller (2cbb59c9-3500-4455-b682-cd816dbf0f1f), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:55.994545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Allocated IP 172.20.0.2 (133c0408-13a3-475d-854b-053fe82d8050/1fbf723d-9b51-4bd7-bc89-9fb29260f27b/6c270d8e-9ca6-493c-9c38-2aa4d6586cae) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:56.028563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks [] for router_gateway (2cbb59c9-3500-4455-b682-cd816dbf0f1f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.148774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Publish callbacks [] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.154942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.197188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Network 133c0408-13a3-475d-854b-053fe82d8050 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:56.200344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:56.204574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:56.207644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Pushing event updated for resources: {'Port': ['ID=6c270d8e-9ca6-493c-9c38-2aa4d6586cae,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:56.236513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:56.256550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks [] for router_gateway (2cbb59c9-3500-4455-b682-cd816dbf0f1f), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.271828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: cb8c6db4-9db1-4b83-83de-8a5262b4a92c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:16:56.272183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device cb8c6db4-9db1-4b83-83de-8a5262b4a92c not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:56.281121 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.283123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Attempting to bind port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:56.283512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Attempting to bind port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:56.283883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Attempting to bind port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:56.289223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:56.290147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:56.291180 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.291180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:56.291791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Bound port: 6c270d8e-9ca6-493c-9c38-2aa4d6586cae, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:56.292247 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.358392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] For port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:56.361857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] For port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6c270d8e-9ca6-493c-9c38-2aa4d6586cae,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:56.368741 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.384162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Allocated IP 172.25.3.218 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/5de5d8e8-22dd-4e8b-8145-5219ba52a980) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:56.429353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5d3e7-51be-4919-a536-2eab7a8ada23 None None] Pushing event updated for resources: {'Port': ['ID=6c270d8e-9ca6-493c-9c38-2aa4d6586cae,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:56.494546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks [] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.528077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.586102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:56.589204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:56.591738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:56.624989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Pushing event updated for resources: {'Port': ['ID=5de5d8e8-22dd-4e8b-8145-5219ba52a980,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:56.683463 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:16:56.854248 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks [] for router_gateway (2cbb59c9-3500-4455-b682-cd816dbf0f1f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.059071 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (2cbb59c9-3500-4455-b682-cd816dbf0f1f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.108788 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dd035df6-31a6-4749-bc5c-4360d133568c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.206993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:16:57.288921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72842490-4004-4dcd-9305-e2ebb92cae63 None None] Network 133c0408-13a3-475d-854b-053fe82d8050 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:16:57.322490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:57.333773 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:57.340317 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.344162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3939e49f-7f1e-4de2-b641-073ee0de434c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5722513 Feb 11 14:16:57.344565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33606) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:57.345027 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:57.345612 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:16:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:57.387744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2a59921c-5a9e-4fa0-afcd-3b7124d766cb None None] Provisioning complete for port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:57.387744 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a59921c-5a9e-4fa0-afcd-3b7124d766cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.463439 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:57.496972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2a59921c-5a9e-4fa0-afcd-3b7124d766cb None None] Current status of the port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:57.497360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a59921c-5a9e-4fa0-afcd-3b7124d766cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.534138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-2a59921c-5a9e-4fa0-afcd-3b7124d766cb None None] For port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6c270d8e-9ca6-493c-9c38-2aa4d6586cae,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:57.541414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2a59921c-5a9e-4fa0-afcd-3b7124d766cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.600562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59921c-5a9e-4fa0-afcd-3b7124d766cb None None] Pushing event updated for resources: {'Port': ['ID=6c270d8e-9ca6-493c-9c38-2aa4d6586cae,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:57.679680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 3, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:57.705553 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:57.706257 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Updating router 2cbb59c9-3500-4455-b682-cd816dbf0f1f port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:57.732561 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.764054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-565f16ab-659f-46c5-b8a4-c79d4293df29 None None] Provisioning complete for port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:57.764574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-565f16ab-659f-46c5-b8a4-c79d4293df29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.808969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.846479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-565f16ab-659f-46c5-b8a4-c79d4293df29 None None] Current status of the port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:57.991238 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Publish callbacks [] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:57.996893 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.006227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Allocated IP 172.20.0.1 (133c0408-13a3-475d-854b-053fe82d8050/1fbf723d-9b51-4bd7-bc89-9fb29260f27b/d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:58.045267 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Attempting to bind port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:58.045634 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Attempting to bind port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:58.045992 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Attempting to bind port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:58.052544 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Pushing event updated for resources: {'Port': ['ID=5de5d8e8-22dd-4e8b-8145-5219ba52a980,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.055661 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:58.056074 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:58.056477 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.056867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:58.057344 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Bound port: 5de5d8e8-22dd-4e8b-8145-5219ba52a980, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:58.057747 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.064286 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.064632 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.064966 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.065301 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.065629 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.065956 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.066305 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.066639 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.066941 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.067265 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.067581 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.067898 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.068211 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.112410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks [] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.118322 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] For port 5de5d8e8-22dd-4e8b-8145-5219ba52a980, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:58.121316 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] For port 5de5d8e8-22dd-4e8b-8145-5219ba52a980, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5de5d8e8-22dd-4e8b-8145-5219ba52a980,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:58.126627 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.147516 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.185304 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:58.185917 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:16:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:58.189752 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Network 133c0408-13a3-475d-854b-053fe82d8050 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:58.192663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:58.197228 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:58.219578 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d852d-13f4-4e5d-b23b-09e760283878 None None] Pushing event updated for resources: {'Port': ['ID=5de5d8e8-22dd-4e8b-8145-5219ba52a980,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.226647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Pushing event updated for resources: {'Port': ['ID=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.239335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (2cbb59c9-3500-4455-b682-cd816dbf0f1f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.303522 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:58.382991 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.474156 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6a88109e-ce40-421c-95b6-5c2be46998a1 None None] Provisioning complete for port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:58.475098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a88109e-ce40-421c-95b6-5c2be46998a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.496344 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 3, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:58.520554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6a88109e-ce40-421c-95b6-5c2be46998a1 None None] Port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:16:58.524619 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98660d5-792f-49e8-a161-4fc97ee1eb9b None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 3, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:58.557132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks [] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.561677 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.595393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6c270d8e-9ca6-493c-9c38-2aa4d6586cae up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:58.634893 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (2cbb59c9-3500-4455-b682-cd816dbf0f1f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.637632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Pushing event updated for resources: {'Port': ['ID=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.658094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:58.659157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:58.737177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Network 133c0408-13a3-475d-854b-053fe82d8050 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:58.738622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:58.750482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:58.887374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:59.009765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:59.015054 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1cfeeed2-38c4-4550-a208-003e190f5e9a admin admin] 10.222.0.79 "PUT /v2.0/routers/2cbb59c9-3500-4455-b682-cd816dbf0f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693182 Feb 11 14:16:59.055568 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-622dcdf5-1f07-4541-9e85-c151e2fc3bf5 None None] Provisioning complete for port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:59.056621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-622dcdf5-1f07-4541-9e85-c151e2fc3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.093367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-622dcdf5-1f07-4541-9e85-c151e2fc3bf5 None None] Port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:16:59.474911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b4c1feb9-f7cb-4ce8-98dc-4a311b6a0107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.522508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:59.527668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ff221240-1d27-4ea4-87db-4d2e73ae09a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--121055476', 'description': 'tempest-description--2068731300'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:59.547606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff221240-1d27-4ea4-87db-4d2e73ae09a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.613131 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff221240-1d27-4ea4-87db-4d2e73ae09a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group (b6f28823-3e32-4e77-b91d-889b1c9ac015), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.617453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff221240-1d27-4ea4-87db-4d2e73ae09a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b6f28823-3e32-4e77-b91d-889b1c9ac015), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.650700 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ff221240-1d27-4ea4-87db-4d2e73ae09a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.651954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ff221240-1d27-4ea4-87db-4d2e73ae09a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1284366 Feb 11 14:16:59.653265 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff221240-1d27-4ea4-87db-4d2e73ae09a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f28823-3e32-4e77-b91d-889b1c9ac015,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.655187 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33616) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:59.660131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-783fba00-14ec-4c56-9759-18ffbac54f60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'security_group_rule': {'security_group_id': 'b6f28823-3e32-4e77-b91d-889b1c9ac015', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:59.684075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-783fba00-14ec-4c56-9759-18ffbac54f60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group_rule (25c39b3c-fcf7-4304-9294-af0d48702c9b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.741242 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-783fba00-14ec-4c56-9759-18ffbac54f60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group_rule (25c39b3c-fcf7-4304-9294-af0d48702c9b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.745505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-783fba00-14ec-4c56-9759-18ffbac54f60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (25c39b3c-fcf7-4304-9294-af0d48702c9b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.763783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fba00-14ec-4c56-9759-18ffbac54f60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c39b3c-fcf7-4304-9294-af0d48702c9b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.770153 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-783fba00-14ec-4c56-9759-18ffbac54f60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.771291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-783fba00-14ec-4c56-9759-18ffbac54f60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149404 Feb 11 14:16:59.773989 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33618) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:59.778600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-7ecb13c0-23da-4fa1-af69-13a760434535 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'security_group_rule': {'security_group_id': 'b6f28823-3e32-4e77-b91d-889b1c9ac015', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:59.804027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ecb13c0-23da-4fa1-af69-13a760434535 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group_rule (6979da3b-1525-47dc-91cf-625f902ebe7e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.866634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ecb13c0-23da-4fa1-af69-13a760434535 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group_rule (6979da3b-1525-47dc-91cf-625f902ebe7e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.871286 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ecb13c0-23da-4fa1-af69-13a760434535 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (6979da3b-1525-47dc-91cf-625f902ebe7e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.890774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb13c0-23da-4fa1-af69-13a760434535 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6979da3b-1525-47dc-91cf-625f902ebe7e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.897846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-7ecb13c0-23da-4fa1-af69-13a760434535 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.899103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7ecb13c0-23da-4fa1-af69-13a760434535 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238191 Feb 11 14:16:59.902096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 33620) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:59.906413 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:59.926562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.023123 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.133925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Allocated IP 172.25.3.16 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:00.135631 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:00.145699 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:00.146594 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:16:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:00.236221 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.254497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:00.270544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.314530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:00.317453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:00.321057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:00.326558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'Port': ['ID=4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.415499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.452932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.454979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 2, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:00.485949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:00.486829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Updating router 2cbb59c9-3500-4455-b682-cd816dbf0f1f port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:17:00.516657 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.620941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5de5d8e8-22dd-4e8b-8145-5219ba52a980 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:00.621199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.626919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.704428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'Port': ['ID=4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.709395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.726743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.734196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a348781d-55ac-4432-bfae-9b42765bbf9d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8255548 Feb 11 14:17:00.749616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:00.749994 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.878531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-5d5fe961-2c49-40f0-a9b3-4a7ad9489608 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--121055476&fields=id&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 267 time: 0.0430527 Feb 11 14:17:00.893165 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Publish callbacks [] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.896485 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:00.896952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.904058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.952936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 5de5d8e8-22dd-4e8b-8145-5219ba52a980, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5de5d8e8-22dd-4e8b-8145-5219ba52a980,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:00.963279 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.969614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a45876-5c6e-45fc-93c3-08671fa498e6 None None] Pushing event updated for resources: {'Port': ['ID=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.996539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-bb46a8b7-0bec-459e-8a1b-47c75857a90b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.998323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-bb46a8b7-0bec-459e-8a1b-47c75857a90b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.1120658 Feb 11 14:17:01.019258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-cf10edbf-07ae-4695-9ed5-1d5ab44b894c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/quotas/4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 375 time: 0.0114207 Feb 11 14:17:01.062412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=5de5d8e8-22dd-4e8b-8145-5219ba52a980,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:01.067965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Attempting to bind port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:17:01.068348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Attempting to bind port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:17:01.068714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Attempting to bind port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:01.075623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:17:01.075817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:17:01.076069 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.076515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:17:01.076917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Bound port: d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:17:01.077300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.088018 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-091119ba-210d-4e2f-b304-77f87bbec631 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624564 Feb 11 14:17:01.105396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-94e6fb43-c59d-459e-ae48-623cbf9be95a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:17:01.106559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-94e6fb43-c59d-459e-ae48-623cbf9be95a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059245 Feb 11 14:17:01.149728 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.159369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] For port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:01.163641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] For port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:01.172187 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.207684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-f49b6a20-952d-40ae-bff9-15f287427924 service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934553 Feb 11 14:17:01.239866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:01.240500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:16:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:01.283805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a45876-5c6e-45fc-93c3-08671fa498e6 None None] Pushing event updated for resources: {'Port': ['ID=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:01.300274 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3e4377f3-d742-4168-93c7-3170fea1e0cf None None] Provisioning complete for port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:01.300653 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4377f3-d742-4168-93c7-3170fea1e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.307314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-6d3df0fd-8f63-4f7b-925e-319163a10f96 service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927005 Feb 11 14:17:01.500825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b50ebe30-7e36-4fb0-97c3-6c164815d9f8 req-43f71e6e-bd42-4ca4-8bda-7aecd3b2bf61 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 210 time: 0.0305433 Feb 11 14:17:01.570463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:01.675414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3e4377f3-d742-4168-93c7-3170fea1e0cf None None] Current status of the port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:01.675921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4377f3-d742-4168-93c7-3170fea1e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.767252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3e4377f3-d742-4168-93c7-3170fea1e0cf None None] For port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:01.771073 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3e4377f3-d742-4168-93c7-3170fea1e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.854596 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4377f3-d742-4168-93c7-3170fea1e0cf None None] Pushing event updated for resources: {'Port': ['ID=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:01.896321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:01.926555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06317ec-321a-48f3-96c3-cb82ec878418 None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:01.928051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e7d9e54a-4515-4082-afa1-8b0fa80df910 None None] Provisioning complete for port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:01.928395 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e54a-4515-4082-afa1-8b0fa80df910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:02.040139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9e54a-4515-4082-afa1-8b0fa80df910 None None] Current status of the port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:02.497355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-774b04db-e0c9-4fdd-b227-70d089c4e604 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:02.499265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-774b04db-e0c9-4fdd-b227-70d089c4e604 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.1201708 Feb 11 14:17:02.571781 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:02.596577 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-bdc6bcfe-29af-403b-b3a1-ade0cf31443e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 379 time: 0.0887492 Feb 11 14:17:02.605519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'port': {'device_id': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'admin_state_up': True, 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'security_groups': ['b6f28823-3e32-4e77-b91d-889b1c9ac015']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:02.659270 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:02.662495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-708789b2-aa9a-4798-8496-64ceaaf35919 req-313f9bcc-509a-41a2-a21c-fa17fe695d55 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 210 time: 0.0532660 Feb 11 14:17:02.718410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:02.718781 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:02.760140 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Made reservation on behalf of 4e58c7ac45814e73afe980dea33b21b1 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:17:02.763640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:02.804074 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:02.805802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5de5d8e8-22dd-4e8b-8145-5219ba52a980 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:02.860839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:02.862859 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:02.913270 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Allocated IP 172.20.0.11 (133c0408-13a3-475d-854b-053fe82d8050/1fbf723d-9b51-4bd7-bc89-9fb29260f27b/9f5d3dd6-1775-41de-be47-166fac648ccc) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:02.944304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:03.061962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.099247 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.145998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Network 133c0408-13a3-475d-854b-053fe82d8050 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:03.149161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:03.152811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:03.178865 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:03.206806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.207532 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.231841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-45c3de24-a8ef-4f09-baf5-386da62bd069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6302192 Feb 11 14:17:03.242875 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Request body: {'port': {'device_id': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:03.308609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.370187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f4b990df-7ec4-4c76-a9fb-d9df6c4c7396 None None] Provisioning complete for port 9f5d3dd6-1775-41de-be47-166fac648ccc triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:03.370575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f4b990df-7ec4-4c76-a9fb-d9df6c4c7396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.405738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f4b990df-7ec4-4c76-a9fb-d9df6c4c7396 None None] Port 9f5d3dd6-1775-41de-be47-166fac648ccc cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:17:03.578141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5d3dd6-1775-41de-be47-166fac648ccc {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:17:03.585368 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Publish callbacks [] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.597239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Transition to ACTIVE for port object 9f5d3dd6-1775-41de-be47-166fac648ccc will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:03.601440 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.649880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:03.731696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:17:03.732175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:17:03.732607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:03.737853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Port 9f5d3dd6-1775-41de-be47-166fac648ccc on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:17:03.738299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:03.744007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:17:03.744433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:17:03.744893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:17:03.745334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Bound port: 9f5d3dd6-1775-41de-be47-166fac648ccc, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:17:03.745696 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.759551 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.818025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244a38d-1752-44db-a00e-ca7b27ddc904 req-9bcc3a58-62e6-4a4d-b497-cb23b31351e7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.825601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6244a38d-1752-44db-a00e-ca7b27ddc904 req-9bcc3a58-62e6-4a4d-b497-cb23b31351e7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0696330 Feb 11 14:17:03.826794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:03.831437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:03.839574 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.876299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6244a38d-1752-44db-a00e-ca7b27ddc904 req-67ad927c-1c46-4821-ae56-85bfa8a4bfd7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489581 Feb 11 14:17:03.881721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.882389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:03.883886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] 10.222.0.83 "PUT /v2.0/ports/9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 1092 time: 0.6452389 Feb 11 14:17:03.884360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:03.886673 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a6b88d-9f3f-4752-80c3-291d12fc4253" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:03.924056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2f630-1a93-4ad3-9e9b-fa57274fdf19 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:03.933587 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac5616-70d8-4626-af57-18457d91be3c x-openstack-request-id: req-95ac5616-70d8-4626-af57-18457d91be3c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:03.933878 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:03.934145 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95ac5616-70d8-4626-af57-18457d91be3c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:03.934641 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'status': 'completed', 'code': 200} Feb 11 14:17:04.003532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-6adc3a0c-1618-433a-bc92-e4d92a6924b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.005196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-6adc3a0c-1618-433a-bc92-e4d92a6924b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1126 time: 0.0571158 Feb 11 14:17:04.047638 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-4c15805b-e711-4503-863f-2da24b8998ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 217 time: 0.0356762 Feb 11 14:17:04.097949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-55c4d9b3-b377-482b-bc0f-d72aa72230be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.099368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-55c4d9b3-b377-482b-bc0f-d72aa72230be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0459981 Feb 11 14:17:04.147758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-677389ab-79f9-46ef-a4f1-2bd9b32f7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.149783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-677389ab-79f9-46ef-a4f1-2bd9b32f7753 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449729 Feb 11 14:17:04.533365 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-641b4b6b-dce6-49fd-90ca-aeedd94da1a1 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767021 Feb 11 14:17:04.625751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffacd2de-fa96-4aa7-9a5e-0b50ab351d5e req-78824ac5-bb2a-4bc0-b74d-748f13f4bcff service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863452 Feb 11 14:17:04.713697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-26bf0e25-1573-48f0-81bc-3dcf56525960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.715125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-26bf0e25-1573-48f0-81bc-3dcf56525960 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1126 time: 0.0474918 Feb 11 14:17:04.807260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-62e5827f-139f-457c-b890-c72906832523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.808752 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-62e5827f-139f-457c-b890-c72906832523 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0881689 Feb 11 14:17:04.852458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-dcfb3f15-ba8b-4cc7-8e0d-913d06eed31f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 217 time: 0.0377400 Feb 11 14:17:04.899754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-706569ab-8144-4600-bffb-a6c57086b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.901191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-706569ab-8144-4600-bffb-a6c57086b967 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0434682 Feb 11 14:17:04.957520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-fdd939df-93f0-49e0-9471-2c243e4cff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.959243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-fdd939df-93f0-49e0-9471-2c243e4cff5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510831 Feb 11 14:17:04.999970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a95654-1e1a-4cec-a159-734ad89446b8 req-cc36a3b9-a3d8-404e-9c7b-7954b4542d94 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.001373 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a95654-1e1a-4cec-a159-734ad89446b8 req-cc36a3b9-a3d8-404e-9c7b-7954b4542d94 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0519702 Feb 11 14:17:05.048974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-18a95654-1e1a-4cec-a159-734ad89446b8 req-17f6207f-fb07-4d18-ac8e-d109bde47cbc tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419741 Feb 11 14:17:05.062607 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-afc418d3-a19c-4fac-bd28-1d392927e81e service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961430 Feb 11 14:17:05.160671 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12a6b88d-9f3f-4752-80c3-291d12fc4253 req-04bb8289-f9e0-44ae-8eeb-a80a25534613 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916483 Feb 11 14:17:06.175230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454dbb2-d422-49d9-beb7-0315f5ea88d6 req-3dc17791-7ef2-403f-9e1d-bc1115091c48 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.176774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f454dbb2-d422-49d9-beb7-0315f5ea88d6 req-3dc17791-7ef2-403f-9e1d-bc1115091c48 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0523129 Feb 11 14:17:06.224947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f454dbb2-d422-49d9-beb7-0315f5ea88d6 req-c43780f8-c942-42d3-b114-2735d248821a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Feb 11 14:17:07.343582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370baec3-19af-4a5d-b67c-89f1bcb72673 req-004d8ac4-6440-4ad2-b300-1f754fb3a745 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.345069 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-370baec3-19af-4a5d-b67c-89f1bcb72673 req-004d8ac4-6440-4ad2-b300-1f754fb3a745 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0511301 Feb 11 14:17:07.394851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-370baec3-19af-4a5d-b67c-89f1bcb72673 req-349fb36a-b97d-4927-bc9b-d212cf319b6d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441580 Feb 11 14:17:08.304661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:08.397393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:08.411668 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'mac_address': 'fa:16:3e:f7:d7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:08.448589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 9f5d3dd6-1775-41de-be47-166fac648ccc is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:08.448980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:08.461858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5d3dd6-1775-41de-be47-166fac648ccc {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:17:08.483361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:08.487368 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:08.515482 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a3d88-7ca6-453d-b587-c2121d19621f req-df0fef1f-71c5-4f55-a3df-aa9d17967a6d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:08.516977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f56a3d88-7ca6-453d-b587-c2121d19621f req-df0fef1f-71c5-4f55-a3df-aa9d17967a6d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0557432 Feb 11 14:17:08.535108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:08.564794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f56a3d88-7ca6-453d-b587-c2121d19621f req-59216bc4-efc8-44ee-9668-02743bf65822 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Feb 11 14:17:08.672754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['9f5d3dd6-1775-41de-be47-166fac648ccc'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:09.683225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581aac-5f85-49a2-9f72-70f437792723 req-d56617e5-7e48-44d5-829d-06d15541916d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.684707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb581aac-5f85-49a2-9f72-70f437792723 req-d56617e5-7e48-44d5-829d-06d15541916d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Feb 11 14:17:09.731076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb581aac-5f85-49a2-9f72-70f437792723 req-e6e34a76-2fd9-4dd4-afc1-993194215f06 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405757 Feb 11 14:17:10.320989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:10.369247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 9f5d3dd6-1775-41de-be47-166fac648ccc completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:10.372960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 9f5d3dd6-1775-41de-be47-166fac648ccc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:10.373331 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:10.449955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 9f5d3dd6-1775-41de-be47-166fac648ccc is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:10.450358 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:10.472308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:10.474519 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682ea60-9632-4e8e-ad40-ed9bc8a1dbf4" -d '{"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:10.487552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:10.492451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:10.516051 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b48005e-ff76-4b67-a171-eba825f749d1 x-openstack-request-id: req-0b48005e-ff76-4b67-a171-eba825f749d1 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:10.516346 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:10.516604 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b48005e-ff76-4b67-a171-eba825f749d1 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:10.516997 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'code': 200} Feb 11 14:17:10.542727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:10.620119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7fa3-6e46-4dad-9487-d456c8f159c2 req-59882dab-8c3a-48a9-9ca6-83375373e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.621525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da8e7fa3-6e46-4dad-9487-d456c8f159c2 req-59882dab-8c3a-48a9-9ca6-83375373e20f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1128 time: 0.0481157 Feb 11 14:17:10.662106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-da8e7fa3-6e46-4dad-9487-d456c8f159c2 req-af9fd163-4b4b-4d26-a4d2-aa1955aeddeb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349386 Feb 11 14:17:10.848953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aea9d4-4a0e-44c3-b7f8-9b93cb24d616 req-f4f442a1-7898-4e10-b3a5-218537aa40e0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.850439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-97aea9d4-4a0e-44c3-b7f8-9b93cb24d616 req-f4f442a1-7898-4e10-b3a5-218537aa40e0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0522692 Feb 11 14:17:10.896671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-97aea9d4-4a0e-44c3-b7f8-9b93cb24d616 req-5404feb9-c0fb-48ba-b24e-5a8d40350a43 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399442 Feb 11 14:17:12.018515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c192acc-5ff9-44e9-915c-82290e55514d req-d68945ca-6f98-4d4b-aa29-daf3f1a36342 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.019985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c192acc-5ff9-44e9-915c-82290e55514d req-d68945ca-6f98-4d4b-aa29-daf3f1a36342 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0515435 Feb 11 14:17:12.065475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4c192acc-5ff9-44e9-915c-82290e55514d req-9ce6e4af-f78a-4d7f-a544-1d168f372d27 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Feb 11 14:17:12.185827 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0b69b-4d19-4c60-8f9c-644c94bfdcbd req-b6980787-ea68-427f-8bef-e2f350751efe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.187375 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1d0b69b-4d19-4c60-8f9c-644c94bfdcbd req-b6980787-ea68-427f-8bef-e2f350751efe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0562596 Feb 11 14:17:12.196132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33668) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:17:12.201085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'floatingip': {'port_id': '9f5d3dd6-1775-41de-be47-166fac648ccc'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:12.240903 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:13.003099 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:13.006974 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:13.109143 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 associated. External IP: 172.25.3.16, port: 9f5d3dd6-1775-41de-be47-166fac648ccc. Feb 11 14:17:13.335944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:13.454882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:13.459448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:13.465934 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:13.481324 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:13.482296 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:16:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:13.492347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8c27429e-f1a2-432b-b58a-f4aab04d8c69 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "PUT /v2.0/floatingips/46f7aa1c-db36-44b7-af72-54498581dff7 HTTP/1.1" status: 200 len: 991 time: 1.2944770 Feb 11 14:17:13.493199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:13.498670 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a1dba8-c069-4c35-bcda-838b39d20db5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:13.606294 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:13.610937 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440e7e7-b287-43b7-b783-a3672f340548 x-openstack-request-id: req-1440e7e7-b287-43b7-b783-a3672f340548 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:13.611237 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:13.611764 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1440e7e7-b287-43b7-b783-a3672f340548 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:13.611886 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21950f79-cca6-48ec-aae6-5a371c029577 req-79828261-2e04-4308-8742-c96f06fa9eb4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.612323 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'status': 'completed', 'code': 200} Feb 11 14:17:13.613335 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21950f79-cca6-48ec-aae6-5a371c029577 req-79828261-2e04-4308-8742-c96f06fa9eb4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0592887 Feb 11 14:17:13.706756 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21950f79-cca6-48ec-aae6-5a371c029577 req-e2e7741e-f2f9-45db-9625-5e01a0dffa56 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858049 Feb 11 14:17:13.715535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-d28b702c-ba54-466f-83b6-59a39b653583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.717446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-d28b702c-ba54-466f-83b6-59a39b653583 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1128 time: 0.0779595 Feb 11 14:17:13.833509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-09da9047-a165-4efc-9f07-f74a0c0cf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.836059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-09da9047-a165-4efc-9f07-f74a0c0cf883 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.1111250 Feb 11 14:17:13.847847 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701d57-f4b3-4462-a636-dfddad04a5b1 req-a41c5271-cc51-4cf5-b867-674846414a94 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.849360 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b8701d57-f4b3-4462-a636-dfddad04a5b1 req-a41c5271-cc51-4cf5-b867-674846414a94 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0601192 Feb 11 14:17:13.897575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b8701d57-f4b3-4462-a636-dfddad04a5b1 req-255f0267-eb10-46b6-914e-0a410424a11a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Feb 11 14:17:13.917299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-2ae51c86-9995-4e8e-aded-c8fc56a42682 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 999 time: 0.0756567 Feb 11 14:17:13.965402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-5d6942f4-2529-47bb-ad2a-836a829b8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.966815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-5d6942f4-2529-47bb-ad2a-836a829b8d98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0439358 Feb 11 14:17:13.969035 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:f7:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:17:12Z', 'revision_number': 1, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:13.999776 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:14.007937 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:14.008578 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:16:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:14.015892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-283ffec3-708b-4323-833a-3dce7aa301bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.017421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-283ffec3-708b-4323-833a-3dce7aa301bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452950 Feb 11 14:17:14.114965 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:14.115451 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-4476af86-61bb-4e93-a86e-6b92cee9e48c service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914934 Feb 11 14:17:14.208769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82a1dba8-c069-4c35-bcda-838b39d20db5 req-bce7ed79-1caf-4886-95e3-60e2f4184e11 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880182 Feb 11 14:17:14.334870 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:f7:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:17:12Z', 'revision_number': 1, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:14.363672 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41218544-2371-4a7b-9b91-6915111838f0 None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:f7:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:17:12Z', 'revision_number': 1, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:14.554198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20753557-d36b-42cc-9368-ee7e320a01b5 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:15.018361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480134bd-0e2f-4c72-a851-29fb431a78e4 req-0a5fe10d-1fb6-4b11-b8b8-065b3c412572 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.019851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-480134bd-0e2f-4c72-a851-29fb431a78e4 req-0a5fe10d-1fb6-4b11-b8b8-065b3c412572 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0534151 Feb 11 14:17:15.065687 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-480134bd-0e2f-4c72-a851-29fb431a78e4 req-4f0ff826-75d3-49c3-acbf-b4d9fc4e3b1f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402610 Feb 11 14:17:15.185135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcdd95-faef-45d0-93ee-ce6a6d6c3776 req-9124a816-a59c-43bc-839a-0601ed40f388 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.186694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cbcdd95-faef-45d0-93ee-ce6a6d6c3776 req-9124a816-a59c-43bc-839a-0601ed40f388 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0560760 Feb 11 14:17:15.232817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cbcdd95-faef-45d0-93ee-ce6a6d6c3776 req-5be67e2f-41ea-4b9b-a450-fce9c43259a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Feb 11 14:17:15.501246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-a40f58ee-f4d6-4827-892c-03818cd3a399 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737996 Feb 11 14:17:15.512343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e4a3d-3cc3-44d5-be15-f10c2dad7ed6 req-f5698ad6-6d84-4448-92a6-f4c09cf03f76 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.513815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-114e4a3d-3cc3-44d5-be15-f10c2dad7ed6 req-f5698ad6-6d84-4448-92a6-f4c09cf03f76 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0781367 Feb 11 14:17:15.563190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-114e4a3d-3cc3-44d5-be15-f10c2dad7ed6 req-b7f7d9ff-9af4-40bc-9b2a-9e1106e073bf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430419 Feb 11 14:17:15.895670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-eecb532a-13a2-4ccf-a03a-d59a8d8ab7a7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.897011 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-eecb532a-13a2-4ccf-a03a-d59a8d8ab7a7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports/9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 943 time: 0.0494363 Feb 11 14:17:16.685212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22b5c-5dc3-46f9-8b39-c1ee702b1aa9 req-f726a225-3f34-4374-a2a3-1fba69d43421 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.686740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33a22b5c-5dc3-46f9-8b39-c1ee702b1aa9 req-f726a225-3f34-4374-a2a3-1fba69d43421 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0537689 Feb 11 14:17:16.734528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33a22b5c-5dc3-46f9-8b39-c1ee702b1aa9 req-49ee0930-6077-45c9-b184-d9efb997199a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Feb 11 14:17:16.791333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-21509198-b839-4552-a0c3-69dd62cd6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.792862 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-21509198-b839-4552-a0c3-69dd62cd6f0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1128 time: 0.0498972 Feb 11 14:17:16.881806 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-de986544-0b3d-4592-babc-ed6ccbe93a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.883250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-de986544-0b3d-4592-babc-ed6ccbe93a00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0850046 Feb 11 14:17:16.950450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-dc8668b7-ee03-4050-a16f-49a92c0050af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 1001 time: 0.0601864 Feb 11 14:17:16.997116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-ae367c52-4806-47f1-bebb-54b139fe483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.998574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-ae367c52-4806-47f1-bebb-54b139fe483e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0431306 Feb 11 14:17:17.047763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-0f0e3306-25c9-4deb-b547-fb351198f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.049944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-0f0e3306-25c9-4deb-b547-fb351198f382 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453603 Feb 11 14:17:17.156532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-cd79936b-4634-4d11-aa31-1c455f773989 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006851 Feb 11 14:17:17.254985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-dd08aead-7a1b-446d-8be2-1e65e048dd3d service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920069 Feb 11 14:17:17.364629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-085dfcd0-6c26-482e-bf41-5e22dc6b9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.366205 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-085dfcd0-6c26-482e-bf41-5e22dc6b9f0b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1128 time: 0.0512428 Feb 11 14:17:17.471175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-abe361eb-7aba-4b58-a4d8-e620a7ba2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.472553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-abe361eb-7aba-4b58-a4d8-e620a7ba2575 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0845428 Feb 11 14:17:17.568986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-412c2884-426c-4502-83e2-02ab3ee2b36d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 1001 time: 0.0901399 Feb 11 14:17:17.617134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-13b435fc-7c29-4e78-8654-8c952f253f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.619202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-13b435fc-7c29-4e78-8654-8c952f253f5a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0446839 Feb 11 14:17:17.666358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-aef29e2a-cc01-470a-8d75-c7e567382f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.667879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-aef29e2a-cc01-470a-8d75-c7e567382f3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436015 Feb 11 14:17:17.758324 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-3bb517d4-7f77-47d0-b2a5-38e0a04c3dfb service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Feb 11 14:17:17.847473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6fa95b8c-f83c-4e7b-82cf-654e6b303972 req-7211dd5f-5a99-46e5-a8a3-d118c051c4f3 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835757 Feb 11 14:17:17.854977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1d427-3034-4631-9a64-fdfeadbd2833 req-aa460a8f-f946-4401-b325-f14108554b86 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.856942 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02e1d427-3034-4631-9a64-fdfeadbd2833 req-aa460a8f-f946-4401-b325-f14108554b86 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0537834 Feb 11 14:17:17.908167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02e1d427-3034-4631-9a64-fdfeadbd2833 req-ec0d356d-d3c0-47af-916a-00caa394f06f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450873 Feb 11 14:17:19.032617 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194f3c6-40ff-46af-9ee0-d64e26fe6a49 req-040e84de-4d17-4c38-8b71-a8b4cec00771 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:19.035153 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9194f3c6-40ff-46af-9ee0-d64e26fe6a49 req-040e84de-4d17-4c38-8b71-a8b4cec00771 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0590601 Feb 11 14:17:19.081772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9194f3c6-40ff-46af-9ee0-d64e26fe6a49 req-92ea10e9-174f-4673-b3cb-a7f0c2cae30f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419374 Feb 11 14:17:20.199655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27347d-3f99-4b76-a6cc-36881b067264 req-0fc2db90-12e8-4b51-ac14-92f274ba8bcc tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.201118 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c27347d-3f99-4b76-a6cc-36881b067264 req-0fc2db90-12e8-4b51-ac14-92f274ba8bcc tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0515177 Feb 11 14:17:20.255402 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6c27347d-3f99-4b76-a6cc-36881b067264 req-e336a754-04a5-4361-9e3d-ff970eb5588e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488267 Feb 11 14:17:20.411908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:21.375789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10e6ca-6c92-4685-b9a5-44019560da0c req-19bdb154-fcf8-4ad4-afcc-50fbec4e4d6d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:21.377284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc10e6ca-6c92-4685-b9a5-44019560da0c req-19bdb154-fcf8-4ad4-afcc-50fbec4e4d6d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0529697 Feb 11 14:17:21.422700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc10e6ca-6c92-4685-b9a5-44019560da0c req-0681fb14-7495-4ecb-a0a0-6142d178a069 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399232 Feb 11 14:17:22.334879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:22.541109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd9f7-3e8d-45e8-8efc-c48490f0ed0c req-c05db47c-a088-4c1e-b2d6-bf6fad1f3512 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:22.542633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1fdd9f7-3e8d-45e8-8efc-c48490f0ed0c req-c05db47c-a088-4c1e-b2d6-bf6fad1f3512 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0534441 Feb 11 14:17:22.587979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c1fdd9f7-3e8d-45e8-8efc-c48490f0ed0c req-ddf71186-bf08-4b99-9357-209d0a2d4d87 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Feb 11 14:17:23.705790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae15ff4-bfb2-43a5-9a5d-861a99b41f7d req-46f6b95f-2b9c-412f-a525-37a8e7e56c1e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:23.711150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae15ff4-bfb2-43a5-9a5d-861a99b41f7d req-46f6b95f-2b9c-412f-a525-37a8e7e56c1e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0554514 Feb 11 14:17:23.760617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3ae15ff4-bfb2-43a5-9a5d-861a99b41f7d req-1c7faa95-1944-4301-af1d-edef947751ea tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450780 Feb 11 14:17:24.880392 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a211-51cd-42f7-8a59-99bf1eb8d192 req-dc6fda12-4e15-46ac-8ce0-9e41903c9ab3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:24.881909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9b4a211-51cd-42f7-8a59-99bf1eb8d192 req-dc6fda12-4e15-46ac-8ce0-9e41903c9ab3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0541885 Feb 11 14:17:24.927906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9b4a211-51cd-42f7-8a59-99bf1eb8d192 req-b37480a4-70ff-4fea-8ad5-89c7fe193fd9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399089 Feb 11 14:17:26.046855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4442ce-e2e5-4efc-b4fd-392e5249518a req-96603da1-1e6e-4991-949f-a40b99d68537 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:26.048456 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aa4442ce-e2e5-4efc-b4fd-392e5249518a req-96603da1-1e6e-4991-949f-a40b99d68537 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0534937 Feb 11 14:17:26.094416 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aa4442ce-e2e5-4efc-b4fd-392e5249518a req-3354fb80-f04b-4d57-af29-c44c4ac20ce3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403492 Feb 11 14:17:27.110723 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da7abd94-ab0a-45d5-b7b6-ee6b417616ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:27.219538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5204d-8d4b-4ccf-963a-1a36e37552d2 req-9efbcfc9-1080-44b9-9ad5-b18515eaa6be tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:27.221033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2e5204d-8d4b-4ccf-963a-1a36e37552d2 req-9efbcfc9-1080-44b9-9ad5-b18515eaa6be tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0570695 Feb 11 14:17:27.270196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d2e5204d-8d4b-4ccf-963a-1a36e37552d2 req-dcf17deb-0721-4063-82f2-0d5c8fc9508e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435505 Feb 11 14:17:28.389402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aa94e-15f0-493c-9489-25985869f657 req-20878840-9b3d-4882-9a37-7a1319050aa1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:28.390930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b42aa94e-15f0-493c-9489-25985869f657 req-20878840-9b3d-4882-9a37-7a1319050aa1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0546675 Feb 11 14:17:28.436992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b42aa94e-15f0-493c-9489-25985869f657 req-d51957a6-8242-4232-b0d0-18db7df05b60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406380 Feb 11 14:17:29.476553 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1839a2ef-fa65-4e37-aea4-ea5320bba2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:29.565329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30eb3-7c06-4192-ba17-f092b75e2b52 req-1f35673b-5638-4c18-a79d-1b48979a8304 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:29.569328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6c30eb3-7c06-4192-ba17-f092b75e2b52 req-1f35673b-5638-4c18-a79d-1b48979a8304 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0639091 Feb 11 14:17:29.616821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6c30eb3-7c06-4192-ba17-f092b75e2b52 req-90959011-1ee2-490c-bec8-0b7e1b3d8e55 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Feb 11 14:17:30.740691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766f502-444b-4a54-8994-4290c8d0302c req-76e3ae7c-a681-4753-ab39-edc031d1ce17 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:30.742321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1766f502-444b-4a54-8994-4290c8d0302c req-76e3ae7c-a681-4753-ab39-edc031d1ce17 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0570595 Feb 11 14:17:30.788417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1766f502-444b-4a54-8994-4290c8d0302c req-4c673192-dcab-4fa9-accb-c71f1383a289 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406539 Feb 11 14:17:31.124606 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:31.907036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b043-de21-4c54-b665-8fbfe39b376a req-06d3accc-be1e-434b-90a9-197314535995 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:31.908510 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4424b043-de21-4c54-b665-8fbfe39b376a req-06d3accc-be1e-434b-90a9-197314535995 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0519371 Feb 11 14:17:31.960072 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4424b043-de21-4c54-b665-8fbfe39b376a req-a0030030-172e-46fb-ae12-51a0c2eabb90 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Feb 11 14:17:32.549995 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:33.079906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22466cf9-a623-4642-b28a-a5dc07533ca1 req-3620484a-31e6-4863-b2bb-1975a4e046c4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:33.081454 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22466cf9-a623-4642-b28a-a5dc07533ca1 req-3620484a-31e6-4863-b2bb-1975a4e046c4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0531898 Feb 11 14:17:33.127563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22466cf9-a623-4642-b28a-a5dc07533ca1 req-5c84b660-b019-40c6-a706-a861630a0c1a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406346 Feb 11 14:17:33.682896 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:17:33.741930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:33.859765 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-7c99eebd-400d-4f74-963a-e785a71fecab req-3dc0fb44-1161-4eb6-97a9-357625f1dd71 service neutron] show failed (client error): The resource could not be found. Feb 11 14:17:33.860863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-3dc0fb44-1161-4eb6-97a9-357625f1dd71 service neutron] 10.222.0.83 "GET /v2.0/ports/9f5d3dd6-1775-41de-be47-166fac648ccc/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0537832 Feb 11 14:17:34.061435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-99525b3a-b1d9-49e8-9d50-3b704d1ac696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:34.062977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-99525b3a-b1d9-49e8-9d50-3b704d1ac696 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 1128 time: 0.0449378 Feb 11 14:17:34.075388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:34.132620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:34.357509 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3dccb-9980-4ce9-9481-483e968bbc62 req-ca1d9d4b-2fcd-419a-b700-f2a1b816242d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:34.358939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5c3dccb-9980-4ce9-9481-483e968bbc62 req-ca1d9d4b-2fcd-419a-b700-f2a1b816242d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.1254177 Feb 11 14:17:34.405363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:34.434337 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e5c3dccb-9980-4ce9-9481-483e968bbc62 req-a4156691-f2fa-453e-ac51-6220992793ec tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693648 Feb 11 14:17:34.451451 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:34.491430 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:34.493680 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3197f7-e1e4-4630-b767-e4a83aa7d171" -d '{"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-unplugged", "status": "completed", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:34.497164 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Publish callbacks [] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:34.510109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Transition to ACTIVE for port object 9f5d3dd6-1775-41de-be47-166fac648ccc will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:34.513932 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:34.547686 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6b9326-b6a1-412b-9dea-adeb600db23b x-openstack-request-id: req-8a6b9326-b6a1-412b-9dea-adeb600db23b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:34.547985 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-unplugged", "status": "completed", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:34.548235 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a6b9326-b6a1-412b-9dea-adeb600db23b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:34.548622 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'code': 200} Feb 11 14:17:34.568161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:34.594565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.594911 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.595246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.595583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.595908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.596236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.596558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.596882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.597203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.597525 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.597840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.598382 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.598498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:34.708273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] No DVR routers for this DVR port 9f5d3dd6-1775-41de-be47-166fac648ccc on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:34.847039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:17:34.847380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:17:34.847716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:34.851908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Port 9f5d3dd6-1775-41de-be47-166fac648ccc on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:17:34.852223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Attempting to bind port 9f5d3dd6-1775-41de-be47-166fac648ccc on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:34.857081 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:17:34.857433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:17:34.857814 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:17:34.858319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Bound port: 9f5d3dd6-1775-41de-be47-166fac648ccc, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:17:34.858633 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:34.920230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:34.923294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:34.928059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:34.967158 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:34.967789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:34.969202 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 1092 time: 0.8976228 Feb 11 14:17:34.991760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1beb5-7179-4fe3-a880-86314352cd15 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:35.039058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-b60f5b95-d5c5-4a8f-b59d-b6365b568ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:35.040609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-b60f5b95-d5c5-4a8f-b59d-b6365b568ea2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1126 time: 0.0498965 Feb 11 14:17:35.132683 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-bcc47bc9-c005-45bf-9b4e-7ae21086b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:35.134742 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-bcc47bc9-c005-45bf-9b4e-7ae21086b7d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0870311 Feb 11 14:17:35.205718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-52d8b41c-432c-46f2-a2d2-81ddfed24316 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 999 time: 0.0623372 Feb 11 14:17:35.253809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-c611fc99-94b3-45ce-9ef1-2887c5474a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:35.255322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-c611fc99-94b3-45ce-9ef1-2887c5474a37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0429013 Feb 11 14:17:35.304055 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99eebd-400d-4f74-963a-e785a71fecab req-80818703-fb1f-4719-9c9d-72067850cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:35.306260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-80818703-fb1f-4719-9c9d-72067850cab3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437789 Feb 11 14:17:35.404476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-49ae9476-8177-446b-b7e3-22d893f6839a service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921535 Feb 11 14:17:35.495470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c99eebd-400d-4f74-963a-e785a71fecab req-886995e8-7c69-41d5-86a9-381beb7e15e7 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852094 Feb 11 14:17:35.572112 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b13dd7-a158-4ff8-9dcb-c8e0da1a2ade req-3f848a8a-39e3-48fd-a15f-73acd4d20e41 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:35.573625 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17b13dd7-a158-4ff8-9dcb-c8e0da1a2ade req-3f848a8a-39e3-48fd-a15f-73acd4d20e41 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0619643 Feb 11 14:17:35.622317 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17b13dd7-a158-4ff8-9dcb-c8e0da1a2ade req-c1a6feaa-ccf4-4856-b3d4-934681ed9947 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429151 Feb 11 14:17:36.507269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:36.548650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 9f5d3dd6-1775-41de-be47-166fac648ccc host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:17:36.549044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:36.549808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:36.553176 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a0da97-2024-4474-b5cb-6e1714fa02ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:36.603660 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842eea49-643b-483b-a721-b25aa2b2a6ea x-openstack-request-id: req-842eea49-643b-483b-a721-b25aa2b2a6ea {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:36.603953 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:36.604233 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-842eea49-643b-483b-a721-b25aa2b2a6ea {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:36.604632 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'status': 'completed', 'code': 200} Feb 11 14:17:36.673710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-d21340e0-f292-4632-bc9a-4a34cc0a3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.675259 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-e76cb696-3ee4-4692-9b7d-a64fb6085523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.675390 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-d21340e0-f292-4632-bc9a-4a34cc0a3549 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1126 time: 0.0513852 Feb 11 14:17:36.676745 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-e76cb696-3ee4-4692-9b7d-a64fb6085523 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1126 time: 0.0456645 Feb 11 14:17:36.765774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-413f4a6c-6837-46e0-acc5-0a42017ed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.767231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-413f4a6c-6837-46e0-acc5-0a42017ed7b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0867491 Feb 11 14:17:36.800600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac191-065c-4174-b963-07f8050df5a7 req-c8eef1aa-fe4e-4a7e-9a40-447aa2d1536c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.802063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea5ac191-065c-4174-b963-07f8050df5a7 req-c8eef1aa-fe4e-4a7e-9a40-447aa2d1536c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.1092455 Feb 11 14:17:36.823598 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-458f3152-b579-4403-910e-3d020a2ba756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.825031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-458f3152-b579-4403-910e-3d020a2ba756 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.1406353 Feb 11 14:17:36.835450 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-c660d36f-fe9e-47c6-b1e2-250ca8328680 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 999 time: 0.0629094 Feb 11 14:17:36.885077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-8de41070-efeb-4ebc-a112-0ebd634ab332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.886615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-8de41070-efeb-4ebc-a112-0ebd634ab332 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0458431 Feb 11 14:17:36.901344 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ea5ac191-065c-4174-b963-07f8050df5a7 req-4c08fcfa-0043-4baa-9bfd-54d43ee9aab2 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934567 Feb 11 14:17:36.913618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-d1a77a80-047c-4a9c-950b-88d411277950 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 999 time: 0.0810008 Feb 11 14:17:36.935024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-bfcd6f5a-cba7-4cb8-a995-d95eb04451b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.936545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-bfcd6f5a-cba7-4cb8-a995-d95eb04451b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447140 Feb 11 14:17:36.963779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-a2467033-192f-4f4d-aafa-4e1948713380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.965701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-a2467033-192f-4f4d-aafa-4e1948713380 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0449514 Feb 11 14:17:37.018137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-8702d693-26c3-4bbf-99e0-338742e3f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:37.019559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-8702d693-26c3-4bbf-99e0-338742e3f71a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438895 Feb 11 14:17:37.030779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-0d2bc7a6-e957-45da-85cc-bd8e92285179 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880609 Feb 11 14:17:37.112177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-536fb93b-0768-43b6-88a4-a08bd7e1da61 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Feb 11 14:17:37.120141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-72cb76fe-69c4-4f74-b53f-4b1977681ad5 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833771 Feb 11 14:17:37.212166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3a0da97-2024-4474-b5cb-6e1714fa02ee req-5502052c-f4a4-4266-a4c3-707adf9f0b64 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877264 Feb 11 14:17:38.027484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84f75-d764-4800-9957-30edf7616439 req-8fa8f44f-2fc2-4367-b00d-8238df6069c0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.028979 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19d84f75-d764-4800-9957-30edf7616439 req-8fa8f44f-2fc2-4367-b00d-8238df6069c0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0581591 Feb 11 14:17:38.074514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19d84f75-d764-4800-9957-30edf7616439 req-e9a20480-eb85-4754-bc45-84afd71c9697 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400226 Feb 11 14:17:38.314166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c5910-1769-4d15-9801-ff3112ac0f6c req-822558cc-5e9e-419f-9cf2-8a240ba82d83 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.315681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-745c5910-1769-4d15-9801-ff3112ac0f6c req-822558cc-5e9e-419f-9cf2-8a240ba82d83 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 944 time: 0.0952983 Feb 11 14:17:38.322907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-126fd61e-57f1-4a8c-bcd1-8da61228968f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.324273 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-126fd61e-57f1-4a8c-bcd1-8da61228968f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587&tenant_id=4e58c7ac45814e73afe980dea33b21b1&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 944 time: 0.0936296 Feb 11 14:17:38.406374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-745c5910-1769-4d15-9801-ff3112ac0f6c req-281f534b-80f1-4a91-9f34-36eed2b26215 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810325 Feb 11 14:17:38.413052 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-fa02b54d-e4a3-4163-b70f-bc2aa578f170 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:17:38.414012 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-fa02b54d-e4a3-4163-b70f-bc2aa578f170 service neutron] 10.222.0.83 "DELETE /v2.0/ports/9f5d3dd6-1775-41de-be47-166fac648ccc/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0822704 Feb 11 14:17:38.500781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-bc1d1984-bd44-4058-babb-0e4441d1b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.502300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-bc1d1984-bd44-4058-babb-0e4441d1b98c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 1126 time: 0.0449870 Feb 11 14:17:38.596827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-98691e86-a8a1-4b93-b1c5-1a443e9e0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.598388 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-98691e86-a8a1-4b93-b1c5-1a443e9e0f20 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0907190 Feb 11 14:17:38.661875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-32b2bef0-3e1c-4aba-bbf5-1d4b3e8097a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 200 len: 999 time: 0.0573235 Feb 11 14:17:38.709368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-d4cbf153-f343-4a29-ac7a-c9c77d7fd0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.710904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-d4cbf153-f343-4a29-ac7a-c9c77d7fd0a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0435901 Feb 11 14:17:38.763096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-ddf763b5-4e5b-4984-a3c2-f91bbfe7f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.764592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-ddf763b5-4e5b-4984-a3c2-f91bbfe7f806 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474465 Feb 11 14:17:38.813512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:38.851891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-37163e9d-2c8c-451e-85d2-9f8c73e9f392 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813682 Feb 11 14:17:38.910471 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:38.921728 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'mac_address': 'fa:16:3e:f7:d7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:38.944515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3017f479-c9a8-4e7b-a270-3cece83b0013 req-444c0994-2372-40e0-9419-68b8537dba48 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871568 Feb 11 14:17:38.963090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9f5d3dd6-1775-41de-be47-166fac648ccc is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:38.963505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:38.978039 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5d3dd6-1775-41de-be47-166fac648ccc {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:17:39.000326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:39.004259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:39.052865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:39.318666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['9f5d3dd6-1775-41de-be47-166fac648ccc'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:39.539676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8560fe-e3e0-4341-8d92-6096b60d226d req-442e2e74-e6d2-43f4-8db5-3efb0dd8a8d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.541713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a8560fe-e3e0-4341-8d92-6096b60d226d req-442e2e74-e6d2-43f4-8db5-3efb0dd8a8d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 945 time: 0.0587118 Feb 11 14:17:39.587169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a8560fe-e3e0-4341-8d92-6096b60d226d req-56b81264-1228-4abd-ad69-2bb62c6ef693 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387819 Feb 11 14:17:39.709973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3a303-39bf-464e-b620-2ce23fd4b436 req-35fa2ded-d3f3-4d0f-9675-becc1212022f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.711605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aec3a303-39bf-464e-b620-2ce23fd4b436 req-35fa2ded-d3f3-4d0f-9675-becc1212022f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 945 time: 0.0534244 Feb 11 14:17:39.756931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aec3a303-39bf-464e-b620-2ce23fd4b436 req-69fbd4c2-5a78-4ace-82fb-aabef0974ca8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393653 Feb 11 14:17:39.872026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a2b4-de7c-494f-8f1d-916557c711b8 req-d22285d5-d7ab-48be-8926-b6f3f78b661b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.873430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4c3a2b4-de7c-494f-8f1d-916557c711b8 req-d22285d5-d7ab-48be-8926-b6f3f78b661b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 945 time: 0.0526161 Feb 11 14:17:39.929210 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4c3a2b4-de7c-494f-8f1d-916557c711b8 req-c9e1d248-e04c-471b-8a58-64785e523fbe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501499 Feb 11 14:17:40.166573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff936b8-7bc3-46b4-a8a5-c36091f094c3 req-113eab3a-f0eb-48c3-a431-20b538cd2994 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:40.167939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7ff936b8-7bc3-46b4-a8a5-c36091f094c3 req-113eab3a-f0eb-48c3-a431-20b538cd2994 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 945 time: 0.0513740 Feb 11 14:17:40.216732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7ff936b8-7bc3-46b4-a8a5-c36091f094c3 req-9d5feacc-b051-4919-80db-9089d23bad91 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Feb 11 14:17:40.841745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:40.890367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 9f5d3dd6-1775-41de-be47-166fac648ccc completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:40.894083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 9f5d3dd6-1775-41de-be47-166fac648ccc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:40.894497 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:40.971853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 9f5d3dd6-1775-41de-be47-166fac648ccc is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:40.972244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:40.996027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:40.998338 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cee35f-28ad-42d9-b2f1-e5572e3b4577" -d '{"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:41.010782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:41.014680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:41.038385 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844e6fc5-98e7-4525-92bf-95350ff3ca77 x-openstack-request-id: req-844e6fc5-98e7-4525-92bf-95350ff3ca77 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:41.038678 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-plugged", "status": "completed", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:41.038933 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-844e6fc5-98e7-4525-92bf-95350ff3ca77 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:41.039316 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'code': 200} Feb 11 14:17:41.064413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:41.334885 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecc6e6-72af-4e42-adcc-5d92d53d87c2 req-53aa46c5-7ab1-4bb0-b39d-47c5fd14d48d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:41.336341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebecc6e6-72af-4e42-adcc-5d92d53d87c2 req-53aa46c5-7ab1-4bb0-b39d-47c5fd14d48d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0520246 Feb 11 14:17:41.384613 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ebecc6e6-72af-4e42-adcc-5d92d53d87c2 req-ef607e05-2360-4402-8a3f-9c66aae0e21b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Feb 11 14:17:41.587355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-c2cee42d-e263-49a0-a127-414d62cd3cf9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:41.588779 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-c2cee42d-e263-49a0-a127-414d62cd3cf9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 946 time: 0.0514779 Feb 11 14:17:41.683177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Deleting port 9f5d3dd6-1775-41de-be47-166fac648ccc {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:17:41.683542 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:41.769601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] For port 9f5d3dd6-1775-41de-be47-166fac648ccc, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=9f5d3dd6-1775-41de-be47-166fac648ccc,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:41.769960 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:42.245883 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:42.246326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:42.246556 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 disassociated. External IP: 172.25.3.16, port: 9f5d3dd6-1775-41de-be47-166fac648ccc. Feb 11 14:17:42.246894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Calling delete_port for 9f5d3dd6-1775-41de-be47-166fac648ccc owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:17:42.376730 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f5d3dd6-1775-41de-be47-166fac648ccc), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:42.408715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event deleted for resources: {'Port': ['ID=9f5d3dd6-1775-41de-be47-166fac648ccc,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:42.502371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dcc1ea5a-f760-438f-91d6-ad2a7a88fbc6 req-6c1e5d79-4faf-47db-bc48-746a9aafff0b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f6d9b42-3143-43a8-b7a2-c61cc2202587 HTTP/1.1" status: 200 len: 210 time: 0.0319741 Feb 11 14:17:42.536946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:42.651543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:42.661009 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:42.670409 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:42.671019 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:17:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:42.692250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] No DVR routers for this DVR port 9f5d3dd6-1775-41de-be47-166fac648ccc on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:42.695058 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:42.699115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f129f453-2781-4eb8-a158-70afffd2ee24 req-d87acc81-242f-4572-8588-73975fdd2feb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.30 "DELETE /v2.0/ports/9f5d3dd6-1775-41de-be47-166fac648ccc HTTP/1.1" status: 204 len: 173 time: 1.1049042 Feb 11 14:17:42.699595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-deleted', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:42.701895 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad4dfe0-53ea-40c1-8133-ab0847a8b397" -d '{"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-deleted", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:42.747217 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfee620-3531-466c-8fb2-806df307979a x-openstack-request-id: req-6bfee620-3531-466c-8fb2-806df307979a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:42.747649 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6d9b42-3143-43a8-b7a2-c61cc2202587", "name": "network-vif-deleted", "tag": "9f5d3dd6-1775-41de-be47-166fac648ccc", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:42.747904 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6bfee620-3531-466c-8fb2-806df307979a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:42.748402 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6d9b42-3143-43a8-b7a2-c61cc2202587', 'name': 'network-vif-deleted', 'tag': '9f5d3dd6-1775-41de-be47-166fac648ccc', 'status': 'completed', 'code': 200} Feb 11 14:17:42.789260 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:42.995421 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.023719 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:43.031981 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:43.032579 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:17:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.135034 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:43.319768 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.344603 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc80019-cc5e-421e-82b6-b592271a0e4b None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:43.686928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8f6d3-a15f-47b5-84e7-5a50344522b3 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:43.757726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-21df279e-bc91-4758-8ea2-cefb7435d64c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--121055476&fields=id&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 267 time: 0.0468361 Feb 11 14:17:43.870244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-ccb16a65-7e17-48e0-a882-38442a849328 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.871721 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-ccb16a65-7e17-48e0-a882-38442a849328 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.1068621 Feb 11 14:17:43.885919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-8df088ad-56b6-4a4d-895a-7d2615849b7f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/quotas/4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 375 time: 0.0088501 Feb 11 14:17:43.943791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-8adc2d81-1f0a-4310-a754-45a96ec6ded3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528924 Feb 11 14:17:44.036696 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-55b4b4e2-3757-4d83-a201-9ca3086c8f3d service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819142 Feb 11 14:17:44.126933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-74c055bf-05b4-41d7-a9e7-8de409fddf1b service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840106 Feb 11 14:17:44.283275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c9c8c9d4-cc58-4da5-84b8-e84fca9c0fda req-2243f6e4-842e-47c9-8980-2ec7cfdccbc8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 210 time: 0.0276599 Feb 11 14:17:45.175330 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-5c66d1cf-1887-4c46-8019-1e6925d058a7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.177348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-5c66d1cf-1887-4c46-8019-1e6925d058a7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.1047478 Feb 11 14:17:45.245352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-176418c3-d901-4a68-b5ea-6b9ccd35345b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 379 time: 0.0597596 Feb 11 14:17:45.261639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'port': {'device_id': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'admin_state_up': True, 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'security_groups': ['b6f28823-3e32-4e77-b91d-889b1c9ac015']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:45.387129 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b9f4fe82-ee1e-4895-9f77-04b339587883 req-ae5d57d2-26bb-444e-b19d-f0ea69d278eb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 210 time: 0.0331302 Feb 11 14:17:45.395864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Made reservation on behalf of 4e58c7ac45814e73afe980dea33b21b1 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:17:45.399863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:45.524370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Allocated IP 172.20.0.4 (133c0408-13a3-475d-854b-053fe82d8050/1fbf723d-9b51-4bd7-bc89-9fb29260f27b/979f2e3b-ed39-439a-98b6-fe86bfbacaa0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:45.669977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:45.703777 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:45.748408 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Network 133c0408-13a3-475d-854b-053fe82d8050 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:45.751507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:45.753909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:45.779697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:45.809428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.810040 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:45.828528 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-6b5a26e7-96ed-4a8a-ba9d-0c1d1382a365 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776093 Feb 11 14:17:45.840459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Request body: {'port': {'device_id': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:45.905211 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:45.989372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3796afeb-642d-4256-8db9-19adb9cef46d None None] Provisioning complete for port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:45.989958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3796afeb-642d-4256-8db9-19adb9cef46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:46.027316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3796afeb-642d-4256-8db9-19adb9cef46d None None] Port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:17:46.459173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:17:46.468693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Publish callbacks [] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:46.484283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Transition to ACTIVE for port object 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:46.488003 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:46.526443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb3425-6029-4e88-985c-5410813dbcf5 req-0fadd9d6-cfa0-4f73-a3bc-41522cdeca2e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.529103 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-60eb3425-6029-4e88-985c-5410813dbcf5 req-0fadd9d6-cfa0-4f73-a3bc-41522cdeca2e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 931 time: 0.0681403 Feb 11 14:17:46.542172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:46.566441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.566788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.567127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.567465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.568244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.568244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.568467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.568744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.569064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.569388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.569715 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.570030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.570373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:46.584338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-60eb3425-6029-4e88-985c-5410813dbcf5 req-0ae4cadd-13d3-4ef2-9be6-26c798d89eb7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506411 Feb 11 14:17:46.627460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:17:46.627797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:17:46.628130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:46.632697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:17:46.633017 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:46.638211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:17:46.638555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:17:46.638940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:17:46.639373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Bound port: 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:17:46.639727 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:46.704204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:46.707276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:46.713495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:46.749981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.750636 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:46.752045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] 10.222.0.83 "PUT /v2.0/ports/979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 1091 time: 0.9165201 Feb 11 14:17:46.752496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:46.754787 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:46.776389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044cc2d-b3ce-484f-9a0a-e52f918805b9 service neutron] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:46.814801 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207b3a32-eb44-420f-82d8-263eb1f899c4 x-openstack-request-id: req-207b3a32-eb44-420f-82d8-263eb1f899c4 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:46.815093 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:46.815352 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-207b3a32-eb44-420f-82d8-263eb1f899c4 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:46.815753 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'status': 'completed', 'code': 200} Feb 11 14:17:46.855835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-730c33da-57a9-4b1b-8b3d-3c6cd80f6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.857389 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-730c33da-57a9-4b1b-8b3d-3c6cd80f6dd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1125 time: 0.0529265 Feb 11 14:17:46.884653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:46.905881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-d929d531-3dff-4599-937a-a60b8b15a10f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 217 time: 0.0411727 Feb 11 14:17:46.906771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 9f5d3dd6-1775-41de-be47-166fac648ccc {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:17:46.907191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 9f5d3dd6-1775-41de-be47-166fac648ccc not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:46.954214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-cdd372e5-4ef7-473d-8774-8961c60a32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.955703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-cdd372e5-4ef7-473d-8774-8961c60a32ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0444226 Feb 11 14:17:47.005273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e7112-5772-4002-8fef-f81b59448567 req-335eb701-2cda-4a0b-a2eb-200da3e5ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.006945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-335eb701-2cda-4a0b-a2eb-200da3e5ae87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457203 Feb 11 14:17:47.097477 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-5d88b00c-6b09-462d-bc49-c990281fbc0e service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 Feb 11 14:17:47.183763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b95e7112-5772-4002-8fef-f81b59448567 req-c469ccc2-717a-411c-9674-4a853ae93cd3 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801806 Feb 11 14:17:47.276056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-4a0d2f29-9507-4f35-bd50-22a7673cb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.277560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-4a0d2f29-9507-4f35-bd50-22a7673cb2ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1125 time: 0.0506597 Feb 11 14:17:47.365080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-e518b06b-d410-4a67-a4b1-b862755d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.366498 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-e518b06b-d410-4a67-a4b1-b862755d9a50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0828784 Feb 11 14:17:47.414182 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-efbb963c-a31d-49d9-b217-94c9b0137b0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 217 time: 0.0422759 Feb 11 14:17:47.460739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-83e1648e-94bc-4363-9bf8-093e7a816d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.462728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-83e1648e-94bc-4363-9bf8-093e7a816d15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0429101 Feb 11 14:17:47.511954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-57b90f2f-1e2e-409b-a8b5-ffdd97da5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.513421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-57b90f2f-1e2e-409b-a8b5-ffdd97da5ad7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430560 Feb 11 14:17:47.604548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-61f24000-19ee-4ed2-978b-09d2b3619b22 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842037 Feb 11 14:17:47.695919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35a1d34f-ccb1-4755-af79-ebeefa82c0d3 req-9766f949-65b0-486c-9771-120e008a33ba service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848093 Feb 11 14:17:47.707665 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d72b2-ec6e-476c-b589-f17aaa650070 req-9d5b3305-26cf-4812-8b70-4776286127ab tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.709169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be7d72b2-ec6e-476c-b589-f17aaa650070 req-9d5b3305-26cf-4812-8b70-4776286127ab tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0532169 Feb 11 14:17:47.765081 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-be7d72b2-ec6e-476c-b589-f17aaa650070 req-2d36abd1-68eb-4269-8454-e8fefe0ca960 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496798 Feb 11 14:17:48.890732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42474a5c-dbed-418b-8bbc-47f8cc3b1f88 req-6d5ce0c5-4ef3-40eb-8b44-bc3aa21d70ec tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.892226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42474a5c-dbed-418b-8bbc-47f8cc3b1f88 req-6d5ce0c5-4ef3-40eb-8b44-bc3aa21d70ec tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0575981 Feb 11 14:17:48.937927 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42474a5c-dbed-418b-8bbc-47f8cc3b1f88 req-411ddf9b-4b23-43bb-a990-11f28c11803a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401399 Feb 11 14:17:50.060989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27625e-b596-4aa5-97d7-7bf8ce078419 req-7e654ce2-978d-4ae2-ace4-2e2e748c08ff tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:50.062522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f27625e-b596-4aa5-97d7-7bf8ce078419 req-7e654ce2-978d-4ae2-ace4-2e2e748c08ff tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0574157 Feb 11 14:17:50.112939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f27625e-b596-4aa5-97d7-7bf8ce078419 req-f277e983-55d0-4f3d-8ecf-2314d4e42fbb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448093 Feb 11 14:17:50.426099 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:50.584198 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:50.680848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:50.690749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'mac_address': 'fa:16:3e:dd:57:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:50.726364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:50.726729 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:50.739705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:17:50.758201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:50.762570 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:50.811086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:50.818358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.818715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.819064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.819401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.819737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.820065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.820390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.820716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.821638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.821967 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.822318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.822643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.822991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:50.964689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['979f2e3b-ed39-439a-98b6-fe86bfbacaa0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:51.229711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62961-2c5d-4884-ac98-df188b8694b6 req-fb46076e-a7ae-4f61-9a26-04e223368531 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:51.231139 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5d62961-2c5d-4884-ac98-df188b8694b6 req-fb46076e-a7ae-4f61-9a26-04e223368531 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 944 time: 0.0532966 Feb 11 14:17:51.277571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b5d62961-2c5d-4884-ac98-df188b8694b6 req-7be1f627-8761-4bf9-8656-98e766e5f3c4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Feb 11 14:17:52.335498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:52.400706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c024-cff2-4308-80b4-cbd3741aab4b req-749ba175-a934-47bc-a9d4-f7b6fd17f469 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:52.402189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7226c024-cff2-4308-80b4-cbd3741aab4b req-749ba175-a934-47bc-a9d4-f7b6fd17f469 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 944 time: 0.0572217 Feb 11 14:17:52.447828 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7226c024-cff2-4308-80b4-cbd3741aab4b req-3d663b7f-70b7-4ada-8b99-5632a9d724ae tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401130 Feb 11 14:17:52.620265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:52.667529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:52.671481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:52.671862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:52.746524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:17:52.746916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:52.768660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:52.770881 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6825be47-ad1e-48c4-88de-37f05d35a8ff" -d '{"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-plugged", "status": "completed", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:52.783978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:52.788266 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:52.914365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de8478-4425-44eb-a901-8e326b9fcb58 req-03612254-67cc-410a-a313-604dfedf5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:52.915832 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39de8478-4425-44eb-a901-8e326b9fcb58 req-03612254-67cc-410a-a313-604dfedf5a01 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1127 time: 0.0460985 Feb 11 14:17:52.965208 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39de8478-4425-44eb-a901-8e326b9fcb58 req-d7a288d2-8fba-4719-8e1b-96330a749d00 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 Feb 11 14:17:52.977847 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740fdbde-9750-4b4b-a876-87013dcf6d57 x-openstack-request-id: req-740fdbde-9750-4b4b-a876-87013dcf6d57 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:52.978149 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-plugged", "status": "completed", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:52.978410 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-740fdbde-9750-4b4b-a876-87013dcf6d57 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:52.978788 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'code': 200} Feb 11 14:17:53.001325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:53.568293 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5565-da69-4621-a306-27456e72b2bb req-63c51637-439f-4484-8536-65358557fc9f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.569775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc0a5565-da69-4621-a306-27456e72b2bb req-63c51637-439f-4484-8536-65358557fc9f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0533228 Feb 11 14:17:53.616151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dc0a5565-da69-4621-a306-27456e72b2bb req-cabf56a4-c49a-494a-a5dc-e52c20cea40d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Feb 11 14:17:54.734766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522f3a2-4cdd-45f5-85ef-c5f008ab9aa7 req-c1602290-392a-4aeb-8759-b345f17b8303 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:54.736490 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b522f3a2-4cdd-45f5-85ef-c5f008ab9aa7 req-c1602290-392a-4aeb-8759-b345f17b8303 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0524611 Feb 11 14:17:54.783028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b522f3a2-4cdd-45f5-85ef-c5f008ab9aa7 req-b51ba549-c87a-4074-a190-e2395fee9944 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409808 Feb 11 14:17:54.898098 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92f6f8-0d5b-42ca-b599-86d9e785e7f9 req-c5e9cf5f-8f48-4c5a-a0d7-1e3dbdb69b54 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:54.899632 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf92f6f8-0d5b-42ca-b599-86d9e785e7f9 req-c5e9cf5f-8f48-4c5a-a0d7-1e3dbdb69b54 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0525475 Feb 11 14:17:54.908129 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 33822) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:17:54.912559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'floatingip': {'port_id': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:54.955761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:55.395611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:55.399842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:55.506389 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 associated. External IP: 172.25.3.16, port: 979f2e3b-ed39-439a-98b6-fe86bfbacaa0. Feb 11 14:17:55.713309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:55.822642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:55.827415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:55.833146 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:55.843742 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:55.844349 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:17:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:55.857426 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d3379ba3-dcde-45c0-ae0d-17a4f9004efa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "PUT /v2.0/floatingips/46f7aa1c-db36-44b7-af72-54498581dff7 HTTP/1.1" status: 200 len: 990 time: 0.9482224 Feb 11 14:17:55.858302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:55.860724 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840" -d '{"events": [{"name": "network-changed", "server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:55.901462 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105d07f6-9bbf-4377-843e-e39d24a2f8d2 x-openstack-request-id: req-105d07f6-9bbf-4377-843e-e39d24a2f8d2 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:55.902059 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:55.902200 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-105d07f6-9bbf-4377-843e-e39d24a2f8d2 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:55.902628 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'status': 'completed', 'code': 200} Feb 11 14:17:55.977912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-2d8013b9-e579-4e82-a05a-52bde215de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:55.979514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-2d8013b9-e579-4e82-a05a-52bde215de0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1127 time: 0.0571322 Feb 11 14:17:56.063087 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:56.066003 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b056-001d-42a9-b0d3-3f26da01f816 req-5d67bce7-957a-4694-9c19-5e83326cd008 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.067685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b83b056-001d-42a9-b0d3-3f26da01f816 req-5d67bce7-957a-4694-9c19-5e83326cd008 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0600550 Feb 11 14:17:56.083908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-c6b2b58d-be7c-4b27-b5d6-7d24c69eee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.085405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-c6b2b58d-be7c-4b27-b5d6-7d24c69eee7a service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0998857 Feb 11 14:17:56.116571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b83b056-001d-42a9-b0d3-3f26da01f816 req-69fa4d0e-d981-42ac-bc55-4a6fcf8aa804 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Feb 11 14:17:56.156611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-131ca60f-53b4-4d28-b59d-7987e10cea01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 998 time: 0.0639131 Feb 11 14:17:56.209424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-f963e306-7943-47ad-a54b-b5e6ec6aecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.210940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-f963e306-7943-47ad-a54b-b5e6ec6aecf6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0489631 Feb 11 14:17:56.260664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-c5bb3962-57dc-4620-9332-a6dbe9a3a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.262248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-c5bb3962-57dc-4620-9332-a6dbe9a3a508 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447919 Feb 11 14:17:56.291221 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:dd:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:17:55Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:56.320366 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:56.328665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:56.329271 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:17:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:56.353645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-f5e9ab5f-13c6-405d-9454-9415ff45bbd5 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857148 Feb 11 14:17:56.435792 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:56.446585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-351a97e3-8aa9-42bd-8c00-b8d5d08e0840 req-ede205d0-ef86-4a50-b0e3-750630ab3723 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Feb 11 14:17:56.653494 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:dd:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:17:55Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:56.682297 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c518a-6bc3-474a-a99a-d316412ee2ca None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:dd:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:17:55Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:56.866616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59782319-829f-4ed2-9edb-93cdf9aff177 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:57.111897 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d1b933f-f041-4ac6-9678-2959c1bd2a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:57.239312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc759a-c6f5-4d29-9ad0-9e081d495e35 req-aea9406e-971d-4d9b-ba22-31dbd2628de5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.240819 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99fc759a-c6f5-4d29-9ad0-9e081d495e35 req-aea9406e-971d-4d9b-ba22-31dbd2628de5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0538251 Feb 11 14:17:57.288720 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99fc759a-c6f5-4d29-9ad0-9e081d495e35 req-6c6a5d1a-a72d-48ed-8117-7e3440ac3c99 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421605 Feb 11 14:17:58.407278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add82c09-d13e-497d-b5b6-5d1ef5f042ed req-6ff174d2-da72-498c-88ec-d69dd8abb46c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:58.408749 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-add82c09-d13e-497d-b5b6-5d1ef5f042ed req-6ff174d2-da72-498c-88ec-d69dd8abb46c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0515573 Feb 11 14:17:58.455218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-add82c09-d13e-497d-b5b6-5d1ef5f042ed req-5b44e6b0-047f-4dac-a8da-371269581896 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407572 Feb 11 14:17:59.479694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cc34f823-0f76-414e-9e9a-9207410b82a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:59.578712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83920d6-ea20-4816-ab26-18fbfbfc6005 req-88040a03-e808-42e5-8163-a17f4dc49a0d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:59.580198 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e83920d6-ea20-4816-ab26-18fbfbfc6005 req-88040a03-e808-42e5-8163-a17f4dc49a0d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0569293 Feb 11 14:17:59.627022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e83920d6-ea20-4816-ab26-18fbfbfc6005 req-48d8fb26-235f-418d-a22b-f01f5025dddc tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Feb 11 14:18:00.760997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cf7f9-304b-4b04-9ecc-c784a429c322 req-fc12cca7-1791-4b3f-9aa8-facfdfa56e26 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.760997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-353cf7f9-304b-4b04-9ecc-c784a429c322 req-fc12cca7-1791-4b3f-9aa8-facfdfa56e26 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0629845 Feb 11 14:18:00.802249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-353cf7f9-304b-4b04-9ecc-c784a429c322 req-c35dfa25-cc58-4450-9573-b18864cd1495 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Feb 11 14:18:01.128004 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:01.919674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a804b-d7df-48d9-b359-962c45695eef req-9df68b69-01e7-438c-a044-eac591faae0c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.921155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d57a804b-d7df-48d9-b359-962c45695eef req-9df68b69-01e7-438c-a044-eac591faae0c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0527892 Feb 11 14:18:01.967482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d57a804b-d7df-48d9-b359-962c45695eef req-a90773fa-bb95-4f37-99e3-9e2af454706f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408256 Feb 11 14:18:02.551053 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:03.085698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc528-4f2e-4587-b342-ab4fe5bb7715 req-cc268ebd-5df3-428a-b3e9-9693150a4dee tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:03.087111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f5fc528-4f2e-4587-b342-ab4fe5bb7715 req-cc268ebd-5df3-428a-b3e9-9693150a4dee tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0530956 Feb 11 14:18:03.133616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f5fc528-4f2e-4587-b342-ab4fe5bb7715 req-84d55891-f70f-4d9f-bd95-9c0a6407565e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409448 Feb 11 14:18:03.744616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:04.254431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a5795-a7e1-4d11-9085-bfd3afadfd24 req-3b6e2708-682e-4e72-8f74-2075c118de2a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:04.255938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-917a5795-a7e1-4d11-9085-bfd3afadfd24 req-3b6e2708-682e-4e72-8f74-2075c118de2a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0551980 Feb 11 14:18:04.305960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-917a5795-a7e1-4d11-9085-bfd3afadfd24 req-bd2c32a0-fed7-48a6-abae-bd8dc7f16d58 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Feb 11 14:18:05.423297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7adc30-5a3f-4de5-aaf9-800292616de7 req-0823bc06-7ffa-44e6-8ba5-8804c52f7e4c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:05.424740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d7adc30-5a3f-4de5-aaf9-800292616de7 req-0823bc06-7ffa-44e6-8ba5-8804c52f7e4c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0503311 Feb 11 14:18:05.474313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0d7adc30-5a3f-4de5-aaf9-800292616de7 req-a1670c86-5ff5-49f5-ae02-3b796a29c56d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 Feb 11 14:18:06.591945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ff8-40c0-4c3d-b2a5-bdb7644dc02f req-ec4ba945-35eb-4348-8d4c-0fff8e3db46b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:06.593417 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50d69ff8-40c0-4c3d-b2a5-bdb7644dc02f req-ec4ba945-35eb-4348-8d4c-0fff8e3db46b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0521407 Feb 11 14:18:06.640211 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-50d69ff8-40c0-4c3d-b2a5-bdb7644dc02f req-bde1ac91-256a-452c-876b-9bbeb498c01a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Feb 11 14:18:07.759296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89176b-f0ce-4062-b004-c0f0ec5b0f77 req-429ee6d4-5c13-458c-a39f-5378a34350c2 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:07.760782 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a89176b-f0ce-4062-b004-c0f0ec5b0f77 req-429ee6d4-5c13-458c-a39f-5378a34350c2 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0531218 Feb 11 14:18:07.811484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a89176b-f0ce-4062-b004-c0f0ec5b0f77 req-f5abf599-dd88-4efe-a2ea-74a14a8e88a8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450976 Feb 11 14:18:08.932705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08c219-c597-493f-88b1-bff1a261800f req-2e70e78d-9fe3-4d1a-a89c-e356051de902 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:08.934222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e08c219-c597-493f-88b1-bff1a261800f req-2e70e78d-9fe3-4d1a-a89c-e356051de902 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0529301 Feb 11 14:18:08.980540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4e08c219-c597-493f-88b1-bff1a261800f req-8077bd5e-05ff-4183-8496-42efb79637cb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408561 Feb 11 14:18:10.097227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966fe84-68c6-4ffa-a473-b2f9ad42d6c8 req-b974065c-b35c-4425-b444-80d7bbc73c03 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:10.098621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4966fe84-68c6-4ffa-a473-b2f9ad42d6c8 req-b974065c-b35c-4425-b444-80d7bbc73c03 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0517688 Feb 11 14:18:10.144177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4966fe84-68c6-4ffa-a473-b2f9ad42d6c8 req-378f83be-a2b8-4bcf-8321-892797fd35a8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400198 Feb 11 14:18:10.682110 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:18:11.265059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e0f5-f5b1-43a1-9ec6-47787fb35e8b req-64534acb-c500-4e6f-9f16-99501a148d0e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:11.266568 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c745e0f5-f5b1-43a1-9ec6-47787fb35e8b req-64534acb-c500-4e6f-9f16-99501a148d0e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0567207 Feb 11 14:18:11.313364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c745e0f5-f5b1-43a1-9ec6-47787fb35e8b req-de9ab4c6-f922-41b9-b686-d95d39bcaa1d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412548 Feb 11 14:18:12.438823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda660-6667-4824-ba3c-e0affc06784e req-0360201d-6e46-40e6-aee2-df6e23bfb4d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.440300 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6eeda660-6667-4824-ba3c-e0affc06784e req-0360201d-6e46-40e6-aee2-df6e23bfb4d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0566287 Feb 11 14:18:12.488636 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6eeda660-6667-4824-ba3c-e0affc06784e req-808e8744-b788-4962-838b-0f4037084199 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Feb 11 14:18:13.609041 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2909435-ab30-4d61-8c23-ca97744ca548 req-d7bd0245-da37-416f-acbe-aa4f1479c75b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:13.610645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2909435-ab30-4d61-8c23-ca97744ca548 req-d7bd0245-da37-416f-acbe-aa4f1479c75b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0558250 Feb 11 14:18:13.660542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2909435-ab30-4d61-8c23-ca97744ca548 req-767e40fb-7879-4ab3-ac95-311cd8dd5097 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Feb 11 14:18:14.780001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd635fe-3908-45af-a45d-f854c620c0b6 req-db0b7794-edce-4810-b774-b5467860930f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:14.781439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cd635fe-3908-45af-a45d-f854c620c0b6 req-db0b7794-edce-4810-b774-b5467860930f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0551333 Feb 11 14:18:14.834646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7cd635fe-3908-45af-a45d-f854c620c0b6 req-8740f555-daf4-4303-a101-7b9cb3fcc381 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475016 Feb 11 14:18:15.953301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9cfc1-f629-4e77-bc70-210387ae0fe7 req-de0ad34b-762d-4f84-a8e1-51f29850e1b3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.954822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-88d9cfc1-f629-4e77-bc70-210387ae0fe7 req-de0ad34b-762d-4f84-a8e1-51f29850e1b3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0525661 Feb 11 14:18:16.005233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-88d9cfc1-f629-4e77-bc70-210387ae0fe7 req-a0f18e67-52dc-4f18-9273-4f9d56fe7502 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Feb 11 14:18:17.122824 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d706101-f9f9-4dc8-afcc-5c8019a36a8e req-753acf9c-8a15-4994-828b-40279ee94cf0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.124217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4d706101-f9f9-4dc8-afcc-5c8019a36a8e req-753acf9c-8a15-4994-828b-40279ee94cf0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0522411 Feb 11 14:18:17.174050 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4d706101-f9f9-4dc8-afcc-5c8019a36a8e req-0a657e98-271c-4225-9b83-20e8fcdf26aa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Feb 11 14:18:18.292764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126d864-f5fc-4cbe-967a-36ec2f480f3c req-99a8b003-e610-4586-99b6-23e775927f8c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.294395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8126d864-f5fc-4cbe-967a-36ec2f480f3c req-99a8b003-e610-4586-99b6-23e775927f8c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0537550 Feb 11 14:18:18.341222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8126d864-f5fc-4cbe-967a-36ec2f480f3c req-20057ea0-8506-4f20-a343-1319b308ba34 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Feb 11 14:18:19.215337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-f484e6c8-9a50-44b5-98a0-1083a38de656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:19.216751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-f484e6c8-9a50-44b5-98a0-1083a38de656 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1127 time: 0.0440750 Feb 11 14:18:19.333571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-6c2b69ed-daac-40f6-9302-6d65c9f5a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:19.335125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-6c2b69ed-daac-40f6-9302-6d65c9f5a609 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0975633 Feb 11 14:18:19.402021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-758d8d37-2432-4732-97dc-b2ecd75e2a4a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 1000 time: 0.0610125 Feb 11 14:18:19.454614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-a7f1072c-4a62-4233-9ae5-a208415e8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:19.456106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-a7f1072c-4a62-4233-9ae5-a208415e8042 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0486777 Feb 11 14:18:19.459283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8e9ee-2bbd-4463-a0af-6ba48005a9db req-45ee4967-7059-4b31-a98a-bfa124deab2b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:19.460770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3cb8e9ee-2bbd-4463-a0af-6ba48005a9db req-45ee4967-7059-4b31-a98a-bfa124deab2b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0526748 Feb 11 14:18:19.505362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-b5891ae3-a562-432f-b2ef-9afa7ba1e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:19.506926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-b5891ae3-a562-432f-b2ef-9afa7ba1e3aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455384 Feb 11 14:18:19.507959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3cb8e9ee-2bbd-4463-a0af-6ba48005a9db req-b19cd765-499c-479e-bdfe-2d7e567c2b27 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409584 Feb 11 14:18:19.606559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-dad26684-49a6-4ee9-8d56-4287390c1077 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934343 Feb 11 14:18:19.700328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be4ab13d-a925-4ea4-81f4-79dbd61b6dd3 req-6b5fafc3-960f-495f-9efc-a077a00f717b service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881095 Feb 11 14:18:20.426047 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:20.633412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4812e-733e-4800-8611-fd88364a3595 req-ed54ac1a-c249-4919-8d20-6b20ba6dc1eb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:20.634944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72b4812e-733e-4800-8611-fd88364a3595 req-ed54ac1a-c249-4919-8d20-6b20ba6dc1eb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0574775 Feb 11 14:18:20.681281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72b4812e-733e-4800-8611-fd88364a3595 req-4b825028-232f-4db5-8763-b5be18ac4402 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406914 Feb 11 14:18:21.797952 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e80fd-663c-4f85-8b9d-3dd895bf1c3c req-f6d270cb-1b88-4f8c-b3f1-880482058587 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.799449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e8e80fd-663c-4f85-8b9d-3dd895bf1c3c req-f6d270cb-1b88-4f8c-b3f1-880482058587 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0512295 Feb 11 14:18:21.845323 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7e8e80fd-663c-4f85-8b9d-3dd895bf1c3c req-6330e36e-b137-4203-beeb-74a9d49e0b16 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404267 Feb 11 14:18:22.106362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-05fbc652-1b2a-4a3e-a38c-c74289670726 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806863 Feb 11 14:18:22.113405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cb7b0-b0a3-4248-9fc7-f82362f7496c req-ddcf45b5-2d96-43fe-9f46-3431031d0c07 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.115101 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d8cb7b0-b0a3-4248-9fc7-f82362f7496c req-ddcf45b5-2d96-43fe-9f46-3431031d0c07 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0800440 Feb 11 14:18:22.163031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6d8cb7b0-b0a3-4248-9fc7-f82362f7496c req-64d52a7f-6942-4b62-8784-6f38bcff66e6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Feb 11 14:18:22.350220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:22.463957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-7c832ffc-4267-47fb-9268-564bbca6330c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.465399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-7c832ffc-4267-47fb-9268-564bbca6330c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports/979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 942 time: 0.0464768 Feb 11 14:18:23.299241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9e9d-5a2c-487d-b20f-e1a12ec540e4 req-41dd5cd5-edec-4b6b-b14e-1f7eee219920 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:23.300969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c52e9e9d-5a2c-487d-b20f-e1a12ec540e4 req-41dd5cd5-edec-4b6b-b14e-1f7eee219920 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0669973 Feb 11 14:18:23.378981 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c52e9e9d-5a2c-487d-b20f-e1a12ec540e4 req-ad6e9a72-6379-45c3-aee1-3038e880e59e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698359 Feb 11 14:18:23.388209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-56eafa5e-9fb2-4331-9caa-61f4f7946913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:23.389856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-56eafa5e-9fb2-4331-9caa-61f4f7946913 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1127 time: 0.0650117 Feb 11 14:18:23.486692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-54a015e9-e970-4bbd-8646-056dab3d82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:23.488073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-54a015e9-e970-4bbd-8646-056dab3d82dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0919893 Feb 11 14:18:23.552670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-a40d41a9-5b21-4ec8-9880-7297f3dcf021 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 1000 time: 0.0592768 Feb 11 14:18:23.599521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-f0da1831-cb5c-4f3c-b6f9-e7a2eebb3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:23.600985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-f0da1831-cb5c-4f3c-b6f9-e7a2eebb3023 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0431507 Feb 11 14:18:23.653320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-16920200-440c-442d-a8de-d50909cd72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:23.654850 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-16920200-440c-442d-a8de-d50909cd72e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482028 Feb 11 14:18:23.742354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-0eba9805-15f6-4ff7-a744-2d013bcc2239 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813453 Feb 11 14:18:23.834865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-6b8884ba-11aa-4614-acf0-0f7d3d36825e service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Feb 11 14:18:24.500556 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf716b-9540-42dd-bc72-61632a3f9640 req-5e03bf5e-774b-4880-934d-418b5945ed27 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:24.502113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5dcf716b-9540-42dd-bc72-61632a3f9640 req-5e03bf5e-774b-4880-934d-418b5945ed27 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0564258 Feb 11 14:18:24.555565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5dcf716b-9540-42dd-bc72-61632a3f9640 req-cca0c8d3-c31f-441b-accf-cbccc35c1247 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478890 Feb 11 14:18:25.535608 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-746177c3-0994-445a-ac1b-d4355f343cde req-d6fdda8c-c6e0-4278-9556-0d7f778771e9 service neutron] show failed (client error): The resource could not be found. Feb 11 14:18:25.536647 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-d6fdda8c-c6e0-4278-9556-0d7f778771e9 service neutron] 10.222.0.83 "GET /v2.0/ports/979f2e3b-ed39-439a-98b6-fe86bfbacaa0/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0547197 Feb 11 14:18:25.686614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc956e-595e-46b9-b21f-6b863912562f req-15099546-dc6e-499f-9488-5dacb141dcc9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:25.688762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efcc956e-595e-46b9-b21f-6b863912562f req-15099546-dc6e-499f-9488-5dacb141dcc9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0604095 Feb 11 14:18:25.740437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-5c2c3bd7-d1e3-4b72-8b2f-6cef2a0cad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:25.741977 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-5c2c3bd7-d1e3-4b72-8b2f-6cef2a0cad39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 1127 time: 0.0457020 Feb 11 14:18:25.743055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-efcc956e-595e-46b9-b21f-6b863912562f req-2e60d8e8-b8d6-4e01-b4d8-bf598ca3865f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479033 Feb 11 14:18:25.753115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:25.815380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.021679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:26.054438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:26.094951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:26.097155 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffa82f1-6427-4c75-b596-3e1f8a2c1189" -d '{"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-unplugged", "status": "completed", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:26.100789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Publish callbacks [] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.113947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Transition to ACTIVE for port object 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:26.118734 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.155734 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e6dc3c-e100-4bb0-9ac9-547e0d089959 x-openstack-request-id: req-56e6dc3c-e100-4bb0-9ac9-547e0d089959 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:26.156029 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-unplugged", "status": "completed", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:26.156287 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56e6dc3c-e100-4bb0-9ac9-547e0d089959 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:26.156680 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'code': 200} Feb 11 14:18:26.211386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:26.261738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] No DVR routers for this DVR port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:26.400341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:26.400600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:26.400945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:26.405248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:26.405578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Attempting to bind port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:26.410417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:26.410760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:26.411146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:26.411567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Bound port: 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:26.411923 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.479390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:26.482459 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:26.489112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.527013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.528620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.530037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] 10.222.0.30 "PUT /v2.0/ports/979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 1091 time: 0.7810254 Feb 11 14:18:26.591707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3351b-b6e3-4d28-b3d1-a2c78378a895 service neutron] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:26.614845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-8046a05f-ddd2-4e1c-a4eb-3eb8643c13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.616382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-8046a05f-ddd2-4e1c-a4eb-3eb8643c13b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1125 time: 0.0567038 Feb 11 14:18:26.708441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-85e7f9fc-545c-42ed-be88-355141595d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.709904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-85e7f9fc-545c-42ed-be88-355141595d37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0873795 Feb 11 14:18:26.779536 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-310089b8-fc64-46b5-8129-33ffad46dae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 998 time: 0.0634820 Feb 11 14:18:26.826733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-3888e554-9f10-40e5-86f3-40e458d61d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.828294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-3888e554-9f10-40e5-86f3-40e458d61d49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0438929 Feb 11 14:18:26.863442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a96b9c-75cc-47d5-9377-ba6f0b6811a9 req-4cbc4143-ba51-4338-a0ed-17c96a189c0c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.864974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28a96b9c-75cc-47d5-9377-ba6f0b6811a9 req-4cbc4143-ba51-4338-a0ed-17c96a189c0c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0529797 Feb 11 14:18:26.884404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746177c3-0994-445a-ac1b-d4355f343cde req-d6ad4851-d6fe-4f75-856c-cabdd352ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.886556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-d6ad4851-d6fe-4f75-856c-cabdd352ff39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516245 Feb 11 14:18:26.920822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-28a96b9c-75cc-47d5-9377-ba6f0b6811a9 req-0570dab1-2f86-4220-8fa7-0c0d62095679 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495081 Feb 11 14:18:26.977637 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-a4eca847-3439-4283-bb0d-025138ad2ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 Feb 11 14:18:27.063343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-746177c3-0994-445a-ac1b-d4355f343cde req-0829741a-d829-485f-814d-0db346cdb6c8 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803447 Feb 11 14:18:27.114206 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60353ad1-f860-465a-aca3-1749066f5bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.044990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91db30-7a2a-44bc-acd4-2b88a009a7d9 req-3155d6cb-f6c4-477d-a95c-4e1370f7922e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.046467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f91db30-7a2a-44bc-acd4-2b88a009a7d9 req-3155d6cb-f6c4-477d-a95c-4e1370f7922e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0558496 Feb 11 14:18:28.092301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f91db30-7a2a-44bc-acd4-2b88a009a7d9 req-5542c6b8-8a73-4e20-8954-ad590cea4e3f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398672 Feb 11 14:18:28.157881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:28.160175 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f9151d-7dbf-4481-bdb8-ddf8774f7278" -d '{"events": [{"name": "network-changed", "server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:28.208597 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b522ce4d-3264-420c-919e-c2bbe795fc0c x-openstack-request-id: req-b522ce4d-3264-420c-919e-c2bbe795fc0c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:28.208905 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:28.209276 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b522ce4d-3264-420c-919e-c2bbe795fc0c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:28.209629 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'status': 'completed', 'code': 200} Feb 11 14:18:28.275833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-011193a1-c191-4ba8-84da-822375d77e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.278530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-011193a1-c191-4ba8-84da-822375d77e76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1125 time: 0.0491469 Feb 11 14:18:28.296210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-fbad3505-0ee0-4162-b50c-319b63ff5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.297707 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-fbad3505-0ee0-4162-b50c-319b63ff5647 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1125 time: 0.0477586 Feb 11 14:18:28.378816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-81100c04-39c1-4c2c-82df-a42c6a8d3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.380216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-81100c04-39c1-4c2c-82df-a42c6a8d3bfe service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0961113 Feb 11 14:18:28.397709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-06ed7769-1143-4027-bf81-0e29b63d7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.399212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-06ed7769-1143-4027-bf81-0e29b63d7b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0898843 Feb 11 14:18:28.443791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-9359df2e-6533-4b0b-98e6-fd675a69feb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 998 time: 0.0579305 Feb 11 14:18:28.464131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-0aa4be97-d635-4b9b-9865-1c29d2b711b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 998 time: 0.0589149 Feb 11 14:18:28.495034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-f5032b6b-25e2-4c53-b59b-38af45d2a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.497037 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-f5032b6b-25e2-4c53-b59b-38af45d2a9a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0480011 Feb 11 14:18:28.512240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-5f397c51-2ef8-42fb-a8fa-f00cf293e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.513704 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-5f397c51-2ef8-42fb-a8fa-f00cf293e89b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0444171 Feb 11 14:18:28.547592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-e4a5fed7-1d15-44fe-ad55-90995f4ad0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.549149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-e4a5fed7-1d15-44fe-ad55-90995f4ad0af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455825 Feb 11 14:18:28.566351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-d2763990-261d-4b15-9dd7-caed7f6d7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.567836 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-d2763990-261d-4b15-9dd7-caed7f6d7837 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484257 Feb 11 14:18:28.639147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-812f8998-1042-4c7f-9dbe-caad5db82ef8 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 Feb 11 14:18:28.655907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-ab7dfb6f-a0a2-423a-9789-452a07a4bf52 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819328 Feb 11 14:18:28.741465 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-b71c23b8-7472-40f9-a1f0-72d756ecff86 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964811 Feb 11 14:18:28.849683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:28.893227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:18:28.893549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:29.067097 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f9151d-7dbf-4481-bdb8-ddf8774f7278 req-5a4c9163-3208-4917-97ee-66c5175511b7 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048440 Feb 11 14:18:29.210484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125453bc-b7b5-4a47-b9d7-8cd78cf1e159 req-d872b95d-c525-4ac1-b89d-d342a412721a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.211880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-125453bc-b7b5-4a47-b9d7-8cd78cf1e159 req-d872b95d-c525-4ac1-b89d-d342a412721a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0512307 Feb 11 14:18:29.257198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-125453bc-b7b5-4a47-b9d7-8cd78cf1e159 req-aa2b4888-1327-4d77-8379-f0c75354e33c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392380 Feb 11 14:18:29.459212 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79172fc-d5a1-4ceb-b5ad-4d5cd5f1fe03 req-feed2a07-1b59-4381-8996-1abbfac6a7a0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.460787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f79172fc-d5a1-4ceb-b5ad-4d5cd5f1fe03 req-feed2a07-1b59-4381-8996-1abbfac6a7a0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0566237 Feb 11 14:18:29.475560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-66e58d37-8146-4a64-ab01-dfd39807d4c6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.477141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-66e58d37-8146-4a64-ab01-dfd39807d4c6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef&tenant_id=4e58c7ac45814e73afe980dea33b21b1&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 943 time: 0.0625863 Feb 11 14:18:29.484604 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f0a5-3d84-4bd1-a6ef-ee21446abfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.512986 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f79172fc-d5a1-4ceb-b5ad-4d5cd5f1fe03 req-30e4bde2-fad5-42c2-a2aa-bbf191f5d860 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445681 Feb 11 14:18:29.536350 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-bcbd5bf3-a646-4405-a9a3-49e1b93920eb service neutron] delete failed (client error): The resource could not be found. Feb 11 14:18:29.537383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-bcbd5bf3-a646-4405-a9a3-49e1b93920eb service neutron] 10.222.0.83 "DELETE /v2.0/ports/979f2e3b-ed39-439a-98b6-fe86bfbacaa0/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0545034 Feb 11 14:18:29.629163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-abbdec01-1579-40af-91dd-aaa1a55a4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.630727 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-abbdec01-1579-40af-91dd-aaa1a55a4aa3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1125 time: 0.0525606 Feb 11 14:18:29.719026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-221c498d-acce-49b8-9a63-c7bdbbe2353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.720411 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-221c498d-acce-49b8-9a63-c7bdbbe2353b service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0834713 Feb 11 14:18:29.787462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-d1728844-45f5-4286-9f22-6c118488101b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 998 time: 0.0614479 Feb 11 14:18:29.835208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-ebb31ffe-9232-491f-ba2d-c18e1bc08065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.836685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-ebb31ffe-9232-491f-ba2d-c18e1bc08065 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0439887 Feb 11 14:18:29.889795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-f6c9ebf7-8f0e-4bf5-94f3-2fb9b96f784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.891358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-f6c9ebf7-8f0e-4bf5-94f3-2fb9b96f784e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490084 Feb 11 14:18:29.982200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-a7e6a239-8c90-42ca-a264-3b35971b188e service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846319 Feb 11 14:18:30.069421 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-29998bb1-9fdb-4a64-90be-9bdbb02c5328 req-2b2083d5-ba9a-4f73-8b54-7b419be2d05f service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813103 Feb 11 14:18:30.642047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26584-ffd9-43b7-84c8-12ccfd626632 req-a3c8aea2-ae88-4621-82a7-b7c027aa4f1f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.643707 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02c26584-ffd9-43b7-84c8-12ccfd626632 req-a3c8aea2-ae88-4621-82a7-b7c027aa4f1f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0597353 Feb 11 14:18:30.695132 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02c26584-ffd9-43b7-84c8-12ccfd626632 req-8d111e6c-5560-486d-b98a-9b1d736a5c8b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454013 Feb 11 14:18:30.813755 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472299-2865-48a1-94ba-1c0c4318c468 req-ad79d2ab-d589-4aa8-b815-f24a91f50f21 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.815261 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7472299-2865-48a1-94ba-1c0c4318c468 req-ad79d2ab-d589-4aa8-b815-f24a91f50f21 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0522282 Feb 11 14:18:30.862237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f7472299-2865-48a1-94ba-1c0c4318c468 req-f50d9225-1258-4cbe-9599-cc1eeda86827 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Feb 11 14:18:31.091032 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7e6a-9ee7-4175-a55d-2cae3558f0a1 req-aab7799d-2e42-40ef-a093-d2f76c19b1b4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.092512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a91e7e6a-9ee7-4175-a55d-2cae3558f0a1 req-aab7799d-2e42-40ef-a093-d2f76c19b1b4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 943 time: 0.0823526 Feb 11 14:18:31.123907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-ba87e36c-03e9-4ff7-a370-7db9dac45374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.125470 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-ba87e36c-03e9-4ff7-a370-7db9dac45374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 1125 time: 0.0785439 Feb 11 14:18:31.130489 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.138768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:31.178465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a91e7e6a-9ee7-4175-a55d-2cae3558f0a1 req-82a528ce-a07f-45e0-a69f-2ac21161ccc9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790904 Feb 11 14:18:31.234491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-3caad6fb-f08b-47bb-8c28-7314d05b3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.235868 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-3caad6fb-f08b-47bb-8c28-7314d05b3a1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.1006112 Feb 11 14:18:31.239770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:31.251606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'mac_address': 'fa:16:3e:dd:57:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:31.288348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:31.288744 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.301452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:18:31.305718 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-b00afb4e-4ba6-47aa-a0cf-ab5b18210730 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 200 len: 998 time: 0.0628471 Feb 11 14:18:31.322380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:31.326763 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.357659 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-d2f38e2a-0a2b-4e05-aced-5c78dbecc459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.359177 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-d2f38e2a-0a2b-4e05-aced-5c78dbecc459 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0454152 Feb 11 14:18:31.372616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:31.409675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-6b15bb6e-c75c-4182-a6a0-41cc65182576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.411249 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-6b15bb6e-c75c-4182-a6a0-41cc65182576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450747 Feb 11 14:18:31.505051 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-a2566082-3207-42b6-988e-2c510207cba6 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Feb 11 14:18:31.549398 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['979f2e3b-ed39-439a-98b6-fe86bfbacaa0'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:31.595797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-08c891ac-6d78-4ee8-90a4-b2c5c72430f6 req-0bdb27e1-2fce-4b20-a024-67c5fe27b4f3 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 Feb 11 14:18:32.300444 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf4664-dab8-42dc-a52a-651484cf6402 req-329fe566-3c5f-4e96-bc82-6d9bee94acaa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:32.301950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dacf4664-dab8-42dc-a52a-651484cf6402 req-329fe566-3c5f-4e96-bc82-6d9bee94acaa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 944 time: 0.0526903 Feb 11 14:18:32.351190 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dacf4664-dab8-42dc-a52a-651484cf6402 req-03b8ddfa-d62b-46db-94ba-674cc2fe1f00 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 Feb 11 14:18:32.556737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:32.599389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985d2f6-a7b7-4131-83ee-d6c5105d964e req-6df67db6-b48a-4782-b6db-bf4d9ad3c3c5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:32.600867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e985d2f6-a7b7-4131-83ee-d6c5105d964e req-6df67db6-b48a-4782-b6db-bf4d9ad3c3c5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 944 time: 0.0562294 Feb 11 14:18:32.651443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e985d2f6-a7b7-4131-83ee-d6c5105d964e req-b3a6aa4e-470f-4257-b543-f6f6ce8f3315 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Feb 11 14:18:33.149096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:33.199597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:33.203636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:33.204007 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.278830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:33.279222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.301681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:33.303915 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92976a4a-95f8-45e9-a8bc-dd9147f7fee8" -d '{"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-plugged", "status": "completed", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:33.316765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:33.321218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.345081 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a839a827-6697-4119-aa73-708e96a24365 x-openstack-request-id: req-a839a827-6697-4119-aa73-708e96a24365 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:33.345377 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-plugged", "status": "completed", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:33.345634 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a839a827-6697-4119-aa73-708e96a24365 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:33.346016 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'code': 200} Feb 11 14:18:33.374245 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.747807 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.771716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d7b6-2112-45b9-b93b-0e11b14ccfdc req-78f8b48a-71e3-457b-842b-02796b33e779 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:33.773222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2513d7b6-2112-45b9-b93b-0e11b14ccfdc req-78f8b48a-71e3-457b-842b-02796b33e779 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0540686 Feb 11 14:18:33.818953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2513d7b6-2112-45b9-b93b-0e11b14ccfdc req-b1a92862-e3a6-4936-b8e3-c60dba7926bc tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401618 Feb 11 14:18:33.896903 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-be717e53-5d89-4a87-b01d-1410840f0aeb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:33.898395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-be717e53-5d89-4a87-b01d-1410840f0aeb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 945 time: 0.0541987 Feb 11 14:18:33.988819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Deleting port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:18:33.989088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.079033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] For port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:34.079400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.249704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.249982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.250335 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 disassociated. External IP: 172.25.3.16, port: 979f2e3b-ed39-439a-98b6-fe86bfbacaa0. Feb 11 14:18:34.250684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Calling delete_port for 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:18:34.378217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (979f2e3b-ed39-439a-98b6-fe86bfbacaa0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.412626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event deleted for resources: {'Port': ['ID=979f2e3b-ed39-439a-98b6-fe86bfbacaa0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:34.529057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:34.640272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:34.650313 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:34.660524 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:34.661210 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:18:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:34.680444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] No DVR routers for this DVR port 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:34.682918 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.686153 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c936b86a-8b7e-4759-9e50-522faf9fe712 req-2062a142-7e75-489b-8420-50a0eddae76a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.30 "DELETE /v2.0/ports/979f2e3b-ed39-439a-98b6-fe86bfbacaa0 HTTP/1.1" status: 204 len: 173 time: 0.7832639 Feb 11 14:18:34.686619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-deleted', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:34.688840 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fbf0d7-d78e-4701-bb46-d6f7a1d9dfa4" -d '{"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-deleted", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:34.730068 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e2cffa-9967-4cc7-beeb-bafacdc6274a x-openstack-request-id: req-d1e2cffa-9967-4cc7-beeb-bafacdc6274a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:34.730402 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd066ae3-9253-4892-839f-6ca2ae74dbef", "name": "network-vif-deleted", "tag": "979f2e3b-ed39-439a-98b6-fe86bfbacaa0", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:34.730766 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1e2cffa-9967-4cc7-beeb-bafacdc6274a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:34.731203 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd066ae3-9253-4892-839f-6ca2ae74dbef', 'name': 'network-vif-deleted', 'tag': '979f2e3b-ed39-439a-98b6-fe86bfbacaa0', 'status': 'completed', 'code': 200} Feb 11 14:18:34.779892 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:34.932247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75b78d6c-bbee-4fe7-b67f-372d1812bb6b req-c302e24b-34b6-49c3-970c-103558ba4fe0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd066ae3-9253-4892-839f-6ca2ae74dbef HTTP/1.1" status: 200 len: 210 time: 0.0299037 Feb 11 14:18:35.008127 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:35.034093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:35.045841 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:35.046477 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:18:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:35.237969 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:35.440131 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:35.464718 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e1024-9df4-4e3a-b958-0e33a2dd76c9 None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:35.691978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb0248-2976-481b-9772-917752a84f42 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:18:36.175929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-d2ca668c-ff80-4309-929c-7d5ff735e4a8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--121055476&fields=id&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 267 time: 0.0466845 Feb 11 14:18:36.278511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-b8942aaf-5ec8-46ff-a226-5105f3c10474 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:36.279957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-b8942aaf-5ec8-46ff-a226-5105f3c10474 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.0975676 Feb 11 14:18:36.293919 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-5b5377c1-4bfb-4c41-a73e-c4188cf82d47 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/quotas/4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 375 time: 0.0087144 Feb 11 14:18:36.348215 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a4db3d53-b48e-4f43-a570-0cc70733f227 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494890 Feb 11 14:18:36.445010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-36d2d440-812d-406d-b27f-999d6c41d5e6 service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Feb 11 14:18:36.534535 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-0ae269aa-2cd2-4944-888c-740d601f7264 service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838842 Feb 11 14:18:37.707407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-18114fc5-8366-4a0d-ba19-ccbb6a5e5870 req-d73ae0ae-f663-4cee-8b19-fb110ca59300 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 210 time: 0.0316160 Feb 11 14:18:38.584171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-522a3cf1-f854-4aac-b2ef-a76fd9e3d52c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:38.585610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-522a3cf1-f854-4aac-b2ef-a76fd9e3d52c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.1063235 Feb 11 14:18:38.648935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-95df17e6-bd4e-4e07-8779-f08796cf1de5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 379 time: 0.0544803 Feb 11 14:18:38.657831 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'port': {'device_id': '90c12339-b023-4c21-973d-f15ac7398e50', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'admin_state_up': True, 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'security_groups': ['b6f28823-3e32-4e77-b91d-889b1c9ac015']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:38.768458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Made reservation on behalf of 4e58c7ac45814e73afe980dea33b21b1 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:38.772818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.809398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f2e58f1-c234-48e5-b3e5-53b46506c44f req-55ce94e6-7056-4854-9259-4921345a7c60 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 210 time: 0.0322666 Feb 11 14:18:38.903183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Allocated IP 172.20.0.13 (133c0408-13a3-475d-854b-053fe82d8050/1fbf723d-9b51-4bd7-bc89-9fb29260f27b/1481ea94-fe6d-473f-9bd4-7c22439b05ab) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:39.035700 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.069461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.117525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Network 133c0408-13a3-475d-854b-053fe82d8050 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:39.121272 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:39.124929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:39.131162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.163975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:39.183960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:39.184640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.187033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:18:39.187360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 979f2e3b-ed39-439a-98b6-fe86bfbacaa0 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:39.203406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7344f484-7ef4-40f1-8a6e-c2adb21170d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5490282 Feb 11 14:18:39.215077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Request body: {'port': {'device_id': '90c12339-b023-4c21-973d-f15ac7398e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:39.276516 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.368563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ba3545d0-4d47-480f-9da3-f0b596cdf656 None None] Provisioning complete for port 1481ea94-fe6d-473f-9bd4-7c22439b05ab triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.369041 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ba3545d0-4d47-480f-9da3-f0b596cdf656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.407011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ba3545d0-4d47-480f-9da3-f0b596cdf656 None None] Port 1481ea94-fe6d-473f-9bd4-7c22439b05ab cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:18:39.539767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1481ea94-fe6d-473f-9bd4-7c22439b05ab {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:18:39.547261 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Publish callbacks [] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.560208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Transition to ACTIVE for port object 1481ea94-fe6d-473f-9bd4-7c22439b05ab will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:39.564207 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.616273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.692269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:39.692604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:39.692918 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:39.697661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:39.698162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:39.703283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:39.703643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:39.704020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:39.704453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Bound port: 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:39.704817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.771621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:39.775110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:39.780750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.815011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:39.815646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.817071 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] 10.222.0.83 "PUT /v2.0/ports/1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1092 time: 0.6068654 Feb 11 14:18:39.817522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:39.819773 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e8b20b-105f-4506-8d78-4cea0da1427b" -d '{"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:39.844953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5a3d9-eb3d-41f3-bbb6-91c157afb68a service neutron] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.897319 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef5f698-f63f-48b9-84c4-a5be194d4bdf x-openstack-request-id: req-7ef5f698-f63f-48b9-84c4-a5be194d4bdf {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:39.897626 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:39.897889 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ef5f698-f63f-48b9-84c4-a5be194d4bdf {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:39.898318 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'status': 'completed', 'code': 200} Feb 11 14:18:39.918520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-f24a2b58-f41a-438d-b0e6-3086a906535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:39.920064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-f24a2b58-f41a-438d-b0e6-3086a906535d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1126 time: 0.0514498 Feb 11 14:18:39.959520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09811f6a-3532-45b2-bc2a-d9a77056fcb2 req-62dc8fe3-709b-4f1d-9781-f434e22e8364 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:39.961356 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09811f6a-3532-45b2-bc2a-d9a77056fcb2 req-62dc8fe3-709b-4f1d-9781-f434e22e8364 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0604963 Feb 11 14:18:40.021426 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09811f6a-3532-45b2-bc2a-d9a77056fcb2 req-8851de36-678a-4bc1-ac85-db1c224dd2c3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532739 Feb 11 14:18:40.257901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-f669ae73-5d26-431b-8e79-c5c26b4c7e8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 217 time: 0.3294539 Feb 11 14:18:40.304746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-d389db41-0f91-466b-a157-dea95327a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.306178 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-d389db41-0f91-466b-a157-dea95327a5c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0429125 Feb 11 14:18:40.352415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7d7ae9ad-08cb-488a-87e7-2ceec4ebb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.353885 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-7d7ae9ad-08cb-488a-87e7-2ceec4ebb2a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424109 Feb 11 14:18:40.443084 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-61c37a25-c090-45f0-a5de-4d0afce956cc service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828111 Feb 11 14:18:40.530616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-717eea7e-bddf-4e21-9807-0e679f9d881c req-03854afa-79fb-43a0-848b-602f2fd8d4b5 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810640 Feb 11 14:18:40.624284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-42fb6345-d156-4856-88ab-f6257621b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.625787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-42fb6345-d156-4856-88ab-f6257621b4fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1126 time: 0.0498495 Feb 11 14:18:40.713457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-0d1a61d9-9cd7-4b4a-99f0-f5d87593ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.715525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-0d1a61d9-9cd7-4b4a-99f0-f5d87593ee40 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0842698 Feb 11 14:18:40.758943 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-5c035ea1-07de-47c9-b801-d3a531833f7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 217 time: 0.0376248 Feb 11 14:18:40.811050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-d7b1a48e-0001-47fd-8f6e-112753515332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.813011 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-d7b1a48e-0001-47fd-8f6e-112753515332 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0475974 Feb 11 14:18:40.861384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-2aab2bd1-9efc-4aa6-98a0-3325c02f75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.862921 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-2aab2bd1-9efc-4aa6-98a0-3325c02f75e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442026 Feb 11 14:18:40.957007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-e9807402-a06f-4e0f-ab41-9a2a5549dce3 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852907 Feb 11 14:18:41.048290 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-56e8b20b-105f-4506-8d78-4cea0da1427b req-255c601f-0f43-4caa-89fc-b5f220e7138c service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836964 Feb 11 14:18:41.143214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8be1ef-c85e-445f-8de3-5aadb45f2cf9 req-495aca25-4f4b-48e7-b021-4cb03beb4b4b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:41.144605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af8be1ef-c85e-445f-8de3-5aadb45f2cf9 req-495aca25-4f4b-48e7-b021-4cb03beb4b4b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0530550 Feb 11 14:18:41.194969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-af8be1ef-c85e-445f-8de3-5aadb45f2cf9 req-2312bed1-76da-4481-8f3b-ec5187a1e6ff tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448449 Feb 11 14:18:42.313118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8aaca-02a9-40ed-9907-d4fdc6d18307 req-8f70b3d5-76bc-430a-8aa0-d9dc09ee6dbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:42.314665 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45e8aaca-02a9-40ed-9907-d4fdc6d18307 req-8f70b3d5-76bc-430a-8aa0-d9dc09ee6dbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0527844 Feb 11 14:18:42.361479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45e8aaca-02a9-40ed-9907-d4fdc6d18307 req-060cf92a-c801-4630-8add-7b9540363cdc tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 Feb 11 14:18:43.479630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef93a0-3001-4ad2-89d0-0723d8312a70 req-665febda-b44d-4a6c-89b7-86ab60620cbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:43.481231 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40ef93a0-3001-4ad2-89d0-0723d8312a70 req-665febda-b44d-4a6c-89b7-86ab60620cbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0532088 Feb 11 14:18:43.527935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-40ef93a0-3001-4ad2-89d0-0723d8312a70 req-0094e744-6885-4748-89d8-a747d497b567 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406833 Feb 11 14:18:44.656034 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1516-d61f-404a-9269-0bcfccf34f1f req-52cc0ecb-34b7-456b-9344-bdb56670a98a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.657534 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c17d1516-d61f-404a-9269-0bcfccf34f1f req-52cc0ecb-34b7-456b-9344-bdb56670a98a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0621526 Feb 11 14:18:44.703802 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c17d1516-d61f-404a-9269-0bcfccf34f1f req-84dec8f0-de7b-4f4e-bbb2-887b371fdf6c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Feb 11 14:18:44.946097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:45.046658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:45.057473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'mac_address': 'fa:16:3e:39:60:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:45.094723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1481ea94-fe6d-473f-9bd4-7c22439b05ab is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:45.095050 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:45.107396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1481ea94-fe6d-473f-9bd4-7c22439b05ab {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:18:45.126408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:45.130425 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:45.176661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:45.316733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['1481ea94-fe6d-473f-9bd4-7c22439b05ab'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:45.821245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766b74f-c191-42a4-b30a-eef4b3edc684 req-c36f6bcf-2488-450a-ad10-86c1c0ed583a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:45.822765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f766b74f-c191-42a4-b30a-eef4b3edc684 req-c36f6bcf-2488-450a-ad10-86c1c0ed583a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Feb 11 14:18:45.868904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f766b74f-c191-42a4-b30a-eef4b3edc684 req-2e547ac1-60cd-4f17-b0a2-4164b10cf1ab tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Feb 11 14:18:46.957106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:46.983761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d037b-d040-4da9-b584-5e853bc00308 req-c292dd17-5b97-41f6-b21f-32e079545a05 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:46.985260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e4d037b-d040-4da9-b584-5e853bc00308 req-c292dd17-5b97-41f6-b21f-32e079545a05 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0517268 Feb 11 14:18:47.007403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 1481ea94-fe6d-473f-9bd4-7c22439b05ab completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:47.012292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 1481ea94-fe6d-473f-9bd4-7c22439b05ab triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:47.012666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.034180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e4d037b-d040-4da9-b584-5e853bc00308 req-8189eb73-6c2d-4484-a9fc-a634a9de160c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Feb 11 14:18:47.091291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1481ea94-fe6d-473f-9bd4-7c22439b05ab is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:47.091602 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.114332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:47.116499 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d59421-0ddc-404e-8988-f2bf138bd399" -d '{"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-plugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:47.128680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:47.133106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.157307 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ccc0a-0f11-466c-aa4f-7f6d2a883513 x-openstack-request-id: req-bc1ccc0a-0f11-466c-aa4f-7f6d2a883513 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:47.157604 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-plugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:47.157864 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc1ccc0a-0f11-466c-aa4f-7f6d2a883513 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:47.158352 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'code': 200} Feb 11 14:18:47.186522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:47.259253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888eac6-0193-482e-ba58-3e608d5a1acc req-2029817a-d387-43fe-8ad4-8efb3c504748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:47.260796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1888eac6-0193-482e-ba58-3e608d5a1acc req-2029817a-d387-43fe-8ad4-8efb3c504748 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1128 time: 0.0489557 Feb 11 14:18:47.303940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1888eac6-0193-482e-ba58-3e608d5a1acc req-161ae01a-94df-4b2c-b5b5-553c7e89495f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364151 Feb 11 14:18:47.680699 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:18:48.154926 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d018-7545-487c-92fc-b3126ce90859 req-70df44d5-399b-4b30-b7ba-83e0b3e52c16 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:48.156425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cf9d018-7545-487c-92fc-b3126ce90859 req-70df44d5-399b-4b30-b7ba-83e0b3e52c16 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0559456 Feb 11 14:18:48.201106 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9cf9d018-7545-487c-92fc-b3126ce90859 req-4226ef74-43e7-4d3c-9918-29d134fcd982 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392301 Feb 11 14:18:49.375350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40b22f-80db-4c1b-8cce-357cff628786 req-f3d57176-bd68-4c82-9caa-348b30e2378c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:49.376855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c40b22f-80db-4c1b-8cce-357cff628786 req-f3d57176-bd68-4c82-9caa-348b30e2378c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.1068027 Feb 11 14:18:49.422302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c40b22f-80db-4c1b-8cce-357cff628786 req-1c92457a-a220-40fb-be9b-4d4e94be8b2a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Feb 11 14:18:49.535373 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fae93-6a47-4313-ba5c-447223e18a5e req-3a5c8f86-87b5-45c0-ae41-a7225f732bfd tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:49.536852 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6b9fae93-6a47-4313-ba5c-447223e18a5e req-3a5c8f86-87b5-45c0-ae41-a7225f732bfd tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0518570 Feb 11 14:18:49.545958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34002) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:49.550354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'floatingip': {'port_id': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:49.588409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.029235 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.032900 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.133176 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 associated. External IP: 172.25.3.16, port: 1481ea94-fe6d-473f-9bd4-7c22439b05ab. Feb 11 14:18:50.339151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:50.441170 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.449464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:50.454341 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.459836 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:50.468665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:50.469256 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:18:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:50.485276 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6e91ab81-69ae-478a-9f85-1039781dc3fe tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "PUT /v2.0/floatingips/46f7aa1c-db36-44b7-af72-54498581dff7 HTTP/1.1" status: 200 len: 991 time: 0.9382215 Feb 11 14:18:50.486367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:50.489794 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4ff119-2748-432a-81c0-5832806825f8" -d '{"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:50.529223 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79686f93-539d-434d-8fe6-407ff4106ac9 x-openstack-request-id: req-79686f93-539d-434d-8fe6-407ff4106ac9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:50.529710 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:50.529975 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79686f93-539d-434d-8fe6-407ff4106ac9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:50.530421 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'status': 'completed', 'code': 200} Feb 11 14:18:50.578297 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:50.602910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ff119-2748-432a-81c0-5832806825f8 req-cf4eeb37-9058-4abf-b45e-df6455e13a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.605278 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4ff119-2748-432a-81c0-5832806825f8 req-cf4eeb37-9058-4abf-b45e-df6455e13a17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1128 time: 0.0512693 Feb 11 14:18:50.731121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ff119-2748-432a-81c0-5832806825f8 req-33cc75af-3bd3-44eb-a928-4d15d2e17758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.732642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4ff119-2748-432a-81c0-5832806825f8 req-33cc75af-3bd3-44eb-a928-4d15d2e17758 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.1205761 Feb 11 14:18:50.770344 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590ca27-0655-4f19-bb70-b80917aa155c req-5a569e54-d514-4131-8d34-536f04809f51 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.771848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3590ca27-0655-4f19-bb70-b80917aa155c req-5a569e54-d514-4131-8d34-536f04809f51 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0667918 Feb 11 14:18:50.774540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-1d7fb17c-4de0-4d70-b738-72dda9f27ac4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989275 Feb 11 14:18:50.818761 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:39:60:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c12339-b023-4c21-973d-f15ac7398e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 9, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:50.823908 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4ff119-2748-432a-81c0-5832806825f8 req-5072629e-2a8c-47e1-b227-1d79c2669766 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 999 time: 0.0843101 Feb 11 14:18:50.825053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3590ca27-0655-4f19-bb70-b80917aa155c req-a8520ae2-8017-4942-93b3-10efb46668a6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451725 Feb 11 14:18:50.848568 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:50.863892 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:50.864502 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:18:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:50.883832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ff119-2748-432a-81c0-5832806825f8 req-bffce73a-ec05-41ae-a01b-b2941d12151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.886177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4ff119-2748-432a-81c0-5832806825f8 req-bffce73a-ec05-41ae-a01b-b2941d12151c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0559545 Feb 11 14:18:50.936265 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ff119-2748-432a-81c0-5832806825f8 req-4fa57874-a82c-434e-9d62-44dcb36e79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.937813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4ff119-2748-432a-81c0-5832806825f8 req-4fa57874-a82c-434e-9d62-44dcb36e79f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464597 Feb 11 14:18:50.983350 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:51.052982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4ff119-2748-432a-81c0-5832806825f8 req-894dfe47-2fe7-4769-bb10-ff84888db718 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089959 Feb 11 14:18:51.147493 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8d4ff119-2748-432a-81c0-5832806825f8 req-4d725d56-beaf-4ee6-afcb-1a041faa6ca2 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892007 Feb 11 14:18:51.195841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-75c4bfc2-18a4-4919-93a9-c1e15d58b13e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:51.197376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-75c4bfc2-18a4-4919-93a9-c1e15d58b13e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports/1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 943 time: 0.0471148 Feb 11 14:18:51.234695 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:39:60:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c12339-b023-4c21-973d-f15ac7398e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 9, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:51.264988 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa9eb04-440a-4c09-8c42-c4b4a1b418a8 None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:39:60:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c12339-b023-4c21-973d-f15ac7398e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 9, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:51.488139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900046d0-a2d3-4fe4-83b1-200d3fcd75c7 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:18:51.961123 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d9c84-e1e3-4eca-bd4e-2ab973bd25d8 req-6275f204-9bf2-4b97-92a8-3db39afb0d61 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:51.962662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e53d9c84-e1e3-4eca-bd4e-2ab973bd25d8 req-6275f204-9bf2-4b97-92a8-3db39afb0d61 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0600224 Feb 11 14:18:52.038085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e53d9c84-e1e3-4eca-bd4e-2ab973bd25d8 req-a25e1cb5-60b5-45d1-8be7-a7bb813eb23a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664639 Feb 11 14:18:52.039840 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-4dbeb4f9-29eb-414d-ada1-89d317de6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.041354 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-4dbeb4f9-29eb-414d-ada1-89d317de6bee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1128 time: 0.0777514 Feb 11 14:18:52.133832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-5706a937-c1fc-4a61-abc4-a4743e51bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.135263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-5706a937-c1fc-4a61-abc4-a4743e51bcd6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0882845 Feb 11 14:18:52.198750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-8a7ebb01-246d-4378-98bf-80f60cefd550 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1002 time: 0.0575132 Feb 11 14:18:52.244431 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-be705781-e24f-40d3-bc0a-ae9a6b845ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.246409 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-be705781-e24f-40d3-bc0a-ae9a6b845ff3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0427504 Feb 11 14:18:52.297350 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-4c97361e-67ce-4157-af3d-fa49eeb58572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.298855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-4c97361e-67ce-4157-af3d-fa49eeb58572 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467768 Feb 11 14:18:52.348334 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:52.392665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-dec16462-10ca-4263-bc6f-86782a02846d service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881004 Feb 11 14:18:52.485553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-1e9865be-4839-42ab-8acd-7d99d1afa959 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874190 Feb 11 14:18:53.156587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78959-0822-45ce-95a0-e22645535387 req-4dc700e8-3360-4339-bf86-3fb47e4a29be tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:53.157997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-79e78959-0822-45ce-95a0-e22645535387 req-4dc700e8-3360-4339-bf86-3fb47e4a29be tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0520267 Feb 11 14:18:53.203201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-79e78959-0822-45ce-95a0-e22645535387 req-512b8506-fb58-46d3-9e36-3d8d8cce5893 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 Feb 11 14:18:54.321496 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8dbb6-e79a-4b50-b0f2-325e5a51b207 req-f0840d60-7aa5-493b-a678-00cafb921973 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:54.323665 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffa8dbb6-e79a-4b50-b0f2-325e5a51b207 req-f0840d60-7aa5-493b-a678-00cafb921973 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0525539 Feb 11 14:18:54.369081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ffa8dbb6-e79a-4b50-b0f2-325e5a51b207 req-851c96b9-56bc-4fe4-b675-79f7eacb36a2 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399389 Feb 11 14:18:55.491882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41adc-2d53-40c0-adc6-3208f6ca16f1 req-cf5814fc-c8ef-4427-9057-16148b93bd82 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.493365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-80e41adc-2d53-40c0-adc6-3208f6ca16f1 req-cf5814fc-c8ef-4427-9057-16148b93bd82 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0549986 Feb 11 14:18:55.539125 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-80e41adc-2d53-40c0-adc6-3208f6ca16f1 req-54ed3217-e21d-4f56-aa4f-3532d8b30644 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395832 Feb 11 14:18:56.659095 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bea024-a310-42d7-bf41-d241f102143c req-ca8f1691-87b4-4116-b6b4-3d4d4605b7de tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.660573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53bea024-a310-42d7-bf41-d241f102143c req-ca8f1691-87b4-4116-b6b4-3d4d4605b7de tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0524716 Feb 11 14:18:56.710573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-53bea024-a310-42d7-bf41-d241f102143c req-83d0f239-1abc-473b-884d-dc405c0a5f8f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Feb 11 14:18:57.117094 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b7c0-717c-4ef1-a199-12f4338a11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:57.837630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7dd90-6638-48da-a639-023b11cc7779 req-586636e1-c1e2-4c1e-962a-cc9f2b442e68 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.839163 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-edd7dd90-6638-48da-a639-023b11cc7779 req-586636e1-c1e2-4c1e-962a-cc9f2b442e68 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0531380 Feb 11 14:18:57.885850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-edd7dd90-6638-48da-a639-023b11cc7779 req-cbe55262-6b88-4a1d-9bd0-c282a42f1ab8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411448 Feb 11 14:18:59.004397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbccdf5-21c0-411f-acb0-62c80890d754 req-8bf6b581-c18f-4d8d-b595-8425eb3e0f9f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.005867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdbccdf5-21c0-411f-acb0-62c80890d754 req-8bf6b581-c18f-4d8d-b595-8425eb3e0f9f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0520391 Feb 11 14:18:59.051637 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdbccdf5-21c0-411f-acb0-62c80890d754 req-44e6c603-019d-43f7-978c-821f0973e138 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396886 Feb 11 14:18:59.487020 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4695e3ca-6146-423e-b88a-504738206e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:00.169492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c93dba-a3c1-4714-be9d-4b5e73f0349c req-f61ef7e4-4a24-4a18-a507-dbeffd3a97d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:00.171013 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38c93dba-a3c1-4714-be9d-4b5e73f0349c req-f61ef7e4-4a24-4a18-a507-dbeffd3a97d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0517983 Feb 11 14:19:00.220480 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-38c93dba-a3c1-4714-be9d-4b5e73f0349c req-e8b1674d-2615-4cce-adc6-4fe229f46849 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437851 Feb 11 14:19:01.132926 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:01.338975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d38405-ed81-4b0e-afb6-7082e63c5a50 req-a1081fe2-b43d-43ae-9b9d-8a58813c7f30 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:01.340460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01d38405-ed81-4b0e-afb6-7082e63c5a50 req-a1081fe2-b43d-43ae-9b9d-8a58813c7f30 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0525544 Feb 11 14:19:01.386438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01d38405-ed81-4b0e-afb6-7082e63c5a50 req-1ff79a5b-96e8-42a6-9673-cdbe794d87b3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Feb 11 14:19:02.505686 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df484b3-cd56-4365-a45f-b35591ff9d4f req-554c833e-054a-4106-b9e5-4f4fc2d1a9f1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:02.507194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2df484b3-cd56-4365-a45f-b35591ff9d4f req-554c833e-054a-4106-b9e5-4f4fc2d1a9f1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0549119 Feb 11 14:19:02.552720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2df484b3-cd56-4365-a45f-b35591ff9d4f req-8be59d30-5c49-4d08-8fe4-088c1176ac5a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394125 Feb 11 14:19:02.556625 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:03.676705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebebd2-d234-4d57-9fc9-f26315c035e7 req-11e203dd-c4e8-4907-af41-ca12a9923b7a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:03.678217 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7ebebd2-d234-4d57-9fc9-f26315c035e7 req-11e203dd-c4e8-4907-af41-ca12a9923b7a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0562468 Feb 11 14:19:03.724308 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e7ebebd2-d234-4d57-9fc9-f26315c035e7 req-aca370fe-0e0a-4be9-8c07-7f73d4b57c3b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Feb 11 14:19:03.751825 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:04.844487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c84d9-9382-4186-a2fa-d7e8887ed831 req-fb7b0345-e083-419f-9fc7-5e1b4e0fb2e8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:04.845968 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f88c84d9-9382-4186-a2fa-d7e8887ed831 req-fb7b0345-e083-419f-9fc7-5e1b4e0fb2e8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Feb 11 14:19:04.891295 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f88c84d9-9382-4186-a2fa-d7e8887ed831 req-2d49d09b-b353-4e82-9067-9e0e959d6310 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398130 Feb 11 14:19:06.010882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a0d92-cee1-4ecf-9d8d-dcd0ea146834 req-7a79be8e-6e79-481b-9fc4-a2360c78a197 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:06.012348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d2a0d92-cee1-4ecf-9d8d-dcd0ea146834 req-7a79be8e-6e79-481b-9fc4-a2360c78a197 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0517752 Feb 11 14:19:06.060058 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9d2a0d92-cee1-4ecf-9d8d-dcd0ea146834 req-1b9534bc-ce68-498c-b075-25dfcd03e64e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422502 Feb 11 14:19:07.179649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4bf57-41b7-4e49-bba7-d68ac51fc272 req-e27d0dbf-f543-486c-8d8b-f3e08357795c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:07.181100 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8fa4bf57-41b7-4e49-bba7-d68ac51fc272 req-e27d0dbf-f543-486c-8d8b-f3e08357795c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0545380 Feb 11 14:19:07.227863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8fa4bf57-41b7-4e49-bba7-d68ac51fc272 req-6e66c73f-2eba-4f8b-828a-7e366824d036 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 Feb 11 14:19:08.347271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9371da-10ce-4aaf-9004-62dbab8b3ca1 req-f312b2d3-6fd2-4d2e-9355-94c55b51dd6c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:08.348791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef9371da-10ce-4aaf-9004-62dbab8b3ca1 req-f312b2d3-6fd2-4d2e-9355-94c55b51dd6c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0533278 Feb 11 14:19:08.400985 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ef9371da-10ce-4aaf-9004-62dbab8b3ca1 req-8cdc6c44-d066-4cea-8df0-a779c1fd5a17 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456517 Feb 11 14:19:09.519121 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e1cc7-4a55-4dad-9eae-d933f55a8573 req-844fb90a-3afa-43ca-8d60-f1894b50a7b6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:09.520583 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b0e1cc7-4a55-4dad-9eae-d933f55a8573 req-844fb90a-3afa-43ca-8d60-f1894b50a7b6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0519190 Feb 11 14:19:09.565557 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b0e1cc7-4a55-4dad-9eae-d933f55a8573 req-7aeff89a-5897-4463-bde0-62bdc5251304 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395379 Feb 11 14:19:10.684885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0a4ad-e21f-416d-8715-7d9a48df08d7 req-0a7e0ddd-fb07-4865-a532-4c1074243bbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:10.686387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32a0a4ad-e21f-416d-8715-7d9a48df08d7 req-0a7e0ddd-fb07-4865-a532-4c1074243bbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0520759 Feb 11 14:19:10.731929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-32a0a4ad-e21f-416d-8715-7d9a48df08d7 req-3c0a2a29-9d3c-41dd-9846-9c8f09c06f6a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 Feb 11 14:19:11.917438 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0496-b311-4979-90e5-980637ebffd4 req-9aae8af4-8e59-440f-9967-f232bc375b84 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:11.919382 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6acd0496-b311-4979-90e5-980637ebffd4 req-9aae8af4-8e59-440f-9967-f232bc375b84 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.1173787 Feb 11 14:19:11.964874 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6acd0496-b311-4979-90e5-980637ebffd4 req-c8d6e4ec-1c5c-4518-9694-0dc76312db02 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 Feb 11 14:19:13.099108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68aa77-f921-4278-8afc-3cad78ba6ccd req-212c30fc-b56e-4104-9d30-77c87b40933b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:13.100946 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b68aa77-f921-4278-8afc-3cad78ba6ccd req-212c30fc-b56e-4104-9d30-77c87b40933b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0688589 Feb 11 14:19:13.150541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b68aa77-f921-4278-8afc-3cad78ba6ccd req-282c0c66-38ad-4e6e-8d96-f6341f6d5bff tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435457 Feb 11 14:19:14.268171 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc60174-4d4c-484c-ab6d-459e9ccdcdea req-7e243e47-9bbb-4d13-8099-2160de209517 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:14.269672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3bc60174-4d4c-484c-ab6d-459e9ccdcdea req-7e243e47-9bbb-4d13-8099-2160de209517 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0524046 Feb 11 14:19:14.318387 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3bc60174-4d4c-484c-ab6d-459e9ccdcdea req-ea4a6e9a-b161-4a82-99e7-a1d51745b30a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Feb 11 14:19:15.439409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa57e87-eed2-4328-a7f9-f4ec873a809f req-80afedb1-65dd-46ac-b372-580e2bebaa0c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:15.440903 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaa57e87-eed2-4328-a7f9-f4ec873a809f req-80afedb1-65dd-46ac-b372-580e2bebaa0c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0562842 Feb 11 14:19:15.487848 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-aaa57e87-eed2-4328-a7f9-f4ec873a809f req-8bc6c475-3e9d-4dc0-b84c-263be15acba3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Feb 11 14:19:16.606027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd70e5-1178-4481-a10b-cb5d68a569ab req-402dae42-bcba-469a-af2c-c9499adf35cf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:16.607521 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10cd70e5-1178-4481-a10b-cb5d68a569ab req-402dae42-bcba-469a-af2c-c9499adf35cf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0516829 Feb 11 14:19:16.657486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10cd70e5-1178-4481-a10b-cb5d68a569ab req-d9c68d77-4fe4-40e6-9694-3ea67623d99b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435047 Feb 11 14:19:17.773315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c53ead-600f-4a9f-9000-949f41905a56 req-60906448-ed23-4279-ab48-ab86934c3bef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:17.774812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-51c53ead-600f-4a9f-9000-949f41905a56 req-60906448-ed23-4279-ab48-ab86934c3bef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0516591 Feb 11 14:19:17.822138 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-51c53ead-600f-4a9f-9000-949f41905a56 req-804021c3-8890-4972-8415-d385ac69db6e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Feb 11 14:19:18.941561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccccf07-71f8-4bca-a1dd-c20a74174304 req-5011518f-f91b-473e-b3be-b9062c608401 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:18.943102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ccccf07-71f8-4bca-a1dd-c20a74174304 req-5011518f-f91b-473e-b3be-b9062c608401 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0528283 Feb 11 14:19:18.988459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ccccf07-71f8-4bca-a1dd-c20a74174304 req-4a6bbc19-6e6b-4efa-8d45-4bf1078e7577 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 Feb 11 14:19:20.111477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256eff2d-32d5-42e1-890d-0cc2db8f7e55 req-14a1cc81-d833-407f-bebe-f41bf7a221e5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.112875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-256eff2d-32d5-42e1-890d-0cc2db8f7e55 req-14a1cc81-d833-407f-bebe-f41bf7a221e5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0559554 Feb 11 14:19:20.165767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-256eff2d-32d5-42e1-890d-0cc2db8f7e55 req-0df22142-8bf3-45fe-9a6d-d750aa7d9c26 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463367 Feb 11 14:19:20.256179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-923502a3-82b7-4e74-91aa-38c4541556bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.257683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-923502a3-82b7-4e74-91aa-38c4541556bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1128 time: 0.0910339 Feb 11 14:19:20.360519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-a4a24508-bf3b-4c00-b9f2-b42587e3cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.362344 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-a4a24508-bf3b-4c00-b9f2-b42587e3cbe2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0867341 Feb 11 14:19:20.424376 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-e3b05a32-c959-443c-9a99-d9ef690edf3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1002 time: 0.0568156 Feb 11 14:19:20.439461 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:20.471264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-70740fa8-e213-4735-8088-6395beee9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.472719 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-70740fa8-e213-4735-8088-6395beee9e58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0433362 Feb 11 14:19:20.524620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-d0ec06c7-bb3f-4213-b0d3-9ac6f4035917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.526148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-d0ec06c7-bb3f-4213-b0d3-9ac6f4035917 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476365 Feb 11 14:19:20.613771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-4dd9156f-7ed2-4a87-80f8-48d8611c610e service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815334 Feb 11 14:19:20.706772 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09b08a36-e897-4235-9da5-a194b15ff9f8 req-1cfd9c5f-b84c-4bc0-9b49-21ad7d126e15 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878990 Feb 11 14:19:21.294227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ef8d-d0f5-4a90-909f-32feff2b9abe req-606f7395-619c-40a3-b44d-f2776066c529 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:21.295744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5c1ef8d-d0f5-4a90-909f-32feff2b9abe req-606f7395-619c-40a3-b44d-f2776066c529 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0564117 Feb 11 14:19:21.343808 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a5c1ef8d-d0f5-4a90-909f-32feff2b9abe req-95d0cedc-b871-43d4-84e5-0256b386959e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411098 Feb 11 14:19:22.364008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:22.462790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e449c5-bc62-4b4c-a8c7-4775f8572e35 req-4e3ba7a4-0891-47dc-b9a5-d2fe4ff5d9ea tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:22.464275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75e449c5-bc62-4b4c-a8c7-4775f8572e35 req-4e3ba7a4-0891-47dc-b9a5-d2fe4ff5d9ea tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0529087 Feb 11 14:19:22.511127 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75e449c5-bc62-4b4c-a8c7-4775f8572e35 req-e5c91921-fa6c-4f19-9d60-b14bba737cdf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Feb 11 14:19:23.632907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6cb9e-1657-4e15-8da3-1b7eae5945e7 req-37fdbe78-9ce8-417b-865c-e337960d5323 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:23.634416 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4b6cb9e-1657-4e15-8da3-1b7eae5945e7 req-37fdbe78-9ce8-417b-865c-e337960d5323 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0571790 Feb 11 14:19:23.680140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4b6cb9e-1657-4e15-8da3-1b7eae5945e7 req-2ec37b03-7928-4aa7-a642-f07c883e6263 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402336 Feb 11 14:19:24.262511 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-b8b2e230-47b2-431b-988f-5aeb9654c6e9 service neutron] show failed (client error): The resource could not be found. Feb 11 14:19:24.263524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-b8b2e230-47b2-431b-988f-5aeb9654c6e9 service neutron] 10.222.0.83 "GET /v2.0/ports/1481ea94-fe6d-473f-9bd4-7c22439b05ab/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0544453 Feb 11 14:19:24.456939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-049a240c-f3fc-41f9-bc83-2acfc9ea8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:24.458461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-049a240c-f3fc-41f9-bc83-2acfc9ea8f01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 1128 time: 0.0439062 Feb 11 14:19:24.469323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:24.530348 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:24.678850 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:19:24.730790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:24.765196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:24.806616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:24.808829 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a1700-31eb-4047-90a3-4ba1e27c471e" -d '{"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-unplugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:24.810998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc90e1-fb0f-445c-8e37-35361a8acedb req-5bf13ede-cada-42b2-989d-8466c8388d92 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:24.812686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21cc90e1-fb0f-445c-8e37-35361a8acedb req-5bf13ede-cada-42b2-989d-8466c8388d92 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 946 time: 0.0656493 Feb 11 14:19:24.812810 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Publish callbacks [] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:24.826719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Transition to ACTIVE for port object 1481ea94-fe6d-473f-9bd4-7c22439b05ab will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:19:24.830562 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:24.867247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21cc90e1-fb0f-445c-8e37-35361a8acedb req-e563d6d7-11e8-4b18-bb80-dfd4ad31985f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485222 Feb 11 14:19:24.868094 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3935bb98-6ff8-467f-8b99-02095519db9f x-openstack-request-id: req-3935bb98-6ff8-467f-8b99-02095519db9f {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:24.868394 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-unplugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:24.868651 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3935bb98-6ff8-467f-8b99-02095519db9f {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:24.869050 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'code': 200} Feb 11 14:19:24.893440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:24.904309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.904658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.905001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.905342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.905674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.906010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.906511 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.906953 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.907320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.907698 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.908033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.908358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:24.908680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:25.305209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] No DVR routers for this DVR port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:25.441933 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:19:25.442223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:19:25.442558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:25.446743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:19:25.447073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:25.451794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:25.452135 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:19:25.452522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:25.452948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Bound port: 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:19:25.453304 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:25.513791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:25.516920 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:25.522601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:25.561425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:25.562049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:25.563462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] 10.222.0.30 "PUT /v2.0/ports/1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1092 time: 1.0984321 Feb 11 14:19:25.581602 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edff01-a2e5-452f-b75c-5a08d9745cea service neutron] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:25.631649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-2412a67e-d775-4f22-b8f8-1000940d5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:25.633194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-2412a67e-d775-4f22-b8f8-1000940d5b59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1126 time: 0.0470214 Feb 11 14:19:25.725041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-8048196e-8895-42ed-a5ea-b625b87f54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:25.726565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-8048196e-8895-42ed-a5ea-b625b87f54a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0880325 Feb 11 14:19:25.797127 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-da6bb389-0cd3-4d25-9722-249bbf326b01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1000 time: 0.0641880 Feb 11 14:19:25.844507 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-6b6dfcfc-67eb-401a-b69d-02b467778371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:25.845953 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-6b6dfcfc-67eb-401a-b69d-02b467778371 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0430431 Feb 11 14:19:25.897758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-b6be1bc8-bdd7-48f8-8832-dcaefe5c2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:25.898760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-b6be1bc8-bdd7-48f8-8832-dcaefe5c2868 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469429 Feb 11 14:19:26.021784 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-8e65fe98-fd8e-419f-a67f-150f523b084e service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167102 Feb 11 14:19:26.033469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651b6f-4792-4b24-85ef-ecd292c576a3 req-a7cdaa02-12fc-4baf-890b-28004dbf933c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:26.034881 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-80651b6f-4792-4b24-85ef-ecd292c576a3 req-a7cdaa02-12fc-4baf-890b-28004dbf933c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0730808 Feb 11 14:19:26.141700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-80651b6f-4792-4b24-85ef-ecd292c576a3 req-32ae1701-3478-49da-9812-4ed06f9abb0a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990434 Feb 11 14:19:26.155519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9ba2f16-fda9-4de2-bc2e-4ae588148fca req-45feb532-dee9-427f-b958-14f54db15da6 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197309 Feb 11 14:19:26.869970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:26.872946 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b2d547-3409-4817-89d3-2d5e38bfba22" -d '{"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:26.919403 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b556f6f-5628-4c97-b77b-06be843df91c x-openstack-request-id: req-4b556f6f-5628-4c97-b77b-06be843df91c {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:26.919727 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:26.919987 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b556f6f-5628-4c97-b77b-06be843df91c {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:26.920395 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'status': 'completed', 'code': 200} Feb 11 14:19:26.978838 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-88f8a353-9ca5-40b6-9843-25e0752dc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:26.980325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-88f8a353-9ca5-40b6-9843-25e0752dc4c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1126 time: 0.0445211 Feb 11 14:19:26.983471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-6b08a7ec-5360-4d04-afcc-f4873dcb37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:26.984961 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-6b08a7ec-5360-4d04-afcc-f4873dcb37db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1126 time: 0.0441492 Feb 11 14:19:27.074148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-991edc5f-5242-4830-823a-c8e53f976937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.075662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-991edc5f-5242-4830-823a-c8e53f976937 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0887151 Feb 11 14:19:27.077497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-ef9625ff-cb65-4547-923e-ba0219e9ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.079179 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-ef9625ff-cb65-4547-923e-ba0219e9ad39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0884459 Feb 11 14:19:27.122209 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-25a4f5af-c958-4eb8-b761-7b34ee9f75ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:27.145802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:27.149160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-cf41a0d8-58e4-4253-8b92-a38d8cf3e0d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1000 time: 0.0640819 Feb 11 14:19:27.152091 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-d8e4ebab-9138-4e34-a655-4134c883c4ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1000 time: 0.0656013 Feb 11 14:19:27.196830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 1481ea94-fe6d-473f-9bd4-7c22439b05ab host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:19:27.197509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:27.199091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-262109f3-8c5a-43d1-818b-3cce7f3f1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.200574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-262109f3-8c5a-43d1-818b-3cce7f3f1c80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0464091 Feb 11 14:19:27.209726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-051cb965-7b20-42cb-9596-bfdf0c2b4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.211325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-051cb965-7b20-42cb-9596-bfdf0c2b4ccf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0535285 Feb 11 14:19:27.256522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-05996422-3c47-4caf-9eed-f56c0afabcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.258426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-05996422-3c47-4caf-9eed-f56c0afabcaf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517964 Feb 11 14:19:27.300840 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6c273-7b2f-4f26-a5b6-4996f8279aba req-c198b9e8-b6c7-4c73-bb33-0ed556966fc9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.302347 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fed6c273-7b2f-4f26-a5b6-4996f8279aba req-c198b9e8-b6c7-4c73-bb33-0ed556966fc9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0756524 Feb 11 14:19:27.304898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-5dcc3ac6-7853-4933-8ff3-6214b7255515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.306326 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-5dcc3ac6-7853-4933-8ff3-6214b7255515 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891607 Feb 11 14:19:27.348340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-2636a505-cd44-4cfe-83d9-abaaba40a84c service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842457 Feb 11 14:19:27.409652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fed6c273-7b2f-4f26-a5b6-4996f8279aba req-abed60d8-68a8-4f76-ba50-b5adf2b8e231 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012485 Feb 11 14:19:27.431858 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-3d08d847-d911-43ff-bd30-2cba4ff8c2a4 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176741 Feb 11 14:19:27.444600 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-3f4b10a1-3f1c-4bc4-b686-feb3b9a7f990 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902166 Feb 11 14:19:27.525093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-45b2d547-3409-4817-89d3-2d5e38bfba22 req-6c47b34c-fd08-49c4-bac5-2e19b60fbf66 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870950 Feb 11 14:19:28.536193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ea98-9d3a-41b2-9302-79c91f8aef8c req-a9114455-e9f7-4b45-9147-f26599a7f5ca tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.537719 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a449ea98-9d3a-41b2-9302-79c91f8aef8c req-a9114455-e9f7-4b45-9147-f26599a7f5ca tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0586996 Feb 11 14:19:28.583297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a449ea98-9d3a-41b2-9302-79c91f8aef8c req-f20f5fb9-41b3-48ae-94bf-af435956b4da tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395033 Feb 11 14:19:28.869554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a799f5f1-f3a4-40ea-9f86-35d5cee3701b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.871538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a799f5f1-f3a4-40ea-9f86-35d5cee3701b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.30 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50&tenant_id=4e58c7ac45814e73afe980dea33b21b1&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 944 time: 0.0583673 Feb 11 14:19:28.882867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebdae8-5df9-4475-b5c0-2b704a509af1 req-1e325fac-2ce3-4ca0-bbd6-1fabee0ce38c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.884475 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-58ebdae8-5df9-4475-b5c0-2b704a509af1 req-1e325fac-2ce3-4ca0-bbd6-1fabee0ce38c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 944 time: 0.0542173 Feb 11 14:19:28.932180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-812471a4-d4e7-41d4-aa90-bd405262355b service neutron] 10.222.0.30 "GET /v2.0/ports/1481ea94-fe6d-473f-9bd4-7c22439b05ab/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 382 time: 0.0540941 Feb 11 14:19:28.934557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-58ebdae8-5df9-4475-b5c0-2b704a509af1 req-d4e0569c-b3b8-4c44-8c4c-6697d204ee3a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443568 Feb 11 14:19:28.997205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-d1f9ec85-bc71-4ec7-a0e8-6c61bdf495aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.998761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-d1f9ec85-bc71-4ec7-a0e8-6c61bdf495aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1126 time: 0.0458941 Feb 11 14:19:29.090957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-e8093b63-9b43-4f93-959e-c1472d5c8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:29.092345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-e8093b63-9b43-4f93-959e-c1472d5c8c99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0880578 Feb 11 14:19:29.157775 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-6aa4e97b-b203-4ac4-9684-2cb42ca9074a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1000 time: 0.0591226 Feb 11 14:19:29.210221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-6d18a32f-f688-4085-ada5-692f44608259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:29.211703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-6d18a32f-f688-4085-ada5-692f44608259 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0473585 Feb 11 14:19:29.259072 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-e87481ca-6482-4893-b3d2-02e8a47f6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:29.260533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-e87481ca-6482-4893-b3d2-02e8a47f6870 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431674 Feb 11 14:19:29.326966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:19:29.347691 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-b7e0d101-d07c-4411-9f98-82d605996c08 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809515 Feb 11 14:19:29.423117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:29.435120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'mac_address': 'fa:16:3e:39:60:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:29.442040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-4ce245af-2239-4f45-8bc3-58b6b1f2bc98 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883644 Feb 11 14:19:29.488877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 1481ea94-fe6d-473f-9bd4-7c22439b05ab is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:19:29.489270 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:29.501918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d66f3489-732c-48c1-a9b9-b6d868010b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:29.506034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1481ea94-fe6d-473f-9bd4-7c22439b05ab {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:19:29.525931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:29.529764 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:29.575186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:29.582272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.582624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.582966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.583302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.583641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.583966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.584289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.584614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.584938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.585257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.585575 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.585892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.586232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.776203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['1481ea94-fe6d-473f-9bd4-7c22439b05ab'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:30.055358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b097371-47db-4d08-913f-c6c7d18d15ef req-c68e4d0b-4b9c-4661-a0b1-f4214db32eb0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:30.056741 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b097371-47db-4d08-913f-c6c7d18d15ef req-c68e4d0b-4b9c-4661-a0b1-f4214db32eb0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0526543 Feb 11 14:19:30.102467 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0b097371-47db-4d08-913f-c6c7d18d15ef req-69f5aa05-c363-4233-835b-a588816ffe83 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395355 Feb 11 14:19:31.142361 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:31.247825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c7eb7-ae77-4f73-bf10-b526806505b8 req-0651c6f2-51f5-4595-a32a-2cfd703998d3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:31.249325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-095c7eb7-ae77-4f73-bf10-b526806505b8 req-0651c6f2-51f5-4595-a32a-2cfd703998d3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0604658 Feb 11 14:19:31.297243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-095c7eb7-ae77-4f73-bf10-b526806505b8 req-2e6b5069-9990-4fc0-a78b-0a1b5cc2c8d9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Feb 11 14:19:31.353611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:31.403614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-7bddef7e-9c5b-47c5-b68b-286cd9ca3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:31.404431 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 1481ea94-fe6d-473f-9bd4-7c22439b05ab completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:19:31.404959 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-7bddef7e-9c5b-47c5-b68b-286cd9ca3de9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 1127 time: 0.0453877 Feb 11 14:19:31.409044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 1481ea94-fe6d-473f-9bd4-7c22439b05ab triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:31.409426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:31.414916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:31.476231 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:31.488348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 1481ea94-fe6d-473f-9bd4-7c22439b05ab is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:19:31.488752 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:31.516638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:31.518898 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17e15fb-076f-45a5-9db4-3e64dbf302ad" -d '{"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-plugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:31.531487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:31.536653 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:31.542419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.api [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:19:31.542739 n-d-828676-2 neutron-server[103175]: DEBUG oslo_db.api [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:19:31.575879 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f17c944-b570-4f76-863c-dc06960edfe2 x-openstack-request-id: req-8f17c944-b570-4f76-863c-dc06960edfe2 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:31.576185 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-plugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:31.576447 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f17c944-b570-4f76-863c-dc06960edfe2 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:31.576845 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'code': 200} Feb 11 14:19:31.588388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:32.071704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:32.270930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:32.302930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:32.343763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:32.346041 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e843aa8-d200-46b0-b5b3-3eee07ae2c40" -d '{"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-unplugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:32.349761 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Publish callbacks [] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:32.362520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Transition to ACTIVE for port object 1481ea94-fe6d-473f-9bd4-7c22439b05ab will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:19:32.367345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:32.404122 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb79279b-2eaf-4db7-ae7b-51edb0100bb8 x-openstack-request-id: req-bb79279b-2eaf-4db7-ae7b-51edb0100bb8 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:32.405041 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-unplugged", "status": "completed", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:32.405041 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb79279b-2eaf-4db7-ae7b-51edb0100bb8 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:32.405041 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'code': 200} Feb 11 14:19:32.468051 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=10']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:32.515396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.515754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.516097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.516438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.516777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.517110 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.517439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.517766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.518090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.518457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.518771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.519085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.519407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:32.561606 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:32.573090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b85574-a3d5-4602-be4e-f4e89b7894fe req-cd9f47b0-1999-498f-9c2e-05587b741845 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:32.575212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63b85574-a3d5-4602-be4e-f4e89b7894fe req-cd9f47b0-1999-498f-9c2e-05587b741845 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.2029610 Feb 11 14:19:32.896774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] No DVR routers for this DVR port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:32.973209 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-63b85574-a3d5-4602-be4e-f4e89b7894fe req-b333c8c6-0a70-4c49-a35b-08560b14d1c8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3910758 Feb 11 14:19:33.054712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:19:33.055049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:19:33.055381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:33.060179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:19:33.060501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Attempting to bind port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:33.065209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:33.065547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:19:33.065936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:33.066392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Bound port: 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:19:33.066744 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:33.127133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:33.129955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:33.135801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:33.174091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.174807 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:33.176148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] 10.222.0.83 "PUT /v2.0/ports/1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1093 time: 1.7652364 Feb 11 14:19:33.194464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccfbf1-342b-4629-9e2b-a24277e1f962 service neutron] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=11']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:33.245092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-f2f531b7-8e62-41b9-86d8-62ef6ef687c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.246668 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-f2f531b7-8e62-41b9-86d8-62ef6ef687c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1127 time: 0.0487790 Feb 11 14:19:33.340656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-4094ee74-8fe4-4605-be8f-54bf642b9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.342269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-4094ee74-8fe4-4605-be8f-54bf642b9687 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0886467 Feb 11 14:19:33.411590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-bf9726f5-2981-4239-bb3d-00cece4d46d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1000 time: 0.0632203 Feb 11 14:19:33.459254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-7b7dba9d-cf36-4f9d-9c72-d0b6bf09fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.460634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-7b7dba9d-cf36-4f9d-9c72-d0b6bf09fce1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0435455 Feb 11 14:19:33.509369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-ec061164-e1ec-4a86-81e4-9279f7a1ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.511005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-ec061164-e1ec-4a86-81e4-9279f7a1ed6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446582 Feb 11 14:19:33.613925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-ddf35a77-aef4-426a-85fe-a0f046df7e55 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950708 Feb 11 14:19:33.704382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-390b3874-b228-42b0-8bcb-12e0bbe3b0bd req-627403bf-2e60-40e3-ae6d-edd88ae07626 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Feb 11 14:19:33.756699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:34.100949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6ebf-97fc-46f8-bf46-31c252936052 req-3460ba41-fd7f-4c02-b0b1-62a6ab630e66 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.102526 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dad6ebf-97fc-46f8-bf46-31c252936052 req-3460ba41-fd7f-4c02-b0b1-62a6ab630e66 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0566750 Feb 11 14:19:34.148825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9dad6ebf-97fc-46f8-bf46-31c252936052 req-36c957bf-308f-494c-b25a-04e928618fca tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 Feb 11 14:19:34.406663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:34.408925 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd40de18-d778-4f46-8cd6-1dba6c91e774" -d '{"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:34.455650 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a9107f-fabe-493b-87c8-10d1f713b726 x-openstack-request-id: req-24a9107f-fabe-493b-87c8-10d1f713b726 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:34.455950 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:34.456229 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24a9107f-fabe-493b-87c8-10d1f713b726 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:34.456630 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'status': 'completed', 'code': 200} Feb 11 14:19:34.518730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-3ed0339e-a82b-499d-8a13-e3c22edfe1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.520258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-3ed0339e-a82b-499d-8a13-e3c22edfe1ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1127 time: 0.0462801 Feb 11 14:19:34.525790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-705e653d-5c13-4235-8275-3501ecf08499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.527386 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-705e653d-5c13-4235-8275-3501ecf08499 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 1127 time: 0.0474958 Feb 11 14:19:34.614078 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-5b1adf52-7d11-4565-b038-7d6a04a31ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.615589 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-5b1adf52-7d11-4565-b038-7d6a04a31ce7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0899851 Feb 11 14:19:34.618697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-aad894c7-1c4a-4125-964b-3e98f4722d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.620340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-aad894c7-1c4a-4125-964b-3e98f4722d60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0858359 Feb 11 14:19:34.679432 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-fc773b38-02e0-4ee8-aba7-ed2c2a6ee7cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1000 time: 0.0578575 Feb 11 14:19:34.689151 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-b2f0fb3b-8a03-414a-99bf-78815c051bbe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 200 len: 1000 time: 0.0620699 Feb 11 14:19:34.726278 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-1417d163-ce41-4832-879d-55b8e2042519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.727746 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-1417d163-ce41-4832-879d-55b8e2042519 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0429945 Feb 11 14:19:34.736955 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-7146ff0c-a3d8-4ad0-91ca-08442d95d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.738487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-7146ff0c-a3d8-4ad0-91ca-08442d95d07d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0434656 Feb 11 14:19:34.781417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-cd9b37bb-7611-404d-ac02-d41a428d2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.783263 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-cd9b37bb-7611-404d-ac02-d41a428d2bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503769 Feb 11 14:19:34.791836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-54aed317-7078-4b24-a0c8-b1843487709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.793384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-54aed317-7078-4b24-a0c8-b1843487709d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491855 Feb 11 14:19:34.873135 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-6c0a037b-06cb-4a26-b537-de3ad45fa76e service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836031 Feb 11 14:19:34.891251 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-24530c0f-3502-4f7d-91f9-7362f44bf8a1 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912614 Feb 11 14:19:34.965189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-3cb6344a-29c1-4da7-88ed-7e1c30b895a7 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859132 Feb 11 14:19:34.984867 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dd40de18-d778-4f46-8cd6-1dba6c91e774 req-5074b10a-a648-4e45-9694-d3140c45dc9a service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867774 Feb 11 14:19:35.279453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7709af7-6842-491e-85f7-eb472b63fcac req-773df7ad-25f6-45e5-9a15-20a7615f7d02 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:35.280945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7709af7-6842-491e-85f7-eb472b63fcac req-773df7ad-25f6-45e5-9a15-20a7615f7d02 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0536017 Feb 11 14:19:35.327270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e7709af7-6842-491e-85f7-eb472b63fcac req-8e82156d-3ea6-4990-a048-239331234ef7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 Feb 11 14:19:35.352953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:35.391733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] The host n-h1-828676-2 is not matching for port 1481ea94-fe6d-473f-9bd4-7c22439b05ab host n-h2-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:19:35.392124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:35.450021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5b870-9b19-4f85-9bf4-640378646cc1 req-4a4ae798-4504-4ca8-9792-a3c16c160128 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:35.451548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72e5b870-9b19-4f85-9bf4-640378646cc1 req-4a4ae798-4504-4ca8-9792-a3c16c160128 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0584142 Feb 11 14:19:35.498307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-72e5b870-9b19-4f85-9bf4-640378646cc1 req-31f0c8c6-6d75-49c9-8ce0-b43629dd7701 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Feb 11 14:19:35.618845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df69b-3081-4a60-9d73-0351beabcf2a req-187cdfa3-8594-4f29-b29c-d0954a98509c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:35.620314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-952df69b-3081-4a60-9d73-0351beabcf2a req-187cdfa3-8594-4f29-b29c-d0954a98509c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0576138 Feb 11 14:19:35.664998 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-952df69b-3081-4a60-9d73-0351beabcf2a req-a8457779-e6ce-489e-9c24-5f6d63aa5f08 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392334 Feb 11 14:19:35.899394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420d73-4a9e-4ead-84a1-c078980f306f req-85b249f5-0347-4439-8a83-42b33135f24d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:35.904015 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0420d73-4a9e-4ead-84a1-c078980f306f req-85b249f5-0347-4439-8a83-42b33135f24d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0575085 Feb 11 14:19:35.950444 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b0420d73-4a9e-4ead-84a1-c078980f306f req-d9af5a5b-fa9b-497f-b6e4-46e5fd031887 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 Feb 11 14:19:37.099183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d8385-bcd3-48ef-824e-b361dc526f38 req-e06b3ca8-b655-4804-b0de-f2e4a7221f56 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:37.100606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9c2d8385-bcd3-48ef-824e-b361dc526f38 req-e06b3ca8-b655-4804-b0de-f2e4a7221f56 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0806217 Feb 11 14:19:37.107814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-96d00b5a-29d0-4847-9915-1f44cbaf3092 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:37.109175 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-96d00b5a-29d0-4847-9915-1f44cbaf3092 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 945 time: 0.0974839 Feb 11 14:19:37.160391 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:19:37.203571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9c2d8385-bcd3-48ef-824e-b361dc526f38 req-01a0e73e-c159-462d-82d9-33f37593f242 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934031 Feb 11 14:19:37.230940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Deleting port 1481ea94-fe6d-473f-9bd4-7c22439b05ab {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:19:37.231190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.337520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:37.337887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.438922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:37.450285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'mac_address': 'fa:16:3e:39:60:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:37.486819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 1481ea94-fe6d-473f-9bd4-7c22439b05ab is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:19:37.487211 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.499777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1481ea94-fe6d-473f-9bd4-7c22439b05ab {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:19:37.517923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.518325 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.518650 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 disassociated. External IP: 172.25.3.16, port: 1481ea94-fe6d-473f-9bd4-7c22439b05ab. Feb 11 14:19:37.518998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Calling delete_port for 1481ea94-fe6d-473f-9bd4-7c22439b05ab owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:19:37.523153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 1481ea94-fe6d-473f-9bd4-7c22439b05ab, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=1481ea94-fe6d-473f-9bd4-7c22439b05ab,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:37.527836 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.573326 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=12']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:37.663750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1481ea94-fe6d-473f-9bd4-7c22439b05ab), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.691619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event deleted for resources: {'Port': ['ID=1481ea94-fe6d-473f-9bd4-7c22439b05ab,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:37.816174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:19:37.929395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:37.940850 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:37.950887 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:37.951433 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:19:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:37.970445 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] No DVR routers for this DVR port 1481ea94-fe6d-473f-9bd4-7c22439b05ab on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:37.972916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:37.976269 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0b6992c4-fd45-4dc1-b43d-95a1f72b1cbc req-a07b5842-ddd4-4291-a505-4479d57047f4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "DELETE /v2.0/ports/1481ea94-fe6d-473f-9bd4-7c22439b05ab HTTP/1.1" status: 204 len: 173 time: 0.8602912 Feb 11 14:19:37.976738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-deleted', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:37.978952 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4ef2ef-e961-4260-ac2c-42c780f9b537" -d '{"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-deleted", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:38.027180 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acfdd1c-f3e6-44c2-9296-4af11d0dc87f x-openstack-request-id: req-2acfdd1c-f3e6-44c2-9296-4af11d0dc87f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:38.027477 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c12339-b023-4c21-973d-f15ac7398e50", "name": "network-vif-deleted", "tag": "1481ea94-fe6d-473f-9bd4-7c22439b05ab", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:38.027734 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2acfdd1c-f3e6-44c2-9296-4af11d0dc87f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:38.028136 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c12339-b023-4c21-973d-f15ac7398e50', 'name': 'network-vif-deleted', 'tag': '1481ea94-fe6d-473f-9bd4-7c22439b05ab', 'status': 'completed', 'code': 200} Feb 11 14:19:38.068521 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:38.269038 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:38.298280 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:38.307651 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:38.308254 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:19:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:38.320511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5b36ff0d-c945-44c3-bf73-15f92e542cb9 req-ca239f7d-3db0-47f2-999b-8d2c79c3424b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c12339-b023-4c21-973d-f15ac7398e50 HTTP/1.1" status: 200 len: 210 time: 0.0374339 Feb 11 14:19:38.419326 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:38.705011 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:38.731287 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9655f-ff9e-4961-827f-ce572b5c113b None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:38.942735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185511bd-a348-47aa-aba2-41932cc1e788 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:19:39.244678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-0602f642-9c30-484c-b305-fe19fb7e2854 req-2286a240-2d7f-4066-abca-65a0695d13a6 service neutron] (103175) timed out ('10.222.0.79', 59278) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:19:39.562355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e71410f2-527e-48e0-8d29-dbdb3ab9fa7d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--121055476&fields=id&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 267 time: 0.0408511 Feb 11 14:19:39.673772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-4e7e165e-ae26-4861-8ebb-dd3e90864748 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:39.675182 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-4e7e165e-ae26-4861-8ebb-dd3e90864748 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.1065142 Feb 11 14:19:39.690037 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-87148f7d-34ed-44a7-ae42-69df8b3dbc52 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/quotas/4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 375 time: 0.0094235 Feb 11 14:19:39.743512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-c33a97ad-c2af-4a3f-9599-eff59cd25348 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483999 Feb 11 14:19:39.805201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-f87c6582-322a-4d29-a85e-e40dc5aab4ad service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:19:39.806237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-f87c6582-322a-4d29-a85e-e40dc5aab4ad service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515125 Feb 11 14:19:39.898889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-8217f502-2080-482f-b99e-d5f563d7ef89 service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857298 Feb 11 14:19:39.986196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-6b115abe-27c7-4a81-bbad-b83e4d0471c9 service neutron] 10.222.0.79 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813332 Feb 11 14:19:40.144771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-affa45ab-4e71-4df3-85d3-9ed479ca0a72 req-5425caee-743d-4e73-9c11-8047f5f576d9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0283096 Feb 11 14:19:41.076428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-6a08a285-a819-4a71-b90f-6d8850aae80d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:41.077960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-6a08a285-a819-4a71-b90f-6d8850aae80d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 812 time: 0.1034861 Feb 11 14:19:41.143977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-17a68970-9689-4a55-af58-863db57a1543 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 379 time: 0.0583034 Feb 11 14:19:41.153279 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'port': {'device_id': '10abd1bf-4348-42d3-b93e-1d480044b091', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'admin_state_up': True, 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'security_groups': ['b6f28823-3e32-4e77-b91d-889b1c9ac015']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:41.181582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:41.201636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 1481ea94-fe6d-473f-9bd4-7c22439b05ab {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:19:41.202284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 1481ea94-fe6d-473f-9bd4-7c22439b05ab not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:41.245207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-392258b0-f9fc-4c4b-9e45-ae026da122c3 req-2d7d5ed4-55b0-48d0-bb8d-eb7b097f4759 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0317128 Feb 11 14:19:41.261183 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Made reservation on behalf of 4e58c7ac45814e73afe980dea33b21b1 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:41.265342 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:41.393286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Allocated IP 172.20.0.11 (133c0408-13a3-475d-854b-053fe82d8050/1fbf723d-9b51-4bd7-bc89-9fb29260f27b/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:41.522818 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:41.560345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:41.604853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Network 133c0408-13a3-475d-854b-053fe82d8050 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:41.608648 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:41.612801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:41.635883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:41.669521 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:41.670174 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:41.687656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-16c2dadc-a18b-48dc-80f7-1b18e4527ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385442 Feb 11 14:19:41.698849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Request body: {'port': {'device_id': '10abd1bf-4348-42d3-b93e-1d480044b091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:41.764758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:41.847754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0de98bf7-41a1-447a-8be7-4033020971e5 None None] Provisioning complete for port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:41.848132 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0de98bf7-41a1-447a-8be7-4033020971e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:41.881657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0de98bf7-41a1-447a-8be7-4033020971e5 None None] Port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:19:42.021903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:19:42.029916 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Publish callbacks [] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:42.041300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Transition to ACTIVE for port object 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:19:42.045319 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:42.111961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:42.170642 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:19:42.171300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:19:42.171300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:42.175942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:19:42.176275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:42.181680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:42.182024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:19:42.182448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:42.182889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Bound port: 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:19:42.183785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:42.250385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:42.253390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:42.259204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:42.296362 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.296987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:42.298406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] 10.222.0.83 "PUT /v2.0/ports/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1092 time: 0.6037338 Feb 11 14:19:42.298863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:42.301858 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0cad4-5552-4495-9d55-8d7e5e47f445" -d '{"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:42.338729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405b751-f892-4d82-a30b-88fb8ae8669d service neutron] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:42.361060 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6dc314-3ba5-44b5-9e92-541d88515426 x-openstack-request-id: req-5d6dc314-3ba5-44b5-9e92-541d88515426 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:42.361357 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:42.361616 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d6dc314-3ba5-44b5-9e92-541d88515426 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:42.362019 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'status': 'completed', 'code': 200} Feb 11 14:19:42.442080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427e2c7-dc46-4f42-a815-3c3c9c1c5898 req-e04030dd-e430-4d0d-82b3-03086eed03f1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.443645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5427e2c7-dc46-4f42-a815-3c3c9c1c5898 req-e04030dd-e430-4d0d-82b3-03086eed03f1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0932724 Feb 11 14:19:42.445655 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-da984c87-0ceb-464c-b4d9-da8f0cf5385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.447072 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-da984c87-0ceb-464c-b4d9-da8f0cf5385d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1126 time: 0.0984063 Feb 11 14:19:42.496762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-2ed2fb44-23ca-42a3-bf19-88bde4b022ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 217 time: 0.0409448 Feb 11 14:19:42.557135 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5427e2c7-dc46-4f42-a815-3c3c9c1c5898 req-44c734ce-8de9-43ef-9873-8d948f5c464f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077960 Feb 11 14:19:42.564830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-60918ee6-216b-4ffe-b8b9-6d5432dfc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.566282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-60918ee6-216b-4ffe-b8b9-6d5432dfc594 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0637312 Feb 11 14:19:42.616974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831289e-8688-4832-b3af-e039dda3ef84 req-448fa4e5-0b58-4157-abae-35d6008aca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.618513 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-448fa4e5-0b58-4157-abae-35d6008aca8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470095 Feb 11 14:19:42.708922 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-f5499dc9-1ded-40b0-905a-2b37b8873ae2 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839467 Feb 11 14:19:42.794571 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b831289e-8688-4832-b3af-e039dda3ef84 req-d6f3fd56-ab3f-4195-aa5f-2561895e7b37 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800331 Feb 11 14:19:42.882979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-422ec67f-ee6a-4b6d-878c-27273ab507dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.884472 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-422ec67f-ee6a-4b6d-878c-27273ab507dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1126 time: 0.0451138 Feb 11 14:19:42.975172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-40ef876c-8f18-40bc-b83d-810f69b79c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.976740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-40ef876c-8f18-40bc-b83d-810f69b79c30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0866392 Feb 11 14:19:43.016537 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-a9c5f59f-7a08-4c3c-8c8a-c95fdea9cf2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 217 time: 0.0329151 Feb 11 14:19:43.067074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-54108c3f-7811-4df2-bd3b-9136b0ada764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:43.068500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-54108c3f-7811-4df2-bd3b-9136b0ada764 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0464478 Feb 11 14:19:43.117213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-1973d5d1-08ea-4611-8756-270b43d55441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:43.118751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-1973d5d1-08ea-4611-8756-270b43d55441 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444522 Feb 11 14:19:43.205764 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-095726b1-d794-4ef8-87e4-cc1999120465 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806732 Feb 11 14:19:43.296811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05e0cad4-5552-4495-9d55-8d7e5e47f445 req-8f4b5c01-4557-4480-9cb8-ae3b69c7eb8d service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845745 Feb 11 14:19:43.696483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80583-850c-4672-85cf-2151ccb7519f req-f7077bc0-e3bd-49e1-b90e-b8ac448fba15 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:43.697957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ce80583-850c-4672-85cf-2151ccb7519f req-f7077bc0-e3bd-49e1-b90e-b8ac448fba15 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0526221 Feb 11 14:19:43.743936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ce80583-850c-4672-85cf-2151ccb7519f req-d60a3033-e7a4-4677-9578-1a43c2a671de tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395689 Feb 11 14:19:44.867037 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be15fbd-8aaf-45ea-9705-ed701f0df133 req-aab902db-98ee-4c3e-8148-e514e44b6baa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.868545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1be15fbd-8aaf-45ea-9705-ed701f0df133 req-aab902db-98ee-4c3e-8148-e514e44b6baa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0538573 Feb 11 14:19:44.915116 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1be15fbd-8aaf-45ea-9705-ed701f0df133 req-c4bc40f4-3fba-422c-a604-a93e2527cbc4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Feb 11 14:19:46.040694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54974b-8ac9-4edf-a5c4-fce50c55d72c req-79d16673-aebb-4143-8082-438e9664c62f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.042194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c54974b-8ac9-4edf-a5c4-fce50c55d72c req-79d16673-aebb-4143-8082-438e9664c62f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0536587 Feb 11 14:19:46.087792 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c54974b-8ac9-4edf-a5c4-fce50c55d72c req-b1a0f04a-0722-4df6-8ee3-6c612da31379 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400081 Feb 11 14:19:47.206404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:19:47.207490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb834c0-2d55-45ee-baef-dab566e99b64 req-dffe279a-10a8-4669-90ab-f2acc721ddca tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:47.209202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5fb834c0-2d55-45ee-baef-dab566e99b64 req-dffe279a-10a8-4669-90ab-f2acc721ddca tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0554452 Feb 11 14:19:47.259865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5fb834c0-2d55-45ee-baef-dab566e99b64 req-dbf73adc-47a4-484c-a919-be0d0d319f38 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441220 Feb 11 14:19:47.305922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:47.319602 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'mac_address': 'fa:16:3e:8d:27:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:47.355911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:19:47.356296 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:47.368940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:19:47.387771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:47.391262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:47.437034 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:47.582143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:48.383750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e86b8e-a0a2-4e73-abfd-636791e5fb8b req-a4cce052-be40-46db-9939-19b52deec45a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:48.385206 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-93e86b8e-a0a2-4e73-abfd-636791e5fb8b req-a4cce052-be40-46db-9939-19b52deec45a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0560868 Feb 11 14:19:48.430869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-93e86b8e-a0a2-4e73-abfd-636791e5fb8b req-7cbed32f-3ddf-4a2a-a1c3-76844068747d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401070 Feb 11 14:19:49.222303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:49.270292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:19:49.273971 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:49.274374 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:49.359413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:19:49.359803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:49.383090 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:49.385439 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8df288-ee9c-48ce-bda7-8e450f488ef6" -d '{"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-plugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:49.397604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:49.401808 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:49.428458 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2925d2d3-c9bc-466c-86d1-d5a317265931 x-openstack-request-id: req-2925d2d3-c9bc-466c-86d1-d5a317265931 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:49.428768 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-plugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:49.429029 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2925d2d3-c9bc-466c-86d1-d5a317265931 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:49.429423 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'code': 200} Feb 11 14:19:49.457192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:49.521569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79befac9-55e8-45ea-be32-37048c3da746 req-06e48d4f-fd0f-48cf-bd69-f85cd95bd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.523435 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79befac9-55e8-45ea-be32-37048c3da746 req-06e48d4f-fd0f-48cf-bd69-f85cd95bd73f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1128 time: 0.0444665 Feb 11 14:19:49.557634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc16961-4d97-4087-94d0-f6cf5e1be80a req-96bb7888-c958-4c3f-8d23-ea5b074d8322 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.559719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0cc16961-4d97-4087-94d0-f6cf5e1be80a req-96bb7888-c958-4c3f-8d23-ea5b074d8322 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0540483 Feb 11 14:19:49.566476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79befac9-55e8-45ea-be32-37048c3da746 req-2fdc65c6-2573-4684-8a10-bdbc1530ea33 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373232 Feb 11 14:19:49.605700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0cc16961-4d97-4087-94d0-f6cf5e1be80a req-8485cc1a-e510-4b92-a8e0-3aaa460720f7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396612 Feb 11 14:19:50.453905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:50.738011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435eadc-9e93-49bf-a78a-c13332b90d18 req-2359eaa9-6e88-480d-b1a1-83178683c3a8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:50.739459 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0435eadc-9e93-49bf-a78a-c13332b90d18 req-2359eaa9-6e88-480d-b1a1-83178683c3a8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0624371 Feb 11 14:19:50.784843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0435eadc-9e93-49bf-a78a-c13332b90d18 req-96c78c16-083f-4c64-8a50-48cff6854d43 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Feb 11 14:19:51.902458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76939556-03bc-4303-b93b-3c6cb7c8cab6 req-7a48e0c2-e509-477e-a772-097d796088d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:51.904450 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76939556-03bc-4303-b93b-3c6cb7c8cab6 req-7a48e0c2-e509-477e-a772-097d796088d7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Feb 11 14:19:51.953452 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-76939556-03bc-4303-b93b-3c6cb7c8cab6 req-2303d5ab-7d2f-412b-a565-5363b7883cb4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Feb 11 14:19:52.067867 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d0555-014e-4b1a-a044-668d81e8b629 req-7f1eba1c-511a-484f-b210-2abe15613316 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:52.069256 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-321d0555-014e-4b1a-a044-668d81e8b629 req-7f1eba1c-511a-484f-b210-2abe15613316 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0522010 Feb 11 14:19:52.077772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34206) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:19:52.082030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Request body: {'floatingip': {'port_id': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:52.120355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:52.381633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:52.806935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.db.resource_extend [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:19:52.855856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:52.859641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:52.959915 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 associated. External IP: 172.25.3.16, port: 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f. Feb 11 14:19:53.172466 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:19:53.282228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:53.287045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:53.291798 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:53.303360 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:53.304215 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:19:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:53.317703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a806f582-3ec8-435a-9968-f24949d23971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "PUT /v2.0/floatingips/46f7aa1c-db36-44b7-af72-54498581dff7 HTTP/1.1" status: 200 len: 992 time: 1.2388477 Feb 11 14:19:53.318434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:19:53.320781 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3" -d '{"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:53.358882 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deb9a03-fe20-4f24-906c-97362fd734c0 x-openstack-request-id: req-6deb9a03-fe20-4f24-906c-97362fd734c0 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:53.359173 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:53.359425 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6deb9a03-fe20-4f24-906c-97362fd734c0 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:53.359829 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'status': 'completed', 'code': 200} Feb 11 14:19:53.420734 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:53.431049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-a96575b3-7145-4a5b-a000-393932b9db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.432889 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-a96575b3-7145-4a5b-a000-393932b9db25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1128 time: 0.0494914 Feb 11 14:19:53.536936 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-db08d76f-ed66-45fb-8675-a879bb4801c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.538616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-db08d76f-ed66-45fb-8675-a879bb4801c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0979185 Feb 11 14:19:53.623468 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-464e1731-53e5-4745-802b-9e4f67ed21a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.0788009 Feb 11 14:19:53.680102 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:8d:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abd1bf-4348-42d3-b93e-1d480044b091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:19:52Z', 'revision_number': 13, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:53.686853 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-da8881da-1ca1-44a0-ad2c-38fcb7c5f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.688656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-da8881da-1ca1-44a0-ad2c-38fcb7c5f2e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0596805 Feb 11 14:19:53.708432 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:53.716834 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:53.717447 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:19:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:53.743025 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-80e18a36-1d3c-4f08-9d1a-188dddfee9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.744574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-80e18a36-1d3c-4f08-9d1a-188dddfee9fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504613 Feb 11 14:19:53.826851 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:53.845965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-2dbdedff-5759-45aa-84db-e62559c3a4e5 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946624 Feb 11 14:19:53.951311 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c9f3a1a-cead-4fea-a8a3-94ac23f4feb3 req-11227de7-6e45-4659-93c6-b161849687a4 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995419 Feb 11 14:19:54.065613 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:8d:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abd1bf-4348-42d3-b93e-1d480044b091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:19:52Z', 'revision_number': 13, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:54.091249 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9339ec-9014-426f-a1ad-2ba8b5516253 None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '46f7aa1c-db36-44b7-af72-54498581dff7', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'port_id': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'mac_address': 'fa:16:3e:8d:27:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abd1bf-4348-42d3-b93e-1d480044b091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:00Z', 'updated_at': '2022-02-11T14:19:52Z', 'revision_number': 13, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:54.271652 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d06232-6375-4ae6-b4d4-cf9b758f5114 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:19:55.843824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0f6a-d266-4eb6-9a31-093a91b48dec req-37c42918-5a49-44ae-9ae4-7f3fb75a862a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:55.845334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65af0f6a-d266-4eb6-9a31-093a91b48dec req-37c42918-5a49-44ae-9ae4-7f3fb75a862a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0538211 Feb 11 14:19:55.891359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-65af0f6a-d266-4eb6-9a31-093a91b48dec req-2cc5e506-bfb8-465e-bf81-bcf1d9d056d5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Feb 11 14:19:57.116975 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-80b0b2f0-4e8c-4539-a876-4e061049657a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:59.494684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-133ff5c6-399c-48a4-a69e-eae3fa05a086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:01.140501 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:01.678064 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:02.566039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:03.761076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:11.235513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154efe24-0935-4f7b-aec4-e973ae6e415d req-0838e80e-95cb-4a44-995f-370a65972296 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:11.236996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-154efe24-0935-4f7b-aec4-e973ae6e415d req-0838e80e-95cb-4a44-995f-370a65972296 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0769541 Feb 11 14:20:11.271603 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-0d84ad53-b0d2-4eeb-8817-9e3e8d4be345 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206934 Feb 11 14:20:11.292760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-154efe24-0935-4f7b-aec4-e973ae6e415d req-52cf8684-8d27-484b-8b3c-4dfc8d767a99 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483963 Feb 11 14:20:11.662533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-a1450e82-8413-4cc8-b160-1af4f656df16 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:11.663899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-a1450e82-8413-4cc8-b160-1af4f656df16 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 943 time: 0.1072531 Feb 11 14:20:12.433651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5153-19de-49a7-a0fe-8d00f9c2f983 req-29fb5faa-35f1-443a-a78c-d1ed7ae1be0a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:12.435243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-728e5153-19de-49a7-a0fe-8d00f9c2f983 req-29fb5faa-35f1-443a-a78c-d1ed7ae1be0a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0665038 Feb 11 14:20:12.518827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-728e5153-19de-49a7-a0fe-8d00f9c2f983 req-ffc2e861-44e2-4b2c-8402-8ad4fa2f28e4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768387 Feb 11 14:20:12.539421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-e8bc3dd3-fd34-4c46-8cb7-76b91e1a9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:12.541178 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-e8bc3dd3-fd34-4c46-8cb7-76b91e1a9f13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1128 time: 0.0604322 Feb 11 14:20:12.647632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-ae3c5ac9-9ec9-428a-ba8d-38a6f6016846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:12.649164 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-ae3c5ac9-9ec9-428a-ba8d-38a6f6016846 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.1012459 Feb 11 14:20:12.714332 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-27498095-fb13-4028-aebf-7217ead00546 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1002 time: 0.0591555 Feb 11 14:20:12.761896 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-6e3edbfe-cc66-46fa-a8bb-cf89fb74002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:12.764310 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-6e3edbfe-cc66-46fa-a8bb-cf89fb74002a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0448194 Feb 11 14:20:12.816808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-dd534bc3-beb4-45c7-b6e2-74e98f615041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:12.818345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-dd534bc3-beb4-45c7-b6e2-74e98f615041 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482454 Feb 11 14:20:12.908027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-0aae4ed8-f4d3-4726-a4a9-49dd8605f743 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835361 Feb 11 14:20:13.001130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-c38d5b91-9757-4e6d-822f-68a682602c51 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873864 Feb 11 14:20:13.645134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb01a98-4a1a-4d62-be7d-e0f696bc0743 req-59ce88b1-1bbc-4173-9389-0c95d2390bb5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:13.646744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-feb01a98-4a1a-4d62-be7d-e0f696bc0743 req-59ce88b1-1bbc-4173-9389-0c95d2390bb5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0568185 Feb 11 14:20:13.693592 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-feb01a98-4a1a-4d62-be7d-e0f696bc0743 req-a7ab8821-55c7-49e9-af7b-a20c4e86fe09 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409842 Feb 11 14:20:14.814869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dc325-85cf-416a-887e-c572a27cbabf req-9a9e24c7-6195-4e55-9629-f6e9221effe3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:14.816380 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-149dc325-85cf-416a-887e-c572a27cbabf req-9a9e24c7-6195-4e55-9629-f6e9221effe3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0545936 Feb 11 14:20:14.863502 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-149dc325-85cf-416a-887e-c572a27cbabf req-9b9b83a3-c87b-4c4d-a3e9-0d3ea1fecafd tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Feb 11 14:20:15.982333 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af703c-17fb-4e59-9668-7aed7382b497 req-db212b7f-03bf-4a3d-8058-47512fbb9e4e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:15.983833 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09af703c-17fb-4e59-9668-7aed7382b497 req-db212b7f-03bf-4a3d-8058-47512fbb9e4e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Feb 11 14:20:16.028490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-09af703c-17fb-4e59-9668-7aed7382b497 req-e6d35dd2-ddff-4dc8-89d1-ee75e66d6fe3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Feb 11 14:20:17.156382 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323b2e-91d7-4ac7-8422-d91565cce333 req-d8c3b5e9-7a57-481b-80c9-fd4a05f45eb9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:17.157925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09323b2e-91d7-4ac7-8422-d91565cce333 req-d8c3b5e9-7a57-481b-80c9-fd4a05f45eb9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0586739 Feb 11 14:20:17.204628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-09323b2e-91d7-4ac7-8422-d91565cce333 req-1f5d41a4-f33e-4006-be20-427f7a31bec5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411239 Feb 11 14:20:18.326765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93ead6-315d-455c-89c2-57e9fa99d762 req-d64288fe-80bd-4699-83cf-2b85cbe2bcb6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:18.328264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c93ead6-315d-455c-89c2-57e9fa99d762 req-d64288fe-80bd-4699-83cf-2b85cbe2bcb6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0568535 Feb 11 14:20:18.373370 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3c93ead6-315d-455c-89c2-57e9fa99d762 req-a7a91d1c-efbe-4d93-8a3b-37865f12a35e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 Feb 11 14:20:19.493625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1aebd3-1db1-4d03-95eb-4dd397f56ad4 req-cb2cc1ba-22b4-44d2-9527-13b48512ea67 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.495142 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb1aebd3-1db1-4d03-95eb-4dd397f56ad4 req-cb2cc1ba-22b4-44d2-9527-13b48512ea67 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0533829 Feb 11 14:20:19.540932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb1aebd3-1db1-4d03-95eb-4dd397f56ad4 req-be4a3cef-3bfe-4b5a-9567-937309d5d84d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402145 Feb 11 14:20:20.458147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:20.663383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a5bfe-6b2f-487b-be8a-094bfd96b0bc req-dbf56006-cc7f-4a61-a0cb-e4d2e5d5ea7c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.664885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c9a5bfe-6b2f-487b-be8a-094bfd96b0bc req-dbf56006-cc7f-4a61-a0cb-e4d2e5d5ea7c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0573850 Feb 11 14:20:20.718136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c9a5bfe-6b2f-487b-be8a-094bfd96b0bc req-c0420093-8f07-4b58-a974-ed87af1fa219 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Feb 11 14:20:21.844318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cd04e-001f-4563-bc42-8ec9f9af9fa2 req-21e042ae-a8e6-45ff-a922-39d9f58d96e9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:21.845858 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a1cd04e-001f-4563-bc42-8ec9f9af9fa2 req-21e042ae-a8e6-45ff-a922-39d9f58d96e9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0552282 Feb 11 14:20:21.899038 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2a1cd04e-001f-4563-bc42-8ec9f9af9fa2 req-e7fade81-dd62-4c26-8dbe-ce6e6f80211c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462971 Feb 11 14:20:22.209523 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-816daf77-3d28-4f01-abbb-d92068ccb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.211000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-816daf77-3d28-4f01-abbb-d92068ccb7ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1128 time: 0.0450816 Feb 11 14:20:22.318150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-aee22f54-e203-42d5-816c-dfefc453f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.319652 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-aee22f54-e203-42d5-816c-dfefc453f292 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0912530 Feb 11 14:20:22.389824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-bca144ae-6435-4e32-8eeb-f6b1933f717c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1002 time: 0.0641737 Feb 11 14:20:22.392991 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:22.438612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-8bcdbffb-3dc9-48e9-9899-e9422e66c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.440106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-8bcdbffb-3dc9-48e9-9899-e9422e66c535 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0452750 Feb 11 14:20:22.489822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-02ab0127-5ff5-4704-8a87-465f7da9489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.491651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-02ab0127-5ff5-4704-8a87-465f7da9489e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461528 Feb 11 14:20:22.583728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-1b678d89-c5cb-4e5f-8a1b-934a32f23ce4 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863357 Feb 11 14:20:22.673500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-82ba2bb3-232c-48cd-ba93-9e36a8db2e5b req-ba1160eb-c101-4e72-ab7a-4adfdaf3dbeb service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841584 Feb 11 14:20:23.020304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d9bc-bef0-47ec-b61d-687fced88abb req-dd1b822c-01b8-45f8-990b-42a91adc7de3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:23.021856 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f912d9bc-bef0-47ec-b61d-687fced88abb req-dd1b822c-01b8-45f8-990b-42a91adc7de3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0522718 Feb 11 14:20:23.071568 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f912d9bc-bef0-47ec-b61d-687fced88abb req-b9497e3b-d07e-4872-bb4f-6a48035508f0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441482 Feb 11 14:20:23.377420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:23.476745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:20:23.477452 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:23.501237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:20:23.503494 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c76fc1f-fe9d-44b4-a41a-03911cc6f788" -d '{"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-unplugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:23.515649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:23.520792 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:23.522356 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-5ed8112d-6d3c-452f-a9eb-e47949c19415 service neutron] show failed (client error): The resource could not be found. Feb 11 14:20:23.523841 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-5ed8112d-6d3c-452f-a9eb-e47949c19415 service neutron] 10.222.0.83 "GET /v2.0/ports/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0626812 Feb 11 14:20:23.561929 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e67a2-bd49-46ee-a3a8-0398545669a5 x-openstack-request-id: req-f79e67a2-bd49-46ee-a3a8-0398545669a5 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:23.562255 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-unplugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:23.562515 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f79e67a2-bd49-46ee-a3a8-0398545669a5 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:23.562906 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'code': 200} Feb 11 14:20:23.583353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:23.720938 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cf30b49b-5985-4f5c-8196-0899a20a5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:23.722357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cf30b49b-5985-4f5c-8196-0899a20a5299 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 1126 time: 0.0440304 Feb 11 14:20:23.738473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:23.796467 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:24.009569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:24.041879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:24.073487 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:20:24.081090 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Publish callbacks [] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:24.093811 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Transition to ACTIVE for port object 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:24.097538 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:24.161924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:24.253029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df0d48-739e-49d8-9c06-81fdf1734f7a req-18032c47-51a3-4dc8-86f6-ac32788900f9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.254573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5df0d48-739e-49d8-9c06-81fdf1734f7a req-18032c47-51a3-4dc8-86f6-ac32788900f9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.1125939 Feb 11 14:20:24.277033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] No DVR routers for this DVR port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:24.365196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d5df0d48-739e-49d8-9c06-81fdf1734f7a req-7a30ac50-3e19-465c-9602-86c23805744b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900614 Feb 11 14:20:24.443222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:20:24.443553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:20:24.443875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:24.448054 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:24.448408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:24.453702 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:24.454036 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:20:24.454440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:24.454853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Bound port: 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:20:24.455202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:24.519862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:24.522757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:24.528003 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:24.562640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.563316 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:24.564799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1092 time: 0.8304670 Feb 11 14:20:24.565221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:20:24.567441 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7d5ca45f0589a25ca872ba01eff13cea8bf8679a63ab473e0eea7adf9e0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fd9356-dae9-4d35-a571-b417cca0578b" -d '{"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:24.588403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe537c5-75d9-4fe7-b016-2a1fbd5ee3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:24.632028 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214a1522-4a90-41dd-a447-1c95965dec31 x-openstack-request-id: req-214a1522-4a90-41dd-a447-1c95965dec31 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:24.632326 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:24.632587 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-214a1522-4a90-41dd-a447-1c95965dec31 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:24.632988 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'status': 'completed', 'code': 200} Feb 11 14:20:24.641647 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-970985b2-31f4-41fa-a6f9-867835139235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.643172 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-970985b2-31f4-41fa-a6f9-867835139235 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1126 time: 0.0519609 Feb 11 14:20:24.696847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-e22c4fb1-9613-4fcc-82cc-3c338ea51b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.698560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-e22c4fb1-9613-4fcc-82cc-3c338ea51b7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1126 time: 0.0463808 Feb 11 14:20:24.742436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-d29fbd56-fcc5-444f-b263-f5647335613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.744669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-d29fbd56-fcc5-444f-b263-f5647335613c service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0947108 Feb 11 14:20:24.801579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-3dc70d93-dbb6-4663-9959-8d93541db6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.803163 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-3dc70d93-dbb6-4663-9959-8d93541db6c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0963902 Feb 11 14:20:24.812253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-59afddd3-803e-49c5-b4fa-8b6627564703 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.0613046 Feb 11 14:20:24.870286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-468661e4-2a6d-4cbb-8836-705b1439b48a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.0610399 Feb 11 14:20:24.872570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-33fbabdc-ea45-45cb-afab-432becfa5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.874622 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-33fbabdc-ea45-45cb-afab-432becfa5c2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0550556 Feb 11 14:20:24.917629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-84c3e10e-2b61-4c5d-8fa2-e2119c67a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.919122 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-84c3e10e-2b61-4c5d-8fa2-e2119c67a3fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0433011 Feb 11 14:20:24.923217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-4eb5e3d4-66c8-480b-85ac-1182ca29984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.924736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-4eb5e3d4-66c8-480b-85ac-1182ca29984a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444791 Feb 11 14:20:24.971074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-ce8ed66e-d74f-4cb8-a04d-894763592940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.973323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-ce8ed66e-d74f-4cb8-a04d-894763592940 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481446 Feb 11 14:20:25.015004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-9f0d8850-4d6e-44bf-9df5-3329a8b3f3c7 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844753 Feb 11 14:20:25.062021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-0dc1c976-a2f4-421a-b954-c5833ae6ba87 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826306 Feb 11 14:20:25.107010 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-84485e8a-5dec-4b02-8c5e-6891481b364f service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862715 Feb 11 14:20:25.165593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-46bbc19c-275a-4545-a60a-2c8b0ede12dd service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986769 Feb 11 14:20:25.207498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-674f51ad-d27b-408f-a8c6-ee1db81f8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.209283 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-674f51ad-d27b-408f-a8c6-ee1db81f8295 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1126 time: 0.0486007 Feb 11 14:20:25.306343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-6ecfd73d-cb2c-469c-8757-64742a79238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.307831 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-6ecfd73d-cb2c-469c-8757-64742a79238f service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0925784 Feb 11 14:20:25.374433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-d0850def-e0e3-4022-aa9a-dc6fa3c993b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.0590506 Feb 11 14:20:25.422859 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-ae4c68ae-28d2-44ed-a942-bd7c3b0ca31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.428610 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-ae4c68ae-28d2-44ed-a942-bd7c3b0ca31d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0490346 Feb 11 14:20:25.521313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb214d-cf6d-4685-a899-fc52af99da16 req-5611d4b7-85a7-4ec0-9805-b561bd285bef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.522757 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0fb214d-cf6d-4685-a899-fc52af99da16 req-5611d4b7-85a7-4ec0-9805-b561bd285bef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0882502 Feb 11 14:20:25.525304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-32d68a82-c5e0-4ae8-8a87-ae6e42b7e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.526764 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-32d68a82-c5e0-4ae8-8a87-ae6e42b7e6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0833302 Feb 11 14:20:25.624652 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d0fb214d-cf6d-4685-a899-fc52af99da16 req-72e17bd4-9484-4fbe-8f14-375046e1aa0f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959353 Feb 11 14:20:25.656684 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-c6054290-e47b-4633-bc0e-45d40771c942 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223340 Feb 11 14:20:25.744542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c7fd9356-dae9-4d35-a571-b417cca0578b req-971e6303-2afb-4a2a-aade-e36d97e6400b service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819569 Feb 11 14:20:26.746750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d3204-2ecb-4f83-9f3c-b7776e8203e4 req-1a2426c8-d524-441b-8320-1155515844e4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:26.748768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a19d3204-2ecb-4f83-9f3c-b7776e8203e4 req-1a2426c8-d524-441b-8320-1155515844e4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0535216 Feb 11 14:20:26.795375 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a19d3204-2ecb-4f83-9f3c-b7776e8203e4 req-3757c26b-80a0-48b2-9d4f-f0becd699078 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408802 Feb 11 14:20:27.120838 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0430829c-db97-43df-b97c-04250f967f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:27.924192 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba168-cf69-42fb-9a52-c0916dbdfab4 req-0368831b-bd32-4566-acde-e4b015517bd1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.925790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58cba168-cf69-42fb-9a52-c0916dbdfab4 req-0368831b-bd32-4566-acde-e4b015517bd1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0597608 Feb 11 14:20:27.974248 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58cba168-cf69-42fb-9a52-c0916dbdfab4 req-d133b854-ed7d-4b54-b9bc-c2d26eb40e7e tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Feb 11 14:20:29.098181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47519cc-17c4-4ce8-b96f-69eec30efc87 req-c06c95be-51f8-43c4-aa48-7dc8916e12c3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.099673 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c47519cc-17c4-4ce8-b96f-69eec30efc87 req-c06c95be-51f8-43c4-aa48-7dc8916e12c3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0517480 Feb 11 14:20:29.156840 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c47519cc-17c4-4ce8-b96f-69eec30efc87 req-57ec8546-9201-4bb8-97f1-da1d63f9b79d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513682 Feb 11 14:20:29.497935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-182481c2-9f83-4fa4-9a27-a32a8e8be189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:30.280538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718582c6-e987-472c-8c39-35348be99f32 req-086ff4a6-688f-4737-9212-b07e3ef4a7c7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:30.282047 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-718582c6-e987-472c-8c39-35348be99f32 req-086ff4a6-688f-4737-9212-b07e3ef4a7c7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0552065 Feb 11 14:20:30.332423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-718582c6-e987-472c-8c39-35348be99f32 req-a4599305-8e57-40ec-8f95-a06de6608cb3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435448 Feb 11 14:20:31.143770 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:31.455819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125500cb-b1c5-47c1-a60b-30b9585cf18b req-a7adb61e-2df7-4e3b-ab97-45a390314e59 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.457223 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-125500cb-b1c5-47c1-a60b-30b9585cf18b req-a7adb61e-2df7-4e3b-ab97-45a390314e59 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0526893 Feb 11 14:20:31.505101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-125500cb-b1c5-47c1-a60b-30b9585cf18b req-06e3ca76-0155-45a1-a289-ae68a58dc243 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Feb 11 14:20:32.567874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:32.697723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4dd0e-8921-44e7-9bbc-9d06fc3f694f req-ef95b6b0-30db-433d-8b5d-5f5ad95279a9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.699162 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63c4dd0e-8921-44e7-9bbc-9d06fc3f694f req-ef95b6b0-30db-433d-8b5d-5f5ad95279a9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0536382 Feb 11 14:20:32.751406 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-63c4dd0e-8921-44e7-9bbc-9d06fc3f694f req-7a8cc4c3-1efb-4b4e-aec4-04bae28b1c56 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458219 Feb 11 14:20:33.763715 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:33.875366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60808-f485-4b33-8d4d-a8cf4262e708 req-22e4c30f-1fed-4793-86c4-c39bd362bf0b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:33.876966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ede60808-f485-4b33-8d4d-a8cf4262e708 req-22e4c30f-1fed-4793-86c4-c39bd362bf0b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0545168 Feb 11 14:20:33.929531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ede60808-f485-4b33-8d4d-a8cf4262e708 req-2f95d894-6a3c-415b-97a0-4f60c3ac91a2 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453925 Feb 11 14:20:35.049043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8127650-aeb5-4208-bdd6-21c9f2e263bb req-ef569c6d-a88b-46ec-ba97-e7344128a350 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.050537 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f8127650-aeb5-4208-bdd6-21c9f2e263bb req-ef569c6d-a88b-46ec-ba97-e7344128a350 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0511973 Feb 11 14:20:35.096763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f8127650-aeb5-4208-bdd6-21c9f2e263bb req-4657a36c-1f72-4457-a5b9-2c793f6e1d18 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Feb 11 14:20:36.257419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f6dc7-5211-4e7e-8473-3ce5848f0669 req-72f493d8-e1ef-4199-97bd-915995d65db4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.259046 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f79f6dc7-5211-4e7e-8473-3ce5848f0669 req-72f493d8-e1ef-4199-97bd-915995d65db4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0568976 Feb 11 14:20:36.307103 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f79f6dc7-5211-4e7e-8473-3ce5848f0669 req-84d1d08d-b92c-45fb-963f-e07b8c836cfd tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 Feb 11 14:20:37.427768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbca35-7fe3-496d-9e90-f1fe9bda86e0 req-3c8f9832-7a63-4136-a109-9529d6656c21 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:37.429233 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87bbca35-7fe3-496d-9e90-f1fe9bda86e0 req-3c8f9832-7a63-4136-a109-9529d6656c21 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0516064 Feb 11 14:20:37.474159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87bbca35-7fe3-496d-9e90-f1fe9bda86e0 req-d1c91a29-ea90-4384-a2d5-0628e8d43c63 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394638 Feb 11 14:20:38.598048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14eb6d-9c60-4e04-a7b8-3fb2069c3299 req-f5ec14de-0f2b-4a84-9761-47ce12cf1c78 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.599574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf14eb6d-9c60-4e04-a7b8-3fb2069c3299 req-f5ec14de-0f2b-4a84-9761-47ce12cf1c78 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0570807 Feb 11 14:20:38.646321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf14eb6d-9c60-4e04-a7b8-3fb2069c3299 req-c8bba0f6-80df-44a2-998f-248d280cd6a4 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Feb 11 14:20:38.676899 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:40.078390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc789d0-b180-4852-8ea6-2cbc8b70df66 req-877d7bca-0731-4002-94e3-1e21c4fed495 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:40.079857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8cc789d0-b180-4852-8ea6-2cbc8b70df66 req-877d7bca-0731-4002-94e3-1e21c4fed495 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.3669548 Feb 11 14:20:40.124727 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8cc789d0-b180-4852-8ea6-2cbc8b70df66 req-6b50eb21-5d9e-40a8-b933-a13762f59921 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 Feb 11 14:20:41.321082 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9298680-37b4-4963-8f1e-cbcd9d3d7eb9 req-5d13e27e-62d8-4470-8e90-95ee467a12aa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:41.322562 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9298680-37b4-4963-8f1e-cbcd9d3d7eb9 req-5d13e27e-62d8-4470-8e90-95ee467a12aa tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0947828 Feb 11 14:20:41.371930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9298680-37b4-4963-8f1e-cbcd9d3d7eb9 req-1306dc09-59af-4aca-8be4-6816aaa81fbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Feb 11 14:20:42.490114 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb5866-9606-4fa3-b1bb-8efdda7841c5 req-53e2e9b2-d9c0-4742-8541-8d5f58d954f6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.491629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7cb5866-9606-4fa3-b1bb-8efdda7841c5 req-53e2e9b2-d9c0-4742-8541-8d5f58d954f6 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0519671 Feb 11 14:20:42.539145 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7cb5866-9606-4fa3-b1bb-8efdda7841c5 req-1d1fac1e-d24a-4377-8be8-ed8bb8755c3d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Feb 11 14:20:42.850518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-23706c96-b25d-49c0-a278-c37e9f5d9178 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.851970 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-23706c96-b25d-49c0-a278-c37e9f5d9178 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.30 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091&tenant_id=4e58c7ac45814e73afe980dea33b21b1&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 944 time: 0.0865266 Feb 11 14:20:42.873009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c584-d74a-4c55-b864-b1a2c466a2c7 req-35cdce35-5a9d-4001-a5f2-30ce43039eca tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.874461 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-53f6c584-d74a-4c55-b864-b1a2c466a2c7 req-35cdce35-5a9d-4001-a5f2-30ce43039eca tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 944 time: 0.0819964 Feb 11 14:20:42.950522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-a71be72a-8412-40f4-98f5-1b0d58b1f27f service neutron] 10.222.0.30 "GET /v2.0/ports/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f/bindings/n-h1-828676-2 HTTP/1.1" status: 200 len: 382 time: 0.0903137 Feb 11 14:20:42.954140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-53f6c584-d74a-4c55-b864-b1a2c466a2c7 req-720fc31a-32cd-442a-8402-c4da7a4aa53d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625076 Feb 11 14:20:43.018732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-c078851e-2a07-4b4d-9013-90bdd8cec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.020258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-c078851e-2a07-4b4d-9013-90bdd8cec939 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1126 time: 0.0483153 Feb 11 14:20:43.106963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-c3d435a2-a4fc-4b22-86ed-8cc318097f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.108447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-c3d435a2-a4fc-4b22-86ed-8cc318097f6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0823841 Feb 11 14:20:43.176093 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-b67e3c4c-da8a-4db5-acf8-452e4817d4e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.0603857 Feb 11 14:20:43.222923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-41872a1d-2c42-43e9-871b-fa58d392f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.224316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-41872a1d-2c42-43e9-871b-fa58d392f36f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0421143 Feb 11 14:20:43.272318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-f6968c81-0a94-470c-a82c-7ea8fee3b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.273679 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-f6968c81-0a94-470c-a82c-7ea8fee3b84f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432422 Feb 11 14:20:43.362880 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-a467eb7c-011e-4ef0-bb46-4cc435c7efaa service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826595 Feb 11 14:20:43.452990 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-20da7066-f590-467a-aaee-a207832899af service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801098 Feb 11 14:20:43.741008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:43.838449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:43.849158 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'mac_address': 'fa:16:3e:8d:27:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:43.885815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:20:43.886220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:43.898925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:20:43.926873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:43.931702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:43.980583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:43.989134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.989489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.989837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.990202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.990545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.990878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.991267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.991541 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.991871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.992196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.992522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.992905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:43.993153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:44.079332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46672bee-ebb7-4a8d-a2b7-d69397b55eee req-d2444285-3253-46a4-a625-a7a7181656ab tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:44.080883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-46672bee-ebb7-4a8d-a2b7-d69397b55eee req-d2444285-3253-46a4-a625-a7a7181656ab tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0531061 Feb 11 14:20:44.128187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-46672bee-ebb7-4a8d-a2b7-d69397b55eee req-72dd46ce-14fc-4ede-8792-98438c87d4a9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Feb 11 14:20:44.191491 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:45.331179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6057ea-225b-43f8-8dd1-a33fe11e473c req-6baa38c8-c36f-4182-a549-4594bcba066d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:45.333866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b6057ea-225b-43f8-8dd1-a33fe11e473c req-6baa38c8-c36f-4182-a549-4594bcba066d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.1020484 Feb 11 14:20:45.381039 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b6057ea-225b-43f8-8dd1-a33fe11e473c req-6f3fcc66-5e07-463a-83b9-dcaf53d37566 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429146 Feb 11 14:20:45.754678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:45.802835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:45.806616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:45.807012 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:45.885828 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:20:45.886246 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:45.909197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:20:45.911515 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af71f52b4f0f1844f45c0d1e2c3d35f376bf93c1b99b92677d70138eccc21ad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b999fb-868a-4030-a8b7-e73227dcd1ec" -d '{"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-plugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:45.923421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:45.927551 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:45.970928 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a56ace-7ebe-4f66-9da4-52d2c3494f8f x-openstack-request-id: req-f4a56ace-7ebe-4f66-9da4-52d2c3494f8f {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:45.971223 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-plugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:45.971492 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4a56ace-7ebe-4f66-9da4-52d2c3494f8f {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:45.971869 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'code': 200} Feb 11 14:20:45.976382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:46.501009 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384dbb-cb97-4d2b-b1fe-4226b4137574 req-aaa1b4e5-19c5-4493-ac91-483e8d902ba9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:46.502542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1384dbb-cb97-4d2b-b1fe-4226b4137574 req-aaa1b4e5-19c5-4493-ac91-483e8d902ba9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 947 time: 0.0529737 Feb 11 14:20:46.549136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f1384dbb-cb97-4d2b-b1fe-4226b4137574 req-69927b64-c834-4dc4-968f-ca179ed6a6e9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409281 Feb 11 14:20:47.678819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7db247-171e-4e63-9e8a-bf97621bcd47 req-87d262b6-4499-4356-a68d-046d9fea40cf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:47.680422 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e7db247-171e-4e63-9e8a-bf97621bcd47 req-87d262b6-4499-4356-a68d-046d9fea40cf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 947 time: 0.0603209 Feb 11 14:20:47.726778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3e7db247-171e-4e63-9e8a-bf97621bcd47 req-19e6684b-01a6-456a-a05c-fe5a6a48948d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407336 Feb 11 14:20:48.853374 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c328c-00ad-4888-89f5-7d79c12fedd4 req-3bf9c091-6dbb-48ed-aa50-6c9065ed6c23 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:48.854973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b10c328c-00ad-4888-89f5-7d79c12fedd4 req-3bf9c091-6dbb-48ed-aa50-6c9065ed6c23 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 947 time: 0.0538559 Feb 11 14:20:48.905516 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b10c328c-00ad-4888-89f5-7d79c12fedd4 req-e083994a-cfb2-4a6c-a3af-b8da649f1ceb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445848 Feb 11 14:20:49.468144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-74364081-0abb-4582-b7ed-b901ccaccaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.469552 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-74364081-0abb-4582-b7ed-b901ccaccaf3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091&tenant_id=4e58c7ac45814e73afe980dea33b21b1 HTTP/1.1" status: 200 len: 1129 time: 0.0850599 Feb 11 14:20:49.479384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:49.536620 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:49.742500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:49.778652 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h1-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:49.787839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:49.818914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:20:49.821171 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05bd32767e730b9d57d8c3f3172239c134f27dce7b0f221bb1eb99b264605603" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf989457-d4b9-4049-bdef-18a6bd305e01" -d '{"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-unplugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:49.825168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Publish callbacks [] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:49.840606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Transition to ACTIVE for port object 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:49.844698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:49.882242 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a57a800-69e3-43ee-a483-5ddec1f51c54 x-openstack-request-id: req-0a57a800-69e3-43ee-a483-5ddec1f51c54 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:49.882544 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-unplugged", "status": "completed", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:49.882665 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f is: DOWN; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:20:49.882801 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a57a800-69e3-43ee-a483-5ddec1f51c54 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:49.883200 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'code': 200} Feb 11 14:20:49.896808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=11']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:49.934631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.934990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.935339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.935729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.936003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.936365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.936671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.937001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.937331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.937659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.937987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.938336 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.938662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:49.992863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] No DVR routers for this DVR port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on host n-h1-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:50.041782 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd6eb-e23e-43a0-be38-65ff6ff3cb88 req-5e7b8278-30c6-4557-ab45-21b0717d8140 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.043991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d25cd6eb-e23e-43a0-be38-65ff6ff3cb88 req-5e7b8278-30c6-4557-ab45-21b0717d8140 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0658908 Feb 11 14:20:50.095599 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d25cd6eb-e23e-43a0-be38-65ff6ff3cb88 req-13c0e72a-c8fb-4a79-a1e6-3a1e325f6012 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458827 Feb 11 14:20:50.136609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:20:50.136952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:20:50.137284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:50.142079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:50.142437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Attempting to bind port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on network 133c0408-13a3-475d-854b-053fe82d8050 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:50.147179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:50.147522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Checking segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:20:50.147907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Bound using segment: {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:50.148351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Bound port: 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46891ced-057f-4112-bd2b-6ae6d8935153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '133c0408-13a3-475d-854b-053fe82d8050'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:20:50.148689 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:50.209848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:50.213192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:50.218861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:50.249891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.250550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:50.251958 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] 10.222.0.83 "PUT /v2.0/ports/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1093 time: 0.7763679 Feb 11 14:20:50.291374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0a41-7b93-4d81-a17f-d4fa301fc000 service neutron] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=12']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:50.331542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-03827112-0119-457a-98d0-439a515310a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.333106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-03827112-0119-457a-98d0-439a515310a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1127 time: 0.0551753 Feb 11 14:20:50.425171 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-c5578aa0-151b-4008-bbec-d7f396cf34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.426700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-c5578aa0-151b-4008-bbec-d7f396cf34c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0884221 Feb 11 14:20:50.467810 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:50.496654 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-5f135c50-1918-44b0-886e-4d004660c0ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.0646105 Feb 11 14:20:50.544139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-37a045d4-46ff-4ef7-89b1-a43382a6195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.546289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-37a045d4-46ff-4ef7-89b1-a43382a6195d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0436742 Feb 11 14:20:50.593258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-6642b48b-083e-4f0d-aaf2-5d52666414ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.594820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-6642b48b-083e-4f0d-aaf2-5d52666414ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434864 Feb 11 14:20:50.686635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-0a319025-bd36-41b9-a887-643582e7a19a service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862122 Feb 11 14:20:50.772123 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15174312-e6a3-4e63-9bc7-7bb7d8266d78 req-71a7cccd-4c1d-478a-991d-43efe737ec9e service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800984 Feb 11 14:20:51.221435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd377ce-6092-44f0-b32d-dbc42152ee52 req-09d51113-2079-44ec-ae69-1b750bbe96f8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:51.223098 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fcd377ce-6092-44f0-b32d-dbc42152ee52 req-09d51113-2079-44ec-ae69-1b750bbe96f8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0574632 Feb 11 14:20:51.269291 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fcd377ce-6092-44f0-b32d-dbc42152ee52 req-aaa41402-d7ff-41a4-b86e-6c30bc9457df tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Feb 11 14:20:51.884841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:20:51.924212 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:52.020633 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c226ab0-29bb-445e-99ff-3fc8cfe11b70 x-openstack-request-id: req-5c226ab0-29bb-445e-99ff-3fc8cfe11b70 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:52.020931 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:52.021191 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c226ab0-29bb-445e-99ff-3fc8cfe11b70 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:52.021628 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'status': 'completed', 'code': 200} Feb 11 14:20:52.085008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-cd6b1dcc-1db8-4655-80af-3fa065f5c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.086493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-cd6b1dcc-1db8-4655-80af-3fa065f5c6ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1127 time: 0.0468760 Feb 11 14:20:52.086612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-e5016497-9593-4091-9b25-5f4822261ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.087992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-e5016497-9593-4091-9b25-5f4822261ee9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e58c7ac45814e73afe980dea33b21b1&device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 1127 time: 0.0454116 Feb 11 14:20:52.182944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-dae8e398-4b7d-4d2b-9fb2-c3f35b5a3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.184478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-dae8e398-4b7d-4d2b-9fb2-c3f35b5a3c75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0895042 Feb 11 14:20:52.185845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-45d4cd9a-554c-4c8c-a83d-209efde8bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.187367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-45d4cd9a-554c-4c8c-a83d-209efde8bffe service neutron] 10.222.0.83 "GET /v2.0/networks?id=133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 200 len: 913 time: 0.0920534 Feb 11 14:20:52.253903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-b0d3240b-a278-4c6f-b1e8-a9c120eb4db9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.0616336 Feb 11 14:20:52.316388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-345d0a41-899c-4e0b-ae4f-d785b1603821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.319530 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-345d0a41-899c-4e0b-ae4f-d785b1603821 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0576138 Feb 11 14:20:52.376090 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-4d922ac1-9734-46ce-b756-94fc8d28ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.377939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-4d922ac1-9734-46ce-b756-94fc8d28ba4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521286 Feb 11 14:20:52.395475 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:52.480571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-0f8f6441-d653-4acd-8cc1-2742f481bf91 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911078 Feb 11 14:20:52.584314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-4026d830-dd4b-4915-84bd-c030c5f77aa5 service neutron] 10.222.0.30 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964758 Feb 11 14:20:52.602787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-5c8a8d37-8f50-48d7-acb9-a87b0bfee641 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 200 len: 1000 time: 0.4097733 Feb 11 14:20:52.647048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef833-1050-481b-9717-077132b341fd req-11fce59c-8b88-4b29-affd-d9a4fd1ad351 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.648431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35bef833-1050-481b-9717-077132b341fd req-11fce59c-8b88-4b29-affd-d9a4fd1ad351 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.1006210 Feb 11 14:20:52.678266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-4525aa18-43a3-410b-a894-84b46a6197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.679766 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-4525aa18-43a3-410b-a894-84b46a6197d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 200 len: 851 time: 0.0714045 Feb 11 14:20:52.730056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35bef833-1050-481b-9717-077132b341fd req-4275225c-57c5-4b7b-957b-5845d993b497 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751195 Feb 11 14:20:52.749460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-8b871afe-d674-4d30-b322-8adedf56479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.751040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-8b871afe-d674-4d30-b322-8adedf56479e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=133c0408-13a3-475d-854b-053fe82d8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0617850 Feb 11 14:20:52.843303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-2f9b0718-aaba-4914-9d81-c054380113d6 service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866859 Feb 11 14:20:52.933083 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4a9ddc8-236e-4498-a741-5a3d2d83a3f0 req-62aac9c9-f0f7-4f85-bba0-3b45ceb5c73b service neutron] 10.222.0.83 "GET /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838118 Feb 11 14:20:53.852205 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335a71a-be83-4749-8874-21eabf17f112 req-1909dc11-257f-4e14-89e8-4fb7ea073bd0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:53.853705 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9335a71a-be83-4749-8874-21eabf17f112 req-1909dc11-257f-4e14-89e8-4fb7ea073bd0 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0534480 Feb 11 14:20:53.902390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9335a71a-be83-4749-8874-21eabf17f112 req-5bf6ab98-dcbc-484b-823f-3281072c7680 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429080 Feb 11 14:20:55.039881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dea578-fc00-4f9e-b679-acb0a4dc08c2 req-5e083087-8828-435a-b8a2-4fbe860f4e88 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:55.041857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06dea578-fc00-4f9e-b679-acb0a4dc08c2 req-5e083087-8828-435a-b8a2-4fbe860f4e88 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0679286 Feb 11 14:20:55.092413 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-06dea578-fc00-4f9e-b679-acb0a4dc08c2 req-b1ba81bd-5cb3-4431-a2b5-e599ebc80a9b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449498 Feb 11 14:20:56.217884 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ea6fe-be6b-464f-a57b-c070a65fc9f7 req-b892ed80-e3e7-49c9-85c7-eb30464dd564 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:56.219448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b23ea6fe-be6b-464f-a57b-c070a65fc9f7 req-b892ed80-e3e7-49c9-85c7-eb30464dd564 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0574856 Feb 11 14:20:56.265939 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b23ea6fe-be6b-464f-a57b-c070a65fc9f7 req-5f4297fe-3ea0-463d-a5c3-10774a3e0381 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409727 Feb 11 14:20:57.124286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7f386aa4-72f4-430f-bd6b-1b9af4cd6730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:57.386911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a68a43-f01f-4340-8900-6aba46c7f15f req-e47ec30e-0291-489e-aec4-56cb89d3eb9b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:57.388407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-70a68a43-f01f-4340-8900-6aba46c7f15f req-e47ec30e-0291-489e-aec4-56cb89d3eb9b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Feb 11 14:20:57.434439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-70a68a43-f01f-4340-8900-6aba46c7f15f req-492b5f0e-69f2-4409-8cfe-620586e13eb9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403407 Feb 11 14:20:58.556582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed19df-cb04-4c3c-b3f3-dab8b346c994 req-f1bf1ce1-d59a-498b-b7b9-74250c9443ff tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:58.558146 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfed19df-cb04-4c3c-b3f3-dab8b346c994 req-f1bf1ce1-d59a-498b-b7b9-74250c9443ff tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Feb 11 14:20:58.606022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfed19df-cb04-4c3c-b3f3-dab8b346c994 req-a3508696-a79b-4276-9ea9-5414e034851a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415761 Feb 11 14:20:59.505303 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c804a443-986a-40bc-86a8-20eef1767570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:59.726112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f933486-70a2-456f-ad21-98057d7e7996 req-5ab09207-f4ba-46be-acc7-0cecff956fa3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:59.727576 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f933486-70a2-456f-ad21-98057d7e7996 req-5ab09207-f4ba-46be-acc7-0cecff956fa3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0528145 Feb 11 14:20:59.781532 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6f933486-70a2-456f-ad21-98057d7e7996 req-63172086-e75e-421d-9b35-96709a516c00 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477765 Feb 11 14:21:00.907214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677a6e-efbf-4d60-b518-d0b8bd4f007e req-72a2277d-6ffc-43e4-9692-c909956a1d1b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:00.908609 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1677a6e-efbf-4d60-b518-d0b8bd4f007e req-72a2277d-6ffc-43e4-9692-c909956a1d1b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0531790 Feb 11 14:21:00.959095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1677a6e-efbf-4d60-b518-d0b8bd4f007e req-b1439694-0048-47c7-946e-e95ad76804f2 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Feb 11 14:21:01.145378 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:02.078437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985840ac-a1da-456f-bba0-a6363917f95d req-2fef9057-f1ab-4a71-abb0-0b299d3d699d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:02.079935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-985840ac-a1da-456f-bba0-a6363917f95d req-2fef9057-f1ab-4a71-abb0-0b299d3d699d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Feb 11 14:21:02.127367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-985840ac-a1da-456f-bba0-a6363917f95d req-93ca4785-b756-468a-862d-598e1458cb6c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Feb 11 14:21:02.567635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:03.248846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1d45a-ff2a-43d8-9b4f-ca1bba56cbec req-87d17642-2e3c-4032-a7d7-1b234a73ff5d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:03.250976 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61c1d45a-ff2a-43d8-9b4f-ca1bba56cbec req-87d17642-2e3c-4032-a7d7-1b234a73ff5d tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Feb 11 14:21:03.296183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61c1d45a-ff2a-43d8-9b4f-ca1bba56cbec req-b9a01077-4c4c-4c06-80e7-74e8d4b6f2ea tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396974 Feb 11 14:21:03.766375 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:04.421797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750070-2997-4757-b47c-e4d5b934e938 req-6b1431a0-a952-4630-8757-f1b40d09193c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:04.423328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b750070-2997-4757-b47c-e4d5b934e938 req-6b1431a0-a952-4630-8757-f1b40d09193c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0534999 Feb 11 14:21:04.469669 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b750070-2997-4757-b47c-e4d5b934e938 req-f0a70437-d70d-4a22-ab4b-34c1b74e0971 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409064 Feb 11 14:21:05.588023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1aacfc-71fb-48a6-a3a5-c67b561cdc56 req-d4faa271-2c10-415b-af90-459de4b1a3e7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.589519 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe1aacfc-71fb-48a6-a3a5-c67b561cdc56 req-d4faa271-2c10-415b-af90-459de4b1a3e7 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0518820 Feb 11 14:21:05.635895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe1aacfc-71fb-48a6-a3a5-c67b561cdc56 req-9ae96c20-22df-487c-8c13-ca01f8bdf23c tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402486 Feb 11 14:21:06.757834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ada511-70ed-4a67-8a56-b154c19177ba req-56b56481-c125-41b0-83f7-c61badb4b3a9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:06.759342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2ada511-70ed-4a67-8a56-b154c19177ba req-56b56481-c125-41b0-83f7-c61badb4b3a9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0563514 Feb 11 14:21:06.807271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2ada511-70ed-4a67-8a56-b154c19177ba req-f2faeb85-4b49-4360-a842-2044fa71bb1a tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423899 Feb 11 14:21:07.939882 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4867553-520c-4b1b-8dc4-fe3db4628d3d req-13abef95-3e5a-47e7-a8c1-57776c8f5997 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:07.941384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4867553-520c-4b1b-8dc4-fe3db4628d3d req-13abef95-3e5a-47e7-a8c1-57776c8f5997 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0577099 Feb 11 14:21:07.987099 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4867553-520c-4b1b-8dc4-fe3db4628d3d req-a1ac1426-5f4b-4f77-9f6a-6b168e2dddef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Feb 11 14:21:08.104906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55108231-5238-4d9b-9057-761a4f6f9923 req-3eb2f92f-2f93-4ff5-b4ec-938405d339ef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.106306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-55108231-5238-4d9b-9057-761a4f6f9923 req-3eb2f92f-2f93-4ff5-b4ec-938405d339ef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0514612 Feb 11 14:21:08.152281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-55108231-5238-4d9b-9057-761a4f6f9923 req-95caa88f-1bef-4381-82cd-4177fbce93e8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Feb 11 14:21:08.269627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977c008-6cdf-4aa8-a6a6-745d3f02ab05 req-9f69ce7c-a75f-408b-9803-c8daf66824f3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.271133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7977c008-6cdf-4aa8-a6a6-745d3f02ab05 req-9f69ce7c-a75f-408b-9803-c8daf66824f3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0530305 Feb 11 14:21:08.317074 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7977c008-6cdf-4aa8-a6a6-745d3f02ab05 req-b7cb877d-8432-4ab9-b4f1-d63211a37958 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404453 Feb 11 14:21:08.559554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b692cd-119a-4b6a-9c5b-996ae22fc7ef req-f15f9376-0747-403f-a6bf-8914ba9a2c66 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.561033 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9b692cd-119a-4b6a-9c5b-996ae22fc7ef req-f15f9376-0747-403f-a6bf-8914ba9a2c66 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Feb 11 14:21:08.611554 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9b692cd-119a-4b6a-9c5b-996ae22fc7ef req-f88cf20a-b753-4e14-9559-fa3bcd42a0d8 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443039 Feb 11 14:21:09.553196 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:09.652303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:09.664036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'port_id': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'mac_address': 'fa:16:3e:8d:27:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:09.701896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:09.702332 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:09.715509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:09.734380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea0f6b-22b1-4043-b507-6733cf98fd96 req-72333182-9787-4f59-bf29-e1463a8bd9ef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.736794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcea0f6b-22b1-4043-b507-6733cf98fd96 req-72333182-9787-4f59-bf29-e1463a8bd9ef tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Feb 11 14:21:09.740131 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:09.744606 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:09.792560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcea0f6b-22b1-4043-b507-6733cf98fd96 req-3119b084-2eb8-41bc-a132-95a827e62ad9 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6f28823-3e32-4e77-b91d-889b1c9ac015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498612 Feb 11 14:21:09.798000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=13']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:09.986402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-2cc39790-eaf1-4885-be1e-079fc8598dbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.987868 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-2cc39790-eaf1-4885-be1e-079fc8598dbf tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 946 time: 0.0521650 Feb 11 14:21:10.076797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Deleting port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:21:10.077057 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:10.172520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] For port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:10.172914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:10.341692 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:10.342104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:10.342500 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Floating IP 46f7aa1c-db36-44b7-af72-54498581dff7 disassociated. External IP: 172.25.3.16, port: 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f. Feb 11 14:21:10.342889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Calling delete_port for 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:21:10.476352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (30011afc-a7b9-4dfe-aad9-b77d6cb86e1f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:10.509044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event deleted for resources: {'Port': ['ID=30011afc-a7b9-4dfe-aad9-b77d6cb86e1f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:10.633286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:10.744916 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:10.757621 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:21:10.767339 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:10.767955 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:20:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:10.785274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] No DVR routers for this DVR port 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:10.787866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:10.791258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1de34ab2-e07a-4648-9b38-597f06e1d484 req-76560b79-b13e-45ec-8b60-5ef8135e9412 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.83 "DELETE /v2.0/ports/30011afc-a7b9-4dfe-aad9-b77d6cb86e1f HTTP/1.1" status: 204 len: 173 time: 0.7985544 Feb 11 14:21:10.791741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-deleted', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:10.794012 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03caa5b-bc43-476d-9838-b78a7857ca73" -d '{"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-deleted", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:10.844839 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a66273-fa9e-4547-b89c-c1f5cbbea3e9 x-openstack-request-id: req-47a66273-fa9e-4547-b89c-c1f5cbbea3e9 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:10.845327 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abd1bf-4348-42d3-b93e-1d480044b091", "name": "network-vif-deleted", "tag": "30011afc-a7b9-4dfe-aad9-b77d6cb86e1f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:10.845833 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47a66273-fa9e-4547-b89c-c1f5cbbea3e9 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:10.846288 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abd1bf-4348-42d3-b93e-1d480044b091', 'name': 'network-vif-deleted', 'tag': '30011afc-a7b9-4dfe-aad9-b77d6cb86e1f', 'status': 'completed', 'code': 200} Feb 11 14:21:10.882909 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:10.919525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-81536b89-cea0-4a71-a5af-e5249d2a2e2d req-e54a4399-7758-42a1-8a07-f62b2c811fa5 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0387032 Feb 11 14:21:11.092304 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:11.119497 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:21:11.127704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:11.128304 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:20:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:11.320040 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:11.521619 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:11.547531 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd695514-be9b-4650-9f24-a571f071e964 None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 4, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd57f0b15-bad3-4eb4-ab5e-1485ce26a0c9', 'name': '', 'network_id': '133c0408-13a3-475d-854b-053fe82d8050', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'mac_address': 'fa:16:3e:8a:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:57Z', 'updated_at': '2022-02-11T14:17:01Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'subnets': [{'id': '1fbf723d-9b51-4bd7-bc89-9fb29260f27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:21:11.775714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ef47b-9da5-4691-8875-9f7079f5cec9 None None] New status for floating IP 46f7aa1c-db36-44b7-af72-54498581dff7: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:21:12.023351 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ae615507-6f17-4fa9-937e-c8e165df91c9 req-a9612094-1f84-4477-be9a-2385b65d5b50 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0285394 Feb 11 14:21:13.122070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e57aca8a-1f8f-459a-995e-22b11c5b9568 req-1ee44d1a-5bc1-4606-af4a-8328091136d1 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0293932 Feb 11 14:21:13.548169 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:13.569970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:21:13.570352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 30011afc-a7b9-4dfe-aad9-b77d6cb86e1f not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:14.221478 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a3c3b20-e707-418b-9d30-50f38f9616ab req-2f372e6b-8b8b-4be7-a749-3589c9a2bf85 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0294011 Feb 11 14:21:15.321474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d7e0c88c-224b-4958-bd5e-e32470f4a757 req-47a55b7d-6d01-4f6a-a601-04ca90e865e3 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Feb 11 14:21:15.677910 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:21:16.417810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-533c6345-c746-416d-9308-51d3fd8d3d47 req-0ee50871-fa8e-429b-ac0c-337725d66d0f tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Feb 11 14:21:17.514965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bdda30cd-12fb-4b79-9497-edf7f6cf9123 req-8e81a686-3678-4066-af0d-6042f17822fb tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0266275 Feb 11 14:21:18.614362 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87111c6d-f0d2-446e-9f38-56fa828d76e2 req-f2b959aa-e716-49c5-b412-c95495d49736 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/ports?device_id=10abd1bf-4348-42d3-b93e-1d480044b091 HTTP/1.1" status: 200 len: 210 time: 0.0319555 Feb 11 14:21:20.485412 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:22.407201 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.413084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34496) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:25.477443 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebe8c-7854-4259-bdde-50006a2de863 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group (b6f28823-3e32-4e77-b91d-889b1c9ac015), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.500632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebe8c-7854-4259-bdde-50006a2de863 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group (b6f28823-3e32-4e77-b91d-889b1c9ac015), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.548555 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebe8c-7854-4259-bdde-50006a2de863 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b6f28823-3e32-4e77-b91d-889b1c9ac015), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.551380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebe8c-7854-4259-bdde-50006a2de863 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.555086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ce0ebe8c-7854-4259-bdde-50006a2de863 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "DELETE /v2.0/security-groups/b6f28823-3e32-4e77-b91d-889b1c9ac015 HTTP/1.1" status: 204 len: 168 time: 0.1384039 Feb 11 14:21:25.555680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34498) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:25.561970 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ebe8c-7854-4259-bdde-50006a2de863 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f28823-3e32-4e77-b91d-889b1c9ac015,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:25.571162 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-e135255e-ec5f-4aa4-8713-60d706924a50 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] show failed (client error): The resource could not be found. Feb 11 14:21:25.574690 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e135255e-ec5f-4aa4-8713-60d706924a50 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "GET /v2.0/security-groups/b6f28823-3e32-4e77-b91d-889b1c9ac015 HTTP/1.1" status: 404 len: 347 time: 0.0177977 Feb 11 14:21:25.574943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34500) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:25.717426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Deleting port 4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:21:25.717780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.796805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.797188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.808958 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Calling delete_port for 4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:21:25.945328 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:25.971425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Pushing event deleted for resources: {'Port': ['ID=4db0a2c6-7ce2-4886-a4fd-9a70cc8c284a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:26.045895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks [] for floatingip (46f7aa1c-db36-44b7-af72-54498581dff7), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:26.048610 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:26.049909 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-72905beb-0753-42e5-b1eb-5e04a149123b tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] 10.222.0.79 "DELETE /v2.0/floatingips/46f7aa1c-db36-44b7-af72-54498581dff7 HTTP/1.1" status: 204 len: 168 time: 0.4738994 Feb 11 14:21:26.052807 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34502) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:26.415688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (2cbb59c9-3500-4455-b682-cd816dbf0f1f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:26.665654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Deleting port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:21:26.666042 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:26.750679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] For port d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:26.751046 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:26.764841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Calling delete_port for d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:21:26.946556 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:26.971212 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Pushing event deleted for resources: {'Port': ['ID=d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.129088 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95a59ae4-4a40-44e9-a981-515c544f9462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:27.141922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (2cbb59c9-3500-4455-b682-cd816dbf0f1f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:27.360520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Router 2cbb59c9-3500-4455-b682-cd816dbf0f1f has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:27.467717 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:27.472820 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5f8d5a00-224b-4ceb-bf49-803fd5f9014b admin admin] 10.222.0.79 "PUT /v2.0/routers/2cbb59c9-3500-4455-b682-cd816dbf0f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4188983 Feb 11 14:21:27.475302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34504) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:27.476312 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] Sync routers for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:21:27.486793 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:27.487405 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:20:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:27.580632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks [] for router (2cbb59c9-3500-4455-b682-cd816dbf0f1f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:27.591600 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:27.775170 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:21:26Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:27.802654 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] Checking router: 2cbb59c9-3500-4455-b682-cd816dbf0f1f for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:21:27.811233 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] Routers {'2cbb59c9-3500-4455-b682-cd816dbf0f1f'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:27.811877 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:20:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:27.925359 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] Set router 2cbb59c9-3500-4455-b682-cd816dbf0f1f gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:27.977857 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks [] for router_gateway (2cbb59c9-3500-4455-b682-cd816dbf0f1f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.031321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Deleting port 5de5d8e8-22dd-4e8b-8145-5219ba52a980 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:21:28.031558 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.099483 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:21:26Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:28.110744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] For port 5de5d8e8-22dd-4e8b-8145-5219ba52a980, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5de5d8e8-22dd-4e8b-8145-5219ba52a980,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:28.111104 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.122416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Calling delete_port for 5de5d8e8-22dd-4e8b-8145-5219ba52a980 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:21:28.129392 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290e95f-42fc-4976-8a5f-46c6c1118d3e None None] The sync data for ids ['2cbb59c9-3500-4455-b682-cd816dbf0f1f'] in n-d-828676-2 is: [{'id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'name': 'tempest-ServerActionsTestJSON-2010838999-router', 'tenant_id': '4e58c7ac45814e73afe980dea33b21b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:21:26Z', 'revision_number': 5, 'project_id': '4e58c7ac45814e73afe980dea33b21b1', 'gw_port': {'id': '5de5d8e8-22dd-4e8b-8145-5219ba52a980', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbb59c9-3500-4455-b682-cd816dbf0f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:21:28.288473 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5de5d8e8-22dd-4e8b-8145-5219ba52a980), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.315690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de5d8e8-22dd-4e8b-8145-5219ba52a980,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:28.373457 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (2cbb59c9-3500-4455-b682-cd816dbf0f1f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.464142 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (2cbb59c9-3500-4455-b682-cd816dbf0f1f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.466301 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks [] for router_controller (2cbb59c9-3500-4455-b682-cd816dbf0f1f), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.516839 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (2cbb59c9-3500-4455-b682-cd816dbf0f1f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.517474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cbb59c9-3500-4455-b682-cd816dbf0f1f {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:21:28.522720 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.523915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ef27a067-6816-4dc5-9743-f9f37183b7c6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2cbb59c9-3500-4455-b682-cd816dbf0f1f HTTP/1.1" status: 204 len: 168 time: 1.0476880 Feb 11 14:21:28.526378 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34506) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:28.573724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] Deleting subnet 1fbf723d-9b51-4bd7-bc89-9fb29260f27b {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:21:28.576975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] Publish callbacks [] for subnet (1fbf723d-9b51-4bd7-bc89-9fb29260f27b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.613401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (1fbf723d-9b51-4bd7-bc89-9fb29260f27b), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.731729 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (1fbf723d-9b51-4bd7-bc89-9fb29260f27b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.750629 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:28.777133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:21:28.777762 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d57f0b15-bad3-4eb4-ab5e-1485ce26a0c9 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:28.789288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (1fbf723d-9b51-4bd7-bc89-9fb29260f27b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.815071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fbf723d-9b51-4bd7-bc89-9fb29260f27b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:28.818588 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.823250 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d5e920a6-9171-4b6c-92da-4f7af7b58701 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1fbf723d-9b51-4bd7-bc89-9fb29260f27b HTTP/1.1" status: 204 len: 168 time: 0.2942276 Feb 11 14:21:28.823861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3064c-ac54-4313-a939-74563debec6a None None] Network 133c0408-13a3-475d-854b-053fe82d8050 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:21:28.824233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34508) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:28.900750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (133c0408-13a3-475d-854b-053fe82d8050), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:28.956286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Deleting port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:21:28.956632 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.018788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] For port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=6c270d8e-9ca6-493c-9c38-2aa4d6586cae,segment=NetworkSegment(46891ced-057f-4112-bd2b-6ae6d8935153),segment_id=46891ced-057f-4112-bd2b-6ae6d8935153)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:29.019157 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.035400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Calling delete_port for 6c270d8e-9ca6-493c-9c38-2aa4d6586cae owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:21:29.117726 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (6c270d8e-9ca6-493c-9c38-2aa4d6586cae), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.119833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fbdaba-939e-4fc1-9439-7cedf1d97c8f None None] DHCP port deletion for 133c0408-13a3-475d-854b-053fe82d8050 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:21:29.147438 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c270d8e-9ca6-493c-9c38-2aa4d6586cae,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:29.152043 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] No DVR routers for this DVR port 6c270d8e-9ca6-493c-9c38-2aa4d6586cae on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:29.224424 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (133c0408-13a3-475d-854b-053fe82d8050), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.245090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133c0408-13a3-475d-854b-053fe82d8050']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:29.254641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46891ced-057f-4112-bd2b-6ae6d8935153') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:29.254939 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46891ced-057f-4112-bd2b-6ae6d8935153') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:29.264087 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (46891ced-057f-4112-bd2b-6ae6d8935153), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.278087 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (46891ced-057f-4112-bd2b-6ae6d8935153), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.284332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:21:29.284705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (46891ced-057f-4112-bd2b-6ae6d8935153), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:21:29.286406 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:21:29.343500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (133c0408-13a3-475d-854b-053fe82d8050), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.348834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.352043 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] 10.222.0.79 "DELETE /v2.0/networks/133c0408-13a3-475d-854b-053fe82d8050 HTTP/1.1" status: 204 len: 168 time: 0.5268342 Feb 11 14:21:29.363497 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125a649-5a79-4fe6-90ce-db02492ab348 admin admin] Pushing event deleted for resources: {'Network': ['ID=133c0408-13a3-475d-854b-053fe82d8050,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:29.459229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34512) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:29.496105 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-76b633a2-16fc-4625-ba47-4a2c5e9a5d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.500855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-47d5aee2-0854-409e-b9f8-56ca108042ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e58c7ac45814e73afe980dea33b21b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398088 Feb 11 14:21:29.503198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34514) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:29.549348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b022944-3585-44aa-bd27-58ec66c78fd3 admin admin] Publish callbacks [] for security_group (6b38fac6-5485-4358-a954-e11f17616e29), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.570537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b022944-3585-44aa-bd27-58ec66c78fd3 admin admin] Publish callbacks [] for security_group (6b38fac6-5485-4358-a954-e11f17616e29), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.616919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b022944-3585-44aa-bd27-58ec66c78fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6b38fac6-5485-4358-a954-e11f17616e29), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.619911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6b022944-3585-44aa-bd27-58ec66c78fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.621436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6b022944-3585-44aa-bd27-58ec66c78fd3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b38fac6-5485-4358-a954-e11f17616e29 HTTP/1.1" status: 204 len: 168 time: 0.1170213 Feb 11 14:21:29.630654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022944-3585-44aa-bd27-58ec66c78fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b38fac6-5485-4358-a954-e11f17616e29,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:30.271138 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34536) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:30.372873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-457509820-network', 'tenant_id': '0842e7a7238e4e6faa10e7f0ebb1e057'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:30.392537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Made reservation on behalf of 0842e7a7238e4e6faa10e7f0ebb1e057 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:30.394952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.403289 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.505498 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks [] for security_group (0217c06a-8a1f-4dce-b2ee-d257d90b8843), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.509357 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0217c06a-8a1f-4dce-b2ee-d257d90b8843), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.535460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:21:30.547137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0217c06a-8a1f-4dce-b2ee-d257d90b8843,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:30.552869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dfd65fba-11be-42ed-8dcf-7e23fa42e7fa), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.553471 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Added segment dfd65fba-11be-42ed-8dcf-7e23fa42e7fa of type vlan for network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 Feb 11 14:21:30.593032 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (943fe581-5b97-44b2-8b8f-88b2edbdb8b1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.617238 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (943fe581-5b97-44b2-8b8f-88b2edbdb8b1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.618477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.619312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.655855 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3836100 Feb 11 14:21:30.659292 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34540) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:21:30.664498 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Request body: {'subnet': {'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-457509820-subnet', 'tenant_id': '0842e7a7238e4e6faa10e7f0ebb1e057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:30.683863 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc8d03-d97f-40da-862e-3b3fa562233d admin admin] Pushing event updated for resources: {'Network': ['ID=943fe581-5b97-44b2-8b8f-88b2edbdb8b1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:30.684201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Made reservation on behalf of 0842e7a7238e4e6faa10e7f0ebb1e057 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:30.686794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.698246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:21:30.713856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5de5d8e8-22dd-4e8b-8145-5219ba52a980 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:30.740986 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5de5d8e8-22dd-4e8b-8145-5219ba52a980 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:21:30.741338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5de5d8e8-22dd-4e8b-8145-5219ba52a980 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:30.741797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6c270d8e-9ca6-493c-9c38-2aa4d6586cae no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:30.797303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 6c270d8e-9ca6-493c-9c38-2aa4d6586cae {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:21:30.797623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 6c270d8e-9ca6-493c-9c38-2aa4d6586cae not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:30.868523 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (ebd3ca5b-ce3e-49cd-b411-f02b44c518fd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.927908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd3ca5b-ce3e-49cd-b411-f02b44c518fd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:30.935572 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Checking segment: {'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:21:30.935935 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Network hostable DHCP agents. Network: 943fe581-5b97-44b2-8b8f-88b2edbdb8b1, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:21:30.940837 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.941193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.941545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.941887 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.942254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.942688 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.943024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.943356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.943684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.944008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.944335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.944705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.945079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:30.961823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:21:30.970546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 943fe581-5b97-44b2-8b8f-88b2edbdb8b1) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:30.974707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.975334 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:30.979706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d39520-3db1-4ffd-8a40-a9b0e27e4a8e None None] Network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:21:30.991905 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-77c21ee3-7f0c-4c97-acc3-81d75781f418 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3315122 Feb 11 14:21:31.217498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:31.262041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36041c3e-f2e4-433c-8072-f9fb238bd0c9 None None] Network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:21:31.423295 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-e3bdde08-13ce-4e86-b705-bc8f8844805f tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:31.424752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-e3bdde08-13ce-4e86-b705-bc8f8844805f tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/networks?id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1 HTTP/1.1" status: 200 len: 813 time: 0.1047387 Feb 11 14:21:31.439023 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-8e94f080-eadd-4ee7-a944-ac4568470bd2 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/quotas/0842e7a7238e4e6faa10e7f0ebb1e057 HTTP/1.1" status: 200 len: 375 time: 0.0089417 Feb 11 14:21:31.470602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-8f735f9e-bc92-4f32-98a3-9019d235e1e2 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0842e7a7238e4e6faa10e7f0ebb1e057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267808 Feb 11 14:21:31.559640 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-2a98cf69-7fe8-4c8a-aa78-4a0371f01181 service neutron] 10.222.0.79 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827475 Feb 11 14:21:31.651783 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-451008f4-e25c-47e2-ad36-5ff28c24b627 service neutron] 10.222.0.79 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865712 Feb 11 14:21:31.810280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6b145a26-9775-4da6-acfc-35e973d80173 req-23cb414c-b829-4636-ad57-915f694400fb tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 210 time: 0.0273099 Feb 11 14:21:32.579312 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:32.719600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-3de005c3-f675-4600-b429-50f57f745b2e tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.720966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-3de005c3-f675-4600-b429-50f57f745b2e tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.83 "GET /v2.0/networks?id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1 HTTP/1.1" status: 200 len: 813 time: 0.1097655 Feb 11 14:21:32.733009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Request body: {'port': {'device_id': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1', 'admin_state_up': True, 'tenant_id': '0842e7a7238e4e6faa10e7f0ebb1e057'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:32.842385 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Made reservation on behalf of 0842e7a7238e4e6faa10e7f0ebb1e057 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:32.846411 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:32.907436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-594c7f69-e74e-4650-8457-7d63607a8409 req-1add93df-072f-45bf-8c60-8fa1dd7a624d tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 210 time: 0.0282056 Feb 11 14:21:32.970605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Allocated IP 172.20.0.9 (943fe581-5b97-44b2-8b8f-88b2edbdb8b1/ebd3ca5b-ce3e-49cd-b411-f02b44c518fd/08f6b381-f685-46b1-98e5-8d56aa650989) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:33.115077 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks [] for port (08f6b381-f685-46b1-98e5-8d56aa650989), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.149140 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.193224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:33.196372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:33.200026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:33.206781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Pushing event updated for resources: {'Port': ['ID=08f6b381-f685-46b1-98e5-8d56aa650989,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.255990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.256609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.272651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-bb411ded-7a8a-4666-8481-2eded831124c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439491 Feb 11 14:21:33.285261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Request body: {'port': {'device_id': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:33.342785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.605656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f6b381-f685-46b1-98e5-8d56aa650989 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:33.613264 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Publish callbacks [] for port (08f6b381-f685-46b1-98e5-8d56aa650989), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.627540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Transition to ACTIVE for port object 08f6b381-f685-46b1-98e5-8d56aa650989 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:33.630756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.681751 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Pushing event updated for resources: {'Port': ['ID=08f6b381-f685-46b1-98e5-8d56aa650989,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.747117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Attempting to bind port 08f6b381-f685-46b1-98e5-8d56aa650989 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:21:33.747460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Attempting to bind port 08f6b381-f685-46b1-98e5-8d56aa650989 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:21:33.747794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Attempting to bind port 08f6b381-f685-46b1-98e5-8d56aa650989 on network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:33.753415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Port 08f6b381-f685-46b1-98e5-8d56aa650989 on network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:33.753745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Attempting to bind port 08f6b381-f685-46b1-98e5-8d56aa650989 on network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:33.758712 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:33.759057 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Checking segment: {'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:21:33.759441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Bound using segment: {'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:33.759872 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Bound port: 08f6b381-f685-46b1-98e5-8d56aa650989, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:21:33.760228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.768892 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.828412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] For port 08f6b381-f685-46b1-98e5-8d56aa650989, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:33.832485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] For port 08f6b381-f685-46b1-98e5-8d56aa650989, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=08f6b381-f685-46b1-98e5-8d56aa650989,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:33.838208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.874203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.875420 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.876795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] 10.222.0.83 "PUT /v2.0/ports/08f6b381-f685-46b1-98e5-8d56aa650989 HTTP/1.1" status: 200 len: 1091 time: 0.5960553 Feb 11 14:21:33.877273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'tag': '08f6b381-f685-46b1-98e5-8d56aa650989'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:33.879551 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f0d7b6-0b0d-4914-8f45-672658fb975c" -d '{"events": [{"name": "network-changed", "server_uuid": "c796c764-e25c-45c1-84b4-2d91db90595e", "tag": "08f6b381-f685-46b1-98e5-8d56aa650989"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:33.900977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dadf45-4769-4ee8-94a9-ad85a5e4b04a service neutron] Pushing event updated for resources: {'Port': ['ID=08f6b381-f685-46b1-98e5-8d56aa650989,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.922479 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b076f522-b407-4fbd-b510-a05f3247a4ed x-openstack-request-id: req-b076f522-b407-4fbd-b510-a05f3247a4ed {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:33.922783 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c796c764-e25c-45c1-84b4-2d91db90595e", "tag": "08f6b381-f685-46b1-98e5-8d56aa650989", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:33.923041 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b076f522-b407-4fbd-b510-a05f3247a4ed {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:33.923554 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'tag': '08f6b381-f685-46b1-98e5-8d56aa650989', 'status': 'completed', 'code': 200} Feb 11 14:21:33.962026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-1bb92f31-ec08-4164-acaf-4f2497e51076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.963606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-1bb92f31-ec08-4164-acaf-4f2497e51076 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0842e7a7238e4e6faa10e7f0ebb1e057&device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 1125 time: 0.0515101 Feb 11 14:21:34.010916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-62898228-cf69-4b68-b845-953b2ce610e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f6b381-f685-46b1-98e5-8d56aa650989 HTTP/1.1" status: 200 len: 217 time: 0.0391765 Feb 11 14:21:34.031258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d252-f6d4-4d69-8f4c-c38a42a49c37 req-9492f186-e073-4291-b2bd-01148e9bb231 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.033439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dab6d252-f6d4-4d69-8f4c-c38a42a49c37 req-9492f186-e073-4291-b2bd-01148e9bb231 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 943 time: 0.0537813 Feb 11 14:21:34.060322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-2cb4667f-73f3-4856-98b6-36eddae22df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.062063 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-2cb4667f-73f3-4856-98b6-36eddae22df5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ebd3ca5b-ce3e-49cd-b411-f02b44c518fd HTTP/1.1" status: 200 len: 853 time: 0.0448904 Feb 11 14:21:34.085212 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dab6d252-f6d4-4d69-8f4c-c38a42a49c37 req-9e659157-4304-4707-b120-49d30dc0a46d tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Feb 11 14:21:34.092487 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-058dac9d-ee99-425e-b0d7-c7060ea318fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247846 Feb 11 14:21:34.183642 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-92f7d672-782c-4887-a922-5c2f835130b3 service neutron] 10.222.0.83 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853250 Feb 11 14:21:34.270022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cce342f5-3920-463b-9506-9fd1e38d3f6f req-8d8d106a-3f5a-480a-ab08-be834a6bb621 service neutron] 10.222.0.83 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805688 Feb 11 14:21:34.361834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-8c16e23e-ce82-47bd-bf97-443931fb625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.363368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-8c16e23e-ce82-47bd-bf97-443931fb625b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0842e7a7238e4e6faa10e7f0ebb1e057&device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 1125 time: 0.0466850 Feb 11 14:21:34.452589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-a238a7cb-5efc-462b-8634-4ecfbb0b51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.453947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-a238a7cb-5efc-462b-8634-4ecfbb0b51c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1 HTTP/1.1" status: 200 len: 914 time: 0.0852075 Feb 11 14:21:34.497620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-e4689388-61ab-43de-b025-56c788a9445c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f6b381-f685-46b1-98e5-8d56aa650989 HTTP/1.1" status: 200 len: 217 time: 0.0382330 Feb 11 14:21:34.552562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-91faf58a-6ae1-4135-9287-5573201e76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.554025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-91faf58a-6ae1-4135-9287-5573201e76de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ebd3ca5b-ce3e-49cd-b411-f02b44c518fd HTTP/1.1" status: 200 len: 853 time: 0.0506170 Feb 11 14:21:34.588482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-0845c8df-3228-41f9-900a-6aeb9109ce46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281818 Feb 11 14:21:34.677546 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-177735cc-9971-4fdf-9a06-f02ad048b572 service neutron] 10.222.0.83 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819180 Feb 11 14:21:34.766808 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-22f0d7b6-0b0d-4914-8f45-672658fb975c req-1aed23aa-8b9e-4b4f-b57d-84effc27e1f9 service neutron] 10.222.0.83 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832958 Feb 11 14:21:35.207670 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480c8cc-c098-4a3b-a201-e5193afe6a3e req-f79223ed-3a84-48be-b815-861eaac27892 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.209157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2480c8cc-c098-4a3b-a201-e5193afe6a3e req-f79223ed-3a84-48be-b815-861eaac27892 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 943 time: 0.0529487 Feb 11 14:21:35.254816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2480c8cc-c098-4a3b-a201-e5193afe6a3e req-546188a0-2831-4fa9-b6ea-d1f9a02356b5 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Feb 11 14:21:36.377668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f7e90-7647-41e8-ba25-311ee06b0acc req-2ad0b65a-cac3-4901-b61b-f90d0bd56666 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:36.379224 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e3f7e90-7647-41e8-ba25-311ee06b0acc req-2ad0b65a-cac3-4901-b61b-f90d0bd56666 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 943 time: 0.0564294 Feb 11 14:21:36.426842 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5e3f7e90-7647-41e8-ba25-311ee06b0acc req-3d4881a1-2e89-4d0b-9bfa-a9b3f8702e0c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Feb 11 14:21:37.552838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fc9-470b-4d3e-8989-e369811291e4 req-d1e62b75-6906-495a-99e7-ec85fa1befd1 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:37.554371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c31a4fc9-470b-4d3e-8989-e369811291e4 req-d1e62b75-6906-495a-99e7-ec85fa1befd1 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 943 time: 0.0571945 Feb 11 14:21:37.600275 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c31a4fc9-470b-4d3e-8989-e369811291e4 req-194dfb4d-c821-4e1c-904b-0d713120b894 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Feb 11 14:21:37.687770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 08f6b381-f685-46b1-98e5-8d56aa650989 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:37.780822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 08f6b381-f685-46b1-98e5-8d56aa650989, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=08f6b381-f685-46b1-98e5-8d56aa650989,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:37.792632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '08f6b381-f685-46b1-98e5-8d56aa650989', 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1', 'port_id': '08f6b381-f685-46b1-98e5-8d56aa650989', 'mac_address': 'fa:16:3e:95:61:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd3ca5b-ce3e-49cd-b411-f02b44c518fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:37.833794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 08f6b381-f685-46b1-98e5-8d56aa650989 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:37.834247 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:37.847585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f6b381-f685-46b1-98e5-8d56aa650989 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:37.866574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 08f6b381-f685-46b1-98e5-8d56aa650989, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=08f6b381-f685-46b1-98e5-8d56aa650989,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:37.870339 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:37.916389 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=08f6b381-f685-46b1-98e5-8d56aa650989,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:38.065069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['08f6b381-f685-46b1-98e5-8d56aa650989'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:38.717504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3c988-42a8-4fdc-958b-0f3b33bb6386 req-38a03016-e27d-4931-b418-171bac5f699f tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:38.719512 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bef3c988-42a8-4fdc-958b-0f3b33bb6386 req-38a03016-e27d-4931-b418-171bac5f699f tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 944 time: 0.0517709 Feb 11 14:21:38.764589 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bef3c988-42a8-4fdc-958b-0f3b33bb6386 req-4587a02f-5880-4fd6-8533-2621b087a942 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Feb 11 14:21:39.688719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 08f6b381-f685-46b1-98e5-8d56aa650989 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:39.736468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 08f6b381-f685-46b1-98e5-8d56aa650989 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:39.740285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 08f6b381-f685-46b1-98e5-8d56aa650989 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:39.740662 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:39.820858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 08f6b381-f685-46b1-98e5-8d56aa650989 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:39.821353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:39.845166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f6b381-f685-46b1-98e5-8d56aa650989'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:39.860858 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 08f6b381-f685-46b1-98e5-8d56aa650989, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=08f6b381-f685-46b1-98e5-8d56aa650989,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:39.866450 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:39.888952 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc2cd7-17b1-4a90-821e-a2c60bbc8b96 req-2054a8f1-7f3b-435d-9284-4c7e1c6bf5e4 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:39.891398 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cdc2cd7-17b1-4a90-821e-a2c60bbc8b96 req-2054a8f1-7f3b-435d-9284-4c7e1c6bf5e4 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 944 time: 0.0584328 Feb 11 14:21:39.901523 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6d5a3-9450-464a-a539-2fee8a261d76" -d '{"events": [{"server_uuid": "c796c764-e25c-45c1-84b4-2d91db90595e", "name": "network-vif-plugged", "status": "completed", "tag": "08f6b381-f685-46b1-98e5-8d56aa650989"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:39.920785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=08f6b381-f685-46b1-98e5-8d56aa650989,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:39.941674 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3cdc2cd7-17b1-4a90-821e-a2c60bbc8b96 req-247b32ca-c40e-40bf-ac59-5c13e7e39800 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Feb 11 14:21:39.996962 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaa3601-d68b-490f-8f04-9d7b2606eda5 x-openstack-request-id: req-ddaa3601-d68b-490f-8f04-9d7b2606eda5 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:39.997269 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c796c764-e25c-45c1-84b4-2d91db90595e", "name": "network-vif-plugged", "status": "completed", "tag": "08f6b381-f685-46b1-98e5-8d56aa650989", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:39.997532 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ddaa3601-d68b-490f-8f04-9d7b2606eda5 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:39.997937 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f6b381-f685-46b1-98e5-8d56aa650989', 'code': 200} Feb 11 14:21:40.092437 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be677f67-4829-4b61-95ab-1b0eea3969df req-1fa53115-db4b-4b02-a242-a0e1617c62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:40.093930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be677f67-4829-4b61-95ab-1b0eea3969df req-1fa53115-db4b-4b02-a242-a0e1617c62e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 1127 time: 0.0433979 Feb 11 14:21:40.139863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-be677f67-4829-4b61-95ab-1b0eea3969df req-df0293ef-840a-4515-8ab9-09305dc4fe5b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Feb 11 14:21:41.062046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd232c-f99d-4a2e-bc64-7da1e8cfe2b4 req-9d4bf738-9f4b-42cf-a262-dac10965a6ca tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:41.063592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9dd232c-f99d-4a2e-bc64-7da1e8cfe2b4 req-9d4bf738-9f4b-42cf-a262-dac10965a6ca tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0560298 Feb 11 14:21:41.112004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e9dd232c-f99d-4a2e-bc64-7da1e8cfe2b4 req-0e5ab3d1-90e5-468e-a582-640447590e63 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Feb 11 14:21:42.242606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b776d0-a207-42a9-91d5-2bbf9ee762c3 req-361b98ea-5510-4119-b19a-c0a3eca57bb3 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.244071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83b776d0-a207-42a9-91d5-2bbf9ee762c3 req-361b98ea-5510-4119-b19a-c0a3eca57bb3 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0567071 Feb 11 14:21:42.289635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83b776d0-a207-42a9-91d5-2bbf9ee762c3 req-61d60de3-348b-4ab8-a968-5a18d7c99931 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Feb 11 14:21:42.511314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8a9f-9711-4a65-a274-108d18190feb req-41c5daf7-8c42-4f3e-9b0f-e40a552c85b1 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.512798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-41c5daf7-8c42-4f3e-9b0f-e40a552c85b1 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/networks?id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1 HTTP/1.1" status: 200 len: 813 time: 0.1026347 Feb 11 14:21:42.527587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-80119594-e663-4483-8999-5336a935cbf5 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/quotas/0842e7a7238e4e6faa10e7f0ebb1e057 HTTP/1.1" status: 200 len: 375 time: 0.0093627 Feb 11 14:21:42.579993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ae50c8b0-793b-4fc1-bf42-d5284d77ec4b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0842e7a7238e4e6faa10e7f0ebb1e057&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469465 Feb 11 14:21:42.740031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-5257ceb2-c973-4cf1-bcab-908a2eb2685d service neutron] 10.222.0.79 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188822 Feb 11 14:21:42.831240 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-bee591ea-6bd2-4d54-844f-66bcdd40843f service neutron] 10.222.0.79 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855825 Feb 11 14:21:42.989646 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9db803ea-2c7d-4b55-afb5-072c83aeb12c req-3dd73cc1-4c7c-4bdf-9147-003e74dee44e tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 210 time: 0.0284011 Feb 11 14:21:43.952655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8a9f-9711-4a65-a274-108d18190feb req-97949c9b-8e77-4447-907e-5709429649de tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.954695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-97949c9b-8e77-4447-907e-5709429649de tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.30 "GET /v2.0/networks?id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1 HTTP/1.1" status: 200 len: 813 time: 0.1100805 Feb 11 14:21:43.967144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Request body: {'port': {'device_id': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1', 'admin_state_up': True, 'tenant_id': '0842e7a7238e4e6faa10e7f0ebb1e057'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:44.070377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Made reservation on behalf of 0842e7a7238e4e6faa10e7f0ebb1e057 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:44.073710 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:44.084340 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bfa19755-30a7-4bc4-90fa-8fa40f673cb5 req-3bac4d8c-6b9c-43ec-935c-9ef491a208d7 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 210 time: 0.0288961 Feb 11 14:21:44.200436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Allocated IP 172.20.0.3 (943fe581-5b97-44b2-8b8f-88b2edbdb8b1/ebd3ca5b-ce3e-49cd-b411-f02b44c518fd/04cdac70-076f-4852-a5e7-53d0e496139c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:44.347646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks [] for port (04cdac70-076f-4852-a5e7-53d0e496139c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:44.380797 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:44.392327 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['08f6b381-f685-46b1-98e5-8d56aa650989'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:44.424693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:44.427751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:44.431642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:44.457905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Pushing event updated for resources: {'Port': ['ID=04cdac70-076f-4852-a5e7-53d0e496139c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:44.486778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:44.487395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:44.503251 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ea30cf20-79e5-45aa-9237-675f79aedacd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398643 Feb 11 14:21:44.592001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Request body: {'port': {'device_id': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:44.658532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:44.915312 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cdac70-076f-4852-a5e7-53d0e496139c {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:44.923237 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Publish callbacks [] for port (04cdac70-076f-4852-a5e7-53d0e496139c), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:44.935359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Transition to ACTIVE for port object 04cdac70-076f-4852-a5e7-53d0e496139c will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:44.938853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:44.990435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=04cdac70-076f-4852-a5e7-53d0e496139c,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.060677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Attempting to bind port 04cdac70-076f-4852-a5e7-53d0e496139c on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:21:45.061017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Attempting to bind port 04cdac70-076f-4852-a5e7-53d0e496139c by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:21:45.061343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Attempting to bind port 04cdac70-076f-4852-a5e7-53d0e496139c on network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:45.065654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Port 04cdac70-076f-4852-a5e7-53d0e496139c on network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:45.065975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Attempting to bind port 04cdac70-076f-4852-a5e7-53d0e496139c on network 943fe581-5b97-44b2-8b8f-88b2edbdb8b1 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:45.070813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:45.071155 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Checking segment: {'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:21:45.071536 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Bound using segment: {'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:45.071958 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Bound port: 04cdac70-076f-4852-a5e7-53d0e496139c, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:21:45.072308 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:45.134660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] For port 04cdac70-076f-4852-a5e7-53d0e496139c, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:45.137848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] For port 04cdac70-076f-4852-a5e7-53d0e496139c, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04cdac70-076f-4852-a5e7-53d0e496139c,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:45.144077 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:45.188966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.189936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:45.191343 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/04cdac70-076f-4852-a5e7-53d0e496139c HTTP/1.1" status: 200 len: 1091 time: 0.6435914 Feb 11 14:21:45.213928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'tag': '04cdac70-076f-4852-a5e7-53d0e496139c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:45.264314 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a187b05c-50e8-4fad-af68-3470fe704b86" -d '{"events": [{"name": "network-changed", "server_uuid": "00fa1859-9cc6-4084-ae91-330aa9390efb", "tag": "04cdac70-076f-4852-a5e7-53d0e496139c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:45.279739 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab950dab-3770-459b-be6e-3d602279f6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=04cdac70-076f-4852-a5e7-53d0e496139c,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.299085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a4839-c09a-4b97-953d-00d4b7fd9f41 req-5017f496-ab9c-410c-98b5-8b4eea97dc58 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.300744 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f05a4839-c09a-4b97-953d-00d4b7fd9f41 req-5017f496-ab9c-410c-98b5-8b4eea97dc58 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 943 time: 0.1323161 Feb 11 14:21:45.316442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8a9f-9711-4a65-a274-108d18190feb req-7e5dd779-b02d-4562-b944-49eb58a94dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.317882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-7e5dd779-b02d-4562-b944-49eb58a94dda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0842e7a7238e4e6faa10e7f0ebb1e057&device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 1125 time: 0.0883255 Feb 11 14:21:45.370980 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-5f5d8f6b-548e-4598-a40d-97135b64b749 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cdac70-076f-4852-a5e7-53d0e496139c HTTP/1.1" status: 200 len: 217 time: 0.0450406 Feb 11 14:21:45.377103 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af3a6b4-2066-4f95-a38c-6c2d01dde1a7 x-openstack-request-id: req-6af3a6b4-2066-4f95-a38c-6c2d01dde1a7 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:45.377398 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fa1859-9cc6-4084-ae91-330aa9390efb", "tag": "04cdac70-076f-4852-a5e7-53d0e496139c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:45.377655 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6af3a6b4-2066-4f95-a38c-6c2d01dde1a7 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:45.378078 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'tag': '04cdac70-076f-4852-a5e7-53d0e496139c', 'status': 'completed', 'code': 200} Feb 11 14:21:45.423533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f05a4839-c09a-4b97-953d-00d4b7fd9f41 req-ed5b224c-2ff4-41f6-857e-eab0e671b6ff tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164296 Feb 11 14:21:45.437613 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8a9f-9711-4a65-a274-108d18190feb req-33d5e3f3-6a75-462c-bdb6-4e2d5f0cf7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.439158 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-33d5e3f3-6a75-462c-bdb6-4e2d5f0cf7f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebd3ca5b-ce3e-49cd-b411-f02b44c518fd HTTP/1.1" status: 200 len: 853 time: 0.0585463 Feb 11 14:21:45.470817 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-c9fe2a78-a0ec-44a4-bfd6-25f9e1913bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255396 Feb 11 14:21:45.557302 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-3da25f4a-7bb0-4e8d-9f27-bf7d7553b046 service neutron] 10.222.0.30 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802941 Feb 11 14:21:45.650616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a40f8a9f-9711-4a65-a274-108d18190feb req-c6262c88-82b7-4b96-a4e8-eba04949c967 service neutron] 10.222.0.30 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870163 Feb 11 14:21:45.738016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-d1eff825-9d35-49d8-9dd2-77c528422ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.739457 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-d1eff825-9d35-49d8-9dd2-77c528422ee4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0842e7a7238e4e6faa10e7f0ebb1e057&device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 1125 time: 0.0446901 Feb 11 14:21:45.833052 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-407bb70f-c42e-4106-b8a1-4e3f77c95ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.834558 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-407bb70f-c42e-4106-b8a1-4e3f77c95ce3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1 HTTP/1.1" status: 200 len: 914 time: 0.0881882 Feb 11 14:21:45.875333 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-04172dce-4032-4853-a742-de0adac546d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cdac70-076f-4852-a5e7-53d0e496139c HTTP/1.1" status: 200 len: 217 time: 0.0342021 Feb 11 14:21:45.924075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-dc78b7ce-c1da-4960-a5c6-98ad5e40d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.925555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-dc78b7ce-c1da-4960-a5c6-98ad5e40d7b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebd3ca5b-ce3e-49cd-b411-f02b44c518fd HTTP/1.1" status: 200 len: 853 time: 0.0446904 Feb 11 14:21:45.961546 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-b8ed6e27-7dd1-4eca-a597-f31f5c8dcfcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=943fe581-5b97-44b2-8b8f-88b2edbdb8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290296 Feb 11 14:21:46.048498 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-249f24c6-ee1f-4d4c-abda-0db5465ebc6d service neutron] 10.222.0.30 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802264 Feb 11 14:21:46.139053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a187b05c-50e8-4fad-af68-3470fe704b86 req-a63b00de-950a-4aab-ad7b-debb95eb0c98 service neutron] 10.222.0.30 "GET /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Feb 11 14:21:46.545776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb4ca6-a1da-4167-836d-fa4ae4a26d07 req-03f52653-e0f4-4216-8dcc-ae3a7e25d368 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:46.547999 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5cbb4ca6-a1da-4167-836d-fa4ae4a26d07 req-03f52653-e0f4-4216-8dcc-ae3a7e25d368 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 943 time: 0.0566738 Feb 11 14:21:46.599521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5cbb4ca6-a1da-4167-836d-fa4ae4a26d07 req-d98e03be-88dd-483a-aa04-78540bf8b54e tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450108 Feb 11 14:21:47.715023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ef662-7e8e-4219-a534-f072003ed124 req-01083e82-d3a9-4f8b-b6b3-947824a59881 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:47.716491 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f05ef662-7e8e-4219-a534-f072003ed124 req-01083e82-d3a9-4f8b-b6b3-947824a59881 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 943 time: 0.0519512 Feb 11 14:21:47.762328 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f05ef662-7e8e-4219-a534-f072003ed124 req-c4b84afe-938e-4972-8ae6-8c43561405a7 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Feb 11 14:21:48.094975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04cdac70-076f-4852-a5e7-53d0e496139c details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:48.191783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 04cdac70-076f-4852-a5e7-53d0e496139c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04cdac70-076f-4852-a5e7-53d0e496139c,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:48.202641 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '04cdac70-076f-4852-a5e7-53d0e496139c', 'network_id': '943fe581-5b97-44b2-8b8f-88b2edbdb8b1', 'port_id': '04cdac70-076f-4852-a5e7-53d0e496139c', 'mac_address': 'fa:16:3e:90:97:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd3ca5b-ce3e-49cd-b411-f02b44c518fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:48.238613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 04cdac70-076f-4852-a5e7-53d0e496139c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:48.239005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:48.252312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cdac70-076f-4852-a5e7-53d0e496139c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:48.270705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 04cdac70-076f-4852-a5e7-53d0e496139c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04cdac70-076f-4852-a5e7-53d0e496139c,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:48.274400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:48.319552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=04cdac70-076f-4852-a5e7-53d0e496139c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.326759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.327115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.327460 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.327800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.328138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.328474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.328839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.329160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.329487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.329811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.330153 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.330484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.330807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:48.512375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['04cdac70-076f-4852-a5e7-53d0e496139c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:48.877670 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33c8c-7376-4a52-bc7e-494e647b24f2 req-4e130133-595a-4007-bb78-63338f312af0 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.879176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3db33c8c-7376-4a52-bc7e-494e647b24f2 req-4e130133-595a-4007-bb78-63338f312af0 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 944 time: 0.0526612 Feb 11 14:21:48.925040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3db33c8c-7376-4a52-bc7e-494e647b24f2 req-80d910dc-269d-41ce-8eff-3c7441e0d93e tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Feb 11 14:21:50.043522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0badf7-ff70-4776-bb3f-eef6f2899855 req-4f7423aa-e433-46e1-8d8c-613603c9e423 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.045004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f0badf7-ff70-4776-bb3f-eef6f2899855 req-4f7423aa-e433-46e1-8d8c-613603c9e423 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 944 time: 0.0524027 Feb 11 14:21:50.093950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1f0badf7-ff70-4776-bb3f-eef6f2899855 req-57007fca-04ad-4f04-865c-02c572edb2b1 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Feb 11 14:21:50.111977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04cdac70-076f-4852-a5e7-53d0e496139c up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:50.158680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 04cdac70-076f-4852-a5e7-53d0e496139c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:50.162729 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 04cdac70-076f-4852-a5e7-53d0e496139c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:50.163108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:50.240430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 04cdac70-076f-4852-a5e7-53d0e496139c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:50.240817 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:50.263422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cdac70-076f-4852-a5e7-53d0e496139c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:50.265608 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a72f294-b08a-481c-b16e-340cf62db5d6" -d '{"events": [{"server_uuid": "00fa1859-9cc6-4084-ae91-330aa9390efb", "name": "network-vif-plugged", "status": "completed", "tag": "04cdac70-076f-4852-a5e7-53d0e496139c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:50.278487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 04cdac70-076f-4852-a5e7-53d0e496139c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04cdac70-076f-4852-a5e7-53d0e496139c,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:50.283212 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:50.307278 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75769ef1-8aa0-45d7-b679-0518b20fa50c x-openstack-request-id: req-75769ef1-8aa0-45d7-b679-0518b20fa50c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:50.307576 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fa1859-9cc6-4084-ae91-330aa9390efb", "name": "network-vif-plugged", "status": "completed", "tag": "04cdac70-076f-4852-a5e7-53d0e496139c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:50.307834 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75769ef1-8aa0-45d7-b679-0518b20fa50c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:50.308220 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cdac70-076f-4852-a5e7-53d0e496139c', 'code': 200} Feb 11 14:21:50.332373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=04cdac70-076f-4852-a5e7-53d0e496139c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:50.406398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794ae82-3863-4c53-b27e-3815db6d08d5 req-00a72f00-c7d8-4d4f-8d4f-897a7f5294cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.408434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e794ae82-3863-4c53-b27e-3815db6d08d5 req-00a72f00-c7d8-4d4f-8d4f-897a7f5294cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 1127 time: 0.0437005 Feb 11 14:21:50.451192 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e794ae82-3863-4c53-b27e-3815db6d08d5 req-e9078a47-14c0-44db-bb49-87a27594eecc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358136 Feb 11 14:21:50.501515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:51.213469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176e16-df78-418b-8610-e2d86af98665 req-75d7cf68-760a-4270-a693-8777a7fc96f0 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:51.214972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e176e16-df78-418b-8610-e2d86af98665 req-75d7cf68-760a-4270-a693-8777a7fc96f0 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 945 time: 0.0522618 Feb 11 14:21:51.261225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1e176e16-df78-418b-8610-e2d86af98665 req-0f8bdfbe-e936-42fa-9598-930db14108c5 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Feb 11 14:21:52.383380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9142-f6fc-44e2-8c39-11c38a4ee135 req-fe5f29b7-dce6-4034-8513-fac32ac3e23a tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:52.384897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19dd9142-f6fc-44e2-8c39-11c38a4ee135 req-fe5f29b7-dce6-4034-8513-fac32ac3e23a tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 945 time: 0.0519059 Feb 11 14:21:52.397586 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:52.430953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19dd9142-f6fc-44e2-8c39-11c38a4ee135 req-e234d798-da57-4fff-b5bb-fb2070a255eb tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405705 Feb 11 14:21:52.668318 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dc79a-7417-463c-aff5-8404b9b2191b req-a6d94e9f-85c0-4902-a8a2-a537e0b65f37 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:52.669817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d45dc79a-7417-463c-aff5-8404b9b2191b req-a6d94e9f-85c0-4902-a8a2-a537e0b65f37 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 945 time: 0.0562079 Feb 11 14:21:52.678818 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:21:52.717203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d45dc79a-7417-463c-aff5-8404b9b2191b req-67438fff-a364-417b-beac-8657fe918d8a tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Feb 11 14:21:53.840993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb30fc-587c-4f88-9213-b696bb986b90 req-01028ea7-f6f9-4dbd-a1c0-b6e29a89c151 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:53.842526 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9fb30fc-587c-4f88-9213-b696bb986b90 req-01028ea7-f6f9-4dbd-a1c0-b6e29a89c151 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 945 time: 0.0568652 Feb 11 14:21:53.888618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9fb30fc-587c-4f88-9213-b696bb986b90 req-3445d971-112a-4a79-a491-0f0512541766 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Feb 11 14:21:54.093342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4739d7da-ba10-4d71-a292-abf1e5a39547 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:54.095040 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4739d7da-ba10-4d71-a292-abf1e5a39547 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.30 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 945 time: 0.0515027 Feb 11 14:21:54.187208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Deleting port 04cdac70-076f-4852-a5e7-53d0e496139c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:21:54.187547 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:54.273322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] For port 04cdac70-076f-4852-a5e7-53d0e496139c, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04cdac70-076f-4852-a5e7-53d0e496139c,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:54.273685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:54.285680 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Calling delete_port for 04cdac70-076f-4852-a5e7-53d0e496139c owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:21:54.427266 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (04cdac70-076f-4852-a5e7-53d0e496139c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:54.439730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['04cdac70-076f-4852-a5e7-53d0e496139c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:54.442494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['08f6b381-f685-46b1-98e5-8d56aa650989'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:54.456767 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Pushing event deleted for resources: {'Port': ['ID=04cdac70-076f-4852-a5e7-53d0e496139c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:54.501361 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] No DVR routers for this DVR port 04cdac70-076f-4852-a5e7-53d0e496139c on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:54.503998 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:54.507540 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed2b3576-3ddb-479d-adcc-2e8792d75801 req-4ebe376f-db6a-4dae-8d25-1fb92205766b tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.30 "DELETE /v2.0/ports/04cdac70-076f-4852-a5e7-53d0e496139c HTTP/1.1" status: 204 len: 173 time: 0.4069073 Feb 11 14:21:54.508115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'name': 'network-vif-deleted', 'tag': '04cdac70-076f-4852-a5e7-53d0e496139c'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:54.510478 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f35a6b-2c16-497d-b0c9-ddcfff66f1e4" -d '{"events": [{"server_uuid": "00fa1859-9cc6-4084-ae91-330aa9390efb", "name": "network-vif-deleted", "tag": "04cdac70-076f-4852-a5e7-53d0e496139c"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:54.550422 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b07f4b-47ef-4702-afa5-6e7099c6d90b x-openstack-request-id: req-d4b07f4b-47ef-4702-afa5-6e7099c6d90b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:54.550784 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fa1859-9cc6-4084-ae91-330aa9390efb", "name": "network-vif-deleted", "tag": "04cdac70-076f-4852-a5e7-53d0e496139c", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:54.551033 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4b07f4b-47ef-4702-afa5-6e7099c6d90b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:54.551401 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fa1859-9cc6-4084-ae91-330aa9390efb', 'name': 'network-vif-deleted', 'tag': '04cdac70-076f-4852-a5e7-53d0e496139c', 'status': 'completed', 'code': 200} Feb 11 14:21:55.013103 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2e6b1692-aa15-49a3-866c-20701d1eb2c7 req-7f84fe1a-bf0a-4f4a-bc16-4039ab4d2d57 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=00fa1859-9cc6-4084-ae91-330aa9390efb HTTP/1.1" status: 200 len: 210 time: 0.0361781 Feb 11 14:21:56.171132 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fc999-a587-43b2-bc87-91bd1c5b389f req-85eb14c0-0657-4275-b7b3-b9a83ba27a43 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:56.173211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-982fc999-a587-43b2-bc87-91bd1c5b389f req-85eb14c0-0657-4275-b7b3-b9a83ba27a43 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0529621 Feb 11 14:21:56.217448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-982fc999-a587-43b2-bc87-91bd1c5b389f req-0bba660e-5eaa-4f3a-a8db-331934c8dba7 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387087 Feb 11 14:21:56.360088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc4cf-3680-4cc9-a339-56e89f20ba56 req-1f945bd3-0b0f-4be4-b279-e57785d3cc08 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:56.361500 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-775cc4cf-3680-4cc9-a339-56e89f20ba56 req-1f945bd3-0b0f-4be4-b279-e57785d3cc08 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0536034 Feb 11 14:21:56.407303 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-775cc4cf-3680-4cc9-a339-56e89f20ba56 req-2d36aa83-151f-4db7-bbd9-a14566e159cd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397539 Feb 11 14:21:56.524700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f44937-4b1b-41c8-af65-8ce1cd3d2f88 req-be78892d-ce2f-4540-96b8-7b6a7f1dfeb4 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:56.526220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3f44937-4b1b-41c8-af65-8ce1cd3d2f88 req-be78892d-ce2f-4540-96b8-7b6a7f1dfeb4 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0521324 Feb 11 14:21:56.573793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3f44937-4b1b-41c8-af65-8ce1cd3d2f88 req-90631a35-b27b-489a-a081-6ce8ee5a62d0 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Feb 11 14:21:56.767206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fda96a-7da7-4e39-a8c7-478578d3fe5e req-6f123c24-399b-415a-bfc2-d9537d4c35d0 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:56.768759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95fda96a-7da7-4e39-a8c7-478578d3fe5e req-6f123c24-399b-415a-bfc2-d9537d4c35d0 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0569565 Feb 11 14:21:56.814408 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95fda96a-7da7-4e39-a8c7-478578d3fe5e req-0abbea55-df90-4d7b-a4c1-519b45879e03 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Feb 11 14:21:56.933759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f24bf2-b256-49bc-8fd4-90c9b8dfc2eb req-5e084619-51bd-42ee-aa45-b1ba08acf464 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:56.935269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37f24bf2-b256-49bc-8fd4-90c9b8dfc2eb req-5e084619-51bd-42ee-aa45-b1ba08acf464 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0547147 Feb 11 14:21:56.981630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-37f24bf2-b256-49bc-8fd4-90c9b8dfc2eb req-c62ab286-a78a-49de-b2ce-f04aecc3c563 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Feb 11 14:21:57.113982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d71ab-b7b4-4313-aa75-d2a646d1a573 req-6f7e3371-f011-4357-b0fa-d48d84aeb7b9 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:57.115598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-949d71ab-b7b4-4313-aa75-d2a646d1a573 req-6f7e3371-f011-4357-b0fa-d48d84aeb7b9 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0567136 Feb 11 14:21:57.136220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f2973e7e-1d4c-4669-a7d0-8c2ceffd0afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:57.163119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-949d71ab-b7b4-4313-aa75-d2a646d1a573 req-218befdf-b85b-483f-b9fb-642218932c6c tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Feb 11 14:21:57.466915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f010d44-9dc1-4d4e-9c81-c993029ef21b req-9b958cef-2f85-43d4-8171-d9c0fab6beda tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:57.468305 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f010d44-9dc1-4d4e-9c81-c993029ef21b req-9b958cef-2f85-43d4-8171-d9c0fab6beda tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0556083 Feb 11 14:21:57.827446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f010d44-9dc1-4d4e-9c81-c993029ef21b req-9e254fce-a26e-4a4b-9bfd-2e49575c7ea6 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530653 Feb 11 14:21:58.126423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04cdac70-076f-4852-a5e7-53d0e496139c no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:58.147785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 04cdac70-076f-4852-a5e7-53d0e496139c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:21:58.148375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04cdac70-076f-4852-a5e7-53d0e496139c not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:58.762075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-fc5574f5-c5c9-4532-8921-b743adfb4514 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:58.763559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-fc5574f5-c5c9-4532-8921-b743adfb4514 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.83 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0521545 Feb 11 14:21:58.851697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Deleting port 08f6b381-f685-46b1-98e5-8d56aa650989 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:21:58.852049 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:58.973967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] For port 08f6b381-f685-46b1-98e5-8d56aa650989, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=08f6b381-f685-46b1-98e5-8d56aa650989,segment=NetworkSegment(dfd65fba-11be-42ed-8dcf-7e23fa42e7fa),segment_id=dfd65fba-11be-42ed-8dcf-7e23fa42e7fa)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:58.974365 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:58.990070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Calling delete_port for 08f6b381-f685-46b1-98e5-8d56aa650989 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:21:58.997902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e339e-bbe8-479d-b676-a228899a7354 req-89315281-15c0-4388-8c1b-da19b50a47cd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:58.999418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-172e339e-bbe8-479d-b676-a228899a7354 req-89315281-15c0-4388-8c1b-da19b50a47cd tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/ports?device_id=c796c764-e25c-45c1-84b4-2d91db90595e HTTP/1.1" status: 200 len: 945 time: 0.0881555 Feb 11 14:21:59.093923 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-172e339e-bbe8-479d-b676-a228899a7354 req-1fa335c1-1846-443a-b89f-83eabc3f6619 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.79 "GET /v2.0/security-groups?id=0217c06a-8a1f-4dce-b2ee-d257d90b8843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873482 Feb 11 14:21:59.161163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (08f6b381-f685-46b1-98e5-8d56aa650989), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:59.173635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['08f6b381-f685-46b1-98e5-8d56aa650989'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:59.195927 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Pushing event deleted for resources: {'Port': ['ID=08f6b381-f685-46b1-98e5-8d56aa650989,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:59.206083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.206471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.206822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.207170 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.207514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.207860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.208197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.208530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.208862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.209695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.209695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.209882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.210150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:59.251342 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] No DVR routers for this DVR port 08f6b381-f685-46b1-98e5-8d56aa650989 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:59.253813 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:59.257126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1999e81d-8394-47dc-8cc1-4c74bdf64408 req-9cb54444-cae8-4b57-80df-68ac6df95279 tempest-ServersNegativeTestJSON-923251786 tempest-ServersNegativeTestJSON-923251786-project] 10.222.0.83 "DELETE /v2.0/ports/08f6b381-f685-46b1-98e5-8d56aa650989 HTTP/1.1" status: 204 len: 173 time: 0.4886961 Feb 11 14:21:59.257569 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'name': 'network-vif-deleted', 'tag': '08f6b381-f685-46b1-98e5-8d56aa650989'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:59.259826 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7093b-aca6-400e-be2d-321acbff4c86" -d '{"events": [{"server_uuid": "c796c764-e25c-45c1-84b4-2d91db90595e", "name": "network-vif-deleted", "tag": "08f6b381-f685-46b1-98e5-8d56aa650989"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:59.300416 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb2e51-93de-4cfc-a1a8-ef057e8127c2 x-openstack-request-id: req-3dbb2e51-93de-4cfc-a1a8-ef057e8127c2 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:59.300789 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c796c764-e25c-45c1-84b4-2d91db90595e", "name": "network-vif-deleted", "tag": "08f6b381-f685-46b1-98e5-8d56aa650989", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:59.301059 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3dbb2e51-93de-4cfc-a1a8-ef057e8127c2 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:59.301499 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c796c764-e25c-45c1-84b4-2d91db90595e', 'name': 'network-vif-deleted', 'tag': '08f6b381-f685-46b1-98e5-8d56aa650989', 'status': 'completed', 'code': 200} Feb 11 14:21:59.497951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4884a1ee-682d-42ff-b5da-eda3ec49320e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.150828 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34702) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:00.194108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] Deleting subnet ebd3ca5b-ce3e-49cd-b411-f02b44c518fd {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:22:00.197089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] Publish callbacks [] for subnet (ebd3ca5b-ce3e-49cd-b411-f02b44c518fd), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.229284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (ebd3ca5b-ce3e-49cd-b411-f02b44c518fd), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.267878 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ebd3ca5b-ce3e-49cd-b411-f02b44c518fd), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.320697 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (ebd3ca5b-ce3e-49cd-b411-f02b44c518fd), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.345087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd3ca5b-ce3e-49cd-b411-f02b44c518fd,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:00.348796 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.351979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d8917607-58f8-4210-a515-d83c50decba6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ebd3ca5b-ce3e-49cd-b411-f02b44c518fd HTTP/1.1" status: 204 len: 168 time: 0.2001247 Feb 11 14:22:00.354473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34704) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:00.421474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (943fe581-5b97-44b2-8b8f-88b2edbdb8b1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.500203 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (943fe581-5b97-44b2-8b8f-88b2edbdb8b1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.518748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943fe581-5b97-44b2-8b8f-88b2edbdb8b1']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:00.527470 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:00.527765 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd65fba-11be-42ed-8dcf-7e23fa42e7fa') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:00.537531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (dfd65fba-11be-42ed-8dcf-7e23fa42e7fa), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.550657 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (dfd65fba-11be-42ed-8dcf-7e23fa42e7fa), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.556603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:00.556980 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (dfd65fba-11be-42ed-8dcf-7e23fa42e7fa), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:00.558860 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:00.616768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (943fe581-5b97-44b2-8b8f-88b2edbdb8b1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.622035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.625257 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] 10.222.0.79 "DELETE /v2.0/networks/943fe581-5b97-44b2-8b8f-88b2edbdb8b1 HTTP/1.1" status: 204 len: 168 time: 0.2698500 Feb 11 14:22:00.635663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626e414-74f2-404b-be20-cab840e88f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=943fe581-5b97-44b2-8b8f-88b2edbdb8b1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:00.734163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34708) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:00.774601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ff3de7bd-5f75-4899-8ad9-fc16bc1ae5a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0842e7a7238e4e6faa10e7f0ebb1e057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382986 Feb 11 14:22:00.777090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34710) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:00.822562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b022877-a361-41a5-86a0-93fa1c3dd043 admin admin] Publish callbacks [] for security_group (0217c06a-8a1f-4dce-b2ee-d257d90b8843), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.844659 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b022877-a361-41a5-86a0-93fa1c3dd043 admin admin] Publish callbacks [] for security_group (0217c06a-8a1f-4dce-b2ee-d257d90b8843), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.890366 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b022877-a361-41a5-86a0-93fa1c3dd043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0217c06a-8a1f-4dce-b2ee-d257d90b8843), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.893448 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5b022877-a361-41a5-86a0-93fa1c3dd043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:00.895963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5b022877-a361-41a5-86a0-93fa1c3dd043 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0217c06a-8a1f-4dce-b2ee-d257d90b8843 HTTP/1.1" status: 204 len: 168 time: 0.1179218 Feb 11 14:22:00.904016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b022877-a361-41a5-86a0-93fa1c3dd043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217c06a-8a1f-4dce-b2ee-d257d90b8843,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.151925 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.581921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34732) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:01.674708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942752288'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:01.693616 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:01.697276 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.706056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.789218 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for security_group (515d19b8-777c-4159-b633-d18f30b13173), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.793037 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (515d19b8-777c-4159-b633-d18f30b13173), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.813006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 08f6b381-f685-46b1-98e5-8d56aa650989 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:01.818929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:01.827443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515d19b8-777c-4159-b633-d18f30b13173,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.836624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d0f5fccf-055d-4712-8456-7b893add08ad), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.836962 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Added segment d0f5fccf-055d-4712-8456-7b893add08ad of type vlan for network f65b1761-e121-40dc-962c-68840cd3861e Feb 11 14:22:01.837222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 08f6b381-f685-46b1-98e5-8d56aa650989 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:22:01.837984 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 08f6b381-f685-46b1-98e5-8d56aa650989 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:01.877372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (f65b1761-e121-40dc-962c-68840cd3861e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.901874 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (f65b1761-e121-40dc-962c-68840cd3861e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.907431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:01.908014 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.943187 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3601086 Feb 11 14:22:01.978365 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6ef2f-bc60-46a2-b105-9f703c8f8933 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Network': ['ID=f65b1761-e121-40dc-962c-68840cd3861e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.990005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network f65b1761-e121-40dc-962c-68840cd3861e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:02.573697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:03.771455 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.223551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34740) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:05.228604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'subnet': {'network_id': 'f65b1761-e121-40dc-962c-68840cd3861e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:05.316928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:05.320257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.501627 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (5d909f2c-251f-403b-bd56-96e38bd968d1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.560903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Subnet': ['ID=5d909f2c-251f-403b-bd56-96e38bd968d1,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:05.568361 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Checking segment: {'id': 'd0f5fccf-055d-4712-8456-7b893add08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f65b1761-e121-40dc-962c-68840cd3861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:05.568729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network hostable DHCP agents. Network: f65b1761-e121-40dc-962c-68840cd3861e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:05.584281 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network f65b1761-e121-40dc-962c-68840cd3861e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:05.593028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, f65b1761-e121-40dc-962c-68840cd3861e) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:05.597266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:05.597862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.602853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31f80f-8259-4bae-b9af-28bda5da18cb None None] Network f65b1761-e121-40dc-962c-68840cd3861e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:05.615248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fd57d2e5-ad9f-4939-beac-50666680f9e5 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3906083 Feb 11 14:22:05.618589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34742) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:05.623753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374149853'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:05.642480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:05.645730 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.669783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:05.680145 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4385968c-1883-46d5-96d5-a41d647771de), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.680557 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Added segment 4385968c-1883-46d5-96d5-a41d647771de of type vlan for network 32134bdf-e3bb-4f22-8734-de2c45e0a46e Feb 11 14:22:05.704509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-f65b1761-e121-40dc-962c-68840cd3861e', 'network_id': 'f65b1761-e121-40dc-962c-68840cd3861e', 'project_id': 'dab5512a297d4b22af82ce3e7020e680', 'fixed_ips': [{'subnet_id': '5d909f2c-251f-403b-bd56-96e38bd968d1'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:05.705386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.726970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (32134bdf-e3bb-4f22-8734-de2c45e0a46e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.761899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (32134bdf-e3bb-4f22-8734-de2c45e0a46e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.768953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:05.769921 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.843150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2233634 Feb 11 14:22:05.846492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34744) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:05.851608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'subnet': {'network_id': '32134bdf-e3bb-4f22-8734-de2c45e0a46e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:05.853549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Allocated IP 2001:db8:0:ffff::2 (f65b1761-e121-40dc-962c-68840cd3861e/5d909f2c-251f-403b-bd56-96e38bd968d1/ff893d92-1ff4-455a-8af8-1c6ba13e3eb0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:05.897014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc081f-0d9e-4974-89a4-35a668a28a6c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Network': ['ID=32134bdf-e3bb-4f22-8734-de2c45e0a46e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:05.924244 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 32134bdf-e3bb-4f22-8734-de2c45e0a46e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:05.942699 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:05.946095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.063714 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Publish callbacks [] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.068849 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.110544 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Network f65b1761-e121-40dc-962c-68840cd3861e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:06.117079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:06.122833 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:06.124909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Pushing event updated for resources: {'Port': ['ID=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:06.153221 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (ba41cbcd-42b8-46c8-8781-22dbdcda6d5f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.182047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Attempting to bind port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:06.182463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Attempting to bind port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'd0f5fccf-055d-4712-8456-7b893add08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f65b1761-e121-40dc-962c-68840cd3861e'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:06.182830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Attempting to bind port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 on network f65b1761-e121-40dc-962c-68840cd3861e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:06.187748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:06.188126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Checking segment: {'id': 'd0f5fccf-055d-4712-8456-7b893add08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f65b1761-e121-40dc-962c-68840cd3861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:06.188529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.188953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Bound using segment: {'id': 'd0f5fccf-055d-4712-8456-7b893add08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f65b1761-e121-40dc-962c-68840cd3861e'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:06.189417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Bound port: ff893d92-1ff4-455a-8af8-1c6ba13e3eb0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f5fccf-055d-4712-8456-7b893add08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f65b1761-e121-40dc-962c-68840cd3861e'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:06.189798 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.213589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Subnet': ['ID=ba41cbcd-42b8-46c8-8781-22dbdcda6d5f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:06.225427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Checking segment: {'id': '4385968c-1883-46d5-96d5-a41d647771de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32134bdf-e3bb-4f22-8734-de2c45e0a46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:06.225791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network hostable DHCP agents. Network: 32134bdf-e3bb-4f22-8734-de2c45e0a46e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:06.243691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network 32134bdf-e3bb-4f22-8734-de2c45e0a46e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:06.252372 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 32134bdf-e3bb-4f22-8734-de2c45e0a46e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:06.256789 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.257385 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.262056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] For port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:06.266378 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c4ecb1-f33c-42df-b507-c4c464c74b29 None None] Network 32134bdf-e3bb-4f22-8734-de2c45e0a46e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:06.269969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] For port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,segment=NetworkSegment(d0f5fccf-055d-4712-8456-7b893add08ad),segment_id=d0f5fccf-055d-4712-8456-7b893add08ad)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:06.272911 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0dce6dad-cacc-4c0b-8678-0b20907ad47c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4252877 Feb 11 14:22:06.275646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34746) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:06.288157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.375293 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (32134bdf-e3bb-4f22-8734-de2c45e0a46e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.397587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065526b2-808e-4927-b094-1f1a2e102264 None None] Pushing event updated for resources: {'Port': ['ID=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:06.434013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0cfd8-7d16-434d-af3c-bd8b5fb6aef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-32134bdf-e3bb-4f22-8734-de2c45e0a46e', 'network_id': '32134bdf-e3bb-4f22-8734-de2c45e0a46e', 'project_id': 'dab5512a297d4b22af82ce3e7020e680', 'fixed_ips': [{'subnet_id': 'ba41cbcd-42b8-46c8-8781-22dbdcda6d5f'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:06.435100 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-22a0cfd8-7d16-434d-af3c-bd8b5fb6aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.469666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (ba41cbcd-42b8-46c8-8781-22dbdcda6d5f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.538816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (ba41cbcd-42b8-46c8-8781-22dbdcda6d5f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-22a0cfd8-7d16-434d-af3c-bd8b5fb6aef7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba41cbcd-42b8-46c8-8781-22dbdcda6d5f: This subnet is being modified by another concurrent operation. Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba41cbcd-42b8-46c8-8781-22dbdcda6d5f: This subnet is being modified by another concurrent operation. Feb 11 14:22:06.543351 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 14:22:06.573296 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Subnet': ['ID=ba41cbcd-42b8-46c8-8781-22dbdcda6d5f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:06.588047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2c236-6edf-4d41-a649-ce644f5fc17b None None] Network 32134bdf-e3bb-4f22-8734-de2c45e0a46e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:06.650209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (32134bdf-e3bb-4f22-8734-de2c45e0a46e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.675249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32134bdf-e3bb-4f22-8734-de2c45e0a46e']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:06.690846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4385968c-1883-46d5-96d5-a41d647771de') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:06.694883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4385968c-1883-46d5-96d5-a41d647771de') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:06.710872 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (4385968c-1883-46d5-96d5-a41d647771de), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.727935 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (4385968c-1883-46d5-96d5-a41d647771de), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.735746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:06.736168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (4385968c-1883-46d5-96d5-a41d647771de), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:06.739990 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:06.811828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (32134bdf-e3bb-4f22-8734-de2c45e0a46e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.819888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.823198 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/32134bdf-e3bb-4f22-8734-de2c45e0a46e HTTP/1.1" status: 204 len: 168 time: 0.5465086 Feb 11 14:22:06.827915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34748) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:06.833678 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858482413'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:06.839719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe9360-832c-4b92-8b2a-0dd14553a3ce tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Network': ['ID=32134bdf-e3bb-4f22-8734-de2c45e0a46e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:06.851486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:06.855723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:06.860112 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.914783 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:06.915176 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:06.998513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:06.998918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.033085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,segment=NetworkSegment(d0f5fccf-055d-4712-8456-7b893add08ad),segment_id=d0f5fccf-055d-4712-8456-7b893add08ad)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:07.038442 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.090576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.199066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:07.209165 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (60a6cc42-09de-4257-b22e-80544061423a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.209509 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Added segment 60a6cc42-09de-4257-b22e-80544061423a of type vlan for network bca00312-954d-446e-8814-94b4d56a75e1 Feb 11 14:22:07.250981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (bca00312-954d-446e-8814-94b4d56a75e1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.276594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (bca00312-954d-446e-8814-94b4d56a75e1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.282333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:07.282925 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.321888 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4924493 Feb 11 14:22:07.324770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34750) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:07.330550 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'subnet': {'network_id': 'bca00312-954d-446e-8814-94b4d56a75e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:07.359746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864981-24b7-4dcc-a79c-604988f6fa14 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Network': ['ID=bca00312-954d-446e-8814-94b4d56a75e1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.370563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network bca00312-954d-446e-8814-94b4d56a75e1 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:07.427123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:07.430610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.441004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9aebf-c99f-4bac-a7c1-f8f43fa24937 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 14:22:07.491356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-14e947c2-ef34-40e6-953f-0cce17702a6e None None] Provisioning complete for port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:07.491755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-14e947c2-ef34-40e6-953f-0cce17702a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.496172 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Performing IP validity checks on allocation pools {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:22:07.496693 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:22:07.555572 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9aebf-c99f-4bac-a7c1-f8f43fa24937 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:22:07.618210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (e7cd63bc-9914-4828-aa57-0923189f592b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.658040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-14e947c2-ef34-40e6-953f-0cce17702a6e None None] Current status of the port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:07.684972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Subnet': ['ID=e7cd63bc-9914-4828-aa57-0923189f592b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.692967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Checking segment: {'id': '60a6cc42-09de-4257-b22e-80544061423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bca00312-954d-446e-8814-94b4d56a75e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:07.693335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network hostable DHCP agents. Network: bca00312-954d-446e-8814-94b4d56a75e1, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:07.710039 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network bca00312-954d-446e-8814-94b4d56a75e1 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:07.718642 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, bca00312-954d-446e-8814-94b4d56a75e1) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:07.722751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:07.723349 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.739598 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c3b44b39-efce-4296-a0e7-3f21bf576902 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4137311 Feb 11 14:22:07.742244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34752) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:07.750891 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f8a5c8-155b-4a33-b6fe-7840def2fc16 None None] Network f65b1761-e121-40dc-962c-68840cd3861e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:07.754914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6619c5-b9fe-4328-abc4-54cc4036aa2e None None] Network bca00312-954d-446e-8814-94b4d56a75e1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:07.838837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (bca00312-954d-446e-8814-94b4d56a75e1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.896933 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (e7cd63bc-9914-4828-aa57-0923189f592b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.932796 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee19736-da7d-459a-8e7a-0a45ca23c623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-bca00312-954d-446e-8814-94b4d56a75e1', 'network_id': 'bca00312-954d-446e-8814-94b4d56a75e1', 'project_id': 'dab5512a297d4b22af82ce3e7020e680', 'fixed_ips': [{'subnet_id': 'e7cd63bc-9914-4828-aa57-0923189f592b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:07.933655 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4ee19736-da7d-459a-8e7a-0a45ca23c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.959884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (e7cd63bc-9914-4828-aa57-0923189f592b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:07.988918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cd63bc-9914-4828-aa57-0923189f592b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-4ee19736-da7d-459a-8e7a-0a45ca23c623 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7cd63bc-9914-4828-aa57-0923189f592b: This subnet is being modified by another concurrent operation. Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7cd63bc-9914-4828-aa57-0923189f592b: This subnet is being modified by another concurrent operation. Feb 11 14:22:08.040767 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 14:22:08.055055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (bca00312-954d-446e-8814-94b4d56a75e1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.066410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503fe11f-96e4-467e-948b-1ba32bf68b2d None None] Network bca00312-954d-446e-8814-94b4d56a75e1 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:08.077576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca00312-954d-446e-8814-94b4d56a75e1']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:08.087619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a6cc42-09de-4257-b22e-80544061423a') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:08.087864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a6cc42-09de-4257-b22e-80544061423a') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:08.098256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (60a6cc42-09de-4257-b22e-80544061423a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.113604 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (60a6cc42-09de-4257-b22e-80544061423a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.120657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:08.121274 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (60a6cc42-09de-4257-b22e-80544061423a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:08.124610 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:08.181293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15782f2b-5914-4aa9-9138-d25bf09606b1 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 14:22:08.187032 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (bca00312-954d-446e-8814-94b4d56a75e1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.194060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.197168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/bca00312-954d-446e-8814-94b4d56a75e1 HTTP/1.1" status: 204 len: 168 time: 0.4540110 Feb 11 14:22:08.201224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34754) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:08.206317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1142113932'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:08.208775 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7040947-38f2-42a8-bc0f-6edfbd2b26db tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Network': ['ID=bca00312-954d-446e-8814-94b4d56a75e1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:08.226611 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:08.229974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.253973 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:08.256636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15782f2b-5914-4aa9-9138-d25bf09606b1 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:22:08.262875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (638d53d2-9b72-4ea9-844c-76ad1ec8729b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.263477 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Added segment 638d53d2-9b72-4ea9-844c-76ad1ec8729b of type vlan for network 0365d3c2-dbd1-443b-8b9b-9350df93b61d Feb 11 14:22:08.304048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (0365d3c2-dbd1-443b-8b9b-9350df93b61d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.329664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (0365d3c2-dbd1-443b-8b9b-9350df93b61d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.334885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:08.335662 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.340132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-50166440-0139-4c5c-a070-ac14c25981af None None] Provisioning complete for port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:08.340519 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50166440-0139-4c5c-a070-ac14c25981af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.372404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1700695 Feb 11 14:22:08.375381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34756) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:08.380390 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'subnet': {'network_id': '0365d3c2-dbd1-443b-8b9b-9350df93b61d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:08.410741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190942f-f230-40a4-afd2-7dba8a5004ad tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Network': ['ID=0365d3c2-dbd1-443b-8b9b-9350df93b61d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:08.425710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 0365d3c2-dbd1-443b-8b9b-9350df93b61d details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:08.485946 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:08.489536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.531266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-50166440-0139-4c5c-a070-ac14c25981af None None] Current status of the port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:08.676373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.715475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:08.737322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Subnet': ['ID=0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:08.748283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Checking segment: {'id': '638d53d2-9b72-4ea9-844c-76ad1ec8729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0365d3c2-dbd1-443b-8b9b-9350df93b61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:08.748648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network hostable DHCP agents. Network: 0365d3c2-dbd1-443b-8b9b-9350df93b61d, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:08.767643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network 0365d3c2-dbd1-443b-8b9b-9350df93b61d is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:08.772083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:08.772613 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.777396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 0365d3c2-dbd1-443b-8b9b-9350df93b61d) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:08.781596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:08.782222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.798565 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-906ca177-90a6-492e-aaec-dc97e635b374 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4221003 Feb 11 14:22:08.802374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34758) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:08.806551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb9d91-e78d-4fbb-bd35-61018554b44c None None] Network 0365d3c2-dbd1-443b-8b9b-9350df93b61d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:08.807978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471630291'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:08.832582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:08.835799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.860965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:08.870845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (463b2bd4-8761-4f95-8005-70df61a68e89), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.871196 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Added segment 463b2bd4-8761-4f95-8005-70df61a68e89 of type vlan for network 3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 Feb 11 14:22:08.915360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.941166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.946355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:08.947059 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.954946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:08.960462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-0365d3c2-dbd1-443b-8b9b-9350df93b61d', 'network_id': '0365d3c2-dbd1-443b-8b9b-9350df93b61d', 'project_id': 'dab5512a297d4b22af82ce3e7020e680', 'fixed_ips': [{'subnet_id': '0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:08.961765 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:08.984456 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1804841 Feb 11 14:22:08.987297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34760) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:08.994522 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Request body: {'subnet': {'network_id': '3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:09.037235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2981832-5199-4b91-a5a4-7a4032fd1501 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Network': ['ID=3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.050605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:09.112220 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Made reservation on behalf of dab5512a297d4b22af82ce3e7020e680 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:09.115805 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.152554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Allocated IP 2001:db8::2 (0365d3c2-dbd1-443b-8b9b-9350df93b61d/0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab/385c41e2-a59c-4c28-b119-92a5a31f125b) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:09.296317 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Publish callbacks [] for port (385c41e2-a59c-4c28-b119-92a5a31f125b), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.303148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (385c41e2-a59c-4c28-b119-92a5a31f125b), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.304580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (d1d4e702-7cb2-4cba-9579-07e4aa39e3b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.341736 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Network 0365d3c2-dbd1-443b-8b9b-9350df93b61d is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:09.344638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:09.348133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:09.354839 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Pushing event updated for resources: {'Port': ['ID=385c41e2-a59c-4c28-b119-92a5a31f125b,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.363493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event updated for resources: {'Subnet': ['ID=d1d4e702-7cb2-4cba-9579-07e4aa39e3b8,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.373210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Checking segment: {'id': '463b2bd4-8761-4f95-8005-70df61a68e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:09.373581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network hostable DHCP agents. Network: 3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:09.391114 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Network 3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:09.400134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:09.404494 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:09.405092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.409318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Attempting to bind port 385c41e2-a59c-4c28-b119-92a5a31f125b on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:09.409705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Attempting to bind port 385c41e2-a59c-4c28-b119-92a5a31f125b by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '638d53d2-9b72-4ea9-844c-76ad1ec8729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0365d3c2-dbd1-443b-8b9b-9350df93b61d'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:09.410651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Attempting to bind port 385c41e2-a59c-4c28-b119-92a5a31f125b on network 0365d3c2-dbd1-443b-8b9b-9350df93b61d {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:09.415210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79794e41-8988-43dc-ad0b-5a9bbc6df01b None None] Network 3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:09.422775 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1cd05edd-e96e-42a0-9643-93a113acde25 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4334497 Feb 11 14:22:09.424592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:09.425248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34762) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:09.425768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Checking segment: {'id': '638d53d2-9b72-4ea9-844c-76ad1ec8729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0365d3c2-dbd1-443b-8b9b-9350df93b61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:09.426325 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.426822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Bound using segment: {'id': '638d53d2-9b72-4ea9-844c-76ad1ec8729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0365d3c2-dbd1-443b-8b9b-9350df93b61d'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:09.427569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Bound port: 385c41e2-a59c-4c28-b119-92a5a31f125b, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638d53d2-9b72-4ea9-844c-76ad1ec8729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0365d3c2-dbd1-443b-8b9b-9350df93b61d'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:09.427960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (385c41e2-a59c-4c28-b119-92a5a31f125b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.526666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.566361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] For port 385c41e2-a59c-4c28-b119-92a5a31f125b, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:09.577492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7672f635-ef6a-438a-a630-40b30b8e0cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3', 'network_id': '3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3', 'project_id': 'dab5512a297d4b22af82ce3e7020e680', 'fixed_ips': [{'subnet_id': 'd1d4e702-7cb2-4cba-9579-07e4aa39e3b8'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:09.578436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7672f635-ef6a-438a-a630-40b30b8e0cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.581130 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (d1d4e702-7cb2-4cba-9579-07e4aa39e3b8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.595128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] For port 385c41e2-a59c-4c28-b119-92a5a31f125b, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=385c41e2-a59c-4c28-b119-92a5a31f125b,segment=NetworkSegment(638d53d2-9b72-4ea9-844c-76ad1ec8729b),segment_id=638d53d2-9b72-4ea9-844c-76ad1ec8729b)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:09.601879 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (385c41e2-a59c-4c28-b119-92a5a31f125b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.647402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (d1d4e702-7cb2-4cba-9579-07e4aa39e3b8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.680514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d4e702-7cb2-4cba-9579-07e4aa39e3b8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.721097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfae93-8eb2-4235-aa8d-c38e171516ab None None] Pushing event updated for resources: {'Port': ['ID=385c41e2-a59c-4c28-b119-92a5a31f125b,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server [None req-7672f635-ef6a-438a-a630-40b30b8e0cf8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1d4e702-7cb2-4cba-9579-07e4aa39e3b8: This subnet is being modified by another concurrent operation. Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1d4e702-7cb2-4cba-9579-07e4aa39e3b8: This subnet is being modified by another concurrent operation. Feb 11 14:22:09.735574 n-d-828676-2 neutron-server[103177]: ERROR oslo_messaging.rpc.server Feb 11 14:22:09.748204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.758017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ec820-e7ab-406e-9319-c34558104761 None None] Network 3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:09.772356 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:09.783099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463b2bd4-8761-4f95-8005-70df61a68e89') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:09.783397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463b2bd4-8761-4f95-8005-70df61a68e89') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:09.793884 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (463b2bd4-8761-4f95-8005-70df61a68e89), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.808314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (463b2bd4-8761-4f95-8005-70df61a68e89), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.817899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:09.818314 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (463b2bd4-8761-4f95-8005-70df61a68e89), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:09.822360 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:09.927770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.934939 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:09.940542 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 HTTP/1.1" status: 204 len: 168 time: 0.5142186 Feb 11 14:22:09.943819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34764) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:09.952936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efbcb1-76f6-4e15-8a19-34c0b6c76530 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Network': ['ID=3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.975014 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-41188239-2d73-4845-9170-3007d22a9b44 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] GET failed (client error): The resource could not be found. Feb 11 14:22:09.979164 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-41188239-2d73-4845-9170-3007d22a9b44 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "GET /v2.0/subnets/d1d4e702-7cb2-4cba-9579-07e4aa39e3b8 HTTP/1.1" status: 404 len: 337 time: 0.0315392 Feb 11 14:22:09.979475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34766) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:09.999976 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29eec05-5e89-45ed-8cd2-5249a7e648a9 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:10.000483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29eec05-5e89-45ed-8cd2-5249a7e648a9 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:10.004748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e29eec05-5e89-45ed-8cd2-5249a7e648a9 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 HTTP/1.1" status: 404 len: 339 time: 0.0232878 Feb 11 14:22:10.007672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:10.035667 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-19510622-688a-4d44-aae6-c4f667ac6ce1 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:10.036125 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19510622-688a-4d44-aae6-c4f667ac6ce1 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:10.039148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-19510622-688a-4d44-aae6-c4f667ac6ce1 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/subnets/d1d4e702-7cb2-4cba-9579-07e4aa39e3b8 HTTP/1.1" status: 404 len: 337 time: 0.0304618 Feb 11 14:22:10.041730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:10.059311 n-d-828676-2 neutron-server[103176]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6f32a4-c589-4799-ba19-ade9b11f2ff3 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:10.059797 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6f32a4-c589-4799-ba19-ade9b11f2ff3 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:10.062737 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc6f32a4-c589-4799-ba19-ade9b11f2ff3 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/3e05e6bc-3bac-4d9f-b0b0-ba6fe8b17aa3 HTTP/1.1" status: 404 len: 339 time: 0.0200572 Feb 11 14:22:10.064955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34772) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:10.114253 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Deleting subnet 0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:22:10.117236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.156053 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.245458 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.303017 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.331477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:10.335120 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.340909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34774) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:10.341405 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b985ccc0-8972-4c58-90c1-eaad02f4bc11 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/subnets/0bcd2fb7-a9f8-4371-a26e-8950a03cc9ab HTTP/1.1" status: 204 len: 168 time: 0.2752154 Feb 11 14:22:10.428066 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (0365d3c2-dbd1-443b-8b9b-9350df93b61d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.482824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Deleting port 385c41e2-a59c-4c28-b119-92a5a31f125b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:22:10.483170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (385c41e2-a59c-4c28-b119-92a5a31f125b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.556510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] For port 385c41e2-a59c-4c28-b119-92a5a31f125b, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=385c41e2-a59c-4c28-b119-92a5a31f125b,segment=NetworkSegment(638d53d2-9b72-4ea9-844c-76ad1ec8729b),segment_id=638d53d2-9b72-4ea9-844c-76ad1ec8729b)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:10.556875 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (385c41e2-a59c-4c28-b119-92a5a31f125b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.571600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Calling delete_port for 385c41e2-a59c-4c28-b119-92a5a31f125b owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:22:10.626073 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9429e5a-43ce-4eb1-bdd8-eba578226e18 None None] get_active_networks_info from n-d-828676-2 {{(pid=103177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 14:22:10.662449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (385c41e2-a59c-4c28-b119-92a5a31f125b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.686653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e7159548-e323-4f70-a1b0-249b98fa429e None None] Could not find standard attr ID for object 385c41e2-a59c-4c28-b119-92a5a31f125b. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:22:10.698639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Port': ['ID=385c41e2-a59c-4c28-b119-92a5a31f125b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:10.700402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No DVR routers for this DVR port 385c41e2-a59c-4c28-b119-92a5a31f125b on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:10.712735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9429e5a-43ce-4eb1-bdd8-eba578226e18 None None] Resources bound (agent type, host, resource id): {{(pid=103177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:22:10.760931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 385c41e2-a59c-4c28-b119-92a5a31f125b up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:10.793311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (0365d3c2-dbd1-443b-8b9b-9350df93b61d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.808464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 385c41e2-a59c-4c28-b119-92a5a31f125b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:22:10.808820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 385c41e2-a59c-4c28-b119-92a5a31f125b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 14:22:10.814307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0365d3c2-dbd1-443b-8b9b-9350df93b61d']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:10.823502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638d53d2-9b72-4ea9-844c-76ad1ec8729b') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:10.823808 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638d53d2-9b72-4ea9-844c-76ad1ec8729b') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:10.833845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (638d53d2-9b72-4ea9-844c-76ad1ec8729b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.836829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Port 385c41e2-a59c-4c28-b119-92a5a31f125b not found, will not notify nova. {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 14:22:10.848515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (638d53d2-9b72-4ea9-844c-76ad1ec8729b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.854407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:10.854797 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (638d53d2-9b72-4ea9-844c-76ad1ec8729b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:10.857698 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:10.928399 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (0365d3c2-dbd1-443b-8b9b-9350df93b61d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.936584 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:10.939892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/0365d3c2-dbd1-443b-8b9b-9350df93b61d HTTP/1.1" status: 204 len: 168 time: 0.5944023 Feb 11 14:22:10.942631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34776) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:10.960275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae326bb-2989-429e-bae5-1d3e9fef84eb tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Network': ['ID=0365d3c2-dbd1-443b-8b9b-9350df93b61d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:10.981464 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-98734351-5bd6-48a3-b8f6-fec1b69b9b09 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:10.981981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98734351-5bd6-48a3-b8f6-fec1b69b9b09 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:10.986495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-98734351-5bd6-48a3-b8f6-fec1b69b9b09 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/subnets/e7cd63bc-9914-4828-aa57-0923189f592b HTTP/1.1" status: 404 len: 337 time: 0.0428448 Feb 11 14:22:10.989062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:11.007137 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e23eb5-c700-483d-b307-788089d6e06f tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:11.007649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e23eb5-c700-483d-b307-788089d6e06f tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:11.010651 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-62e23eb5-c700-483d-b307-788089d6e06f tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/bca00312-954d-446e-8814-94b4d56a75e1 HTTP/1.1" status: 404 len: 339 time: 0.0206795 Feb 11 14:22:11.013221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34780) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:11.042365 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0d74c4-e0eb-42c6-8cc2-06034a06508c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:11.043127 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0d74c4-e0eb-42c6-8cc2-06034a06508c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:11.046594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4a0d74c4-e0eb-42c6-8cc2-06034a06508c tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/subnets/ba41cbcd-42b8-46c8-8781-22dbdcda6d5f HTTP/1.1" status: 404 len: 337 time: 0.0324750 Feb 11 14:22:11.049764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34782) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:11.068211 n-d-828676-2 neutron-server[103175]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d58b17-4302-463d-ba31-a1ffe8c337c3 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:11.068726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d58b17-4302-463d-ba31-a1ffe8c337c3 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:11.069001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e8499-70cb-4f00-81d2-b8d157e1a00c None None] Network 0365d3c2-dbd1-443b-8b9b-9350df93b61d requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:11.071781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-88d58b17-4302-463d-ba31-a1ffe8c337c3 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/32134bdf-e3bb-4f22-8734-de2c45e0a46e HTTP/1.1" status: 404 len: 339 time: 0.0210025 Feb 11 14:22:11.074472 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34784) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:11.080962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e8499-70cb-4f00-81d2-b8d157e1a00c None None] Network 0365d3c2-dbd1-443b-8b9b-9350df93b61d could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 14:22:11.132675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Deleting subnet 5d909f2c-251f-403b-bd56-96e38bd968d1 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:22:11.135830 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (5d909f2c-251f-403b-bd56-96e38bd968d1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.141358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce8e8f7-259a-44ed-a109-69632f7ca267 None None] DHCP port deletion for 0365d3c2-dbd1-443b-8b9b-9350df93b61d request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:22:11.177026 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (5d909f2c-251f-403b-bd56-96e38bd968d1), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.256393 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5d909f2c-251f-403b-bd56-96e38bd968d1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.318321 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (5d909f2c-251f-403b-bd56-96e38bd968d1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.346943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Subnet': ['ID=5d909f2c-251f-403b-bd56-96e38bd968d1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.349693 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.353847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e911bc9f-6474-44d7-b720-cbb4ddf0ee87 tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/subnets/5d909f2c-251f-403b-bd56-96e38bd968d1 HTTP/1.1" status: 204 len: 168 time: 0.2783027 Feb 11 14:22:11.354581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d29f0-1ced-4fbf-aae2-adbb5b1a344e None None] Network f65b1761-e121-40dc-962c-68840cd3861e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:11.356663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34786) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:11.437646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (f65b1761-e121-40dc-962c-68840cd3861e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.493087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Deleting port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:22:11.493426 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.499479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] DHCP port deletion for f65b1761-e121-40dc-962c-68840cd3861e request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:22:11.546938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] Deleting port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:22:11.547231 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.560802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] For port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,segment=NetworkSegment(d0f5fccf-055d-4712-8456-7b893add08ad),segment_id=d0f5fccf-055d-4712-8456-7b893add08ad)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:11.561168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.573529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Calling delete_port for ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:22:11.611261 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] For port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,segment=NetworkSegment(d0f5fccf-055d-4712-8456-7b893add08ad),segment_id=d0f5fccf-055d-4712-8456-7b893add08ad)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:11.611666 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.624540 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] Calling delete_port for ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:22:11.657271 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.684316 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Port': ['ID=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.689375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] No DVR routers for this DVR port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:11.712136 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ff893d92-1ff4-455a-8af8-1c6ba13e3eb0), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.737438 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] Pushing event deleted for resources: {'Port': ['ID=ff893d92-1ff4-455a-8af8-1c6ba13e3eb0,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.743062 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a179c92-47eb-4e8a-911e-f37a24d2b404 None None] No DVR routers for this DVR port ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:11.776878 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (f65b1761-e121-40dc-962c-68840cd3861e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.797520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65b1761-e121-40dc-962c-68840cd3861e']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:11.808491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f5fccf-055d-4712-8456-7b893add08ad') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:11.809007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f5fccf-055d-4712-8456-7b893add08ad') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:11.823051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (d0f5fccf-055d-4712-8456-7b893add08ad), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.841209 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (d0f5fccf-055d-4712-8456-7b893add08ad), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.848239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:11.848780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (d0f5fccf-055d-4712-8456-7b893add08ad), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:11.852967 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:11.922464 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (f65b1761-e121-40dc-962c-68840cd3861e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.929372 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:11.932593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] 10.222.0.79 "DELETE /v2.0/networks/f65b1761-e121-40dc-962c-68840cd3861e HTTP/1.1" status: 204 len: 168 time: 0.5749350 Feb 11 14:22:11.944767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac2fd-fa6c-4216-8c8c-48de9c6c1dab tempest-NetworksIpV6Test-1835803179 tempest-NetworksIpV6Test-1835803179-project] Pushing event deleted for resources: {'Network': ['ID=f65b1761-e121-40dc-962c-68840cd3861e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:12.177700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34792) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:12.322581 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9a3be36a-8f2b-4451-a8d5-972b6285099c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dab5512a297d4b22af82ce3e7020e680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435606 Feb 11 14:22:12.325020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34796) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:12.372693 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-680f132a-ba87-4c54-95d2-8209392433c6 admin admin] Publish callbacks [] for security_group (515d19b8-777c-4159-b633-d18f30b13173), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:12.393888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-680f132a-ba87-4c54-95d2-8209392433c6 admin admin] Publish callbacks [] for security_group (515d19b8-777c-4159-b633-d18f30b13173), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:12.440947 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-680f132a-ba87-4c54-95d2-8209392433c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (515d19b8-777c-4159-b633-d18f30b13173), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:12.443680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-680f132a-ba87-4c54-95d2-8209392433c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:12.444971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-680f132a-ba87-4c54-95d2-8209392433c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/515d19b8-777c-4159-b633-d18f30b13173 HTTP/1.1" status: 204 len: 168 time: 0.1190274 Feb 11 14:22:12.453345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f132a-ba87-4c54-95d2-8209392433c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515d19b8-777c-4159-b633-d18f30b13173,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:12.730935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 385c41e2-a59c-4c28-b119-92a5a31f125b no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:12.758058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 385c41e2-a59c-4c28-b119-92a5a31f125b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:22:12.758434 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 385c41e2-a59c-4c28-b119-92a5a31f125b not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:12.758849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:12.778336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:22:12.778682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ff893d92-1ff4-455a-8af8-1c6ba13e3eb0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:13.124453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34818) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:13.217264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-c5006246-660d-4b37-8348-364062d9b623 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1992668278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:13.238510 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5006246-660d-4b37-8348-364062d9b623 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (3548e75e-b3ec-4043-8b1c-7a45bd85103b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.239545 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5006246-660d-4b37-8348-364062d9b623 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (3548e75e-b3ec-4043-8b1c-7a45bd85103b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.294758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5006246-660d-4b37-8348-364062d9b623 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for router_controller (3548e75e-b3ec-4043-8b1c-7a45bd85103b), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.299284 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5006246-660d-4b37-8348-364062d9b623 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (3548e75e-b3ec-4043-8b1c-7a45bd85103b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.317260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c5006246-660d-4b37-8348-364062d9b623 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.318509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c5006246-660d-4b37-8348-364062d9b623 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1930027 Feb 11 14:22:13.321244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34822) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:13.326429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1294730813'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:13.345501 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Made reservation on behalf of 04e8efb8610644e6b1ba0a4e377c91d3 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:13.348746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.358932 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.436863 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for security_group (e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.441525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.465852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:13.479724 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:13.485866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8b90f101-ca57-48e3-a0a4-6e7157f28cb4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.486253 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Added segment 8b90f101-ca57-48e3-a0a4-6e7157f28cb4 of type vlan for network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 Feb 11 14:22:13.528204 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.557530 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.564228 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:13.564830 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.600722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2783136 Feb 11 14:22:13.603449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34826) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:13.608221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Request body: {'subnet': {'network_id': '4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:13.669369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69887ebc-4f80-4cfb-a5c5-4b2f39aea8ab tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event updated for resources: {'Network': ['ID=4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:13.681026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:13.748907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Made reservation on behalf of 04e8efb8610644e6b1ba0a4e377c91d3 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:13.753615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.936449 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (78cc4820-6ca7-448e-8560-9941b7579854), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:13.993392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event updated for resources: {'Subnet': ['ID=78cc4820-6ca7-448e-8560-9941b7579854,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.003341 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Checking segment: {'id': '8b90f101-ca57-48e3-a0a4-6e7157f28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:14.003707 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Network hostable DHCP agents. Network: 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:14.019046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:14.027115 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:14.031560 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:14.032177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.037312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6616e4e-8c25-446e-a13e-cc6b3b7c0953 None None] Network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:14.048996 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-aa2211de-dd7d-4266-b4e3-2bc534972293 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4445338 Feb 11 14:22:14.052113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34828) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:14.057079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-673381765'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:14.075935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Made reservation on behalf of 04e8efb8610644e6b1ba0a4e377c91d3 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:14.079535 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.104315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:14.114699 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (de730da4-228f-4334-81f2-b74791a0b234), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.115330 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Added segment de730da4-228f-4334-81f2-b74791a0b234 of type vlan for network 99619e1b-9064-4cec-97b2-a6435f3b50ad Feb 11 14:22:14.140225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000', 'network_id': '4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000', 'project_id': '04e8efb8610644e6b1ba0a4e377c91d3', 'fixed_ips': [{'subnet_id': '78cc4820-6ca7-448e-8560-9941b7579854'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:14.141286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.157166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (99619e1b-9064-4cec-97b2-a6435f3b50ad), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.182974 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (99619e1b-9064-4cec-97b2-a6435f3b50ad), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.188252 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:14.188928 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.229893 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1740756 Feb 11 14:22:14.230104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34830) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:14.263891 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Request body: {'subnet': {'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:14.278041 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Allocated IP 172.20.0.2 (4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000/78cc4820-6ca7-448e-8560-9941b7579854/707c54bb-08d5-4cd6-9c5d-b10a178ec528) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:14.279919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3eba5-f912-4033-a262-ec3915af3b0c tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event updated for resources: {'Network': ['ID=99619e1b-9064-4cec-97b2-a6435f3b50ad,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.293881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 99619e1b-9064-4cec-97b2-a6435f3b50ad details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:14.354421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Made reservation on behalf of 04e8efb8610644e6b1ba0a4e377c91d3 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:14.358088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.490327 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Publish callbacks [] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.496394 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.534927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:14.537657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:14.541161 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:14.548559 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (10654332-cd11-47d6-89d4-db93a6a9f175), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.576032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Pushing event updated for resources: {'Port': ['ID=707c54bb-08d5-4cd6-9c5d-b10a178ec528,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.608246 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Attempting to bind port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:14.608625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Attempting to bind port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8b90f101-ca57-48e3-a0a4-6e7157f28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:14.608996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Attempting to bind port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 on network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:14.614920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:14.615309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Checking segment: {'id': '8b90f101-ca57-48e3-a0a4-6e7157f28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:14.615719 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.616117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Bound using segment: {'id': '8b90f101-ca57-48e3-a0a4-6e7157f28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:14.616483 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event updated for resources: {'Subnet': ['ID=10654332-cd11-47d6-89d4-db93a6a9f175,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.616603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Bound port: 707c54bb-08d5-4cd6-9c5d-b10a178ec528, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b90f101-ca57-48e3-a0a4-6e7157f28cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:14.616959 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.625986 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Checking segment: {'id': 'de730da4-228f-4334-81f2-b74791a0b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:14.626402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Network hostable DHCP agents. Network: 99619e1b-9064-4cec-97b2-a6435f3b50ad, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:14.643487 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Network 99619e1b-9064-4cec-97b2-a6435f3b50ad is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:14.652816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 99619e1b-9064-4cec-97b2-a6435f3b50ad) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:14.658251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:14.658849 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.673586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be5b8c-e0c6-44e8-bac4-422511b57a47 None None] Network 99619e1b-9064-4cec-97b2-a6435f3b50ad requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:14.676706 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8ec26001-fe6a-4852-ad36-66bf498284b4 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4456029 Feb 11 14:22:14.679641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:14.684548 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e7b92f77-6ab6-4d04-ac54-b246be35d6bf tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Request body: {'router': {'external_gateway_info': {'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:14.713925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] For port 707c54bb-08d5-4cd6-9c5d-b10a178ec528, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:14.755770 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] For port 707c54bb-08d5-4cd6-9c5d-b10a178ec528, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=707c54bb-08d5-4cd6-9c5d-b10a178ec528,segment=NetworkSegment(8b90f101-ca57-48e3-a0a4-6e7157f28cb4),segment_id=8b90f101-ca57-48e3-a0a4-6e7157f28cb4)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:14.765084 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.847639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-99619e1b-9064-4cec-97b2-a6435f3b50ad', 'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad', 'project_id': '04e8efb8610644e6b1ba0a4e377c91d3', 'fixed_ips': [{'subnet_id': '10654332-cd11-47d6-89d4-db93a6a9f175'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:14.848502 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:14.867371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551dcd5-38d4-46af-87ed-3ec9c18e9bc1 None None] Pushing event updated for resources: {'Port': ['ID=707c54bb-08d5-4cd6-9c5d-b10a178ec528,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.905938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e7b92f77-6ab6-4d04-ac54-b246be35d6bf tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for router_gateway (3548e75e-b3ec-4043-8b1c-7a45bd85103b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.007334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Allocated IP 172.21.0.2 (99619e1b-9064-4cec-97b2-a6435f3b50ad/10654332-cd11-47d6-89d4-db93a6a9f175/db07d531-de7b-4b31-84fe-7e5f648e8fe0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:15.049080 n-d-828676-2 neutron-server[103176]: INFO neutron.api.v2.resource [None req-e7b92f77-6ab6-4d04-ac54-b246be35d6bf tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:22:15.052874 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e7b92f77-6ab6-4d04-ac54-b246be35d6bf tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "PUT /v2.0/routers/3548e75e-b3ec-4043-8b1c-7a45bd85103b HTTP/1.1" status: 400 len: 364 time: 0.3720171 Feb 11 14:22:15.058764 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:15.116437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Deleting subnet 10654332-cd11-47d6-89d4-db93a6a9f175 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:22:15.194910 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Publish callbacks [] for port (db07d531-de7b-4b31-84fe-7e5f648e8fe0), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.199371 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for subnet (10654332-cd11-47d6-89d4-db93a6a9f175), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.199800 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (db07d531-de7b-4b31-84fe-7e5f648e8fe0), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.239532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Network 99619e1b-9064-4cec-97b2-a6435f3b50ad is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:15.242395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (10654332-cd11-47d6-89d4-db93a6a9f175), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.242561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:15.246036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:15.251555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Pushing event updated for resources: {'Port': ['ID=db07d531-de7b-4b31-84fe-7e5f648e8fe0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:15.305702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Attempting to bind port db07d531-de7b-4b31-84fe-7e5f648e8fe0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:15.306076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Attempting to bind port db07d531-de7b-4b31-84fe-7e5f648e8fe0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'de730da4-228f-4334-81f2-b74791a0b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:15.306470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Attempting to bind port db07d531-de7b-4b31-84fe-7e5f648e8fe0 on network 99619e1b-9064-4cec-97b2-a6435f3b50ad {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:15.311817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:15.312201 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Checking segment: {'id': 'de730da4-228f-4334-81f2-b74791a0b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:15.312611 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.313004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Bound using segment: {'id': 'de730da4-228f-4334-81f2-b74791a0b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:15.313474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Bound port: db07d531-de7b-4b31-84fe-7e5f648e8fe0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de730da4-228f-4334-81f2-b74791a0b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '99619e1b-9064-4cec-97b2-a6435f3b50ad'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:15.313861 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (db07d531-de7b-4b31-84fe-7e5f648e8fe0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.334799 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (10654332-cd11-47d6-89d4-db93a6a9f175), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.392105 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (10654332-cd11-47d6-89d4-db93a6a9f175), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.394655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] For port db07d531-de7b-4b31-84fe-7e5f648e8fe0, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:15.398166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] For port db07d531-de7b-4b31-84fe-7e5f648e8fe0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=db07d531-de7b-4b31-84fe-7e5f648e8fe0,segment=NetworkSegment(de730da4-228f-4334-81f2-b74791a0b234),segment_id=de730da4-228f-4334-81f2-b74791a0b234)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:15.404502 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (db07d531-de7b-4b31-84fe-7e5f648e8fe0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.418905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event deleted for resources: {'Subnet': ['ID=10654332-cd11-47d6-89d4-db93a6a9f175,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:15.422383 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.425479 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0060b2ed-a4ab-4513-abcf-e6ff48bdaed9 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "DELETE /v2.0/subnets/10654332-cd11-47d6-89d4-db93a6a9f175 HTTP/1.1" status: 204 len: 168 time: 0.3656940 Feb 11 14:22:15.428169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34836) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:15.468176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5653635-a299-4123-a5bf-03b0adfc4f75 None None] Pushing event updated for resources: {'Port': ['ID=db07d531-de7b-4b31-84fe-7e5f648e8fe0,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:15.528924 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (99619e1b-9064-4cec-97b2-a6435f3b50ad), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.586407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Deleting port db07d531-de7b-4b31-84fe-7e5f648e8fe0 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:22:15.587106 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (db07d531-de7b-4b31-84fe-7e5f648e8fe0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.675542 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] For port db07d531-de7b-4b31-84fe-7e5f648e8fe0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=db07d531-de7b-4b31-84fe-7e5f648e8fe0,segment=NetworkSegment(de730da4-228f-4334-81f2-b74791a0b234),segment_id=de730da4-228f-4334-81f2-b74791a0b234)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:15.675915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (db07d531-de7b-4b31-84fe-7e5f648e8fe0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.692261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Calling delete_port for db07d531-de7b-4b31-84fe-7e5f648e8fe0 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:22:15.778064 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (db07d531-de7b-4b31-84fe-7e5f648e8fe0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.791618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] No DVR routers for this DVR port db07d531-de7b-4b31-84fe-7e5f648e8fe0 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:15.815204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event deleted for resources: {'Port': ['ID=db07d531-de7b-4b31-84fe-7e5f648e8fe0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:15.897898 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (99619e1b-9064-4cec-97b2-a6435f3b50ad), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.917426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a31ad5-7213-4b1e-9046-01e27f32cf6d None None] Network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:15.918826 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99619e1b-9064-4cec-97b2-a6435f3b50ad']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:15.928905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de730da4-228f-4334-81f2-b74791a0b234') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:15.929208 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de730da4-228f-4334-81f2-b74791a0b234') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:15.939485 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (de730da4-228f-4334-81f2-b74791a0b234), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.954417 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (de730da4-228f-4334-81f2-b74791a0b234), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.961930 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:15.962362 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (de730da4-228f-4334-81f2-b74791a0b234), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:15.965353 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:15.994585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-473846e8-a925-429b-a9eb-3deab8aad5bc None None] Provisioning complete for port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:15.995045 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-473846e8-a925-429b-a9eb-3deab8aad5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.035050 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (99619e1b-9064-4cec-97b2-a6435f3b50ad), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.043187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.046412 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "DELETE /v2.0/networks/99619e1b-9064-4cec-97b2-a6435f3b50ad HTTP/1.1" status: 204 len: 168 time: 0.6172111 Feb 11 14:22:16.049611 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:16.056204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d947f-2eb1-4b6c-8631-f219b9cbc988 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event deleted for resources: {'Network': ['ID=99619e1b-9064-4cec-97b2-a6435f3b50ad,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:16.107654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Deleting subnet 78cc4820-6ca7-448e-8560-9941b7579854 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:22:16.111732 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for subnet (78cc4820-6ca7-448e-8560-9941b7579854), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.111948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-473846e8-a925-429b-a9eb-3deab8aad5bc None None] Current status of the port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:16.112352 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-473846e8-a925-429b-a9eb-3deab8aad5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.151690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-473846e8-a925-429b-a9eb-3deab8aad5bc None None] For port 707c54bb-08d5-4cd6-9c5d-b10a178ec528, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=707c54bb-08d5-4cd6-9c5d-b10a178ec528,segment=NetworkSegment(8b90f101-ca57-48e3-a0a4-6e7157f28cb4),segment_id=8b90f101-ca57-48e3-a0a4-6e7157f28cb4)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:16.159008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-473846e8-a925-429b-a9eb-3deab8aad5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.161386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (78cc4820-6ca7-448e-8560-9941b7579854), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.211393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473846e8-a925-429b-a9eb-3deab8aad5bc None None] Pushing event updated for resources: {'Port': ['ID=707c54bb-08d5-4cd6-9c5d-b10a178ec528,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:16.261492 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (78cc4820-6ca7-448e-8560-9941b7579854), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.324017 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (78cc4820-6ca7-448e-8560-9941b7579854), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.357744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event deleted for resources: {'Subnet': ['ID=78cc4820-6ca7-448e-8560-9941b7579854,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:16.363335 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.366430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b43356f8-b3af-43cc-9132-fbf9b969377f tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "DELETE /v2.0/subnets/78cc4820-6ca7-448e-8560-9941b7579854 HTTP/1.1" status: 204 len: 168 time: 0.3154871 Feb 11 14:22:16.368941 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:16.374529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdfab2-19d3-4730-9573-1999abf30144 None None] Network 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:16.437260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5732a4a3-b320-44f5-97bc-080758468cbb None None] Provisioning complete for port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:16.437776 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5732a4a3-b320-44f5-97bc-080758468cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.449345 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.505948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Deleting port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:22:16.506334 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.560790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5732a4a3-b320-44f5-97bc-080758468cbb None None] Current status of the port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:16.582692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] For port 707c54bb-08d5-4cd6-9c5d-b10a178ec528, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=707c54bb-08d5-4cd6-9c5d-b10a178ec528,segment=NetworkSegment(8b90f101-ca57-48e3-a0a4-6e7157f28cb4),segment_id=8b90f101-ca57-48e3-a0a4-6e7157f28cb4)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:16.583062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.596596 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Calling delete_port for 707c54bb-08d5-4cd6-9c5d-b10a178ec528 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:22:16.600203 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] DHCP port deletion for 4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:22:16.631350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe02514-1ca2-4f6a-a3f0-fc0ab7f81ec4 None None] DHCP port deletion for 99619e1b-9064-4cec-97b2-a6435f3b50ad request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:22:16.655996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ad3fa-08d1-4d09-b24a-d83998d57090 None None] Network 99619e1b-9064-4cec-97b2-a6435f3b50ad requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:16.676703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ad3fa-08d1-4d09-b24a-d83998d57090 None None] Network 99619e1b-9064-4cec-97b2-a6435f3b50ad could not be found, it might have been deleted concurrently. {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 14:22:16.678849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] Deleting port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:22:16.679229 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.681161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.683634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-86f09c0d-e3ab-43ee-8419-c586fd00f5ea None None] Could not find standard attr ID for object db07d531-de7b-4b31-84fe-7e5f648e8fe0. {{(pid=103177) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:22:16.712206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event deleted for resources: {'Port': ['ID=707c54bb-08d5-4cd6-9c5d-b10a178ec528,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:16.717096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] No DVR routers for this DVR port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:16.744756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] For port 707c54bb-08d5-4cd6-9c5d-b10a178ec528, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:16.745251 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.759162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] Calling delete_port for 707c54bb-08d5-4cd6-9c5d-b10a178ec528 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:22:16.761872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] Port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:22:16.763166 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (707c54bb-08d5-4cd6-9c5d-b10a178ec528), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.786846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] Pushing event deleted for resources: {'Port': ['ID=707c54bb-08d5-4cd6-9c5d-b10a178ec528,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:16.792142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd14530-cda5-4afe-b3ba-df85ac0c821d None None] No DVR routers for this DVR port 707c54bb-08d5-4cd6-9c5d-b10a178ec528 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:16.799157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.821408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:16.832783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b90f101-ca57-48e3-a0a4-6e7157f28cb4') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:16.832927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b90f101-ca57-48e3-a0a4-6e7157f28cb4') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:16.848936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (8b90f101-ca57-48e3-a0a4-6e7157f28cb4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.862817 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8b90f101-ca57-48e3-a0a4-6e7157f28cb4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.869198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:16.869587 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (8b90f101-ca57-48e3-a0a4-6e7157f28cb4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:16.872908 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:16.936598 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.942704 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.945913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "DELETE /v2.0/networks/4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000 HTTP/1.1" status: 204 len: 168 time: 0.5753932 Feb 11 14:22:16.948720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:16.963542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b750deb-de98-4de9-b77c-de69a918e07b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Pushing event deleted for resources: {'Network': ['ID=4f73b0b8-b1a9-4a04-9f12-f7f9e15b0000,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:16.978506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b31b8655-b725-417b-859c-7c31376b1174 tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "GET /v2.0/ports?device_id=3548e75e-b3ec-4043-8b1c-7a45bd85103b HTTP/1.1" status: 200 len: 205 time: 0.0284898 Feb 11 14:22:16.981083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34844) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:17.058676 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88e1a439-1da2-43dc-a3e0-1ba8a1d6143b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for router (3548e75e-b3ec-4043-8b1c-7a45bd85103b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.218107 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88e1a439-1da2-43dc-a3e0-1ba8a1d6143b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (3548e75e-b3ec-4043-8b1c-7a45bd85103b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.220188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88e1a439-1da2-43dc-a3e0-1ba8a1d6143b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for router_controller (3548e75e-b3ec-4043-8b1c-7a45bd85103b), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.266729 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88e1a439-1da2-43dc-a3e0-1ba8a1d6143b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (3548e75e-b3ec-4043-8b1c-7a45bd85103b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.267335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e1a439-1da2-43dc-a3e0-1ba8a1d6143b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Fanout notify agent at l3_agent the message router_deleted on router 3548e75e-b3ec-4043-8b1c-7a45bd85103b {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:22:17.275711 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-88e1a439-1da2-43dc-a3e0-1ba8a1d6143b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.276948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-88e1a439-1da2-43dc-a3e0-1ba8a1d6143b tempest-RoutersNegativeTest-1823326474 tempest-RoutersNegativeTest-1823326474-project] 10.222.0.79 "DELETE /v2.0/routers/3548e75e-b3ec-4043-8b1c-7a45bd85103b HTTP/1.1" status: 204 len: 168 time: 0.2946846 Feb 11 14:22:17.512820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34850) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:17.662138 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-300d8fa5-95dc-4fb6-a022-893e90db4590 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04e8efb8610644e6b1ba0a4e377c91d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481488 Feb 11 14:22:17.664588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34854) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:17.709917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc428-47f9-4438-bdad-169c8587e68c admin admin] Publish callbacks [] for security_group (e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.730640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc428-47f9-4438-bdad-169c8587e68c admin admin] Publish callbacks [] for security_group (e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.776304 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc428-47f9-4438-bdad-169c8587e68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.778945 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc428-47f9-4438-bdad-169c8587e68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.780090 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ddcbc428-47f9-4438-bdad-169c8587e68c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f HTTP/1.1" status: 204 len: 168 time: 0.1146104 Feb 11 14:22:17.788207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbc428-47f9-4438-bdad-169c8587e68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e60cd6-cb88-4de3-bc1d-36b507fd3b7f,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:18.385679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34876) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:18.480339 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1675212751-network', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:18.499092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Made reservation on behalf of 09349ea235b248118b6b3cc767c3e51e for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:18.501817 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.510000 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.583605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks [] for security_group (50e4dba9-791e-49b2-920a-faad6c92e100), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.587220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (50e4dba9-791e-49b2-920a-faad6c92e100), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.613208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:18.618545 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4dba9-791e-49b2-920a-faad6c92e100,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:18.627076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3197fdea-042e-4677-b028-cb3672ac43e9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.627354 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Added segment 3197fdea-042e-4677-b028-cb3672ac43e9 of type vlan for network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 Feb 11 14:22:18.670854 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (fb9a2e92-9e16-4dad-9b14-5506b41d3d65), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.694666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (fb9a2e92-9e16-4dad-9b14-5506b41d3d65), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.695588 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:18.696161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.730696 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3439069 Feb 11 14:22:18.733741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34880) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:18.739089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Request body: {'subnet': {'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-subnet', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:18.758923 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a9722-697b-4b93-a049-193362384d5b admin admin] Pushing event updated for resources: {'Network': ['ID=fb9a2e92-9e16-4dad-9b14-5506b41d3d65,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:18.759428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Made reservation on behalf of 09349ea235b248118b6b3cc767c3e51e for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:18.761762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.769816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:18.933151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (0dbc3425-0ee7-4dcb-86d7-19d04edfa608), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:18.989524 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbc3425-0ee7-4dcb-86d7-19d04edfa608,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:18.999427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Checking segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:19.000359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Network hostable DHCP agents. Network: fb9a2e92-9e16-4dad-9b14-5506b41d3d65, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:19.016766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:19.025334 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, fb9a2e92-9e16-4dad-9b14-5506b41d3d65) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:19.029415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:19.030008 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.035304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec774f52-4e56-4175-a93e-802760e68815 None None] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:19.046243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1099d853-26a3-4139-9bef-92406c907b59 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3109562 Feb 11 14:22:19.050154 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34882) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:19.054387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:19.072698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.073734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.130337 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks [] for router_controller (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.139779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:19.140646 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.271372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Allocated IP 172.20.0.2 (fb9a2e92-9e16-4dad-9b14-5506b41d3d65/0dbc3425-0ee7-4dcb-86d7-19d04edfa608/5e8e7378-3e7f-4f2e-8e4d-a6190231ff21) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:19.273841 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks [] for router_gateway (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.420712 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Publish callbacks [] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.427110 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.473821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:19.477046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:19.479795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:19.486977 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Pushing event updated for resources: {'Port': ['ID=5e8e7378-3e7f-4f2e-8e4d-a6190231ff21,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:19.698259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Attempting to bind port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:19.698545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Attempting to bind port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:19.698906 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Attempting to bind port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:19.704255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:19.704743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Checking segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:19.705151 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.705548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Bound using segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:19.706020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Bound port: 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:19.706426 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.767060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] For port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:19.770054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] For port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e8e7378-3e7f-4f2e-8e4d-a6190231ff21,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:19.776708 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.792719 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks [] for router_gateway (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.815953 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:19.839347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276b5a9-e111-4196-82d1-17a44ac1f591 None None] Pushing event updated for resources: {'Port': ['ID=5e8e7378-3e7f-4f2e-8e4d-a6190231ff21,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:19.922346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Allocated IP 172.25.3.248 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:20.052289 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks [] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:20.087833 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:20.132070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:20.135168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:20.141073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:20.144302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:20.393961 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks [] for router_gateway (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:20.501889 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:20.602519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:20.746815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:22:20.762035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a47c93-cac4-4425-b75e-32669fac75e1 None None] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:20.780088 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:20.858282 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:22:20.875822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Sync routers for ids ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:22:20.880380 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:20.881974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2efde291-a140-4eed-a2f0-3094dc58a1a9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8308847 Feb 11 14:22:20.884833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34884) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:20.894907 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a739a05c-bfa6-45bb-93c0-9bd61ea5738d None None] Provisioning complete for port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:20.895299 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a739a05c-bfa6-45bb-93c0-9bd61ea5738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:20.935917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Routers {'6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:20.936569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:21:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:21.023527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:21.023916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.143917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Set router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:21.226570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a739a05c-bfa6-45bb-93c0-9bd61ea5738d None None] Current status of the port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:21.226964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a739a05c-bfa6-45bb-93c0-9bd61ea5738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.340533 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.345904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a739a05c-bfa6-45bb-93c0-9bd61ea5738d None None] For port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e8e7378-3e7f-4f2e-8e4d-a6190231ff21,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:21.353649 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a739a05c-bfa6-45bb-93c0-9bd61ea5738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.363028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:21.363428 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.486708 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739a05c-bfa6-45bb-93c0-9bd61ea5738d None None] Pushing event updated for resources: {'Port': ['ID=5e8e7378-3e7f-4f2e-8e4d-a6190231ff21,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:21.511906 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:22:21.512274 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:22:21.516985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-feae3eec-d108-4688-8cb8-d6346a162466 None None] Provisioning complete for port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:21.517386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-feae3eec-d108-4688-8cb8-d6346a162466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.557369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:20Z', 'revision_number': 3, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:21.560460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Allocated IP 172.20.0.1 (fb9a2e92-9e16-4dad-9b14-5506b41d3d65/0dbc3425-0ee7-4dcb-86d7-19d04edfa608/1876c8c9-ccf2-4e54-a6d2-138cf28a46d0) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:21.589482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Checking router: 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:22:21.589845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Updating router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:22:21.644013 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.679328 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks [] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.684846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-feae3eec-d108-4688-8cb8-d6346a162466 None None] Current status of the port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:21.713858 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.755791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:21.760460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:21.764092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:21.788165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:21.806361 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.930631 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Publish callbacks [] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.936257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.989741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:21.993549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85374e4e-5102-433b-8b97-9e33b9700867 None None] Pushing event updated for resources: {'Port': ['ID=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:22.003488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Attempting to bind port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:22.003864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Attempting to bind port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:22.004227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Attempting to bind port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:22.014236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:22.014615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:22.015018 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.015445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:22.015905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Bound port: 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:22.016287 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.065705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1ad3e802-c894-412c-be69-26d39d7a47ca None None] Provisioning complete for port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:22.065992 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e802-c894-412c-be69-26d39d7a47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.112511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:22.127359 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3e802-c894-412c-be69-26d39d7a47ca None None] Port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:22:22.134730 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] For port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:22.137933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] For port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:22.144508 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.155771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks [] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.160792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.205405 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85374e4e-5102-433b-8b97-9e33b9700867 None None] Pushing event updated for resources: {'Port': ['ID=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:22.208935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Routers {'6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:22.209529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:21:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:22.226964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:22.229556 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.329346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:22.331207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:22.454327 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:22:22.462091 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.487532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] Set router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:22.575564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:22:22.581965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c40b488f-c2b3-4c38-83e3-75b99882c6e8 admin admin] 10.222.0.79 "PUT /v2.0/routers/6612ea1a-6be7-45eb-a350-bb4bbd9e30e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6962264 Feb 11 14:22:22.685618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fc86feb1-37df-4ef5-92b7-8d84b9a2e5bb None None] Provisioning complete for port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:22.686005 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc86feb1-37df-4ef5-92b7-8d84b9a2e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.731642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc86feb1-37df-4ef5-92b7-8d84b9a2e5bb None None] Port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:22:22.735558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:22.787607 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:21Z', 'revision_number': 4, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1876c8c9-ccf2-4e54-a6d2-138cf28a46d0', 'name': '', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'mac_address': 'fa:16:3e:c3:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:21Z', 'updated_at': '2022-02-11T14:22:22Z', 'revision_number': 2, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'subnets': [{'id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:22.817110 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce05e7-c84e-4957-971f-2c26bac9789f None None] The sync data for ids ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'] in n-d-828676-2 is: [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:21Z', 'revision_number': 4, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1876c8c9-ccf2-4e54-a6d2-138cf28a46d0', 'name': '', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'mac_address': 'fa:16:3e:c3:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:21Z', 'updated_at': '2022-02-11T14:22:22Z', 'revision_number': 2, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'subnets': [{'id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:22:22.823610 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:22.823993 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:22.932849 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:23.185168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34902) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:23.192301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-583341267-network', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:23.212956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Made reservation on behalf of 24df5f24e81e487c9125cea375bda9fd for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:23.216217 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.225144 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.307048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks [] for security_group (6b71db38-2bea-4732-9e69-14b3cd56eb89), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.312771 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6b71db38-2bea-4732-9e69-14b3cd56eb89), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.343168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:23.357490 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b71db38-2bea-4732-9e69-14b3cd56eb89,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:23.364277 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8cea4cae-67c1-4a4d-bc90-0b67c764e44d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.364620 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Added segment 8cea4cae-67c1-4a4d-bc90-0b67c764e44d of type vlan for network c1d7f538-3962-4289-a9fc-b1c229ee8c56 Feb 11 14:22:23.406798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c1d7f538-3962-4289-a9fc-b1c229ee8c56), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.433919 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c1d7f538-3962-4289-a9fc-b1c229ee8c56), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.434909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:23.435555 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:23.473877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2844124 Feb 11 14:22:23.473877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34904) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:23.478008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Request body: {'subnet': {'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-subnet', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:23.529659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd1105-e8f7-4e5a-8f25-c991837da625 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d7f538-3962-4289-a9fc-b1c229ee8c56,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:23.539672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:23.540531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Made reservation on behalf of 24df5f24e81e487c9125cea375bda9fd for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:23.543189 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.042415 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (3ab32908-a0a3-4eb9-93ed-be380a259390), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.098418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab32908-a0a3-4eb9-93ed-be380a259390,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:24.110403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Checking segment: {'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:24.110765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Network hostable DHCP agents. Network: c1d7f538-3962-4289-a9fc-b1c229ee8c56, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:24.134191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:24.145179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c1d7f538-3962-4289-a9fc-b1c229ee8c56) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:24.153954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:24.154638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.154961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff50ae2-97c4-4cfd-9886-3e673e2e8cd0 None None] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:24.171857 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bf9e1782-d2a4-4d22-8d38-b22e9a091820 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6974032 Feb 11 14:22:24.174776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 34906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:24.179231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:24.199468 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.200766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.257829 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks [] for router_controller (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.269055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'fixed_ips': [{'subnet_id': '3ab32908-a0a3-4eb9-93ed-be380a259390'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:22:24.269905 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.400621 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks [] for router_gateway (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.411461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Allocated IP 172.20.0.2 (c1d7f538-3962-4289-a9fc-b1c229ee8c56/3ab32908-a0a3-4eb9-93ed-be380a259390/41b16e75-4fd9-48fc-9b73-478feb64a961) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:24.561283 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Publish callbacks [] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.567860 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.614336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:24.617701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:24.622885 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:24.628098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Pushing event updated for resources: {'Port': ['ID=41b16e75-4fd9-48fc-9b73-478feb64a961,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:24.689892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Attempting to bind port 41b16e75-4fd9-48fc-9b73-478feb64a961 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:24.690332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Attempting to bind port 41b16e75-4fd9-48fc-9b73-478feb64a961 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:24.690709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Attempting to bind port 41b16e75-4fd9-48fc-9b73-478feb64a961 on network c1d7f538-3962-4289-a9fc-b1c229ee8c56 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:24.696395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:24.696784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Checking segment: {'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:24.697198 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.697601 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Bound using segment: {'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:24.698199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Bound port: 41b16e75-4fd9-48fc-9b73-478feb64a961, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:24.698507 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.774022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] For port 41b16e75-4fd9-48fc-9b73-478feb64a961, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:24.777382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] For port 41b16e75-4fd9-48fc-9b73-478feb64a961, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=41b16e75-4fd9-48fc-9b73-478feb64a961,segment=NetworkSegment(8cea4cae-67c1-4a4d-bc90-0b67c764e44d),segment_id=8cea4cae-67c1-4a4d-bc90-0b67c764e44d)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:24.783685 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:24.788493 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.883639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0ca95-a019-4250-84a3-c2fccd022950 None None] Pushing event updated for resources: {'Port': ['ID=41b16e75-4fd9-48fc-9b73-478feb64a961,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:24.898004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:24.898509 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.953724 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks [] for router_gateway (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.973267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:24.990705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:24.991451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.009344 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Sync routers for ids ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:22:25.017121 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:25.022341 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.025826 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Routers {'6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:25.028515 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:21:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:25.079482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:25.102110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Allocated IP 172.25.3.106 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0bf52c2e-bcd5-434b-8296-5c0d7132520f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:25.159838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Set router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:25.251473 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks [] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.289855 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.336141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:25.339123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:25.344475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:25.364578 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf52c2e-bcd5-434b-8296-5c0d7132520f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:25.388410 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:21Z', 'revision_number': 4, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1876c8c9-ccf2-4e54-a6d2-138cf28a46d0', 'name': '', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'mac_address': 'fa:16:3e:c3:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:21Z', 'updated_at': '2022-02-11T14:22:22Z', 'revision_number': 2, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'subnets': [{'id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:25.414480 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Checking router: 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:22:25.414836 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Updating router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:22:25.442056 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.601209 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks [] for router_gateway (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.814762 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Publish callbacks [] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.821390 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.829631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.916982 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Pushing event updated for resources: {'Port': ['ID=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:25.928026 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.928376 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.928712 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.929048 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.929377 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.929711 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.930029 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.930381 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.930702 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.931025 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.931347 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.931662 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.931982 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:25.946460 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Attempting to bind port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:25.946833 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Attempting to bind port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:25.947343 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Attempting to bind port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:25.954469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:25.955375 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Checking segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:25.955876 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.956384 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Bound using segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:25.956925 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Bound port: 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:25.957497 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:25.980328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:22:26.027524 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] For port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:26.033910 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] For port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:26.045200 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:26.059063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a69d3-3ddd-4d89-85ce-545193af02d5 None None] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:22:26.111136 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:22:26.132626 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Routers {'6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:26.132956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Sync routers for ids ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:22:26.133193 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:26.133888 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:21:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:26.135129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0940069c-39c6-43db-a50e-116ec5a9fe89 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9591920 Feb 11 14:22:26.137450 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 34908) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:22:26.168059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5dcc42f5-5525-4d08-84fc-5cad50a2d283 None None] Provisioning complete for port 41b16e75-4fd9-48fc-9b73-478feb64a961 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:26.168439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dcc42f5-5525-4d08-84fc-5cad50a2d283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:26.180441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Routers {'8a0fbab2-68a1-4b09-86f0-96db7bf83c37'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:26.181597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:21:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:26.199108 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1193c1-5a2e-4780-96ec-454770493bfb None None] Pushing event updated for resources: {'Port': ['ID=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:26.272612 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] Set router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:26.407459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Set router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:26.510232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc42f5-5525-4d08-84fc-5cad50a2d283 None None] Current status of the port 41b16e75-4fd9-48fc-9b73-478feb64a961 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:26.510777 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dcc42f5-5525-4d08-84fc-5cad50a2d283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:26.600105 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5dcc42f5-5525-4d08-84fc-5cad50a2d283 None None] For port 41b16e75-4fd9-48fc-9b73-478feb64a961, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=41b16e75-4fd9-48fc-9b73-478feb64a961,segment=NetworkSegment(8cea4cae-67c1-4a4d-bc90-0b67c764e44d),segment_id=8cea4cae-67c1-4a4d-bc90-0b67c764e44d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:26.610175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dcc42f5-5525-4d08-84fc-5cad50a2d283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:26.630042 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:21Z', 'revision_number': 4, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1876c8c9-ccf2-4e54-a6d2-138cf28a46d0', 'name': '', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'mac_address': 'fa:16:3e:c3:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:21Z', 'updated_at': '2022-02-11T14:22:26Z', 'revision_number': 4, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'subnets': [{'id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:26.664072 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33448c0f-b5c2-45cc-9c86-4259dd88fde3 None None] The sync data for ids ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'] in n-d-828676-2 is: [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:21Z', 'revision_number': 4, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '1876c8c9-ccf2-4e54-a6d2-138cf28a46d0', 'name': '', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'mac_address': 'fa:16:3e:c3:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:21Z', 'updated_at': '2022-02-11T14:22:26Z', 'revision_number': 4, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'subnets': [{'id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:22:26.699463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc42f5-5525-4d08-84fc-5cad50a2d283 None None] Pushing event updated for resources: {'Port': ['ID=41b16e75-4fd9-48fc-9b73-478feb64a961,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:26.738152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:26.752144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:25Z', 'revision_number': 3, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port': {'id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:26.941906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Allocated IP 172.20.0.1 (c1d7f538-3962-4289-a9fc-b1c229ee8c56/3ab32908-a0a3-4eb9-93ed-be380a259390/a99e7168-fec7-41da-bb85-be065b97302c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:27.004051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:27.005912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Provisioning complete for port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:27.006315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.009107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Checking router: 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:22:27.009463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Updating router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 port 0bf52c2e-bcd5-434b-8296-5c0d7132520f binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:22:27.055435 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks [] for port (a99e7168-fec7-41da-bb85-be065b97302c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.090944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a99e7168-fec7-41da-bb85-be065b97302c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.101083 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.136069 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:27.139149 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:27.141940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:27.159307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:27.159698 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.182581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Pushing event updated for resources: {'Port': ['ID=a99e7168-fec7-41da-bb85-be065b97302c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:27.184404 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-603c30f2-f5b5-4383-9c24-1beea4c5316a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.198650 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.355342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Current status of the port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:27.355739 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.364671 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a99e7168-fec7-41da-bb85-be065b97302c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.463006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] For port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:27.474680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.489764 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:27.490182 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.532585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Provisioning complete for port 41b16e75-4fd9-48fc-9b73-478feb64a961 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:27.532975 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.567983 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks [] for port (a99e7168-fec7-41da-bb85-be065b97302c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.574105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a99e7168-fec7-41da-bb85-be065b97302c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.632970 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Pushing event updated for resources: {'Port': ['ID=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:27.645233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Pushing event updated for resources: {'Port': ['ID=a99e7168-fec7-41da-bb85-be065b97302c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:27.647885 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.689935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:22:27.690330 n-d-828676-2 neutron-server[103177]: DEBUG oslo_db.api [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:22:27.727885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Publish callbacks [] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.738597 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.752937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:27.754647 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:27.770157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e7083105-52e4-4e57-8192-d06e5f1a70cf None None] Current status of the port 41b16e75-4fd9-48fc-9b73-478feb64a961 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:27.799126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Attempting to bind port 0bf52c2e-bcd5-434b-8296-5c0d7132520f on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:27.799511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Attempting to bind port 0bf52c2e-bcd5-434b-8296-5c0d7132520f by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:27.799920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Attempting to bind port 0bf52c2e-bcd5-434b-8296-5c0d7132520f on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:27.801922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42ae6-88cd-4005-ba0c-ea3824320999 None None] Pushing event updated for resources: {'Port': ['ID=0bf52c2e-bcd5-434b-8296-5c0d7132520f,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:27.807926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:27.808316 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:27.808713 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.809124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:27.809644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Bound port: 0bf52c2e-bcd5-434b-8296-5c0d7132520f, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:27.809984 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.866084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] For port 0bf52c2e-bcd5-434b-8296-5c0d7132520f, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:27.869667 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] For port 0bf52c2e-bcd5-434b-8296-5c0d7132520f, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0bf52c2e-bcd5-434b-8296-5c0d7132520f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:27.877073 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.892011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:22:27.954237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1521ae4a-7b67-4b4f-af0c-79cdcf51858d None None] Provisioning complete for port a99e7168-fec7-41da-bb85-be065b97302c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:27.954622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1521ae4a-7b67-4b4f-af0c-79cdcf51858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a99e7168-fec7-41da-bb85-be065b97302c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:27.990999 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Routers {'8a0fbab2-68a1-4b09-86f0-96db7bf83c37'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:27.991643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:21:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:27.995030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42ae6-88cd-4005-ba0c-ea3824320999 None None] Pushing event updated for resources: {'Port': ['ID=0bf52c2e-bcd5-434b-8296-5c0d7132520f,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:28.019071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:22:28.024221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0654e657-744b-4854-b16a-26ced11d541b admin admin] 10.222.0.79 "PUT /v2.0/routers/8a0fbab2-68a1-4b09-86f0-96db7bf83c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857429 Feb 11 14:22:28.040293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1521ae4a-7b67-4b4f-af0c-79cdcf51858d None None] Port a99e7168-fec7-41da-bb85-be065b97302c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:22:28.114666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] Set router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:28.272550 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-429b33c0-13f2-43e5-bc46-251218fbd202 None None] Provisioning complete for port a99e7168-fec7-41da-bb85-be065b97302c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:28.272932 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-429b33c0-13f2-43e5-bc46-251218fbd202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a99e7168-fec7-41da-bb85-be065b97302c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:28.303298 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:28.304314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:28.352548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-429b33c0-13f2-43e5-bc46-251218fbd202 None None] Port a99e7168-fec7-41da-bb85-be065b97302c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:22:28.410897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:28.411194 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:28.457296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 4, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port': {'id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'a99e7168-fec7-41da-bb85-be065b97302c', 'name': '', 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'mac_address': 'fa:16:3e:92:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:26Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 2, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'subnets': [{'id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:28.490747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b3adae-d564-4e6f-9931-d7cfcc9ecc2c None None] The sync data for ids ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'] in n-d-828676-2 is: [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 4, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port': {'id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'a99e7168-fec7-41da-bb85-be065b97302c', 'name': '', 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'mac_address': 'fa:16:3e:92:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:26Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 2, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'subnets': [{'id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:22:28.528290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:28.529375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 41b16e75-4fd9-48fc-9b73-478feb64a961 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:28.577308 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 41b16e75-4fd9-48fc-9b73-478feb64a961 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:28.577691 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:28.660811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 41b16e75-4fd9-48fc-9b73-478feb64a961 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:28.775991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:28.827239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:28.827618 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:28.907188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:28.908382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 41b16e75-4fd9-48fc-9b73-478feb64a961 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:28.959275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 41b16e75-4fd9-48fc-9b73-478feb64a961 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:28.959662 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:29.038917 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 41b16e75-4fd9-48fc-9b73-478feb64a961 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:29.501186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ac55-2ad0-4942-aaab-5fd03f3f8bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:29.679516 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:22:30.019083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-623ef463-daeb-463e-88ab-c07e33d44eca tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.020675 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-623ef463-daeb-463e-88ab-c07e33d44eca tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/networks?id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65 HTTP/1.1" status: 200 len: 817 time: 0.1058958 Feb 11 14:22:30.036229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-f533ab4b-df18-4b6e-901c-d4806fa34dfa tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/quotas/09349ea235b248118b6b3cc767c3e51e HTTP/1.1" status: 200 len: 375 time: 0.0098290 Feb 11 14:22:30.093368 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-e877142a-af16-468d-bd73-b674f3818ef2 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=09349ea235b248118b6b3cc767c3e51e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517409 Feb 11 14:22:30.196550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-5a92ab24-5a5e-4f6c-85e5-54e3f092a60a service neutron] 10.222.0.79 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918534 Feb 11 14:22:30.285931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-c9dc8636-b16c-4365-9e37-6780bb07ef97 service neutron] 10.222.0.79 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837522 Feb 11 14:22:30.452427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-509c878d-e722-46e7-b15c-b1c9dc003609 req-adeeba31-45a6-4ce1-827f-4130124324a9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 210 time: 0.0269916 Feb 11 14:22:30.759197 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bf52c2e-bcd5-434b-8296-5c0d7132520f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:30.820171 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0bf52c2e-bcd5-434b-8296-5c0d7132520f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:30.820554 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:30.901122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0bf52c2e-bcd5-434b-8296-5c0d7132520f is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:30.901521 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:30.925808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 0bf52c2e-bcd5-434b-8296-5c0d7132520f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0bf52c2e-bcd5-434b-8296-5c0d7132520f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:30.928238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:30.962469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Sync routers for ids ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:22:30.976669 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Routers {'8a0fbab2-68a1-4b09-86f0-96db7bf83c37'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:30.977372 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:30.986834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=0bf52c2e-bcd5-434b-8296-5c0d7132520f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:31.084610 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Set router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:31.160424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.280905 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 4, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port': {'id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'a99e7168-fec7-41da-bb85-be065b97302c', 'name': '', 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'mac_address': 'fa:16:3e:92:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:26Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 2, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'subnets': [{'id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:31.307432 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Checking router: 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:22:31.307782 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Updating router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 port a99e7168-fec7-41da-bb85-be065b97302c binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:22:31.336870 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a99e7168-fec7-41da-bb85-be065b97302c), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.396568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-45fe4d9f-e086-4a9e-b38c-082cf1620619 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:31.398328 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-45fe4d9f-e086-4a9e-b38c-082cf1620619 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "GET /v2.0/networks?id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65 HTTP/1.1" status: 200 len: 817 time: 0.1120350 Feb 11 14:22:31.409832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Request body: {'port': {'device_id': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'admin_state_up': True, 'tenant_id': '09349ea235b248118b6b3cc767c3e51e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:31.534767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Made reservation on behalf of 09349ea235b248118b6b3cc767c3e51e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:31.538628 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.565851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-07c9a346-1949-4baa-b2af-80d36956c005 req-04e0db2d-7de6-4153-a818-b283deeded5c tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 210 time: 0.0397077 Feb 11 14:22:31.614403 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Publish callbacks [] for port (a99e7168-fec7-41da-bb85-be065b97302c), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.618687 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a99e7168-fec7-41da-bb85-be065b97302c), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.688442 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ca2af-25f7-4045-9ad5-f84a91ab968e None None] Pushing event updated for resources: {'Port': ['ID=a99e7168-fec7-41da-bb85-be065b97302c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:31.702505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Allocated IP 172.20.0.10 (fb9a2e92-9e16-4dad-9b14-5506b41d3d65/0dbc3425-0ee7-4dcb-86d7-19d04edfa608/d5d8c707-a469-42b0-9b80-de188be82d1b) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:31.722187 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Attempting to bind port a99e7168-fec7-41da-bb85-be065b97302c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:31.722573 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Attempting to bind port a99e7168-fec7-41da-bb85-be065b97302c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:31.722940 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Attempting to bind port a99e7168-fec7-41da-bb85-be065b97302c on network c1d7f538-3962-4289-a9fc-b1c229ee8c56 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:31.729343 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:31.729746 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Checking segment: {'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:31.730645 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.730645 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Bound using segment: {'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:31.730999 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Bound port: a99e7168-fec7-41da-bb85-be065b97302c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cea4cae-67c1-4a4d-bc90-0b67c764e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:31.731391 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a99e7168-fec7-41da-bb85-be065b97302c), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.884762 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks [] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.900346 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] For port a99e7168-fec7-41da-bb85-be065b97302c, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:31.903958 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] For port a99e7168-fec7-41da-bb85-be065b97302c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a99e7168-fec7-41da-bb85-be065b97302c,segment=NetworkSegment(8cea4cae-67c1-4a4d-bc90-0b67c764e44d),segment_id=8cea4cae-67c1-4a4d-bc90-0b67c764e44d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:31.911405 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a99e7168-fec7-41da-bb85-be065b97302c), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.924051 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.979167 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ca2af-25f7-4045-9ad5-f84a91ab968e None None] Pushing event updated for resources: {'Port': ['ID=a99e7168-fec7-41da-bb85-be065b97302c,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:31.979974 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:31.984989 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Routers {'8a0fbab2-68a1-4b09-86f0-96db7bf83c37'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:22:31.985630 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:22:29Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:31.994610 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:32.001395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:32.002961 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-074fd8d7-4b9b-4459-a397-aaafa8e9a585 None None] Provisioning complete for port a99e7168-fec7-41da-bb85-be065b97302c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:32.003457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-074fd8d7-4b9b-4459-a397-aaafa8e9a585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a99e7168-fec7-41da-bb85-be065b97302c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.007365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Pushing event updated for resources: {'Port': ['ID=d5d8c707-a469-42b0-9b80-de188be82d1b,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:32.073131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.073823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.101195 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-724d0f6b-e47a-4f49-8e3e-5a71e0a568c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6951442 Feb 11 14:22:32.106839 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] Set router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:22:32.115520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Request body: {'port': {'device_id': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:32.136014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-074fd8d7-4b9b-4459-a397-aaafa8e9a585 None None] Current status of the port a99e7168-fec7-41da-bb85-be065b97302c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:32.136758 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-074fd8d7-4b9b-4459-a397-aaafa8e9a585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a99e7168-fec7-41da-bb85-be065b97302c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.182394 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-074fd8d7-4b9b-4459-a397-aaafa8e9a585 None None] For port a99e7168-fec7-41da-bb85-be065b97302c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a99e7168-fec7-41da-bb85-be065b97302c,segment=NetworkSegment(8cea4cae-67c1-4a4d-bc90-0b67c764e44d),segment_id=8cea4cae-67c1-4a4d-bc90-0b67c764e44d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:32.191589 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-074fd8d7-4b9b-4459-a397-aaafa8e9a585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a99e7168-fec7-41da-bb85-be065b97302c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.222488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.270758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fd8d7-4b9b-4459-a397-aaafa8e9a585 None None] Pushing event updated for resources: {'Port': ['ID=a99e7168-fec7-41da-bb85-be065b97302c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:32.350853 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 4, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port': {'id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'a99e7168-fec7-41da-bb85-be065b97302c', 'name': '', 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'mac_address': 'fa:16:3e:92:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:26Z', 'updated_at': '2022-02-11T14:22:31Z', 'revision_number': 4, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'subnets': [{'id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:32.384593 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6959370-1c08-449a-b478-02f6d127b8ad None None] The sync data for ids ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'] in n-d-828676-2 is: [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:27Z', 'revision_number': 4, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port': {'id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'a99e7168-fec7-41da-bb85-be065b97302c', 'name': '', 'network_id': 'c1d7f538-3962-4289-a9fc-b1c229ee8c56', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'mac_address': 'fa:16:3e:92:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:26Z', 'updated_at': '2022-02-11T14:22:31Z', 'revision_number': 4, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'subnets': [{'id': '3ab32908-a0a3-4eb9-93ed-be380a259390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:22:32.418623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee5831ec-bebf-4056-9da8-452b888982c3 None None] Provisioning complete for port a99e7168-fec7-41da-bb85-be065b97302c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:32.419043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee5831ec-bebf-4056-9da8-452b888982c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a99e7168-fec7-41da-bb85-be065b97302c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.504448 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ee5831ec-bebf-4056-9da8-452b888982c3 None None] Current status of the port a99e7168-fec7-41da-bb85-be065b97302c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:32.515922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ee5831ec-bebf-4056-9da8-452b888982c3 None None] Provisioning complete for port d5d8c707-a469-42b0-9b80-de188be82d1b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:32.516399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ee5831ec-bebf-4056-9da8-452b888982c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.536370 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d8c707-a469-42b0-9b80-de188be82d1b {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:22:32.545887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Publish callbacks [] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.555636 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ee5831ec-bebf-4056-9da8-452b888982c3 None None] Port d5d8c707-a469-42b0-9b80-de188be82d1b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:22:32.563364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Transition to ACTIVE for port object d5d8c707-a469-42b0-9b80-de188be82d1b will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:32.568136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.576320 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.622756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8c707-a469-42b0-9b80-de188be82d1b,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:32.705735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Attempting to bind port d5d8c707-a469-42b0-9b80-de188be82d1b on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:22:32.706306 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Attempting to bind port d5d8c707-a469-42b0-9b80-de188be82d1b by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:22:32.706710 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Attempting to bind port d5d8c707-a469-42b0-9b80-de188be82d1b on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:32.711792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Port d5d8c707-a469-42b0-9b80-de188be82d1b on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:22:32.712157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Attempting to bind port d5d8c707-a469-42b0-9b80-de188be82d1b on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:32.718161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:32.718344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Checking segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:22:32.718760 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Bound using segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:32.719257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Bound port: d5d8c707-a469-42b0-9b80-de188be82d1b, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:22:32.719680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.778652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9151fd-a77c-42b1-877a-7673392de84f req-efc859b3-3807-40fc-bbe8-a216aa246dee tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.783057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c9151fd-a77c-42b1-877a-7673392de84f req-efc859b3-3807-40fc-bbe8-a216aa246dee tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 944 time: 0.1130717 Feb 11 14:22:32.864099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] For port d5d8c707-a469-42b0-9b80-de188be82d1b, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:32.866204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a99e7168-fec7-41da-bb85-be065b97302c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:32.868870 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] For port d5d8c707-a469-42b0-9b80-de188be82d1b, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d5d8c707-a469-42b0-9b80-de188be82d1b,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:32.884311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.899216 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0c9151fd-a77c-42b1-877a-7673392de84f req-4629d33b-a972-454e-a7c6-a8fbc9e03feb tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068366 Feb 11 14:22:32.941669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a99e7168-fec7-41da-bb85-be065b97302c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:32.942058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a99e7168-fec7-41da-bb85-be065b97302c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.954797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8c707-a469-42b0-9b80-de188be82d1b,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:32.960423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.961109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.962503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9a0b366b-7f0b-4aed-9adb-a91417285cd5 service neutron] 10.222.0.83 "PUT /v2.0/ports/d5d8c707-a469-42b0-9b80-de188be82d1b HTTP/1.1" status: 200 len: 1092 time: 0.8522666 Feb 11 14:22:32.962954 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'tag': 'd5d8c707-a469-42b0-9b80-de188be82d1b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:22:32.965567 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "69e4a631-5dc2-4cf2-a731-6df29f547d0c", "tag": "d5d8c707-a469-42b0-9b80-de188be82d1b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:33.029456 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a30b50d-b8fa-4140-88c6-5ca27411dd5b x-openstack-request-id: req-8a30b50d-b8fa-4140-88c6-5ca27411dd5b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:33.029781 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e4a631-5dc2-4cf2-a731-6df29f547d0c", "tag": "d5d8c707-a469-42b0-9b80-de188be82d1b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:33.030013 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a30b50d-b8fa-4140-88c6-5ca27411dd5b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:33.030452 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'tag': 'd5d8c707-a469-42b0-9b80-de188be82d1b', 'status': 'completed', 'code': 200} Feb 11 14:22:33.040635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a99e7168-fec7-41da-bb85-be065b97302c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:33.041734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bf52c2e-bcd5-434b-8296-5c0d7132520f up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:33.071589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-484e1342-48ed-42e4-ac8e-d16a067b5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.073176 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-484e1342-48ed-42e4-ac8e-d16a067b5f6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=09349ea235b248118b6b3cc767c3e51e&device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 1126 time: 0.0542600 Feb 11 14:22:33.106257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 0bf52c2e-bcd5-434b-8296-5c0d7132520f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:33.106645 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:33.146918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-49eb2e0c-3de4-4219-afb3-ff96aa599928 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d8c707-a469-42b0-9b80-de188be82d1b HTTP/1.1" status: 200 len: 217 time: 0.0643988 Feb 11 14:22:33.195047 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 0bf52c2e-bcd5-434b-8296-5c0d7132520f is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:33.201919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9c04ad09-27a5-46c1-b79b-a82a22fc742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.203455 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-9c04ad09-27a5-46c1-b79b-a82a22fc742c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0dbc3425-0ee7-4dcb-86d7-19d04edfa608 HTTP/1.1" status: 200 len: 856 time: 0.0502944 Feb 11 14:22:33.253058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-a852d8bf-ea76-4993-a365-f406f2e8f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.254672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-a852d8bf-ea76-4993-a365-f406f2e8f3d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457530 Feb 11 14:22:33.347089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-6553b25a-b305-43a1-a25d-89f3bfca796a service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868979 Feb 11 14:22:33.437304 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2d0c13e2-d437-4395-b424-85c62646b0b4 req-f6563b10-f9fd-43cc-82b3-7ddf765787bd service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840254 Feb 11 14:22:33.534901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-68c06815-349d-44c7-ab62-1c16fe3fa26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.536409 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-68c06815-349d-44c7-ab62-1c16fe3fa26e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=09349ea235b248118b6b3cc767c3e51e&device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 1126 time: 0.0493133 Feb 11 14:22:33.630143 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-615a2d9a-d3e1-4537-87d3-cd0114ba3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.631662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-615a2d9a-d3e1-4537-87d3-cd0114ba3ef5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65 HTTP/1.1" status: 200 len: 918 time: 0.0877597 Feb 11 14:22:33.680622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-667be1a4-1432-4d96-abc3-1ff3ac5a8ce3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d8c707-a469-42b0-9b80-de188be82d1b HTTP/1.1" status: 200 len: 217 time: 0.0411100 Feb 11 14:22:33.731915 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-1fd005af-5d7e-4460-b73a-3465d543aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.733387 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-1fd005af-5d7e-4460-b73a-3465d543aea7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0dbc3425-0ee7-4dcb-86d7-19d04edfa608 HTTP/1.1" status: 200 len: 856 time: 0.0460491 Feb 11 14:22:33.774531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:33.785105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-e32d3a5a-eca4-4063-b085-4de7d0687211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.786757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-e32d3a5a-eca4-4063-b085-4de7d0687211 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468006 Feb 11 14:22:33.880059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-9336bb2f-dcf5-4d82-88f9-e3ebc29ec80c service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863845 Feb 11 14:22:33.972060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a21ffe95-6cf8-450d-b5f2-d6f8c9a9eeb7 req-55a1527d-660f-41a2-b80f-aaf7407ba812 service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852001 Feb 11 14:22:34.011239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1dc2-1482-4b2d-9d35-6d0ccdf45dd1 req-aaa925e8-6b9a-4265-a3ad-508e8c213997 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:34.013169 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-befd1dc2-1482-4b2d-9d35-6d0ccdf45dd1 req-aaa925e8-6b9a-4265-a3ad-508e8c213997 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 944 time: 0.0539544 Feb 11 14:22:34.063885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-befd1dc2-1482-4b2d-9d35-6d0ccdf45dd1 req-c1ddedcc-decd-4710-9213-580f016da8e7 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Feb 11 14:22:35.188001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd057af-aca0-4493-8dd1-878950943f8c req-e75eb4d3-da19-448f-9f63-4b66589e6246 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:35.189531 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fdd057af-aca0-4493-8dd1-878950943f8c req-e75eb4d3-da19-448f-9f63-4b66589e6246 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 944 time: 0.0573993 Feb 11 14:22:35.236419 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fdd057af-aca0-4493-8dd1-878950943f8c req-1d07a2cc-fb62-4792-874e-fd64077589e9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Feb 11 14:22:36.029582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d5d8c707-a469-42b0-9b80-de188be82d1b details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:22:36.126181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d5d8c707-a469-42b0-9b80-de188be82d1b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d5d8c707-a469-42b0-9b80-de188be82d1b,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:36.136918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'd5d8c707-a469-42b0-9b80-de188be82d1b', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'port_id': 'd5d8c707-a469-42b0-9b80-de188be82d1b', 'mac_address': 'fa:16:3e:87:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:22:36.172369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d5d8c707-a469-42b0-9b80-de188be82d1b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:36.172757 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:36.185101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d8c707-a469-42b0-9b80-de188be82d1b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:22:36.204283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d5d8c707-a469-42b0-9b80-de188be82d1b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d5d8c707-a469-42b0-9b80-de188be82d1b,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:36.208418 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:36.257694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d5d8c707-a469-42b0-9b80-de188be82d1b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:36.356886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7abbd-ea51-4b56-85fe-fd6793eb55f1 req-b532dcea-8b78-4072-9032-c7748d624828 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:36.358422 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccc7abbd-ea51-4b56-85fe-fd6793eb55f1 req-b532dcea-8b78-4072-9032-c7748d624828 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 945 time: 0.0524023 Feb 11 14:22:36.401573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['d5d8c707-a469-42b0-9b80-de188be82d1b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:36.404815 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ccc7abbd-ea51-4b56-85fe-fd6793eb55f1 req-f676161c-7eee-4b67-9811-6318dea83ef4 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Feb 11 14:22:37.526576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af592ed-3a0c-4e0f-9227-466c24355946 req-033cf2da-d641-48ca-b65f-13ffcedf48d6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:37.528073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9af592ed-3a0c-4e0f-9227-466c24355946 req-033cf2da-d641-48ca-b65f-13ffcedf48d6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 945 time: 0.0556858 Feb 11 14:22:37.574307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9af592ed-3a0c-4e0f-9227-466c24355946 req-bbfd0556-cb4c-4f2c-b946-cfb7cdf9b303 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Feb 11 14:22:38.047363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d5d8c707-a469-42b0-9b80-de188be82d1b up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:38.097655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port d5d8c707-a469-42b0-9b80-de188be82d1b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:38.101658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port d5d8c707-a469-42b0-9b80-de188be82d1b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:38.102032 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:38.185361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d5d8c707-a469-42b0-9b80-de188be82d1b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:22:38.185748 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:38.207923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8c707-a469-42b0-9b80-de188be82d1b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:22:38.210200 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f336b78-6d81-4725-9ab1-b2f8142f2e97" -d '{"events": [{"server_uuid": "69e4a631-5dc2-4cf2-a731-6df29f547d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8c707-a469-42b0-9b80-de188be82d1b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:38.225022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d5d8c707-a469-42b0-9b80-de188be82d1b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d5d8c707-a469-42b0-9b80-de188be82d1b,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:38.231219 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:38.258662 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff4716-3017-45da-a17c-09a0a9dac17e x-openstack-request-id: req-d7ff4716-3017-45da-a17c-09a0a9dac17e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:38.258953 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e4a631-5dc2-4cf2-a731-6df29f547d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8c707-a469-42b0-9b80-de188be82d1b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:38.259212 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d7ff4716-3017-45da-a17c-09a0a9dac17e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:38.259599 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8c707-a469-42b0-9b80-de188be82d1b', 'code': 200} Feb 11 14:22:38.287252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d5d8c707-a469-42b0-9b80-de188be82d1b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:38.345159 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de7371-9219-4376-bbb7-997670fbfd3f req-b7c11da4-eea8-4612-a6d7-92baa02b3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:38.346649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1de7371-9219-4376-bbb7-997670fbfd3f req-b7c11da4-eea8-4612-a6d7-92baa02b3144 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 1128 time: 0.0432882 Feb 11 14:22:38.392483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c1de7371-9219-4376-bbb7-997670fbfd3f req-a63b24cb-0cae-4cfa-abfa-be166a1349e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Feb 11 14:22:38.692283 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d3f51-ff0d-43a9-91c2-e3c223660392 req-a410f829-a90a-409f-9fec-1f87707d008e tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:38.694066 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b92d3f51-ff0d-43a9-91c2-e3c223660392 req-a410f829-a90a-409f-9fec-1f87707d008e tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 946 time: 0.0528872 Feb 11 14:22:38.740027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b92d3f51-ff0d-43a9-91c2-e3c223660392 req-15827028-bb04-4eb9-b69c-e54300ade66a tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Feb 11 14:22:39.873950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcc30c-f1f7-4279-a205-b0d72be8e349 req-3a4913c6-f0b9-41e3-b6aa-636277122e3a tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.875522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dfcc30c-f1f7-4279-a205-b0d72be8e349 req-3a4913c6-f0b9-41e3-b6aa-636277122e3a tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 946 time: 0.0653951 Feb 11 14:22:39.922280 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2dfcc30c-f1f7-4279-a205-b0d72be8e349 req-3c17bb8d-7fbe-4dbb-8007-5695a25d85b6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Feb 11 14:22:40.043163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ae2a-0774-4bf1-b3a6-d67eaa805605 req-a57f37f5-49d7-4e2d-9134-f8f77caedcc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:40.044612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8414ae2a-0774-4bf1-b3a6-d67eaa805605 req-a57f37f5-49d7-4e2d-9134-f8f77caedcc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 946 time: 0.0550418 Feb 11 14:22:40.092597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8414ae2a-0774-4bf1-b3a6-d67eaa805605 req-f7823efa-adf2-4388-ae49-ec53ffd52bdc tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Feb 11 14:22:50.503334 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:52.419380 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:57.126438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08e251b2-01e2-42e6-a50f-0818dfd198a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:59.506702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ae03c9f-33a0-46f1-bce1-7cab3611f5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:01.159348 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:02.580319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:03.777096 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:06.678986 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:14.268256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda317-b212-4b2c-b946-4dafaeafa95f req-5ac8e806-a048-4dd8-b7f8-70be2a95ff87 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:14.269752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36eda317-b212-4b2c-b946-4dafaeafa95f req-5ac8e806-a048-4dd8-b7f8-70be2a95ff87 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 946 time: 0.0624590 Feb 11 14:23:14.318242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36eda317-b212-4b2c-b946-4dafaeafa95f req-7febd115-6fcd-4bb1-8034-55ceefd26626 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Feb 11 14:23:15.447142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacdea4-8a7a-409f-af00-a7872327c834 req-0c06b5b6-493e-405b-8c4c-7a68ab81f3d4 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.448640 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dacdea4-8a7a-409f-af00-a7872327c834 req-0c06b5b6-493e-405b-8c4c-7a68ab81f3d4 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 946 time: 0.0570552 Feb 11 14:23:15.496601 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dacdea4-8a7a-409f-af00-a7872327c834 req-f0f3e428-7e89-4caf-88b9-0239cb37cfd4 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Feb 11 14:23:15.682175 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c29f27-77af-49db-b1fd-82a858a94157 req-059bd457-cb9f-45f6-8186-4650003cc6a9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.683511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27c29f27-77af-49db-b1fd-82a858a94157 req-059bd457-cb9f-45f6-8186-4650003cc6a9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "GET /v2.0/ports?device_id=69e4a631-5dc2-4cf2-a731-6df29f547d0c HTTP/1.1" status: 200 len: 946 time: 0.0523117 Feb 11 14:23:15.775360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Deleting port d5d8c707-a469-42b0-9b80-de188be82d1b {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:23:15.775702 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:15.862849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] For port d5d8c707-a469-42b0-9b80-de188be82d1b, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d5d8c707-a469-42b0-9b80-de188be82d1b,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:15.863218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:15.875754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Calling delete_port for d5d8c707-a469-42b0-9b80-de188be82d1b owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:23:16.004234 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d5d8c707-a469-42b0-9b80-de188be82d1b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:16.015972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['d5d8c707-a469-42b0-9b80-de188be82d1b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:16.032301 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Pushing event deleted for resources: {'Port': ['ID=d5d8c707-a469-42b0-9b80-de188be82d1b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:16.058673 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.059033 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.059386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.059727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.060062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.060397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.060755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.061087 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.061414 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.061742 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.062734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.063059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.063383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:16.084786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] No DVR routers for this DVR port d5d8c707-a469-42b0-9b80-de188be82d1b on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:16.087256 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:16.090539 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-27c29f27-77af-49db-b1fd-82a858a94157 req-6582a302-8746-4df7-ad1b-1219768f1cc9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "DELETE /v2.0/ports/d5d8c707-a469-42b0-9b80-de188be82d1b HTTP/1.1" status: 204 len: 173 time: 0.4020541 Feb 11 14:23:16.090975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'name': 'network-vif-deleted', 'tag': 'd5d8c707-a469-42b0-9b80-de188be82d1b'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:23:16.093350 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dad074d-e750-4847-bc3e-8a5470536fc6" -d '{"events": [{"server_uuid": "69e4a631-5dc2-4cf2-a731-6df29f547d0c", "name": "network-vif-deleted", "tag": "d5d8c707-a469-42b0-9b80-de188be82d1b"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:16.130626 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e9fabd-aead-4deb-a3d1-d8a4b9fe5980 x-openstack-request-id: req-e3e9fabd-aead-4deb-a3d1-d8a4b9fe5980 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:16.130925 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e4a631-5dc2-4cf2-a731-6df29f547d0c", "name": "network-vif-deleted", "tag": "d5d8c707-a469-42b0-9b80-de188be82d1b", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:16.131185 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3e9fabd-aead-4deb-a3d1-d8a4b9fe5980 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:16.131600 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e4a631-5dc2-4cf2-a731-6df29f547d0c', 'name': 'network-vif-deleted', 'tag': 'd5d8c707-a469-42b0-9b80-de188be82d1b', 'status': 'completed', 'code': 200} Feb 11 14:23:16.949415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-45676e85-78ef-47e8-a58c-6fe57e8f8e6b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.950826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-45676e85-78ef-47e8-a58c-6fe57e8f8e6b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/networks?id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65 HTTP/1.1" status: 200 len: 817 time: 0.1022537 Feb 11 14:23:16.964667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-b69ff83d-3098-493f-ad57-3f97955ebdf0 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/quotas/09349ea235b248118b6b3cc767c3e51e HTTP/1.1" status: 200 len: 375 time: 0.0086069 Feb 11 14:23:17.022820 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-d764603a-60c1-4aca-a32c-6342db6a3b69 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=09349ea235b248118b6b3cc767c3e51e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528827 Feb 11 14:23:17.231130 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-1a6c9d72-e367-4b93-8dff-2494f6e1fce5 service neutron] 10.222.0.79 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206963 Feb 11 14:23:17.329695 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-48d86d65-ea36-40b3-9e90-5aa359deee0d service neutron] 10.222.0.79 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908051 Feb 11 14:23:17.495350 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-235ca6bc-bf2f-45e1-87a6-06ef129c0d09 req-f12e6a38-47b5-44a4-8027-0e3025818a08 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 210 time: 0.0320041 Feb 11 14:23:18.200848 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d5d8c707-a469-42b0-9b80-de188be82d1b no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:18.225772 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: d5d8c707-a469-42b0-9b80-de188be82d1b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:23:18.226408 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d5d8c707-a469-42b0-9b80-de188be82d1b not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:18.381640 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-c8cdd7b1-1f50-4ccc-850a-b3b715922d05 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:18.383132 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-c8cdd7b1-1f50-4ccc-850a-b3b715922d05 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "GET /v2.0/networks?id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65 HTTP/1.1" status: 200 len: 817 time: 0.1051548 Feb 11 14:23:18.395797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Request body: {'port': {'device_id': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'admin_state_up': True, 'tenant_id': '09349ea235b248118b6b3cc767c3e51e'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:18.507590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Made reservation on behalf of 09349ea235b248118b6b3cc767c3e51e for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:18.511167 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:18.593288 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-58eeee2c-2ab6-4f20-aec7-7fdf9fca69d1 req-f4b5e904-3a5e-40ba-b98e-cad8b1191b3c tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 210 time: 0.0276589 Feb 11 14:23:18.636606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Allocated IP 172.20.0.11 (fb9a2e92-9e16-4dad-9b14-5506b41d3d65/0dbc3425-0ee7-4dcb-86d7-19d04edfa608/a89d8d08-4142-407b-b6f3-b0938e1d712a) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:18.784000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks [] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:18.816743 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:18.859261 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:18.862335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:18.866048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:18.898203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Pushing event updated for resources: {'Port': ['ID=a89d8d08-4142-407b-b6f3-b0938e1d712a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:18.926322 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:18.926962 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:18.944926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-6925727e-196f-43ad-ac45-120949c35576 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5537639 Feb 11 14:23:18.955320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-c33e58ab-1efe-4c73-a0ad-6b53d4c3a019 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:23:18.956404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-c33e58ab-1efe-4c73-a0ad-6b53d4c3a019 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051751 Feb 11 14:23:18.967386 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Request body: {'port': {'device_id': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:19.029126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:19.164953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b2f316d9-d0c2-4fe4-aa52-76e70bc4be5a None None] Provisioning complete for port a89d8d08-4142-407b-b6f3-b0938e1d712a triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:19.165293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2f316d9-d0c2-4fe4-aa52-76e70bc4be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:19.203792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b2f316d9-d0c2-4fe4-aa52-76e70bc4be5a None None] Port a89d8d08-4142-407b-b6f3-b0938e1d712a cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:23:19.602815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89d8d08-4142-407b-b6f3-b0938e1d712a {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:23:19.611250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Publish callbacks [] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:19.623365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Transition to ACTIVE for port object a89d8d08-4142-407b-b6f3-b0938e1d712a will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:19.628634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:19.709669 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d8d08-4142-407b-b6f3-b0938e1d712a,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:19.787977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e34eef-af79-4564-808b-1957e06991fa req-34879db0-8102-447a-adc9-fac8857589e1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:19.789548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25e34eef-af79-4564-808b-1957e06991fa req-34879db0-8102-447a-adc9-fac8857589e1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 944 time: 0.1239789 Feb 11 14:23:19.805935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Attempting to bind port a89d8d08-4142-407b-b6f3-b0938e1d712a on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:23:19.806307 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Attempting to bind port a89d8d08-4142-407b-b6f3-b0938e1d712a by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:23:19.806643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Attempting to bind port a89d8d08-4142-407b-b6f3-b0938e1d712a on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:19.820280 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Port a89d8d08-4142-407b-b6f3-b0938e1d712a on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:19.820643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Attempting to bind port a89d8d08-4142-407b-b6f3-b0938e1d712a on network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:19.829529 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:19.829963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Checking segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:23:19.830347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Bound using segment: {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:19.830799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Bound port: a89d8d08-4142-407b-b6f3-b0938e1d712a, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3197fdea-042e-4677-b028-cb3672ac43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:23:19.831163 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:19.886702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25e34eef-af79-4564-808b-1957e06991fa req-3764ed22-f1d6-41a2-898a-7aa5deaf31c6 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883658 Feb 11 14:23:19.919242 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] For port a89d8d08-4142-407b-b6f3-b0938e1d712a, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:19.922975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] For port a89d8d08-4142-407b-b6f3-b0938e1d712a, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a89d8d08-4142-407b-b6f3-b0938e1d712a,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:19.929519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:19.967056 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:19.967681 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:19.969669 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] 10.222.0.83 "PUT /v2.0/ports/a89d8d08-4142-407b-b6f3-b0938e1d712a HTTP/1.1" status: 200 len: 1092 time: 1.0064063 Feb 11 14:23:19.970141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'tag': 'a89d8d08-4142-407b-b6f3-b0938e1d712a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:23:19.972416 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d2c50-15c0-4a6b-92da-30e59261884f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c61eba-3454-4a9a-b21d-ae3f66689e25", "tag": "a89d8d08-4142-407b-b6f3-b0938e1d712a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:20.003734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363be3-caba-4f18-88d9-24e76967d478 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d8d08-4142-407b-b6f3-b0938e1d712a,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:20.024898 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bd2513-3d7f-4713-8759-b353b3df3b10 x-openstack-request-id: req-57bd2513-3d7f-4713-8759-b353b3df3b10 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:20.025201 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c61eba-3454-4a9a-b21d-ae3f66689e25", "tag": "a89d8d08-4142-407b-b6f3-b0938e1d712a", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:20.025497 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-57bd2513-3d7f-4713-8759-b353b3df3b10 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:20.025860 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'tag': 'a89d8d08-4142-407b-b6f3-b0938e1d712a', 'status': 'completed', 'code': 200} Feb 11 14:23:20.061744 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-ba3fe9fb-10ca-40a7-887a-170a645f6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.063553 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-ba3fe9fb-10ca-40a7-887a-170a645f6294 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=09349ea235b248118b6b3cc767c3e51e&device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 1126 time: 0.0517750 Feb 11 14:23:20.108282 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-3b6738ed-a251-4cee-9c11-3dfd53d91a91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a89d8d08-4142-407b-b6f3-b0938e1d712a HTTP/1.1" status: 200 len: 217 time: 0.0386536 Feb 11 14:23:20.158300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-c36812ca-19d3-4b8f-89ed-5e34f3e32661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.159817 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-c36812ca-19d3-4b8f-89ed-5e34f3e32661 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0dbc3425-0ee7-4dcb-86d7-19d04edfa608 HTTP/1.1" status: 200 len: 856 time: 0.0457206 Feb 11 14:23:20.220246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662ab8-223f-4aad-8448-252553f323e0 req-5fd3a89c-3713-498b-8151-f788fea47147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.222078 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-5fd3a89c-3713-498b-8151-f788fea47147 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569811 Feb 11 14:23:20.315133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-f0618ac5-191b-4599-bb88-7ce49d162117 service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871122 Feb 11 14:23:20.403635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17662ab8-223f-4aad-8448-252553f323e0 req-25809952-821f-448b-bf1e-9bb73e76cb78 service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824885 Feb 11 14:23:20.496481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-3deee337-a50c-4000-9ada-3a85cf35530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.498296 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-3deee337-a50c-4000-9ada-3a85cf35530c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=09349ea235b248118b6b3cc767c3e51e&device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 1126 time: 0.0499072 Feb 11 14:23:20.499989 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:20.585718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-45e72ceb-7ee2-4ba4-bd78-e8ac5bae37be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.587220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-45e72ceb-7ee2-4ba4-bd78-e8ac5bae37be service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65 HTTP/1.1" status: 200 len: 918 time: 0.0836322 Feb 11 14:23:20.631757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-310b84df-24a3-4ec9-b757-caf404fcf1ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a89d8d08-4142-407b-b6f3-b0938e1d712a HTTP/1.1" status: 200 len: 217 time: 0.0375657 Feb 11 14:23:20.678714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-1ceb23ab-b0b7-453c-a46c-d5bd39faf363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.680046 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-1ceb23ab-b0b7-453c-a46c-d5bd39faf363 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0dbc3425-0ee7-4dcb-86d7-19d04edfa608 HTTP/1.1" status: 200 len: 856 time: 0.0423400 Feb 11 14:23:20.729702 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-27887037-bd10-4159-85a2-7219828e44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.731259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-27887037-bd10-4159-85a2-7219828e44e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb9a2e92-9e16-4dad-9b14-5506b41d3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445998 Feb 11 14:23:20.823084 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-8f4a761e-2766-4d08-8b57-cea347313931 service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844536 Feb 11 14:23:20.912947 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bd2d2c50-15c0-4a6b-92da-30e59261884f req-208e21c7-bc6c-466c-b5d3-12e8f1687062 service neutron] 10.222.0.83 "GET /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824151 Feb 11 14:23:21.012682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2e70-1845-4a81-85d2-e32fc3484c4f req-a4505310-8ceb-46a0-b0dc-e06f57208be1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.014172 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20cb2e70-1845-4a81-85d2-e32fc3484c4f req-a4505310-8ceb-46a0-b0dc-e06f57208be1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 944 time: 0.0574510 Feb 11 14:23:21.061128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20cb2e70-1845-4a81-85d2-e32fc3484c4f req-c3cd8f6c-4d2e-4c16-9563-c34d7e0fdea1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Feb 11 14:23:22.181719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10514427-33be-4162-82fb-c37fc029720e req-39bbff84-c51c-4491-9219-dc609aa7f8a3 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:22.183218 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10514427-33be-4162-82fb-c37fc029720e req-39bbff84-c51c-4491-9219-dc609aa7f8a3 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 944 time: 0.0529451 Feb 11 14:23:22.228626 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-10514427-33be-4162-82fb-c37fc029720e req-d852da49-4b69-4a22-a4df-48662dfa3dd1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Feb 11 14:23:22.416759 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:23.346462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238ac89-b9db-4c22-9cf0-085404dfecc9 req-8d752462-46f6-4cc8-a292-f142a8a1edf8 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:23.347969 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0238ac89-b9db-4c22-9cf0-085404dfecc9 req-8d752462-46f6-4cc8-a292-f142a8a1edf8 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 944 time: 0.0528076 Feb 11 14:23:23.394672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0238ac89-b9db-4c22-9cf0-085404dfecc9 req-a9f65b0b-cf46-4c13-baad-93d4a1cd4043 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Feb 11 14:23:24.247709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a89d8d08-4142-407b-b6f3-b0938e1d712a details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:23:24.344499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a89d8d08-4142-407b-b6f3-b0938e1d712a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a89d8d08-4142-407b-b6f3-b0938e1d712a,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:24.354747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'a89d8d08-4142-407b-b6f3-b0938e1d712a', 'network_id': 'fb9a2e92-9e16-4dad-9b14-5506b41d3d65', 'port_id': 'a89d8d08-4142-407b-b6f3-b0938e1d712a', 'mac_address': 'fa:16:3e:7b:d6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbc3425-0ee7-4dcb-86d7-19d04edfa608', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:23:24.391887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a89d8d08-4142-407b-b6f3-b0938e1d712a is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:23:24.392277 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:24.404453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89d8d08-4142-407b-b6f3-b0938e1d712a {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:23:24.424380 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a89d8d08-4142-407b-b6f3-b0938e1d712a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a89d8d08-4142-407b-b6f3-b0938e1d712a,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:24.428840 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:24.477475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a89d8d08-4142-407b-b6f3-b0938e1d712a,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:24.485873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.486259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.486606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.486947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.487284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.487617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.487953 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.488280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.488608 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.488931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.489256 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.489581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.489902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:24.520790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc549f1b-cb28-444c-9e8e-82c7ac4efe11 req-517e5a93-4f89-47ea-b7d0-cee7bf346307 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.522306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc549f1b-cb28-444c-9e8e-82c7ac4efe11 req-517e5a93-4f89-47ea-b7d0-cee7bf346307 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 945 time: 0.0598893 Feb 11 14:23:24.571795 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fc549f1b-cb28-444c-9e8e-82c7ac4efe11 req-3eb4e412-72e4-4a39-b4c7-143af8aaab7d tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Feb 11 14:23:24.624645 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['a89d8d08-4142-407b-b6f3-b0938e1d712a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:25.689556 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb7bfe-79c0-48cd-b1a6-7f1e789c23ed req-2f291431-683f-4c0a-9448-54b8feee2b64 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:25.691088 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42bb7bfe-79c0-48cd-b1a6-7f1e789c23ed req-2f291431-683f-4c0a-9448-54b8feee2b64 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Feb 11 14:23:25.741034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-42bb7bfe-79c0-48cd-b1a6-7f1e789c23ed req-edfdc5f7-f2bd-4ac2-adef-ccab9ddfdb88 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Feb 11 14:23:26.263753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a89d8d08-4142-407b-b6f3-b0938e1d712a up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:26.314458 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port a89d8d08-4142-407b-b6f3-b0938e1d712a completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:23:26.318003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port a89d8d08-4142-407b-b6f3-b0938e1d712a triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:26.318418 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:26.392353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port a89d8d08-4142-407b-b6f3-b0938e1d712a is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:23:26.392736 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:26.414806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d8d08-4142-407b-b6f3-b0938e1d712a'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:23:26.417088 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45840fe-e957-4005-946e-e7c632cc87dc" -d '{"events": [{"server_uuid": "b0c61eba-3454-4a9a-b21d-ae3f66689e25", "name": "network-vif-plugged", "status": "completed", "tag": "a89d8d08-4142-407b-b6f3-b0938e1d712a"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:26.429706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port a89d8d08-4142-407b-b6f3-b0938e1d712a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a89d8d08-4142-407b-b6f3-b0938e1d712a,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:26.433736 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:26.457217 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9365e2-7e87-4815-a986-4d06cc50c7cf x-openstack-request-id: req-9d9365e2-7e87-4815-a986-4d06cc50c7cf {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:26.457518 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c61eba-3454-4a9a-b21d-ae3f66689e25", "name": "network-vif-plugged", "status": "completed", "tag": "a89d8d08-4142-407b-b6f3-b0938e1d712a", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:26.457805 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d9365e2-7e87-4815-a986-4d06cc50c7cf {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:26.458272 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d8d08-4142-407b-b6f3-b0938e1d712a', 'code': 200} Feb 11 14:23:26.484552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=a89d8d08-4142-407b-b6f3-b0938e1d712a,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:26.553862 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a6418-f027-46ef-adfb-e275d512361c req-de86eff4-65b9-4ba5-ad85-a91f10e8df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:26.555342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-726a6418-f027-46ef-adfb-e275d512361c req-de86eff4-65b9-4ba5-ad85-a91f10e8df49 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 1128 time: 0.0445154 Feb 11 14:23:26.610861 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-726a6418-f027-46ef-adfb-e275d512361c req-bc6c3f8e-ed15-4503-a748-0eee22f15878 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485682 Feb 11 14:23:26.861537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b1ea9-8370-4555-b7ec-8fc47f148224 req-9e61b674-388e-4dc2-9018-0fe3dbdd92c2 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:26.863077 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-448b1ea9-8370-4555-b7ec-8fc47f148224 req-9e61b674-388e-4dc2-9018-0fe3dbdd92c2 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 946 time: 0.0536559 Feb 11 14:23:26.908635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-448b1ea9-8370-4555-b7ec-8fc47f148224 req-26864373-9387-4b9c-bd10-6f9aa514d3b9 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Feb 11 14:23:27.133956 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-78b1b452-9977-49c2-aca9-aece476309f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.033401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0234719-a95d-4bd9-86cc-3a05b81d44e0 req-630a8a56-aa3b-4a63-81a6-c6946280ada1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:28.034913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0234719-a95d-4bd9-86cc-3a05b81d44e0 req-630a8a56-aa3b-4a63-81a6-c6946280ada1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 946 time: 0.0577090 Feb 11 14:23:28.081558 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0234719-a95d-4bd9-86cc-3a05b81d44e0 req-004e9caa-51bd-4d73-a520-1ea8ba7ad0f1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Feb 11 14:23:28.203206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c526f-b4c5-4cfd-8bbe-649f0ca00e9c req-129e8805-d852-48e3-8a57-8e95a3efa1c1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:28.204698 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f6c526f-b4c5-4cfd-8bbe-649f0ca00e9c req-129e8805-d852-48e3-8a57-8e95a3efa1c1 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 946 time: 0.0581214 Feb 11 14:23:28.250481 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0f6c526f-b4c5-4cfd-8bbe-649f0ca00e9c req-b2ab58bc-45bd-4b5c-8b1c-f12a32872489 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Feb 11 14:23:29.509185 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8b6a71a7-ae30-4215-8e33-153595a4e807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:31.155716 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:32.582602 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:33.781405 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:43.678499 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:50.495452 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:52.417564 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:57.125960 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-44840e63-2417-4ace-848b-a7a6a4b3d78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:59.510706 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3e15-0efa-4be5-afec-a341b96b7f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:01.157816 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:02.432475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf15c4-464c-4f08-b420-5a8c68f7992f req-902099af-863f-43a2-a57a-7f3712275797 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:02.433870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d8cf15c4-464c-4f08-b420-5a8c68f7992f req-902099af-863f-43a2-a57a-7f3712275797 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 946 time: 0.0630493 Feb 11 14:24:02.479849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d8cf15c4-464c-4f08-b420-5a8c68f7992f req-448d3412-49a9-409d-9024-5475baf7ed75 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Feb 11 14:24:02.584796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:03.786383 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:03.871686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-1ffe1d1a-5d90-432e-9935-b446d1023823 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:03.873137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-1ffe1d1a-5d90-432e-9935-b446d1023823 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 946 time: 0.0801561 Feb 11 14:24:03.938400 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ed810-bb29-4af3-a301-8427e3ffd56a req-360d4e42-d3b2-422f-b636-5ee4da99a643 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:03.939917 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c2ed810-bb29-4af3-a301-8427e3ffd56a req-360d4e42-d3b2-422f-b636-5ee4da99a643 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0c61eba-3454-4a9a-b21d-ae3f66689e25 HTTP/1.1" status: 200 len: 946 time: 0.1052439 Feb 11 14:24:04.012433 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c2ed810-bb29-4af3-a301-8427e3ffd56a req-410547c2-07f5-4351-9380-eefa5e218ea5 tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.79 "GET /v2.0/security-groups?id=50e4dba9-791e-49b2-920a-faad6c92e100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556893 Feb 11 14:24:04.021619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Deleting port a89d8d08-4142-407b-b6f3-b0938e1d712a {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:04.021967 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:04.114507 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] For port a89d8d08-4142-407b-b6f3-b0938e1d712a, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=a89d8d08-4142-407b-b6f3-b0938e1d712a,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:04.114791 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:04.127173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Calling delete_port for a89d8d08-4142-407b-b6f3-b0938e1d712a owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:04.255763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (a89d8d08-4142-407b-b6f3-b0938e1d712a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:04.268775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['a89d8d08-4142-407b-b6f3-b0938e1d712a'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:04.291595 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Pushing event deleted for resources: {'Port': ['ID=a89d8d08-4142-407b-b6f3-b0938e1d712a,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:04.350990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] No DVR routers for this DVR port a89d8d08-4142-407b-b6f3-b0938e1d712a on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:04.353534 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:04.356804 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4eeff8a0-99f6-4378-b4af-fdcec9fdbeaa req-08f17dd9-9492-4207-b3b3-67d069d2c45b tempest-TestEncryptedCinderVolumes-938636210 tempest-TestEncryptedCinderVolumes-938636210-project] 10.222.0.83 "DELETE /v2.0/ports/a89d8d08-4142-407b-b6f3-b0938e1d712a HTTP/1.1" status: 204 len: 173 time: 0.4768360 Feb 11 14:24:04.357243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'name': 'network-vif-deleted', 'tag': 'a89d8d08-4142-407b-b6f3-b0938e1d712a'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:24:04.360461 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4c6738-88c7-4e88-b113-d702023f0922" -d '{"events": [{"server_uuid": "b0c61eba-3454-4a9a-b21d-ae3f66689e25", "name": "network-vif-deleted", "tag": "a89d8d08-4142-407b-b6f3-b0938e1d712a"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:04.398953 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fbae57-4bd2-49de-ba6b-8d4d9e39d46e x-openstack-request-id: req-23fbae57-4bd2-49de-ba6b-8d4d9e39d46e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:04.399253 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c61eba-3454-4a9a-b21d-ae3f66689e25", "name": "network-vif-deleted", "tag": "a89d8d08-4142-407b-b6f3-b0938e1d712a", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:04.399511 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23fbae57-4bd2-49de-ba6b-8d4d9e39d46e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:04.399917 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c61eba-3454-4a9a-b21d-ae3f66689e25', 'name': 'network-vif-deleted', 'tag': 'a89d8d08-4142-407b-b6f3-b0938e1d712a', 'status': 'completed', 'code': 200} Feb 11 14:24:05.105071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35312) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:05.451491 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:05.709749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Deleting port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:05.709976 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:05.787348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] For port 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:05.787714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:05.799961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Calling delete_port for 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:05.979402 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1876c8c9-ccf2-4e54-a6d2-138cf28a46d0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:06.004943 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Pushing event deleted for resources: {'Port': ['ID=1876c8c9-ccf2-4e54-a6d2-138cf28a46d0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:06.176721 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:06.370956 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a89d8d08-4142-407b-b6f3-b0938e1d712a no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:06.392948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:06.394516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: a89d8d08-4142-407b-b6f3-b0938e1d712a {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:24:06.394869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device a89d8d08-4142-407b-b6f3-b0938e1d712a not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:06.497816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:06.503245 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d3ecc811-843f-4076-972d-e8f90607a613 admin admin] 10.222.0.79 "PUT /v2.0/routers/6612ea1a-6be7-45eb-a350-bb4bbd9e30e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3972998 Feb 11 14:24:06.505747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35314) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:06.511101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] Sync routers for ids ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:06.522444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] Routers {'6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:06.523067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:06.609917 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks [] for router (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:06.631149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] Set router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:06.828727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:24:05Z', 'revision_number': 5, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:06.855422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] Checking router: 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:06.865449 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] Routers {'6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:06.866077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:06.976085 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] Set router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:07.046977 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks [] for router_gateway (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.108246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Deleting port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:07.109137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.161492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:24:05Z', 'revision_number': 5, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:07.188066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0f956-90fb-4ccb-b395-9403bf53f3a6 None None] The sync data for ids ['6612ea1a-6be7-45eb-a350-bb4bbd9e30e8'] in n-d-828676-2 is: [{'id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'name': 'tempest-TestEncryptedCinderVolumes-1675212751-router', 'tenant_id': '09349ea235b248118b6b3cc767c3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:24:05Z', 'revision_number': 5, 'project_id': '09349ea235b248118b6b3cc767c3e51e', 'gw_port': {'id': '0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612ea1a-6be7-45eb-a350-bb4bbd9e30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:19Z', 'updated_at': '2022-02-11T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:07.189722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] For port 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:07.190297 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.207859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Calling delete_port for 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:07.376688 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.402957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:07.463169 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.562975 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.565218 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks [] for router_controller (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.618906 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (6612ea1a-6be7-45eb-a350-bb4bbd9e30e8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.620314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:24:07.625373 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.626610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-064e35d0-e0a0-47b1-8bbb-90e9dc1210c6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6612ea1a-6be7-45eb-a350-bb4bbd9e30e8 HTTP/1.1" status: 204 len: 168 time: 1.1199145 Feb 11 14:24:07.629198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35318) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:07.674761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Deleting subnet 0dbc3425-0ee7-4dcb-86d7-19d04edfa608 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:24:07.677962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Publish callbacks [] for subnet (0dbc3425-0ee7-4dcb-86d7-19d04edfa608), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.713257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (0dbc3425-0ee7-4dcb-86d7-19d04edfa608), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.798474 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (0dbc3425-0ee7-4dcb-86d7-19d04edfa608), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.854409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (0dbc3425-0ee7-4dcb-86d7-19d04edfa608), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.878684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbc3425-0ee7-4dcb-86d7-19d04edfa608,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:07.889227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:07.892721 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0dbc3425-0ee7-4dcb-86d7-19d04edfa608 HTTP/1.1" status: 204 len: 168 time: 0.2624934 Feb 11 14:24:07.894591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b28893-3c8d-4876-b890-fb4841e3f22a None None] Network fb9a2e92-9e16-4dad-9b14-5506b41d3d65 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:24:07.895080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.895416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.895768 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.895995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35320) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:07.896113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.896435 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.896770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.897107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.897437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.897772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.898085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.898446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.898900 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.899231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc619661-6a83-4015-bea8-00812708662f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:07.967199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (fb9a2e92-9e16-4dad-9b14-5506b41d3d65), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.023419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Deleting port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:08.023766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.094374 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] For port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=5e8e7378-3e7f-4f2e-8e4d-a6190231ff21,segment=NetworkSegment(3197fdea-042e-4677-b028-cb3672ac43e9),segment_id=3197fdea-042e-4677-b028-cb3672ac43e9)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:08.094620 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.107373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Calling delete_port for 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:08.199027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (5e8e7378-3e7f-4f2e-8e4d-a6190231ff21), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.220521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbba4fe-aa37-478c-860b-de1ddfac360e None None] DHCP port deletion for fb9a2e92-9e16-4dad-9b14-5506b41d3d65 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:24:08.230745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8e7378-3e7f-4f2e-8e4d-a6190231ff21,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:08.237014 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] No DVR routers for this DVR port 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:08.306523 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (fb9a2e92-9e16-4dad-9b14-5506b41d3d65), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.326075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9a2e92-9e16-4dad-9b14-5506b41d3d65']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:08.335804 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3197fdea-042e-4677-b028-cb3672ac43e9') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:08.336108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3197fdea-042e-4677-b028-cb3672ac43e9') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:08.345986 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (3197fdea-042e-4677-b028-cb3672ac43e9), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.359585 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (3197fdea-042e-4677-b028-cb3672ac43e9), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.365607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:24:08.365995 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (3197fdea-042e-4677-b028-cb3672ac43e9), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:24:08.367810 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:24:08.426814 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (fb9a2e92-9e16-4dad-9b14-5506b41d3d65), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.432371 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.435504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fb9a2e92-9e16-4dad-9b14-5506b41d3d65 HTTP/1.1" status: 204 len: 168 time: 0.5379727 Feb 11 14:24:08.439798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35322) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:08.447210 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5af7-90d9-4488-abd4-ae7f6b111624 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9a2e92-9e16-4dad-9b14-5506b41d3d65,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:08.787680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:08.800564 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:08.808401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:24:08.808749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1876c8c9-ccf2-4e54-a6d2-138cf28a46d0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:08.809157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:08.830547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:24:08.830899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 5e8e7378-3e7f-4f2e-8e4d-a6190231ff21 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:08.831318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:08.850212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:24:08.850566 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0e31b3cf-bf7e-49ea-a9e4-8b164d17e3cc not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:09.053771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Deleting port a99e7168-fec7-41da-bb85-be065b97302c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:09.054111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a99e7168-fec7-41da-bb85-be065b97302c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:09.130018 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] For port a99e7168-fec7-41da-bb85-be065b97302c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a99e7168-fec7-41da-bb85-be065b97302c,segment=NetworkSegment(8cea4cae-67c1-4a4d-bc90-0b67c764e44d),segment_id=8cea4cae-67c1-4a4d-bc90-0b67c764e44d)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:09.130411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a99e7168-fec7-41da-bb85-be065b97302c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:09.143393 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Calling delete_port for a99e7168-fec7-41da-bb85-be065b97302c owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:09.321774 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a99e7168-fec7-41da-bb85-be065b97302c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:09.346943 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99e7168-fec7-41da-bb85-be065b97302c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:09.837416 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.062019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:10.167931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:10.172877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-24b1e90b-66a0-4ce8-9136-0ecd277436e0 admin admin] 10.222.0.79 "PUT /v2.0/routers/8a0fbab2-68a1-4b09-86f0-96db7bf83c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7319231 Feb 11 14:24:10.176271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35324) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:10.178042 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] Sync routers for ids ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:10.188228 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] Routers {'8a0fbab2-68a1-4b09-86f0-96db7bf83c37'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:10.188846 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:10.290553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks [] for router (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.294660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] Set router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:10.394668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks [] for router_gateway (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.447573 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Deleting port 0bf52c2e-bcd5-434b-8296-5c0d7132520f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:10.447826 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.473081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:24:09Z', 'revision_number': 5, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port': {'id': '0bf52c2e-bcd5-434b-8296-5c0d7132520f', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:10.500673 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] Checking router: 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:10.509018 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] Routers {'8a0fbab2-68a1-4b09-86f0-96db7bf83c37'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:10.509630 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:10.527142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] For port 0bf52c2e-bcd5-434b-8296-5c0d7132520f, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=0bf52c2e-bcd5-434b-8296-5c0d7132520f,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:10.527768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.539798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Calling delete_port for 0bf52c2e-bcd5-434b-8296-5c0d7132520f owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:10.597163 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] Set router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:10.649029 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:24:10Z', 'revision_number': 6, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:10.678757 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471469ba-c76b-4910-bece-ebeb8509a8b1 None None] The sync data for ids ['8a0fbab2-68a1-4b09-86f0-96db7bf83c37'] in n-d-828676-2 is: [{'id': '8a0fbab2-68a1-4b09-86f0-96db7bf83c37', 'name': 'tempest-TestEncryptedCinderVolumes-583341267-router', 'tenant_id': '24df5f24e81e487c9125cea375bda9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:22:24Z', 'updated_at': '2022-02-11T14:24:10Z', 'revision_number': 6, 'project_id': '24df5f24e81e487c9125cea375bda9fd', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:10.715220 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (0bf52c2e-bcd5-434b-8296-5c0d7132520f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.742553 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf52c2e-bcd5-434b-8296-5c0d7132520f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:10.800359 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.898749 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.900875 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks [] for router_controller (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.950373 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (8a0fbab2-68a1-4b09-86f0-96db7bf83c37), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.950914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0fbab2-68a1-4b09-86f0-96db7bf83c37 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:24:10.956627 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:10.957832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3a40a881-6d19-4823-9688-8db91da88853 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8a0fbab2-68a1-4b09-86f0-96db7bf83c37 HTTP/1.1" status: 204 len: 168 time: 0.7803009 Feb 11 14:24:10.960366 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35326) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:11.004148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] Deleting subnet 3ab32908-a0a3-4eb9-93ed-be380a259390 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:24:11.006374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] Publish callbacks [] for subnet (3ab32908-a0a3-4eb9-93ed-be380a259390), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.042578 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (3ab32908-a0a3-4eb9-93ed-be380a259390), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.137666 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a99e7168-fec7-41da-bb85-be065b97302c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:11.145784 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (3ab32908-a0a3-4eb9-93ed-be380a259390), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.164217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: a99e7168-fec7-41da-bb85-be065b97302c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:24:11.168079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a99e7168-fec7-41da-bb85-be065b97302c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:11.204454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (3ab32908-a0a3-4eb9-93ed-be380a259390), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.232266 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.237469 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3ab32908-a0a3-4eb9-93ed-be380a259390 HTTP/1.1" status: 204 len: 168 time: 0.2746637 Feb 11 14:24:11.238634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35328) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:11.239196 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28379cc-9cf9-4353-a67c-5385eecc3b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab32908-a0a3-4eb9-93ed-be380a259390,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:11.239461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb229a6-c57a-487b-b7ce-5dc8965cc5e4 None None] Network c1d7f538-3962-4289-a9fc-b1c229ee8c56 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:24:11.314541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c1d7f538-3962-4289-a9fc-b1c229ee8c56), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.375465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Deleting port 41b16e75-4fd9-48fc-9b73-478feb64a961 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:11.375815 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.438312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] For port 41b16e75-4fd9-48fc-9b73-478feb64a961, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=41b16e75-4fd9-48fc-9b73-478feb64a961,segment=NetworkSegment(8cea4cae-67c1-4a4d-bc90-0b67c764e44d),segment_id=8cea4cae-67c1-4a4d-bc90-0b67c764e44d)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:11.438605 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.450847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Calling delete_port for 41b16e75-4fd9-48fc-9b73-478feb64a961 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:11.482243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] DHCP port deletion for c1d7f538-3962-4289-a9fc-b1c229ee8c56 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:24:11.532720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] Deleting port 41b16e75-4fd9-48fc-9b73-478feb64a961 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:24:11.533096 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.538600 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.566152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b16e75-4fd9-48fc-9b73-478feb64a961,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:11.568354 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] No DVR routers for this DVR port 41b16e75-4fd9-48fc-9b73-478feb64a961 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:11.598019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] For port 41b16e75-4fd9-48fc-9b73-478feb64a961, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=41b16e75-4fd9-48fc-9b73-478feb64a961,segment=NetworkSegment(8cea4cae-67c1-4a4d-bc90-0b67c764e44d),segment_id=8cea4cae-67c1-4a4d-bc90-0b67c764e44d)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:11.598458 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.616562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] Calling delete_port for 41b16e75-4fd9-48fc-9b73-478feb64a961 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:24:11.652421 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c1d7f538-3962-4289-a9fc-b1c229ee8c56), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.674697 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d7f538-3962-4289-a9fc-b1c229ee8c56']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:11.685226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cea4cae-67c1-4a4d-bc90-0b67c764e44d') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:11.685694 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cea4cae-67c1-4a4d-bc90-0b67c764e44d') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:11.696296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (8cea4cae-67c1-4a4d-bc90-0b67c764e44d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.705027 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (41b16e75-4fd9-48fc-9b73-478feb64a961), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.711263 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8cea4cae-67c1-4a4d-bc90-0b67c764e44d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.719275 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:24:11.719820 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (8cea4cae-67c1-4a4d-bc90-0b67c764e44d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.732638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] Pushing event deleted for resources: {'Port': ['ID=41b16e75-4fd9-48fc-9b73-478feb64a961,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:24:11.734595 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:24:11.743123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f1d6b-33de-4892-9f77-d937579e93e0 None None] No DVR routers for this DVR port 41b16e75-4fd9-48fc-9b73-478feb64a961 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:11.795428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c1d7f538-3962-4289-a9fc-b1c229ee8c56), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.802823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.807876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c1d7f538-3962-4289-a9fc-b1c229ee8c56 HTTP/1.1" status: 204 len: 168 time: 0.5629663 Feb 11 14:24:11.820588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5dc54-ef20-45fc-86b4-663aae8b6a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d7f538-3962-4289-a9fc-b1c229ee8c56,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:11.999995 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35332) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:12.042207 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1da4b9f9-d98e-424c-905d-fea85896bfb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09349ea235b248118b6b3cc767c3e51e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387733 Feb 11 14:24:12.042420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35334) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:12.087952 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c5d9aa-b97a-4ac7-856e-673d84c330cc admin admin] Publish callbacks [] for security_group (50e4dba9-791e-49b2-920a-faad6c92e100), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.108802 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c5d9aa-b97a-4ac7-856e-673d84c330cc admin admin] Publish callbacks [] for security_group (50e4dba9-791e-49b2-920a-faad6c92e100), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.154846 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c5d9aa-b97a-4ac7-856e-673d84c330cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (50e4dba9-791e-49b2-920a-faad6c92e100), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.157679 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b1c5d9aa-b97a-4ac7-856e-673d84c330cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.161669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b1c5d9aa-b97a-4ac7-856e-673d84c330cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50e4dba9-791e-49b2-920a-faad6c92e100 HTTP/1.1" status: 204 len: 168 time: 0.1157174 Feb 11 14:24:12.166960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5d9aa-b97a-4ac7-856e-673d84c330cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4dba9-791e-49b2-920a-faad6c92e100,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:12.487896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35340) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:12.532719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3b53ca2a-4a8f-4db2-8f5b-ccb712958aec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24df5f24e81e487c9125cea375bda9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436270 Feb 11 14:24:12.535244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35342) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:12.583617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc8065e1-b035-4464-87e4-981bb5ea2d22 admin admin] Publish callbacks [] for security_group (6b71db38-2bea-4732-9e69-14b3cd56eb89), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.604186 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc8065e1-b035-4464-87e4-981bb5ea2d22 admin admin] Publish callbacks [] for security_group (6b71db38-2bea-4732-9e69-14b3cd56eb89), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.659471 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc8065e1-b035-4464-87e4-981bb5ea2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6b71db38-2bea-4732-9e69-14b3cd56eb89), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.662088 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fc8065e1-b035-4464-87e4-981bb5ea2d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:12.663320 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fc8065e1-b035-4464-87e4-981bb5ea2d22 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b71db38-2bea-4732-9e69-14b3cd56eb89 HTTP/1.1" status: 204 len: 168 time: 0.1271784 Feb 11 14:24:12.674087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8065e1-b035-4464-87e4-981bb5ea2d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b71db38-2bea-4732-9e69-14b3cd56eb89,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:12.792899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bf52c2e-bcd5-434b-8296-5c0d7132520f no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:12.814871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 0bf52c2e-bcd5-434b-8296-5c0d7132520f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:24:12.815297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 0bf52c2e-bcd5-434b-8296-5c0d7132520f not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:12.815709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 41b16e75-4fd9-48fc-9b73-478feb64a961 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:12.838101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 41b16e75-4fd9-48fc-9b73-478feb64a961 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:24:12.838495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 41b16e75-4fd9-48fc-9b73-478feb64a961 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:13.548405 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35364) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:13.658478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1483281347-network', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:13.677233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Made reservation on behalf of bf8e8ea84f9a4a2c83d0579362082a40 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:13.679567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.688756 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.775489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks [] for security_group (616c98e9-498e-4dbc-84e1-86d756cde056), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.780532 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (616c98e9-498e-4dbc-84e1-86d756cde056), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.805302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:24:13.814937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616c98e9-498e-4dbc-84e1-86d756cde056,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:13.819641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (09dd585f-f9fb-4111-93f6-f7c66328f60f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.819989 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Added segment 09dd585f-f9fb-4111-93f6-f7c66328f60f of type vlan for network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 Feb 11 14:24:13.868924 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.894674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.895568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:13.896208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.930128 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3804858 Feb 11 14:24:13.933104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35368) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:13.938778 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Request body: {'subnet': {'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1483281347-subnet', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:13.958214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c0e8d-641d-46bc-8ad9-2f5022b27bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:13.958902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Made reservation on behalf of bf8e8ea84f9a4a2c83d0579362082a40 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:13.961218 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.970900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:24:14.146328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (26a071b9-c914-4563-b5bd-c797e39db87b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.198184 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a071b9-c914-4563-b5bd-c797e39db87b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.217134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Checking segment: {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:14.217494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Network hostable DHCP agents. Network: ae1f0744-a2da-4e51-83d4-2bb2eb2f2630, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:24:14.237142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:24:14.246006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, ae1f0744-a2da-4e51-83d4-2bb2eb2f2630) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:14.250062 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.250681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.254773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b85d65-ddbb-48de-9d92-e86ff0820066 None None] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:24:14.268355 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-862e8109-1289-4462-9c17-9d0c0f6c3f85 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3339865 Feb 11 14:24:14.271181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35370) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:14.275399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:14.294938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.296082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.354245 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks [] for router_controller (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.359375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:24:14.360269 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.494743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Allocated IP 172.20.0.2 (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630/26a071b9-c914-4563-b5bd-c797e39db87b/ea06aeb1-afe3-4575-9a30-3df9fad2ef70) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:14.498056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks [] for router_gateway (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.651688 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Publish callbacks [] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.659899 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.705128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:14.708469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:14.711264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks [] for router_gateway (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.714893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:14.717238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Pushing event updated for resources: {'Port': ['ID=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.734864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.780000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Attempting to bind port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:24:14.780949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Attempting to bind port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:24:14.781404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Attempting to bind port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 on network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:14.786758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:14.787140 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Checking segment: {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:14.787549 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.787946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Bound using segment: {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:14.788419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Bound port: ea06aeb1-afe3-4575-9a30-3df9fad2ef70, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:24:14.788802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.858286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Allocated IP 172.25.3.94 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/eada5702-a151-4ede-a14a-cfa627013686) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:14.869102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] For port ea06aeb1-afe3-4575-9a30-3df9fad2ef70, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:14.872336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] For port ea06aeb1-afe3-4575-9a30-3df9fad2ef70, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:14.878922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.934903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef9a39-23e5-4467-b557-00707c9ad249 None None] Pushing event updated for resources: {'Port': ['ID=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.971035 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks [] for port (eada5702-a151-4ede-a14a-cfa627013686), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:15.010433 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (eada5702-a151-4ede-a14a-cfa627013686), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:15.052065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:15.054997 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:15.058567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:15.099795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Pushing event updated for resources: {'Port': ['ID=eada5702-a151-4ede-a14a-cfa627013686,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:15.335089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks [] for router_gateway (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:15.872320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec2d13-9573-4d68-9ccd-12f59a1dd7a6 None None] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:24:15.889175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:15.956549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-db81d3e6-27f8-456c-961f-aa31ef93d2f4 None None] Provisioning complete for port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:15.956929 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db81d3e6-27f8-456c-961f-aa31ef93d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.018682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:24:16.063363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-db81d3e6-27f8-456c-961f-aa31ef93d2f4 None None] Current status of the port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:16.063925 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db81d3e6-27f8-456c-961f-aa31ef93d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.104439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-db81d3e6-27f8-456c-961f-aa31ef93d2f4 None None] For port ea06aeb1-afe3-4575-9a30-3df9fad2ef70, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:16.111506 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-db81d3e6-27f8-456c-961f-aa31ef93d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.137279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:16.147834 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Sync routers for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:16.160812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.162188 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-df773b40-f909-42f9-8f41-23a89e3804c7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8900721 Feb 11 14:24:16.165354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35376) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:16.166182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:16.166823 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:16.216353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81d3e6-27f8-456c-961f-aa31ef93d2f4 None None] Pushing event updated for resources: {'Port': ['ID=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:16.298921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:16.413850 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-eccdd16c-c8aa-4d21-8257-9e463e20191b None None] Provisioning complete for port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:16.414143 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eccdd16c-c8aa-4d21-8257-9e463e20191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.542149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-eccdd16c-c8aa-4d21-8257-9e463e20191b None None] Current status of the port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:16.556030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:15Z', 'revision_number': 3, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:16.583224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Checking router: 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:16.583577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Updating router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 port eada5702-a151-4ede-a14a-cfa627013686 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:24:16.611195 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eada5702-a151-4ede-a14a-cfa627013686), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.620390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.786631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Allocated IP 172.20.0.1 (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630/26a071b9-c914-4563-b5bd-c797e39db87b/f081d846-1141-4838-bd5c-32605c92d052) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:16.856279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ea06aeb1-afe3-4575-9a30-3df9fad2ef70 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:16.903911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks [] for port (f081d846-1141-4838-bd5c-32605c92d052), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.906030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Publish callbacks [] for port (eada5702-a151-4ede-a14a-cfa627013686), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.912447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eada5702-a151-4ede-a14a-cfa627013686), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.938519 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f081d846-1141-4838-bd5c-32605c92d052), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.973388 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Attempting to bind port eada5702-a151-4ede-a14a-cfa627013686 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:24:16.973766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Attempting to bind port eada5702-a151-4ede-a14a-cfa627013686 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:24:16.974150 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Attempting to bind port eada5702-a151-4ede-a14a-cfa627013686 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:16.975936 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbba43-9bb4-47fa-ab71-0f0615d67d5f None None] Pushing event updated for resources: {'Port': ['ID=eada5702-a151-4ede-a14a-cfa627013686,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:16.980826 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:16.982466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:16.983108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.984937 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:16.986271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:16.986647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:16.987059 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.987464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:16.988137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Bound port: eada5702-a151-4ede-a14a-cfa627013686, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:24:16.988308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eada5702-a151-4ede-a14a-cfa627013686), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:16.988426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:16.993781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Pushing event updated for resources: {'Port': ['ID=f081d846-1141-4838-bd5c-32605c92d052,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:17.031789 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.075605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] For port eada5702-a151-4ede-a14a-cfa627013686, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:17.080897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] For port eada5702-a151-4ede-a14a-cfa627013686, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=eada5702-a151-4ede-a14a-cfa627013686,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:17.088113 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eada5702-a151-4ede-a14a-cfa627013686), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.167584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:17.178962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f081d846-1141-4838-bd5c-32605c92d052), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.181361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbba43-9bb4-47fa-ab71-0f0615d67d5f None None] Pushing event updated for resources: {'Port': ['ID=eada5702-a151-4ede-a14a-cfa627013686,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:17.190812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:17.191352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:17.313807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:17.316017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2112a097-1564-4cf8-a931-8c58c09d5f1f None None] Provisioning complete for port f081d846-1141-4838-bd5c-32605c92d052 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:17.316017 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2112a097-1564-4cf8-a931-8c58c09d5f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f081d846-1141-4838-bd5c-32605c92d052), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.351330 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks [] for port (f081d846-1141-4838-bd5c-32605c92d052), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.355922 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f081d846-1141-4838-bd5c-32605c92d052), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.413136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2112a097-1564-4cf8-a931-8c58c09d5f1f None None] Port f081d846-1141-4838-bd5c-32605c92d052 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:24:17.428148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Pushing event updated for resources: {'Port': ['ID=f081d846-1141-4838-bd5c-32605c92d052,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:17.430750 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.521092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:17.522590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:17.544133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:16Z', 'revision_number': 1, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:17.575989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d38d02-b188-47b7-80ac-f91609e8c643 None None] The sync data for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 is: [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:16Z', 'revision_number': 1, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:17.657391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:17.784399 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:17.789433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ac12707e-7ee0-4713-b063-019e58c9816c admin admin] 10.222.0.79 "PUT /v2.0/routers/41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6227720 Feb 11 14:24:17.837022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8c269774-ce3e-49a2-9de7-ef2f68a4fe13 None None] Provisioning complete for port f081d846-1141-4838-bd5c-32605c92d052 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:17.837402 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8c269774-ce3e-49a2-9de7-ef2f68a4fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f081d846-1141-4838-bd5c-32605c92d052), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.029696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8c269774-ce3e-49a2-9de7-ef2f68a4fe13 None None] Port f081d846-1141-4838-bd5c-32605c92d052 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:24:18.326699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35392) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:18.332238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1876919904-network', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:18.352373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Made reservation on behalf of d8b24cbb362f4bba91c26b8666491950 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:18.355034 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.369078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.451546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks [] for security_group (0caa4c83-2984-4a2d-94c6-7ea8dc015bda), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.455609 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0caa4c83-2984-4a2d-94c6-7ea8dc015bda), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.481920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:24:18.492584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa4c83-2984-4a2d-94c6-7ea8dc015bda,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:18.498047 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (40e82c3a-1098-4ee0-bbe4-b6076504b52a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.498428 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Added segment 40e82c3a-1098-4ee0-bbe4-b6076504b52a of type vlan for network 840492d6-32e9-4384-ada6-bbe13d48153e Feb 11 14:24:18.510571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.510860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.511209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.511554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.511893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.512232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.512565 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.512895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.513231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.513575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.513888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.514244 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.515147 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:18.558322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (840492d6-32e9-4384-ada6-bbe13d48153e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.585062 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (840492d6-32e9-4384-ada6-bbe13d48153e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.586024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:18.586639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.620545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2891145 Feb 11 14:24:18.620743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35394) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:18.625763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Request body: {'subnet': {'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1876919904-subnet', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:18.646413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Made reservation on behalf of d8b24cbb362f4bba91c26b8666491950 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:18.649739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.667604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd78ef-9e00-41cb-9b49-de3bbee0ff94 admin admin] Pushing event updated for resources: {'Network': ['ID=840492d6-32e9-4384-ada6-bbe13d48153e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:18.677958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 840492d6-32e9-4384-ada6-bbe13d48153e details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:24:18.837265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device eada5702-a151-4ede-a14a-cfa627013686 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:18.855275 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (5d73f280-5af1-4789-ac62-9dcd81d764e5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.888697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port eada5702-a151-4ede-a14a-cfa627013686 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:18.889294 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eada5702-a151-4ede-a14a-cfa627013686), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.907928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d73f280-5af1-4789-ac62-9dcd81d764e5,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:18.925314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Checking segment: {'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:18.925670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Network hostable DHCP agents. Network: 840492d6-32e9-4384-ada6-bbe13d48153e, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:24:18.943463 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Network 840492d6-32e9-4384-ada6-bbe13d48153e is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:24:18.954521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 840492d6-32e9-4384-ada6-bbe13d48153e) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:18.959033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:18.960329 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:18.965309 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f382b5-9b49-4df0-840d-d3e2bb1a89f1 None None] Network 840492d6-32e9-4384-ada6-bbe13d48153e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:24:18.976329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d3c3537b-192c-41a5-9a4b-41a29fc0a309 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3549931 Feb 11 14:24:18.978848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35396) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:18.984049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:19.002614 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port eada5702-a151-4ede-a14a-cfa627013686 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:19.003138 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (eada5702-a151-4ede-a14a-cfa627013686), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.005065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (d531275b-989f-412e-ae1a-cf7fcba47b74), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.006068 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (d531275b-989f-412e-ae1a-cf7fcba47b74), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.058419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port eada5702-a151-4ede-a14a-cfa627013686, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=eada5702-a151-4ede-a14a-cfa627013686,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:19.062588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks [] for router_controller (d531275b-989f-412e-ae1a-cf7fcba47b74), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.065626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (eada5702-a151-4ede-a14a-cfa627013686), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.131583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-840492d6-32e9-4384-ada6-bbe13d48153e', 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e', 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'fixed_ips': [{'subnet_id': '5d73f280-5af1-4789-ac62-9dcd81d764e5'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:24:19.132452 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.153930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=eada5702-a151-4ede-a14a-cfa627013686,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:19.201514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks [] for router_gateway (d531275b-989f-412e-ae1a-cf7fcba47b74), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.281856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Allocated IP 172.20.0.2 (840492d6-32e9-4384-ada6-bbe13d48153e/5d73f280-5af1-4789-ac62-9dcd81d764e5/b473b2ff-93ce-48ab-a227-bae9333ac2ac) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:19.413620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks [] for router_gateway (d531275b-989f-412e-ae1a-cf7fcba47b74), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.432792 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.438231 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Publish callbacks [] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.444416 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.488191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Network 840492d6-32e9-4384-ada6-bbe13d48153e is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:19.491139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:19.495368 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:19.498965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Pushing event updated for resources: {'Port': ['ID=b473b2ff-93ce-48ab-a227-bae9333ac2ac,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:19.550815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Allocated IP 172.25.3.160 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/d1a56007-5dfe-4c34-af95-0685f8f2d7f8) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:19.559443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Attempting to bind port b473b2ff-93ce-48ab-a227-bae9333ac2ac on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:24:19.559808 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Attempting to bind port b473b2ff-93ce-48ab-a227-bae9333ac2ac by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:24:19.560180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Attempting to bind port b473b2ff-93ce-48ab-a227-bae9333ac2ac on network 840492d6-32e9-4384-ada6-bbe13d48153e {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:19.566058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:19.566478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Checking segment: {'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:19.566986 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.567527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Bound using segment: {'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:19.568055 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Bound port: b473b2ff-93ce-48ab-a227-bae9333ac2ac, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:24:19.568457 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.635212 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] For port b473b2ff-93ce-48ab-a227-bae9333ac2ac, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:19.639089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] For port b473b2ff-93ce-48ab-a227-bae9333ac2ac, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b473b2ff-93ce-48ab-a227-bae9333ac2ac,segment=NetworkSegment(40e82c3a-1098-4ee0-bbe4-b6076504b52a),segment_id=40e82c3a-1098-4ee0-bbe4-b6076504b52a)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:19.647650 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.661111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks [] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.700933 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:19.707573 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Sync routers for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:19.717156 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:19.718530 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:19.719415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680b18f-2e91-4bb8-bc59-614d6c6ca306 None None] Pushing event updated for resources: {'Port': ['ID=b473b2ff-93ce-48ab-a227-bae9333ac2ac,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:19.763233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:19.766328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:19.768948 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:19.792798 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Pushing event updated for resources: {'Port': ['ID=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:19.830229 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:20.154402 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 2, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:20.184702 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Checking router: 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:20.185061 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Updating router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 port f081d846-1141-4838-bd5c-32605c92d052 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:24:20.213789 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f081d846-1141-4838-bd5c-32605c92d052), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.417629 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks [] for router_gateway (d531275b-989f-412e-ae1a-cf7fcba47b74), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.515953 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Publish callbacks [] for port (f081d846-1141-4838-bd5c-32605c92d052), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.518036 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.523876 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f081d846-1141-4838-bd5c-32605c92d052), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.603972 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Pushing event updated for resources: {'Port': ['ID=f081d846-1141-4838-bd5c-32605c92d052,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:20.629755 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.630352 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.630900 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.631332 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.631825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.632443 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.632959 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.633544 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.634204 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.634904 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.635347 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.635768 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.636185 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:20.656290 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Attempting to bind port f081d846-1141-4838-bd5c-32605c92d052 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:24:20.656780 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Attempting to bind port f081d846-1141-4838-bd5c-32605c92d052 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:24:20.657201 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Attempting to bind port f081d846-1141-4838-bd5c-32605c92d052 on network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:20.663004 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (d531275b-989f-412e-ae1a-cf7fcba47b74), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.663934 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:20.664565 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Checking segment: {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:20.665193 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.665718 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Bound using segment: {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:20.666409 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Bound port: f081d846-1141-4838-bd5c-32605c92d052, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:24:20.666792 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f081d846-1141-4838-bd5c-32605c92d052), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.686882 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:24:20.744472 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] For port f081d846-1141-4838-bd5c-32605c92d052, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:20.750043 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] For port f081d846-1141-4838-bd5c-32605c92d052, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f081d846-1141-4838-bd5c-32605c92d052,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:20.757951 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f081d846-1141-4838-bd5c-32605c92d052), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:20.829697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4143e-f43f-4b9e-889a-94f0f2ed7a5c None None] Network 840492d6-32e9-4384-ada6-bbe13d48153e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:24:20.845478 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:20.846113 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:20.849956 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7da7a-8a08-4c81-8e95-abb114816a47 None None] Pushing event updated for resources: {'Port': ['ID=f081d846-1141-4838-bd5c-32605c92d052,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:20.871587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Router d531275b-989f-412e-ae1a-cf7fcba47b74 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:24:20.999972 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:21.003189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4e00cda7-6dc6-43b2-8f07-94f73ff332ca None None] Provisioning complete for port b473b2ff-93ce-48ab-a227-bae9333ac2ac triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:21.003565 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e00cda7-6dc6-43b2-8f07-94f73ff332ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.117223 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:21.143187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Sync routers for ids ['d531275b-989f-412e-ae1a-cf7fcba47b74'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:21.152609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.153899 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ecdfc1d-6ab7-4198-8aee-1a3866e3146d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1740532 Feb 11 14:24:21.156893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35398) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:21.171148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Routers {'d531275b-989f-412e-ae1a-cf7fcba47b74'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:21.172023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d531275b-989f-412e-ae1a-cf7fcba47b74'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:21.278948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b473b2ff-93ce-48ab-a227-bae9333ac2ac up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:21.279915 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:20Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:21.283651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4e00cda7-6dc6-43b2-8f07-94f73ff332ca None None] Current status of the port b473b2ff-93ce-48ab-a227-bae9333ac2ac is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:21.284854 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e00cda7-6dc6-43b2-8f07-94f73ff332ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.309222 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c74e84-17df-40af-9ef8-f4d68d631232 None None] The sync data for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 is: [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:20Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:21.364565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Set router d531275b-989f-412e-ae1a-cf7fcba47b74 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:21.391177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-4e00cda7-6dc6-43b2-8f07-94f73ff332ca None None] For port b473b2ff-93ce-48ab-a227-bae9333ac2ac, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b473b2ff-93ce-48ab-a227-bae9333ac2ac,segment=NetworkSegment(40e82c3a-1098-4ee0-bbe4-b6076504b52a),segment_id=40e82c3a-1098-4ee0-bbe4-b6076504b52a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:21.427713 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4e00cda7-6dc6-43b2-8f07-94f73ff332ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.522539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00cda7-6dc6-43b2-8f07-94f73ff332ca None None] Pushing event updated for resources: {'Port': ['ID=b473b2ff-93ce-48ab-a227-bae9333ac2ac,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:21.591103 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Provisioning complete for port b473b2ff-93ce-48ab-a227-bae9333ac2ac triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:21.591826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.623250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b473b2ff-93ce-48ab-a227-bae9333ac2ac triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:21.623647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.697844 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.793787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Current status of the port b473b2ff-93ce-48ab-a227-bae9333ac2ac is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:21.807087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b473b2ff-93ce-48ab-a227-bae9333ac2ac is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:21.808152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device eada5702-a151-4ede-a14a-cfa627013686 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:21.838450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:20Z', 'revision_number': 3, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port': {'id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:21.847276 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Provisioning complete for port f081d846-1141-4838-bd5c-32605c92d052 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:21.847653 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f081d846-1141-4838-bd5c-32605c92d052), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.877118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Allocated IP 172.20.0.1 (840492d6-32e9-4384-ada6-bbe13d48153e/5d73f280-5af1-4789-ac62-9dcd81d764e5/995a348a-a019-4e5c-80ef-6bfb2ed2eeb1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:21.896320 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Checking router: d531275b-989f-412e-ae1a-cf7fcba47b74 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:21.896677 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Updating router d531275b-989f-412e-ae1a-cf7fcba47b74 port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:24:21.946188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:21.991177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks [] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.031870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.085607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Network 840492d6-32e9-4384-ada6-bbe13d48153e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:22.088925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:22.091559 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:22.117303 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Pushing event updated for resources: {'Port': ['ID=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.137993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (d531275b-989f-412e-ae1a-cf7fcba47b74), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.165475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port eada5702-a151-4ede-a14a-cfa627013686 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:22.165847 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (eada5702-a151-4ede-a14a-cfa627013686), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.266911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Current status of the port f081d846-1141-4838-bd5c-32605c92d052 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:22.267300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f081d846-1141-4838-bd5c-32605c92d052), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.290861 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.335965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] For port f081d846-1141-4838-bd5c-32605c92d052, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f081d846-1141-4838-bd5c-32605c92d052,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:22.342621 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (f081d846-1141-4838-bd5c-32605c92d052), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.457168 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks [] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.457395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port eada5702-a151-4ede-a14a-cfa627013686 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:22.462179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.473578 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.496392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912e81a-9c17-456b-b227-ffc13cf00d8b None None] Pushing event updated for resources: {'Port': ['ID=f081d846-1141-4838-bd5c-32605c92d052,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.513889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6201b8f0-ea0e-4fe2-8720-f3d2bc782d9c None None] Provisioning complete for port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:22.514369 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6201b8f0-ea0e-4fe2-8720-f3d2bc782d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.535052 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (d531275b-989f-412e-ae1a-cf7fcba47b74), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.536979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Pushing event updated for resources: {'Port': ['ID=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.582415 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6201b8f0-ea0e-4fe2-8720-f3d2bc782d9c None None] Port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:24:22.593935 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Publish callbacks [] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.600529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.641614 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Network 840492d6-32e9-4384-ada6-bbe13d48153e is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:22.644067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:22.662436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Attempting to bind port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:24:22.662921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Attempting to bind port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:24:22.663279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Attempting to bind port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:22.667040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf7f5f-8de5-4445-be83-e3c2374ba3dd None None] Pushing event updated for resources: {'Port': ['ID=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.672611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:22.673011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:22.673482 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.673769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:22.674273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Bound port: d1a56007-5dfe-4c34-af95-0685f8f2d7f8, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:24:22.674740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.743604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] For port d1a56007-5dfe-4c34-af95-0685f8f2d7f8, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:22.749302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] For port d1a56007-5dfe-4c34-af95-0685f8f2d7f8, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:22.761604 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:22.786013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Router d531275b-989f-412e-ae1a-cf7fcba47b74 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:22.852346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Routers {'d531275b-989f-412e-ae1a-cf7fcba47b74'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:22.853091 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d531275b-989f-412e-ae1a-cf7fcba47b74'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:22.855372 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf7f5f-8de5-4445-be83-e3c2374ba3dd None None] Pushing event updated for resources: {'Port': ['ID=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.904841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b473b2ff-93ce-48ab-a227-bae9333ac2ac up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:22.959854 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:22.968541 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c7a7ecf4-bf56-4b79-8035-5563911cad85 admin admin] 10.222.0.79 "PUT /v2.0/routers/d531275b-989f-412e-ae1a-cf7fcba47b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105266 Feb 11 14:24:23.044637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b473b2ff-93ce-48ab-a227-bae9333ac2ac triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:23.044981 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:23.080980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] Set router d531275b-989f-412e-ae1a-cf7fcba47b74 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:23.227795 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-814b544f-9864-43e7-bbff-59f73b17fe41 None None] Provisioning complete for port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:23.228178 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-814b544f-9864-43e7-bbff-59f73b17fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:23.305570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b473b2ff-93ce-48ab-a227-bae9333ac2ac is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:23.306746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f081d846-1141-4838-bd5c-32605c92d052 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:23.365669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-814b544f-9864-43e7-bbff-59f73b17fe41 None None] Port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:24:23.426265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port f081d846-1141-4838-bd5c-32605c92d052 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:23.426730 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (f081d846-1141-4838-bd5c-32605c92d052), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:23.473928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 4, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port': {'id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '995a348a-a019-4e5c-80ef-6bfb2ed2eeb1', 'name': '', 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'mac_address': 'fa:16:3e:51:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:21Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 2, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'subnets': [{'id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:23.505582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3c78e-a608-4cf8-b54e-3d14c5170261 None None] The sync data for ids ['d531275b-989f-412e-ae1a-cf7fcba47b74'] in n-d-828676-2 is: [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 4, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port': {'id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '995a348a-a019-4e5c-80ef-6bfb2ed2eeb1', 'name': '', 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'mac_address': 'fa:16:3e:51:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:21Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 2, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'subnets': [{'id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:23.546286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port f081d846-1141-4838-bd5c-32605c92d052 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:24.867455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1a56007-5dfe-4c34-af95-0685f8f2d7f8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:24.927498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:24.927980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:25.027086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:25.027834 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:25.056590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port d1a56007-5dfe-4c34-af95-0685f8f2d7f8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:25.063524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:25.119472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:25.128379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.128789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.129142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.129507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.129846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.130211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.130590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.130928 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.131257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.131585 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.131916 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.132238 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.132563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:25.892997 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Sync routers for ids ['d531275b-989f-412e-ae1a-cf7fcba47b74'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:25.904660 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Routers {'d531275b-989f-412e-ae1a-cf7fcba47b74'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:25.905987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d531275b-989f-412e-ae1a-cf7fcba47b74'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:26.028297 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Set router d531275b-989f-412e-ae1a-cf7fcba47b74 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:26.245899 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 4, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port': {'id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '995a348a-a019-4e5c-80ef-6bfb2ed2eeb1', 'name': '', 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'mac_address': 'fa:16:3e:51:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:21Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 2, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'subnets': [{'id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:26.274273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Checking router: d531275b-989f-412e-ae1a-cf7fcba47b74 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:26.274633 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Updating router d531275b-989f-412e-ae1a-cf7fcba47b74 port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:24:26.306708 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:26.780498 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Publish callbacks [] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:26.806085 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:26.829899 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1a56007-5dfe-4c34-af95-0685f8f2d7f8 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:26.882708 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8971db4-223d-4442-88f9-301dc1264c17 None None] Pushing event updated for resources: {'Port': ['ID=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:26.916442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:26.916822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:26.965857 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Attempting to bind port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:24:26.966634 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Attempting to bind port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:24:26.967022 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Attempting to bind port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 on network 840492d6-32e9-4384-ada6-bbe13d48153e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:26.976335 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:26.976633 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Checking segment: {'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:26.977044 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:26.977622 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Bound using segment: {'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:26.978105 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Bound port: 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e82c3a-1098-4ee0-bbe4-b6076504b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:24:26.978519 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:27.036029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:27.091030 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] For port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:27.097449 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] For port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,segment=NetworkSegment(40e82c3a-1098-4ee0-bbe4-b6076504b52a),segment_id=40e82c3a-1098-4ee0-bbe4-b6076504b52a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:27.108525 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:27.138902 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf9a-14a4-49e6-a5a9-887e4c3621aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:27.204552 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Routers {'d531275b-989f-412e-ae1a-cf7fcba47b74'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:27.205552 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:23:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d531275b-989f-412e-ae1a-cf7fcba47b74'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:27.249951 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8971db4-223d-4442-88f9-301dc1264c17 None None] Pushing event updated for resources: {'Port': ['ID=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:27.330008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-36ba92a7-c2a0-4e45-a31e-5e17540d1e96 None None] Provisioning complete for port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:27.330427 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36ba92a7-c2a0-4e45-a31e-5e17540d1e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:27.345764 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] Set router d531275b-989f-412e-ae1a-cf7fcba47b74 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:27.496950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-36ba92a7-c2a0-4e45-a31e-5e17540d1e96 None None] Current status of the port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:27.497862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36ba92a7-c2a0-4e45-a31e-5e17540d1e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:27.537423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-36ba92a7-c2a0-4e45-a31e-5e17540d1e96 None None] For port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,segment=NetworkSegment(40e82c3a-1098-4ee0-bbe4-b6076504b52a),segment_id=40e82c3a-1098-4ee0-bbe4-b6076504b52a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:27.542551 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36ba92a7-c2a0-4e45-a31e-5e17540d1e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:27.599279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba92a7-c2a0-4e45-a31e-5e17540d1e96 None None] Pushing event updated for resources: {'Port': ['ID=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:27.603011 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 4, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port': {'id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '995a348a-a019-4e5c-80ef-6bfb2ed2eeb1', 'name': '', 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'mac_address': 'fa:16:3e:51:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:21Z', 'updated_at': '2022-02-11T14:24:27Z', 'revision_number': 4, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'subnets': [{'id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:27.632121 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b74d47-9e3e-4d01-833e-4c01f64e6d6e None None] The sync data for ids ['d531275b-989f-412e-ae1a-cf7fcba47b74'] in n-d-828676-2 is: [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 4, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port': {'id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '995a348a-a019-4e5c-80ef-6bfb2ed2eeb1', 'name': '', 'network_id': '840492d6-32e9-4384-ada6-bbe13d48153e', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'mac_address': 'fa:16:3e:51:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:21Z', 'updated_at': '2022-02-11T14:24:27Z', 'revision_number': 4, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'subnets': [{'id': '5d73f280-5af1-4789-ac62-9dcd81d764e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:27.673020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-392b76b4-1948-41a5-b98e-4e4ffe74904f None None] Provisioning complete for port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:27.673020 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-392b76b4-1948-41a5-b98e-4e4ffe74904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:27.783469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-392b76b4-1948-41a5-b98e-4e4ffe74904f None None] Current status of the port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:28.838310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:28.900318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:28.900995 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:28.987206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:29.516862 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd1221d1-daf9-41a1-88fc-46c0e74661d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:31.164921 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:32.607058 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:33.521448 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-bf8d7c50-f5c4-4d1c-a413-d4613877654a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:33.522945 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-bf8d7c50-f5c4-4d1c-a413-d4613877654a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 815 time: 0.1009078 Feb 11 14:24:33.538019 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-3597994b-073d-43c6-9131-fffa4f453550 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/quotas/bf8e8ea84f9a4a2c83d0579362082a40 HTTP/1.1" status: 200 len: 375 time: 0.0096724 Feb 11 14:24:33.593297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-609f63a1-6544-459e-aef3-e732fe4ff38a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499554 Feb 11 14:24:33.693391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-ef31fb1d-f092-43c2-98fe-ecdb28e9bbbe service neutron] 10.222.0.79 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888891 Feb 11 14:24:33.784813 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-d2633062-a110-4710-b890-6310bb6c45a8 service neutron] 10.222.0.79 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Feb 11 14:24:33.791397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:33.946307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c7f42774-5a28-44af-889c-797420ff8ae0 req-e090f9bc-31fe-41b2-9d07-5a6529f8aba6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 210 time: 0.0287368 Feb 11 14:24:34.888633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-5a605b1e-79af-4262-b267-159e767da402 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:34.890283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-5a605b1e-79af-4262-b267-159e767da402 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 815 time: 0.1107740 Feb 11 14:24:34.902271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'port': {'device_id': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'admin_state_up': True, 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:35.017824 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Made reservation on behalf of bf8e8ea84f9a4a2c83d0579362082a40 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:35.022400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:35.050960 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-bb0a8b9a-eeaf-47e8-bdbf-9032719fc45f req-8f7ed7f4-27eb-4768-a826-3b68e29db29b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 210 time: 0.0332251 Feb 11 14:24:35.159885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Allocated IP 172.20.0.4 (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630/26a071b9-c914-4563-b5bd-c797e39db87b/b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:35.402804 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:35.439445 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:35.497163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:35.501393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:35.506317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:35.511094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:35.569877 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.570748 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:35.597213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-71838901-2ed8-414f-a4d5-a8ffbbbe23dc tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987731 Feb 11 14:24:35.872852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-30c05308-10ac-4173-a812-289a013cafdd None None] Provisioning complete for port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:35.873492 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30c05308-10ac-4173-a812-289a013cafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:35.909139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-30c05308-10ac-4173-a812-289a013cafdd None None] Port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:24:36.183679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e575c0-8853-4c05-b4ea-6b7756afc789 req-61ae9abe-8e99-41cd-bec2-8b740ca8c5cb tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.185859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21e575c0-8853-4c05-b4ea-6b7756afc789 req-61ae9abe-8e99-41cd-bec2-8b740ca8c5cb tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 931 time: 0.0593221 Feb 11 14:24:36.236956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-21e575c0-8853-4c05-b4ea-6b7756afc789 req-30c8add1-c107-4d63-ab1e-73118b12d9a1 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Feb 11 14:24:37.399631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f498899-5934-4237-8fd3-26e6718009f6 req-7eb633dc-c591-42a8-a14a-8cf99a788306 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.403341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f498899-5934-4237-8fd3-26e6718009f6 req-7eb633dc-c591-42a8-a14a-8cf99a788306 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 931 time: 0.0669043 Feb 11 14:24:37.452384 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f498899-5934-4237-8fd3-26e6718009f6 req-4bc6790e-3987-450d-8075-486eabe09b2c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Feb 11 14:24:38.590201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d10a96-ce77-4db1-b65d-b73e7ddeae1e req-0d7122a6-d726-4634-bc00-851a656fe142 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.591753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3d10a96-ce77-4db1-b65d-b73e7ddeae1e req-0d7122a6-d726-4634-bc00-851a656fe142 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 931 time: 0.0693810 Feb 11 14:24:38.652938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3d10a96-ce77-4db1-b65d-b73e7ddeae1e req-a1c446eb-f48f-4297-8def-779ed3509c9f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550437 Feb 11 14:24:39.785823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267caaa-a559-49e6-962a-d1827bf9ee88 req-79d03d15-82f7-46d5-8746-0024d4b93d08 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.788268 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d267caaa-a559-49e6-962a-d1827bf9ee88 req-79d03d15-82f7-46d5-8746-0024d4b93d08 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 931 time: 0.0626624 Feb 11 14:24:39.878629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d267caaa-a559-49e6-962a-d1827bf9ee88 req-864719fc-f032-4cbd-b383-64360cabab7d tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844417 Feb 11 14:24:41.013855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c35d7a-8c81-44e9-9aa8-6195dded1ed0 req-666c5b9a-a0e6-4241-a699-02e359d2f004 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:41.015823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75c35d7a-8c81-44e9-9aa8-6195dded1ed0 req-666c5b9a-a0e6-4241-a699-02e359d2f004 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 931 time: 0.0607600 Feb 11 14:24:41.070610 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-75c35d7a-8c81-44e9-9aa8-6195dded1ed0 req-b3a8910f-4bb9-4516-b4f8-80d9c062e11a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488060 Feb 11 14:24:42.196022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55540ad-4db2-47ff-913a-8863ba4c9466 req-89b7e5ee-0255-4bf1-9e94-2d870a357851 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:42.197508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b55540ad-4db2-47ff-913a-8863ba4c9466 req-89b7e5ee-0255-4bf1-9e94-2d870a357851 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 931 time: 0.0565152 Feb 11 14:24:42.244638 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b55540ad-4db2-47ff-913a-8863ba4c9466 req-9f5c4de9-a019-4889-b274-068fca48f3a4 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Feb 11 14:24:42.465822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Request body: {'port': {'device_id': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:42.526147 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:43.093085 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:24:43.101219 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Publish callbacks [] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:43.113515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Transition to ACTIVE for port object b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:43.117389 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:43.168801 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:43.238145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Attempting to bind port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:24:43.238493 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Attempting to bind port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:24:43.238855 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Attempting to bind port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa on network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:43.243548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa on network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:24:43.243878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Attempting to bind port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa on network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:43.250264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:43.250857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Checking segment: {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:24:43.251509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Bound using segment: {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:43.252257 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Bound port: b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dd585f-f9fb-4111-93f6-f7c66328f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:24:43.252895 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:43.331162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:43.356763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:43.365152 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:43.414157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.414709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:43.416126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] 10.222.0.83 "PUT /v2.0/ports/b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 1091 time: 0.9547160 Feb 11 14:24:43.416579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:24:43.418861 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e951bfe-4543-48fe-9c7b-11b8051429a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:43.444512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7370e-0dbd-44ba-8de1-831bee8100b5 req-9087a36b-63bd-4db8-a572-d32158d5a9e8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.446047 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12b7370e-0dbd-44ba-8de1-831bee8100b5 req-9087a36b-63bd-4db8-a572-d32158d5a9e8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 943 time: 0.1269715 Feb 11 14:24:43.449326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3b954-9fbe-4bae-a5b4-b1df3ca2cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:43.470841 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01300b49-ec20-4d45-bd0b-b67ad7a4e113 x-openstack-request-id: req-01300b49-ec20-4d45-bd0b-b67ad7a4e113 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:43.471469 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:43.471469 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01300b49-ec20-4d45-bd0b-b67ad7a4e113 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:43.471774 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'status': 'completed', 'code': 200} Feb 11 14:24:43.536557 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-2c62b9b7-d612-4a95-b953-3dd400204edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.538104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-2c62b9b7-d612-4a95-b953-3dd400204edd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1125 time: 0.0801740 Feb 11 14:24:43.545448 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-12b7370e-0dbd-44ba-8de1-831bee8100b5 req-3e08b292-5483-4c7f-80d6-c335f54d6c10 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782175 Feb 11 14:24:43.587343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-8b516235-ded6-45f0-8f82-e547303e44f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 217 time: 0.0409465 Feb 11 14:24:43.637298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-d2c6a6dd-e430-41c7-9d20-48053b4d58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.639007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-d2c6a6dd-e430-41c7-9d20-48053b4d58da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0463107 Feb 11 14:24:43.691677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-50339be7-2510-4ead-b51e-9941e095353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.693216 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-50339be7-2510-4ead-b51e-9941e095353b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486801 Feb 11 14:24:43.786238 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-7637f3d7-995d-423d-b8b3-60178c918e1f service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866892 Feb 11 14:24:43.876093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-845b4c9b-403e-4e88-b3a5-d3dc6283e84f req-806f86aa-5f58-4dea-855a-981863b1ef71 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847471 Feb 11 14:24:43.965474 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-3131d012-5217-40d3-a263-e52537113233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.967033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-3131d012-5217-40d3-a263-e52537113233 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1125 time: 0.0495169 Feb 11 14:24:44.057813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-dd454b09-094f-41bd-8982-3eedc2e82f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.059330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-dd454b09-094f-41bd-8982-3eedc2e82f71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.0869260 Feb 11 14:24:44.103089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-555a6b9d-5e5b-4567-b155-50ff7fa8d40c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 217 time: 0.0378652 Feb 11 14:24:44.149847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-6c209b7e-06ce-43f8-a876-6b88464f6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.151220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-6c209b7e-06ce-43f8-a876-6b88464f6110 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0426445 Feb 11 14:24:44.199878 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-4fdc2e66-2c5e-4eb8-9813-85aac20ffb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.201353 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-4fdc2e66-2c5e-4eb8-9813-85aac20ffb0f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432200 Feb 11 14:24:44.295667 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-5c231ed7-57e0-4776-a734-1eb2a3f182d5 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870371 Feb 11 14:24:44.384498 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9e951bfe-4543-48fe-9c7b-11b8051429a9 req-d7904d74-df7f-4e4e-8a07-d99b3eba7c02 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Feb 11 14:24:44.666670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38e3c4-4ad4-4d02-a3f0-e88f2c1cb270 req-3215e3ef-3d9f-4ac2-a185-b93b713df3a8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.668133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb38e3c4-4ad4-4d02-a3f0-e88f2c1cb270 req-3215e3ef-3d9f-4ac2-a185-b93b713df3a8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 943 time: 0.0520351 Feb 11 14:24:44.713352 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-eb38e3c4-4ad4-4d02-a3f0-e88f2c1cb270 req-3f34216a-00ed-460a-89bc-742b3c9c0348 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Feb 11 14:24:45.831194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c79427-d945-407c-8cc8-9daf6e12b508 req-f7783410-8db5-43c2-a344-33f5593c818e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:45.832728 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c79427-d945-407c-8cc8-9daf6e12b508 req-f7783410-8db5-43c2-a344-33f5593c818e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 943 time: 0.0533190 Feb 11 14:24:45.883789 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c8c79427-d945-407c-8cc8-9daf6e12b508 req-fe60aa44-de6a-4002-9991-0ad618b44ffb tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Feb 11 14:24:46.520911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:46.618980 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:46.629243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'port_id': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'mac_address': 'fa:16:3e:50:ae:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:46.666486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:46.666876 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:46.679278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:24:46.697474 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:46.701351 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:46.749693 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:46.905138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:47.012646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d3fa1-5cf3-46c0-91fb-39d781b8730a req-59af41c0-28a7-4d47-ae3d-2fd43451eac2 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:47.014196 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-672d3fa1-5cf3-46c0-91fb-39d781b8730a req-59af41c0-28a7-4d47-ae3d-2fd43451eac2 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 944 time: 0.0599055 Feb 11 14:24:47.062082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-672d3fa1-5cf3-46c0-91fb-39d781b8730a req-86b46e3e-019f-4a76-84f1-369436fad335 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Feb 11 14:24:48.177983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972ab85-602d-4d9c-a876-77364b8486f8 req-23604ecd-6e51-44c9-9353-aefc61d5e97f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.179508 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2972ab85-602d-4d9c-a876-77364b8486f8 req-23604ecd-6e51-44c9-9353-aefc61d5e97f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 944 time: 0.0519428 Feb 11 14:24:48.225137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2972ab85-602d-4d9c-a876-77364b8486f8 req-d5d0ff5d-ad19-4268-a914-accdb610d5a0 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Feb 11 14:24:48.526294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:48.728350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:48.731946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:48.732316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:48.808215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:48.808579 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:48.831535 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:24:48.833918 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4deca3-4aec-4bcb-bb02-6b62f19ae799" -d '{"events": [{"server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "name": "network-vif-plugged", "status": "completed", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:48.847060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:48.851469 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:48.875915 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d175c76a-6d0f-4e08-81fb-ea6cf85a3329 x-openstack-request-id: req-d175c76a-6d0f-4e08-81fb-ea6cf85a3329 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:48.876210 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "name": "network-vif-plugged", "status": "completed", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:48.876464 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d175c76a-6d0f-4e08-81fb-ea6cf85a3329 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:48.876858 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'code': 200} Feb 11 14:24:48.907032 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:48.976351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec9013-1520-4694-b1f0-22a42e272196 req-ba4e3e69-a031-4f9a-b3f6-be0554c36e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.977875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3aec9013-1520-4694-b1f0-22a42e272196 req-ba4e3e69-a031-4f9a-b3f6-be0554c36e82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1127 time: 0.0442631 Feb 11 14:24:49.023739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3aec9013-1520-4694-b1f0-22a42e272196 req-eaac2d0f-8ee4-4373-bd36-4b63e7635207 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Feb 11 14:24:49.348238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973096-726f-4b4d-af19-17f366731677 req-11e4a3e9-255d-4b70-9946-7d00f2c0abca tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:49.349746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2973096-726f-4b4d-af19-17f366731677 req-11e4a3e9-255d-4b70-9946-7d00f2c0abca tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0579524 Feb 11 14:24:49.396620 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e2973096-726f-4b4d-af19-17f366731677 req-028ffc27-bb94-4fb3-88ff-eeda5fe5f848 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Feb 11 14:24:50.501436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:50.517630 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb8ba2-76a4-4462-8917-0b901a2736dc req-de737479-c8e4-4721-917b-ec2962d8ed4e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.519156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cbeb8ba2-76a4-4462-8917-0b901a2736dc req-de737479-c8e4-4721-917b-ec2962d8ed4e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0538969 Feb 11 14:24:50.565508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cbeb8ba2-76a4-4462-8917-0b901a2736dc req-8cb729dd-da3c-4b6b-82ff-dc0ccec5a164 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Feb 11 14:24:50.682662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4bd2b-ddea-4338-b3dc-d47d767a8492 req-b52ed48d-749b-4947-af47-554b9c0c3e9e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.684073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92e4bd2b-ddea-4338-b3dc-d47d767a8492 req-b52ed48d-749b-4947-af47-554b9c0c3e9e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Feb 11 14:24:50.729495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-92e4bd2b-ddea-4338-b3dc-d47d767a8492 req-9d2e032b-814c-40a4-8e3a-441b42a48674 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Feb 11 14:24:50.920100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a12fe-ace8-47b6-a677-c4bfcb1ac221 req-3cdb7e4b-155e-4c08-afe0-7eb172f11cbf tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.922200 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04a12fe-ace8-47b6-a677-c4bfcb1ac221 req-3cdb7e4b-155e-4c08-afe0-7eb172f11cbf tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0556002 Feb 11 14:24:50.967341 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f04a12fe-ace8-47b6-a677-c4bfcb1ac221 req-140b0ddb-05ed-494b-99f7-310e62e876a5 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396197 Feb 11 14:24:52.412148 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:57.123192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a6f413e1-44f7-4e21-a093-47cc9dda0345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:57.676109 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:24:59.514943 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-915f4284-1744-4b46-9666-135c83dcacbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:01.166900 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:02.592071 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:03.783504 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:08.713861 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a4e2-eaa3-412d-9af2-f2bae70d8980 req-4f170b93-00a1-419f-813b-c2e4951e4d7f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:08.715478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e727a4e2-eaa3-412d-9af2-f2bae70d8980 req-4f170b93-00a1-419f-813b-c2e4951e4d7f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0565226 Feb 11 14:25:08.765926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e727a4e2-eaa3-412d-9af2-f2bae70d8980 req-e365efd4-7a00-4885-972e-36da7f0d751f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Feb 11 14:25:08.789180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35608) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:08.928064 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd0427-8ba4-4e98-aa5b-cbaceb229bf9 tempest-TestMinimumBasicScenario-124092369 tempest-TestMinimumBasicScenario-124092369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:08.930265 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45bd0427-8ba4-4e98-aa5b-cbaceb229bf9 tempest-TestMinimumBasicScenario-124092369 tempest-TestMinimumBasicScenario-124092369-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1122 time: 0.1394238 Feb 11 14:25:08.932593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35612) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:08.937428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:08.958444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:09.070154 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:09.178209 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Allocated IP 172.25.3.215 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/68f72aee-e68c-4fb4-b0e5-0edcba972162) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:25:09.278335 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:09.312914 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:09.352796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:09.357787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:09.360852 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:09.386633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'Port': ['ID=68f72aee-e68c-4fb4-b0e5-0edcba972162,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:09.726519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for floatingip (b54a1bc6-d196-419d-8f7c-f3b57184b30a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:09.799020 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:09.961484 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:09.965850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.038388 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'Port': ['ID=68f72aee-e68c-4fb4-b0e5-0edcba972162,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:10.048438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (b54a1bc6-d196-419d-8f7c-f3b57184b30a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.150489 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Floating IP b54a1bc6-d196-419d-8f7c-f3b57184b30a associated. External IP: 172.25.3.215, port: b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa. Feb 11 14:25:10.362777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:25:10.473745 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:25:10.484160 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] Sync routers for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:25:10.491953 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.493534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:10.494181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:10.521492 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2a857381-0dab-4b2c-b2ff-dd14c858239b tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5878878 Feb 11 14:25:10.522083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:25:10.524357 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf46481-94ad-4943-a3d2-b858e3a30bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:10.524543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35614) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:10.530091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111955547', 'description': 'tempest-secgroup-smoke-2111955547 description', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:10.555034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.564116 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f509c-f902-406c-9f87-3bc4dd1aa8f3 x-openstack-request-id: req-407f509c-f902-406c-9f87-3bc4dd1aa8f3 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:10.564414 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:10.564673 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-407f509c-f902-406c-9f87-3bc4dd1aa8f3 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:10.565111 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'status': 'completed', 'code': 200} Feb 11 14:25:10.606940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:10.631696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group (e38c51d8-8ef2-4e99-a664-50a729cf943d), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.637594 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e38c51d8-8ef2-4e99-a664-50a729cf943d), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.640813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-cae460a9-05a5-48fb-8347-30c29893eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:10.642430 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-cae460a9-05a5-48fb-8347-30c29893eb6e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1127 time: 0.0545869 Feb 11 14:25:10.669676 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.673996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1456203 Feb 11 14:25:10.673996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35618) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:10.678254 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-54e63725-94a1-4b96-96a0-3e7961a29534 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'security_group_rule': {'security_group_id': 'e38c51d8-8ef2-4e99-a664-50a729cf943d', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:10.683297 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c51d8-8ef2-4e99-a664-50a729cf943d,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:10.703643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.703998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.704336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.704679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.705022 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.705360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.705684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.706017 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.706357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.706687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.707012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.707329 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.707649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6b969-8520-4bd8-8232-951945b3f85e tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:10.723401 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e63725-94a1-4b96-96a0-3e7961a29534 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (9086f041-307f-40a3-84b5-3dedfc81ba43), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.755721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-09885c2f-25d1-4daa-a125-165bf8f25a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:10.758327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-09885c2f-25d1-4daa-a125-165bf8f25a1f service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.1064670 Feb 11 14:25:10.771569 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e63725-94a1-4b96-96a0-3e7961a29534 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (9086f041-307f-40a3-84b5-3dedfc81ba43), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.776889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e63725-94a1-4b96-96a0-3e7961a29534 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9086f041-307f-40a3-84b5-3dedfc81ba43), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.793741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e63725-94a1-4b96-96a0-3e7961a29534 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9086f041-307f-40a3-84b5-3dedfc81ba43,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:10.813431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54e63725-94a1-4b96-96a0-3e7961a29534 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.815076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-54e63725-94a1-4b96-96a0-3e7961a29534 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402102 Feb 11 14:25:10.817967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35620) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:10.822967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-54339dfa-9c44-4418-8352-8722c6d2ab13 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'security_group_rule': {'security_group_id': 'e38c51d8-8ef2-4e99-a664-50a729cf943d', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:10.840446 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-6519fe98-7de6-4a97-9b6b-789e7c04c0c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 999 time: 0.0762703 Feb 11 14:25:10.850270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54339dfa-9c44-4418-8352-8722c6d2ab13 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (68c2359e-0552-406d-8d20-1c7ce5b685a7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.860338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'b54a1bc6-d196-419d-8f7c-f3b57184b30a', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'port_id': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'mac_address': 'fa:16:3e:50:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:25:09Z', 'updated_at': '2022-02-11T14:25:09Z', 'revision_number': 0, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 5, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:10.887512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] Checking router: 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:25:10.895866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-7bcec9f7-6d7a-41d6-ba4b-528ce6f3b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:10.896809 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:10.897481 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:24:59Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:10.898001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-7bcec9f7-6d7a-41d6-ba4b-528ce6f3b850 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0501206 Feb 11 14:25:10.910853 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54339dfa-9c44-4418-8352-8722c6d2ab13 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (68c2359e-0552-406d-8d20-1c7ce5b685a7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.915160 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54339dfa-9c44-4418-8352-8722c6d2ab13 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (68c2359e-0552-406d-8d20-1c7ce5b685a7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.943523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54339dfa-9c44-4418-8352-8722c6d2ab13 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c2359e-0552-406d-8d20-1c7ce5b685a7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:10.953021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-646bafe0-a5d5-4057-98d6-772d768ec126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:10.954599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-646bafe0-a5d5-4057-98d6-772d768ec126 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505106 Feb 11 14:25:10.955827 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-54339dfa-9c44-4418-8352-8722c6d2ab13 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:10.959518 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-54339dfa-9c44-4418-8352-8722c6d2ab13 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378763 Feb 11 14:25:10.960288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35622) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:10.965340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e2436959-0738-4035-b1ce-0b86a8efed74 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'security_group_rule': {'security_group_id': 'e38c51d8-8ef2-4e99-a664-50a729cf943d', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:10.992074 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2436959-0738-4035-b1ce-0b86a8efed74 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (d2e7abb4-a13d-456f-aaf5-53dd24e1b1a5), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.020463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:11.051631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-25508063-548f-47c1-95fd-870fd6195284 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900917 Feb 11 14:25:11.055067 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2436959-0738-4035-b1ce-0b86a8efed74 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (d2e7abb4-a13d-456f-aaf5-53dd24e1b1a5), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.059151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2436959-0738-4035-b1ce-0b86a8efed74 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d2e7abb4-a13d-456f-aaf5-53dd24e1b1a5), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.079053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2436959-0738-4035-b1ce-0b86a8efed74 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e7abb4-a13d-456f-aaf5-53dd24e1b1a5,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:11.092837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e2436959-0738-4035-b1ce-0b86a8efed74 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.094431 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e2436959-0738-4035-b1ce-0b86a8efed74 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328039 Feb 11 14:25:11.096862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35624) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:11.101567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-37d2e61f-91de-46bc-bcbe-de3fc5d6abb6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'security_group_rule': {'security_group_id': 'e38c51d8-8ef2-4e99-a664-50a729cf943d', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:11.130807 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37d2e61f-91de-46bc-bcbe-de3fc5d6abb6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (aeede760-9bf5-409f-bbae-01afc94ed3f2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.157995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4cf46481-94ad-4943-a3d2-b858e3a30bb3 req-8c146bda-a565-4fef-85a4-2309189618b4 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992701 Feb 11 14:25:11.195615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37d2e61f-91de-46bc-bcbe-de3fc5d6abb6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (aeede760-9bf5-409f-bbae-01afc94ed3f2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.199635 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37d2e61f-91de-46bc-bcbe-de3fc5d6abb6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (aeede760-9bf5-409f-bbae-01afc94ed3f2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.219403 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2e61f-91de-46bc-bcbe-de3fc5d6abb6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeede760-9bf5-409f-bbae-01afc94ed3f2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:11.226850 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-37d2e61f-91de-46bc-bcbe-de3fc5d6abb6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.228065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-37d2e61f-91de-46bc-bcbe-de3fc5d6abb6 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302562 Feb 11 14:25:11.230870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35626) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:11.235931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'security_group_rule': {'security_group_id': 'e38c51d8-8ef2-4e99-a664-50a729cf943d', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:11.255728 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Project bf8e8ea84f9a4a2c83d0579362082a40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:25:11.260845 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (0cf9f57f-494a-4735-94c7-2b8e84f37971), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.272889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'b54a1bc6-d196-419d-8f7c-f3b57184b30a', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'port_id': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'mac_address': 'fa:16:3e:50:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:25:09Z', 'updated_at': '2022-02-11T14:25:09Z', 'revision_number': 0, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 5, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:11.308617 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427de3dc-4524-45b6-85af-c45dd1c28308 None None] The sync data for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 is: [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'b54a1bc6-d196-419d-8f7c-f3b57184b30a', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'port_id': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'mac_address': 'fa:16:3e:50:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:25:09Z', 'updated_at': '2022-02-11T14:25:09Z', 'revision_number': 0, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 5, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:25:11.320985 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (0cf9f57f-494a-4735-94c7-2b8e84f37971), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.325343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (0cf9f57f-494a-4735-94c7-2b8e84f37971), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.344357 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf9f57f-494a-4735-94c7-2b8e84f37971,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:11.352353 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.353591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-966f3815-f183-4469-b658-ccfd23ba76f8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217861 Feb 11 14:25:11.356319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35628) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:25:11.361383 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'security_group_rule': {'security_group_id': 'e38c51d8-8ef2-4e99-a664-50a729cf943d', 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:11.382796 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Project bf8e8ea84f9a4a2c83d0579362082a40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:25:11.388097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (b60939fc-fe1f-4a3c-aa30-8857ad37f051), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.450672 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (b60939fc-fe1f-4a3c-aa30-8857ad37f051), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.454668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (b60939fc-fe1f-4a3c-aa30-8857ad37f051), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.473746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60939fc-fe1f-4a3c-aa30-8857ad37f051,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:11.484202 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.485685 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3f9b7d1b-58bd-4556-8dee-a017ab920f5f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283929 Feb 11 14:25:11.518839 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454aefdb-1209-4aac-a15c-383829f1763c None None] New status for floating IP b54a1bc6-d196-419d-8f7c-f3b57184b30a: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:25:11.580503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-40c01578-c83e-4301-90bc-0b64e1097f56 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111955547&fields=id&tenant_id=bf8e8ea84f9a4a2c83d0579362082a40 HTTP/1.1" status: 200 len: 267 time: 0.0458302 Feb 11 14:25:11.637763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-81de60c6-ba3f-4a8e-9995-1f6e9516aa88 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:11.639462 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-81de60c6-ba3f-4a8e-9995-1f6e9516aa88 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0533535 Feb 11 14:25:11.650953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'port': {'security_groups': ['616c98e9-498e-4dbc-84e1-86d756cde056', 'e38c51d8-8ef2-4e99-a664-50a729cf943d']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:11.734745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:11.922160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:12.272768 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:12.278228 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:12.292019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:12.325373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.325997 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:12.333729 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ac4e0846-e807-4872-b616-65ebd1aafe7f req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "PUT /v2.0/ports/b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 981 time: 0.6878700 Feb 11 14:25:12.357412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932e00-cf4e-466d-98e8-0aabfca42c43 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=6']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:12.427007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:12.493250 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9175ed6-06ab-44e1-9351-10c5fd34ae75 req-a50a8f89-b562-4a43-92ef-e2f1d22bd85d tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.496107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9175ed6-06ab-44e1-9351-10c5fd34ae75 req-a50a8f89-b562-4a43-92ef-e2f1d22bd85d tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0818491 Feb 11 14:25:12.568662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:25:12.571393 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db115006-f16c-4272-ab39-6e169791c0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:12.584330 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d9175ed6-06ab-44e1-9351-10c5fd34ae75 req-540e60e5-414f-4152-816c-10f54b6f952f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799725 Feb 11 14:25:12.634509 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c760eb-c15a-411e-9b4c-9e2330da9b55 x-openstack-request-id: req-68c760eb-c15a-411e-9b4c-9e2330da9b55 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:12.634845 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:12.635045 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-68c760eb-c15a-411e-9b4c-9e2330da9b55 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:12.635536 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'status': 'completed', 'code': 200} Feb 11 14:25:12.711548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115006-f16c-4272-ab39-6e169791c0d4 req-076f2f2b-e237-4a35-b858-995424442e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.713894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db115006-f16c-4272-ab39-6e169791c0d4 req-076f2f2b-e237-4a35-b858-995424442e96 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1166 time: 0.0568104 Feb 11 14:25:12.747496 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6cff0493-eaa3-437a-8c8f-16ec41b09c0b None None] Provisioning complete for port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:12.747877 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6cff0493-eaa3-437a-8c8f-16ec41b09c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:12.826240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115006-f16c-4272-ab39-6e169791c0d4 req-166d4fdb-d4ad-4fb4-9cb9-e18f3d7c4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.828040 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db115006-f16c-4272-ab39-6e169791c0d4 req-166d4fdb-d4ad-4fb4-9cb9-e18f3d7c4d96 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.1072745 Feb 11 14:25:12.898362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db115006-f16c-4272-ab39-6e169791c0d4 req-469a9227-d6d9-496a-8b32-d55dbc5907ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 1001 time: 0.0641522 Feb 11 14:25:12.952692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115006-f16c-4272-ab39-6e169791c0d4 req-373f6f4d-2e43-4033-a043-c31fb0aa2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.954845 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db115006-f16c-4272-ab39-6e169791c0d4 req-373f6f4d-2e43-4033-a043-c31fb0aa2385 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0505142 Feb 11 14:25:12.996419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6cff0493-eaa3-437a-8c8f-16ec41b09c0b None None] Current status of the port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:25:13.019347 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115006-f16c-4272-ab39-6e169791c0d4 req-10d4e58a-f901-4cb0-8388-23475cfcd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:13.021392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db115006-f16c-4272-ab39-6e169791c0d4 req-10d4e58a-f901-4cb0-8388-23475cfcd6e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610359 Feb 11 14:25:13.113302 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db115006-f16c-4272-ab39-6e169791c0d4 req-aa96aabb-7737-430f-9056-7593a67c6bed service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Feb 11 14:25:13.207259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-db115006-f16c-4272-ab39-6e169791c0d4 req-f24e1b98-4c49-4c41-8de3-6b285b0423e7 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873480 Feb 11 14:25:20.522837 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:22.428557 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:26.169279 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-416937e3-82cb-41ef-bca5-45137935727f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444217 Feb 11 14:25:26.258951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-ba615fd8-2050-4186-9233-c913b41b843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.260425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-ba615fd8-2050-4186-9233-c913b41b843f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1166 time: 0.0483816 Feb 11 14:25:26.362668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-1a677712-f5bb-4ec3-a377-59d23eddac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.364136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-1a677712-f5bb-4ec3-a377-59d23eddac94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.0861773 Feb 11 14:25:26.429716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-25b5a04f-e0f0-40fe-9c3b-aec8eb2343df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 1001 time: 0.0601850 Feb 11 14:25:26.476165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-653e3bf1-2dcd-40c9-bd22-17d7ae0075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.477557 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-653e3bf1-2dcd-40c9-bd22-17d7ae0075a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0424018 Feb 11 14:25:26.525969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-7c114166-2311-40f3-b639-7203a834d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.527508 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-7c114166-2311-40f3-b639-7203a834d8a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434542 Feb 11 14:25:26.621449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-4f7dca2d-6b47-43cb-8d30-e83862669385 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Feb 11 14:25:26.715840 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fbe1443a-3d67-44db-8d1e-4060c92628dc req-865d7aa4-9aee-41ee-9080-495f519fdc54 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870559 Feb 11 14:25:26.862661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-97b382bf-5309-44b2-85b3-7c7878c0210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.864164 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-97b382bf-5309-44b2-85b3-7c7878c0210b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1166 time: 0.0747516 Feb 11 14:25:26.870909 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd64d86-b439-4bb9-8c5c-96e0e9b5d192 req-2e12280c-1472-44d4-98e7-ae9d27c3f0c1 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.872255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0dd64d86-b439-4bb9-8c5c-96e0e9b5d192 req-2e12280c-1472-44d4-98e7-ae9d27c3f0c1 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0918996 Feb 11 14:25:26.993232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0dd64d86-b439-4bb9-8c5c-96e0e9b5d192 req-3235c900-50d4-42d8-9632-c62549bb99e8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129224 Feb 11 14:25:27.002269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-7626217f-0746-46a2-b74f-f016651abeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:27.003697 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-7626217f-0746-46a2-b74f-f016651abeb7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.1306057 Feb 11 14:25:27.069458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-74716a74-f59b-45e5-a6d9-c1f63751c169 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 1001 time: 0.0588131 Feb 11 14:25:27.118664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-f6a4930c-1ac8-4706-89ee-c14ed1a1528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:27.120203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-f6a4930c-1ac8-4706-89ee-c14ed1a1528e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0449536 Feb 11 14:25:27.126543 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e113-b3c0-43b4-9698-6b1dcf4e4895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:27.173098 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-8c56de76-5d56-42ef-bd1a-488e534068a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:27.174633 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-8c56de76-5d56-42ef-bd1a-488e534068a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485568 Feb 11 14:25:27.262747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-54a575f7-1c2c-4a19-b5be-cea1bdf7ca8f service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812423 Feb 11 14:25:27.354578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-25b5637d-f9bc-4a13-90c8-9c2fc6aa13c9 req-8dd00866-b432-498a-a1b9-b6500453a16a service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Feb 11 14:25:28.117134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89df6a-b630-43b0-8fdb-438f8592536f req-e34819fa-a24e-4102-addb-7022709927f0 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:28.118539 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe89df6a-b630-43b0-8fdb-438f8592536f req-e34819fa-a24e-4102-addb-7022709927f0 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0553174 Feb 11 14:25:28.176273 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fe89df6a-b630-43b0-8fdb-438f8592536f req-6ea42537-1ea9-4783-a609-5dc60bff3b20 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521789 Feb 11 14:25:29.295403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30caa2b-7111-4644-afb2-8ca83e35896c req-2dfa8f69-ebcd-40dd-bbed-3867683f1fb5 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:29.297004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30caa2b-7111-4644-afb2-8ca83e35896c req-2dfa8f69-ebcd-40dd-bbed-3867683f1fb5 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0536065 Feb 11 14:25:29.359055 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b30caa2b-7111-4644-afb2-8ca83e35896c req-167686c7-23ae-47bf-b15c-4eec3d85a959 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563440 Feb 11 14:25:29.517115 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-952d9086-12bc-45e6-b1a3-5313824debd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:30.477801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e8488-3250-4188-9bf0-a4bf3f652e81 req-167c8e78-4b0e-4892-b036-6ac65e4695b0 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:30.479313 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b30e8488-3250-4188-9bf0-a4bf3f652e81 req-167c8e78-4b0e-4892-b036-6ac65e4695b0 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0518415 Feb 11 14:25:30.541217 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b30e8488-3250-4188-9bf0-a4bf3f652e81 req-799cbe66-8f2d-4123-af1d-737620e44d92 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554297 Feb 11 14:25:31.167530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:31.664305 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c28e5-a651-4f00-9657-a35f08fd9bbd req-50ee7fcd-fede-42c8-ad54-57b5885b5974 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.665796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c91c28e5-a651-4f00-9657-a35f08fd9bbd req-50ee7fcd-fede-42c8-ad54-57b5885b5974 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0586665 Feb 11 14:25:31.728771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c91c28e5-a651-4f00-9657-a35f08fd9bbd req-dd69507b-44a0-4bee-9752-12a57834275a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572023 Feb 11 14:25:32.593447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:32.848944 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b876da-48f3-4221-851a-ede1c9d91c78 req-64acce9f-7a59-4448-91dd-904cdcc9269a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:32.850550 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0b876da-48f3-4221-851a-ede1c9d91c78 req-64acce9f-7a59-4448-91dd-904cdcc9269a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0535164 Feb 11 14:25:32.912558 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a0b876da-48f3-4221-851a-ede1c9d91c78 req-b6e7ece8-0d57-430b-94ef-d33e62a25a72 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560999 Feb 11 14:25:33.785699 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:34.035088 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a58a-8e05-406b-87cf-2a3e19023ed5 req-c6554990-fcfa-4ca5-98ad-9e79ebf184ca tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:34.036811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b70a58a-8e05-406b-87cf-2a3e19023ed5 req-c6554990-fcfa-4ca5-98ad-9e79ebf184ca tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0568774 Feb 11 14:25:34.101378 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b70a58a-8e05-406b-87cf-2a3e19023ed5 req-9c9b5b71-8098-4afa-86a6-65c0bd7bf6fa tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571823 Feb 11 14:25:34.675357 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:25:35.219080 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7271d14-4572-46c5-9f4b-783fc8df11e5 req-602205a2-c1b1-4f8d-a5e6-dc30455fec04 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:35.220591 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7271d14-4572-46c5-9f4b-783fc8df11e5 req-602205a2-c1b1-4f8d-a5e6-dc30455fec04 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0528512 Feb 11 14:25:35.279860 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d7271d14-4572-46c5-9f4b-783fc8df11e5 req-d114a302-4a0b-48e7-ada6-2a8eee3d03fb tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535636 Feb 11 14:25:36.404994 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a74422-bcb7-4860-96d9-d03465ac6860 req-6a1424a3-747e-471b-a15a-06523941dbb8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:36.406486 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73a74422-bcb7-4860-96d9-d03465ac6860 req-6a1424a3-747e-471b-a15a-06523941dbb8 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0598912 Feb 11 14:25:36.469738 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73a74422-bcb7-4860-96d9-d03465ac6860 req-97770e62-17c1-47a4-b15d-db33122c550c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575264 Feb 11 14:25:37.595563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe7b8c-9e3e-4386-ac2a-b010da56e6ff req-a57693c0-0907-465d-9d00-dd5b1da3efae tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:37.597058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6fe7b8c-9e3e-4386-ac2a-b010da56e6ff req-a57693c0-0907-465d-9d00-dd5b1da3efae tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0586722 Feb 11 14:25:37.655077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6fe7b8c-9e3e-4386-ac2a-b010da56e6ff req-473ae18e-c772-4206-a300-be5bcc972f3c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524740 Feb 11 14:25:38.777850 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96180f-e42f-4135-b7cb-d90190f90045 req-aca2126e-5c5f-4ec4-a862-7337a322ca4c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:38.779382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a96180f-e42f-4135-b7cb-d90190f90045 req-aca2126e-5c5f-4ec4-a862-7337a322ca4c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0532153 Feb 11 14:25:38.838768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a96180f-e42f-4135-b7cb-d90190f90045 req-59ee7625-9db7-40c0-9a6d-ac0e101df1bd tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532005 Feb 11 14:25:39.958629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da40de9-1527-4503-b037-e85eb5d9bad7 req-6423eb77-8790-4bbd-9fa9-595832ab2d8c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:39.960081 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1da40de9-1527-4503-b037-e85eb5d9bad7 req-6423eb77-8790-4bbd-9fa9-595832ab2d8c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0515816 Feb 11 14:25:40.018057 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1da40de9-1527-4503-b037-e85eb5d9bad7 req-e24e6a81-a68f-4323-adcb-1d1a5f1a9567 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524302 Feb 11 14:25:41.262054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c47b96-57c3-4f51-a904-f49efce9f580 req-c1565171-7a35-4e3d-8326-eccaed235e16 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:41.263597 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05c47b96-57c3-4f51-a904-f49efce9f580 req-c1565171-7a35-4e3d-8326-eccaed235e16 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.1764584 Feb 11 14:25:41.321763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05c47b96-57c3-4f51-a904-f49efce9f580 req-8a1667ff-a7f2-4fc2-82d3-c9ce0e20bf4a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518298 Feb 11 14:25:42.443909 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9060-ac29-47a5-9444-48f3cf57a813 req-5cd9cfea-eb12-4c72-b42f-e455f7d10d0a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:42.445363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-787d9060-ac29-47a5-9444-48f3cf57a813 req-5cd9cfea-eb12-4c72-b42f-e455f7d10d0a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0559297 Feb 11 14:25:42.503846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-787d9060-ac29-47a5-9444-48f3cf57a813 req-ed2a7400-9d9e-44b7-b430-3327ac541363 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528564 Feb 11 14:25:43.631659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7eefb-e5cb-41a5-904f-ca358f22ce93 req-7a153d15-dc8b-4f4c-b8d2-749bb799915c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:43.633150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-47e7eefb-e5cb-41a5-904f-ca358f22ce93 req-7a153d15-dc8b-4f4c-b8d2-749bb799915c tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0575442 Feb 11 14:25:43.691941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-47e7eefb-e5cb-41a5-904f-ca358f22ce93 req-9fcb0576-d921-4c85-8a49-4b21d4306841 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&id=e38c51d8-8ef2-4e99-a664-50a729cf943d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530093 Feb 11 14:25:50.526704 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:52.443853 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:57.126996 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0b15634e-b185-4773-ae54-137afd507f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:59.522146 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-737d2c23-b19e-4f0b-aa30-8c35f5b043c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:01.170688 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:02.596489 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:03.787547 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:11.675690 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:26:15.965571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-8ccf34a5-acfb-44da-ab2a-6dd7b3dcfff2 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111955547&fields=id&tenant_id=bf8e8ea84f9a4a2c83d0579362082a40 HTTP/1.1" status: 200 len: 267 time: 0.0966463 Feb 11 14:26:16.022488 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-0760fbc9-1b84-4895-abf4-f1bfea092d70 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:16.023965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-0760fbc9-1b84-4895-abf4-f1bfea092d70 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 984 time: 0.0530748 Feb 11 14:26:16.035762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Request body: {'port': {'security_groups': ['616c98e9-498e-4dbc-84e1-86d756cde056']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:16.107768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.283729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:16.312653 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.317896 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.329648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:16.366335 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:16.366977 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.368406 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-174ab196-e94f-4c01-8d41-e5cf9782450c req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "PUT /v2.0/ports/b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 942 time: 0.3375766 Feb 11 14:26:16.368880 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:26:16.371275 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b886b27-1a6a-422b-87c6-759f6d23baf0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:16.375402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35694) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:16.404605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event updated for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:16.413676 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.414091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.414474 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.414823 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.415164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.415632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.415973 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.416306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.416762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.417101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.417670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.418007 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.418359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b4d8a-99cf-40e4-9a9c-0ad6de05fc61 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.435079 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6944b28-0a55-4707-a0e8-a1529759ad84 x-openstack-request-id: req-e6944b28-0a55-4707-a0e8-a1529759ad84 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:16.435440 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:16.435708 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6944b28-0a55-4707-a0e8-a1529759ad84 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:16.436270 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'status': 'completed', 'code': 200} Feb 11 14:26:16.462583 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group (e38c51d8-8ef2-4e99-a664-50a729cf943d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.480450 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:16.503590 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group (e38c51d8-8ef2-4e99-a664-50a729cf943d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.588656 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-3f8a464f-ac57-4c26-987d-406dceeed282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:16.590255 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-3f8a464f-ac57-4c26-987d-406dceeed282 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1127 time: 0.1320698 Feb 11 14:26:16.677131 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (e38c51d8-8ef2-4e99-a664-50a729cf943d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.679774 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.680949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "DELETE /v2.0/security-groups/e38c51d8-8ef2-4e99-a664-50a729cf943d HTTP/1.1" status: 204 len: 168 time: 0.3042195 Feb 11 14:26:16.683971 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35700) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:16.698471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c51d8-8ef2-4e99-a664-50a729cf943d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:16.707199 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d303fbf7-bede-4191-bf78-f3afc3158d40 None None] Provisioning complete for port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:16.707581 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d303fbf7-bede-4191-bf78-f3afc3158d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.710008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.710397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.710749 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.711090 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.711426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.711763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.712093 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.712424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.712762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.713081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.713407 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.713732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.714054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb3e42-e7f0-4369-b827-2ec5bb58aa06 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:16.717182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-5a9d0c5e-516e-493a-9685-79a5314e47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:16.718726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-5a9d0c5e-516e-493a-9685-79a5314e47f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.1221220 Feb 11 14:26:16.794432 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-28ead070-2c3a-4ed7-b7f0-147f2e384b12 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 1001 time: 0.0689490 Feb 11 14:26:16.799946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d303fbf7-bede-4191-bf78-f3afc3158d40 None None] Current status of the port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:16.845594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-5f46308c-6e56-4239-81ca-1d714ca017a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:16.847149 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-5f46308c-6e56-4239-81ca-1d714ca017a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0457342 Feb 11 14:26:16.884690 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Deleting port 68f72aee-e68c-4fb4-b0e5-0edcba972162 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:16.884928 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.899525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-9fa65df7-922e-4b55-a03d-4dc4b63cd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:16.901793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-9fa65df7-922e-4b55-a03d-4dc4b63cd798 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490301 Feb 11 14:26:16.971631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.972248 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for floatingip (68f72aee-e68c-4fb4-b0e5-0edcba972162), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:16.983779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Calling delete_port for 68f72aee-e68c-4fb4-b0e5-0edcba972162 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:16.996621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-455a06c9-2712-4832-ac5b-e85d69078762 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884523 Feb 11 14:26:17.085945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b886b27-1a6a-422b-87c6-759f6d23baf0 req-323a631b-95e1-44de-8309-05e026205f4e service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Feb 11 14:26:17.131021 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (68f72aee-e68c-4fb4-b0e5-0edcba972162), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:17.161861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event deleted for resources: {'Port': ['ID=68f72aee-e68c-4fb4-b0e5-0edcba972162,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:17.221211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks [] for floatingip (b54a1bc6-d196-419d-8f7c-f3b57184b30a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:17.221553 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Floating IP b54a1bc6-d196-419d-8f7c-f3b57184b30a disassociated (deleted). External IP: 172.25.3.215, port: b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa. Feb 11 14:26:17.431467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:17.538806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:17.543712 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:17.548520 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] Sync routers for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:17.558561 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:17.559177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:17.573395 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-76345964-c538-453a-a697-edb88f223b03 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "DELETE /v2.0/floatingips/b54a1bc6-d196-419d-8f7c-f3b57184b30a HTTP/1.1" status: 204 len: 168 time: 0.8882513 Feb 11 14:26:17.832268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:18.026567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 5, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:18.052611 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] Checking router: 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:18.060759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:18.061395 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:18.168643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:18.376236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 5, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:18.403235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca9fdf-df63-409a-9f12-6df154fee021 None None] The sync data for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 is: [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:17Z', 'revision_number': 4, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'f081d846-1141-4838-bd5c-32605c92d052', 'name': '', 'network_id': 'ae1f0744-a2da-4e51-83d4-2bb2eb2f2630', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'mac_address': 'fa:16:3e:97:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:16Z', 'updated_at': '2022-02-11T14:24:22Z', 'revision_number': 5, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'subnets': [{'id': '26a071b9-c914-4563-b5bd-c797e39db87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:18.437657 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:26:18.440624 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a833cc0-93c2-41dc-8931-778daec68279" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:18.478675 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749aeda-7e58-4510-9fae-0c1c236a82d1 x-openstack-request-id: req-0749aeda-7e58-4510-9fae-0c1c236a82d1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:18.479183 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:18.479600 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0749aeda-7e58-4510-9fae-0c1c236a82d1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:18.480175 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'status': 'completed', 'code': 200} Feb 11 14:26:18.555249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a833cc0-93c2-41dc-8931-778daec68279 req-124d2237-d964-4da8-b558-8ddb6477ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.556816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a833cc0-93c2-41dc-8931-778daec68279 req-124d2237-d964-4da8-b558-8ddb6477ae62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1127 time: 0.0529819 Feb 11 14:26:18.658902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a833cc0-93c2-41dc-8931-778daec68279 req-a580373d-cc5c-4b45-ac64-3a2176ef8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.660405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a833cc0-93c2-41dc-8931-778daec68279 req-a580373d-cc5c-4b45-ac64-3a2176ef8a53 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.0977812 Feb 11 14:26:18.673752 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce6785-4f0a-4563-ab25-e897aac41357 None None] New status for floating IP b54a1bc6-d196-419d-8f7c-f3b57184b30a: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:26:18.708574 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a833cc0-93c2-41dc-8931-778daec68279 req-3c491138-f07b-4183-aa38-d685b9f0bea7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 217 time: 0.0418310 Feb 11 14:26:18.759764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a833cc0-93c2-41dc-8931-778daec68279 req-a76c3086-e79a-4300-b8c4-64c47a4f602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.761339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a833cc0-93c2-41dc-8931-778daec68279 req-a76c3086-e79a-4300-b8c4-64c47a4f602e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0471933 Feb 11 14:26:18.816065 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a833cc0-93c2-41dc-8931-778daec68279 req-e513e418-a3c0-4119-a265-7c485f1eee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.828948 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a833cc0-93c2-41dc-8931-778daec68279 req-e513e418-a3c0-4119-a265-7c485f1eee68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0601206 Feb 11 14:26:18.927215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a833cc0-93c2-41dc-8931-778daec68279 req-77178dd2-1548-4b8c-8f68-2b50f96a083e service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916975 Feb 11 14:26:19.014933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4a833cc0-93c2-41dc-8931-778daec68279 req-4b01b0f6-b231-43f6-9de2-f6412379bfe6 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819585 Feb 11 14:26:20.536008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:22.445471 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:26.169444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-3a33a601-df38-4059-959e-517c454e0efa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484169 Feb 11 14:26:26.261637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-26074939-e2a1-4265-8e1c-779ff6c861a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.263937 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-26074939-e2a1-4265-8e1c-779ff6c861a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 1127 time: 0.0535729 Feb 11 14:26:26.375007 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-8a1dbfac-a112-4308-aaae-d7622e4c0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.376608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-8a1dbfac-a112-4308-aaae-d7622e4c0c77 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 200 len: 916 time: 0.0929103 Feb 11 14:26:26.422017 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-813cda84-5239-4349-abd3-099c1cfeef66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 200 len: 217 time: 0.0392096 Feb 11 14:26:26.472205 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-a6591ace-ee73-4a41-8be9-b970c1945b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.473823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-a6591ace-ee73-4a41-8be9-b970c1945b18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 200 len: 854 time: 0.0454111 Feb 11 14:26:26.523287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-87381d7f-14dd-40df-bdcc-6aaa4e96d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.524722 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-87381d7f-14dd-40df-bdcc-6aaa4e96d260 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453694 Feb 11 14:26:26.615657 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-6dbf84d6-90ba-4cf7-a38d-9229a78c3e40 service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846796 Feb 11 14:26:26.706793 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-74525d0e-133f-4dc6-a1e8-151ef1173e76 req-3e0aba02-1b56-4cc1-a47a-69feb81e250a service neutron] 10.222.0.83 "GET /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856719 Feb 11 14:26:27.128533 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-72bcc3d9-ac75-471f-a884-d5d5e7d39477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:29.523313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fd52e3c-4def-4ac2-a40c-1f7d7023afe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:31.174916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:32.600441 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:33.173010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1d69e-3885-4a67-a8b0-9b1a7891d9b9 req-4516d010-1d71-49bf-9a44-b3f5d296fa4f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:33.174630 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f1d69e-3885-4a67-a8b0-9b1a7891d9b9 req-4516d010-1d71-49bf-9a44-b3f5d296fa4f tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0556335 Feb 11 14:26:33.224341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-29f1d69e-3885-4a67-a8b0-9b1a7891d9b9 req-33ee2046-3ce2-4c72-9401-3f3b86a4a863 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Feb 11 14:26:33.789563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:34.361730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3da1b7-b798-4f22-a5df-c3f70015191e req-09bb4e8d-68a2-4f22-9354-d8e6514e98ac tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.363281 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf3da1b7-b798-4f22-a5df-c3f70015191e req-09bb4e8d-68a2-4f22-9354-d8e6514e98ac tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0616367 Feb 11 14:26:34.408878 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bf3da1b7-b798-4f22-a5df-c3f70015191e req-8f230d4d-8b41-44d7-90d1-3806bb204bc7 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.79 "GET /v2.0/security-groups?id=616c98e9-498e-4dbc-84e1-86d756cde056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Feb 11 14:26:34.508013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-41f8184d-b87c-4804-940f-3e64bcc5635a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.509395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-41f8184d-b87c-4804-940f-3e64bcc5635a tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e5d62d7-82bf-4163-8e10-b873926254e5 HTTP/1.1" status: 200 len: 945 time: 0.0506039 Feb 11 14:26:34.599145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Deleting port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:34.599410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:34.688172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] For port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:34.688532 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:34.700791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Calling delete_port for b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:34.830499 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:34.841962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:34.859081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Pushing event deleted for resources: {'Port': ['ID=b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:34.901858 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] No DVR routers for this DVR port b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:34.904360 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:34.907612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80d538f2-2dfd-49f0-bbfe-43cba522c64a req-910037e5-c649-4210-b31b-9366ecae8617 tempest-TestMinimumBasicScenario-999387132 tempest-TestMinimumBasicScenario-999387132-project] 10.222.0.83 "DELETE /v2.0/ports/b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa HTTP/1.1" status: 204 len: 173 time: 0.3934855 Feb 11 14:26:34.908050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'name': 'network-vif-deleted', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:26:34.910277 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ce21ab-1255-4f20-aa06-b587e4a9aa35" -d '{"events": [{"server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "name": "network-vif-deleted", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:35.006346 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7d4062-8f6b-4c3b-b4c6-7e7dbfe5add6 x-openstack-request-id: req-0f7d4062-8f6b-4c3b-b4c6-7e7dbfe5add6 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:35.006642 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d62d7-82bf-4163-8e10-b873926254e5", "name": "network-vif-deleted", "tag": "b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:35.006898 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f7d4062-8f6b-4c3b-b4c6-7e7dbfe5add6 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:35.007300 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d62d7-82bf-4163-8e10-b873926254e5', 'name': 'network-vif-deleted', 'tag': 'b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa', 'status': 'completed', 'code': 200} Feb 11 14:26:35.971465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35812) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:36.315930 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:36.560783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Deleting port f081d846-1141-4838-bd5c-32605c92d052 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:36.561121 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f081d846-1141-4838-bd5c-32605c92d052), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:36.636788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] For port f081d846-1141-4838-bd5c-32605c92d052, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=f081d846-1141-4838-bd5c-32605c92d052,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:36.637076 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f081d846-1141-4838-bd5c-32605c92d052), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:36.654538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Calling delete_port for f081d846-1141-4838-bd5c-32605c92d052 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:36.836966 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f081d846-1141-4838-bd5c-32605c92d052), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:36.863150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Pushing event deleted for resources: {'Port': ['ID=f081d846-1141-4838-bd5c-32605c92d052,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:37.023351 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:37.043214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:37.044361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:26:37.045172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b91dc8f8-8de0-4f42-be2a-f2b05c4a3baa not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:37.565415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:37.677052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:37.682080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36b51a1e-b8e4-47dd-96e8-4f2784a8d2da admin admin] 10.222.0.79 "PUT /v2.0/routers/41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096035 Feb 11 14:26:37.684700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35814) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:37.687018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] Sync routers for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:37.698705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:37.699358 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:37.798396 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks [] for router (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:37.815798 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:37.908562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks [] for router_gateway (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:37.963020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Deleting port eada5702-a151-4ede-a14a-cfa627013686 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:37.963363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (eada5702-a151-4ede-a14a-cfa627013686), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:37.997536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'eada5702-a151-4ede-a14a-cfa627013686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:26:36Z', 'revision_number': 5, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port': {'id': 'eada5702-a151-4ede-a14a-cfa627013686', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:38.028880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] Checking router: 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:38.037421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] Routers {'41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:38.038204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:38.046895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] For port eada5702-a151-4ede-a14a-cfa627013686, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=eada5702-a151-4ede-a14a-cfa627013686,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:38.047431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (eada5702-a151-4ede-a14a-cfa627013686), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.058983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Calling delete_port for eada5702-a151-4ede-a14a-cfa627013686 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:38.125673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] Set router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:38.176423 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:26:37Z', 'revision_number': 6, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:38.206181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccd3f3-b23c-497c-8af4-bbf356044a52 None None] The sync data for ids ['41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381'] in n-d-828676-2 is: [{'id': '41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381', 'name': 'tempest-TestMinimumBasicScenario-1483281347-router', 'tenant_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:26:37Z', 'revision_number': 6, 'project_id': 'bf8e8ea84f9a4a2c83d0579362082a40', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:38.228048 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (eada5702-a151-4ede-a14a-cfa627013686), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.256179 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Pushing event deleted for resources: {'Port': ['ID=eada5702-a151-4ede-a14a-cfa627013686,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:38.324470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.423684 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.425757 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks [] for router_controller (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.472523 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.473128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:26:38.477518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.478692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-36880791-e807-4e9e-885f-da640661aa97 admin admin] 10.222.0.79 "DELETE /v2.0/routers/41c9b5b0-7596-4bff-8c2f-4bbf0bdeb381 HTTP/1.1" status: 204 len: 168 time: 0.7930851 Feb 11 14:26:38.481470 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35816) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:38.525763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] Deleting subnet 26a071b9-c914-4563-b5bd-c797e39db87b {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:26:38.528812 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] Publish callbacks [] for subnet (26a071b9-c914-4563-b5bd-c797e39db87b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.563860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (26a071b9-c914-4563-b5bd-c797e39db87b), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.651108 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (26a071b9-c914-4563-b5bd-c797e39db87b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.703190 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (26a071b9-c914-4563-b5bd-c797e39db87b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.728390 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a071b9-c914-4563-b5bd-c797e39db87b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:38.733018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.737672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c467a948-140b-4c05-8c3a-b678c93f196c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/26a071b9-c914-4563-b5bd-c797e39db87b HTTP/1.1" status: 204 len: 168 time: 0.2545836 Feb 11 14:26:38.739435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35818) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:38.742518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9782f-06aa-443a-960a-6ec7cfbcb7f3 None None] Network ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:26:38.807987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.868297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Deleting port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:38.868629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.930144 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] For port ea06aeb1-afe3-4575-9a30-3df9fad2ef70, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,segment=NetworkSegment(09dd585f-f9fb-4111-93f6-f7c66328f60f),segment_id=09dd585f-f9fb-4111-93f6-f7c66328f60f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:38.930431 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:38.943039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Calling delete_port for ea06aeb1-afe3-4575-9a30-3df9fad2ef70 owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:38.978600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] DHCP port deletion for ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:26:39.033146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.038522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ea06aeb1-afe3-4575-9a30-3df9fad2ef70 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:39.059369 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:39.060116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Deleting port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:39.060477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.062477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: ea06aeb1-afe3-4575-9a30-3df9fad2ef70 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:26:39.062720 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device ea06aeb1-afe3-4575-9a30-3df9fad2ef70 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:39.063134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device eada5702-a151-4ede-a14a-cfa627013686 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:39.064061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] No DVR routers for this DVR port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:39.084084 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: eada5702-a151-4ede-a14a-cfa627013686 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:26:39.084440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device eada5702-a151-4ede-a14a-cfa627013686 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:39.084864 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f081d846-1141-4838-bd5c-32605c92d052 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:39.119313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: f081d846-1141-4838-bd5c-32605c92d052 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:26:39.119670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device f081d846-1141-4838-bd5c-32605c92d052 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:39.146011 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.167997 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1f0744-a2da-4e51-83d4-2bb2eb2f2630']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:39.170737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] For port ea06aeb1-afe3-4575-9a30-3df9fad2ef70, host n-d-828676-2, got binding levels [] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:39.171146 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.178194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dd585f-f9fb-4111-93f6-f7c66328f60f') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:39.178525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dd585f-f9fb-4111-93f6-f7c66328f60f') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:39.184463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Calling delete_port for ea06aeb1-afe3-4575-9a30-3df9fad2ef70 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:39.187216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.ipam_backend_mixin [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 was not found and therefore no delete operation was performed {{(pid=103177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:26:39.188595 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (ea06aeb1-afe3-4575-9a30-3df9fad2ef70), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.189012 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (09dd585f-f9fb-4111-93f6-f7c66328f60f), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.205333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (09dd585f-f9fb-4111-93f6-f7c66328f60f), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.212410 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:26:39.212808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (09dd585f-f9fb-4111-93f6-f7c66328f60f), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:26:39.214937 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:26:39.217022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Pushing event deleted for resources: {'Port': ['ID=ea06aeb1-afe3-4575-9a30-3df9fad2ef70,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:39.220791 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] No DVR routers for this DVR port ea06aeb1-afe3-4575-9a30-3df9fad2ef70 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:39.227815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.228172 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.228522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.228866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.229215 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.229695 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.230038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.230403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.230737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.231319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.231662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.231989 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.232780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2143335-501c-4211-9f9c-8291c52e84f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:39.282944 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (ae1f0744-a2da-4e51-83d4-2bb2eb2f2630), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.289185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.292439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ae1f0744-a2da-4e51-83d4-2bb2eb2f2630 HTTP/1.1" status: 204 len: 168 time: 0.5520692 Feb 11 14:26:39.295376 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35820) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:39.311072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb00af-096c-4517-9fad-6b41a9a255e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1f0744-a2da-4e51-83d4-2bb2eb2f2630,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:39.662674 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (d531275b-989f-412e-ae1a-cf7fcba47b74), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.912232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Deleting port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:39.912578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:39.989026 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] For port 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,segment=NetworkSegment(40e82c3a-1098-4ee0-bbe4-b6076504b52a),segment_id=40e82c3a-1098-4ee0-bbe4-b6076504b52a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:39.989312 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:40.002211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Calling delete_port for 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:40.182142 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (995a348a-a019-4e5c-80ef-6bfb2ed2eeb1), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:40.212630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Pushing event deleted for resources: {'Port': ['ID=995a348a-a019-4e5c-80ef-6bfb2ed2eeb1,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:40.380915 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (d531275b-989f-412e-ae1a-cf7fcba47b74), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:40.597638 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Router d531275b-989f-412e-ae1a-cf7fcba47b74 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:40.709746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:40.717346 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-15f6451d-c55f-4bdc-ad81-c4354c68a411 admin admin] 10.222.0.79 "PUT /v2.0/routers/d531275b-989f-412e-ae1a-cf7fcba47b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4181824 Feb 11 14:26:40.717478 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35822) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:40.718175 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] Sync routers for ids ['d531275b-989f-412e-ae1a-cf7fcba47b74'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:40.727932 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] Routers {'d531275b-989f-412e-ae1a-cf7fcba47b74'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:40.728534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d531275b-989f-412e-ae1a-cf7fcba47b74'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:40.827053 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks [] for router (d531275b-989f-412e-ae1a-cf7fcba47b74), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:40.840905 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] Set router d531275b-989f-412e-ae1a-cf7fcba47b74 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:40.935482 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks [] for router_gateway (d531275b-989f-412e-ae1a-cf7fcba47b74), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.031079 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:26:40Z', 'revision_number': 5, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port': {'id': 'd1a56007-5dfe-4c34-af95-0685f8f2d7f8', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:41.058448 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] Checking router: d531275b-989f-412e-ae1a-cf7fcba47b74 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:41.068103 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] Routers {'d531275b-989f-412e-ae1a-cf7fcba47b74'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:41.068731 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d531275b-989f-412e-ae1a-cf7fcba47b74'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:41.163601 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] Set router d531275b-989f-412e-ae1a-cf7fcba47b74 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:41.221042 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:26:40Z', 'revision_number': 6, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:41.324028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Deleting port d1a56007-5dfe-4c34-af95-0685f8f2d7f8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:41.324680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.345939 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d168a6d-0a43-4d6b-9169-0f00c8322344 None None] The sync data for ids ['d531275b-989f-412e-ae1a-cf7fcba47b74'] in n-d-828676-2 is: [{'id': 'd531275b-989f-412e-ae1a-cf7fcba47b74', 'name': 'tempest-TestMinimumBasicScenario-1876919904-router', 'tenant_id': 'd8b24cbb362f4bba91c26b8666491950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:24:19Z', 'updated_at': '2022-02-11T14:26:40Z', 'revision_number': 6, 'project_id': 'd8b24cbb362f4bba91c26b8666491950', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:41.404684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] For port d1a56007-5dfe-4c34-af95-0685f8f2d7f8, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:41.405050 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.417838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Calling delete_port for d1a56007-5dfe-4c34-af95-0685f8f2d7f8 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:41.584710 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d1a56007-5dfe-4c34-af95-0685f8f2d7f8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.611332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a56007-5dfe-4c34-af95-0685f8f2d7f8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:41.671746 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (d531275b-989f-412e-ae1a-cf7fcba47b74), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.766557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (d531275b-989f-412e-ae1a-cf7fcba47b74), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.768854 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks [] for router_controller (d531275b-989f-412e-ae1a-cf7fcba47b74), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.815636 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (d531275b-989f-412e-ae1a-cf7fcba47b74), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.816256 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d531275b-989f-412e-ae1a-cf7fcba47b74 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:26:41.820991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.821886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d89c1770-4845-4198-9bb1-4a2250d5c47e admin admin] 10.222.0.79 "DELETE /v2.0/routers/d531275b-989f-412e-ae1a-cf7fcba47b74 HTTP/1.1" status: 204 len: 168 time: 1.1035707 Feb 11 14:26:41.824412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35824) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:41.868572 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] Deleting subnet 5d73f280-5af1-4789-ac62-9dcd81d764e5 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:26:41.871708 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] Publish callbacks [] for subnet (5d73f280-5af1-4789-ac62-9dcd81d764e5), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.906488 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (5d73f280-5af1-4789-ac62-9dcd81d764e5), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:41.984800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5d73f280-5af1-4789-ac62-9dcd81d764e5), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.037500 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (5d73f280-5af1-4789-ac62-9dcd81d764e5), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.066506 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d73f280-5af1-4789-ac62-9dcd81d764e5,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:42.071090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.072567 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d55ca9-fe9a-4d4e-8016-6418702357d0 None None] Network 840492d6-32e9-4384-ada6-bbe13d48153e requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:26:42.074585 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0a6a84eb-90fc-4338-85f6-c99fecbd34fd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5d73f280-5af1-4789-ac62-9dcd81d764e5 HTTP/1.1" status: 204 len: 168 time: 0.2490206 Feb 11 14:26:42.076827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35826) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:42.150580 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (840492d6-32e9-4384-ada6-bbe13d48153e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.214188 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Deleting port b473b2ff-93ce-48ab-a227-bae9333ac2ac {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:42.214536 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.230531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] DHCP port deletion for 840492d6-32e9-4384-ada6-bbe13d48153e request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:26:42.280008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] For port b473b2ff-93ce-48ab-a227-bae9333ac2ac, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b473b2ff-93ce-48ab-a227-bae9333ac2ac,segment=NetworkSegment(40e82c3a-1098-4ee0-bbe4-b6076504b52a),segment_id=40e82c3a-1098-4ee0-bbe4-b6076504b52a)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:42.280382 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.280715 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] Deleting port b473b2ff-93ce-48ab-a227-bae9333ac2ac {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:26:42.281631 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.294588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Calling delete_port for b473b2ff-93ce-48ab-a227-bae9333ac2ac owned by network:dhcp {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:42.359331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] For port b473b2ff-93ce-48ab-a227-bae9333ac2ac, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b473b2ff-93ce-48ab-a227-bae9333ac2ac,segment=NetworkSegment(40e82c3a-1098-4ee0-bbe4-b6076504b52a),segment_id=40e82c3a-1098-4ee0-bbe4-b6076504b52a)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:42.359866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.375623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] Calling delete_port for b473b2ff-93ce-48ab-a227-bae9333ac2ac owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:26:42.396164 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.425633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Pushing event deleted for resources: {'Port': ['ID=b473b2ff-93ce-48ab-a227-bae9333ac2ac,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:42.427527 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] No DVR routers for this DVR port b473b2ff-93ce-48ab-a227-bae9333ac2ac on host n-d-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:26:42.460248 n-d-828676-2 neutron-server[103177]: self.session.flush() Feb 11 14:26:42.466708 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (b473b2ff-93ce-48ab-a227-bae9333ac2ac), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.495321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] Pushing event deleted for resources: {'Port': ['ID=b473b2ff-93ce-48ab-a227-bae9333ac2ac,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:42.499580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7f7fc-3032-4b74-958a-dff2b0bee619 None None] No DVR routers for this DVR port b473b2ff-93ce-48ab-a227-bae9333ac2ac on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:42.506766 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (840492d6-32e9-4384-ada6-bbe13d48153e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.531674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840492d6-32e9-4384-ada6-bbe13d48153e']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:42.540897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e82c3a-1098-4ee0-bbe4-b6076504b52a') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:42.541202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e82c3a-1098-4ee0-bbe4-b6076504b52a') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:42.550817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (40e82c3a-1098-4ee0-bbe4-b6076504b52a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.565038 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (40e82c3a-1098-4ee0-bbe4-b6076504b52a), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.571592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:26:42.572095 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (40e82c3a-1098-4ee0-bbe4-b6076504b52a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:26:42.573895 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:26:42.628252 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (840492d6-32e9-4384-ada6-bbe13d48153e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.633776 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.636943 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] 10.222.0.79 "DELETE /v2.0/networks/840492d6-32e9-4384-ada6-bbe13d48153e HTTP/1.1" status: 204 len: 168 time: 0.5591874 Feb 11 14:26:42.648812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610db7f9-cb07-45a8-9584-fc53cd602581 admin admin] Pushing event deleted for resources: {'Network': ['ID=840492d6-32e9-4384-ada6-bbe13d48153e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:42.799924 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35830) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:42.845361 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4f2f6494-03be-473f-9d99-5592de3591ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf8e8ea84f9a4a2c83d0579362082a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439370 Feb 11 14:26:42.847654 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35832) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:42.854284 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1a56007-5dfe-4c34-af95-0685f8f2d7f8 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:42.880648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d1a56007-5dfe-4c34-af95-0685f8f2d7f8 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:26:42.881000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d1a56007-5dfe-4c34-af95-0685f8f2d7f8 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:42.881419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b473b2ff-93ce-48ab-a227-bae9333ac2ac no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:42.896506 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9293-7752-4c70-9001-38c6ac659cfd admin admin] Publish callbacks [] for security_group (616c98e9-498e-4dbc-84e1-86d756cde056), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.899957 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b473b2ff-93ce-48ab-a227-bae9333ac2ac {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:26:42.900315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b473b2ff-93ce-48ab-a227-bae9333ac2ac not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:42.900731 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:42.916906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9293-7752-4c70-9001-38c6ac659cfd admin admin] Publish callbacks [] for security_group (616c98e9-498e-4dbc-84e1-86d756cde056), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.920193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:26:42.920554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 995a348a-a019-4e5c-80ef-6bfb2ed2eeb1 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:42.964646 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9293-7752-4c70-9001-38c6ac659cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (616c98e9-498e-4dbc-84e1-86d756cde056), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.967196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9293-7752-4c70-9001-38c6ac659cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:42.968333 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2f7b9293-7752-4c70-9001-38c6ac659cfd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/616c98e9-498e-4dbc-84e1-86d756cde056 HTTP/1.1" status: 204 len: 168 time: 0.1197267 Feb 11 14:26:42.976160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b9293-7752-4c70-9001-38c6ac659cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616c98e9-498e-4dbc-84e1-86d756cde056,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:43.272075 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35838) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:43.310008 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8b1b5bfd-5268-47ed-9280-1b31bac6fbf2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8b24cbb362f4bba91c26b8666491950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0367048 Feb 11 14:26:43.312300 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:43.357588 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a922ffb-0b5e-4f82-a1e8-63ba456026c1 admin admin] Publish callbacks [] for security_group (0caa4c83-2984-4a2d-94c6-7ea8dc015bda), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:43.379483 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a922ffb-0b5e-4f82-a1e8-63ba456026c1 admin admin] Publish callbacks [] for security_group (0caa4c83-2984-4a2d-94c6-7ea8dc015bda), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:43.428055 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a922ffb-0b5e-4f82-a1e8-63ba456026c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0caa4c83-2984-4a2d-94c6-7ea8dc015bda), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:43.430638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9a922ffb-0b5e-4f82-a1e8-63ba456026c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:43.432170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9a922ffb-0b5e-4f82-a1e8-63ba456026c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0caa4c83-2984-4a2d-94c6-7ea8dc015bda HTTP/1.1" status: 204 len: 168 time: 0.1187093 Feb 11 14:26:43.440475 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a922ffb-0b5e-4f82-a1e8-63ba456026c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa4c83-2984-4a2d-94c6-7ea8dc015bda,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:44.960574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35880) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:44.965123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706024652', 'description': 'tempest-secgroup-smoke-1706024652 description', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:44.986402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:44.993889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.067407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (6a0dbe78-3c9c-4a59-89f4-9c1e6785d738), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.071006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a0dbe78-3c9c-4a59-89f4-9c1e6785d738), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.105251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0dbe78-3c9c-4a59-89f4-9c1e6785d738,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.146189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (b5cb3547-e9c2-40a2-95cc-59ed7b228a1b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.149906 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b5cb3547-e9c2-40a2-95cc-59ed7b228a1b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.178536 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.179790 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2181609 Feb 11 14:26:45.182834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35882) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:45.183845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e30fb-bad4-4edc-846e-796cde4a2cd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.189038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b9926d21-a5f3-4b99-8fd5-116499139547 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'b5cb3547-e9c2-40a2-95cc-59ed7b228a1b', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:45.213122 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9926d21-a5f3-4b99-8fd5-116499139547 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (cbccb31e-ac26-40cd-b034-bb5d573957ee), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.268794 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9926d21-a5f3-4b99-8fd5-116499139547 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (cbccb31e-ac26-40cd-b034-bb5d573957ee), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.272262 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9926d21-a5f3-4b99-8fd5-116499139547 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (cbccb31e-ac26-40cd-b034-bb5d573957ee), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.296360 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9926d21-a5f3-4b99-8fd5-116499139547 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbccb31e-ac26-40cd-b034-bb5d573957ee,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.301754 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b9926d21-a5f3-4b99-8fd5-116499139547 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.303059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b9926d21-a5f3-4b99-8fd5-116499139547 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191809 Feb 11 14:26:45.305706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35884) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:45.310229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-38919b6b-c1b2-4742-a0e9-52464c92b0e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'b5cb3547-e9c2-40a2-95cc-59ed7b228a1b', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:45.341705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38919b6b-c1b2-4742-a0e9-52464c92b0e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (870f4326-34cd-47a3-b7b7-15d579b982ea), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.397281 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38919b6b-c1b2-4742-a0e9-52464c92b0e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (870f4326-34cd-47a3-b7b7-15d579b982ea), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.400705 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38919b6b-c1b2-4742-a0e9-52464c92b0e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (870f4326-34cd-47a3-b7b7-15d579b982ea), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.420371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38919b6b-c1b2-4742-a0e9-52464c92b0e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870f4326-34cd-47a3-b7b7-15d579b982ea,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.426356 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-38919b6b-c1b2-4742-a0e9-52464c92b0e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.427559 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-38919b6b-c1b2-4742-a0e9-52464c92b0e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208031 Feb 11 14:26:45.430302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35886) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:45.434535 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1d23d00d-b4e5-4116-9f1b-a35bf81b5767 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'b5cb3547-e9c2-40a2-95cc-59ed7b228a1b', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:45.458965 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d23d00d-b4e5-4116-9f1b-a35bf81b5767 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (98df7cee-aa93-4c26-98e1-525318b4b7b6), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.516492 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d23d00d-b4e5-4116-9f1b-a35bf81b5767 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (98df7cee-aa93-4c26-98e1-525318b4b7b6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.519866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d23d00d-b4e5-4116-9f1b-a35bf81b5767 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (98df7cee-aa93-4c26-98e1-525318b4b7b6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.536225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23d00d-b4e5-4116-9f1b-a35bf81b5767 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98df7cee-aa93-4c26-98e1-525318b4b7b6,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.547213 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d23d00d-b4e5-4116-9f1b-a35bf81b5767 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.549073 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1d23d00d-b4e5-4116-9f1b-a35bf81b5767 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178608 Feb 11 14:26:45.552087 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35888) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:45.556605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-03391940-ce76-474b-bc7b-e6cbd24c5e58 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'b5cb3547-e9c2-40a2-95cc-59ed7b228a1b', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:45.579764 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03391940-ce76-474b-bc7b-e6cbd24c5e58 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (050a050d-4ca2-4b4b-97db-b09cc8279891), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.634543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03391940-ce76-474b-bc7b-e6cbd24c5e58 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (050a050d-4ca2-4b4b-97db-b09cc8279891), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.638343 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03391940-ce76-474b-bc7b-e6cbd24c5e58 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (050a050d-4ca2-4b4b-97db-b09cc8279891), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.656956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03391940-ce76-474b-bc7b-e6cbd24c5e58 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050a050d-4ca2-4b4b-97db-b09cc8279891,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.664759 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03391940-ce76-474b-bc7b-e6cbd24c5e58 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.668811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03391940-ce76-474b-bc7b-e6cbd24c5e58 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129189 Feb 11 14:26:45.668976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:45.673219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'b5cb3547-e9c2-40a2-95cc-59ed7b228a1b', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:45.692062 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:26:45.696936 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (49063d58-050a-487e-b2ae-f38f0ec018f7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.764089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (49063d58-050a-487e-b2ae-f38f0ec018f7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.768311 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (49063d58-050a-487e-b2ae-f38f0ec018f7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.786308 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49063d58-050a-487e-b2ae-f38f0ec018f7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.794084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.795312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fe2b53d1-c602-4592-a6c0-f5f62afbde01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254606 Feb 11 14:26:45.798033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:45.802244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'b5cb3547-e9c2-40a2-95cc-59ed7b228a1b', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:45.822275 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:26:45.832103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (09031680-17bc-4dde-ae48-a3c731c1a8a7), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.890141 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (09031680-17bc-4dde-ae48-a3c731c1a8a7), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.894031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (09031680-17bc-4dde-ae48-a3c731c1a8a7), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.913031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09031680-17bc-4dde-ae48-a3c731c1a8a7,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.920291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.921538 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cc918b82-607a-43c8-87fe-5e512ecfdeea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225631 Feb 11 14:26:45.924542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35894) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:45.929236 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'network': {'name': 'tempest-network-smoke--560427002', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:45.946705 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:45.949902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.973443 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:26:45.982212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (04235f39-deaa-4ab5-b803-f881513dac44), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:45.982606 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Added segment 04235f39-deaa-4ab5-b803-f881513dac44 of type vlan for network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 Feb 11 14:26:46.020944 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (4c06fd51-b3d5-4cab-886a-c19492b68ca4), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.046526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (4c06fd51-b3d5-4cab-886a-c19492b68ca4), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.051388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:46.051963 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.092128 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1665356 Feb 11 14:26:46.095214 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35896) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:46.100182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'admin_state_up': True, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:46.122006 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (34f7fd1e-af08-4b86-958b-36d8219ed2ad), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.123047 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (34f7fd1e-af08-4b86-958b-36d8219ed2ad), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.124907 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cad46-3ec7-40cb-b9fc-adbe94cb9c9f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Network': ['ID=4c06fd51-b3d5-4cab-886a-c19492b68ca4,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:46.137184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:26:46.180497 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (34f7fd1e-af08-4b86-958b-36d8219ed2ad), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.323477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (34f7fd1e-af08-4b86-958b-36d8219ed2ad), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.522033 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (34f7fd1e-af08-4b86-958b-36d8219ed2ad), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.540315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.645105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.86 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/c182e4eb-7ab6-4091-aa66-f0ed8f3879a2) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:46.746298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.778883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:46.818224 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:46.822584 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:46.827778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:46.832554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:47.083290 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (34f7fd1e-af08-4b86-958b-36d8219ed2ad), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:47.280592 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (34f7fd1e-af08-4b86-958b-36d8219ed2ad), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:47.412545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 34f7fd1e-af08-4b86-958b-36d8219ed2ad is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:26:47.519972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:47.529684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Sync routers for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:47.539474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:47.539994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:47.540789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:47.541703 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-acdbaaec-fcf6-4fbe-bfd9-7bb1f1ff5694 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4442775 Feb 11 14:26:47.545193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35898) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:47.649266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:47.673524 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4d4b9805-f327-4b1d-a1e4-9f10d2cdb87f tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=a2e4abc6f12049ccb35f69e5e06157c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271236 Feb 11 14:26:47.676286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35902) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:47.996761 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:46Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:48.023257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Checking router: 34f7fd1e-af08-4b86-958b-36d8219ed2ad for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:48.023624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Updating router 34f7fd1e-af08-4b86-958b-36d8219ed2ad port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:26:48.055928 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.090021 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c42435-0ee7-47c3-a5cb-43cb08d77ff6 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:48.094914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-96c42435-0ee7-47c3-a5cb-43cb08d77ff6 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4149504 Feb 11 14:26:48.095326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:48.124906 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-3c193b32-00b1-4945-8245-eadd651a1ecf tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263753 Feb 11 14:26:48.125141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:48.130226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460175609', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:48.214065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:48.217471 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.311549 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Publish callbacks [] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.316372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.372142 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34598d85-ae0d-4148-b19e-edfe159f8026 None None] Pushing event updated for resources: {'Port': ['ID=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:48.374416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Attempting to bind port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:26:48.374776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Attempting to bind port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:26:48.375149 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Attempting to bind port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:48.382225 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:48.382623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:26:48.383036 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.383435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:48.383909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Bound port: c182e4eb-7ab6-4091-aa66-f0ed8f3879a2, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:26:48.384297 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.400971 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (53e836c1-369f-41bd-985f-928ff5d40daf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.436837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] For port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:48.440385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] For port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:48.449326 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.467504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Subnet': ['ID=53e836c1-369f-41bd-985f-928ff5d40daf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:48.478408 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Checking segment: {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:26:48.478779 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network hostable DHCP agents. Network: 4c06fd51-b3d5-4cab-886a-c19492b68ca4, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:26:48.496869 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:26:48.506353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 4c06fd51-b3d5-4cab-886a-c19492b68ca4) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:48.513035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:48.514145 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.516524 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382dd72-aef5-4666-9cbe-9febcdc20dea None None] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:26:48.519879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:48.520516 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:48.530635 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f7440ec9-7beb-4975-a282-1601ca100699 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4045644 Feb 11 14:26:48.533868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35908) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:26:48.536867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34598d85-ae0d-4148-b19e-edfe159f8026 None None] Pushing event updated for resources: {'Port': ['ID=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:48.675583 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:26:48.708204 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:48.711328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:26:48.712167 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.979686 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:48.990965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Allocated IP 172.20.0.2 (4c06fd51-b3d5-4cab-886a-c19492b68ca4/53e836c1-369f-41bd-985f-928ff5d40daf/852ae85a-10e1-4681-9efe-33e3c54c2daf) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:49.060759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:46Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:49.091170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd203f-44ce-4ec9-b02d-fe2756ac9a92 None None] The sync data for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 is: [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:46Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:49.183705 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Publish callbacks [] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.192077 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.233119 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:49.236598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:49.240305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:49.247586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Pushing event updated for resources: {'Port': ['ID=852ae85a-10e1-4681-9efe-33e3c54c2daf,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:49.283287 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.1 (4c06fd51-b3d5-4cab-886a-c19492b68ca4/53e836c1-369f-41bd-985f-928ff5d40daf/b16cad79-b196-4b84-8f67-913e81e3ab72) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:49.303897 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Attempting to bind port 852ae85a-10e1-4681-9efe-33e3c54c2daf on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:26:49.304283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Attempting to bind port 852ae85a-10e1-4681-9efe-33e3c54c2daf by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:26:49.304656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Attempting to bind port 852ae85a-10e1-4681-9efe-33e3c54c2daf on network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:49.309881 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:49.310307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Checking segment: {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:26:49.310720 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.311255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Bound using segment: {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:49.311818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Bound port: 852ae85a-10e1-4681-9efe-33e3c54c2daf, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:26:49.312118 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.408563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] For port 852ae85a-10e1-4681-9efe-33e3c54c2daf, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:49.413738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] For port 852ae85a-10e1-4681-9efe-33e3c54c2daf, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=852ae85a-10e1-4681-9efe-33e3c54c2daf,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:49.420208 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.446752 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.489223 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f17c8-d88f-4199-ae70-b40f5570012b None None] Pushing event updated for resources: {'Port': ['ID=852ae85a-10e1-4681-9efe-33e3c54c2daf,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:49.490889 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.545070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:49.548414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:49.551073 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:49.558106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=b16cad79-b196-4b84-8f67-913e81e3ab72,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:49.606987 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (34f7fd1e-af08-4b86-958b-36d8219ed2ad), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.774093 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.077179 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.082405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.153918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=b16cad79-b196-4b84-8f67-913e81e3ab72,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:50.156257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (34f7fd1e-af08-4b86-958b-36d8219ed2ad), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.259320 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:50.260710 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:50.380542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 34f7fd1e-af08-4b86-958b-36d8219ed2ad has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:50.473782 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83201a9-5d24-4ab7-8143-b131a820198c None None] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:26:50.498368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:50.506170 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7763b2cc-dbb6-4e99-8ac6-692bd601d3ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/34f7fd1e-af08-4b86-958b-36d8219ed2ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9691050 Feb 11 14:26:50.566144 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.572532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-29d9dcee-8fa9-4f15-8f49-5b5b076f7deb None None] Provisioning complete for port 852ae85a-10e1-4681-9efe-33e3c54c2daf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:50.572931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29d9dcee-8fa9-4f15-8f49-5b5b076f7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.656178 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-f8ff3a2a-34f8-424e-bd4d-a15a71c8040b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706024652&fields=id&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 267 time: 0.0466480 Feb 11 14:26:50.689135 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-29d9dcee-8fa9-4f15-8f49-5b5b076f7deb None None] Current status of the port 852ae85a-10e1-4681-9efe-33e3c54c2daf is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:50.689568 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29d9dcee-8fa9-4f15-8f49-5b5b076f7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.725888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-29d9dcee-8fa9-4f15-8f49-5b5b076f7deb None None] For port 852ae85a-10e1-4681-9efe-33e3c54c2daf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=852ae85a-10e1-4681-9efe-33e3c54c2daf,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:50.730262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-29d9dcee-8fa9-4f15-8f49-5b5b076f7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:50.789521 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-8aef7d0e-bcd3-4671-abd2-361786d1eb1c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:50.791095 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-8aef7d0e-bcd3-4671-abd2-361786d1eb1c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/networks?id=4c06fd51-b3d5-4cab-886a-c19492b68ca4 HTTP/1.1" status: 200 len: 796 time: 0.1239145 Feb 11 14:26:50.794887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9dcee-8fa9-4f15-8f49-5b5b076f7deb None None] Pushing event updated for resources: {'Port': ['ID=852ae85a-10e1-4681-9efe-33e3c54c2daf,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:50.807713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-1c56a8c0-880a-476f-b6b7-91913f1c1dde tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/quotas/a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 375 time: 0.0104203 Feb 11 14:26:50.880765 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-f8a3ffe5-109b-453c-86e8-02c624798716 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658517 Feb 11 14:26:50.963360 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 852ae85a-10e1-4681-9efe-33e3c54c2daf up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:50.989722 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-1d557023-c654-4bac-94fb-769f2f267831 service neutron] 10.222.0.79 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927391 Feb 11 14:26:51.011504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ca22a2be-7be7-4497-9180-8f9779b844ef None None] Provisioning complete for port b16cad79-b196-4b84-8f67-913e81e3ab72 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:51.011916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca22a2be-7be7-4497-9180-8f9779b844ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.057079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ca22a2be-7be7-4497-9180-8f9779b844ef None None] Port b16cad79-b196-4b84-8f67-913e81e3ab72 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:26:51.069455 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 852ae85a-10e1-4681-9efe-33e3c54c2daf triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:51.069839 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.103563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-ca22a2be-7be7-4497-9180-8f9779b844ef None None] Provisioning complete for port 852ae85a-10e1-4681-9efe-33e3c54c2daf triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:51.103975 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ca22a2be-7be7-4497-9180-8f9779b844ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.111240 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-e602c8ee-1dbf-4fc2-8316-5fd59acf7b96 service neutron] 10.222.0.79 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153584 Feb 11 14:26:51.129095 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Sync routers for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:51.155481 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:51.156512 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:51.252921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-ca22a2be-7be7-4497-9180-8f9779b844ef None None] Current status of the port 852ae85a-10e1-4681-9efe-33e3c54c2daf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:51.255294 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 852ae85a-10e1-4681-9efe-33e3c54c2daf is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:51.256280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:51.286307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:51.306268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:51.306575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.396407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:51.396802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.411124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-89324059-9c2b-40d9-9421-c33f62107fd8 None None] Provisioning complete for port b16cad79-b196-4b84-8f67-913e81e3ab72 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:51.411501 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-89324059-9c2b-40d9-9421-c33f62107fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.441303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:51.446574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.484997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-89324059-9c2b-40d9-9421-c33f62107fd8 None None] Port b16cad79-b196-4b84-8f67-913e81e3ab72 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:26:51.501310 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 2, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:51.506239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:51.527266 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Checking router: 34f7fd1e-af08-4b86-958b-36d8219ed2ad for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:51.527625 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Updating router 34f7fd1e-af08-4b86-958b-36d8219ed2ad port b16cad79-b196-4b84-8f67-913e81e3ab72 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:26:51.555312 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.604464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d9abf62a-8a1c-49ee-a2c7-a42bd8746b6d None None] Provisioning complete for port b16cad79-b196-4b84-8f67-913e81e3ab72 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:51.604746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9abf62a-8a1c-49ee-a2c7-a42bd8746b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.638113 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d9abf62a-8a1c-49ee-a2c7-a42bd8746b6d None None] Port b16cad79-b196-4b84-8f67-913e81e3ab72 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:26:51.809393 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Publish callbacks [] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.815122 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.874713 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Pushing event updated for resources: {'Port': ['ID=b16cad79-b196-4b84-8f67-913e81e3ab72,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:51.902400 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.902741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.903081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.903410 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.903740 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.904071 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.904391 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.904711 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.905028 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.905345 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.905662 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.905975 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.906317 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:51.940734 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Attempting to bind port b16cad79-b196-4b84-8f67-913e81e3ab72 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:26:51.941241 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Attempting to bind port b16cad79-b196-4b84-8f67-913e81e3ab72 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:26:51.941605 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Attempting to bind port b16cad79-b196-4b84-8f67-913e81e3ab72 on network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:51.946766 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:51.947138 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Checking segment: {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:26:51.947540 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:51.947930 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Bound using segment: {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:51.948395 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Bound port: b16cad79-b196-4b84-8f67-913e81e3ab72, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:26:51.948779 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:52.015041 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] For port b16cad79-b196-4b84-8f67-913e81e3ab72, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:52.018226 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] For port b16cad79-b196-4b84-8f67-913e81e3ab72, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b16cad79-b196-4b84-8f67-913e81e3ab72,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:52.024394 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:52.061963 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-8ca4a403-678c-4ac8-95b1-c260318156ff None None] Provisioning complete for port b16cad79-b196-4b84-8f67-913e81e3ab72 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:52.062603 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a403-678c-4ac8-95b1-c260318156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:52.082675 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:52.083313 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:26:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:52.085127 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed20b80-6742-4e06-a8a1-1b6fef18e8ae None None] Pushing event updated for resources: {'Port': ['ID=b16cad79-b196-4b84-8f67-913e81e3ab72,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:52.152774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4a403-678c-4ac8-95b1-c260318156ff None None] Current status of the port b16cad79-b196-4b84-8f67-913e81e3ab72 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:52.153174 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a403-678c-4ac8-95b1-c260318156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:52.191076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-8ca4a403-678c-4ac8-95b1-c260318156ff None None] For port b16cad79-b196-4b84-8f67-913e81e3ab72, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b16cad79-b196-4b84-8f67-913e81e3ab72,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:52.197244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a403-678c-4ac8-95b1-c260318156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:52.201119 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:52.252194 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4a403-678c-4ac8-95b1-c260318156ff None None] Pushing event updated for resources: {'Port': ['ID=b16cad79-b196-4b84-8f67-913e81e3ab72,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:52.317086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-51da0a27-d301-469f-b7b8-b8a2443b1c9f None None] Provisioning complete for port b16cad79-b196-4b84-8f67-913e81e3ab72 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:52.317467 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-51da0a27-d301-469f-b7b8-b8a2443b1c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:52.336148 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e8af54d7-69fc-481a-96de-4749e90ff1d2 req-863e7e91-9cda-4ec2-a651-05c54e9cb109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 210 time: 0.0394392 Feb 11 14:26:52.405933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-51da0a27-d301-469f-b7b8-b8a2443b1c9f None None] Current status of the port b16cad79-b196-4b84-8f67-913e81e3ab72 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:52.439783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:52.445538 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:52.474556 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c90b1-6037-4418-8d49-15a5d6f7883f None None] The sync data for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 is: [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:52.955601 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:53.014630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:53.015029 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:53.099376 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:53.100454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b16cad79-b196-4b84-8f67-913e81e3ab72 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:53.148081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b16cad79-b196-4b84-8f67-913e81e3ab72 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:53.148526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:53.229341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b16cad79-b196-4b84-8f67-913e81e3ab72 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:53.439991 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99b0d79c-4780-49c6-9197-d9a9925b0831 req-2a28d8eb-3275-4d6c-a99b-1b499d7b75d8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 210 time: 0.0351355 Feb 11 14:26:53.465332 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-1f6cc3c7-8399-4c06-ab13-5e23943d9d48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:53.467004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-1f6cc3c7-8399-4c06-ab13-5e23943d9d48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/networks?id=4c06fd51-b3d5-4cab-886a-c19492b68ca4 HTTP/1.1" status: 200 len: 796 time: 0.1204216 Feb 11 14:26:53.537042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-9bf8ce7a-b447-44ac-948c-da80d7d3152c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 380 time: 0.0606990 Feb 11 14:26:53.545713 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'port': {'device_id': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'admin_state_up': True, 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'security_groups': ['b5cb3547-e9c2-40a2-95cc-59ed7b228a1b']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:53.658314 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:53.661615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:53.793792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.10 (4c06fd51-b3d5-4cab-886a-c19492b68ca4/53e836c1-369f-41bd-985f-928ff5d40daf/3b5f7284-6494-43de-92c5-338a514f09af) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:53.927395 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (3b5f7284-6494-43de-92c5-338a514f09af), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:53.960404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3b5f7284-6494-43de-92c5-338a514f09af), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.008586 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:54.011753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:54.015538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:54.048254 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=3b5f7284-6494-43de-92c5-338a514f09af,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:54.078269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:54.078958 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.095587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-32f6cf01-89dc-4c81-b251-6ba5311d65dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5536306 Feb 11 14:26:54.106477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Request body: {'port': {'device_id': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:54.169736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b5f7284-6494-43de-92c5-338a514f09af), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.242291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-32e67c9a-8355-497e-aad7-4f890bc63165 None None] Provisioning complete for port 3b5f7284-6494-43de-92c5-338a514f09af triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:54.242953 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32e67c9a-8355-497e-aad7-4f890bc63165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b5f7284-6494-43de-92c5-338a514f09af), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.275414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-32e67c9a-8355-497e-aad7-4f890bc63165 None None] Port 3b5f7284-6494-43de-92c5-338a514f09af cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:26:54.435525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5f7284-6494-43de-92c5-338a514f09af {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:26:54.442782 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Publish callbacks [] for port (3b5f7284-6494-43de-92c5-338a514f09af), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.454310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Transition to ACTIVE for port object 3b5f7284-6494-43de-92c5-338a514f09af will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:26:54.458294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3b5f7284-6494-43de-92c5-338a514f09af), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.517151 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5f7284-6494-43de-92c5-338a514f09af,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:54.629690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea79d4-8911-4137-913f-faf9873de372 req-40c2c4de-d53f-4328-b9e2-e805d6fda06b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:54.631248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c0ea79d4-8911-4137-913f-faf9873de372 req-40c2c4de-d53f-4328-b9e2-e805d6fda06b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 944 time: 0.1128111 Feb 11 14:26:54.631941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Attempting to bind port 3b5f7284-6494-43de-92c5-338a514f09af on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:26:54.632271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Attempting to bind port 3b5f7284-6494-43de-92c5-338a514f09af by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:26:54.632598 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Attempting to bind port 3b5f7284-6494-43de-92c5-338a514f09af on network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:54.637545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Port 3b5f7284-6494-43de-92c5-338a514f09af on network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:26:54.637881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Attempting to bind port 3b5f7284-6494-43de-92c5-338a514f09af on network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:54.650000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:54.650368 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Checking segment: {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:26:54.650740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Bound using segment: {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:54.651202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Bound port: 3b5f7284-6494-43de-92c5-338a514f09af, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04235f39-deaa-4ab5-b803-f881513dac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:26:54.651561 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b5f7284-6494-43de-92c5-338a514f09af), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.724579 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c0ea79d4-8911-4137-913f-faf9873de372 req-14a32f02-b09a-4b72-a8c6-5d69c52d985c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844519 Feb 11 14:26:54.743649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] For port 3b5f7284-6494-43de-92c5-338a514f09af, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:54.746605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] For port 3b5f7284-6494-43de-92c5-338a514f09af, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3b5f7284-6494-43de-92c5-338a514f09af,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:54.753296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3b5f7284-6494-43de-92c5-338a514f09af), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.790055 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:54.790770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:54.792150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] 10.222.0.83 "PUT /v2.0/ports/3b5f7284-6494-43de-92c5-338a514f09af HTTP/1.1" status: 200 len: 1092 time: 0.6900711 Feb 11 14:26:54.792594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:26:54.794879 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14da529-8dbc-49a0-b16f-3046f4a798f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "tag": "3b5f7284-6494-43de-92c5-338a514f09af"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:54.830679 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343d0ae-3a53-4244-8a2c-945c3cd4a772 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5f7284-6494-43de-92c5-338a514f09af,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:54.858171 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a48f6e-7c0e-4a96-a90f-ceff814812db x-openstack-request-id: req-d4a48f6e-7c0e-4a96-a90f-ceff814812db {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:54.858171 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "tag": "3b5f7284-6494-43de-92c5-338a514f09af", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:54.858171 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4a48f6e-7c0e-4a96-a90f-ceff814812db {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:54.858544 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af', 'status': 'completed', 'code': 200} Feb 11 14:26:54.894564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-9522fbbe-93ad-404e-8cf9-c59fcc524fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:54.896134 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-9522fbbe-93ad-404e-8cf9-c59fcc524fe2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 1126 time: 0.0511963 Feb 11 14:26:54.937905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-25b5a03d-a928-439f-a902-ed8966cf50af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b5f7284-6494-43de-92c5-338a514f09af HTTP/1.1" status: 200 len: 217 time: 0.0350714 Feb 11 14:26:54.993233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c24ec536-8caf-4620-9adc-853b44c7dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:54.994891 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-c24ec536-8caf-4620-9adc-853b44c7dff1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53e836c1-369f-41bd-985f-928ff5d40daf HTTP/1.1" status: 200 len: 834 time: 0.0506530 Feb 11 14:26:55.043786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79889-da7a-4cea-9482-856c209414d2 req-79a3bc53-7b85-4095-9c10-e5f94b3914e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.045322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-79a3bc53-7b85-4095-9c10-e5f94b3914e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c06fd51-b3d5-4cab-886a-c19492b68ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453672 Feb 11 14:26:55.135431 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-b4bcbbfa-c863-40b6-b8f1-25633e4f698e service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836861 Feb 11 14:26:55.227100 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2ca79889-da7a-4cea-9482-856c209414d2 req-71d5b602-e78e-431c-83be-4b46225dd0b5 service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Feb 11 14:26:55.311890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-26097d05-728e-4232-96fc-f3c54804255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.313921 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-26097d05-728e-4232-96fc-f3c54804255f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 1126 time: 0.0446651 Feb 11 14:26:55.405116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-fb460c5d-5556-44d6-9ee1-aa180acb3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.406631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-fb460c5d-5556-44d6-9ee1-aa180acb3d3d service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c06fd51-b3d5-4cab-886a-c19492b68ca4 HTTP/1.1" status: 200 len: 897 time: 0.0873637 Feb 11 14:26:55.446213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-28e74747-de0e-46df-8582-9d37c0fafc9d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b5f7284-6494-43de-92c5-338a514f09af HTTP/1.1" status: 200 len: 217 time: 0.0336626 Feb 11 14:26:55.492554 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-2c2d0d46-fafe-4e1c-b09e-354968191ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.493894 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-2c2d0d46-fafe-4e1c-b09e-354968191ad2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53e836c1-369f-41bd-985f-928ff5d40daf HTTP/1.1" status: 200 len: 834 time: 0.0417261 Feb 11 14:26:55.545473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-2cd1caf6-265e-4562-84c3-27343291c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.547000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-2cd1caf6-265e-4562-84c3-27343291c81d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c06fd51-b3d5-4cab-886a-c19492b68ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471253 Feb 11 14:26:55.635160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-a65f40c7-a973-4979-98f2-28806fa76814 service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815303 Feb 11 14:26:55.727364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f14da529-8dbc-49a0-b16f-3046f4a798f8 req-65c7cd24-11e5-4b9c-9d8e-1e3674919318 service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861928 Feb 11 14:26:55.841890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c3f91-5fad-4917-baca-7683c4dc4f1b req-4de9520c-da8b-4a61-befb-be391d2bec66 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.843420 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e24c3f91-5fad-4917-baca-7683c4dc4f1b req-4de9520c-da8b-4a61-befb-be391d2bec66 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 944 time: 0.0524039 Feb 11 14:26:55.892436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e24c3f91-5fad-4917-baca-7683c4dc4f1b req-80df5d22-a07d-4590-980c-02ebc3360921 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Feb 11 14:26:57.012020 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526689f-6aaf-4674-8019-7a4ff1774062 req-2aa3cbe9-4e21-4acb-a163-b6e35340568a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:57.013492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c526689f-6aaf-4674-8019-7a4ff1774062 req-2aa3cbe9-4e21-4acb-a163-b6e35340568a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 944 time: 0.0530274 Feb 11 14:26:57.061780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c526689f-6aaf-4674-8019-7a4ff1774062 req-9aaf1276-75fe-4d42-a9ac-995df5aae80b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Feb 11 14:26:57.279327 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb639ea8-4e56-47fc-bf85-049ee8755c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:58.178956 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e851124-1953-49b8-a235-96723925b97d req-6701bdeb-101c-4236-8baa-88b292bc5519 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:58.180410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e851124-1953-49b8-a235-96723925b97d req-6701bdeb-101c-4236-8baa-88b292bc5519 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 944 time: 0.0514450 Feb 11 14:26:58.232556 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7e851124-1953-49b8-a235-96723925b97d req-6bab28f2-f216-420b-abe8-ddf418d88d5e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Feb 11 14:26:59.115597 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3b5f7284-6494-43de-92c5-338a514f09af details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:26:59.213964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3b5f7284-6494-43de-92c5-338a514f09af, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3b5f7284-6494-43de-92c5-338a514f09af,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:59.224818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '3b5f7284-6494-43de-92c5-338a514f09af', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'port_id': '3b5f7284-6494-43de-92c5-338a514f09af', 'mac_address': 'fa:16:3e:c1:77:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:26:59.262660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3b5f7284-6494-43de-92c5-338a514f09af is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:59.263055 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b5f7284-6494-43de-92c5-338a514f09af), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:59.276542 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5f7284-6494-43de-92c5-338a514f09af {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:26:59.297182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3b5f7284-6494-43de-92c5-338a514f09af, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3b5f7284-6494-43de-92c5-338a514f09af,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:59.301678 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b5f7284-6494-43de-92c5-338a514f09af), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:59.348559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3b5f7284-6494-43de-92c5-338a514f09af,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:59.358274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093650e5-b11e-4e09-827c-3bc55ea65236 req-492399bc-a5b3-47a0-a650-b826b3d7ddf1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:59.360314 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-093650e5-b11e-4e09-827c-3bc55ea65236 req-492399bc-a5b3-47a0-a650-b826b3d7ddf1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 945 time: 0.0568182 Feb 11 14:26:59.408111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-093650e5-b11e-4e09-827c-3bc55ea65236 req-2bb9db09-09c6-4ff0-abdd-ac422d4e584b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 Feb 11 14:26:59.523929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['3b5f7284-6494-43de-92c5-338a514f09af'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:59.527276 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-250d1d84-69f0-495e-b50e-03f9668a09de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:00.527755 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327161a7-5dab-4a95-a3aa-cdb1027bc20f req-d4902c50-d5fe-4b70-9a3c-61579ab2803d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:00.529603 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-327161a7-5dab-4a95-a3aa-cdb1027bc20f req-d4902c50-d5fe-4b70-9a3c-61579ab2803d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 945 time: 0.0527802 Feb 11 14:27:00.580615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-327161a7-5dab-4a95-a3aa-cdb1027bc20f req-7438eb43-17cc-496d-8cc5-d89734b669e7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Feb 11 14:27:01.131006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3b5f7284-6494-43de-92c5-338a514f09af up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:01.195239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:01.208053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 3b5f7284-6494-43de-92c5-338a514f09af completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:27:01.212926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 3b5f7284-6494-43de-92c5-338a514f09af triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:01.213298 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b5f7284-6494-43de-92c5-338a514f09af), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:01.289820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 3b5f7284-6494-43de-92c5-338a514f09af is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:01.290245 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b5f7284-6494-43de-92c5-338a514f09af), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:01.313921 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:27:01.316188 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55ac397-a069-47ca-85b8-48726ff48486" -d '{"events": [{"server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "name": "network-vif-plugged", "status": "completed", "tag": "3b5f7284-6494-43de-92c5-338a514f09af"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:01.328086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 3b5f7284-6494-43de-92c5-338a514f09af, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3b5f7284-6494-43de-92c5-338a514f09af,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:01.332508 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b5f7284-6494-43de-92c5-338a514f09af), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:01.383573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=3b5f7284-6494-43de-92c5-338a514f09af,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:01.414774 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16553ff6-0339-4abc-91bf-e73f52c7f8bc x-openstack-request-id: req-16553ff6-0339-4abc-91bf-e73f52c7f8bc {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:01.415168 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "name": "network-vif-plugged", "status": "completed", "tag": "3b5f7284-6494-43de-92c5-338a514f09af", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:01.415427 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16553ff6-0339-4abc-91bf-e73f52c7f8bc {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:01.415828 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af', 'code': 200} Feb 11 14:27:01.511732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5d631-dbf1-4a6c-ac04-da24f20bd49d req-fb342194-46bb-4f4e-9c9a-5d46b5d64519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:01.513259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14e5d631-dbf1-4a6c-ac04-da24f20bd49d req-fb342194-46bb-4f4e-9c9a-5d46b5d64519 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 1128 time: 0.0447667 Feb 11 14:27:01.559831 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-14e5d631-dbf1-4a6c-ac04-da24f20bd49d req-99b6bd68-bd67-4467-b3a1-240fc3857bcb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398667 Feb 11 14:27:02.008253 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19f6a-7cca-4c7b-9a37-35a60f06338f req-5edab6a8-8acd-4b32-b0fe-c6d01db412c6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:02.009759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cbb19f6a-7cca-4c7b-9a37-35a60f06338f req-5edab6a8-8acd-4b32-b0fe-c6d01db412c6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.3630083 Feb 11 14:27:02.057453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cbb19f6a-7cca-4c7b-9a37-35a60f06338f req-436cf65e-f027-4183-9c9c-8f930dc697c1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419970 Feb 11 14:27:02.603520 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:03.175450 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e363eb0-85dc-4044-9575-d98202205770 req-1a4cf54a-b1d1-4a39-9a64-681af1b3bea6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:03.176937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e363eb0-85dc-4044-9575-d98202205770 req-1a4cf54a-b1d1-4a39-9a64-681af1b3bea6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0525849 Feb 11 14:27:03.226114 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6e363eb0-85dc-4044-9575-d98202205770 req-36ea9012-7c2e-4c28-b366-ede0c61def98 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Feb 11 14:27:03.343099 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d80da-7f75-4553-8fbf-ea3b5cecc5bd req-4f2c3e60-1ada-48d8-8882-c91e80fdee2a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:03.345070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753d80da-7f75-4553-8fbf-ea3b5cecc5bd req-4f2c3e60-1ada-48d8-8882-c91e80fdee2a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0527821 Feb 11 14:27:03.392931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-753d80da-7f75-4553-8fbf-ea3b5cecc5bd req-ab75b66e-5644-42f2-a76a-d1651ffd0c7b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Feb 11 14:27:03.414827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35968) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:03.460166 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9040cf-2a72-4dd0-a708-f1dc73c6d307 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:03.461691 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-fc9040cf-2a72-4dd0-a708-f1dc73c6d307 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 1123 time: 0.0458295 Feb 11 14:27:03.464577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 35970) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:03.468827 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '3b5f7284-6494-43de-92c5-338a514f09af', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:03.490648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:03.588005 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:03.694995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.72 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9c62eb21-8eef-449a-905b-164dc0b32869) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:03.791831 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:03.804637 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (9c62eb21-8eef-449a-905b-164dc0b32869), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:03.837780 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (9c62eb21-8eef-449a-905b-164dc0b32869), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:03.881133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:03.884005 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:03.887603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:03.893480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=9c62eb21-8eef-449a-905b-164dc0b32869,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:04.253758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (1844cb2b-64cc-47f3-80c2-510255baef72), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:04.325210 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9c62eb21-8eef-449a-905b-164dc0b32869), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:04.474425 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (9c62eb21-8eef-449a-905b-164dc0b32869), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:04.478931 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (9c62eb21-8eef-449a-905b-164dc0b32869), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:04.556965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=9c62eb21-8eef-449a-905b-164dc0b32869,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:04.564090 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (1844cb2b-64cc-47f3-80c2-510255baef72), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:04.666252 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 1844cb2b-64cc-47f3-80c2-510255baef72 associated. External IP: 172.25.3.72, port: 3b5f7284-6494-43de-92c5-338a514f09af. Feb 11 14:27:04.891262 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 34f7fd1e-af08-4b86-958b-36d8219ed2ad has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:05.000250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:05.009595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] Sync routers for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:05.017912 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:05.019549 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:05.020191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:05.050162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-3f3d348a-66cc-44f1-af82-ccb6ce8a4aaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5816166 Feb 11 14:27:05.050162 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:27:05.050597 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a541b-632c-4b0a-9e2f-475ff523542a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "tag": "3b5f7284-6494-43de-92c5-338a514f09af"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:05.095170 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df98e632-39c2-4f6f-8d1e-3f29233ef8ce x-openstack-request-id: req-df98e632-39c2-4f6f-8d1e-3f29233ef8ce {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:05.101723 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "tag": "3b5f7284-6494-43de-92c5-338a514f09af", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:05.102023 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df98e632-39c2-4f6f-8d1e-3f29233ef8ce {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:05.102495 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af', 'status': 'completed', 'code': 200} Feb 11 14:27:05.139177 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:05.161661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a541b-632c-4b0a-9e2f-475ff523542a req-7e0abcf6-6ac8-4281-a673-529a6db5defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:05.162145 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437420dc-e52a-4847-af95-7d108518cdb7 req-76978778-e2fb-4498-aae6-0d886c0475c9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:05.163288 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-032a541b-632c-4b0a-9e2f-475ff523542a req-7e0abcf6-6ac8-4281-a673-529a6db5defd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 1128 time: 0.0507362 Feb 11 14:27:05.163882 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-437420dc-e52a-4847-af95-7d108518cdb7 req-76978778-e2fb-4498-aae6-0d886c0475c9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0646520 Feb 11 14:27:05.220112 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-437420dc-e52a-4847-af95-7d108518cdb7 req-3a935aba-86b2-49c6-b2bd-dab20dd5ded4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500460 Feb 11 14:27:05.243063 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35976) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:05.267333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a541b-632c-4b0a-9e2f-475ff523542a req-8a8f51ca-398b-4997-89b7-ffe5a26fec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:05.269141 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-032a541b-632c-4b0a-9e2f-475ff523542a req-8a8f51ca-398b-4997-89b7-ffe5a26fec49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c06fd51-b3d5-4cab-886a-c19492b68ca4 HTTP/1.1" status: 200 len: 897 time: 0.1004710 Feb 11 14:27:05.307560 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0a05dae3-0818-42df-ada2-cc8529b7fe25 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/1844cb2b-64cc-47f3-80c2-510255baef72 HTTP/1.1" status: 200 len: 991 time: 0.0622871 Feb 11 14:27:05.335005 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-032a541b-632c-4b0a-9e2f-475ff523542a req-b9c85ba2-9a4a-4b96-905f-b519a80a22b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b5f7284-6494-43de-92c5-338a514f09af HTTP/1.1" status: 200 len: 999 time: 0.0602717 Feb 11 14:27:05.386079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a541b-632c-4b0a-9e2f-475ff523542a req-4781e5ad-59fe-4f1e-a4b2-ebe8748c449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:05.386888 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '1844cb2b-64cc-47f3-80c2-510255baef72', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'port_id': '3b5f7284-6494-43de-92c5-338a514f09af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'mac_address': 'fa:16:3e:c1:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:04Z', 'updated_at': '2022-02-11T14:27:04Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:05.387602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-032a541b-632c-4b0a-9e2f-475ff523542a req-4781e5ad-59fe-4f1e-a4b2-ebe8748c449b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53e836c1-369f-41bd-985f-928ff5d40daf HTTP/1.1" status: 200 len: 834 time: 0.0477004 Feb 11 14:27:05.413954 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] Checking router: 34f7fd1e-af08-4b86-958b-36d8219ed2ad for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:05.422406 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:05.423033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:05.436928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a541b-632c-4b0a-9e2f-475ff523542a req-1459dd3f-8b3b-4981-ab74-7159708085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:05.438609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-032a541b-632c-4b0a-9e2f-475ff523542a req-1459dd3f-8b3b-4981-ab74-7159708085c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c06fd51-b3d5-4cab-886a-c19492b68ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452492 Feb 11 14:27:05.531020 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:05.532137 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-032a541b-632c-4b0a-9e2f-475ff523542a req-f83fce3b-e8f9-4791-8195-f09b8334430b service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877833 Feb 11 14:27:05.620367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-032a541b-632c-4b0a-9e2f-475ff523542a req-d55d6878-1093-4123-a7be-8c927e0fde00 service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830660 Feb 11 14:27:05.756842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '1844cb2b-64cc-47f3-80c2-510255baef72', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'port_id': '3b5f7284-6494-43de-92c5-338a514f09af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'mac_address': 'fa:16:3e:c1:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:04Z', 'updated_at': '2022-02-11T14:27:04Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:05.783183 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02ca17-6825-4488-a5b4-635868499633 None None] The sync data for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 is: [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '1844cb2b-64cc-47f3-80c2-510255baef72', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'port_id': '3b5f7284-6494-43de-92c5-338a514f09af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'mac_address': 'fa:16:3e:c1:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:04Z', 'updated_at': '2022-02-11T14:27:04Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:05.968441 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176b8d8-bdf5-4923-9156-e2273c689c2d None None] New status for floating IP 1844cb2b-64cc-47f3-80c2-510255baef72: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:27:06.310340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35978) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:06.373332 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-42cb2624-01bf-46aa-abbd-79f15183553e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/1844cb2b-64cc-47f3-80c2-510255baef72 HTTP/1.1" status: 200 len: 993 time: 0.0618455 Feb 11 14:27:20.547294 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:22.450477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:25.675358 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:27:27.132085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7e45-f002-44ff-862c-374866eac7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:28.163024 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-3d208aff-faf0-44e0-9ae8-6e5112e1633e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434749 Feb 11 14:27:28.249269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-9da70f29-32ee-41e4-b343-3b70ebf038e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:28.250826 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-9da70f29-32ee-41e4-b343-3b70ebf038e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 1128 time: 0.0495553 Feb 11 14:27:28.351229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-f5c99346-a0eb-4473-935b-e69f042edc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:28.352690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-f5c99346-a0eb-4473-935b-e69f042edc0b service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c06fd51-b3d5-4cab-886a-c19492b68ca4 HTTP/1.1" status: 200 len: 897 time: 0.0831943 Feb 11 14:27:28.419426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-5307d5a5-eeef-40e8-9270-0f4d8a6fa4b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b5f7284-6494-43de-92c5-338a514f09af HTTP/1.1" status: 200 len: 1001 time: 0.0607734 Feb 11 14:27:28.466182 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-29bb0c2a-be15-43af-b72b-787e766fe2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:28.467679 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-29bb0c2a-be15-43af-b72b-787e766fe2b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53e836c1-369f-41bd-985f-928ff5d40daf HTTP/1.1" status: 200 len: 834 time: 0.0423901 Feb 11 14:27:28.519240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-e0883574-a3e9-4b9f-b2a5-8d23b5203f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:28.520778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-e0883574-a3e9-4b9f-b2a5-8d23b5203f34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c06fd51-b3d5-4cab-886a-c19492b68ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466471 Feb 11 14:27:28.629075 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-259931e7-7e55-416b-9022-88ade2578957 service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942144 Feb 11 14:27:28.717757 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-20bf478c-e010-4ad3-8479-f8611a9b1fc3 req-64e1e1b3-e0f2-4d50-8c95-d71a22f83e90 service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828061 Feb 11 14:27:29.527456 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-704fe1be-8136-4e8b-868b-712543cf1c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:31.180175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:32.605008 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:33.793557 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:35.041346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a91b6-0b95-4f01-8a59-6253b9a9c8ae req-6aea7e0e-9464-48c2-a8cc-338ab9415d22 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:35.042881 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-891a91b6-0b95-4f01-8a59-6253b9a9c8ae req-6aea7e0e-9464-48c2-a8cc-338ab9415d22 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0580847 Feb 11 14:27:35.092602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-891a91b6-0b95-4f01-8a59-6253b9a9c8ae req-b02c5adc-4d30-4376-8b16-31dbbcb10a88 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Feb 11 14:27:36.212385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9f10-a234-43f5-8b0e-1586733fc9f0 req-aeea5291-4dae-4bc9-a843-22dee8181bf3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:36.213850 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9fb9f10-a234-43f5-8b0e-1586733fc9f0 req-aeea5291-4dae-4bc9-a843-22dee8181bf3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0517404 Feb 11 14:27:36.260810 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e9fb9f10-a234-43f5-8b0e-1586733fc9f0 req-2f9e4e7a-5593-46e5-a5e6-a7870b5bad9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Feb 11 14:27:36.283506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 35996) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:36.344764 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-27455d44-dda4-4cb0-8079-a4d4bf126756 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/1844cb2b-64cc-47f3-80c2-510255baef72 HTTP/1.1" status: 200 len: 993 time: 0.0601697 Feb 11 14:27:37.620359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd192-be6c-47fe-83e7-96a5070968f0 req-5521fbcf-048b-493b-8907-257a51c56c06 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:37.621980 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99dbd192-be6c-47fe-83e7-96a5070968f0 req-5521fbcf-048b-493b-8907-257a51c56c06 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0563426 Feb 11 14:27:37.674300 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99dbd192-be6c-47fe-83e7-96a5070968f0 req-3789b748-42f3-442e-b39f-2e6210a5e66b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467639 Feb 11 14:27:38.800091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062de44a-8cd4-437e-b447-f23d5a5e1256 req-0bff071e-f7cb-4447-8c0f-c17f84ac2aab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:38.801568 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-062de44a-8cd4-437e-b447-f23d5a5e1256 req-0bff071e-f7cb-4447-8c0f-c17f84ac2aab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0531271 Feb 11 14:27:38.849003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-062de44a-8cd4-437e-b447-f23d5a5e1256 req-fb077c95-5948-4ee7-83a3-a5d9e9b7d6f4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Feb 11 14:27:38.871886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36006) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:38.934003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7689c0b2-2061-491b-aa7a-d2257475acaf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/1844cb2b-64cc-47f3-80c2-510255baef72 HTTP/1.1" status: 200 len: 993 time: 0.0609193 Feb 11 14:27:39.213962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36012) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:39.369336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 9c62eb21-8eef-449a-905b-164dc0b32869 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:27:39.369673 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9c62eb21-8eef-449a-905b-164dc0b32869), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:39.442011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9c62eb21-8eef-449a-905b-164dc0b32869), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:39.442358 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (9c62eb21-8eef-449a-905b-164dc0b32869), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:39.454104 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 9c62eb21-8eef-449a-905b-164dc0b32869 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:27:39.597580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9c62eb21-8eef-449a-905b-164dc0b32869), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:39.623199 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=9c62eb21-8eef-449a-905b-164dc0b32869,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:39.636206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.636567 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.636936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.637263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.637604 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.637940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.638309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.638643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.638979 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.639310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.639636 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.639962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.640283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:39.699586 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (1844cb2b-64cc-47f3-80c2-510255baef72), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:39.699900 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 1844cb2b-64cc-47f3-80c2-510255baef72 disassociated (deleted). External IP: 172.25.3.72, port: 3b5f7284-6494-43de-92c5-338a514f09af. Feb 11 14:27:40.244925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 34f7fd1e-af08-4b86-958b-36d8219ed2ad has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:40.357138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:40.361543 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:40.367878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] Sync routers for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:40.377324 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:40.377939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.389489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-459a7cc0-f2ef-40af-a19a-0e5455adbd68 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/floatingips/1844cb2b-64cc-47f3-80c2-510255baef72 HTTP/1.1" status: 204 len: 168 time: 1.1744549 Feb 11 14:27:40.390092 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:27:40.392999 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042f450-1bd5-4ae9-8f37-303b55321c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "tag": "3b5f7284-6494-43de-92c5-338a514f09af"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:40.490942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:40.491849 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8983e5-4d59-437f-86be-e4a561ff03ed x-openstack-request-id: req-ee8983e5-4d59-437f-86be-e4a561ff03ed {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:40.492157 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "tag": "3b5f7284-6494-43de-92c5-338a514f09af", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:40.492451 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee8983e5-4d59-437f-86be-e4a561ff03ed {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:40.492915 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af', 'status': 'completed', 'code': 200} Feb 11 14:27:40.564901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-915e6f01-328a-4799-bbd0-4298a6c10315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.566509 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-915e6f01-328a-4799-bbd0-4298a6c10315 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 1128 time: 0.0532532 Feb 11 14:27:40.692540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607d4cc-4865-48f4-9c63-08a188c3cd5f req-cf0f0928-7222-4ba6-a83d-fcbc8997b25c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.694227 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e607d4cc-4865-48f4-9c63-08a188c3cd5f req-cf0f0928-7222-4ba6-a83d-fcbc8997b25c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.1121528 Feb 11 14:27:40.711861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.715423 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-93232df1-8996-49ce-9e34-41b35c81c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.716873 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-93232df1-8996-49ce-9e34-41b35c81c5ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c06fd51-b3d5-4cab-886a-c19492b68ca4 HTTP/1.1" status: 200 len: 897 time: 0.1429305 Feb 11 14:27:40.742914 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] Checking router: 34f7fd1e-af08-4b86-958b-36d8219ed2ad for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:40.751965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:40.752582 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.770994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-1d5eb3b0-cab1-4a69-b2ae-494072197277 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b5f7284-6494-43de-92c5-338a514f09af HTTP/1.1" status: 200 len: 217 time: 0.0463350 Feb 11 14:27:40.792904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e607d4cc-4865-48f4-9c63-08a188c3cd5f req-bcd847ed-0ef7-4d48-9232-0abe3fc39e05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930402 Feb 11 14:27:40.826899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-c83b3a48-0833-4794-a10c-542783bf9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.828395 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-c83b3a48-0833-4794-a10c-542783bf9030 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53e836c1-369f-41bd-985f-928ff5d40daf HTTP/1.1" status: 200 len: 834 time: 0.0487936 Feb 11 14:27:40.864892 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:40.878394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-43fe73f1-019a-4bdf-84a8-d0b3cdee356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.879904 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-43fe73f1-019a-4bdf-84a8-d0b3cdee356f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c06fd51-b3d5-4cab-886a-c19492b68ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449536 Feb 11 14:27:40.974940 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-a0ec070b-9e43-4b82-8071-96a73e4ce919 service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Feb 11 14:27:41.061280 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:41.064615 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c042f450-1bd5-4ae9-8f37-303b55321c8c req-b0adce3c-3e17-4408-ba26-af03d8ba142d service neutron] 10.222.0.83 "GET /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 Feb 11 14:27:41.091094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ac06-4d10-4bbd-9b46-cc77b1bbfb01 None None] The sync data for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 is: [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:49Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b16cad79-b196-4b84-8f67-913e81e3ab72', 'name': '', 'network_id': '4c06fd51-b3d5-4cab-886a-c19492b68ca4', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:a0:81:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:49Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '53e836c1-369f-41bd-985f-928ff5d40daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:41.307260 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006e1ec-ace1-47a5-be1d-6db2976881e3 None None] New status for floating IP 1844cb2b-64cc-47f3-80c2-510255baef72: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:27:41.914338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277da76-fa02-4fd6-b6a9-bac1ae006a26 req-4945d242-2fd4-4dcd-a988-5dd3d4857b6f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:41.915811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e277da76-fa02-4fd6-b6a9-bac1ae006a26 req-4945d242-2fd4-4dcd-a988-5dd3d4857b6f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0523098 Feb 11 14:27:41.962761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e277da76-fa02-4fd6-b6a9-bac1ae006a26 req-071e0bb8-0af8-470c-b3e4-8a76a91c303e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414896 Feb 11 14:27:42.256245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-8a493397-e4cf-47d7-9391-b75ba578c604 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:42.258247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-8a493397-e4cf-47d7-9391-b75ba578c604 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 946 time: 0.0580447 Feb 11 14:27:42.347975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 3b5f7284-6494-43de-92c5-338a514f09af {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:27:42.348324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3b5f7284-6494-43de-92c5-338a514f09af), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:42.439791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 3b5f7284-6494-43de-92c5-338a514f09af, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=3b5f7284-6494-43de-92c5-338a514f09af,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:42.440156 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3b5f7284-6494-43de-92c5-338a514f09af), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:42.452481 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 3b5f7284-6494-43de-92c5-338a514f09af owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:27:42.578868 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3b5f7284-6494-43de-92c5-338a514f09af), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:42.609574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=3b5f7284-6494-43de-92c5-338a514f09af,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:42.627657 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.628079 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.628452 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.628830 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.629178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.629543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.629882 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.630241 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.630577 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.630911 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.631245 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.631578 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.632601 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:42.676518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] No DVR routers for this DVR port 3b5f7284-6494-43de-92c5-338a514f09af on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:42.679785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:42.683219 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bbaf7989-86be-486c-84d2-bcbb40bc640e req-f3631fad-1556-49c3-b5cd-0d39c9c2aeab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "DELETE /v2.0/ports/3b5f7284-6494-43de-92c5-338a514f09af HTTP/1.1" status: 204 len: 173 time: 0.4201360 Feb 11 14:27:42.683708 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'name': 'network-vif-deleted', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:27:42.686055 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c977cd-3700-4e24-8beb-f4432d0c9335" -d '{"events": [{"server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "name": "network-vif-deleted", "tag": "3b5f7284-6494-43de-92c5-338a514f09af"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:42.723853 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927b1f8-5378-4785-bd90-cc3f6b91314f x-openstack-request-id: req-9927b1f8-5378-4785-bd90-cc3f6b91314f {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:42.724159 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0403487-f777-4c3d-9a8d-b772d20671ad", "name": "network-vif-deleted", "tag": "3b5f7284-6494-43de-92c5-338a514f09af", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:42.724427 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9927b1f8-5378-4785-bd90-cc3f6b91314f {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:42.724844 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0403487-f777-4c3d-9a8d-b772d20671ad', 'name': 'network-vif-deleted', 'tag': '3b5f7284-6494-43de-92c5-338a514f09af', 'status': 'completed', 'code': 200} Feb 11 14:27:43.080567 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c3f9aa71-bfe0-4fd5-bf66-6d7e3432ea06 req-e1746ba0-a5d7-4157-a683-04faaf5585c8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0403487-f777-4c3d-9a8d-b772d20671ad HTTP/1.1" status: 200 len: 210 time: 0.0340555 Feb 11 14:27:44.143139 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36030) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:44.505327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (34f7fd1e-af08-4b86-958b-36d8219ed2ad), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:44.767557 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port b16cad79-b196-4b84-8f67-913e81e3ab72 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:27:44.767823 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:44.861359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port b16cad79-b196-4b84-8f67-913e81e3ab72, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b16cad79-b196-4b84-8f67-913e81e3ab72,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:44.861727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:44.873664 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for b16cad79-b196-4b84-8f67-913e81e3ab72 owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:27:45.059652 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b16cad79-b196-4b84-8f67-913e81e3ab72), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:45.087432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=b16cad79-b196-4b84-8f67-913e81e3ab72,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:45.262065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (34f7fd1e-af08-4b86-958b-36d8219ed2ad), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:45.484883 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 34f7fd1e-af08-4b86-958b-36d8219ed2ad has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:45.592833 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:45.597730 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4854d46b-756f-471c-b475-77ece99febb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/34f7fd1e-af08-4b86-958b-36d8219ed2ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4534559 Feb 11 14:27:45.600375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36032) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:45.602752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] Sync routers for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:45.612580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:45.613185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:45.653444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting subnet 53e836c1-369f-41bd-985f-928ff5d40daf {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:27:45.656639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (53e836c1-369f-41bd-985f-928ff5d40daf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:45.704043 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (53e836c1-369f-41bd-985f-928ff5d40daf), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:45.719661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:45.785176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (53e836c1-369f-41bd-985f-928ff5d40daf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:45.849830 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (53e836c1-369f-41bd-985f-928ff5d40daf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:45.881707 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Subnet': ['ID=53e836c1-369f-41bd-985f-928ff5d40daf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:45.887058 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:45.892499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c38e86e5-fdae-4a3f-96ac-357f7c9dc0c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/subnets/53e836c1-369f-41bd-985f-928ff5d40daf HTTP/1.1" status: 204 len: 168 time: 0.2911398 Feb 11 14:27:45.892786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36034) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:45.898195 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6c58e-26eb-4d33-81f1-f5df5b053c74 None None] Network 4c06fd51-b3d5-4cab-886a-c19492b68ca4 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:27:45.935938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:27:45Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:45.986664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] Checking router: 34f7fd1e-af08-4b86-958b-36d8219ed2ad for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:46.002010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (34f7fd1e-af08-4b86-958b-36d8219ed2ad), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.013297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] Routers {'34f7fd1e-af08-4b86-958b-36d8219ed2ad'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:46.013931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:46.111894 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (34f7fd1e-af08-4b86-958b-36d8219ed2ad), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.137874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] Set router 34f7fd1e-af08-4b86-958b-36d8219ed2ad gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:46.166589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:27:46.166933 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.169802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] DHCP port deletion for 4c06fd51-b3d5-4cab-886a-c19492b68ca4 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:27:46.249269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port c182e4eb-7ab6-4091-aa66-f0ed8f3879a2, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:46.249639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.261396 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:27:46.312840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Deleting port 852ae85a-10e1-4681-9efe-33e3c54c2daf {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:27:46.313215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.416744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] For port 852ae85a-10e1-4681-9efe-33e3c54c2daf, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=852ae85a-10e1-4681-9efe-33e3c54c2daf,segment=NetworkSegment(04235f39-deaa-4ab5-b803-f881513dac44),segment_id=04235f39-deaa-4ab5-b803-f881513dac44)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:46.417056 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.431482 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c182e4eb-7ab6-4091-aa66-f0ed8f3879a2), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.435130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Calling delete_port for 852ae85a-10e1-4681-9efe-33e3c54c2daf owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:27:46.457756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=c182e4eb-7ab6-4091-aa66-f0ed8f3879a2,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:46.516253 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (34f7fd1e-af08-4b86-958b-36d8219ed2ad), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.534880 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:27:45Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:46.577595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888c5ee-e85a-4c7b-8c4b-7e6df5b45d4b None None] The sync data for ids ['34f7fd1e-af08-4b86-958b-36d8219ed2ad'] in n-d-828676-2 is: [{'id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469647459', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:27:45Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': 'c182e4eb-7ab6-4091-aa66-f0ed8f3879a2', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7fd1e-af08-4b86-958b-36d8219ed2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:46.613476 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (852ae85a-10e1-4681-9efe-33e3c54c2daf), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.622305 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (34f7fd1e-af08-4b86-958b-36d8219ed2ad), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.624486 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (34f7fd1e-af08-4b86-958b-36d8219ed2ad), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.671233 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (34f7fd1e-af08-4b86-958b-36d8219ed2ad), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.671488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] No DVR routers for this DVR port 852ae85a-10e1-4681-9efe-33e3c54c2daf on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:46.671770 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Fanout notify agent at l3_agent the message router_deleted on router 34f7fd1e-af08-4b86-958b-36d8219ed2ad {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:46.676704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Pushing event deleted for resources: {'Port': ['ID=852ae85a-10e1-4681-9efe-33e3c54c2daf,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:46.681079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.682334 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-472cf75e-17dd-4925-a068-39bf102ef9c0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/routers/34f7fd1e-af08-4b86-958b-36d8219ed2ad HTTP/1.1" status: 204 len: 168 time: 0.7877259 Feb 11 14:27:46.685951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36036) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:46.686966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.687328 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.687675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.688027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.688341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.688674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.689004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.689331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.689658 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.689982 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.690333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.690657 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.690978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fcd32-b5df-452f-b748-973c5310b334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:46.763494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (4c06fd51-b3d5-4cab-886a-c19492b68ca4), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.850142 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (4c06fd51-b3d5-4cab-886a-c19492b68ca4), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.870905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c06fd51-b3d5-4cab-886a-c19492b68ca4']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:46.880047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04235f39-deaa-4ab5-b803-f881513dac44') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:46.880345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04235f39-deaa-4ab5-b803-f881513dac44') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:46.890075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (04235f39-deaa-4ab5-b803-f881513dac44), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.904091 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (04235f39-deaa-4ab5-b803-f881513dac44), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.911529 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:46.912092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (04235f39-deaa-4ab5-b803-f881513dac44), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:46.915559 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:46.982969 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (4c06fd51-b3d5-4cab-886a-c19492b68ca4), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.987866 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:46.994639 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/networks/4c06fd51-b3d5-4cab-886a-c19492b68ca4 HTTP/1.1" status: 204 len: 168 time: 0.3077338 Feb 11 14:27:46.994794 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36038) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:47.018848 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e6a00-0b84-4d32-a78f-c74f60e1698d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Network': ['ID=4c06fd51-b3d5-4cab-886a-c19492b68ca4,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.035889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 852ae85a-10e1-4681-9efe-33e3c54c2daf no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:47.058845 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 852ae85a-10e1-4681-9efe-33e3c54c2daf {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:27:47.059289 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 852ae85a-10e1-4681-9efe-33e3c54c2daf not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:47.059776 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b16cad79-b196-4b84-8f67-913e81e3ab72 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:47.073466 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57671692-f4fd-47ab-b2cc-c3cbcecb62bd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (b5cb3547-e9c2-40a2-95cc-59ed7b228a1b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.079932 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b16cad79-b196-4b84-8f67-913e81e3ab72 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:27:47.080253 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b16cad79-b196-4b84-8f67-913e81e3ab72 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:47.104550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57671692-f4fd-47ab-b2cc-c3cbcecb62bd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (b5cb3547-e9c2-40a2-95cc-59ed7b228a1b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.163749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57671692-f4fd-47ab-b2cc-c3cbcecb62bd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b5cb3547-e9c2-40a2-95cc-59ed7b228a1b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.166397 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57671692-f4fd-47ab-b2cc-c3cbcecb62bd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.167604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-57671692-f4fd-47ab-b2cc-c3cbcecb62bd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/security-groups/b5cb3547-e9c2-40a2-95cc-59ed7b228a1b HTTP/1.1" status: 204 len: 168 time: 0.1719542 Feb 11 14:27:47.177160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57671692-f4fd-47ab-b2cc-c3cbcecb62bd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cb3547-e9c2-40a2-95cc-59ed7b228a1b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.225886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3b5f7284-6494-43de-92c5-338a514f09af no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:47.248649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 3b5f7284-6494-43de-92c5-338a514f09af {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:27:47.248649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 3b5f7284-6494-43de-92c5-338a514f09af not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:47.419880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36044) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:47.424421 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6db38233-9149-45a7-8a48-fadfa28a4b99 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065936595', 'description': 'tempest-secgroup-smoke-1065936595 description', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:47.450526 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6db38233-9149-45a7-8a48-fadfa28a4b99 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.519824 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6db38233-9149-45a7-8a48-fadfa28a4b99 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (7b479fe9-55a4-40b5-be00-e7671f88e14c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.523663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6db38233-9149-45a7-8a48-fadfa28a4b99 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7b479fe9-55a4-40b5-be00-e7671f88e14c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.555331 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6db38233-9149-45a7-8a48-fadfa28a4b99 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.556560 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6db38233-9149-45a7-8a48-fadfa28a4b99 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356637 Feb 11 14:27:47.557672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db38233-9149-45a7-8a48-fadfa28a4b99 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b479fe9-55a4-40b5-be00-e7671f88e14c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.559581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36046) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:47.564358 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7db927ab-e46d-4fcc-8d44-98cfec6569ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '7b479fe9-55a4-40b5-be00-e7671f88e14c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:47.587703 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7db927ab-e46d-4fcc-8d44-98cfec6569ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e2ebeeac-b0f6-4bbb-ac42-474a096fa010), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.646979 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7db927ab-e46d-4fcc-8d44-98cfec6569ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e2ebeeac-b0f6-4bbb-ac42-474a096fa010), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.651208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7db927ab-e46d-4fcc-8d44-98cfec6569ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e2ebeeac-b0f6-4bbb-ac42-474a096fa010), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.669809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db927ab-e46d-4fcc-8d44-98cfec6569ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ebeeac-b0f6-4bbb-ac42-474a096fa010,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.678312 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7db927ab-e46d-4fcc-8d44-98cfec6569ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.682644 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7db927ab-e46d-4fcc-8d44-98cfec6569ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192997 Feb 11 14:27:47.682893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36048) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:47.687370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-978eb2a4-89b4-4928-b410-54df91e13590 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '7b479fe9-55a4-40b5-be00-e7671f88e14c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:47.713223 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-978eb2a4-89b4-4928-b410-54df91e13590 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (7325c63d-4cfe-4969-9fee-920fe8faf9dc), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.770222 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-978eb2a4-89b4-4928-b410-54df91e13590 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (7325c63d-4cfe-4969-9fee-920fe8faf9dc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.775494 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-978eb2a4-89b4-4928-b410-54df91e13590 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (7325c63d-4cfe-4969-9fee-920fe8faf9dc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.794089 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eb2a4-89b4-4928-b410-54df91e13590 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7325c63d-4cfe-4969-9fee-920fe8faf9dc,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.801189 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-978eb2a4-89b4-4928-b410-54df91e13590 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.802437 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-978eb2a4-89b4-4928-b410-54df91e13590 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185696 Feb 11 14:27:47.805068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36050) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:47.809316 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7eef7576-5558-482f-ac49-b593d9144f38 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '7b479fe9-55a4-40b5-be00-e7671f88e14c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:47.833333 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7eef7576-5558-482f-ac49-b593d9144f38 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (275f950a-c504-4fbe-bb9a-38e63cc82391), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.888682 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7eef7576-5558-482f-ac49-b593d9144f38 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (275f950a-c504-4fbe-bb9a-38e63cc82391), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.892287 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7eef7576-5558-482f-ac49-b593d9144f38 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (275f950a-c504-4fbe-bb9a-38e63cc82391), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.911808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef7576-5558-482f-ac49-b593d9144f38 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275f950a-c504-4fbe-bb9a-38e63cc82391,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.918095 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7eef7576-5558-482f-ac49-b593d9144f38 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.918894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7eef7576-5558-482f-ac49-b593d9144f38 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128800 Feb 11 14:27:47.921589 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36052) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:47.925829 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-364de6c4-21c0-4eb1-80d4-0f88c98fa8e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '7b479fe9-55a4-40b5-be00-e7671f88e14c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:47.950431 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364de6c4-21c0-4eb1-80d4-0f88c98fa8e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (1834ff31-c1bc-4747-8c1b-4f22eec8054f), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.008086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364de6c4-21c0-4eb1-80d4-0f88c98fa8e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (1834ff31-c1bc-4747-8c1b-4f22eec8054f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.011822 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364de6c4-21c0-4eb1-80d4-0f88c98fa8e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (1834ff31-c1bc-4747-8c1b-4f22eec8054f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.029274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364de6c4-21c0-4eb1-80d4-0f88c98fa8e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1834ff31-c1bc-4747-8c1b-4f22eec8054f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:48.037409 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-364de6c4-21c0-4eb1-80d4-0f88c98fa8e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.039385 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-364de6c4-21c0-4eb1-80d4-0f88c98fa8e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168523 Feb 11 14:27:48.042056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36054) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:48.046220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '7b479fe9-55a4-40b5-be00-e7671f88e14c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:48.075025 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:27:48.086320 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (a5f9fdc5-80d6-4c3e-969b-308a0757f2cf), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.148840 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (a5f9fdc5-80d6-4c3e-969b-308a0757f2cf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.152267 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a5f9fdc5-80d6-4c3e-969b-308a0757f2cf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.168868 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f9fdc5-80d6-4c3e-969b-308a0757f2cf,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:48.176982 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.178209 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-44a235bb-0720-4d61-ac23-fde474037e0e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352062 Feb 11 14:27:48.180898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36056) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:48.185115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '7b479fe9-55a4-40b5-be00-e7671f88e14c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:48.204308 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:27:48.209076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (93480100-ad8d-426b-a5fa-c1f97b83fdd6), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.267109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (93480100-ad8d-426b-a5fa-c1f97b83fdd6), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.270668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (93480100-ad8d-426b-a5fa-c1f97b83fdd6), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.289711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93480100-ad8d-426b-a5fa-c1f97b83fdd6,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:48.294962 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.296455 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f1336522-247e-4627-ac6f-e6f9292ebed3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145952 Feb 11 14:27:48.299271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36058) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:48.304035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'network': {'name': 'tempest-network-smoke--2023746491', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:48.323248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:48.326607 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.349649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:48.359779 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8e59471d-e0c2-4f00-81b4-6642e5a423ca), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.360121 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Added segment 8e59471d-e0c2-4f00-81b4-6642e5a423ca of type vlan for network a474d334-f855-47bb-8db5-0066c9d97fdc Feb 11 14:27:48.402136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (a474d334-f855-47bb-8db5-0066c9d97fdc), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.426675 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (a474d334-f855-47bb-8db5-0066c9d97fdc), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.433159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:48.433753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.471073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1707640 Feb 11 14:27:48.473810 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36060) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:48.478324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'admin_state_up': True, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:48.499416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.500608 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.502152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6330a-05db-41c1-b0c5-4f6517382e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Network': ['ID=a474d334-f855-47bb-8db5-0066c9d97fdc,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:48.514691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network a474d334-f855-47bb-8db5-0066c9d97fdc details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:48.553027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:48.852939 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:48.875154 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:27:48.875504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c182e4eb-7ab6-4091-aa66-f0ed8f3879a2 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:49.007497 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:49.199384 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:49.221181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:49.319611 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.39 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/30e3a25e-dcd0-4846-88d0-f20a4f93a541) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:49.423006 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:49.455199 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:49.491718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:49.494606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:49.498018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:49.525593 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=30e3a25e-dcd0-4846-88d0-f20a4f93a541,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:49.753268 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:49.963208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.091833 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:50.209052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:50.218769 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Sync routers for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:50.227737 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:50.228409 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:50.228667 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.229676 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-57842c93-d25f-41fd-8023-d287d9beb206 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7548363 Feb 11 14:27:50.233322 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36062) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:50.273357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46fde7d7-18f3-47dc-b416-1e3427fc1d9d tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=a2e4abc6f12049ccb35f69e5e06157c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381041 Feb 11 14:27:50.276049 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36064) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:50.363685 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c88e0e-b1a8-407e-aebe-69ce65d2c515 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:50.365140 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-88c88e0e-b1a8-407e-aebe-69ce65d2c515 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881944 Feb 11 14:27:50.368757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36066) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:50.396750 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-04dfc037-9a6b-4b21-9102-cd62226ac062 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268736 Feb 11 14:27:50.399334 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36068) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:50.404083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1495340770', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:50.425406 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:50.494568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:50.497920 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.550924 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.606695 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:49Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:50.632494 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Checking router: 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:50.632757 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Updating router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:50.663883 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.682426 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (4c9450cb-f2fc-4935-945d-aaebda3c73b3), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.745844 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Subnet': ['ID=4c9450cb-f2fc-4935-945d-aaebda3c73b3,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:50.754627 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Checking segment: {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:27:50.755084 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network hostable DHCP agents. Network: a474d334-f855-47bb-8db5-0066c9d97fdc, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:50.771377 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network a474d334-f855-47bb-8db5-0066c9d97fdc is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:50.781147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, a474d334-f855-47bb-8db5-0066c9d97fdc) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:50.785874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:50.786544 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.792811 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4556321-dfb7-42e8-922d-5cb3d63b7996 None None] Network a474d334-f855-47bb-8db5-0066c9d97fdc requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:27:50.804076 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-661ca36a-5f2d-40b1-ad99-8b92e11df6dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037125 Feb 11 14:27:50.807049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36070) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:27:50.906793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-a474d334-f855-47bb-8db5-0066c9d97fdc', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:27:50.907697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.930195 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Publish callbacks [] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.937087 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.988724 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Attempting to bind port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:27:50.989031 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Attempting to bind port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:27:50.989398 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Attempting to bind port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:50.998704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:50.999087 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:27:50.999495 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:50.999885 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:51.000352 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Bound port: 30e3a25e-dcd0-4846-88d0-f20a4f93a541, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:27:51.000735 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.005514 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7001206-e01f-48ea-b152-defb0d351224 None None] Pushing event updated for resources: {'Port': ['ID=30e3a25e-dcd0-4846-88d0-f20a4f93a541,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.053609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Allocated IP 172.20.0.2 (a474d334-f855-47bb-8db5-0066c9d97fdc/4c9450cb-f2fc-4935-945d-aaebda3c73b3/be2cb893-28a1-4ea1-adea-66317aad2d9c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:51.058444 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] For port 30e3a25e-dcd0-4846-88d0-f20a4f93a541, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:51.061608 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] For port 30e3a25e-dcd0-4846-88d0-f20a4f93a541, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=30e3a25e-dcd0-4846-88d0-f20a4f93a541,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:51.067959 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.114666 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:51.114877 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:51.169963 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7001206-e01f-48ea-b152-defb0d351224 None None] Pushing event updated for resources: {'Port': ['ID=30e3a25e-dcd0-4846-88d0-f20a4f93a541,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.218767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Publish callbacks [] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.225086 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.237864 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:51.241447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Network a474d334-f855-47bb-8db5-0066c9d97fdc is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:51.243972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:51.246346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:51.289873 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.319857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Pushing event updated for resources: {'Port': ['ID=be2cb893-28a1-4ea1-adea-66317aad2d9c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.331976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Attempting to bind port be2cb893-28a1-4ea1-adea-66317aad2d9c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:27:51.332353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Attempting to bind port be2cb893-28a1-4ea1-adea-66317aad2d9c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:27:51.332719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Attempting to bind port be2cb893-28a1-4ea1-adea-66317aad2d9c on network a474d334-f855-47bb-8db5-0066c9d97fdc {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:51.338445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:51.338826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Checking segment: {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:27:51.339234 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.339634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Bound using segment: {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:51.340101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Bound port: be2cb893-28a1-4ea1-adea-66317aad2d9c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:27:51.340486 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.408706 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] For port be2cb893-28a1-4ea1-adea-66317aad2d9c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:51.411816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] For port be2cb893-28a1-4ea1-adea-66317aad2d9c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=be2cb893-28a1-4ea1-adea-66317aad2d9c,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:51.419319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.440698 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:49Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:51.473669 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541154c-6cbf-4f10-9858-e31fbdd6352e None None] The sync data for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 is: [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:49Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:51.478350 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f3529-2532-4cac-9f8b-e3c5b42d3605 None None] Pushing event updated for resources: {'Port': ['ID=be2cb893-28a1-4ea1-adea-66317aad2d9c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.648008 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.1 (a474d334-f855-47bb-8db5-0066c9d97fdc/4c9450cb-f2fc-4935-945d-aaebda3c73b3/21765418-9b54-4600-9c39-210b322a5b1e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:51.818002 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (21765418-9b54-4600-9c39-210b322a5b1e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.858957 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (21765418-9b54-4600-9c39-210b322a5b1e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:51.902920 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network a474d334-f855-47bb-8db5-0066c9d97fdc is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:51.907077 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:51.912108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:51.946326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=21765418-9b54-4600-9c39-210b322a5b1e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.967553 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.106638 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21765418-9b54-4600-9c39-210b322a5b1e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.412434 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (21765418-9b54-4600-9c39-210b322a5b1e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.418482 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (21765418-9b54-4600-9c39-210b322a5b1e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.462947 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.496338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.498100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=21765418-9b54-4600-9c39-210b322a5b1e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:52.504710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b8d51-b0d2-41e5-a7c6-6f22b943edc4 None None] Network a474d334-f855-47bb-8db5-0066c9d97fdc requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:27:52.600728 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network a474d334-f855-47bb-8db5-0066c9d97fdc is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:52.602232 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:52.626298 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-47282eb9-18f7-4307-945e-e7a8993fc30d None None] Provisioning complete for port be2cb893-28a1-4ea1-adea-66317aad2d9c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:52.626639 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47282eb9-18f7-4307-945e-e7a8993fc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.712773 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-47282eb9-18f7-4307-945e-e7a8993fc30d None None] Current status of the port be2cb893-28a1-4ea1-adea-66317aad2d9c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:52.713579 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47282eb9-18f7-4307-945e-e7a8993fc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:52.734448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:52.756163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-47282eb9-18f7-4307-945e-e7a8993fc30d None None] For port be2cb893-28a1-4ea1-adea-66317aad2d9c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=be2cb893-28a1-4ea1-adea-66317aad2d9c,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:52.761548 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-47282eb9-18f7-4307-945e-e7a8993fc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.015509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-aabdccbb-495c-4f9e-8dc5-3e44ef52fe97 None None] Provisioning complete for port 21765418-9b54-4600-9c39-210b322a5b1e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:53.015819 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aabdccbb-495c-4f9e-8dc5-3e44ef52fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21765418-9b54-4600-9c39-210b322a5b1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.055822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47282eb9-18f7-4307-945e-e7a8993fc30d None None] Pushing event updated for resources: {'Port': ['ID=be2cb893-28a1-4ea1-adea-66317aad2d9c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:53.073221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device be2cb893-28a1-4ea1-adea-66317aad2d9c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:53.106859 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-aabdccbb-495c-4f9e-8dc5-3e44ef52fe97 None None] Port 21765418-9b54-4600-9c39-210b322a5b1e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:27:53.134469 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-aabdccbb-495c-4f9e-8dc5-3e44ef52fe97 None None] Provisioning complete for port be2cb893-28a1-4ea1-adea-66317aad2d9c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:53.134877 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-aabdccbb-495c-4f9e-8dc5-3e44ef52fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.184591 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port be2cb893-28a1-4ea1-adea-66317aad2d9c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:53.184978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.232045 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:53.240627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c7bc3ca4-2a4d-4a12-9338-fd9aa6e73a10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4298954 Feb 11 14:27:53.270463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-aabdccbb-495c-4f9e-8dc5-3e44ef52fe97 None None] Current status of the port be2cb893-28a1-4ea1-adea-66317aad2d9c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:53.321603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port be2cb893-28a1-4ea1-adea-66317aad2d9c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:53.322948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30e3a25e-dcd0-4846-88d0-f20a4f93a541 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:53.386030 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:53.386439 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.414801 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Sync routers for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:53.422509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-84faabeb-0171-43e2-be5e-9b5be4bb5c88 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065936595&fields=id&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 267 time: 0.0573530 Feb 11 14:27:53.437078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-f64628dc-b6ae-4694-b74b-905ea6426bb0 None None] Provisioning complete for port 21765418-9b54-4600-9c39-210b322a5b1e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:53.437463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f64628dc-b6ae-4694-b74b-905ea6426bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21765418-9b54-4600-9c39-210b322a5b1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.444900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:53.445903 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:53.537568 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-97416c13-abc3-4e52-a599-f21eb1b01730 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:53.539811 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-97416c13-abc3-4e52-a599-f21eb1b01730 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/networks?id=a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 200 len: 797 time: 0.1099284 Feb 11 14:27:53.554401 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-fea5dd78-fb61-4eee-b974-c10ddd14f43e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/quotas/a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 375 time: 0.0091736 Feb 11 14:27:53.555511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-f64628dc-b6ae-4694-b74b-905ea6426bb0 None None] Port 21765418-9b54-4600-9c39-210b322a5b1e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:27:53.610225 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-f9dcf3c9-5658-441a-acda-87091ad69374 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507407 Feb 11 14:27:53.611277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:53.611673 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.638862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:53.669102 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 30e3a25e-dcd0-4846-88d0-f20a4f93a541, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=30e3a25e-dcd0-4846-88d0-f20a4f93a541,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:53.680202 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.713957 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-4a3473e5-cc56-4802-8916-0eed94dd5d34 service neutron] 10.222.0.79 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914991 Feb 11 14:27:53.763247 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-2c0b7c0a-58d7-4f70-bb31-54bfd33599d4 None None] Provisioning complete for port 21765418-9b54-4600-9c39-210b322a5b1e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:53.763660 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7c0a-58d7-4f70-bb31-54bfd33599d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21765418-9b54-4600-9c39-210b322a5b1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:53.803284 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-f54c4328-6464-4638-b0bd-20002b07afd1 service neutron] 10.222.0.79 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829005 Feb 11 14:27:53.828734 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=30e3a25e-dcd0-4846-88d0-f20a4f93a541,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:53.860419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b7c0a-58d7-4f70-bb31-54bfd33599d4 None None] Port 21765418-9b54-4600-9c39-210b322a5b1e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:27:53.948978 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 2, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:53.973015 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17569cd1-8ec4-49fc-96b6-e891594d7e74 req-e1ddf85b-fc74-4c16-a8bf-96125ba194e0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 210 time: 0.0299561 Feb 11 14:27:53.976427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Checking router: 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:53.976792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Updating router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 port 21765418-9b54-4600-9c39-210b322a5b1e binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:54.005175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21765418-9b54-4600-9c39-210b322a5b1e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.289866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Publish callbacks [] for port (21765418-9b54-4600-9c39-210b322a5b1e), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.295510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21765418-9b54-4600-9c39-210b322a5b1e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.349571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c1ae9-36e1-4a24-bb4a-f8b4d1be8ce0 None None] Pushing event updated for resources: {'Port': ['ID=21765418-9b54-4600-9c39-210b322a5b1e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:54.409637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Attempting to bind port 21765418-9b54-4600-9c39-210b322a5b1e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:27:54.410013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Attempting to bind port 21765418-9b54-4600-9c39-210b322a5b1e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:27:54.411093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Attempting to bind port 21765418-9b54-4600-9c39-210b322a5b1e on network a474d334-f855-47bb-8db5-0066c9d97fdc {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:54.415966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:54.416361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Checking segment: {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:27:54.416774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.417211 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Bound using segment: {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:54.417690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Bound port: 21765418-9b54-4600-9c39-210b322a5b1e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:27:54.418079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21765418-9b54-4600-9c39-210b322a5b1e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.493044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] For port 21765418-9b54-4600-9c39-210b322a5b1e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:54.497997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] For port 21765418-9b54-4600-9c39-210b322a5b1e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21765418-9b54-4600-9c39-210b322a5b1e,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:54.504522 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21765418-9b54-4600-9c39-210b322a5b1e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.563019 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:54.563650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:27:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:54.608268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c1ae9-36e1-4a24-bb4a-f8b4d1be8ce0 None None] Pushing event updated for resources: {'Port': ['ID=21765418-9b54-4600-9c39-210b322a5b1e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:54.635461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-19f1b55b-ec0a-4894-9f7e-9045f25500cd None None] Provisioning complete for port 21765418-9b54-4600-9c39-210b322a5b1e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:54.635843 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19f1b55b-ec0a-4894-9f7e-9045f25500cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21765418-9b54-4600-9c39-210b322a5b1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.722559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:54.844343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-19f1b55b-ec0a-4894-9f7e-9045f25500cd None None] Current status of the port 21765418-9b54-4600-9c39-210b322a5b1e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:54.844661 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19f1b55b-ec0a-4894-9f7e-9045f25500cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (21765418-9b54-4600-9c39-210b322a5b1e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:54.918003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-19f1b55b-ec0a-4894-9f7e-9045f25500cd None None] For port 21765418-9b54-4600-9c39-210b322a5b1e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21765418-9b54-4600-9c39-210b322a5b1e,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:54.932765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device be2cb893-28a1-4ea1-adea-66317aad2d9c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:54.938637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-19f1b55b-ec0a-4894-9f7e-9045f25500cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (21765418-9b54-4600-9c39-210b322a5b1e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.000491 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-ccba5e16-5bb3-495a-b735-123ee12f2af9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:55.004004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-ccba5e16-5bb3-495a-b735-123ee12f2af9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/networks?id=a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 200 len: 797 time: 0.1390390 Feb 11 14:27:55.059427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1b55b-ec0a-4894-9f7e-9045f25500cd None None] Pushing event updated for resources: {'Port': ['ID=21765418-9b54-4600-9c39-210b322a5b1e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:55.076556 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-105b79d1-dd40-4115-94ad-321d22d4725d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 380 time: 0.0644584 Feb 11 14:27:55.083234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port be2cb893-28a1-4ea1-adea-66317aad2d9c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:55.083616 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.086361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e3da2a43-7eac-4bb7-8798-18362129701c None None] Provisioning complete for port 21765418-9b54-4600-9c39-210b322a5b1e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:55.086728 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e3da2a43-7eac-4bb7-8798-18362129701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21765418-9b54-4600-9c39-210b322a5b1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.087740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'port': {'device_id': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'admin_state_up': True, 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'security_groups': ['7b479fe9-55a4-40b5-be00-e7671f88e14c']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:55.098214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c20db251-f873-4e8f-b224-d9cf8f654e64 req-2cd06a53-ba25-4057-a17b-3887a701448f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 210 time: 0.0411491 Feb 11 14:27:55.208726 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:55.212419 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.305318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:55.337128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f945f3-c7cf-4af5-9cad-b01af66b8804 None None] The sync data for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 is: [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:55.339777 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.10 (a474d334-f855-47bb-8db5-0066c9d97fdc/4c9450cb-f2fc-4935-945d-aaebda3c73b3/b466c7f6-5d14-483e-851c-faa7eec3f378) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:55.426393 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port be2cb893-28a1-4ea1-adea-66317aad2d9c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:55.427502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30e3a25e-dcd0-4846-88d0-f20a4f93a541 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:55.431886 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e3da2a43-7eac-4bb7-8798-18362129701c None None] Current status of the port 21765418-9b54-4600-9c39-210b322a5b1e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:55.484815 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:55.485199 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.520245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.571111 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.574723 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:55.622765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network a474d334-f855-47bb-8db5-0066c9d97fdc is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:55.626023 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:55.631039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:55.666618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=b466c7f6-5d14-483e-851c-faa7eec3f378,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:55.694083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:55.694912 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.714540 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-3dc79b12-da8d-41fc-a7bd-6250443b4920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6318784 Feb 11 14:27:55.726809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Request body: {'port': {'device_id': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:55.793439 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.860512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7209216e-6f1d-49e0-88a1-82733d89272a None None] Provisioning complete for port b466c7f6-5d14-483e-851c-faa7eec3f378 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:55.861147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7209216e-6f1d-49e0-88a1-82733d89272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:55.899006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7209216e-6f1d-49e0-88a1-82733d89272a None None] Port b466c7f6-5d14-483e-851c-faa7eec3f378 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:27:56.099613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b466c7f6-5d14-483e-851c-faa7eec3f378 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:27:56.107770 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Publish callbacks [] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:56.120221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Transition to ACTIVE for port object b466c7f6-5d14-483e-851c-faa7eec3f378 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:27:56.124745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:56.195592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Pushing event updated for resources: {'Port': ['ID=b466c7f6-5d14-483e-851c-faa7eec3f378,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:56.300525 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd642e8a-9927-4e2c-8bab-276579f18a06 req-e5968b45-ef29-4a99-a0a5-37b29df7a996 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:56.302187 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd642e8a-9927-4e2c-8bab-276579f18a06 req-e5968b45-ef29-4a99-a0a5-37b29df7a996 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 944 time: 0.1230886 Feb 11 14:27:56.305789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Attempting to bind port b466c7f6-5d14-483e-851c-faa7eec3f378 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:27:56.306537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Attempting to bind port b466c7f6-5d14-483e-851c-faa7eec3f378 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:27:56.306951 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Attempting to bind port b466c7f6-5d14-483e-851c-faa7eec3f378 on network a474d334-f855-47bb-8db5-0066c9d97fdc {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:56.313512 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Port b466c7f6-5d14-483e-851c-faa7eec3f378 on network a474d334-f855-47bb-8db5-0066c9d97fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:27:56.313931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Attempting to bind port b466c7f6-5d14-483e-851c-faa7eec3f378 on network a474d334-f855-47bb-8db5-0066c9d97fdc {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:56.331998 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:56.332343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Checking segment: {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:27:56.332733 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Bound using segment: {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:56.333186 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Bound port: b466c7f6-5d14-483e-851c-faa7eec3f378, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e59471d-e0c2-4f00-81b4-6642e5a423ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:27:56.333550 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:56.402062 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd642e8a-9927-4e2c-8bab-276579f18a06 req-b011f656-f042-4427-aa8b-a491df8769d5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894418 Feb 11 14:27:56.427814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] For port b466c7f6-5d14-483e-851c-faa7eec3f378, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:56.430198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] For port b466c7f6-5d14-483e-851c-faa7eec3f378, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b466c7f6-5d14-483e-851c-faa7eec3f378,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:56.437438 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:56.475709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:56.476345 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:56.477749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] 10.222.0.83 "PUT /v2.0/ports/b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 200 len: 1092 time: 0.7562995 Feb 11 14:27:56.478223 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:27:56.480784 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2d1086-65fe-4851-a130-33ffd9c762a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:56.508294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c67bcc-8e33-4ac1-9544-f48412adc3cb service neutron] Pushing event updated for resources: {'Port': ['ID=b466c7f6-5d14-483e-851c-faa7eec3f378,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:56.535032 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b859e85a-0bef-4d8f-8333-4b42b3bf911c x-openstack-request-id: req-b859e85a-0bef-4d8f-8333-4b42b3bf911c {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:56.535326 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:56.535582 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b859e85a-0bef-4d8f-8333-4b42b3bf911c {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:56.535978 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'status': 'completed', 'code': 200} Feb 11 14:27:56.581135 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-dcf76913-36e5-438f-9c97-4c86f865aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:56.582818 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-dcf76913-36e5-438f-9c97-4c86f865aac0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1126 time: 0.0586486 Feb 11 14:27:56.625685 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-f7a7d6d8-5be6-4e3e-bb04-cd3d8aa23759 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 200 len: 217 time: 0.0361850 Feb 11 14:27:56.675366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-b5bfadc6-dc25-4218-b560-de1957137aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:56.676859 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-b5bfadc6-dc25-4218-b560-de1957137aaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c9450cb-f2fc-4935-945d-aaebda3c73b3 HTTP/1.1" status: 200 len: 835 time: 0.0456085 Feb 11 14:27:56.726495 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32963a0-9649-4a52-89da-82572e850670 req-2be0cefd-d179-4ffb-ba09-6d895c48f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:56.728000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-2be0cefd-d179-4ffb-ba09-6d895c48f123 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a474d334-f855-47bb-8db5-0066c9d97fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452383 Feb 11 14:27:56.821489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-5d2179d6-82c0-4577-8df6-9e8891885b0d service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877595 Feb 11 14:27:56.919478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e32963a0-9649-4a52-89da-82572e850670 req-dc6c6ea9-8c72-49ff-979d-9362bd45d6de service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926704 Feb 11 14:27:56.925938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21765418-9b54-4600-9c39-210b322a5b1e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:56.973687 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 21765418-9b54-4600-9c39-210b322a5b1e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:56.974066 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (21765418-9b54-4600-9c39-210b322a5b1e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:57.011389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-bf64145d-b1d9-443e-9d46-73b6668fee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.012926 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-bf64145d-b1d9-443e-9d46-73b6668fee4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1126 time: 0.0467217 Feb 11 14:27:57.051252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 21765418-9b54-4600-9c39-210b322a5b1e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:57.103203 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-790cb6a7-39f9-4234-8bd0-0d846538d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.104704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-790cb6a7-39f9-4234-8bd0-0d846538d9b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 200 len: 898 time: 0.0853596 Feb 11 14:27:57.132723 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ad13943f-a4d1-4a12-b9b4-2a16077474fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:57.148708 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-77cd3697-72b2-4aee-9e2d-9ae4a781c078 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 200 len: 217 time: 0.0384989 Feb 11 14:27:57.207424 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-00403ee9-3959-4f44-aa60-61eb60d94901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.208816 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-00403ee9-3959-4f44-aa60-61eb60d94901 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c9450cb-f2fc-4935-945d-aaebda3c73b3 HTTP/1.1" status: 200 len: 835 time: 0.0538621 Feb 11 14:27:57.258887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-7bf0c420-db8d-4c3e-b003-c2397ff04494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.260406 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-7bf0c420-db8d-4c3e-b003-c2397ff04494 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a474d334-f855-47bb-8db5-0066c9d97fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444200 Feb 11 14:27:57.356691 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-0a67c076-f643-4ed3-9957-4c7a60ad7481 service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887232 Feb 11 14:27:57.449191 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c2d1086-65fe-4851-a130-33ffd9c762a4 req-b1556983-0ef6-47ad-aee3-9af90f285c40 service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 Feb 11 14:27:57.536919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43730-bf78-4198-89c4-98a2dd56346b req-ae046929-a1ad-4569-b08e-0e03ad17e950 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.538578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39b43730-bf78-4198-89c4-98a2dd56346b req-ae046929-a1ad-4569-b08e-0e03ad17e950 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 944 time: 0.0595274 Feb 11 14:27:57.588392 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-39b43730-bf78-4198-89c4-98a2dd56346b req-4b67c5f6-47ee-4aed-8dc8-772f93dc45d8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Feb 11 14:27:58.708793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b5b7-9c32-428b-854c-78ba811fae02 req-f13f5704-6ac7-4895-9153-589a87d26352 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:58.710761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe5b5b7-9c32-428b-854c-78ba811fae02 req-f13f5704-6ac7-4895-9153-589a87d26352 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 944 time: 0.0520260 Feb 11 14:27:58.758570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2fe5b5b7-9c32-428b-854c-78ba811fae02 req-2d456ca6-95c0-449f-a295-bc5844268093 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Feb 11 14:27:59.242147 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b466c7f6-5d14-483e-851c-faa7eec3f378 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:27:59.335712 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b466c7f6-5d14-483e-851c-faa7eec3f378, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b466c7f6-5d14-483e-851c-faa7eec3f378,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:59.346337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'port_id': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'mac_address': 'fa:16:3e:df:d9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:27:59.385861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b466c7f6-5d14-483e-851c-faa7eec3f378 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:27:59.386286 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:59.399029 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b466c7f6-5d14-483e-851c-faa7eec3f378 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:27:59.419330 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b466c7f6-5d14-483e-851c-faa7eec3f378, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b466c7f6-5d14-483e-851c-faa7eec3f378,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:59.423111 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:59.469573 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b466c7f6-5d14-483e-851c-faa7eec3f378,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:59.528720 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c856982-fa26-44a3-8d5d-0c5a81760456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:59.626639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['b466c7f6-5d14-483e-851c-faa7eec3f378'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:27:59.876048 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87019d6-3538-4c9b-9683-5ddfb494aea9 req-9fd93ec5-16de-419e-8977-5ff756814462 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:59.877521 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87019d6-3538-4c9b-9683-5ddfb494aea9 req-9fd93ec5-16de-419e-8977-5ff756814462 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Feb 11 14:27:59.939971 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f87019d6-3538-4c9b-9683-5ddfb494aea9 req-e18e5afb-d793-4d27-af3f-1c4cfd2e1b27 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492754 Feb 11 14:28:01.057709 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3223-4624-4c81-856d-2ea3aa3467f7 req-313944d1-855b-430f-a783-132787e253ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:01.059208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d43f3223-4624-4c81-856d-2ea3aa3467f7 req-313944d1-855b-430f-a783-132787e253ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 945 time: 0.0518920 Feb 11 14:28:01.107709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d43f3223-4624-4c81-856d-2ea3aa3467f7 req-910fcefa-4e1b-43c9-942e-4edf5afc4cb4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Feb 11 14:28:01.183364 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:01.262873 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b466c7f6-5d14-483e-851c-faa7eec3f378 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:01.310433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port b466c7f6-5d14-483e-851c-faa7eec3f378 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:28:01.314548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port b466c7f6-5d14-483e-851c-faa7eec3f378 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:01.314931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:01.392671 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port b466c7f6-5d14-483e-851c-faa7eec3f378 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:01.392977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:01.415018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:28:01.417225 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34909cc7-2c5a-4a08-a941-09f721b7e3d4" -d '{"events": [{"server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "name": "network-vif-plugged", "status": "completed", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:01.429997 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port b466c7f6-5d14-483e-851c-faa7eec3f378, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b466c7f6-5d14-483e-851c-faa7eec3f378,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:01.435110 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:01.460007 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34afbbc-53fe-4ad3-8ccd-1495fd1380d9 x-openstack-request-id: req-b34afbbc-53fe-4ad3-8ccd-1495fd1380d9 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:01.460295 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "name": "network-vif-plugged", "status": "completed", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:01.460605 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b34afbbc-53fe-4ad3-8ccd-1495fd1380d9 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:01.461465 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'code': 200} Feb 11 14:28:01.489632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b466c7f6-5d14-483e-851c-faa7eec3f378,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:01.564139 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b54c9-48ca-4616-a6ef-297d538df723 req-009f76cc-b62c-40c8-9608-218edfad0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:01.565663 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d38b54c9-48ca-4616-a6ef-297d538df723 req-009f76cc-b62c-40c8-9608-218edfad0a97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1128 time: 0.0486705 Feb 11 14:28:01.610233 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d38b54c9-48ca-4616-a6ef-297d538df723 req-795a79fb-9656-4595-a6bb-e0792400b8f9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Feb 11 14:28:02.227421 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e3bf-d6a1-4afc-90a4-1d2b14305820 req-a10943f5-f644-446b-b34c-a951c50ef8f1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:02.228871 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab37e3bf-d6a1-4afc-90a4-1d2b14305820 req-a10943f5-f644-446b-b34c-a951c50ef8f1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0552557 Feb 11 14:28:02.277070 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ab37e3bf-d6a1-4afc-90a4-1d2b14305820 req-4d850d39-1728-436e-bf2f-245af9c02275 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Feb 11 14:28:02.610528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:02.674402 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:03.399343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee637248-0d47-45da-b650-52dd62f066cc req-a9449ab9-274c-490d-bb1f-ac102ff3e45c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:03.400849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee637248-0d47-45da-b650-52dd62f066cc req-a9449ab9-274c-490d-bb1f-ac102ff3e45c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0538700 Feb 11 14:28:03.450489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee637248-0d47-45da-b650-52dd62f066cc req-6b59c622-8cc8-4293-8d91-78e018873c48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Feb 11 14:28:03.567784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5329c-8cf6-4c4e-bd82-3613799b2327 req-98bf0b3b-17cb-4af5-9af1-4f712210a881 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:03.569736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ba5329c-8cf6-4c4e-bd82-3613799b2327 req-98bf0b3b-17cb-4af5-9af1-4f712210a881 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0531917 Feb 11 14:28:03.618720 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ba5329c-8cf6-4c4e-bd82-3613799b2327 req-8c338795-d66a-42dc-b0cd-d87f93d52efb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Feb 11 14:28:03.647967 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36122) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:03.691941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27cb3e-d004-4f24-b84c-9ecd336733a8 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:03.693515 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec27cb3e-d004-4f24-b84c-9ecd336733a8 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1123 time: 0.0445466 Feb 11 14:28:03.696815 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36124) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:03.700983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:03.720876 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:03.797229 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:03.821105 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:03.925641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.201 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:04.027735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.060363 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.101484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:04.104274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:04.108036 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:04.133963 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:04.467313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (1e7c23ca-1808-4a67-94fc-c4ca18b4f191), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.539045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.683816 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.688532 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.760351 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:04.771304 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (1e7c23ca-1808-4a67-94fc-c4ca18b4f191), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.880217 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 1e7c23ca-1808-4a67-94fc-c4ca18b4f191 associated. External IP: 172.25.3.201, port: b466c7f6-5d14-483e-851c-faa7eec3f378. Feb 11 14:28:05.092111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:05.199235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:05.208309 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] Sync routers for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:05.217546 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:05.219533 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:05.220154 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:28:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:05.246987 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-35272b9f-1794-45a5-85e3-d5c2e06c96ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5491574 Feb 11 14:28:05.247660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:28:05.250031 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a514cb-1d25-42fa-825f-f2c9a28ff511" -d '{"events": [{"name": "network-changed", "server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:05.290208 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b621aa0-b741-4758-98ce-79ee34cb777a x-openstack-request-id: req-9b621aa0-b741-4758-98ce-79ee34cb777a {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:05.291135 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:05.291428 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b621aa0-b741-4758-98ce-79ee34cb777a {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:05.291849 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'status': 'completed', 'code': 200} Feb 11 14:28:05.334699 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:05.391251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f1a3e-8089-4efa-a32d-c46b76a8fd4b req-97a964bd-a3da-434e-baf1-514c79b833fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:05.392807 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-641f1a3e-8089-4efa-a32d-c46b76a8fd4b req-97a964bd-a3da-434e-baf1-514c79b833fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0866680 Feb 11 14:28:05.395277 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-d13414d0-3180-440b-beeb-8d4102fd04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:05.396660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-d13414d0-3180-440b-beeb-8d4102fd04c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1128 time: 0.0796289 Feb 11 14:28:05.502379 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-641f1a3e-8089-4efa-a32d-c46b76a8fd4b req-aae198ba-8fd1-48ba-b745-fbf70235531f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039336 Feb 11 14:28:05.521949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-a3df1052-f152-4181-bd6f-894f2cf2a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:05.523476 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-a3df1052-f152-4181-bd6f-894f2cf2a33a service neutron] 10.222.0.83 "GET /v2.0/networks?id=a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 200 len: 898 time: 0.1193266 Feb 11 14:28:05.526328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36130) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:05.556895 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '1e7c23ca-1808-4a67-94fc-c4ca18b4f191', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'port_id': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'mac_address': 'fa:16:3e:df:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:04Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:05.587394 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] Checking router: 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:05.596047 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:05.596665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:28:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:05.641966 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a8ba2a24-9aa1-42bc-b739-083f38e8be74 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/1e7c23ca-1808-4a67-94fc-c4ca18b4f191 HTTP/1.1" status: 200 len: 992 time: 0.1130822 Feb 11 14:28:05.649056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-60d8c453-a769-4d9b-8f58-9cb671ec26bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 200 len: 1000 time: 0.1117091 Feb 11 14:28:05.700320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-044ba3bd-09a5-4e2e-a391-e9d44df73f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:05.701827 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-044ba3bd-09a5-4e2e-a391-e9d44df73f37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c9450cb-f2fc-4935-945d-aaebda3c73b3 HTTP/1.1" status: 200 len: 835 time: 0.0461173 Feb 11 14:28:05.758364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-c6e7cdd0-e410-48ff-8af0-2badc6259d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:05.759964 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-c6e7cdd0-e410-48ff-8af0-2badc6259d29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a474d334-f855-47bb-8db5-0066c9d97fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517449 Feb 11 14:28:05.801724 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:05.851323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-94b59982-69ce-4607-944f-d59ea63aa8d4 service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Feb 11 14:28:05.943111 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-57a514cb-1d25-42fa-825f-f2c9a28ff511 req-18ecd812-c6bb-4d4e-a62b-baadbab969b7 service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857646 Feb 11 14:28:06.027413 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '1e7c23ca-1808-4a67-94fc-c4ca18b4f191', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'port_id': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'mac_address': 'fa:16:3e:df:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:04Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:06.056994 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c7d80-6094-4cbd-a135-ae9628fcc07a None None] The sync data for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 is: [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '1e7c23ca-1808-4a67-94fc-c4ca18b4f191', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'port_id': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'mac_address': 'fa:16:3e:df:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:04Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:06.243654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cd8b8-1c62-401f-a0e9-d2c8a8f6cad8 None None] New status for floating IP 1e7c23ca-1808-4a67-94fc-c4ca18b4f191: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:28:06.643893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36132) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:06.706719 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46b108df-00b0-435b-bcf0-9521e1a8b939 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/1e7c23ca-1808-4a67-94fc-c4ca18b4f191 HTTP/1.1" status: 200 len: 994 time: 0.0616591 Feb 11 14:28:20.563705 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:22.454518 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.135433 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dcc91faf-2741-4c28-8480-2e3e2e6262c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.161875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-5a5df184-53a1-458c-b84c-7f39ffdd225d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434070 Feb 11 14:28:29.248255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-c0a7d299-d110-4c94-b36f-04f53299711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.249782 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-c0a7d299-d110-4c94-b36f-04f53299711f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1128 time: 0.0461476 Feb 11 14:28:29.530942 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0977dce-dc6a-4880-9e2e-2c68b7d8a8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.682825 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-c3de68f3-e260-4cad-9c3e-3cb43b94532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.684357 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-c3de68f3-e260-4cad-9c3e-3cb43b94532c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 200 len: 898 time: 0.4150131 Feb 11 14:28:29.758039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-3128911e-c016-4f9a-8a25-25640163c010 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 200 len: 1002 time: 0.0654728 Feb 11 14:28:29.804692 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-d1b726cf-0952-4fe9-a514-b0b3739c1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.806081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-d1b726cf-0952-4fe9-a514-b0b3739c1722 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c9450cb-f2fc-4935-945d-aaebda3c73b3 HTTP/1.1" status: 200 len: 835 time: 0.0432661 Feb 11 14:28:29.859721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-ed7ea5d2-5e79-45d6-951d-722230ae7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.861243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-ed7ea5d2-5e79-45d6-951d-722230ae7fc5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a474d334-f855-47bb-8db5-0066c9d97fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486138 Feb 11 14:28:29.948746 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-97173220-483a-484c-aac0-18b539fe935d service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808847 Feb 11 14:28:30.038561 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ea69feb-e6ba-4f55-8fc0-3dce6b9d3f64 req-9746e418-ff66-4650-857f-0ab59b29d42f service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841150 Feb 11 14:28:31.185505 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.609626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.800223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.121381 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-f8e3f761-d6da-4519-ab7f-31f97cc7524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.123143 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-f8e3f761-d6da-4519-ab7f-31f97cc7524a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1128 time: 0.0556774 Feb 11 14:28:38.123496 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ccf47-9a0f-43ef-97ba-00bd21f98774 req-ba9b863e-6e05-4cdf-843f-468876276b97 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.125099 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-633ccf47-9a0f-43ef-97ba-00bd21f98774 req-ba9b863e-6e05-4cdf-843f-468876276b97 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0581648 Feb 11 14:28:38.182556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-633ccf47-9a0f-43ef-97ba-00bd21f98774 req-a43106dc-be3b-4a4e-9ac1-231661d182d6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513802 Feb 11 14:28:38.229401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-360e4650-1bcb-44c9-bc4c-f1bce4629510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.231189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-360e4650-1bcb-44c9-bc4c-f1bce4629510 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 200 len: 898 time: 0.1020679 Feb 11 14:28:38.298214 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-40514fcb-41e3-441b-bdb6-f1152573bcca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 200 len: 1002 time: 0.0591500 Feb 11 14:28:38.347550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-5f88d0e1-c98c-4686-a88b-94a58d2f6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.349034 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-5f88d0e1-c98c-4686-a88b-94a58d2f6bb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c9450cb-f2fc-4935-945d-aaebda3c73b3 HTTP/1.1" status: 200 len: 835 time: 0.0445371 Feb 11 14:28:38.401119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-1638a7c6-1bdf-412e-832f-eb00060ce574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.402599 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-1638a7c6-1bdf-412e-832f-eb00060ce574 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a474d334-f855-47bb-8db5-0066c9d97fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472445 Feb 11 14:28:38.490580 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-2078e10b-1497-4eb5-a6ff-440ab5212467 service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Feb 11 14:28:38.579522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-54572e04-9061-4c9d-9480-f0f7498c9439 req-3281f355-12e3-4791-a1cf-d18eb5474014 service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831544 Feb 11 14:28:39.302716 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222c6a-bccf-4ed0-b0c1-af33352eaeb0 req-57b0bf11-8754-47be-bf34-7a2ee47965a4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:39.304213 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc222c6a-bccf-4ed0-b0c1-af33352eaeb0 req-57b0bf11-8754-47be-bf34-7a2ee47965a4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0519931 Feb 11 14:28:39.352511 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fc222c6a-bccf-4ed0-b0c1-af33352eaeb0 req-35f4ce2f-9529-41c6-b3ee-0a51cad6e204 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421877 Feb 11 14:28:39.673657 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:40.471261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0853d4-84b6-4157-a9ff-aef5d1d0e430 req-71cf4f55-999e-4e46-a42a-bb9fbfed41c8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.472752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d0853d4-84b6-4157-a9ff-aef5d1d0e430 req-71cf4f55-999e-4e46-a42a-bb9fbfed41c8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0516450 Feb 11 14:28:40.524376 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d0853d4-84b6-4157-a9ff-aef5d1d0e430 req-3eabea59-5558-4f60-a0e0-2508fd425a94 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460467 Feb 11 14:28:41.649357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca25917-7545-41d6-92f2-077cd6608dd9 req-b7fa95c1-d249-40e4-9cb6-459849fe8d90 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:41.650863 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bca25917-7545-41d6-92f2-077cd6608dd9 req-b7fa95c1-d249-40e4-9cb6-459849fe8d90 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0579824 Feb 11 14:28:41.698774 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bca25917-7545-41d6-92f2-077cd6608dd9 req-1da50864-0b82-4a34-b8e3-97c4157f9f4a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Feb 11 14:28:42.816492 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b7d32-1538-4b26-90b8-0944ab2480a3 req-6f62c4fe-0613-4e56-912d-9235e5613e44 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:42.817979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a5b7d32-1538-4b26-90b8-0944ab2480a3 req-6f62c4fe-0613-4e56-912d-9235e5613e44 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0531299 Feb 11 14:28:42.867584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a5b7d32-1538-4b26-90b8-0944ab2480a3 req-ea6d6806-71d7-4792-9810-28d275e3caf4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Feb 11 14:28:43.986172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb617c73-b766-47d4-8298-75f3756532de req-9aed6aa8-8a2d-4059-a15e-52ed1c387914 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:43.987661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb617c73-b766-47d4-8298-75f3756532de req-9aed6aa8-8a2d-4059-a15e-52ed1c387914 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0526597 Feb 11 14:28:44.035618 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bb617c73-b766-47d4-8298-75f3756532de req-03149486-8922-45b4-b0b6-f2d9a230afee tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421491 Feb 11 14:28:45.164249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f218c-c6e6-4689-aeed-0832cc175256 req-963f5a94-a3bf-4c71-9eac-a920b489bd25 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:45.165653 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f1f218c-c6e6-4689-aeed-0832cc175256 req-963f5a94-a3bf-4c71-9eac-a920b489bd25 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0557189 Feb 11 14:28:45.215131 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2f1f218c-c6e6-4689-aeed-0832cc175256 req-31ee03fc-39df-4901-b199-d879707ad5e5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Feb 11 14:28:46.332215 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4c67e-bc90-49eb-9d4a-90c1d3cf6f56 req-2b193505-7809-419e-9908-613192422598 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.333709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed4c67e-bc90-49eb-9d4a-90c1d3cf6f56 req-2b193505-7809-419e-9908-613192422598 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0522676 Feb 11 14:28:46.386374 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4ed4c67e-bc90-49eb-9d4a-90c1d3cf6f56 req-bdc5719e-c942-4e4c-a787-fbd32d9efe91 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Feb 11 14:28:47.507922 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca57e4d-3cbc-4a0c-b914-cde22ee46102 req-1c3a98a9-7da8-41c7-a3c3-2f9f34809aad tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:47.509389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ca57e4d-3cbc-4a0c-b914-cde22ee46102 req-1c3a98a9-7da8-41c7-a3c3-2f9f34809aad tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0556841 Feb 11 14:28:47.556942 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1ca57e4d-3cbc-4a0c-b914-cde22ee46102 req-9f268b42-de4a-4dae-b26e-30422296fbfc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Feb 11 14:28:48.674976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f9fc-5229-44e7-8417-12c51f570210 req-99d6e5bf-e52a-45b4-81c3-37d38d2fa48e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:48.676457 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fec5f9fc-5229-44e7-8417-12c51f570210 req-99d6e5bf-e52a-45b4-81c3-37d38d2fa48e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0528636 Feb 11 14:28:48.724051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fec5f9fc-5229-44e7-8417-12c51f570210 req-2f2fbe73-012d-4299-86a3-10a9b2cd0ab0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 Feb 11 14:28:49.853379 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62687-77b6-4785-ba7e-d9b523881086 req-9537c313-f9d8-412d-a1fd-f7a202418672 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:49.855709 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c62687-77b6-4785-ba7e-d9b523881086 req-9537c313-f9d8-412d-a1fd-f7a202418672 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0617325 Feb 11 14:28:49.903579 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-44c62687-77b6-4785-ba7e-d9b523881086 req-9d113e33-5a30-4f79-bb29-3e0318591876 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Feb 11 14:28:50.577561 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:51.025575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a0e87-157a-4cb9-a7af-fcee8153ea80 req-be74ef42-ebea-41fa-842f-d0174f2a1d7c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:51.027186 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd5a0e87-157a-4cb9-a7af-fcee8153ea80 req-be74ef42-ebea-41fa-842f-d0174f2a1d7c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0556118 Feb 11 14:28:51.075823 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cd5a0e87-157a-4cb9-a7af-fcee8153ea80 req-94b49ea8-f878-4fa9-8ee9-067fb5646edf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Feb 11 14:28:52.193608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b429-9be1-4a85-ab4f-aa4b47397b27 req-f4645f11-8162-4cdd-aebe-34907f44dc2d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.195129 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ec6b429-9be1-4a85-ab4f-aa4b47397b27 req-f4645f11-8162-4cdd-aebe-34907f44dc2d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0527463 Feb 11 14:28:52.246934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ec6b429-9be1-4a85-ab4f-aa4b47397b27 req-ada64cc7-cd36-4653-993c-05645a298bf1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457199 Feb 11 14:28:52.469482 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:53.367221 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e22d8-9c32-4df1-a83f-a2dacfac5415 req-a7e931da-5569-4096-9d6d-b6d9010f8848 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.368699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-234e22d8-9c32-4df1-a83f-a2dacfac5415 req-a7e931da-5569-4096-9d6d-b6d9010f8848 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0559340 Feb 11 14:28:53.415798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-234e22d8-9c32-4df1-a83f-a2dacfac5415 req-50872d74-545c-4c10-8883-f60f0caf6758 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Feb 11 14:28:54.541227 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e1b4-a46b-41e1-906b-5b4bc781a9e2 req-5eccd883-8673-460a-b411-7964fe15a3ef tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:54.542791 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51e9e1b4-a46b-41e1-906b-5b4bc781a9e2 req-5eccd883-8673-460a-b411-7964fe15a3ef tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0589771 Feb 11 14:28:54.590878 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-51e9e1b4-a46b-41e1-906b-5b4bc781a9e2 req-34742194-a0ef-4263-a97a-ad3289a176d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Feb 11 14:28:54.613198 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36178) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:54.677738 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-66505173-4523-4929-966f-d991c18ab3e0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/1e7c23ca-1808-4a67-94fc-c4ca18b4f191 HTTP/1.1" status: 200 len: 994 time: 0.0633798 Feb 11 14:28:57.137109 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-e451-4925-afbe-c49f74ed4eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:59.532105 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0e22d973-5fe6-4f38-9711-5ea42b20fbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:01.188430 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:02.611872 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:03.803031 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:16.672711 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:29:20.592458 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:22.468619 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:25.146650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36200) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:25.627835 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:29:25.628182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:25.703828 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:25.704158 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:25.716401 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:29:25.862917 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:25.891351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=7973cd9e-f7f0-46fa-b9a9-ebcf335fafb1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:25.903208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.903563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.903905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.904239 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.904570 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.904896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.905221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.905546 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.905867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.906214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.906540 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.906857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.907174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:25.972875 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (1e7c23ca-1808-4a67-94fc-c4ca18b4f191), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:25.973201 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 1e7c23ca-1808-4a67-94fc-c4ca18b4f191 disassociated (deleted). External IP: 172.25.3.201, port: b466c7f6-5d14-483e-851c-faa7eec3f378. Feb 11 14:29:26.186041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:26.294916 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:26.299746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:26.304434 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] Sync routers for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:26.313957 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:26.314608 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:26.332508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-611152a1-4551-46b4-ae2c-a7889bdd7bbb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/floatingips/1e7c23ca-1808-4a67-94fc-c4ca18b4f191 HTTP/1.1" status: 204 len: 168 time: 1.1824310 Feb 11 14:29:26.332508 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:29:26.333045 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770619a-db0b-4eec-9f42-dbb0bd209e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:26.392431 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ea699-2649-48d1-8250-983701b72ab6 x-openstack-request-id: req-d59ea699-2649-48d1-8250-983701b72ab6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:26.392732 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:26.392995 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d59ea699-2649-48d1-8250-983701b72ab6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:26.393408 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'status': 'completed', 'code': 200} Feb 11 14:29:26.441694 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:26.464486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-072d5f93-5fb2-4927-b728-7a56b36f9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:26.466271 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-072d5f93-5fb2-4927-b728-7a56b36f9e30 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 1128 time: 0.0514200 Feb 11 14:29:26.607011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-ac467f41-6a4b-4556-871d-756892821d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:26.608189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-ac467f41-6a4b-4556-871d-756892821d89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 200 len: 898 time: 0.1335995 Feb 11 14:29:26.623174 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa8d7-651f-4734-8108-c1814ae06f7c req-cf5b1428-ccda-453c-af9b-af80cf5cf430 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:26.624624 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-736aa8d7-651f-4734-8108-c1814ae06f7c req-cf5b1428-ccda-453c-af9b-af80cf5cf430 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0776026 Feb 11 14:29:26.658338 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:26.665520 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-96c01d7a-17af-49e0-a279-ffc4156e7fca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 200 len: 217 time: 0.0502763 Feb 11 14:29:26.688305 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] Checking router: 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:26.696408 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:26.697019 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:26.740522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-736aa8d7-651f-4734-8108-c1814ae06f7c req-e9ece7cd-c8bb-4774-9bdd-ea71b84f40f9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088893 Feb 11 14:29:26.744813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-d64ed316-34c0-4ca6-9544-9b9db6a37229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:26.746270 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-d64ed316-34c0-4ca6-9544-9b9db6a37229 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c9450cb-f2fc-4935-945d-aaebda3c73b3 HTTP/1.1" status: 200 len: 835 time: 0.0722914 Feb 11 14:29:26.796564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-395fbe82-a24d-4b41-b030-3cdc04f6b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:26.798080 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-395fbe82-a24d-4b41-b030-3cdc04f6b06a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a474d334-f855-47bb-8db5-0066c9d97fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443401 Feb 11 14:29:26.805148 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:26.894444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-e1527cf1-3059-42de-b3cb-6325b66f3d84 service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Feb 11 14:29:26.988226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d770619a-db0b-4eec-9f42-dbb0bd209e6b req-681dea06-9c9b-48e5-9915-a4af1bc2060e service neutron] 10.222.0.83 "GET /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872631 Feb 11 14:29:27.004628 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:27.030568 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a618b26-a929-459e-affd-8f54b2236530 None None] The sync data for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 is: [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:52Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '21765418-9b54-4600-9c39-210b322a5b1e', 'name': '', 'network_id': 'a474d334-f855-47bb-8db5-0066c9d97fdc', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:ad:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:51Z', 'updated_at': '2022-02-11T14:27:54Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '4c9450cb-f2fc-4935-945d-aaebda3c73b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:27.138687 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b47c5171-60f7-471e-80a0-38a88ee61231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:27.255512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d475705-1329-4bf8-8040-158adeda7f45 None None] New status for floating IP 1e7c23ca-1808-4a67-94fc-c4ca18b4f191: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:29:27.863694 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ca274-8b87-498a-95ea-a1365de72e95 req-c2e3937a-9cfe-426d-ada8-703ca629e4b4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:27.865338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-065ca274-8b87-498a-95ea-a1365de72e95 req-c2e3937a-9cfe-426d-ada8-703ca629e4b4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0545835 Feb 11 14:29:27.915671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-065ca274-8b87-498a-95ea-a1365de72e95 req-26ab9df4-627a-4a75-8376-649389696cd0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b479fe9-55a4-40b5-be00-e7671f88e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Feb 11 14:29:28.052247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-f883319e-842c-4c4a-bc63-85a0547d7567 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:28.053662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-f883319e-842c-4c4a-bc63-85a0547d7567 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d65fbcc-60bb-4263-b7ba-38128124cc07 HTTP/1.1" status: 200 len: 946 time: 0.0538518 Feb 11 14:29:28.146987 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port b466c7f6-5d14-483e-851c-faa7eec3f378 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:29:28.147339 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:28.238193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port b466c7f6-5d14-483e-851c-faa7eec3f378, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=b466c7f6-5d14-483e-851c-faa7eec3f378,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:28.238563 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:28.250788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for b466c7f6-5d14-483e-851c-faa7eec3f378 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:29:28.380652 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b466c7f6-5d14-483e-851c-faa7eec3f378), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:28.411991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=b466c7f6-5d14-483e-851c-faa7eec3f378,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:28.440735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.441096 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.441449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.441790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.442153 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.442484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.442819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.443152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.443485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.443814 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.444142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.444467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.444789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:28.464765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] No DVR routers for this DVR port b466c7f6-5d14-483e-851c-faa7eec3f378 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:28.467132 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:28.470418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c5166a2-8302-4a82-a756-067eb4d2b106 req-5a17cb70-29da-4de8-a13f-82180472617a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "DELETE /v2.0/ports/b466c7f6-5d14-483e-851c-faa7eec3f378 HTTP/1.1" status: 204 len: 173 time: 0.4119449 Feb 11 14:29:28.470866 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'name': 'network-vif-deleted', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:29:28.473093 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364824ad-70b5-4afb-ae7f-0b018a52bd8a" -d '{"events": [{"server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "name": "network-vif-deleted", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:28.510951 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f69fbe6-9bde-4233-9853-d26956f64160 x-openstack-request-id: req-4f69fbe6-9bde-4233-9853-d26956f64160 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:28.511717 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d65fbcc-60bb-4263-b7ba-38128124cc07", "name": "network-vif-deleted", "tag": "b466c7f6-5d14-483e-851c-faa7eec3f378", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:28.511988 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f69fbe6-9bde-4233-9853-d26956f64160 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:28.512607 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d65fbcc-60bb-4263-b7ba-38128124cc07', 'name': 'network-vif-deleted', 'tag': 'b466c7f6-5d14-483e-851c-faa7eec3f378', 'status': 'completed', 'code': 200} Feb 11 14:29:28.973231 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:29.339491 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:29.533239 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd51e3c6-a335-4e4b-b556-5ce63acb6596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:29.605650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 21765418-9b54-4600-9c39-210b322a5b1e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:29:29.605905 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (21765418-9b54-4600-9c39-210b322a5b1e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:29.708148 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 21765418-9b54-4600-9c39-210b322a5b1e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=21765418-9b54-4600-9c39-210b322a5b1e,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:29.708514 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (21765418-9b54-4600-9c39-210b322a5b1e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:29.720271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 21765418-9b54-4600-9c39-210b322a5b1e owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:29:29.909445 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (21765418-9b54-4600-9c39-210b322a5b1e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:29.936621 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=21765418-9b54-4600-9c39-210b322a5b1e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:30.123311 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.349542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:30.457645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:30.462570 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cd1eb218-c1c3-4086-8e5b-3eb8ae5987c7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882946 Feb 11 14:29:30.465860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36218) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:30.468023 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] Sync routers for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:30.478051 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:30.478689 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:30.516389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting subnet 4c9450cb-f2fc-4935-945d-aaebda3c73b3 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:29:30.519585 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (4c9450cb-f2fc-4935-945d-aaebda3c73b3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.559179 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (4c9450cb-f2fc-4935-945d-aaebda3c73b3), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.584623 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:30.647951 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4c9450cb-f2fc-4935-945d-aaebda3c73b3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.710353 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (4c9450cb-f2fc-4935-945d-aaebda3c73b3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.739421 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.745919 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36220) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:30.746966 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/subnets/4c9450cb-f2fc-4935-945d-aaebda3c73b3 HTTP/1.1" status: 204 len: 168 time: 0.2797709 Feb 11 14:29:30.748179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2a586-9859-4d3e-9e80-ee36d379ec77 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9450cb-f2fc-4935-945d-aaebda3c73b3,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:30.748975 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ef8c3-f81f-4551-aefe-f9029cd263bc None None] Network a474d334-f855-47bb-8db5-0066c9d97fdc requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:29:30.869703 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:29:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:30.875525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.896587 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] Checking router: 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:30.905800 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] Routers {'508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:30.906482 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:30.928151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] DHCP port deletion for a474d334-f855-47bb-8db5-0066c9d97fdc request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:29:30.988120 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Deleting port be2cb893-28a1-4ea1-adea-66317aad2d9c {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:29:30.988803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.993874 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.031569 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] Set router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:31.061017 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] For port be2cb893-28a1-4ea1-adea-66317aad2d9c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=be2cb893-28a1-4ea1-adea-66317aad2d9c,segment=NetworkSegment(8e59471d-e0c2-4f00-81b4-6642e5a423ca),segment_id=8e59471d-e0c2-4f00-81b4-6642e5a423ca)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:31.061874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.063086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 30e3a25e-dcd0-4846-88d0-f20a4f93a541 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:29:31.063444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.076650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Calling delete_port for be2cb893-28a1-4ea1-adea-66317aad2d9c owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:29:31.128790 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device be2cb893-28a1-4ea1-adea-66317aad2d9c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:31.155364 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 30e3a25e-dcd0-4846-88d0-f20a4f93a541, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=30e3a25e-dcd0-4846-88d0-f20a4f93a541,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:31.155736 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.168137 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 30e3a25e-dcd0-4846-88d0-f20a4f93a541 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:29:31.211669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (be2cb893-28a1-4ea1-adea-66317aad2d9c), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.215153 n-d-828676-2 neutron-server[103177]: INFO neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No ports have port_id starting with be2cb893-28a1-4ea1-adea-66317aad2d9c Feb 11 14:29:31.218094 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.225665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:29:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:31.246829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Pushing event deleted for resources: {'Port': ['ID=be2cb893-28a1-4ea1-adea-66317aad2d9c,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:31.254612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.254969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.255325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.255688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.256005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.256346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.256679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.257013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.257346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.257676 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.258081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.258371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.258702 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:31.260421 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354532e4-949c-464e-94b1-6dbf6133ff5b None None] The sync data for ids ['508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24'] in n-d-828676-2 is: [{'id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879253704', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:29:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '30e3a25e-dcd0-4846-88d0-f20a4f93a541', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:49Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:31.263410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9826fda8-a2d5-4693-bb3f-0c31832e4b57 None None] No DVR routers for this DVR port be2cb893-28a1-4ea1-adea-66317aad2d9c on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:31.366390 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (30e3a25e-dcd0-4846-88d0-f20a4f93a541), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.393765 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=30e3a25e-dcd0-4846-88d0-f20a4f93a541,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:31.454567 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.545562 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.547624 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.593978 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.594561 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Fanout notify agent at l3_agent the message router_deleted on router 508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:29:31.601618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.602755 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0d81a8c4-49f2-42db-8e7c-9a34aa282d43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/routers/508bc81a-4d91-4fcb-9bbb-b50cd9ac7e24 HTTP/1.1" status: 204 len: 168 time: 0.8558283 Feb 11 14:29:31.605741 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36222) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:31.685666 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (a474d334-f855-47bb-8db5-0066c9d97fdc), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.778621 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (a474d334-f855-47bb-8db5-0066c9d97fdc), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.798746 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a474d334-f855-47bb-8db5-0066c9d97fdc']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:31.808402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e59471d-e0c2-4f00-81b4-6642e5a423ca') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:31.808802 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e59471d-e0c2-4f00-81b4-6642e5a423ca') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:31.818640 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (8e59471d-e0c2-4f00-81b4-6642e5a423ca), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.832675 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (8e59471d-e0c2-4f00-81b4-6642e5a423ca), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.839112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:29:31.839505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (8e59471d-e0c2-4f00-81b4-6642e5a423ca), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:29:31.842505 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:29:31.906242 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (a474d334-f855-47bb-8db5-0066c9d97fdc), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.912017 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:31.915627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/networks/a474d334-f855-47bb-8db5-0066c9d97fdc HTTP/1.1" status: 204 len: 168 time: 0.3088202 Feb 11 14:29:31.918992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36224) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:31.930803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdfb5e-76a4-43b9-9ae3-c201f0948abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Network': ['ID=a474d334-f855-47bb-8db5-0066c9d97fdc,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:31.984107 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9860-ba82-4c56-9638-8b3cd7805998 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (7b479fe9-55a4-40b5-be00-e7671f88e14c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.012663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9860-ba82-4c56-9638-8b3cd7805998 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (7b479fe9-55a4-40b5-be00-e7671f88e14c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.071215 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9860-ba82-4c56-9638-8b3cd7805998 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (7b479fe9-55a4-40b5-be00-e7671f88e14c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.073979 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9860-ba82-4c56-9638-8b3cd7805998 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.075183 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b9ac9860-ba82-4c56-9638-8b3cd7805998 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/security-groups/7b479fe9-55a4-40b5-be00-e7671f88e14c HTTP/1.1" status: 204 len: 168 time: 0.1549358 Feb 11 14:29:32.084060 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac9860-ba82-4c56-9638-8b3cd7805998 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b479fe9-55a4-40b5-be00-e7671f88e14c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:32.524956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36230) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:32.530107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c99f7301-6a5c-4494-8fec-6c9be45cfdae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872644360', 'description': 'tempest-secgroup-smoke-1872644360 description', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:32.551111 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c99f7301-6a5c-4494-8fec-6c9be45cfdae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.614636 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.617930 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c99f7301-6a5c-4494-8fec-6c9be45cfdae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (a797db40-faf4-4c00-aa72-069742211493), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.622089 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c99f7301-6a5c-4494-8fec-6c9be45cfdae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a797db40-faf4-4c00-aa72-069742211493), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.645570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c99f7301-6a5c-4494-8fec-6c9be45cfdae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.646851 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c99f7301-6a5c-4494-8fec-6c9be45cfdae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1203361 Feb 11 14:29:32.649990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36232) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:32.654976 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f7301-6a5c-4494-8fec-6c9be45cfdae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a797db40-faf4-4c00-aa72-069742211493,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:32.655286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f2290536-a726-4d46-aa91-c63bc5ef25db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'a797db40-faf4-4c00-aa72-069742211493', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:32.683226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2290536-a726-4d46-aa91-c63bc5ef25db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e6187d1b-e59a-4eda-a0a9-62b78aff46c7), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.736237 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2290536-a726-4d46-aa91-c63bc5ef25db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e6187d1b-e59a-4eda-a0a9-62b78aff46c7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.739750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2290536-a726-4d46-aa91-c63bc5ef25db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e6187d1b-e59a-4eda-a0a9-62b78aff46c7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.757834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2290536-a726-4d46-aa91-c63bc5ef25db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6187d1b-e59a-4eda-a0a9-62b78aff46c7,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:32.766088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f2290536-a726-4d46-aa91-c63bc5ef25db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.767315 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f2290536-a726-4d46-aa91-c63bc5ef25db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160779 Feb 11 14:29:32.770015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36234) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:32.774266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-53d54b09-75db-4caf-9b8d-ad3b2b601ea9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'a797db40-faf4-4c00-aa72-069742211493', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:32.799340 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53d54b09-75db-4caf-9b8d-ad3b2b601ea9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (47062c0f-2276-46a5-a193-2a648f6874db), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.855507 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53d54b09-75db-4caf-9b8d-ad3b2b601ea9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (47062c0f-2276-46a5-a193-2a648f6874db), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.859243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53d54b09-75db-4caf-9b8d-ad3b2b601ea9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (47062c0f-2276-46a5-a193-2a648f6874db), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.877641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54b09-75db-4caf-9b8d-ad3b2b601ea9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47062c0f-2276-46a5-a193-2a648f6874db,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:32.886518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53d54b09-75db-4caf-9b8d-ad3b2b601ea9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.887736 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-53d54b09-75db-4caf-9b8d-ad3b2b601ea9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167710 Feb 11 14:29:32.890404 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36236) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:32.894754 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-61544472-a821-4725-aa38-96b40468b920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'a797db40-faf4-4c00-aa72-069742211493', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:32.920935 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61544472-a821-4725-aa38-96b40468b920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (4ca37b5b-454b-45f4-beac-7da54aec6fa9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.951981 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30e3a25e-dcd0-4846-88d0-f20a4f93a541 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:32.972804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 30e3a25e-dcd0-4846-88d0-f20a4f93a541 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:29:32.973157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 30e3a25e-dcd0-4846-88d0-f20a4f93a541 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:29:32.973584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21765418-9b54-4600-9c39-210b322a5b1e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:32.982151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61544472-a821-4725-aa38-96b40468b920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (4ca37b5b-454b-45f4-beac-7da54aec6fa9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.986075 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61544472-a821-4725-aa38-96b40468b920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (4ca37b5b-454b-45f4-beac-7da54aec6fa9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:32.992836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 21765418-9b54-4600-9c39-210b322a5b1e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:29:32.993209 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 21765418-9b54-4600-9c39-210b322a5b1e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:29:33.004083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61544472-a821-4725-aa38-96b40468b920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca37b5b-454b-45f4-beac-7da54aec6fa9,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:33.013079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-61544472-a821-4725-aa38-96b40468b920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.016962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-61544472-a821-4725-aa38-96b40468b920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255963 Feb 11 14:29:33.017116 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36238) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:33.021722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-77713375-3a19-4bae-a17c-9074d8e7b393 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'a797db40-faf4-4c00-aa72-069742211493', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:33.047411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77713375-3a19-4bae-a17c-9074d8e7b393 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (92c24716-45ab-45f3-be01-0bf06e27b926), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.104129 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77713375-3a19-4bae-a17c-9074d8e7b393 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (92c24716-45ab-45f3-be01-0bf06e27b926), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.107424 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77713375-3a19-4bae-a17c-9074d8e7b393 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (92c24716-45ab-45f3-be01-0bf06e27b926), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.123742 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77713375-3a19-4bae-a17c-9074d8e7b393 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c24716-45ab-45f3-be01-0bf06e27b926,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:33.132392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-77713375-3a19-4bae-a17c-9074d8e7b393 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.133595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-77713375-3a19-4bae-a17c-9074d8e7b393 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154490 Feb 11 14:29:33.136289 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36240) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:33.140726 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'a797db40-faf4-4c00-aa72-069742211493', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:33.159714 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:29:33.164671 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (983931ad-e81e-4122-aec9-831368e3a213), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.224727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (983931ad-e81e-4122-aec9-831368e3a213), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.229280 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (983931ad-e81e-4122-aec9-831368e3a213), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.247176 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983931ad-e81e-4122-aec9-831368e3a213,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:33.252300 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.253484 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2fc19453-2b1a-4e7a-928f-7f4ea66705fe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162336 Feb 11 14:29:33.256221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36242) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:33.261317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'a797db40-faf4-4c00-aa72-069742211493', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:33.281508 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:29:33.286174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (440f4dfc-bbd5-4d56-a773-28bedbc08e7e), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.344060 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (440f4dfc-bbd5-4d56-a773-28bedbc08e7e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.347702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (440f4dfc-bbd5-4d56-a773-28bedbc08e7e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.367425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440f4dfc-bbd5-4d56-a773-28bedbc08e7e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:33.372610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.373798 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d013cdf4-4977-482b-95f8-8848be2fc376 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166708 Feb 11 14:29:33.376737 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36244) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:33.381415 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'network': {'name': 'tempest-network-smoke--2028390147', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:33.399836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:33.403775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.426314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:33.435257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b5e240de-931c-424b-b2a2-34d7888ae193), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.435631 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Added segment b5e240de-931c-424b-b2a2-34d7888ae193 of type vlan for network c4b30947-a5d6-4d35-9d9e-629e6aebccbf Feb 11 14:29:33.474727 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (c4b30947-a5d6-4d35-9d9e-629e6aebccbf), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.498015 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (c4b30947-a5d6-4d35-9d9e-629e6aebccbf), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.503050 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:33.503624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.541551 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1637139 Feb 11 14:29:33.544206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36246) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:33.548418 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'admin_state_up': True, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:33.586053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e786e0-5bee-4e5b-a7a5-71a807d392f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Network': ['ID=c4b30947-a5d6-4d35-9d9e-629e6aebccbf,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:33.597476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:33.600877 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (f48882bd-1838-4fd0-8c1e-455fb56df95a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.601899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (f48882bd-1838-4fd0-8c1e-455fb56df95a), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.653392 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (f48882bd-1838-4fd0-8c1e-455fb56df95a), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.672889 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b466c7f6-5d14-483e-851c-faa7eec3f378 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:33.694067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: b466c7f6-5d14-483e-851c-faa7eec3f378 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:29:33.694453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device b466c7f6-5d14-483e-851c-faa7eec3f378 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:29:33.802489 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (f48882bd-1838-4fd0-8c1e-455fb56df95a), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.807694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.996539 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (f48882bd-1838-4fd0-8c1e-455fb56df95a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:34.015092 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:34.114313 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.17 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/10ce2bf8-9050-40fc-8c83-eaa18d4e4c52) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:34.215622 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:34.253573 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:34.290530 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:34.293845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:34.297962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:34.321396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:34.548744 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (f48882bd-1838-4fd0-8c1e-455fb56df95a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:34.747755 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (f48882bd-1838-4fd0-8c1e-455fb56df95a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:34.878232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router f48882bd-1838-4fd0-8c1e-455fb56df95a is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:29:35.301066 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:35.310407 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Sync routers for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:35.320168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:35.320800 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:35.321284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:35.322578 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dfce6d3c-5928-4f67-bd76-ac09ba415dda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7774653 Feb 11 14:29:35.326761 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36248) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:35.357294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9faf56b4-9246-4acb-b891-fef0b2e5f7d9 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=a2e4abc6f12049ccb35f69e5e06157c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294623 Feb 11 14:29:35.359735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36250) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:35.435546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:35.454675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f3ba9e-232a-4357-afdc-72d0a5401535 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:35.459351 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-53f3ba9e-232a-4357-afdc-72d0a5401535 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960770 Feb 11 14:29:35.459691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36252) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:35.495621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7d5d9e79-5901-4a18-a007-854cf7db1a94 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344567 Feb 11 14:29:35.497930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36254) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:35.503037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-87855171', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:35.586711 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:35.590949 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:35.616163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:34Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:35.643340 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Checking router: f48882bd-1838-4fd0-8c1e-455fb56df95a for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:35.643700 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Updating router f48882bd-1838-4fd0-8c1e-455fb56df95a port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:29:35.673886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:35.769513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a065a49f-a7ab-4edc-b96b-7de26559986f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:35.833912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Subnet': ['ID=a065a49f-a7ab-4edc-b96b-7de26559986f,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:35.847210 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Checking segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:29:35.847574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network hostable DHCP agents. Network: c4b30947-a5d6-4d35-9d9e-629e6aebccbf, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:35.864133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:35.872998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, c4b30947-a5d6-4d35-9d9e-629e6aebccbf) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:35.881024 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:35.881580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:35.888217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc122d-17d6-4e4b-9490-de7a8e7587f7 None None] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:29:35.898768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1b97ff14-8527-48f9-8965-dad8bcbb3961 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3997307 Feb 11 14:29:35.901841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36256) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:35.991581 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Publish callbacks [] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:35.999901 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.069853 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:29:36.071528 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.089355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Attempting to bind port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:29:36.090009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Attempting to bind port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:29:36.090785 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Attempting to bind port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:36.094008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aa9c9-45e9-43d4-a084-452e521dfde3 None None] Pushing event updated for resources: {'Port': ['ID=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:36.108252 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:36.108637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:29:36.109048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.109445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:36.109931 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Bound port: 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:29:36.110341 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.245341 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] For port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:36.263492 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] For port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:36.274753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.277912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Allocated IP 172.20.0.2 (c4b30947-a5d6-4d35-9d9e-629e6aebccbf/a065a49f-a7ab-4edc-b96b-7de26559986f/e0e28275-ab18-4f2d-976f-cdf1c829dc00) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:36.354258 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.366532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:36.367166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:36.372595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aa9c9-45e9-43d4-a084-452e521dfde3 None None] Pushing event updated for resources: {'Port': ['ID=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:36.716829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:36.783719 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Publish callbacks [] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.804898 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.846144 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.1 (c4b30947-a5d6-4d35-9d9e-629e6aebccbf/a065a49f-a7ab-4edc-b96b-7de26559986f/804c2936-5d1a-484a-9676-fcae88667c0e) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:36.876863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:36.884052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:36.888866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:36.901148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Pushing event updated for resources: {'Port': ['ID=e0e28275-ab18-4f2d-976f-cdf1c829dc00,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:36.971325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (804c2936-5d1a-484a-9676-fcae88667c0e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.984300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Attempting to bind port e0e28275-ab18-4f2d-976f-cdf1c829dc00 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:29:36.984684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Attempting to bind port e0e28275-ab18-4f2d-976f-cdf1c829dc00 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:29:36.985053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Attempting to bind port e0e28275-ab18-4f2d-976f-cdf1c829dc00 on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:36.994048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:36.994464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Checking segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:29:36.994874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:36.995275 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Bound using segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:36.995744 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Bound port: e0e28275-ab18-4f2d-976f-cdf1c829dc00, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:29:36.996128 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.006937 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.049044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:34Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:37.049350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:37.052342 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:37.054772 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:37.079740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=804c2936-5d1a-484a-9676-fcae88667c0e,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:37.085900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744418b-32b3-47cc-bebe-03dbe7a51a3f None None] The sync data for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 is: [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:34Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:37.098757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] For port e0e28275-ab18-4f2d-976f-cdf1c829dc00, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:37.103441 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] For port e0e28275-ab18-4f2d-976f-cdf1c829dc00, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e0e28275-ab18-4f2d-976f-cdf1c829dc00,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:37.107890 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (f48882bd-1838-4fd0-8c1e-455fb56df95a), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.114498 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.174537 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093984ed-f04c-4e67-98c3-33666df8a952 None None] Pushing event updated for resources: {'Port': ['ID=e0e28275-ab18-4f2d-976f-cdf1c829dc00,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:37.266522 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.621305 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (804c2936-5d1a-484a-9676-fcae88667c0e), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.626964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.702435 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (f48882bd-1838-4fd0-8c1e-455fb56df95a), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:37.704273 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=804c2936-5d1a-484a-9676-fcae88667c0e,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:37.811337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:37.812718 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:37.935555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router f48882bd-1838-4fd0-8c1e-455fb56df95a has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:38.057478 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:38.062929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-afffebf7-83e1-4d59-a3c8-62481448cb0d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/f48882bd-1838-4fd0-8c1e-455fb56df95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1600258 Feb 11 14:29:38.221552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c5440-eae4-4df5-ad8d-b54b6cdcb27e None None] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:29:38.222046 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-782c3ceb-7595-46df-bc8a-da052e299072 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872644360&fields=id&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 267 time: 0.0461626 Feb 11 14:29:38.310857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b2a31713-72ff-4aaa-bed2-c6a87a6834cd None None] Provisioning complete for port e0e28275-ab18-4f2d-976f-cdf1c829dc00 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:38.311639 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2a31713-72ff-4aaa-bed2-c6a87a6834cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:38.329836 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-450f13b4-bdb1-4405-9840-262f33470ed1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:38.333189 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-450f13b4-bdb1-4405-9840-262f33470ed1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 797 time: 0.1050346 Feb 11 14:29:38.351322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-b006e819-e3c1-4087-ad42-c2f4294e24cc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/quotas/a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 375 time: 0.0099027 Feb 11 14:29:38.416630 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-5de8d408-5d74-4ad8-89db-538aa66174cd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574386 Feb 11 14:29:38.433338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b2a31713-72ff-4aaa-bed2-c6a87a6834cd None None] Current status of the port e0e28275-ab18-4f2d-976f-cdf1c829dc00 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:38.433908 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2a31713-72ff-4aaa-bed2-c6a87a6834cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:38.497206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b2a31713-72ff-4aaa-bed2-c6a87a6834cd None None] For port e0e28275-ab18-4f2d-976f-cdf1c829dc00, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e0e28275-ab18-4f2d-976f-cdf1c829dc00,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:38.509928 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b2a31713-72ff-4aaa-bed2-c6a87a6834cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:38.536883 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-92a4c87b-629d-478e-b5cb-4008968cbb89 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:29:38.538021 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-92a4c87b-629d-478e-b5cb-4008968cbb89 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0725429 Feb 11 14:29:38.573905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a31713-72ff-4aaa-bed2-c6a87a6834cd None None] Pushing event updated for resources: {'Port': ['ID=e0e28275-ab18-4f2d-976f-cdf1c829dc00,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:38.662977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-d0581585-37de-4321-a2af-36815af15c93 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148319 Feb 11 14:29:38.744243 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e8c4df2b-7f46-4f18-a792-9777b1d4038d None None] Provisioning complete for port 804c2936-5d1a-484a-9676-fcae88667c0e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:38.745189 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8c4df2b-7f46-4f18-a792-9777b1d4038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:38.782750 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-1051505b-4882-4391-a171-1eb12646ec39 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125333 Feb 11 14:29:38.791871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e8c4df2b-7f46-4f18-a792-9777b1d4038d None None] Port 804c2936-5d1a-484a-9676-fcae88667c0e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:29:38.806016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e8c4df2b-7f46-4f18-a792-9777b1d4038d None None] Provisioning complete for port e0e28275-ab18-4f2d-976f-cdf1c829dc00 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:38.806575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8c4df2b-7f46-4f18-a792-9777b1d4038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:38.895755 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e8c4df2b-7f46-4f18-a792-9777b1d4038d None None] Current status of the port e0e28275-ab18-4f2d-976f-cdf1c829dc00 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:38.909620 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Sync routers for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:38.941362 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:38.942328 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:38.984189 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-099bcc60-4af8-42c7-93d6-a6a5dbbba541 req-a935870b-bfa5-40d8-9d77-5fd7accf1891 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 210 time: 0.0325356 Feb 11 14:29:39.029051 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-32a32f8d-5fc3-4729-b4e9-a4ac6167e63b None None] Provisioning complete for port 804c2936-5d1a-484a-9676-fcae88667c0e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:39.030549 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-32a32f8d-5fc3-4729-b4e9-a4ac6167e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.084955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-32a32f8d-5fc3-4729-b4e9-a4ac6167e63b None None] Port 804c2936-5d1a-484a-9676-fcae88667c0e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:29:39.100655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:39.142022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:39.198267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:39.198789 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.310758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:39.311835 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.328595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-54fd78d3-8fb7-4eb4-b897-960982e5a7f7 None None] Provisioning complete for port 804c2936-5d1a-484a-9676-fcae88667c0e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:39.328998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-54fd78d3-8fb7-4eb4-b897-960982e5a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.342485 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 2, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:39.355487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:39.364756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.365487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e0e28275-ab18-4f2d-976f-cdf1c829dc00 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:39.374038 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Checking router: f48882bd-1838-4fd0-8c1e-455fb56df95a for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:39.374431 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Updating router f48882bd-1838-4fd0-8c1e-455fb56df95a port 804c2936-5d1a-484a-9676-fcae88667c0e binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:29:39.405104 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.428116 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-54fd78d3-8fb7-4eb4-b897-960982e5a7f7 None None] Port 804c2936-5d1a-484a-9676-fcae88667c0e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:29:39.455299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:39.470528 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e0e28275-ab18-4f2d-976f-cdf1c829dc00 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:39.470907 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.554653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e0e28275-ab18-4f2d-976f-cdf1c829dc00 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:39.686105 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Publish callbacks [] for port (804c2936-5d1a-484a-9676-fcae88667c0e), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.690882 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.741815 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Pushing event updated for resources: {'Port': ['ID=804c2936-5d1a-484a-9676-fcae88667c0e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:39.765605 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.765979 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.766311 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.766639 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.766965 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.767287 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.767605 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.767922 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.768240 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.768554 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.768867 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.769178 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.769496 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:39.799803 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Attempting to bind port 804c2936-5d1a-484a-9676-fcae88667c0e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:29:39.800171 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Attempting to bind port 804c2936-5d1a-484a-9676-fcae88667c0e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:29:39.800644 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Attempting to bind port 804c2936-5d1a-484a-9676-fcae88667c0e on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:39.805953 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:39.806396 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Checking segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:29:39.806799 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.807188 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Bound using segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:39.807643 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Bound port: 804c2936-5d1a-484a-9676-fcae88667c0e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:29:39.808018 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.875421 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] For port 804c2936-5d1a-484a-9676-fcae88667c0e, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:39.879522 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] For port 804c2936-5d1a-484a-9676-fcae88667c0e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=804c2936-5d1a-484a-9676-fcae88667c0e,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:39.885716 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:39.939920 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:39.940523 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:39.963689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-43e4ffc7-2b44-4b9f-812c-7a457ca6ad15 None None] Provisioning complete for port 804c2936-5d1a-484a-9676-fcae88667c0e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:39.964936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43e4ffc7-2b44-4b9f-812c-7a457ca6ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.110725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-43e4ffc7-2b44-4b9f-812c-7a457ca6ad15 None None] Current status of the port 804c2936-5d1a-484a-9676-fcae88667c0e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:40.111124 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43e4ffc7-2b44-4b9f-812c-7a457ca6ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.158952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5ec3026e-efe7-4976-b17b-58fd09c5347d req-7a86083f-f4bd-4a77-9b98-51f8a3f3bf70 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 210 time: 0.0449097 Feb 11 14:29:40.166353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-0baae90f-5729-413a-9d36-0b3dc3d37dd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:40.167952 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-0baae90f-5729-413a-9d36-0b3dc3d37dd9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 797 time: 0.2358935 Feb 11 14:29:40.168371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-43e4ffc7-2b44-4b9f-812c-7a457ca6ad15 None None] For port 804c2936-5d1a-484a-9676-fcae88667c0e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=804c2936-5d1a-484a-9676-fcae88667c0e,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:40.176702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-43e4ffc7-2b44-4b9f-812c-7a457ca6ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.189618 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:40.235819 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4ffc7-2b44-4b9f-812c-7a457ca6ad15 None None] Pushing event updated for resources: {'Port': ['ID=804c2936-5d1a-484a-9676-fcae88667c0e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:40.239522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-e0bed5af-ef23-411e-b8f0-80d6af7d8dba tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 380 time: 0.0613043 Feb 11 14:29:40.248054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'port': {'device_id': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'admin_state_up': True, 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'security_groups': ['a797db40-faf4-4c00-aa72-069742211493']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:40.293128 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eca0d-52e3-4dbd-a3a5-cf8a92846db6 None None] Pushing event updated for resources: {'Port': ['ID=804c2936-5d1a-484a-9676-fcae88667c0e,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:40.296724 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-558ff800-f015-457f-a6b1-1d67e40b0225 None None] Provisioning complete for port 804c2936-5d1a-484a-9676-fcae88667c0e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:40.297102 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-558ff800-f015-457f-a6b1-1d67e40b0225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.372479 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:40.376010 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.379003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-558ff800-f015-457f-a6b1-1d67e40b0225 None None] Current status of the port 804c2936-5d1a-484a-9676-fcae88667c0e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:40.422639 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:40.452862 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f092c-ce82-4237-b902-43f0a650b2a0 None None] The sync data for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 is: [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:40.519769 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.12 (c4b30947-a5d6-4d35-9d9e-629e6aebccbf/a065a49f-a7ab-4edc-b96b-7de26559986f/73ff478a-9507-4e66-9e62-28a10df238c9) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:40.673298 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (73ff478a-9507-4e66-9e62-28a10df238c9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.709109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.760639 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:40.764009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:40.766550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:40.773331 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:40.828112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:40.830092 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:40.851169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-ee93f8ca-ca42-4b5a-85ad-b4f3a1585112 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6068516 Feb 11 14:29:40.864978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Request body: {'port': {'device_id': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:40.941595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.079959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:41.141092 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-de5bc648-fb0a-4f47-ad95-3645a95cf2f6 None None] Provisioning complete for port 73ff478a-9507-4e66-9e62-28a10df238c9 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:41.141774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-de5bc648-fb0a-4f47-ad95-3645a95cf2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.196470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-de5bc648-fb0a-4f47-ad95-3645a95cf2f6 None None] Port 73ff478a-9507-4e66-9e62-28a10df238c9 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:29:41.210227 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:41.210692 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.265312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ff478a-9507-4e66-9e62-28a10df238c9 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:29:41.277208 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Publish callbacks [] for port (73ff478a-9507-4e66-9e62-28a10df238c9), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.293993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Transition to ACTIVE for port object 73ff478a-9507-4e66-9e62-28a10df238c9 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:29:41.301940 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ae135-c1e3-452f-9621-23bd03d149ad req-8efcfc4c-12d7-47ba-b0d1-25741cedf401 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:41.302505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:41.303232 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 804c2936-5d1a-484a-9676-fcae88667c0e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:41.303760 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0ae135-c1e3-452f-9621-23bd03d149ad req-8efcfc4c-12d7-47ba-b0d1-25741cedf401 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 932 time: 0.0579319 Feb 11 14:29:41.311273 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.361304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 804c2936-5d1a-484a-9676-fcae88667c0e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:41.361715 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.387533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1a0ae135-c1e3-452f-9621-23bd03d149ad req-259195dd-ba69-401a-99c0-26e4bd01e3d1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767083 Feb 11 14:29:41.428092 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:41.464835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 804c2936-5d1a-484a-9676-fcae88667c0e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:41.469323 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:29:41.469913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:29:41.470398 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:41.476118 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Port 73ff478a-9507-4e66-9e62-28a10df238c9 on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:29:41.476590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:41.483298 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:41.483730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Checking segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:29:41.484216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Bound using segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:41.484736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Bound port: 73ff478a-9507-4e66-9e62-28a10df238c9, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:29:41.485173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.555213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:41.558985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:41.565808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.602406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:41.603173 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:41.604856 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] 10.222.0.83 "PUT /v2.0/ports/73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1092 time: 0.7464695 Feb 11 14:29:41.609700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:29:41.612069 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f134f890-861d-4e07-8fc5-6599a2de74ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:41.653790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f896f-03f2-48c6-841f-6ec4f2931062 service neutron] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:41.682483 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d358eead-c442-4ec3-967f-e7e16c2ab999 x-openstack-request-id: req-d358eead-c442-4ec3-967f-e7e16c2ab999 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:41.682787 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:41.683053 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d358eead-c442-4ec3-967f-e7e16c2ab999 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:41.683460 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'status': 'completed', 'code': 200} Feb 11 14:29:41.723841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-39e847fc-2a01-41ad-ae0b-047c5de499e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:41.725402 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-39e847fc-2a01-41ad-ae0b-047c5de499e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1126 time: 0.0552289 Feb 11 14:29:41.768320 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-7a58d3a5-3d4f-424e-9a05-05cc858c26a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 217 time: 0.0361524 Feb 11 14:29:41.819397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-e56f0720-a87c-4092-a1ff-10e91e8c2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:41.820993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-e56f0720-a87c-4092-a1ff-10e91e8c2be6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0470924 Feb 11 14:29:41.874230 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06873-f70d-4695-a072-b917d7abf97c req-c353fed4-5b33-45cc-8ba3-b5fbcf0e1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:41.875682 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-c353fed4-5b33-45cc-8ba3-b5fbcf0e1a84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491304 Feb 11 14:29:41.969501 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-a6a83b86-5368-4ef9-be7b-35c5ec273b38 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815618 Feb 11 14:29:42.061805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7b06873-f70d-4695-a072-b917d7abf97c req-af17c252-fe97-4130-aeeb-6dd4b64a09ea service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861206 Feb 11 14:29:42.149530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-25942487-5206-41bf-87e3-be5b0cdd36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:42.151097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-25942487-5206-41bf-87e3-be5b0cdd36b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1126 time: 0.0446849 Feb 11 14:29:42.511534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b3339-c081-45c6-8df8-2dd52df3ba7f req-d40239d5-bf69-4ab3-85e0-0150bf007cfc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:42.513221 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-046b3339-c081-45c6-8df8-2dd52df3ba7f req-d40239d5-bf69-4ab3-85e0-0150bf007cfc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 944 time: 0.0595601 Feb 11 14:29:42.565071 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-046b3339-c081-45c6-8df8-2dd52df3ba7f req-c3c7626e-f9b2-4b0f-a504-8ba6cdecaeb6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Feb 11 14:29:42.566910 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-7446ca34-19a8-48e0-83c1-b51b26834daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:42.568394 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-7446ca34-19a8-48e0-83c1-b51b26834daf service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.4107096 Feb 11 14:29:42.608608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-7a49cd5e-971e-411d-9e3d-739d84a8a2ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 217 time: 0.0342979 Feb 11 14:29:42.656152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-ea6d1e55-bea8-4d6f-938d-c92a30a0eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:42.658232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-ea6d1e55-bea8-4d6f-938d-c92a30a0eb8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0443442 Feb 11 14:29:42.706798 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-0a3f5317-0076-49ec-ab2c-a5bef6379427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:42.708196 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-0a3f5317-0076-49ec-ab2c-a5bef6379427 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434797 Feb 11 14:29:42.797133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-66796e5f-080d-4c6d-84a7-60be612dfb2e service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828652 Feb 11 14:29:42.890935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f134f890-861d-4e07-8fc5-6599a2de74ae req-cbb0b4b7-71b3-4f34-91ec-426621d6603d service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875080 Feb 11 14:29:43.685894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02053854-1d96-479f-abb7-a21a7ceca2af req-6e79703a-a55f-4576-a3fd-9ae2cc4f2ddd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:43.687430 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02053854-1d96-479f-abb7-a21a7ceca2af req-6e79703a-a55f-4576-a3fd-9ae2cc4f2ddd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 944 time: 0.0534670 Feb 11 14:29:43.719396 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:29:43.736526 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02053854-1d96-479f-abb7-a21a7ceca2af req-e73db6b0-1e49-448b-a41b-bcd4db6a90fa tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435729 Feb 11 14:29:43.815383 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:43.828579 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '73ff478a-9507-4e66-9e62-28a10df238c9', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'port_id': '73ff478a-9507-4e66-9e62-28a10df238c9', 'mac_address': 'fa:16:3e:e3:b3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:29:43.871002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 73ff478a-9507-4e66-9e62-28a10df238c9 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:43.871309 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:43.884000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ff478a-9507-4e66-9e62-28a10df238c9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:29:43.904145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:43.907885 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:43.953145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:44.110974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['73ff478a-9507-4e66-9e62-28a10df238c9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:29:44.863091 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3766-b24f-4e9d-8543-68369be98e02 req-72c375bd-fe2f-4449-921e-71ab8acf9439 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:44.864584 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-053d3766-b24f-4e9d-8543-68369be98e02 req-72c375bd-fe2f-4449-921e-71ab8acf9439 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 945 time: 0.0621593 Feb 11 14:29:44.913203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-053d3766-b24f-4e9d-8543-68369be98e02 req-1fecdcd4-d00e-45fb-919d-4664a9e26d7e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Feb 11 14:29:45.718969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:45.766792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 73ff478a-9507-4e66-9e62-28a10df238c9 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:29:45.770412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 73ff478a-9507-4e66-9e62-28a10df238c9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:45.770792 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:45.849494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 73ff478a-9507-4e66-9e62-28a10df238c9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:29:45.849978 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:45.874830 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:29:45.877063 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3765c7-9e4a-49e9-af60-22d629bfcd87" -d '{"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-plugged", "status": "completed", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:45.889159 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:45.893639 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:45.918523 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c9dd40-794f-440b-ab09-2bf3b29e47dd x-openstack-request-id: req-f8c9dd40-794f-440b-ab09-2bf3b29e47dd {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:45.918822 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-plugged", "status": "completed", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:45.919077 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8c9dd40-794f-440b-ab09-2bf3b29e47dd {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:45.919467 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'code': 200} Feb 11 14:29:45.947635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:46.018052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc46a5-9f2a-436a-b7cb-1b68cbeb53e8 req-b08daf27-4e9a-4fbb-b386-670d2b87aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:46.019748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79fc46a5-9f2a-436a-b7cb-1b68cbeb53e8 req-b08daf27-4e9a-4fbb-b386-670d2b87aae4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1128 time: 0.0456581 Feb 11 14:29:46.039452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f73a9-dd4f-4688-9c86-78566565fae9 req-669a9ee5-1511-43f9-b899-ef727d2e76dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:46.041559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-818f73a9-dd4f-4688-9c86-78566565fae9 req-669a9ee5-1511-43f9-b899-ef727d2e76dd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0569611 Feb 11 14:29:46.066602 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79fc46a5-9f2a-436a-b7cb-1b68cbeb53e8 req-b2c1aa2f-8612-4966-a03c-d4845ba633e2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 Feb 11 14:29:46.094736 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-818f73a9-dd4f-4688-9c86-78566565fae9 req-d8e00993-fe0c-419d-afbf-dfcabbe0bdf8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Feb 11 14:29:47.221160 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc613b-8f1c-4d26-baac-e36ad5bcc515 req-a0d32a40-b650-4c91-a982-3f2f55d1670d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:47.222699 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3cc613b-8f1c-4d26-baac-e36ad5bcc515 req-a0d32a40-b650-4c91-a982-3f2f55d1670d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0576215 Feb 11 14:29:47.269825 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f3cc613b-8f1c-4d26-baac-e36ad5bcc515 req-f198d6b5-8401-4eee-8575-ec352c26dfc0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Feb 11 14:29:47.395026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9b6b-c53c-4464-beef-8bdce3b02363 req-a1fbb842-b254-4805-9e63-cded881914c6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:47.396399 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86ff9b6b-c53c-4464-beef-8bdce3b02363 req-a1fbb842-b254-4805-9e63-cded881914c6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0528815 Feb 11 14:29:47.444974 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-86ff9b6b-c53c-4464-beef-8bdce3b02363 req-5b8929c9-2dc1-4a9f-af3c-f5607c158138 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Feb 11 14:29:47.466586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36306) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:47.508603 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5187545a-bb94-4894-832d-54b8f186bbaf tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:47.510137 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5187545a-bb94-4894-832d-54b8f186bbaf tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1123 time: 0.0425432 Feb 11 14:29:47.512899 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36308) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:47.516980 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '73ff478a-9507-4e66-9e62-28a10df238c9', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:47.536678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:47.634970 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:47.733161 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.209 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/2ef3079f-3b38-4f45-b006-ca9c16c94922) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:47.837940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:47.871208 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:47.908809 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:47.911691 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:47.915159 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:47.938206 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=2ef3079f-3b38-4f45-b006-ca9c16c94922,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:48.272933 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:48.338405 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:48.483834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:48.488062 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:48.559587 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=2ef3079f-3b38-4f45-b006-ca9c16c94922,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:48.570104 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:49.006886 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e associated. External IP: 172.25.3.209, port: 73ff478a-9507-4e66-9e62-28a10df238c9. Feb 11 14:29:49.217595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router f48882bd-1838-4fd0-8c1e-455fb56df95a has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:49.329624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:49.340027 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] Sync routers for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:49.347913 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:49.350356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:49.352202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:49.379486 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a3456caa-da1a-4d9a-af2f-3f344f25ce17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8632283 Feb 11 14:29:49.379486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:29:49.380175 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d9804-685d-4c12-a6bf-945a59ea56b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:49.423448 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3214c60-4a08-4f69-bfbf-00691671daab x-openstack-request-id: req-d3214c60-4a08-4f69-bfbf-00691671daab {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:49.423749 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:49.424024 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3214c60-4a08-4f69-bfbf-00691671daab {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:49.424408 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'status': 'completed', 'code': 200} Feb 11 14:29:49.470291 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:49.507621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bd602-5a2a-4f86-9b0c-bb8344a21696 req-0677514e-df0d-4ce4-84cb-10953c1c26d0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:49.509125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-837bd602-5a2a-4f86-9b0c-bb8344a21696 req-0677514e-df0d-4ce4-84cb-10953c1c26d0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0808301 Feb 11 14:29:49.524462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-299d01e3-0973-458c-943a-f9e7965b7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:49.525930 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-299d01e3-0973-458c-943a-f9e7965b7321 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1128 time: 0.0699139 Feb 11 14:29:49.616843 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-837bd602-5a2a-4f86-9b0c-bb8344a21696 req-06498091-14a6-4703-944c-7114fe6fdcb0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997517 Feb 11 14:29:49.639714 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36314) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:49.698688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'port_id': '73ff478a-9507-4e66-9e62-28a10df238c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'mac_address': 'fa:16:3e:e3:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:48Z', 'updated_at': '2022-02-11T14:29:48Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:40Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:49.699034 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-2c9e4bf1-8ebe-4048-91af-5430f85153f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:49.700220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-2c9e4bf1-8ebe-4048-91af-5430f85153f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.1669974 Feb 11 14:29:49.724426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] Checking router: f48882bd-1838-4fd0-8c1e-455fb56df95a for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:49.734115 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:49.734759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:29:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:49.750778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96970ecd-c2b4-487b-9d42-13e1c2e188ec tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e HTTP/1.1" status: 200 len: 992 time: 0.1099460 Feb 11 14:29:49.773635 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-cb0e18ee-7d81-4ce5-8e2d-e82e46d81ec2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1000 time: 0.0668123 Feb 11 14:29:49.824711 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-99df93a6-a122-441a-8d14-a01eebb0065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:49.826243 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-99df93a6-a122-441a-8d14-a01eebb0065b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0463808 Feb 11 14:29:49.884086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-aa32a798-5d4e-41e7-8376-72d5a922ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:49.885678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-aa32a798-5d4e-41e7-8376-72d5a922ed28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532763 Feb 11 14:29:49.975994 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-e2e49f3d-e935-4f5a-8031-b03804a74d8c service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 Feb 11 14:29:50.006709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:50.071215 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-0c3d9804-685d-4c12-a6bf-945a59ea56b7 req-fa02d8a3-391f-40ac-9c4f-b0753daa04e1 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888829 Feb 11 14:29:50.231938 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'port_id': '73ff478a-9507-4e66-9e62-28a10df238c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'mac_address': 'fa:16:3e:e3:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:48Z', 'updated_at': '2022-02-11T14:29:48Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:40Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:50.257428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05143f-dda0-4718-929a-576608fbe869 None None] The sync data for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 is: [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'port_id': '73ff478a-9507-4e66-9e62-28a10df238c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'mac_address': 'fa:16:3e:e3:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:48Z', 'updated_at': '2022-02-11T14:29:48Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:40Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:50.444028 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517059b-0103-44b5-917a-f0a43369e50c None None] New status for floating IP 8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:29:50.611451 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:50.754722 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36316) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:29:50.814811 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d43db07b-9445-4e34-a5ee-c152cd06d1e9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e HTTP/1.1" status: 200 len: 994 time: 0.0589662 Feb 11 14:29:52.482335 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:53.672242 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:29:57.140790 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a92a35d6-814c-463f-bb87-0bc90f430588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:59.534218 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e573e0cb-27c3-4501-9183-92feb377f369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:01.194948 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:02.617998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:03.810149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:14.487764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-95164eb7-c3ff-48c4-8636-3950f9421432 req-22b74443-416a-4684-b548-27853dd7e330 service neutron] (103175) timed out ('10.222.0.83', 61876) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:30:20.621694 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:21.697605 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-dc2b2c7d-4aa1-485c-aff5-cffd3cc525c9 req-a2e56d4b-b1e6-4a12-ac24-ea0494e8c4b7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:30:21.698631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc2b2c7d-4aa1-485c-aff5-cffd3cc525c9 req-a2e56d4b-b1e6-4a12-ac24-ea0494e8c4b7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053773 Feb 11 14:30:21.885311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36336) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:30:21.906468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea19d8c-fff2-4b59-9676-3469bab7aaec req-bd9d860b-0dde-4411-905c-14e3618dd668 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:21.907857 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ea19d8c-fff2-4b59-9676-3469bab7aaec req-bd9d860b-0dde-4411-905c-14e3618dd668 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0547063 Feb 11 14:30:21.957306 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5ea19d8c-fff2-4b59-9676-3469bab7aaec req-e0c257e8-1aa9-4096-b50d-3a80348cb660 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 Feb 11 14:30:21.971370 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-da3ca805-5842-4cab-84f2-314dd20f0a28 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845425 Feb 11 14:30:21.980120 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-1be5408c-b498-4bc3-8541-8aa870cc356d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:30:21.981096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-1be5408c-b498-4bc3-8541-8aa870cc356d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052443 Feb 11 14:30:22.299659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36358) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:30:22.395589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-8935c7de-6db7-4a3c-8101-a1c2a567e89a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:22.396992 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-8935c7de-6db7-4a3c-8101-a1c2a567e89a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports/73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 943 time: 0.0963507 Feb 11 14:30:22.499205 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:23.088609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03002ad-d829-4718-b6b8-1be7ea22ac55 req-10ec1971-a5bb-4c1e-bc01-e1c6ea75acde tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.090114 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d03002ad-d829-4718-b6b8-1be7ea22ac55 req-10ec1971-a5bb-4c1e-bc01-e1c6ea75acde tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0622277 Feb 11 14:30:23.140496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d03002ad-d829-4718-b6b8-1be7ea22ac55 req-14ac47d2-be11-4e0a-8e5e-8d0b84a0dd84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Feb 11 14:30:23.221729 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-d7dd618c-0fff-4386-a9ac-a192745ef091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.223247 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-d7dd618c-0fff-4386-a9ac-a192745ef091 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1128 time: 0.0441720 Feb 11 14:30:23.314723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-6c007593-c46a-4bd0-abfa-66c9bf1f485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.316234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-6c007593-c46a-4bd0-abfa-66c9bf1f485c service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.0873289 Feb 11 14:30:23.381880 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-7e8d2029-37ef-429c-8149-e2e52d7e6b45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1002 time: 0.0593781 Feb 11 14:30:23.434217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-8d074e12-9a0b-40c4-be0e-705a5c176e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.435709 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-8d074e12-9a0b-40c4-be0e-705a5c176e62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0481019 Feb 11 14:30:23.485050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-609df158-f092-4e2f-a8fd-8a438bef977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.486645 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-609df158-f092-4e2f-a8fd-8a438bef977a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452611 Feb 11 14:30:23.573497 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-0bb1538c-9a92-4dc7-a9b9-2969923fbaec service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807679 Feb 11 14:30:23.664593 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-fe9b8b4a-db2a-44fa-9d71-7a23e3628530 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854928 Feb 11 14:30:24.260612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c4c0-5a54-4dd9-bd83-ea6450ca1e4a req-0c82cac9-586a-4cbf-a7ca-cebd600e5a1a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:24.262073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfe6c4c0-5a54-4dd9-bd83-ea6450ca1e4a req-0c82cac9-586a-4cbf-a7ca-cebd600e5a1a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0520444 Feb 11 14:30:24.314789 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cfe6c4c0-5a54-4dd9-bd83-ea6450ca1e4a req-6c905e11-d8f9-4161-9721-b7106cdd952c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471330 Feb 11 14:30:25.434720 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f709e-cc32-49db-9630-88bee641cd46 req-07c98e6c-3689-466f-bc84-7a54ba1f87ba tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:25.436235 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-930f709e-cc32-49db-9630-88bee641cd46 req-07c98e6c-3689-466f-bc84-7a54ba1f87ba tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0536745 Feb 11 14:30:25.485258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-930f709e-cc32-49db-9630-88bee641cd46 req-047ae03e-a1fa-4a60-a8db-95a8638a04b9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Feb 11 14:30:26.605465 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876eca-c2e9-433f-9178-64b53cc62680 req-6009cf16-e73d-45dc-8192-9162963a0abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:26.606909 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92876eca-c2e9-433f-9178-64b53cc62680 req-6009cf16-e73d-45dc-8192-9162963a0abc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0540054 Feb 11 14:30:26.655102 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-92876eca-c2e9-433f-9178-64b53cc62680 req-ab38a6ca-f3bf-49ae-aba6-59e726cb57e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Feb 11 14:30:27.145976 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a15ad157-5c09-411a-a3fc-ae13146c9266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:27.781511 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf88104-901d-4b75-bfdb-478c663a0a9a req-e6c413c8-3482-4273-83ef-a1f8bd0c4286 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:27.783027 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cf88104-901d-4b75-bfdb-478c663a0a9a req-e6c413c8-3482-4273-83ef-a1f8bd0c4286 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0596182 Feb 11 14:30:27.830762 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8cf88104-901d-4b75-bfdb-478c663a0a9a req-a959e9c0-12b9-4be1-97a2-09a74459566b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421436 Feb 11 14:30:28.949200 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b7c9-9d35-4ab7-90f5-a0aeec16b9a0 req-bd14caac-4b7c-457c-954a-0b8d960ee89a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:28.951253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0835b7c9-9d35-4ab7-90f5-a0aeec16b9a0 req-bd14caac-4b7c-457c-954a-0b8d960ee89a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0530229 Feb 11 14:30:28.999144 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0835b7c9-9d35-4ab7-90f5-a0aeec16b9a0 req-0b55ee2b-43d2-4d30-9b19-65e2fc3ca38a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Feb 11 14:30:29.535922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9faf-b48f-4835-8366-4b4831e59f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:30.127914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e4912-85fa-4646-b1e2-a81bc4768485 req-bcaaef7a-982b-4d7c-994f-71c20e099003 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:30.129345 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a97e4912-85fa-4646-b1e2-a81bc4768485 req-bcaaef7a-982b-4d7c-994f-71c20e099003 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0598176 Feb 11 14:30:30.177810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a97e4912-85fa-4646-b1e2-a81bc4768485 req-c190fd5e-0db3-41c0-bf59-5dc2cb8ca05f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Feb 11 14:30:30.670706 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:30:31.198215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:31.302762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f50efc-bc49-42bb-8029-eb67c3fba7fc req-4b3fbe37-cb7a-4938-b5e9-2dd4094d0965 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:31.304264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4f50efc-bc49-42bb-8029-eb67c3fba7fc req-4b3fbe37-cb7a-4938-b5e9-2dd4094d0965 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0585213 Feb 11 14:30:31.354371 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4f50efc-bc49-42bb-8029-eb67c3fba7fc req-32137af6-0f4a-4ce0-a665-4f7dee5f39b2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Feb 11 14:30:32.191358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3da2-ff2b-4503-b404-e88549bd569b req-f883cc24-b258-4419-bb29-3954227ef78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.192778 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48db3da2-ff2b-4503-b404-e88549bd569b req-f883cc24-b258-4419-bb29-3954227ef78e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1128 time: 0.0488706 Feb 11 14:30:32.294871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3da2-ff2b-4503-b404-e88549bd569b req-f42ac36a-d7fc-4099-9c61-3f4f0f634199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.297202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48db3da2-ff2b-4503-b404-e88549bd569b req-f42ac36a-d7fc-4099-9c61-3f4f0f634199 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.0854712 Feb 11 14:30:32.368951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48db3da2-ff2b-4503-b404-e88549bd569b req-402fcbde-2039-4c24-ab8a-81dcd67faab2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1002 time: 0.0662494 Feb 11 14:30:32.417395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3da2-ff2b-4503-b404-e88549bd569b req-65406e9c-ef5e-449a-91a3-bb35daf32403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.418950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48db3da2-ff2b-4503-b404-e88549bd569b req-65406e9c-ef5e-449a-91a3-bb35daf32403 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0445876 Feb 11 14:30:32.504460 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdbc88-11d9-408e-9d84-2a17c047c2c6 req-c14b2378-6375-47a9-8ffc-66e341f5db66 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.505957 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bcdbc88-11d9-408e-9d84-2a17c047c2c6 req-c14b2378-6375-47a9-8ffc-66e341f5db66 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0834596 Feb 11 14:30:32.508389 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3da2-ff2b-4503-b404-e88549bd569b req-b780aa11-d094-4e49-b653-5fb9ac540037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.509760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48db3da2-ff2b-4503-b404-e88549bd569b req-b780aa11-d094-4e49-b653-5fb9ac540037 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791292 Feb 11 14:30:32.611983 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bcdbc88-11d9-408e-9d84-2a17c047c2c6 req-726383a3-7945-465b-94e0-154b2ab27350 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003625 Feb 11 14:30:32.622206 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:32.636082 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48db3da2-ff2b-4503-b404-e88549bd569b req-9fb9aad1-b331-44c3-9be8-15a3abb20c4c service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178393 Feb 11 14:30:32.727846 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-48db3da2-ff2b-4503-b404-e88549bd569b req-317801a8-2795-43c9-9076-2b6753cc91b4 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865262 Feb 11 14:30:33.734660 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c0a9d-f0c3-4fa8-a53e-2ec12cacc84d req-64abcda1-bee4-4c16-9db5-6ef3c036c225 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:33.736143 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f97c0a9d-f0c3-4fa8-a53e-2ec12cacc84d req-64abcda1-bee4-4c16-9db5-6ef3c036c225 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0530009 Feb 11 14:30:33.784209 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f97c0a9d-f0c3-4fa8-a53e-2ec12cacc84d req-bfaeac8b-dde4-428c-8994-889ca64e2dab tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Feb 11 14:30:33.812635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:34.905781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1d55-d499-404e-8197-39d5774b8257 req-ee8f07ac-1323-4922-b34a-202162eb7728 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:34.907339 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60ef1d55-d499-404e-8197-39d5774b8257 req-ee8f07ac-1323-4922-b34a-202162eb7728 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0541344 Feb 11 14:30:34.955590 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-60ef1d55-d499-404e-8197-39d5774b8257 req-aa01e366-f7b3-4cb6-bcde-7bf3c8983014 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Feb 11 14:30:36.075162 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d02df3-a467-4858-91c8-5d09855c564a req-748bb4b7-9ddd-4620-b250-bc31961dfccd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:36.077270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4d02df3-a467-4858-91c8-5d09855c564a req-748bb4b7-9ddd-4620-b250-bc31961dfccd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0515814 Feb 11 14:30:36.128171 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4d02df3-a467-4858-91c8-5d09855c564a req-e60948b6-7b1e-4ae6-bc9c-177c3889aa03 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Feb 11 14:30:37.249348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7455d18-3ab7-489a-a140-26e4da963458 req-3bffedb2-fe11-40e9-b041-a39ebad328ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:37.251258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7455d18-3ab7-489a-a140-26e4da963458 req-3bffedb2-fe11-40e9-b041-a39ebad328ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0549510 Feb 11 14:30:37.306204 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7455d18-3ab7-489a-a140-26e4da963458 req-406460db-a0cd-4597-b9ef-1cfad9e08ddb tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493636 Feb 11 14:30:38.429219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d35dc-cfd9-43d0-b126-c00bdc34ae5d req-e94ac9e7-0a5c-46e3-aee8-a383868bec87 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:38.430776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-853d35dc-cfd9-43d0-b126-c00bdc34ae5d req-e94ac9e7-0a5c-46e3-aee8-a383868bec87 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0555592 Feb 11 14:30:38.479923 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-853d35dc-cfd9-43d0-b126-c00bdc34ae5d req-0f293af8-7f74-4a8e-9d33-54e61ffc1373 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Feb 11 14:30:39.597903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e696e4-1b26-4c81-8985-e61c1277f940 req-a1ffbd7b-b21a-45ed-bf42-269297e569d8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:39.599445 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79e696e4-1b26-4c81-8985-e61c1277f940 req-a1ffbd7b-b21a-45ed-bf42-269297e569d8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0532813 Feb 11 14:30:39.648634 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-79e696e4-1b26-4c81-8985-e61c1277f940 req-cb7eeb04-6422-4a78-a85f-b56779702bc8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Feb 11 14:30:40.726771 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-94675ae4-5a0f-4b31-8ae3-0a6428191128 service neutron] show failed (client error): The resource could not be found. Feb 11 14:30:40.727822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-94675ae4-5a0f-4b31-8ae3-0a6428191128 service neutron] 10.222.0.83 "GET /v2.0/ports/73ff478a-9507-4e66-9e62-28a10df238c9/bindings/n-h1-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0556095 Feb 11 14:30:40.773639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c537a4-19a9-4e93-a4e6-15fee087300e req-facd1b8c-2b29-4a7b-bad6-855fca34c508 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:40.775176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23c537a4-19a9-4e93-a4e6-15fee087300e req-facd1b8c-2b29-4a7b-bad6-855fca34c508 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0564601 Feb 11 14:30:40.825596 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-23c537a4-19a9-4e93-a4e6-15fee087300e req-728e8e4d-be98-4d69-8a73-178b690e36db tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Feb 11 14:30:40.977375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-91125454-9599-491c-9156-5801bdee24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:40.979179 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-91125454-9599-491c-9156-5801bdee24a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 1128 time: 0.0949829 Feb 11 14:30:40.989725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-47be2ec2-e773-4c8d-a0f1-2802e20a5c3f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:30:40.990703 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-47be2ec2-e773-4c8d-a0f1-2802e20a5c3f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048525 Feb 11 14:30:41.005577 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:41.062715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:41.261183 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:41.292951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:41.338248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:30:41.340505 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91561768-d54e-4f96-80a3-9ce12642669d" -d '{"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-unplugged", "status": "completed", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:41.344381 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Publish callbacks [] for port (73ff478a-9507-4e66-9e62-28a10df238c9), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:41.357784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Transition to ACTIVE for port object 73ff478a-9507-4e66-9e62-28a10df238c9 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:30:41.361658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:41.395634 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38ee41-9065-48d7-bb75-9dd9a9616f62 x-openstack-request-id: req-bc38ee41-9065-48d7-bb75-9dd9a9616f62 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:41.395934 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-unplugged", "status": "completed", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:41.396193 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc38ee41-9065-48d7-bb75-9dd9a9616f62 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:41.396596 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'code': 200} Feb 11 14:30:41.413324 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=6']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:41.449781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.450153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.450506 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.450856 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.451731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.452074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.452407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.452736 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.453065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.453394 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.453713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.454031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.454406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:41.503441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] No DVR routers for this DVR port 73ff478a-9507-4e66-9e62-28a10df238c9 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:41.644352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:30:41.644721 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:30:41.645048 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:41.649455 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Port 73ff478a-9507-4e66-9e62-28a10df238c9 on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:30:41.649801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Attempting to bind port 73ff478a-9507-4e66-9e62-28a10df238c9 on network c4b30947-a5d6-4d35-9d9e-629e6aebccbf {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:41.655242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:30:41.655575 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Checking segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:30:41.655951 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Bound using segment: {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:30:41.656370 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Bound port: 73ff478a-9507-4e66-9e62-28a10df238c9, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e240de-931c-424b-b2a2-34d7888ae193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:30:41.656725 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:41.720720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:41.723806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:41.729132 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:41.760841 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:41.761448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:41.762865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] 10.222.0.30 "PUT /v2.0/ports/73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1092 time: 0.7609065 Feb 11 14:30:41.789177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb5c73-1a65-4b6e-898f-4a66980bcb0a service neutron] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:41.839302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-e169c56a-26d0-478c-8bb8-e5254d262a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:41.840903 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-e169c56a-26d0-478c-8bb8-e5254d262a36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1126 time: 0.0482733 Feb 11 14:30:41.975668 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-d89ac3a2-a24b-49a6-adcc-12c2c7e1683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:41.977154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-d89ac3a2-a24b-49a6-adcc-12c2c7e1683f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.1303463 Feb 11 14:30:41.988893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f01cc-2fa7-4258-84cf-fd802c7dcad4 req-056b80c4-92fc-49d4-bcd5-abdc23b813ee tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:41.990297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b4f01cc-2fa7-4258-84cf-fd802c7dcad4 req-056b80c4-92fc-49d4-bcd5-abdc23b813ee tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 944 time: 0.0744867 Feb 11 14:30:42.078035 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-895ea6ab-c5dd-4c3f-9f8e-d85a549ffc9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1000 time: 0.0868108 Feb 11 14:30:42.086369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1b4f01cc-2fa7-4258-84cf-fd802c7dcad4 req-bcbf3838-5e6c-4207-ada0-380f4b5f2647 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898380 Feb 11 14:30:42.130444 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-c27161a5-70ac-4e92-83ff-abf69868dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:42.131887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-c27161a5-70ac-4e92-83ff-abf69868dde0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0446880 Feb 11 14:30:42.180962 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-c3fc21bc-706f-40d7-86c4-5ba2ecccf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:42.182447 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-c3fc21bc-706f-40d7-86c4-5ba2ecccf6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434742 Feb 11 14:30:42.275309 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-3b286902-e3d1-4b7b-b35f-b0d1f67642a5 service neutron] 10.222.0.30 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870667 Feb 11 14:30:42.363914 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8711af47-78e9-4ee0-a8c0-6be13abc63a9 req-1ae50e97-3dfa-41e8-9cca-a720db02f806 service neutron] 10.222.0.30 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822062 Feb 11 14:30:43.267735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402f644-1189-4576-aaa5-57d0bcde71ee req-2d655728-3f7d-4fac-9f9b-c7a2a3ed9269 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.269220 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b402f644-1189-4576-aaa5-57d0bcde71ee req-2d655728-3f7d-4fac-9f9b-c7a2a3ed9269 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 944 time: 0.1065438 Feb 11 14:30:43.316918 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b402f644-1189-4576-aaa5-57d0bcde71ee req-6488174d-d36f-4e8e-80a2-2656a74f4b8a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Feb 11 14:30:43.398520 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:30:43.400803 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b51fe7-1c6c-4f40-8c8a-680646badd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:43.448654 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8921b48-a15b-4cdd-bcf1-d8d9113e761a x-openstack-request-id: req-a8921b48-a15b-4cdd-bcf1-d8d9113e761a {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:43.448952 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:43.449212 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8921b48-a15b-4cdd-bcf1-d8d9113e761a {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:43.449619 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'status': 'completed', 'code': 200} Feb 11 14:30:43.514960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-9e9e8c4d-226d-478d-9ab3-4ef42c24ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.516504 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-9e9e8c4d-226d-478d-9ab3-4ef42c24ca1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1126 time: 0.0456214 Feb 11 14:30:43.516820 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-9278dc88-a3c1-4ccd-8b15-40833844caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.518348 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-9278dc88-a3c1-4ccd-8b15-40833844caf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1126 time: 0.0503695 Feb 11 14:30:43.606770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-c5871d1c-157d-4cf8-ae32-a760fa2ed051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.608821 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-c5871d1c-157d-4cf8-ae32-a760fa2ed051 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.0848539 Feb 11 14:30:43.609619 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-977ae54e-cd47-4f1a-864f-a379b3b938c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.611104 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-977ae54e-cd47-4f1a-864f-a379b3b938c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.0887234 Feb 11 14:30:43.675000 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-63d0cea1-a852-48b3-9f64-8aff5db60373 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1000 time: 0.0581923 Feb 11 14:30:43.678322 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-39050836-3c33-4e5d-8b3a-a2a073e3ba6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1000 time: 0.0634506 Feb 11 14:30:43.727191 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-6865e543-983a-4e1f-bbcd-97a335c9f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.728951 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-6865e543-983a-4e1f-bbcd-97a335c9f7cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0486221 Feb 11 14:30:43.733251 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-9c9c31dd-cb0e-4e49-96d5-75f45701aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.734754 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-9c9c31dd-cb0e-4e49-96d5-75f45701aac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0443683 Feb 11 14:30:43.782231 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-30dd9bd4-f888-4a2e-87da-e5878f6562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.783769 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-30dd9bd4-f888-4a2e-87da-e5878f6562f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490897 Feb 11 14:30:43.785504 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-c8d16565-f8b1-47f1-9b63-3da3e038b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.787053 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-c8d16565-f8b1-47f1-9b63-3da3e038b2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456834 Feb 11 14:30:43.884587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-880996de-0a65-40f3-afd7-9fc610717205 service neutron] 10.222.0.30 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909932 Feb 11 14:30:43.886303 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-00666e87-5b65-4edd-a840-abc976115678 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965514 Feb 11 14:30:43.980411 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-d4f89c18-400f-47cf-8ed5-d0cba210c556 service neutron] 10.222.0.30 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900712 Feb 11 14:30:43.983130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-36b51fe7-1c6c-4f40-8c8a-680646badd2d req-57e18cf9-c749-434a-8dde-d4a346481819 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913546 Feb 11 14:30:44.436945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baaee4-60d4-477f-b583-e0588814743d req-54477569-32f7-4408-b4db-633cbb306dfa tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.438447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02baaee4-60d4-477f-b583-e0588814743d req-54477569-32f7-4408-b4db-633cbb306dfa tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 944 time: 0.0528095 Feb 11 14:30:44.485796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02baaee4-60d4-477f-b583-e0588814743d req-c10547f6-57e0-4f56-8215-85ee63c318f6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Feb 11 14:30:44.704163 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:30:44.720035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c2eb-af90-45b8-bf38-d9ec88354da0 req-73049731-34e3-468a-8f99-6eca37ad494b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.721554 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-55c9c2eb-af90-45b8-bf38-d9ec88354da0 req-73049731-34e3-468a-8f99-6eca37ad494b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 944 time: 0.0943084 Feb 11 14:30:44.730530 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-bc85855c-3c0c-4942-a347-10e48a59359a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.731933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-bc85855c-3c0c-4942-a347-10e48a59359a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&binding%3Ahost_id=n-h1-828676-2 HTTP/1.1" status: 200 len: 944 time: 0.0929527 Feb 11 14:30:44.804365 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:44.815517 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-55c9c2eb-af90-45b8-bf38-d9ec88354da0 req-0c6348d4-04a4-49ce-b3a2-2f8175afcc0c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820920 Feb 11 14:30:44.815756 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '73ff478a-9507-4e66-9e62-28a10df238c9', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'port_id': '73ff478a-9507-4e66-9e62-28a10df238c9', 'mac_address': 'fa:16:3e:e3:b3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:30:44.822828 n-d-828676-2 neutron-server[103175]: INFO neutron.api.v2.resource [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-31184560-0178-48a2-86f8-772813da867a service neutron] delete failed (client error): The resource could not be found. Feb 11 14:30:44.823854 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-31184560-0178-48a2-86f8-772813da867a service neutron] 10.222.0.83 "DELETE /v2.0/ports/73ff478a-9507-4e66-9e62-28a10df238c9/bindings/n-h2-828676-2 HTTP/1.1" status: 404 len: 380 time: 0.0845666 Feb 11 14:30:44.868361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 73ff478a-9507-4e66-9e62-28a10df238c9 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:30:44.868839 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:44.882335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ff478a-9507-4e66-9e62-28a10df238c9 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:30:44.902908 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:44.910298 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:44.925339 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-edd47f62-1542-498d-aede-c136a6466730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.926932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-edd47f62-1542-498d-aede-c136a6466730 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1126 time: 0.0505829 Feb 11 14:30:44.956864 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26395-d2c1-41cc-ac45-f087c1fb93a8 req-8f329b17-9f86-4f90-bf9e-82987c7c1841 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.958456 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6c26395-d2c1-41cc-ac45-f087c1fb93a8 req-8f329b17-9f86-4f90-bf9e-82987c7c1841 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 944 time: 0.0645373 Feb 11 14:30:44.958623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:44.967696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.968126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.968470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.968816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.969146 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.969477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.969803 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.970148 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.970472 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.970793 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.971114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.971494 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:44.971754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:45.010929 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6c26395-d2c1-41cc-ac45-f087c1fb93a8 req-aa29eb03-eeb2-4a71-b794-36190365286c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 Feb 11 14:30:45.023018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-94293e59-cec9-41c0-9c3f-9592cb687f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:45.024534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-94293e59-cec9-41c0-9c3f-9592cb687f49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.0911725 Feb 11 14:30:45.087558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-f791466f-a6cd-42f1-8dcf-3a9302e90f72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 1001 time: 0.0571225 Feb 11 14:30:45.142312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-e725a866-ee90-4253-a1a2-808f4a7998ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:45.143783 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-e725a866-ee90-4253-a1a2-808f4a7998ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0509355 Feb 11 14:30:45.155004 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['73ff478a-9507-4e66-9e62-28a10df238c9'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:30:45.192514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-c397315c-f4b5-442a-8799-b0e168327449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:45.194052 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-c397315c-f4b5-442a-8799-b0e168327449 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445065 Feb 11 14:30:45.283101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-1c81c5e4-b036-4dfa-98b7-6c9c8cebeeb8 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834239 Feb 11 14:30:45.376990 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c32d43c3-ad88-43d0-8b49-0948e6f335e3 req-f0254605-3feb-4767-b04a-c2d8af3f99b2 service neutron] 10.222.0.83 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880930 Feb 11 14:30:46.077106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:46.116647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] The host n-h2-828676-2 is not matching for port 73ff478a-9507-4e66-9e62-28a10df238c9 host n-h1-828676-2! {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:30:46.117075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:46.131104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b0eee-6720-4d67-8b32-30c5e88e8d62 req-59c5541d-ba50-4f56-a5ca-f368dba7c182 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:46.132608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb5b0eee-6720-4d67-8b32-30c5e88e8d62 req-59c5541d-ba50-4f56-a5ca-f368dba7c182 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 945 time: 0.0541635 Feb 11 14:30:46.180712 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-cb5b0eee-6720-4d67-8b32-30c5e88e8d62 req-9d40c295-e600-4c78-bdaf-a60b7559f2ea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Feb 11 14:30:46.202813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36422) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:30:46.269029 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d4c2de87-1329-4b3c-bd95-129bc2346d13 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e HTTP/1.1" status: 200 len: 993 time: 0.0651109 Feb 11 14:30:46.708680 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:46.760649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 73ff478a-9507-4e66-9e62-28a10df238c9 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:30:46.765069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 73ff478a-9507-4e66-9e62-28a10df238c9 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:46.765452 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:46.861499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 73ff478a-9507-4e66-9e62-28a10df238c9 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:30:46.861892 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:46.885656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:30:46.887934 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a3be07-9b62-4c45-98c3-ddcaf16d1375" -d '{"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-plugged", "status": "completed", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:46.900832 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:46.905594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:46.933405 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8789a2bd-f1cb-479e-b90c-f441e8fe610a x-openstack-request-id: req-8789a2bd-f1cb-479e-b90c-f441e8fe610a {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:46.933702 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-plugged", "status": "completed", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:46.933965 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8789a2bd-f1cb-479e-b90c-f441e8fe610a {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:46.934381 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'code': 200} Feb 11 14:30:46.959466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.620570 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:52.500796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:57.147153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e942cfc9-f78c-44d6-a54a-3b644fb28908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:59.538575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e42584c2-fcfd-4bbf-8ae0-b2e43431a1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:01.204729 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:02.623284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:03.817196 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:07.669781 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:08.788209 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-f5851b56-99f1-4d3a-b232-b8f9a2cdafa9 req-f9814142-10c6-477c-b63b-7eb5df14fcad tempest-ServerDiskConfigTestJSON-1187305464 tempest-ServerDiskConfigTestJSON-1187305464-project] (103176) timed out ('10.222.0.30', 51874) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:31:14.876216 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36436) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:15.032844 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 2ef3079f-3b38-4f45-b006-ca9c16c94922 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:31:15.033198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:15.111000 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:15.111252 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (2ef3079f-3b38-4f45-b006-ca9c16c94922), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:15.122680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 2ef3079f-3b38-4f45-b006-ca9c16c94922 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:31:15.264224 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (2ef3079f-3b38-4f45-b006-ca9c16c94922), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:15.293691 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=2ef3079f-3b38-4f45-b006-ca9c16c94922,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:15.319772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.320133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.320484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.320828 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.321169 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.321505 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.321835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.322198 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.322532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.322873 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.323204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.323531 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.323857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:15.362624 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:15.362891 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e disassociated (deleted). External IP: 172.25.3.209, port: 73ff478a-9507-4e66-9e62-28a10df238c9. Feb 11 14:31:15.574477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router f48882bd-1838-4fd0-8c1e-455fb56df95a has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:15.684104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:15.688758 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:15.693499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] Sync routers for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:15.703240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:15.703868 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.717975 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-63980cd6-21d6-40ae-924a-19d6f9661f30 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/floatingips/8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e HTTP/1.1" status: 204 len: 168 time: 0.8406715 Feb 11 14:31:15.718683 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:15.721026 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c795c486-f05c-4f88-8a59-db08f0009c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:15.763421 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa136e84-0a04-4605-be9c-5e4a2aa3776b x-openstack-request-id: req-aa136e84-0a04-4605-be9c-5e4a2aa3776b {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:15.763773 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:15.764090 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa136e84-0a04-4605-be9c-5e4a2aa3776b {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:15.764560 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'status': 'completed', 'code': 200} Feb 11 14:31:15.822098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:15.829735 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-131ba787-9ad8-49e6-922f-bcf534c076ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:15.832752 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-131ba787-9ad8-49e6-922f-bcf534c076ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 1128 time: 0.0480962 Feb 11 14:31:15.939093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-1519af8d-d629-4bf0-8615-a1314c46bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:15.940500 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-1519af8d-d629-4bf0-8615-a1314c46bdf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 200 len: 898 time: 0.1018541 Feb 11 14:31:15.986497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-08de1969-457f-47a3-81dd-02fc7fccbae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 200 len: 217 time: 0.0385394 Feb 11 14:31:15.989681 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d128b-5129-4983-985e-57d5e0a813f9 req-b0f579fc-fced-4c73-a84a-28bf15898c2c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:15.991460 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c86d128b-5129-4983-985e-57d5e0a813f9 req-b0f579fc-fced-4c73-a84a-28bf15898c2c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0660288 Feb 11 14:31:16.039423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-fa944b83-f952-4578-9c5d-17571639b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:16.041526 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-fa944b83-f952-4578-9c5d-17571639b12f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 200 len: 833 time: 0.0471032 Feb 11 14:31:16.043293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:40Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:16.045932 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c86d128b-5129-4983-985e-57d5e0a813f9 req-fcdae9eb-7545-43d2-ae60-99f19ff6f231 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465045 Feb 11 14:31:16.070604 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] Checking router: f48882bd-1838-4fd0-8c1e-455fb56df95a for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:16.079014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:16.079634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:16.099258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-443e2b31-2594-4600-8dd5-849daadd8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:16.100825 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-443e2b31-2594-4600-8dd5-849daadd8882 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4b30947-a5d6-4d35-9d9e-629e6aebccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514297 Feb 11 14:31:16.190008 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:16.191017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-b87c9c63-075b-4ad5-a85f-e460a0e39dd5 service neutron] 10.222.0.30 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Feb 11 14:31:16.285235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c795c486-f05c-4f88-8a59-db08f0009c8d req-9df03815-3a64-4e98-aac9-7adf7e4c1ccf service neutron] 10.222.0.30 "GET /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870709 Feb 11 14:31:16.395623 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:40Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:16.425338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae74a65-6bdb-456c-a7b9-20d8f7441c31 None None] The sync data for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 is: [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:29:37Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '804c2936-5d1a-484a-9676-fcae88667c0e', 'name': '', 'network_id': 'c4b30947-a5d6-4d35-9d9e-629e6aebccbf', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:38:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:36Z', 'updated_at': '2022-02-11T14:29:40Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': 'a065a49f-a7ab-4edc-b96b-7de26559986f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:16.640649 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834958e-4fbe-4be0-8745-716f923189c2 None None] New status for floating IP 8bcaa0d9-b0a1-45c0-af29-b517d0d42d1e: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:31:17.216442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f366-b78f-4d19-a580-565f497775d3 req-0e76fc11-9ebf-4433-a99f-76ad78e27f95 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:17.217923 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fb8f366-b78f-4d19-a580-565f497775d3 req-0e76fc11-9ebf-4433-a99f-76ad78e27f95 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.1011772 Feb 11 14:31:17.267520 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4fb8f366-b78f-4d19-a580-565f497775d3 req-076faa2f-1564-4ad7-a797-d370b2acaca8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=a797db40-faf4-4c00-aa72-069742211493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Feb 11 14:31:17.463925 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-5cd7c20a-93e9-4800-b961-043c613a3308 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:17.465270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-5cd7c20a-93e9-4800-b961-043c613a3308 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.30 "GET /v2.0/ports?device_id=2efb6fd9-ca38-4fff-8562-1bbb2a674a0a HTTP/1.1" status: 200 len: 946 time: 0.0508540 Feb 11 14:31:17.558894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 73ff478a-9507-4e66-9e62-28a10df238c9 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:31:17.559236 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:17.648186 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 73ff478a-9507-4e66-9e62-28a10df238c9, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=73ff478a-9507-4e66-9e62-28a10df238c9,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:17.648551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:17.665432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 73ff478a-9507-4e66-9e62-28a10df238c9 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:31:17.790766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (73ff478a-9507-4e66-9e62-28a10df238c9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:17.820219 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=73ff478a-9507-4e66-9e62-28a10df238c9,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:17.867661 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] No DVR routers for this DVR port 73ff478a-9507-4e66-9e62-28a10df238c9 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:17.870664 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:17.874223 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-de9eecba-6d96-42d9-9d59-b206d7b8e05c req-ab8df703-b2df-43c7-a451-280bded8a001 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.30 "DELETE /v2.0/ports/73ff478a-9507-4e66-9e62-28a10df238c9 HTTP/1.1" status: 204 len: 173 time: 0.4035592 Feb 11 14:31:17.874681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-deleted', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:17.877194 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408da772-f456-4dbc-9ba8-357604972add" -d '{"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-deleted", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:17.914597 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3be0e1-0878-44bd-890b-752a2b134362 x-openstack-request-id: req-8d3be0e1-0878-44bd-890b-752a2b134362 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:17.914898 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb6fd9-ca38-4fff-8562-1bbb2a674a0a", "name": "network-vif-deleted", "tag": "73ff478a-9507-4e66-9e62-28a10df238c9", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:17.915158 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d3be0e1-0878-44bd-890b-752a2b134362 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:17.915562 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb6fd9-ca38-4fff-8562-1bbb2a674a0a', 'name': 'network-vif-deleted', 'tag': '73ff478a-9507-4e66-9e62-28a10df238c9', 'status': 'completed', 'code': 200} Feb 11 14:31:18.329607 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36452) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:18.698541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (f48882bd-1838-4fd0-8c1e-455fb56df95a), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:19.279592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 804c2936-5d1a-484a-9676-fcae88667c0e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:31:19.279936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:19.371180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 804c2936-5d1a-484a-9676-fcae88667c0e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=804c2936-5d1a-484a-9676-fcae88667c0e,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:19.371902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:19.383860 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 804c2936-5d1a-484a-9676-fcae88667c0e owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:31:19.573829 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (804c2936-5d1a-484a-9676-fcae88667c0e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:19.599901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=804c2936-5d1a-484a-9676-fcae88667c0e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:19.779774 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (f48882bd-1838-4fd0-8c1e-455fb56df95a), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:19.999457 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router f48882bd-1838-4fd0-8c1e-455fb56df95a has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:20.106628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:20.111461 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-76784140-801e-4173-9ae7-7ca5c05c7d84 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/f48882bd-1838-4fd0-8c1e-455fb56df95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808063 Feb 11 14:31:20.114400 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36454) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:20.117106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] Sync routers for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:20.126983 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:20.127598 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:20.165321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting subnet a065a49f-a7ab-4edc-b96b-7de26559986f {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:31:20.168427 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (a065a49f-a7ab-4edc-b96b-7de26559986f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.206886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (a065a49f-a7ab-4edc-b96b-7de26559986f), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.233741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:20.292911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a065a49f-a7ab-4edc-b96b-7de26559986f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.349137 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (a065a49f-a7ab-4edc-b96b-7de26559986f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.376961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Subnet': ['ID=a065a49f-a7ab-4edc-b96b-7de26559986f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:20.382775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.385927 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e8e51e45-87b7-4d29-9746-5852511506b5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/subnets/a065a49f-a7ab-4edc-b96b-7de26559986f HTTP/1.1" status: 204 len: 168 time: 0.2700548 Feb 11 14:31:20.388490 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36456) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:20.393429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c418aed-16f7-4032-ba35-9d408d5c9894 None None] Network c4b30947-a5d6-4d35-9d9e-629e6aebccbf requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:31:20.497580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:31:19Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:20.498054 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (f48882bd-1838-4fd0-8c1e-455fb56df95a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.526595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] Checking router: f48882bd-1838-4fd0-8c1e-455fb56df95a for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:20.537563 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] Routers {'f48882bd-1838-4fd0-8c1e-455fb56df95a'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:20.538748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['f48882bd-1838-4fd0-8c1e-455fb56df95a'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:20.609327 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (f48882bd-1838-4fd0-8c1e-455fb56df95a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.629518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] DHCP port deletion for c4b30947-a5d6-4d35-9d9e-629e6aebccbf request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:31:20.661766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:31:20.662103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.749101 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:20.749467 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.762687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:31:20.833436 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.846422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:20.849124 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] Set router f48882bd-1838-4fd0-8c1e-455fb56df95a gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:20.927812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 73ff478a-9507-4e66-9e62-28a10df238c9 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:31:20.928138 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 73ff478a-9507-4e66-9e62-28a10df238c9 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:20.937168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (10ce2bf8-9050-40fc-8c83-eaa18d4e4c52), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:20.966035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=10ce2bf8-9050-40fc-8c83-eaa18d4e4c52,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:20.995946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] Deleting port e0e28275-ab18-4f2d-976f-cdf1c829dc00 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:31:20.996327 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.034325 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (f48882bd-1838-4fd0-8c1e-455fb56df95a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.078144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e0e28275-ab18-4f2d-976f-cdf1c829dc00 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:21.088347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] For port e0e28275-ab18-4f2d-976f-cdf1c829dc00, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e0e28275-ab18-4f2d-976f-cdf1c829dc00,segment=NetworkSegment(b5e240de-931c-424b-b2a2-34d7888ae193),segment_id=b5e240de-931c-424b-b2a2-34d7888ae193)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:21.088749 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.131603 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (f48882bd-1838-4fd0-8c1e-455fb56df95a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.134411 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (f48882bd-1838-4fd0-8c1e-455fb56df95a), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.141925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] Calling delete_port for e0e28275-ab18-4f2d-976f-cdf1c829dc00 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:31:21.180098 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (f48882bd-1838-4fd0-8c1e-455fb56df95a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.180569 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Fanout notify agent at l3_agent the message router_deleted on router f48882bd-1838-4fd0-8c1e-455fb56df95a {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:21.187256 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.188481 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-5e695514-507d-4d4d-bd81-97a92cf13109 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/routers/f48882bd-1838-4fd0-8c1e-455fb56df95a HTTP/1.1" status: 204 len: 168 time: 0.7989757 Feb 11 14:31:21.191043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36458) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:21.269001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (c4b30947-a5d6-4d35-9d9e-629e6aebccbf), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.279305 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e0e28275-ab18-4f2d-976f-cdf1c829dc00 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:21.279802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.284650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:31:19Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.295435 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.324873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port e0e28275-ab18-4f2d-976f-cdf1c829dc00 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:31:21.325212 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.330175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfef65-1acd-42c8-8699-5ced69c8b7b9 None None] The sync data for ids ['f48882bd-1838-4fd0-8c1e-455fb56df95a'] in n-d-828676-2 is: [{'id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008651579', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:29:33Z', 'updated_at': '2022-02-11T14:31:19Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '10ce2bf8-9050-40fc-8c83-eaa18d4e4c52', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48882bd-1838-4fd0-8c1e-455fb56df95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:34Z', 'updated_at': '2022-02-11T14:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:21.358470 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] Pushing event deleted for resources: {'Port': ['ID=e0e28275-ab18-4f2d-976f-cdf1c829dc00,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:21.362766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead59ab-3bf4-4680-b733-bdc6f6a68544 None None] No DVR routers for this DVR port e0e28275-ab18-4f2d-976f-cdf1c829dc00 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:21.401069 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port e0e28275-ab18-4f2d-976f-cdf1c829dc00, host n-d-828676-2, got binding levels [] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:21.401433 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.414181 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for e0e28275-ab18-4f2d-976f-cdf1c829dc00 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:31:21.416813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.ipam_backend_mixin [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Port e0e28275-ab18-4f2d-976f-cdf1c829dc00 was not found and therefore no delete operation was performed {{(pid=103176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:31:21.418041 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e0e28275-ab18-4f2d-976f-cdf1c829dc00), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.446743 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=e0e28275-ab18-4f2d-976f-cdf1c829dc00,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:21.449928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] No DVR routers for this DVR port e0e28275-ab18-4f2d-976f-cdf1c829dc00 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:21.526103 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (c4b30947-a5d6-4d35-9d9e-629e6aebccbf), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.545065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b30947-a5d6-4d35-9d9e-629e6aebccbf']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.553928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e240de-931c-424b-b2a2-34d7888ae193') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.554261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e240de-931c-424b-b2a2-34d7888ae193') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.567084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (b5e240de-931c-424b-b2a2-34d7888ae193), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.581228 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (b5e240de-931c-424b-b2a2-34d7888ae193), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.587784 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:21.588171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (b5e240de-931c-424b-b2a2-34d7888ae193), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:21.591381 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:21.986876 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (c4b30947-a5d6-4d35-9d9e-629e6aebccbf), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.994736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:21.997082 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/networks/c4b30947-a5d6-4d35-9d9e-629e6aebccbf HTTP/1.1" status: 204 len: 168 time: 0.8051190 Feb 11 14:31:22.000011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36460) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:22.008433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684558dc-1a35-4d7e-83ab-04ad5307ded1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Network': ['ID=c4b30947-a5d6-4d35-9d9e-629e6aebccbf,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.059024 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b6f5-aa25-464b-9e0e-36f4bc83d82b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (a797db40-faf4-4c00-aa72-069742211493), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.084134 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b6f5-aa25-464b-9e0e-36f4bc83d82b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (a797db40-faf4-4c00-aa72-069742211493), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.142798 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b6f5-aa25-464b-9e0e-36f4bc83d82b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (a797db40-faf4-4c00-aa72-069742211493), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.145398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b6f5-aa25-464b-9e0e-36f4bc83d82b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.146587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1ae9b6f5-aa25-464b-9e0e-36f4bc83d82b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/security-groups/a797db40-faf4-4c00-aa72-069742211493 HTTP/1.1" status: 204 len: 168 time: 0.1455796 Feb 11 14:31:22.157163 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9b6f5-aa25-464b-9e0e-36f4bc83d82b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a797db40-faf4-4c00-aa72-069742211493,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.388485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36466) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:22.392976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-bd6ac43b-10ad-4ea4-ab6b-5e1f96c6adb7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369946257', 'description': 'tempest-secgroup-smoke-369946257 description', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:22.413615 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd6ac43b-10ad-4ea4-ab6b-5e1f96c6adb7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.481461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd6ac43b-10ad-4ea4-ab6b-5e1f96c6adb7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (3b829f3d-b9a8-4f81-9876-cf7e2812f8d8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.485350 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd6ac43b-10ad-4ea4-ab6b-5e1f96c6adb7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3b829f3d-b9a8-4f81-9876-cf7e2812f8d8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.496370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.516475 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-bd6ac43b-10ad-4ea4-ab6b-5e1f96c6adb7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.517711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-bd6ac43b-10ad-4ea4-ab6b-5e1f96c6adb7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1282134 Feb 11 14:31:22.519581 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ac43b-10ad-4ea4-ab6b-5e1f96c6adb7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.520734 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36468) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:22.526792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-348b5708-819e-404e-9401-40c04039d358 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '3b829f3d-b9a8-4f81-9876-cf7e2812f8d8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:22.552548 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-348b5708-819e-404e-9401-40c04039d358 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (328bfc2f-04e4-4724-8b82-bb456930a7c1), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.606151 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-348b5708-819e-404e-9401-40c04039d358 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (328bfc2f-04e4-4724-8b82-bb456930a7c1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.609638 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-348b5708-819e-404e-9401-40c04039d358 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (328bfc2f-04e4-4724-8b82-bb456930a7c1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.627257 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b5708-819e-404e-9401-40c04039d358 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328bfc2f-04e4-4724-8b82-bb456930a7c1,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.636747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-348b5708-819e-404e-9401-40c04039d358 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.638017 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-348b5708-819e-404e-9401-40c04039d358 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156647 Feb 11 14:31:22.640716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36470) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:22.645153 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-46d4a9a5-3d6a-4a2e-bd20-c15a8904771b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '3b829f3d-b9a8-4f81-9876-cf7e2812f8d8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:22.668955 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d4a9a5-3d6a-4a2e-bd20-c15a8904771b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (fd66d770-d5a6-4f53-a591-59189677bcdd), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.725749 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d4a9a5-3d6a-4a2e-bd20-c15a8904771b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (fd66d770-d5a6-4f53-a591-59189677bcdd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.729531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d4a9a5-3d6a-4a2e-bd20-c15a8904771b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (fd66d770-d5a6-4f53-a591-59189677bcdd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.747258 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4a9a5-3d6a-4a2e-bd20-c15a8904771b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd66d770-d5a6-4f53-a591-59189677bcdd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.755154 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-46d4a9a5-3d6a-4a2e-bd20-c15a8904771b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.756369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-46d4a9a5-3d6a-4a2e-bd20-c15a8904771b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147397 Feb 11 14:31:22.759677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36472) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:22.763928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-17c2ec0b-4b8f-40a3-924e-02ec938e4856 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '3b829f3d-b9a8-4f81-9876-cf7e2812f8d8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:22.787678 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17c2ec0b-4b8f-40a3-924e-02ec938e4856 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (ff5f0aa7-3ab6-482b-bf0d-d25a7fd4901e), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.843636 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17c2ec0b-4b8f-40a3-924e-02ec938e4856 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (ff5f0aa7-3ab6-482b-bf0d-d25a7fd4901e), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.846685 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17c2ec0b-4b8f-40a3-924e-02ec938e4856 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (ff5f0aa7-3ab6-482b-bf0d-d25a7fd4901e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.864586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2ec0b-4b8f-40a3-924e-02ec938e4856 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5f0aa7-3ab6-482b-bf0d-d25a7fd4901e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.873262 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-17c2ec0b-4b8f-40a3-924e-02ec938e4856 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.874485 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-17c2ec0b-4b8f-40a3-924e-02ec938e4856 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138883 Feb 11 14:31:22.877285 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36474) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:22.881619 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1ee2ef7b-622e-4523-9175-7a381d42a98f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '3b829f3d-b9a8-4f81-9876-cf7e2812f8d8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:22.904378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ef7b-622e-4523-9175-7a381d42a98f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (10acd134-5c3b-4190-95e0-2b153f0fbd69), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.962456 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ef7b-622e-4523-9175-7a381d42a98f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (10acd134-5c3b-4190-95e0-2b153f0fbd69), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.967285 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ef7b-622e-4523-9175-7a381d42a98f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (10acd134-5c3b-4190-95e0-2b153f0fbd69), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.985013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2ef7b-622e-4523-9175-7a381d42a98f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10acd134-5c3b-4190-95e0-2b153f0fbd69,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.994034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ef7b-622e-4523-9175-7a381d42a98f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.995304 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1ee2ef7b-622e-4523-9175-7a381d42a98f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170757 Feb 11 14:31:22.997949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36476) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:23.002352 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '3b829f3d-b9a8-4f81-9876-cf7e2812f8d8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:23.008709 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:23.023448 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:31:23.028722 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:31:23.029075 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (42cc2715-d1d6-4af4-a691-cfae0b0e7a4b), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.029235 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 10ce2bf8-9050-40fc-8c83-eaa18d4e4c52 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:23.029504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 804c2936-5d1a-484a-9676-fcae88667c0e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:23.052871 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 804c2936-5d1a-484a-9676-fcae88667c0e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:31:23.053220 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 804c2936-5d1a-484a-9676-fcae88667c0e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:23.090801 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (42cc2715-d1d6-4af4-a691-cfae0b0e7a4b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.094350 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (42cc2715-d1d6-4af4-a691-cfae0b0e7a4b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.112981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cc2715-d1d6-4af4-a691-cfae0b0e7a4b,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.121818 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.123058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c26fdde0-cb79-47c9-80ae-6f3793c42cf9 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241417 Feb 11 14:31:23.125678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:23.129956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': '3b829f3d-b9a8-4f81-9876-cf7e2812f8d8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:23.150085 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:31:23.154757 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (f181212a-d0f4-43e8-bfa0-4c2fa2db7d64), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.211551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (f181212a-d0f4-43e8-bfa0-4c2fa2db7d64), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.215310 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f181212a-d0f4-43e8-bfa0-4c2fa2db7d64), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.233341 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f181212a-d0f4-43e8-bfa0-4c2fa2db7d64,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.240551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.242301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f168084a-56c8-4715-8a14-de9ee3e048b3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155694 Feb 11 14:31:23.245272 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36480) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:23.250088 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'network': {'name': 'tempest-network-smoke--289982677', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:23.267966 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:23.271182 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.294404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:23.302736 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (196ccb05-b79d-4699-9231-21c67af1acf0), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.303086 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Added segment 196ccb05-b79d-4699-9231-21c67af1acf0 of type vlan for network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 Feb 11 14:31:23.340691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.367571 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.372622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.373197 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.407448 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1611147 Feb 11 14:31:23.410109 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36482) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:23.418766 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'admin_state_up': True, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:23.463987 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73a5a5-d664-4f33-bbc1-85909ff0a1ce tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Network': ['ID=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.476162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:23.476444 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (86d25a70-43ea-4f2e-9fda-f3cd25392e79), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.477728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (86d25a70-43ea-4f2e-9fda-f3cd25392e79), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.534481 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (86d25a70-43ea-4f2e-9fda-f3cd25392e79), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.676012 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (86d25a70-43ea-4f2e-9fda-f3cd25392e79), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.886387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (86d25a70-43ea-4f2e-9fda-f3cd25392e79), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:23.905168 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:24.008950 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.113 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4ad2aa76-63e7-484a-800b-a0c9597d4362) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:24.111847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:24.145844 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:24.184494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:24.187290 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:24.190731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:24.216363 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=4ad2aa76-63e7-484a-800b-a0c9597d4362,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:24.455873 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (86d25a70-43ea-4f2e-9fda-f3cd25392e79), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:24.658340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (86d25a70-43ea-4f2e-9fda-f3cd25392e79), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:24.792993 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:24.906068 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:24.916825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Sync routers for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:24.927397 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:24.928203 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:24.931769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ac6edb49-41d9-4b9b-819c-bbd35aedc5df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5175529 Feb 11 14:31:24.931890 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:24.932026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36484) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:24.961269 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-551df12b-b478-4d06-a72d-904e420c68a9 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=a2e4abc6f12049ccb35f69e5e06157c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280402 Feb 11 14:31:24.963889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36486) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:25.037711 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:25.073180 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e37edc-5677-447c-8be2-3072800c4a96 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:25.074641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c4e37edc-5677-447c-8be2-3072800c4a96 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1098607 Feb 11 14:31:25.078682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36488) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:25.107230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2cea72b9-3408-47b8-a77d-5d5356a7780e tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274835 Feb 11 14:31:25.109801 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36490) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:25.114522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375468267', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:25.203330 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:25.206848 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.219525 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:24Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:25.245886 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Checking router: 86d25a70-43ea-4f2e-9fda-f3cd25392e79 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:25.246259 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Updating router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 port 4ad2aa76-63e7-484a-800b-a0c9597d4362 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:31:25.274268 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.388217 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (252cf416-c4c0-457c-98ff-7c4bd4f35d4e), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.442708 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Subnet': ['ID=252cf416-c4c0-457c-98ff-7c4bd4f35d4e,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:25.462035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Checking segment: {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:31:25.462424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network hostable DHCP agents. Network: 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:25.480190 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:25.489002 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:25.493908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:25.494526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.502188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef2a27-840f-44fe-973b-db43b3ae3136 None None] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:31:25.513011 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1d9e0ad1-cab7-4c85-8518-36cb71e155b6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4020584 Feb 11 14:31:25.515809 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36494) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:25.540224 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Publish callbacks [] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.547650 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.596898 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Attempting to bind port 4ad2aa76-63e7-484a-800b-a0c9597d4362 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:31:25.597278 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Attempting to bind port 4ad2aa76-63e7-484a-800b-a0c9597d4362 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:31:25.597638 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Attempting to bind port 4ad2aa76-63e7-484a-800b-a0c9597d4362 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:25.607933 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:25.608445 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:31:25.608950 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.609234 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:25.609699 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Bound port: 4ad2aa76-63e7-484a-800b-a0c9597d4362, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:31:25.610076 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.618265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:31:25.619391 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.664700 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] For port 4ad2aa76-63e7-484a-800b-a0c9597d4362, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:25.668345 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] For port 4ad2aa76-63e7-484a-800b-a0c9597d4362, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ad2aa76-63e7-484a-800b-a0c9597d4362,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:25.672257 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Pushing event updated for resources: {'Port': ['ID=4ad2aa76-63e7-484a-800b-a0c9597d4362,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:25.677409 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.687043 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.687930 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.688282 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.688621 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.689345 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.689716 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.690048 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.690407 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.691893 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.692246 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.692583 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.692919 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.693250 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:25.753943 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045c643-f37d-4613-8bb8-06538b48ca92 None None] Pushing event updated for resources: {'Port': ['ID=4ad2aa76-63e7-484a-800b-a0c9597d4362,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:25.770416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Allocated IP 172.20.0.2 (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8/252cf416-c4c0-457c-98ff-7c4bd4f35d4e/fda758bd-1f60-4b77-9785-8c160058c472) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:25.773566 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:25.774209 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:25.897273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:25.925826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Publish callbacks [] for port (fda758bd-1f60-4b77-9785-8c160058c472), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.933000 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (fda758bd-1f60-4b77-9785-8c160058c472), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:25.973300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:25.976979 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:25.980950 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:25.989985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Pushing event updated for resources: {'Port': ['ID=fda758bd-1f60-4b77-9785-8c160058c472,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:25.993148 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.044302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Attempting to bind port fda758bd-1f60-4b77-9785-8c160058c472 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:31:26.044689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Attempting to bind port fda758bd-1f60-4b77-9785-8c160058c472 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:31:26.045022 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Attempting to bind port fda758bd-1f60-4b77-9785-8c160058c472 on network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:26.050303 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:26.050673 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Checking segment: {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:31:26.051075 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.051468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Bound using segment: {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:26.051933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Bound port: fda758bd-1f60-4b77-9785-8c160058c472, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:31:26.052316 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fda758bd-1f60-4b77-9785-8c160058c472), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.117988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] For port fda758bd-1f60-4b77-9785-8c160058c472, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:26.123248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] For port fda758bd-1f60-4b77-9785-8c160058c472, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fda758bd-1f60-4b77-9785-8c160058c472,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:26.129594 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fda758bd-1f60-4b77-9785-8c160058c472), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.197260 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26951bf0-a353-46c5-ba2a-120feb98ffd5 None None] Pushing event updated for resources: {'Port': ['ID=fda758bd-1f60-4b77-9785-8c160058c472,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:26.204073 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:24Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:26.230986 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58078b64-54eb-472c-97c0-fbd961a6d7bb None None] The sync data for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 is: [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:24Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:26.287698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.1 (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8/252cf416-c4c0-457c-98ff-7c4bd4f35d4e/77b7385e-0f6f-4bdb-9894-1f219084fe23) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:26.438254 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.494185 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.543966 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:26.548790 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:26.554097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:26.561233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=77b7385e-0f6f-4bdb-9894-1f219084fe23,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:26.606348 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (86d25a70-43ea-4f2e-9fda-f3cd25392e79), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.751250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.054164 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.062763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.110639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fda758bd-1f60-4b77-9785-8c160058c472 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:27.150479 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (86d25a70-43ea-4f2e-9fda-f3cd25392e79), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.153576 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=77b7385e-0f6f-4bdb-9894-1f219084fe23,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:27.185112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff5d72e6-bd26-4b5e-a92c-50995a48ab5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.187952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fda758bd-1f60-4b77-9785-8c160058c472 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:27.188325 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fda758bd-1f60-4b77-9785-8c160058c472), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.270218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:27.271903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:27.291655 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fda758bd-1f60-4b77-9785-8c160058c472 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:27.292193 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (fda758bd-1f60-4b77-9785-8c160058c472), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.330066 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port fda758bd-1f60-4b77-9785-8c160058c472, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fda758bd-1f60-4b77-9785-8c160058c472,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:27.334558 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (fda758bd-1f60-4b77-9785-8c160058c472), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.336332 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ad2aa76-63e7-484a-800b-a0c9597d4362 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:27.386748 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ae322-e7b9-42ce-afa5-a8aae8f96d5b None None] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:31:27.402504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:27.442347 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=fda758bd-1f60-4b77-9785-8c160058c472,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:27.512361 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4ad2aa76-63e7-484a-800b-a0c9597d4362 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:27.512753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.516325 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d173c4dd-7865-4262-8398-21b91871fd28 None None] Provisioning complete for port fda758bd-1f60-4b77-9785-8c160058c472 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:27.516687 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d173c4dd-7865-4262-8398-21b91871fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fda758bd-1f60-4b77-9785-8c160058c472), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.523856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:27.537129 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-47acbf44-71ee-4970-8b00-b17ab0e22b3a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/86d25a70-43ea-4f2e-9fda-f3cd25392e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0121415 Feb 11 14:31:27.693409 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-07c929e2-8ce1-4ad7-973a-ccc78871d025 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369946257&fields=id&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 267 time: 0.0580304 Feb 11 14:31:27.702646 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4ad2aa76-63e7-484a-800b-a0c9597d4362 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:27.703182 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.712134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d173c4dd-7865-4262-8398-21b91871fd28 None None] Current status of the port fda758bd-1f60-4b77-9785-8c160058c472 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:27.732430 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 4ad2aa76-63e7-484a-800b-a0c9597d4362, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ad2aa76-63e7-484a-800b-a0c9597d4362,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:27.740728 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:27.795409 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=4ad2aa76-63e7-484a-800b-a0c9597d4362,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:27.825297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-2943be00-17d1-4ea8-ab28-b8facaaf29c2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:27.832437 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-2943be00-17d1-4ea8-ab28-b8facaaf29c2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/networks?id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 200 len: 796 time: 0.1269431 Feb 11 14:31:27.843555 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-e13cd293-4a2d-4d13-86ca-06165247065c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/quotas/a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 375 time: 0.0102341 Feb 11 14:31:27.906670 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-108fb8ad-d2dd-4ca0-8ad3-ce9117bd7b26 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570908 Feb 11 14:31:27.941428 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1539d94e-820c-42e9-bb77-b7946adf44a2 None None] Provisioning complete for port fda758bd-1f60-4b77-9785-8c160058c472 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:27.941822 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1539d94e-820c-42e9-bb77-b7946adf44a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fda758bd-1f60-4b77-9785-8c160058c472), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.009362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-aaf2e902-0cb8-4f4b-b008-2307e1a5a8d3 service neutron] 10.222.0.79 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915823 Feb 11 14:31:28.026942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1539d94e-820c-42e9-bb77-b7946adf44a2 None None] Current status of the port fda758bd-1f60-4b77-9785-8c160058c472 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:28.038993 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1539d94e-820c-42e9-bb77-b7946adf44a2 None None] Provisioning complete for port 77b7385e-0f6f-4bdb-9894-1f219084fe23 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:28.039374 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1539d94e-820c-42e9-bb77-b7946adf44a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.076962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1539d94e-820c-42e9-bb77-b7946adf44a2 None None] Port 77b7385e-0f6f-4bdb-9894-1f219084fe23 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:31:28.102689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Sync routers for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:28.112447 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-ae2cf92a-f0d6-4891-abef-0866d644d687 service neutron] 10.222.0.79 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970683 Feb 11 14:31:28.114016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:28.114778 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:28.246581 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-fc338541-7e5a-4867-b32b-b9b8ca343ce3 None None] Provisioning complete for port 77b7385e-0f6f-4bdb-9894-1f219084fe23 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:28.246968 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc338541-7e5a-4867-b32b-b9b8ca343ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.250837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:28.315713 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-407b2b6b-f145-4b0e-921a-ed70bdc4d017 req-b177e574-e6d7-4e87-9100-14f218b49459 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 210 time: 0.0377600 Feb 11 14:31:28.340743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-fc338541-7e5a-4867-b32b-b9b8ca343ce3 None None] Port 77b7385e-0f6f-4bdb-9894-1f219084fe23 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:31:28.495679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-525ccd2e-f939-4fb2-9eb1-3ce904ace39c None None] Provisioning complete for port 77b7385e-0f6f-4bdb-9894-1f219084fe23 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:28.497740 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-525ccd2e-f939-4fb2-9eb1-3ce904ace39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.547765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-525ccd2e-f939-4fb2-9eb1-3ce904ace39c None None] Port 77b7385e-0f6f-4bdb-9894-1f219084fe23 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:31:28.566965 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 2, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:28.597895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Checking router: 86d25a70-43ea-4f2e-9fda-f3cd25392e79 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:28.598285 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Updating router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 port 77b7385e-0f6f-4bdb-9894-1f219084fe23 binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:31:28.627920 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.908647 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Publish callbacks [] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.914197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.118831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fda758bd-1f60-4b77-9785-8c160058c472 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:29.171613 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55bbfd-08d8-4870-997e-e83049962c8d None None] Pushing event updated for resources: {'Port': ['ID=77b7385e-0f6f-4bdb-9894-1f219084fe23,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:29.249866 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port fda758bd-1f60-4b77-9785-8c160058c472 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:29.250295 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (fda758bd-1f60-4b77-9785-8c160058c472), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.254456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Attempting to bind port 77b7385e-0f6f-4bdb-9894-1f219084fe23 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:31:29.254842 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Attempting to bind port 77b7385e-0f6f-4bdb-9894-1f219084fe23 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:31:29.255218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Attempting to bind port 77b7385e-0f6f-4bdb-9894-1f219084fe23 on network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:29.286302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:29.286707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Checking segment: {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:31:29.287107 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.287517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Bound using segment: {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:29.288048 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Bound port: 77b7385e-0f6f-4bdb-9894-1f219084fe23, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:31:29.288444 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.340723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-6502675e-aa61-4110-b9ea-7a5a5005068f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:29.341969 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-6502675e-aa61-4110-b9ea-7a5a5005068f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.30 "GET /v2.0/networks?id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 200 len: 796 time: 0.1310227 Feb 11 14:31:29.413987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] For port 77b7385e-0f6f-4bdb-9894-1f219084fe23, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:29.419443 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-d8b573c8-0498-4cf6-a95a-7a2ea81b41d5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 379 time: 0.0687599 Feb 11 14:31:29.424661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port fda758bd-1f60-4b77-9785-8c160058c472 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:29.425766 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ad2aa76-63e7-484a-800b-a0c9597d4362 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:29.427915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8df7e8da-ff74-4f6d-a291-21132c67c695 req-4bd76c11-34a0-407a-aabc-9e18456754ee tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 210 time: 0.0326953 Feb 11 14:31:29.430739 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] For port 77b7385e-0f6f-4bdb-9894-1f219084fe23, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=77b7385e-0f6f-4bdb-9894-1f219084fe23,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:29.435117 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'port': {'device_id': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'admin_state_up': True, 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'security_groups': ['3b829f3d-b9a8-4f81-9876-cf7e2812f8d8']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:29.460513 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.544922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-5875ed73-a990-4500-9976-b1fb8ec9b2e6 None None] Provisioning complete for port 77b7385e-0f6f-4bdb-9894-1f219084fe23 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:29.545308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5875ed73-a990-4500-9976-b1fb8ec9b2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.557427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:29.561407 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.579837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55bbfd-08d8-4870-997e-e83049962c8d None None] Pushing event updated for resources: {'Port': ['ID=77b7385e-0f6f-4bdb-9894-1f219084fe23,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:29.587412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:29.588053 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:29.635704 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-03ce7946-6890-4cc5-8c17-d6ce44414015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.645193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4ad2aa76-63e7-484a-800b-a0c9597d4362 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:29.645490 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.706696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.7 (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8/252cf416-c4c0-457c-98ff-7c4bd4f35d4e/863d6d99-35a3-41c7-97b0-5f8cc3a8898f) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:29.793606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:29.842831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-5875ed73-a990-4500-9976-b1fb8ec9b2e6 None None] Current status of the port 77b7385e-0f6f-4bdb-9894-1f219084fe23 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:29.843226 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5875ed73-a990-4500-9976-b1fb8ec9b2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.858204 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.892714 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.917692 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4ad2aa76-63e7-484a-800b-a0c9597d4362 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:29.937471 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:29.940608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:29.944252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:29.944444 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5875ed73-a990-4500-9976-b1fb8ec9b2e6 None None] For port 77b7385e-0f6f-4bdb-9894-1f219084fe23, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=77b7385e-0f6f-4bdb-9894-1f219084fe23,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:29.949700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5875ed73-a990-4500-9976-b1fb8ec9b2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.972629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.005620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.006864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.025136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-3805bf55-6fc4-4d95-9a79-0a00eaaa182a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946140 Feb 11 14:31:30.036632 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Request body: {'port': {'device_id': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:30.052231 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875ed73-a990-4500-9976-b1fb8ec9b2e6 None None] Pushing event updated for resources: {'Port': ['ID=77b7385e-0f6f-4bdb-9894-1f219084fe23,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.098759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c8122f6b-8102-4319-9416-1d156eacacbf None None] Provisioning complete for port 77b7385e-0f6f-4bdb-9894-1f219084fe23 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:30.099149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c8122f6b-8102-4319-9416-1d156eacacbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.120755 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.152058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.203456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689002ba-9e89-4d05-b0f0-623961d2194c None None] The sync data for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 is: [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:30.219988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c8122f6b-8102-4319-9416-1d156eacacbf None None] Current status of the port 77b7385e-0f6f-4bdb-9894-1f219084fe23 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:30.339870 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-737606e3-034b-45e0-aa14-b561e5898696 None None] Provisioning complete for port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:30.341186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-737606e3-034b-45e0-aa14-b561e5898696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.384463 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-737606e3-034b-45e0-aa14-b561e5898696 None None] Port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:31:30.428432 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863d6d99-35a3-41c7-97b0-5f8cc3a8898f {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:31:30.436417 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Publish callbacks [] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.449479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Transition to ACTIVE for port object 863d6d99-35a3-41c7-97b0-5f8cc3a8898f will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:30.454195 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.517731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Pushing event updated for resources: {'Port': ['ID=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.614298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686be64-d264-4958-bdf5-f20ae6ec03a0 req-d017854b-d1e2-4e89-a7ec-dfd6bf7835ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.616492 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3686be64-d264-4958-bdf5-f20ae6ec03a0 req-d017854b-d1e2-4e89-a7ec-dfd6bf7835ed tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 943 time: 0.1110761 Feb 11 14:31:30.637248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Attempting to bind port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:31:30.637645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Attempting to bind port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:31:30.637985 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Attempting to bind port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f on network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:30.651409 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f on network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:30.651744 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Attempting to bind port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f on network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:30.661656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:30.661999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Checking segment: {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:31:30.662419 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Bound using segment: {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:30.663420 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Bound port: 863d6d99-35a3-41c7-97b0-5f8cc3a8898f, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196ccb05-b79d-4699-9231-21c67af1acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:31:30.663778 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.698824 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3686be64-d264-4958-bdf5-f20ae6ec03a0 req-01ce1517-a90c-404e-b144-be8c51eb3833 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712087 Feb 11 14:31:30.759750 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] For port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:30.762963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] For port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:30.770553 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.813535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.814611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:30.815956 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] 10.222.0.30 "PUT /v2.0/ports/863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 200 len: 1091 time: 0.7837691 Feb 11 14:31:30.816426 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:30.818729 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:30.844368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0fc31-ea18-43df-84ed-77cfcdf1386d service neutron] Pushing event updated for resources: {'Port': ['ID=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.879562 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbe1777-4461-4065-a003-6903a615d1f9 x-openstack-request-id: req-3bbe1777-4461-4065-a003-6903a615d1f9 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:30.879866 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:30.880123 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3bbe1777-4461-4065-a003-6903a615d1f9 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:30.880531 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'status': 'completed', 'code': 200} Feb 11 14:31:30.923368 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-41d6c29f-2152-4a80-93db-43e01abc786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.925041 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-41d6c29f-2152-4a80-93db-43e01abc786f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1125 time: 0.0545237 Feb 11 14:31:30.969156 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-5a44b917-e14f-4e25-8bab-19197426fabe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 200 len: 217 time: 0.0369201 Feb 11 14:31:31.033486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-bf5ceacb-45f7-4217-af6e-7e00eeae017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.035787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-bf5ceacb-45f7-4217-af6e-7e00eeae017c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=252cf416-c4c0-457c-98ff-7c4bd4f35d4e HTTP/1.1" status: 200 len: 834 time: 0.0589879 Feb 11 14:31:31.054807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 77b7385e-0f6f-4bdb-9894-1f219084fe23 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:31.103201 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-63fec850-3142-45d1-b84a-35d3869a84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.105194 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-63fec850-3142-45d1-b84a-35d3869a84e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625403 Feb 11 14:31:31.115536 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 77b7385e-0f6f-4bdb-9894-1f219084fe23 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:31.116192 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:31.216859 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-eac77ea1-221d-40fd-a7a4-41fdc0cb7910 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047375 Feb 11 14:31:31.233477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:31.235271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 77b7385e-0f6f-4bdb-9894-1f219084fe23 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:31.311496 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f49bf347-5c0d-4fa5-aa0a-92743637ae70 req-14b10f53-a7eb-495c-806d-c7e63e381760 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885575 Feb 11 14:31:31.404204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-67b950c4-d237-4d1c-9b1c-441be327e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.405716 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-67b950c4-d237-4d1c-9b1c-441be327e1d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1125 time: 0.0461416 Feb 11 14:31:31.498757 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-405a7fbf-a256-49c5-9ab3-f25b79656a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.500247 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-405a7fbf-a256-49c5-9ab3-f25b79656a35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 200 len: 897 time: 0.0889704 Feb 11 14:31:31.541838 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-36500ba2-9a06-43b9-a025-65468ed99021 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 200 len: 217 time: 0.0349560 Feb 11 14:31:31.594544 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-cdfd3ead-c490-4fd7-a754-fce63b87c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.595992 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-cdfd3ead-c490-4fd7-a754-fce63b87c1d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=252cf416-c4c0-457c-98ff-7c4bd4f35d4e HTTP/1.1" status: 200 len: 834 time: 0.0477304 Feb 11 14:31:31.644875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-3ecf731e-bc57-44df-86a6-fc2e06a8765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.646383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-3ecf731e-bc57-44df-86a6-fc2e06a8765f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441246 Feb 11 14:31:31.744832 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-7e542268-4520-4c3c-b03b-6e6a8ee20d76 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910864 Feb 11 14:31:31.893453 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b75950-2231-457f-87a1-c8d7ea83d121 req-1374302e-ae6d-4c7e-871c-ab8eaaf129c3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.895004 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6b75950-2231-457f-87a1-c8d7ea83d121 req-1374302e-ae6d-4c7e-871c-ab8eaaf129c3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 943 time: 0.1112525 Feb 11 14:31:31.897849 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-636e55ff-d2e3-4a3a-a633-c6622e6a62ce req-aa29fb70-68e9-4e40-ae4b-19fd769d4d47 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442561 Feb 11 14:31:31.944841 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6b75950-2231-457f-87a1-c8d7ea83d121 req-4fccffba-9262-4767-9db9-fbcf36970a5d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Feb 11 14:31:32.626755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:32.871100 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 863d6d99-35a3-41c7-97b0-5f8cc3a8898f details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:31:32.969735 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:32.980697 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'port_id': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'mac_address': 'fa:16:3e:1b:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:31:33.019130 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:33.019523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:33.032416 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863d6d99-35a3-41c7-97b0-5f8cc3a8898f {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:31:33.051919 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:33.056308 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:33.065072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b767218-630e-4131-9276-2ada5ff9b34b req-581cff08-1b65-49b6-8c25-e6dd4229f302 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:33.066631 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b767218-630e-4131-9276-2ada5ff9b34b req-581cff08-1b65-49b6-8c25-e6dd4229f302 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 943 time: 0.0529194 Feb 11 14:31:33.107422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:33.117566 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3b767218-630e-4131-9276-2ada5ff9b34b req-7f0cfefb-44a4-4917-8510-9098f570e047 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444901 Feb 11 14:31:33.255813 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['863d6d99-35a3-41c7-97b0-5f8cc3a8898f'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:31:33.821577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:34.242646 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a661f3-66ac-4207-9802-e6b9c31997b5 req-f7053c65-86f0-4e48-b5f2-1e1e254430fc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:34.244168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81a661f3-66ac-4207-9802-e6b9c31997b5 req-f7053c65-86f0-4e48-b5f2-1e1e254430fc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 944 time: 0.0567224 Feb 11 14:31:34.291677 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-81a661f3-66ac-4207-9802-e6b9c31997b5 req-1755ebef-077c-451b-b7c1-1bf27135f6f8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Feb 11 14:31:34.886789 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 863d6d99-35a3-41c7-97b0-5f8cc3a8898f up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:34.935584 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:34.939647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:34.940030 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:35.018630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:35.019022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:35.040937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:35.043340 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002a960a-bf44-42ab-90d4-fc3630b5d475" -d '{"events": [{"server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "name": "network-vif-plugged", "status": "completed", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:35.056044 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:35.060130 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:35.084771 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36b718b-8772-4718-abee-b01d86387e4d x-openstack-request-id: req-f36b718b-8772-4718-abee-b01d86387e4d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:35.085009 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "name": "network-vif-plugged", "status": "completed", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:35.085268 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f36b718b-8772-4718-abee-b01d86387e4d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:35.085659 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'code': 200} Feb 11 14:31:35.111991 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:35.178881 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db61791-000e-4051-8aff-f581cb339b7b req-99aba16a-33c6-45ab-b8d7-d33f2944f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:35.180359 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9db61791-000e-4051-8aff-f581cb339b7b req-99aba16a-33c6-45ab-b8d7-d33f2944f647 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0438159 Feb 11 14:31:35.223377 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9db61791-000e-4051-8aff-f581cb339b7b req-a8c30381-c293-4a7e-b9d9-0f4da6c15950 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375643 Feb 11 14:31:35.413990 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d4ab6-0653-4e87-868e-af593ae3054c req-96c7e9e5-b28b-4fcb-a9ad-ac0d1a33c05b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:35.415423 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff3d4ab6-0653-4e87-868e-af593ae3054c req-96c7e9e5-b28b-4fcb-a9ad-ac0d1a33c05b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0566113 Feb 11 14:31:35.462768 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ff3d4ab6-0653-4e87-868e-af593ae3054c req-353a3c18-897d-4f64-96b9-90891b9147fd tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Feb 11 14:31:36.587514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5518672-f8f5-4008-8141-8a25925debde req-7a4a8896-8d70-47a6-9931-e970091960f7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:36.589004 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5518672-f8f5-4008-8141-8a25925debde req-7a4a8896-8d70-47a6-9931-e970091960f7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0568557 Feb 11 14:31:36.636229 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a5518672-f8f5-4008-8141-8a25925debde req-2548e9b5-7a5f-4ae4-a53d-b7ae9a87b3d2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Feb 11 14:31:36.753631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31384b57-870a-40a2-9166-24304bcd3045 req-b2af0612-ce34-45be-a89d-8ad345c0610c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:36.755134 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31384b57-870a-40a2-9166-24304bcd3045 req-b2af0612-ce34-45be-a89d-8ad345c0610c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Feb 11 14:31:36.802190 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-31384b57-870a-40a2-9166-24304bcd3045 req-f8566ff9-9d75-41a7-b01a-5f2c3e3a2cbc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Feb 11 14:31:36.824892 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36542) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:36.868663 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821ec8e-4a48-47aa-87e0-8397261ff26f tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:36.870181 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2821ec8e-4a48-47aa-87e0-8397261ff26f tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1122 time: 0.0441022 Feb 11 14:31:36.873025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36544) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:36.877106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:36.896622 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:36.994592 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:37.092607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.171 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/f32129a0-8b88-41e6-9ebb-4b35938ff328) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:37.196006 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:37.229025 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:37.268384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:37.271256 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:37.273722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:37.299404 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=f32129a0-8b88-41e6-9ebb-4b35938ff328,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:37.640945 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (282e2ec5-cf38-45bd-bd4b-da452e2dd29c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:37.706958 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:38.170754 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:38.175065 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:38.246318 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=f32129a0-8b88-41e6-9ebb-4b35938ff328,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:38.254303 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (282e2ec5-cf38-45bd-bd4b-da452e2dd29c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:38.355526 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 282e2ec5-cf38-45bd-bd4b-da452e2dd29c associated. External IP: 172.25.3.171, port: 863d6d99-35a3-41c7-97b0-5f8cc3a8898f. Feb 11 14:31:38.563854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:38.672494 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:38.682628 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] Sync routers for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:38.690694 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:38.693213 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:38.694578 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:38.720994 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7decc64-82f6-43cb-ad2d-f604e6b09fa6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8469732 Feb 11 14:31:38.721595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:38.723857 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b169495c-67ed-42ac-a44e-6085840e9329" -d '{"events": [{"name": "network-changed", "server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:38.777816 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c413287-5243-47f0-8101-c501b5271fd1 x-openstack-request-id: req-5c413287-5243-47f0-8101-c501b5271fd1 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:38.778159 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:38.778421 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c413287-5243-47f0-8101-c501b5271fd1 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:38.779176 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'status': 'completed', 'code': 200} Feb 11 14:31:38.806169 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:38.849612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8227f-11ab-4950-8c9b-87777fe3bc8d req-f5a8c181-13c7-45c2-a300-0e386ae4fc24 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.850286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169495c-67ed-42ac-a44e-6085840e9329 req-1649ed2b-8f41-400e-80c5-dc539728f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.851488 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b169495c-67ed-42ac-a44e-6085840e9329 req-1649ed2b-8f41-400e-80c5-dc539728f3e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0506747 Feb 11 14:31:38.854573 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34c8227f-11ab-4950-8c9b-87777fe3bc8d req-f5a8c181-13c7-45c2-a300-0e386ae4fc24 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0659006 Feb 11 14:31:38.906725 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-34c8227f-11ab-4950-8c9b-87777fe3bc8d req-58480090-0224-4841-9233-7f6a1a6e4335 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495925 Feb 11 14:31:38.929785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36550) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:38.960271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169495c-67ed-42ac-a44e-6085840e9329 req-1358b4ee-3e8e-4dc0-9897-f81e744fe096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.962180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b169495c-67ed-42ac-a44e-6085840e9329 req-1358b4ee-3e8e-4dc0-9897-f81e744fe096 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 200 len: 897 time: 0.1041327 Feb 11 14:31:39.004604 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9de4bd11-26e9-4f1a-92e1-b510feace3df tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/282e2ec5-cf38-45bd-bd4b-da452e2dd29c HTTP/1.1" status: 200 len: 991 time: 0.0732799 Feb 11 14:31:39.036608 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b169495c-67ed-42ac-a44e-6085840e9329 req-3a370324-4b6f-49ce-93eb-7540795d4504 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 200 len: 999 time: 0.0684919 Feb 11 14:31:39.053093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '282e2ec5-cf38-45bd-bd4b-da452e2dd29c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'port_id': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'mac_address': 'fa:16:3e:1b:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:37Z', 'updated_at': '2022-02-11T14:31:37Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:39.083416 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] Checking router: 86d25a70-43ea-4f2e-9fda-f3cd25392e79 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:39.088291 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169495c-67ed-42ac-a44e-6085840e9329 req-264f5294-5f90-4360-a8b3-9370bf4e46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:39.089877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b169495c-67ed-42ac-a44e-6085840e9329 req-264f5294-5f90-4360-a8b3-9370bf4e46c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=252cf416-c4c0-457c-98ff-7c4bd4f35d4e HTTP/1.1" status: 200 len: 834 time: 0.0474784 Feb 11 14:31:39.092734 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:39.093399 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:31:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:39.153067 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169495c-67ed-42ac-a44e-6085840e9329 req-14c3f92f-9b7c-48ec-8329-264b3db36501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:39.154629 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b169495c-67ed-42ac-a44e-6085840e9329 req-14c3f92f-9b7c-48ec-8329-264b3db36501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556335 Feb 11 14:31:39.203491 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:39.248327 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b169495c-67ed-42ac-a44e-6085840e9329 req-f5a6d400-2ec3-45fd-9454-06dc216446ee service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874937 Feb 11 14:31:39.346239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b169495c-67ed-42ac-a44e-6085840e9329 req-0b546ad3-fad2-4e4c-be84-a1e773893377 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923779 Feb 11 14:31:39.443894 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '282e2ec5-cf38-45bd-bd4b-da452e2dd29c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'port_id': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'mac_address': 'fa:16:3e:1b:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:37Z', 'updated_at': '2022-02-11T14:31:37Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:39.468744 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595bb34d-8017-4e59-832a-4e8eaffb806f None None] The sync data for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 is: [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '282e2ec5-cf38-45bd-bd4b-da452e2dd29c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'port_id': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'mac_address': 'fa:16:3e:1b:fa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:37Z', 'updated_at': '2022-02-11T14:31:37Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:39.668003 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71133bd3-efda-4d8f-abd9-922eba84fe13 None None] New status for floating IP 282e2ec5-cf38-45bd-bd4b-da452e2dd29c: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:31:40.006640 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36552) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:40.065490 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-63ab503c-fbd8-4db8-a8f6-d37aa370b3c4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/282e2ec5-cf38-45bd-bd4b-da452e2dd29c HTTP/1.1" status: 200 len: 993 time: 0.0577185 Feb 11 14:31:44.668758 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:50.621939 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:52.510320 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:57.148159 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-afb5553d-40d3-4f49-9e4a-b9381c86af11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:59.539751 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d9f09b6d-94c2-497e-a710-32ac5deaafd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:01.205756 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:02.627988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:03.825002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:08.892244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e946c-a49f-403d-935d-afe3dfd0f04c req-070e4bde-eff3-4803-bf30-12073eb72084 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:08.893715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd3e946c-a49f-403d-935d-afe3dfd0f04c req-070e4bde-eff3-4803-bf30-12073eb72084 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0529690 Feb 11 14:32:08.946769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd3e946c-a49f-403d-935d-afe3dfd0f04c req-a95a94be-c225-444b-a6e0-ea8a12bbce43 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473015 Feb 11 14:32:10.069377 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc18ff-a001-4196-b6ab-aed4d3f3d8c0 req-531b5f15-4cbb-46a2-9fe0-2980bcf0a352 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:10.070892 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cfc18ff-a001-4196-b6ab-aed4d3f3d8c0 req-531b5f15-4cbb-46a2-9fe0-2980bcf0a352 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0527387 Feb 11 14:32:10.132287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9cfc18ff-a001-4196-b6ab-aed4d3f3d8c0 req-f32b6eae-d3ba-4606-94f2-fc0f36022e93 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525286 Feb 11 14:32:11.253338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ff082-528f-4458-beca-6074ea5a07a7 req-16f870eb-9a9f-4db4-9270-3b7e348be43b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:11.254907 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d62ff082-528f-4458-beca-6074ea5a07a7 req-16f870eb-9a9f-4db4-9270-3b7e348be43b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0526915 Feb 11 14:32:11.302497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d62ff082-528f-4458-beca-6074ea5a07a7 req-a86178d3-c1ef-4372-8eab-fd6d5306c265 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413687 Feb 11 14:32:12.422459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c92f43-b5e2-4cab-93b4-357f3561d98c req-6ca33bb3-b790-46de-a97c-d0f02dc68209 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:12.423962 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01c92f43-b5e2-4cab-93b4-357f3561d98c req-6ca33bb3-b790-46de-a97c-d0f02dc68209 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0530701 Feb 11 14:32:12.475919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-01c92f43-b5e2-4cab-93b4-357f3561d98c req-4885cce0-1b5b-4bde-bb72-e316dfef60c4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462697 Feb 11 14:32:13.593194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383889a-af49-4835-9e86-b735fd268ad2 req-06239344-82af-43d6-8ffb-29b152551099 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:13.594840 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9383889a-af49-4835-9e86-b735fd268ad2 req-06239344-82af-43d6-8ffb-29b152551099 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0518239 Feb 11 14:32:13.647673 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9383889a-af49-4835-9e86-b735fd268ad2 req-97ff1fa7-7726-4aac-b320-b8eb06102d29 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467827 Feb 11 14:32:14.773247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c239dd7-3a48-45f0-983e-6e36968c9e27 req-6f58d2d1-13e8-46f3-b5dc-c8e26b33ba8d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:14.774789 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c239dd7-3a48-45f0-983e-6e36968c9e27 req-6f58d2d1-13e8-46f3-b5dc-c8e26b33ba8d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0579369 Feb 11 14:32:14.823749 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1c239dd7-3a48-45f0-983e-6e36968c9e27 req-245868dc-c0e2-46a0-9c40-8f54f9d3ee17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Feb 11 14:32:15.949406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd877ff-ccc4-4c3d-bd2e-7da0377a2929 req-80f55da9-6b1b-495b-b758-fb0e51b835e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:15.950895 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dd877ff-ccc4-4c3d-bd2e-7da0377a2929 req-80f55da9-6b1b-495b-b758-fb0e51b835e4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0576506 Feb 11 14:32:15.998664 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6dd877ff-ccc4-4c3d-bd2e-7da0377a2929 req-102ed745-5660-4866-9f31-7f518d40477f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Feb 11 14:32:17.115251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10696c4-147d-4ee4-a469-206a54a1402d req-eaff8618-6e62-42dd-949a-3b0f60e391e6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:17.116643 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f10696c4-147d-4ee4-a469-206a54a1402d req-eaff8618-6e62-42dd-949a-3b0f60e391e6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Feb 11 14:32:17.163872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f10696c4-147d-4ee4-a469-206a54a1402d req-590d6681-4190-4e5a-b6c8-78631bbd021e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Feb 11 14:32:18.285288 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02c807-6808-4775-8ee0-ac96fc7bad13 req-848f49cf-6d9d-430e-9358-f6ed82258e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:18.286809 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e02c807-6808-4775-8ee0-ac96fc7bad13 req-848f49cf-6d9d-430e-9358-f6ed82258e17 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0551562 Feb 11 14:32:18.334525 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e02c807-6808-4775-8ee0-ac96fc7bad13 req-0852f33e-0466-4860-b917-85e9cc93fabe tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420241 Feb 11 14:32:19.465781 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f17378-a9bc-4467-9fe0-35eee9c9800c req-f76910b1-fdbb-4a43-8120-70522d94d1e0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:19.467296 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61f17378-a9bc-4467-9fe0-35eee9c9800c req-f76910b1-fdbb-4a43-8120-70522d94d1e0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0564718 Feb 11 14:32:19.516616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-61f17378-a9bc-4467-9fe0-35eee9c9800c req-07ac4e53-410b-40a8-99b5-0568399cbdf8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438199 Feb 11 14:32:19.538898 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36588) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:32:19.601953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f23f83a5-657a-4799-b92b-5983d2e1b622 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/282e2ec5-cf38-45bd-bd4b-da452e2dd29c HTTP/1.1" status: 200 len: 993 time: 0.0604298 Feb 11 14:32:20.623358 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:20.913759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4c8e1-bc6c-44fb-93ec-bb9bfa6e43fa req-d484a436-924b-4795-a77e-e725fa7b9344 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:20.915780 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f4c8e1-bc6c-44fb-93ec-bb9bfa6e43fa req-d484a436-924b-4795-a77e-e725fa7b9344 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0897930 Feb 11 14:32:20.921760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-f283b184-05d1-457e-82eb-5cd45f8034d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:20.923214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-f283b184-05d1-457e-82eb-5cd45f8034d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0642185 Feb 11 14:32:21.023672 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-49f4c8e1-bc6c-44fb-93ec-bb9bfa6e43fa req-d611d218-1c66-4f20-aaeb-b1c051c75073 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995123 Feb 11 14:32:21.045796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-b5a2b23f-880c-4a6a-98e8-185260d4e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:21.047434 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-b5a2b23f-880c-4a6a-98e8-185260d4e4f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 200 len: 897 time: 0.1177747 Feb 11 14:32:21.113113 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-027bdd53-e5b8-40d7-8cdd-65c6de19b8fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 200 len: 1001 time: 0.0597479 Feb 11 14:32:21.162146 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-b760473f-62a4-4485-9098-0eb0d811338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:21.163606 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-b760473f-62a4-4485-9098-0eb0d811338c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=252cf416-c4c0-457c-98ff-7c4bd4f35d4e HTTP/1.1" status: 200 len: 834 time: 0.0436504 Feb 11 14:32:21.217040 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-9580e560-81a7-4e53-b821-a30f5ddde87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:21.218505 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-9580e560-81a7-4e53-b821-a30f5ddde87c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482509 Feb 11 14:32:21.306758 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-b4a2b71b-0dc0-49b2-9d16-857f518dbf30 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822313 Feb 11 14:32:21.396176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-61771547-e0fe-4a75-8880-4c0220bcf469 req-bf58cd1a-f1d7-4547-a205-a9da974dd3dc service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837626 Feb 11 14:32:21.667068 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:32:22.151294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5458fef-43dc-4bca-9c14-71851350ce43 req-96021e21-629c-42cd-972b-a64eed287e04 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:22.152768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d5458fef-43dc-4bca-9c14-71851350ce43 req-96021e21-629c-42cd-972b-a64eed287e04 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0564015 Feb 11 14:32:22.200925 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d5458fef-43dc-4bca-9c14-71851350ce43 req-9ea57513-a523-4bfa-8bf3-83242582aa1f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424819 Feb 11 14:32:22.223312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36598) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:32:22.284045 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96de4399-b0d5-47ce-986c-aab84e101f7d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/282e2ec5-cf38-45bd-bd4b-da452e2dd29c HTTP/1.1" status: 200 len: 993 time: 0.0591896 Feb 11 14:32:22.499695 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:27.152046 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7da72773-cfe9-4e01-8ae4-19fd7a74d5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:29.543526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-30b25106-0ce4-42ab-aae1-6e93be18268d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:31.208424 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:32.633895 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:33.377528 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-42d4ce26-c666-44d7-998d-0b067dfc6262 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434353 Feb 11 14:32:33.464395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-cd47e480-6506-46cd-8fcf-088d98e4232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:33.465902 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-cd47e480-6506-46cd-8fcf-088d98e4232d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0446646 Feb 11 14:32:33.574846 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-da4d13ba-93bc-48af-907e-2ee65891b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:33.576308 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-da4d13ba-93bc-48af-907e-2ee65891b2f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 200 len: 897 time: 0.0899117 Feb 11 14:32:33.648889 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-228cc798-ce03-46b4-b255-57c7e56f2296 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 200 len: 1001 time: 0.0639842 Feb 11 14:32:33.705499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-d814bd1f-67c4-46ef-a9aa-0cd9d5e3d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:33.707045 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-d814bd1f-67c4-46ef-a9aa-0cd9d5e3d9af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=252cf416-c4c0-457c-98ff-7c4bd4f35d4e HTTP/1.1" status: 200 len: 834 time: 0.0486834 Feb 11 14:32:33.758233 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-2fda4302-d03a-47c5-93ed-b0c7bd30632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:33.760776 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-2fda4302-d03a-47c5-93ed-b0c7bd30632a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455630 Feb 11 14:32:33.827358 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:33.854364 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-f73b0179-2ff2-42c7-8158-a654eca29f4b service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871317 Feb 11 14:32:33.948086 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dd592811-b83b-4543-9bf7-1a8d4e58dce0 req-c8460b66-8612-4440-bd62-9761764a120e service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Feb 11 14:32:50.618362 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:52.511516 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:54.649465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36622) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:32:54.809248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port f32129a0-8b88-41e6-9ebb-4b35938ff328 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:32:54.809598 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:55.201966 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:55.202327 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (f32129a0-8b88-41e6-9ebb-4b35938ff328), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:55.213668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for f32129a0-8b88-41e6-9ebb-4b35938ff328 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:32:55.359311 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (f32129a0-8b88-41e6-9ebb-4b35938ff328), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:55.383884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=f32129a0-8b88-41e6-9ebb-4b35938ff328,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:55.394727 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.395089 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.395520 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.395871 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.396217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.396562 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.396899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.397236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.397574 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.397906 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.398776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.399107 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.399434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:55.461505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (282e2ec5-cf38-45bd-bd4b-da452e2dd29c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:55.461835 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 282e2ec5-cf38-45bd-bd4b-da452e2dd29c disassociated (deleted). External IP: 172.25.3.171, port: 863d6d99-35a3-41c7-97b0-5f8cc3a8898f. Feb 11 14:32:55.670108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:55.782365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:55.787103 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:55.792196 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] Sync routers for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:55.802140 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:55.802759 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:32:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:55.817717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-d3ceeefe-1962-4077-bf41-fcc21e78fdca tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/floatingips/282e2ec5-cf38-45bd-bd4b-da452e2dd29c HTTP/1.1" status: 204 len: 168 time: 1.1670952 Feb 11 14:32:55.818358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:32:55.820649 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faeadfc-ba66-4002-8fb5-4767462c2289" -d '{"events": [{"name": "network-changed", "server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:32:55.940438 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29527952-ea3a-4a6f-a5e1-b89ac2eaacb1 x-openstack-request-id: req-29527952-ea3a-4a6f-a5e1-b89ac2eaacb1 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:32:55.940781 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:32:55.941023 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29527952-ea3a-4a6f-a5e1-b89ac2eaacb1 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:32:55.941646 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'status': 'completed', 'code': 200} Feb 11 14:32:56.014275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-c52b463a-16f8-44c3-8862-bfc9ec5321c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:56.015729 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:32:56.015896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-c52b463a-16f8-44c3-8862-bfc9ec5321c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0522561 Feb 11 14:32:56.146609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ffef-36e8-4f71-9b4b-c15a9298b9b9 req-4c86a11a-1180-4410-86b7-0fc0c7a0b172 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:56.148087 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c44ffef-36e8-4f71-9b4b-c15a9298b9b9 req-4c86a11a-1180-4410-86b7-0fc0c7a0b172 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.1176710 Feb 11 14:32:56.151454 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-f521cccf-032b-46f3-aca7-2439ac0e4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:56.152799 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-f521cccf-032b-46f3-aca7-2439ac0e4426 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 200 len: 897 time: 0.1298268 Feb 11 14:32:56.204835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-446717d4-ed84-4d87-b0c9-e6c91d8337f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 200 len: 217 time: 0.0439026 Feb 11 14:32:56.215122 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:56.241471 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] Checking router: 86d25a70-43ea-4f2e-9fda-f3cd25392e79 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:32:56.250076 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:56.250821 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:32:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:56.269844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c44ffef-36e8-4f71-9b4b-c15a9298b9b9 req-3b372f38-d111-421e-9576-40999e741ec7 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146162 Feb 11 14:32:56.284914 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-c73163f9-b04a-4236-8a1a-a8f4541a9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:56.286483 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-c73163f9-b04a-4236-8a1a-a8f4541a9196 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=252cf416-c4c0-457c-98ff-7c4bd4f35d4e HTTP/1.1" status: 200 len: 834 time: 0.0707984 Feb 11 14:32:56.336302 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-79998573-606c-4191-b349-ca07e5129231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:56.337814 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-79998573-606c-4191-b349-ca07e5129231 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447156 Feb 11 14:32:56.359737 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:32:56.430441 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-3c9d19da-74ae-4643-9714-2d5d9a89da74 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858874 Feb 11 14:32:56.518683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9faeadfc-ba66-4002-8fb5-4767462c2289 req-e0db03d4-da93-4ded-a96b-aa7dd11a91b6 service neutron] 10.222.0.30 "GET /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Feb 11 14:32:56.559241 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:56.585555 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5411c-e8d6-480d-8c58-59d98b90d2a9 None None] The sync data for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 is: [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:26Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '77b7385e-0f6f-4bdb-9894-1f219084fe23', 'name': '', 'network_id': '9c4e5098-5b82-45d0-85fa-b2bee1eb59a8', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:08:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:26Z', 'updated_at': '2022-02-11T14:31:29Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '252cf416-c4c0-457c-98ff-7c4bd4f35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:56.796879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef981075-f949-4a17-9ffa-b84bc9276f80 None None] New status for floating IP 282e2ec5-cf38-45bd-bd4b-da452e2dd29c: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:32:57.154021 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b96e19f3-4a97-41c5-849f-81b43cbb0c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:57.399266 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacdbc5-a9ca-4b24-9368-5143cb30ec63 req-4e1b2676-1656-42f2-8bcd-b38329e8dac5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:57.400754 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-baacdbc5-a9ca-4b24-9368-5143cb30ec63 req-4e1b2676-1656-42f2-8bcd-b38329e8dac5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0538847 Feb 11 14:32:57.448847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-baacdbc5-a9ca-4b24-9368-5143cb30ec63 req-95fb1bc7-d25f-4961-a40e-5b15f78b4a5f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 Feb 11 14:32:57.552029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-54c33418-b721-4cb6-b24f-123b7556525b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:57.553509 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-54c33418-b721-4cb6-b24f-123b7556525b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.30 "GET /v2.0/ports?device_id=6966af35-a76b-4851-80a3-2445ae6d4fb5 HTTP/1.1" status: 200 len: 945 time: 0.0669236 Feb 11 14:32:57.643732 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:32:57.644076 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:57.734740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:57.735023 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:57.746622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 863d6d99-35a3-41c7-97b0-5f8cc3a8898f owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:32:57.872804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (863d6d99-35a3-41c7-97b0-5f8cc3a8898f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:57.912012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=863d6d99-35a3-41c7-97b0-5f8cc3a8898f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:57.938321 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.938674 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.939019 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.939354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.939684 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.940010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.940337 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.940678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.940984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.941304 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.941623 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.941972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.942310 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:57.962831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] No DVR routers for this DVR port 863d6d99-35a3-41c7-97b0-5f8cc3a8898f on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:57.965387 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:57.968743 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-aef1ad1d-f612-419d-b35b-e149f0a7cb7e req-41486105-b8f8-4746-938e-22afb011a926 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.30 "DELETE /v2.0/ports/863d6d99-35a3-41c7-97b0-5f8cc3a8898f HTTP/1.1" status: 204 len: 173 time: 0.4097464 Feb 11 14:32:57.969189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'name': 'network-vif-deleted', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:32:57.971503 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7fa6f-f696-4c47-bda2-9fa96aff72f8" -d '{"events": [{"server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "name": "network-vif-deleted", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:32:58.057955 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dffd3e9-a6a8-4f77-8208-c7aefc6f9da8 x-openstack-request-id: req-4dffd3e9-a6a8-4f77-8208-c7aefc6f9da8 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:32:58.058294 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6966af35-a76b-4851-80a3-2445ae6d4fb5", "name": "network-vif-deleted", "tag": "863d6d99-35a3-41c7-97b0-5f8cc3a8898f", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:32:58.058564 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4dffd3e9-a6a8-4f77-8208-c7aefc6f9da8 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:32:58.058970 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6966af35-a76b-4851-80a3-2445ae6d4fb5', 'name': 'network-vif-deleted', 'tag': '863d6d99-35a3-41c7-97b0-5f8cc3a8898f', 'status': 'completed', 'code': 200} Feb 11 14:32:58.503868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36642) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:32:58.666107 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:32:58.872907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (86d25a70-43ea-4f2e-9fda-f3cd25392e79), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:59.130486 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 77b7385e-0f6f-4bdb-9894-1f219084fe23 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:32:59.130827 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:59.216864 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 77b7385e-0f6f-4bdb-9894-1f219084fe23, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=77b7385e-0f6f-4bdb-9894-1f219084fe23,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:59.217226 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:59.230100 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 77b7385e-0f6f-4bdb-9894-1f219084fe23 owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:32:59.413113 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (77b7385e-0f6f-4bdb-9894-1f219084fe23), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:59.439947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=77b7385e-0f6f-4bdb-9894-1f219084fe23,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:59.547057 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-201a364f-f0e3-4722-bce9-a5bcea9daa60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:59.615519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (86d25a70-43ea-4f2e-9fda-f3cd25392e79), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:59.835705 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:59.950106 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:59.956049 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8e2da593-9526-4ff2-8298-ae31e5a82167 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/86d25a70-43ea-4f2e-9fda-f3cd25392e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510732 Feb 11 14:32:59.957993 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36644) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:32:59.959797 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] Sync routers for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:59.969441 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:59.970039 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:00.008991 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting subnet 252cf416-c4c0-457c-98ff-7c4bd4f35d4e {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:33:00.012130 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (252cf416-c4c0-457c-98ff-7c4bd4f35d4e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.051222 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (252cf416-c4c0-457c-98ff-7c4bd4f35d4e), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.075204 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:00.139192 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (252cf416-c4c0-457c-98ff-7c4bd4f35d4e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.201540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (252cf416-c4c0-457c-98ff-7c4bd4f35d4e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.232459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Subnet': ['ID=252cf416-c4c0-457c-98ff-7c4bd4f35d4e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:00.241293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3255490b-04db-4e65-8212-1c182b308287 None None] Network 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:33:00.241664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.246407 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-124d3c75-1210-420b-863d-9bda42337f48 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/subnets/252cf416-c4c0-457c-98ff-7c4bd4f35d4e HTTP/1.1" status: 204 len: 168 time: 0.2869847 Feb 11 14:33:00.249054 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36646) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:00.263774 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:32:59Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:00.292324 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] Checking router: 86d25a70-43ea-4f2e-9fda-f3cd25392e79 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:00.311907 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] Routers {'86d25a70-43ea-4f2e-9fda-f3cd25392e79'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:00.313202 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:00.378088 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (86d25a70-43ea-4f2e-9fda-f3cd25392e79), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.430800 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] Set router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:00.463397 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] DHCP port deletion for 9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:33:00.491538 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (86d25a70-43ea-4f2e-9fda-f3cd25392e79), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.512826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Deleting port fda758bd-1f60-4b77-9785-8c160058c472 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:33:00.513241 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (fda758bd-1f60-4b77-9785-8c160058c472), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.549500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 4ad2aa76-63e7-484a-800b-a0c9597d4362 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:33:00.549850 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.582904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] For port fda758bd-1f60-4b77-9785-8c160058c472, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=fda758bd-1f60-4b77-9785-8c160058c472,segment=NetworkSegment(196ccb05-b79d-4699-9231-21c67af1acf0),segment_id=196ccb05-b79d-4699-9231-21c67af1acf0)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:00.583527 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (fda758bd-1f60-4b77-9785-8c160058c472), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.597281 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Calling delete_port for fda758bd-1f60-4b77-9785-8c160058c472 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:33:00.617878 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:32:59Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:00.635039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 4ad2aa76-63e7-484a-800b-a0c9597d4362, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ad2aa76-63e7-484a-800b-a0c9597d4362,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:00.635663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.648653 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0ceb3-42c2-4c5f-9863-cf5c6bfc2449 None None] The sync data for ids ['86d25a70-43ea-4f2e-9fda-f3cd25392e79'] in n-d-828676-2 is: [{'id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910009495', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:32:59Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ad2aa76-63e7-484a-800b-a0c9597d4362', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d25a70-43ea-4f2e-9fda-f3cd25392e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:23Z', 'updated_at': '2022-02-11T14:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:00.648931 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 4ad2aa76-63e7-484a-800b-a0c9597d4362 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:33:00.696463 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (fda758bd-1f60-4b77-9785-8c160058c472), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.721637 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Pushing event deleted for resources: {'Port': ['ID=fda758bd-1f60-4b77-9785-8c160058c472,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:00.726108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] No DVR routers for this DVR port fda758bd-1f60-4b77-9785-8c160058c472 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:00.733696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.734050 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.734426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.734775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.735117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.735452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.735780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.736386 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.736519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.736746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.737075 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.737403 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.737727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80dddd0-519c-42e0-8e81-38fb062603ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:00.831757 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (4ad2aa76-63e7-484a-800b-a0c9597d4362), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:00.860315 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=4ad2aa76-63e7-484a-800b-a0c9597d4362,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:00.923560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (86d25a70-43ea-4f2e-9fda-f3cd25392e79), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.121295 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 77b7385e-0f6f-4bdb-9894-1f219084fe23 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:01.145555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 77b7385e-0f6f-4bdb-9894-1f219084fe23 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:33:01.146362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 77b7385e-0f6f-4bdb-9894-1f219084fe23 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:01.147002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fda758bd-1f60-4b77-9785-8c160058c472 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:01.169517 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: fda758bd-1f60-4b77-9785-8c160058c472 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:33:01.169996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device fda758bd-1f60-4b77-9785-8c160058c472 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:01.213085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.361202 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (86d25a70-43ea-4f2e-9fda-f3cd25392e79), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.363334 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (86d25a70-43ea-4f2e-9fda-f3cd25392e79), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.369586 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 863d6d99-35a3-41c7-97b0-5f8cc3a8898f no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:01.392740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 863d6d99-35a3-41c7-97b0-5f8cc3a8898f {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:33:01.393087 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 863d6d99-35a3-41c7-97b0-5f8cc3a8898f not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:01.408456 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (86d25a70-43ea-4f2e-9fda-f3cd25392e79), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.409145 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Fanout notify agent at l3_agent the message router_deleted on router 86d25a70-43ea-4f2e-9fda-f3cd25392e79 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:33:01.415897 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.417030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-73c9e4cb-3926-4fd0-822c-9c9c3b4123e2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/routers/86d25a70-43ea-4f2e-9fda-f3cd25392e79 HTTP/1.1" status: 204 len: 168 time: 1.1669087 Feb 11 14:33:01.419732 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36648) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:01.502799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.594665 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.619674 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4e5098-5b82-45d0-85fa-b2bee1eb59a8']}} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:01.628835 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196ccb05-b79d-4699-9231-21c67af1acf0') {'for_net_delete': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:01.629136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.services.segments.db [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196ccb05-b79d-4699-9231-21c67af1acf0') {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:01.638970 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252191'] for segment (196ccb05-b79d-4699-9231-21c67af1acf0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.651959 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (196ccb05-b79d-4699-9231-21c67af1acf0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.657879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:33:01.658313 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3128425'] for segment (196ccb05-b79d-4699-9231-21c67af1acf0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: Traceback (most recent call last): Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: timer() Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: cb(*args, **kw) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: return func(*args, **kwargs) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: self._notify() Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: self.callback(batched_events) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: event.method(event) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: return f(self, *a, **k) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: return self._get(url).json() Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: return self.request(url, 'GET', **kwargs) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:33:01.661203 n-d-828676-2 neutron-server[103175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:33:01.723229 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (9c4e5098-5b82-45d0-85fa-b2bee1eb59a8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.730664 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.733776 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/networks/9c4e5098-5b82-45d0-85fa-b2bee1eb59a8 HTTP/1.1" status: 204 len: 168 time: 0.3130910 Feb 11 14:33:01.736863 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36650) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:01.745641 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbf0ee-503e-4c63-8e81-dc2a10d1f5d3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Network': ['ID=9c4e5098-5b82-45d0-85fa-b2bee1eb59a8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:01.795273 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-623c8ecb-bf5c-44bf-b573-c890e7b04b92 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (3b829f3d-b9a8-4f81-9876-cf7e2812f8d8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.820049 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-623c8ecb-bf5c-44bf-b573-c890e7b04b92 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (3b829f3d-b9a8-4f81-9876-cf7e2812f8d8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.884908 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-623c8ecb-bf5c-44bf-b573-c890e7b04b92 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (3b829f3d-b9a8-4f81-9876-cf7e2812f8d8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.888239 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-623c8ecb-bf5c-44bf-b573-c890e7b04b92 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.889669 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-623c8ecb-bf5c-44bf-b573-c890e7b04b92 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/security-groups/3b829f3d-b9a8-4f81-9876-cf7e2812f8d8 HTTP/1.1" status: 204 len: 168 time: 0.1517715 Feb 11 14:33:01.899733 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c8ecb-bf5c-44bf-b573-c890e7b04b92 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b829f3d-b9a8-4f81-9876-cf7e2812f8d8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.252955 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36660) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:02.257518 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-f3f57b90-0ec6-48c8-830f-6bd5479b5bd5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647016492', 'description': 'tempest-secgroup-smoke-1647016492 description', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:02.282534 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3f57b90-0ec6-48c8-830f-6bd5479b5bd5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.346184 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3f57b90-0ec6-48c8-830f-6bd5479b5bd5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (ddb7ed3d-de44-45bf-b555-5b575650d964), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.349800 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3f57b90-0ec6-48c8-830f-6bd5479b5bd5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ddb7ed3d-de44-45bf-b555-5b575650d964), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.373794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f3f57b90-0ec6-48c8-830f-6bd5479b5bd5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.377732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f3f57b90-0ec6-48c8-830f-6bd5479b5bd5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1211340 Feb 11 14:33:02.378248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36662) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:02.382972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0e697dc7-6f2c-4f02-a632-97f95a2fa220 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'ddb7ed3d-de44-45bf-b555-5b575650d964', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:02.383338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f57b90-0ec6-48c8-830f-6bd5479b5bd5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb7ed3d-de44-45bf-b555-5b575650d964,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.409018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e697dc7-6f2c-4f02-a632-97f95a2fa220 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (cead98ac-8732-4815-a101-866b66d04808), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.464515 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e697dc7-6f2c-4f02-a632-97f95a2fa220 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (cead98ac-8732-4815-a101-866b66d04808), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.468279 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e697dc7-6f2c-4f02-a632-97f95a2fa220 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (cead98ac-8732-4815-a101-866b66d04808), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.486892 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e697dc7-6f2c-4f02-a632-97f95a2fa220 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cead98ac-8732-4815-a101-866b66d04808,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.494220 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0e697dc7-6f2c-4f02-a632-97f95a2fa220 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.495489 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0e697dc7-6f2c-4f02-a632-97f95a2fa220 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160998 Feb 11 14:33:02.498050 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36664) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:02.502492 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-55d4db77-f78e-4177-bb59-048c92485b05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'ddb7ed3d-de44-45bf-b555-5b575650d964', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:02.527618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55d4db77-f78e-4177-bb59-048c92485b05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (3b476071-f14b-466f-a30c-c69f36a85e0e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.588344 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55d4db77-f78e-4177-bb59-048c92485b05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (3b476071-f14b-466f-a30c-c69f36a85e0e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.591923 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55d4db77-f78e-4177-bb59-048c92485b05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (3b476071-f14b-466f-a30c-c69f36a85e0e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.609380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4db77-f78e-4177-bb59-048c92485b05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b476071-f14b-466f-a30c-c69f36a85e0e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.616502 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-55d4db77-f78e-4177-bb59-048c92485b05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.617700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-55d4db77-f78e-4177-bb59-048c92485b05 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187108 Feb 11 14:33:02.620571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36668) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:02.625447 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-9ebc8aeb-3c9d-4c4b-90ea-e9dd76ca1937 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'ddb7ed3d-de44-45bf-b555-5b575650d964', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:02.637074 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.650709 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8aeb-3c9d-4c4b-90ea-e9dd76ca1937 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e454fbb1-e696-4c5f-8d81-bd261dd24d43), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.706547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8aeb-3c9d-4c4b-90ea-e9dd76ca1937 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e454fbb1-e696-4c5f-8d81-bd261dd24d43), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.710195 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8aeb-3c9d-4c4b-90ea-e9dd76ca1937 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e454fbb1-e696-4c5f-8d81-bd261dd24d43), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.729201 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8aeb-3c9d-4c4b-90ea-e9dd76ca1937 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e454fbb1-e696-4c5f-8d81-bd261dd24d43,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.736952 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8aeb-3c9d-4c4b-90ea-e9dd76ca1937 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.738162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-9ebc8aeb-3c9d-4c4b-90ea-e9dd76ca1937 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164956 Feb 11 14:33:02.740889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36670) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:02.745428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-f3750e82-510b-48f2-9d79-02090946adda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'ddb7ed3d-de44-45bf-b555-5b575650d964', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:02.769141 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3750e82-510b-48f2-9d79-02090946adda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (92656e4b-f2b6-4160-82b8-2c8aab9056b0), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.824869 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3750e82-510b-48f2-9d79-02090946adda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (92656e4b-f2b6-4160-82b8-2c8aab9056b0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.828489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3750e82-510b-48f2-9d79-02090946adda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (92656e4b-f2b6-4160-82b8-2c8aab9056b0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.845699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3750e82-510b-48f2-9d79-02090946adda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92656e4b-f2b6-4160-82b8-2c8aab9056b0,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.855114 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-f3750e82-510b-48f2-9d79-02090946adda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.856364 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-f3750e82-510b-48f2-9d79-02090946adda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145611 Feb 11 14:33:02.859086 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36672) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:02.863472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'ddb7ed3d-de44-45bf-b555-5b575650d964', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:02.883528 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:33:02.888541 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e7421b41-4f4e-4dc4-83d4-23e8bfea670d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.954292 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (e7421b41-4f4e-4dc4-83d4-23e8bfea670d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.957810 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e7421b41-4f4e-4dc4-83d4-23e8bfea670d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.974612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7421b41-4f4e-4dc4-83d4-23e8bfea670d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.981629 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:02.982847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-03aa2e00-2fed-4011-9375-342bc2ff400e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228323 Feb 11 14:33:02.985558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36674) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:02.989976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'security_group_rule': {'security_group_id': 'ddb7ed3d-de44-45bf-b555-5b575650d964', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:03.009497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ad2aa76-63e7-484a-800b-a0c9597d4362 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:03.013010 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Project a2e4abc6f12049ccb35f69e5e06157c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:33:03.017432 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (0a161142-3334-4f7a-810a-6e6ce5f36b43), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.029547 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4ad2aa76-63e7-484a-800b-a0c9597d4362 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:33:03.029902 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ad2aa76-63e7-484a-800b-a0c9597d4362 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:03.077856 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (0a161142-3334-4f7a-810a-6e6ce5f36b43), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.081392 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (0a161142-3334-4f7a-810a-6e6ce5f36b43), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.098462 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a161142-3334-4f7a-810a-6e6ce5f36b43,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:03.106494 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.107690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-72c38d36-9218-4d27-bf39-3b84f3575055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211452 Feb 11 14:33:03.110669 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36676) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:03.115687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'network': {'name': 'tempest-network-smoke--1939088647', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'port_security_enabled': True}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:03.135221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:03.138617 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.162783 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:03.172837 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c7f8bafe-6965-4160-ab8b-6721252612ef), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.173208 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Added segment c7f8bafe-6965-4160-ab8b-6721252612ef of type vlan for network 03e2de8b-6866-4444-a3ee-bf217d60a84c Feb 11 14:33:03.213899 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (03e2de8b-6866-4444-a3ee-bf217d60a84c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.236984 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (03e2de8b-6866-4444-a3ee-bf217d60a84c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.241873 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:03.242475 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.277487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1657517 Feb 11 14:33:03.280133 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36678) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:03.284319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'admin_state_up': True, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:03.324796 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e36db0-96e1-40f2-8ca7-7e931a7a8eb2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Network': ['ID=03e2de8b-6866-4444-a3ee-bf217d60a84c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:03.336167 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:03.339549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (d473ab1b-e400-43be-97f6-dc41b8e448a8), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.340761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (d473ab1b-e400-43be-97f6-dc41b8e448a8), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.393775 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (d473ab1b-e400-43be-97f6-dc41b8e448a8), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.537175 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (d473ab1b-e400-43be-97f6-dc41b8e448a8), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.724942 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (d473ab1b-e400-43be-97f6-dc41b8e448a8), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.746645 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.819775 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.853044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.198 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/4ec10987-bb73-4016-9411-ddd9e0f37f3c) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:03.957624 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:04.311973 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:04.352248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:04.355110 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:04.358595 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:04.379579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=4ec10987-bb73-4016-9411-ddd9e0f37f3c,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:04.606374 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (d473ab1b-e400-43be-97f6-dc41b8e448a8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:04.815924 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (d473ab1b-e400-43be-97f6-dc41b8e448a8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:04.949500 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router d473ab1b-e400-43be-97f6-dc41b8e448a8 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:33:05.058819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:05.067877 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Sync routers for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:05.078711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:05.079059 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.079333 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:05.080294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ffbaf474-dc00-4432-9952-6a26add56920 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7992489 Feb 11 14:33:05.083620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36682) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:05.163617 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-23891b91-0dbf-4081-bfb5-cb18c11b7391 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=a2e4abc6f12049ccb35f69e5e06157c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789061 Feb 11 14:33:05.166380 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36686) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:05.188290 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:05.257999 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955000a-cbdc-47f1-ad7d-01e6ae177f53 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:05.259562 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1955000a-cbdc-47f1-ad7d-01e6ae177f53 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922749 Feb 11 14:33:05.262469 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36688) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:05.289839 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-cb80221a-8b82-4175-8950-145d8551fe2f tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=1b3fdcf4-00a7-4abd-a0e1-dae2417b110f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262396 Feb 11 14:33:05.292381 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36690) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:05.297065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1334625528', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:05.382046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:04Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:05.383584 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:05.387125 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.413011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Checking router: d473ab1b-e400-43be-97f6-dc41b8e448a8 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:05.413366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Updating router d473ab1b-e400-43be-97f6-dc41b8e448a8 port 4ec10987-bb73-4016-9411-ddd9e0f37f3c binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:05.440720 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.569946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (5f91d2b9-a4a8-4047-921e-218a3ece06c8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.644677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Subnet': ['ID=5f91d2b9-a4a8-4047-921e-218a3ece06c8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:05.653689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Checking segment: {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:33:05.654053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network hostable DHCP agents. Network: 03e2de8b-6866-4444-a3ee-bf217d60a84c, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:05.672255 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:05.681582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 03e2de8b-6866-4444-a3ee-bf217d60a84c) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:05.686283 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:05.686493 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.690937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeed04d-9ce5-45e5-8032-9f7b03f18cd5 None None] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:33:05.706319 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36692) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:05.706885 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-1a421c5f-c352-4243-ba23-595cab0b0c53 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4130476 Feb 11 14:33:05.713138 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Publish callbacks [] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.723982 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.829126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90901d9d-be4e-4751-9730-9e87bc8cefe9 None None] Pushing event updated for resources: {'Port': ['ID=4ec10987-bb73-4016-9411-ddd9e0f37f3c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:05.829126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Attempting to bind port 4ec10987-bb73-4016-9411-ddd9e0f37f3c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:33:05.829126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Attempting to bind port 4ec10987-bb73-4016-9411-ddd9e0f37f3c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:33:05.829126 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Attempting to bind port 4ec10987-bb73-4016-9411-ddd9e0f37f3c on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:05.854375 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:05.854775 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:33:05.855198 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.859603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:05.859603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Bound port: 4ec10987-bb73-4016-9411-ddd9e0f37f3c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:33:05.859603 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.879753 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-03e2de8b-6866-4444-a3ee-bf217d60a84c', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:33:05.880603 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.992616 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] For port 4ec10987-bb73-4016-9411-ddd9e0f37f3c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:06.011026 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] For port 4ec10987-bb73-4016-9411-ddd9e0f37f3c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ec10987-bb73-4016-9411-ddd9e0f37f3c,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:06.021289 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.116400 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Allocated IP 172.20.0.2 (03e2de8b-6866-4444-a3ee-bf217d60a84c/5f91d2b9-a4a8-4047-921e-218a3ece06c8/54efd007-5617-49e5-a26d-16ffc36b68bd) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:06.124500 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:06.125136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:06.127101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90901d9d-be4e-4751-9730-9e87bc8cefe9 None None] Pushing event updated for resources: {'Port': ['ID=4ec10987-bb73-4016-9411-ddd9e0f37f3c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:06.163433 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.300272 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:06.615022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Publish callbacks [] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.629814 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.670238 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.1 (03e2de8b-6866-4444-a3ee-bf217d60a84c/5f91d2b9-a4a8-4047-921e-218a3ece06c8/e9aecd24-6fd8-40c2-8566-68dff0b6620e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:06.690757 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:06.700318 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:06.703098 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:06.705031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Pushing event updated for resources: {'Port': ['ID=54efd007-5617-49e5-a26d-16ffc36b68bd,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:06.776590 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:04Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:06.779638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Attempting to bind port 54efd007-5617-49e5-a26d-16ffc36b68bd on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:33:06.780018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Attempting to bind port 54efd007-5617-49e5-a26d-16ffc36b68bd by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:33:06.780381 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Attempting to bind port 54efd007-5617-49e5-a26d-16ffc36b68bd on network 03e2de8b-6866-4444-a3ee-bf217d60a84c {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:06.791840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.807338 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a27f6-75bb-46ad-b703-8453e3fce6e1 None None] The sync data for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 is: [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:04Z', 'revision_number': 3, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:06.809343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:06.809763 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Checking segment: {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:33:06.810168 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.810545 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Bound using segment: {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:06.811021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Bound port: 54efd007-5617-49e5-a26d-16ffc36b68bd, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:33:06.812046 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.831214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.871167 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:06.874603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:06.881929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:06.893166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] For port 54efd007-5617-49e5-a26d-16ffc36b68bd, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:06.896854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] For port 54efd007-5617-49e5-a26d-16ffc36b68bd, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=54efd007-5617-49e5-a26d-16ffc36b68bd,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:06.903844 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.930152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=e9aecd24-6fd8-40c2-8566-68dff0b6620e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:06.937646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (d473ab1b-e400-43be-97f6-dc41b8e448a8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:06.970869 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb27a9-ed94-4c6a-a12a-85e2ee97cbaa None None] Pushing event updated for resources: {'Port': ['ID=54efd007-5617-49e5-a26d-16ffc36b68bd,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:07.142551 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:07.481198 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:07.485846 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:07.564997 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (d473ab1b-e400-43be-97f6-dc41b8e448a8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:07.566797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=e9aecd24-6fd8-40c2-8566-68dff0b6620e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:07.661258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:07.662750 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:07.786842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router d473ab1b-e400-43be-97f6-dc41b8e448a8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:07.909372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:07.915777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-377dfaaa-065e-40d2-add5-c26a17f9f101 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/d473ab1b-e400-43be-97f6-dc41b8e448a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2080472 Feb 11 14:33:08.037136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa5c12-c6dc-4b83-944c-ec0b027256df None None] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:33:08.073504 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-26bf2c05-6f38-4a2b-9cd0-2dc71e045edf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647016492&fields=id&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 267 time: 0.0461528 Feb 11 14:33:08.116477 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-7c8c1078-044a-4e99-8aa3-1ac92d1d836b None None] Provisioning complete for port 54efd007-5617-49e5-a26d-16ffc36b68bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:08.116884 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1078-044a-4e99-8aa3-1ac92d1d836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:08.190776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-fff8a9c3-811d-4902-995b-87b6f601585f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:08.192369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-fff8a9c3-811d-4902-995b-87b6f601585f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/networks?id=03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 200 len: 797 time: 0.1115277 Feb 11 14:33:08.215260 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-d952c154-5e52-479b-87ec-70e0d4f3c245 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/quotas/a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 375 time: 0.0164678 Feb 11 14:33:08.232059 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c1078-044a-4e99-8aa3-1ac92d1d836b None None] Current status of the port 54efd007-5617-49e5-a26d-16ffc36b68bd is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:08.232464 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1078-044a-4e99-8aa3-1ac92d1d836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:08.268304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-7c8c1078-044a-4e99-8aa3-1ac92d1d836b None None] For port 54efd007-5617-49e5-a26d-16ffc36b68bd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=54efd007-5617-49e5-a26d-16ffc36b68bd,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:08.274964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1078-044a-4e99-8aa3-1ac92d1d836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:08.281915 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-df34c748-971f-4dc5-a2d9-aebc871ab543 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641427 Feb 11 14:33:08.327662 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c1078-044a-4e99-8aa3-1ac92d1d836b None None] Pushing event updated for resources: {'Port': ['ID=54efd007-5617-49e5-a26d-16ffc36b68bd,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:08.349574 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-1baf9a01-f77a-42d3-a939-08a06987f004 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:33:08.351111 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-1baf9a01-f77a-42d3-a939-08a06987f004 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516748 Feb 11 14:33:08.451989 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-3e1f6819-6d54-478c-8e09-5d6c64dcaf2d service neutron] 10.222.0.79 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933707 Feb 11 14:33:08.504233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c4bb49f7-def0-4afc-922b-6368454fe5a8 None None] Provisioning complete for port e9aecd24-6fd8-40c2-8566-68dff0b6620e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:08.504611 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4bb49f7-def0-4afc-922b-6368454fe5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:08.547061 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb49f7-def0-4afc-922b-6368454fe5a8 None None] Port e9aecd24-6fd8-40c2-8566-68dff0b6620e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:33:08.553935 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-b48805a1-a73c-4023-b9b3-a22d529fb11e service neutron] 10.222.0.79 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960329 Feb 11 14:33:08.559861 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c4bb49f7-def0-4afc-922b-6368454fe5a8 None None] Provisioning complete for port 54efd007-5617-49e5-a26d-16ffc36b68bd triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:08.560238 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c4bb49f7-def0-4afc-922b-6368454fe5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:08.590216 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Sync routers for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:08.601607 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:08.602616 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:08.647046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb49f7-def0-4afc-922b-6368454fe5a8 None None] Current status of the port 54efd007-5617-49e5-a26d-16ffc36b68bd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:08.769947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-d55b4632-fb0e-41b0-acf5-effdb9f66592 None None] Provisioning complete for port e9aecd24-6fd8-40c2-8566-68dff0b6620e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:08.770361 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d55b4632-fb0e-41b0-acf5-effdb9f66592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:08.803159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4d93d964-803e-487b-b033-5864127eb1df req-0598dad8-70a3-4aa6-a9ce-b63c2c9dd349 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 210 time: 0.0568693 Feb 11 14:33:08.843356 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d55b4632-fb0e-41b0-acf5-effdb9f66592 None None] Port e9aecd24-6fd8-40c2-8566-68dff0b6620e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:33:08.864796 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:08.962495 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1437c602-466d-4600-8c67-8f6a7028a3b1 None None] Provisioning complete for port e9aecd24-6fd8-40c2-8566-68dff0b6620e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:08.963209 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1437c602-466d-4600-8c67-8f6a7028a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.000476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1437c602-466d-4600-8c67-8f6a7028a3b1 None None] Port e9aecd24-6fd8-40c2-8566-68dff0b6620e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:33:09.091957 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 2, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:09.125204 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Checking router: d473ab1b-e400-43be-97f6-dc41b8e448a8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:09.125651 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Updating router d473ab1b-e400-43be-97f6-dc41b8e448a8 port e9aecd24-6fd8-40c2-8566-68dff0b6620e binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:09.143420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 54efd007-5617-49e5-a26d-16ffc36b68bd up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:09.155644 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.197534 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 54efd007-5617-49e5-a26d-16ffc36b68bd triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:09.197998 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.284242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 54efd007-5617-49e5-a26d-16ffc36b68bd is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:09.285364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ec10987-bb73-4016-9411-ddd9e0f37f3c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:09.337011 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4ec10987-bb73-4016-9411-ddd9e0f37f3c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:09.337386 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.416467 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4ec10987-bb73-4016-9411-ddd9e0f37f3c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:09.416865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.436227 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Publish callbacks [] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.441706 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.443118 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 4ec10987-bb73-4016-9411-ddd9e0f37f3c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ec10987-bb73-4016-9411-ddd9e0f37f3c,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:09.448969 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.498513 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Pushing event updated for resources: {'Port': ['ID=e9aecd24-6fd8-40c2-8566-68dff0b6620e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:09.506519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=4ec10987-bb73-4016-9411-ddd9e0f37f3c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:09.522572 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.522943 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.523283 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.523614 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.523940 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.524267 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.524586 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.524903 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.525220 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.525534 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.525845 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.526181 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.526494 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:09.561825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Attempting to bind port e9aecd24-6fd8-40c2-8566-68dff0b6620e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:33:09.562318 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Attempting to bind port e9aecd24-6fd8-40c2-8566-68dff0b6620e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:33:09.562682 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Attempting to bind port e9aecd24-6fd8-40c2-8566-68dff0b6620e on network 03e2de8b-6866-4444-a3ee-bf217d60a84c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:09.568337 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:09.568716 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Checking segment: {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:33:09.569122 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.569513 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Bound using segment: {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:09.569975 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Bound port: e9aecd24-6fd8-40c2-8566-68dff0b6620e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:33:09.570428 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.634144 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] For port e9aecd24-6fd8-40c2-8566-68dff0b6620e, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:09.637327 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] For port e9aecd24-6fd8-40c2-8566-68dff0b6620e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e9aecd24-6fd8-40c2-8566-68dff0b6620e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:09.643758 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.704629 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:09.705265 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:09.712081 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fabd7-d8da-44b1-af89-681ea8725d13 None None] Pushing event updated for resources: {'Port': ['ID=e9aecd24-6fd8-40c2-8566-68dff0b6620e,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:09.735000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-3ee16a53-2f72-403d-9730-a5c3a04e640c None None] Provisioning complete for port e9aecd24-6fd8-40c2-8566-68dff0b6620e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:09.735298 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ee16a53-2f72-403d-9730-a5c3a04e640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.832123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-3ee16a53-2f72-403d-9730-a5c3a04e640c None None] Current status of the port e9aecd24-6fd8-40c2-8566-68dff0b6620e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:09.833737 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ee16a53-2f72-403d-9730-a5c3a04e640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.839286 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:09.884302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-3ee16a53-2f72-403d-9730-a5c3a04e640c None None] For port e9aecd24-6fd8-40c2-8566-68dff0b6620e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e9aecd24-6fd8-40c2-8566-68dff0b6620e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:09.888845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3ee16a53-2f72-403d-9730-a5c3a04e640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.948377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee16a53-2f72-403d-9730-a5c3a04e640c None None] Pushing event updated for resources: {'Port': ['ID=e9aecd24-6fd8-40c2-8566-68dff0b6620e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:09.970253 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed9f1207-f3dd-43a2-b0c1-5bd3c5a08b32 req-8b552935-ef53-4843-a55c-745392fdefe4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 210 time: 0.0371652 Feb 11 14:33:10.024885 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-e44729c6-c56c-4f3e-af3d-5644b17a4fdf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:10.026425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-e44729c6-c56c-4f3e-af3d-5644b17a4fdf tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/networks?id=03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 200 len: 797 time: 0.2468526 Feb 11 14:33:10.089382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-f8dade48-61c9-4dc7-b0e4-b426b7478321 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e4abc6f12049ccb35f69e5e06157c8 HTTP/1.1" status: 200 len: 380 time: 0.0548725 Feb 11 14:33:10.092887 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:10.100698 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'port': {'device_id': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'admin_state_up': True, 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'security_groups': ['ddb7ed3d-de44-45bf-b555-5b575650d964']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:10.113622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-836dd6c9-6f25-427a-9c08-e82564fc5915 None None] Provisioning complete for port e9aecd24-6fd8-40c2-8566-68dff0b6620e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:10.114087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-836dd6c9-6f25-427a-9c08-e82564fc5915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:10.118873 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27383b-f9b8-43de-9b60-4a1dea664cbd None None] The sync data for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 is: [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:10.222236 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Made reservation on behalf of a2e4abc6f12049ccb35f69e5e06157c8 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:10.223760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-836dd6c9-6f25-427a-9c08-e82564fc5915 None None] Current status of the port e9aecd24-6fd8-40c2-8566-68dff0b6620e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:10.226571 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:10.363723 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.20.0.11 (03e2de8b-6866-4444-a3ee-bf217d60a84c/5f91d2b9-a4a8-4047-921e-218a3ece06c8/d40ccd0e-8b07-47f7-bb77-8bf9f869262e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:10.512021 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:10.545922 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:10.594592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:10.597869 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:10.603551 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:10.607845 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:10.656579 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:10.657245 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:10.678165 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-61500ea6-fae7-4e8e-94c1-ff7cabaa89da tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5840642 Feb 11 14:33:10.738038 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Request body: {'port': {'device_id': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:10.815149 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:10.847962 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c05d0d37-5589-41b4-8963-37ba8f5e9f5a None None] Provisioning complete for port d40ccd0e-8b07-47f7-bb77-8bf9f869262e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:10.848345 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c05d0d37-5589-41b4-8963-37ba8f5e9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:10.895037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c05d0d37-5589-41b4-8963-37ba8f5e9f5a None None] Port d40ccd0e-8b07-47f7-bb77-8bf9f869262e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:33:11.160240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40ccd0e-8b07-47f7-bb77-8bf9f869262e {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:33:11.171540 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c53aa-9091-415a-b491-dee5a4e11be7 req-56a34c1e-cac9-46f0-8582-0d033d7e00e6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:11.173091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce3c53aa-9091-415a-b491-dee5a4e11be7 req-56a34c1e-cac9-46f0-8582-0d033d7e00e6 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 932 time: 0.1147845 Feb 11 14:33:11.177763 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Publish callbacks [] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:11.178527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ec10987-bb73-4016-9411-ddd9e0f37f3c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:11.204894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Transition to ACTIVE for port object d40ccd0e-8b07-47f7-bb77-8bf9f869262e will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:33:11.214469 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:11.235296 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 4ec10987-bb73-4016-9411-ddd9e0f37f3c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:11.235858 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:11.282299 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ce3c53aa-9091-415a-b491-dee5a4e11be7 req-b34460b2-cb52-44c2-a25f-3e608ca308d5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972879 Feb 11 14:33:11.296553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Pushing event updated for resources: {'Port': ['ID=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:11.331452 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 4ec10987-bb73-4016-9411-ddd9e0f37f3c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:11.333023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e9aecd24-6fd8-40c2-8566-68dff0b6620e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:11.387613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Attempting to bind port d40ccd0e-8b07-47f7-bb77-8bf9f869262e on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:33:11.387961 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Attempting to bind port d40ccd0e-8b07-47f7-bb77-8bf9f869262e by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:33:11.388302 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Attempting to bind port d40ccd0e-8b07-47f7-bb77-8bf9f869262e on network 03e2de8b-6866-4444-a3ee-bf217d60a84c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:11.391139 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port e9aecd24-6fd8-40c2-8566-68dff0b6620e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:11.391530 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:11.392894 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Port d40ccd0e-8b07-47f7-bb77-8bf9f869262e on network 03e2de8b-6866-4444-a3ee-bf217d60a84c not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:33:11.393226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Attempting to bind port d40ccd0e-8b07-47f7-bb77-8bf9f869262e on network 03e2de8b-6866-4444-a3ee-bf217d60a84c {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:11.398471 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:11.398817 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Checking segment: {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:33:11.399204 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Bound using segment: {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:11.399633 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Bound port: d40ccd0e-8b07-47f7-bb77-8bf9f869262e, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f8bafe-6965-4160-ab8b-6721252612ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:33:11.399993 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:11.471296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] For port d40ccd0e-8b07-47f7-bb77-8bf9f869262e, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:11.474631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] For port d40ccd0e-8b07-47f7-bb77-8bf9f869262e, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:11.478216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port e9aecd24-6fd8-40c2-8566-68dff0b6620e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:11.484745 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:11.524538 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:11.525072 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:11.526492 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] 10.222.0.83 "PUT /v2.0/ports/d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 200 len: 1092 time: 0.8414230 Feb 11 14:33:11.526934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:11.529183 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ae1278-5099-48fe-99b3-ac87b31b86b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:11.562304 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c43067-2025-447e-a87c-e11f8a22810a service neutron] Pushing event updated for resources: {'Port': ['ID=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:11.577353 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89ba736-d15b-4099-ac28-0187c688fb9e x-openstack-request-id: req-a89ba736-d15b-4099-ac28-0187c688fb9e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:11.577650 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:11.577912 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a89ba736-d15b-4099-ac28-0187c688fb9e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:11.578356 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'status': 'completed', 'code': 200} Feb 11 14:33:11.617772 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-94fd5ea9-5000-480c-a96d-530599707899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:11.619362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-94fd5ea9-5000-480c-a96d-530599707899 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1126 time: 0.0524006 Feb 11 14:33:11.666612 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-50e54965-6e5f-4882-b572-b34a9636f074 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 200 len: 217 time: 0.0409660 Feb 11 14:33:11.721592 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-532cd22e-12bf-4342-962e-9dfb89ac6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:11.723063 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-532cd22e-12bf-4342-962e-9dfb89ac6a41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f91d2b9-a4a8-4047-921e-218a3ece06c8 HTTP/1.1" status: 200 len: 835 time: 0.0501583 Feb 11 14:33:11.775668 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-e5533ea2-019c-4b81-9a70-0ab901378d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:11.777222 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-e5533ea2-019c-4b81-9a70-0ab901378d4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03e2de8b-6866-4444-a3ee-bf217d60a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486341 Feb 11 14:33:11.871931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-24cfa5f6-10f2-4393-9851-9923f6acbc4d service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889940 Feb 11 14:33:11.961001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7eab599f-9f8f-4bae-8676-b9ba4250e829 req-8cfdfa7b-f79e-4cc0-88e4-131201e29c74 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831580 Feb 11 14:33:12.057383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-f1a71753-3a5f-4bca-a68c-292ede7e2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.058844 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-f1a71753-3a5f-4bca-a68c-292ede7e2ed2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1126 time: 0.0511055 Feb 11 14:33:12.148937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-c1e024cb-282f-4c8a-8307-b85043295d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.150441 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-c1e024cb-282f-4c8a-8307-b85043295d4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 200 len: 898 time: 0.0845990 Feb 11 14:33:12.195283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-84ee836b-732e-43b5-8e76-8876fadc212b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 200 len: 217 time: 0.0386887 Feb 11 14:33:12.618185 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-c853cc9d-27d2-4ed2-9bb8-28c7de144d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.619617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-c853cc9d-27d2-4ed2-9bb8-28c7de144d6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f91d2b9-a4a8-4047-921e-218a3ece06c8 HTTP/1.1" status: 200 len: 835 time: 0.4192159 Feb 11 14:33:12.661534 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d29a7-3d9a-4465-ac8b-3dbd65e846a1 req-a0ed5795-1542-4654-b919-76a1e745364b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.663130 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f59d29a7-3d9a-4465-ac8b-3dbd65e846a1 req-a0ed5795-1542-4654-b919-76a1e745364b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 944 time: 0.0898690 Feb 11 14:33:12.718690 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-45179e3b-6c38-4a22-9675-0af8a450265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.720254 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-45179e3b-6c38-4a22-9675-0af8a450265a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03e2de8b-6866-4444-a3ee-bf217d60a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929229 Feb 11 14:33:12.742564 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f59d29a7-3d9a-4465-ac8b-3dbd65e846a1 req-3bce92ed-c94e-4249-804b-c14251cbf733 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731821 Feb 11 14:33:12.820960 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-a9ae2fa0-1070-44b8-b244-1d4062e6670f service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912795 Feb 11 14:33:12.914877 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-64ae1278-5099-48fe-99b3-ac87b31b86b9 req-1bb79a10-e151-4539-a305-860174843389 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879526 Feb 11 14:33:13.865652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878b6fe-b554-4aeb-8c7f-c0a1cb8ffc20 req-5dbf46b7-c69d-4c1a-b63b-68e34a79ee75 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:13.867246 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c878b6fe-b554-4aeb-8c7f-c0a1cb8ffc20 req-5dbf46b7-c69d-4c1a-b63b-68e34a79ee75 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 944 time: 0.0528674 Feb 11 14:33:13.916341 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c878b6fe-b554-4aeb-8c7f-c0a1cb8ffc20 req-c7d047a8-0b13-43cd-819f-8225872df799 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Feb 11 14:33:14.759134 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d40ccd0e-8b07-47f7-bb77-8bf9f869262e details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:33:14.857502 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d40ccd0e-8b07-47f7-bb77-8bf9f869262e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:14.868527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'port_id': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'mac_address': 'fa:16:3e:89:b5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:33:14.909456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d40ccd0e-8b07-47f7-bb77-8bf9f869262e is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:14.909837 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:14.923691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40ccd0e-8b07-47f7-bb77-8bf9f869262e {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:33:14.942242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d40ccd0e-8b07-47f7-bb77-8bf9f869262e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:14.946609 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:14.994493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:15.038684 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe72c27-1c6c-4bb8-8bd2-e51dd1714e69 req-2f1577d9-e064-4a18-9a30-a1e0fd10fcad tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:15.040801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8fe72c27-1c6c-4bb8-8bd2-e51dd1714e69 req-2f1577d9-e064-4a18-9a30-a1e0fd10fcad tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 945 time: 0.0536833 Feb 11 14:33:15.088849 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8fe72c27-1c6c-4bb8-8bd2-e51dd1714e69 req-6c00baee-927f-4119-82c1-68fcff5eae10 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424490 Feb 11 14:33:15.174065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['d40ccd0e-8b07-47f7-bb77-8bf9f869262e'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:33:16.211610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5659a-6bf5-4079-8640-d4fe2857d6ca req-d53cde35-0499-44bd-be39-a28a848d085c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:16.213088 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4a5659a-6bf5-4079-8640-d4fe2857d6ca req-d53cde35-0499-44bd-be39-a28a848d085c tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 945 time: 0.0569148 Feb 11 14:33:16.262641 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e4a5659a-6bf5-4079-8640-d4fe2857d6ca req-1287f2cb-a6f3-44ef-9785-31ef3b5a02ac tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Feb 11 14:33:16.776236 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d40ccd0e-8b07-47f7-bb77-8bf9f869262e up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:16.827258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port d40ccd0e-8b07-47f7-bb77-8bf9f869262e completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:33:16.831824 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port d40ccd0e-8b07-47f7-bb77-8bf9f869262e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:16.831952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:16.909705 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d40ccd0e-8b07-47f7-bb77-8bf9f869262e is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:16.910087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:16.932821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:16.935116 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39049da6-7bbf-4c8f-8850-2c41be95c471" -d '{"events": [{"server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "name": "network-vif-plugged", "status": "completed", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:16.947506 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d40ccd0e-8b07-47f7-bb77-8bf9f869262e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:16.951433 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:17.000743 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:17.024375 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523242d-9187-4d15-b449-23042aa8e99d x-openstack-request-id: req-8523242d-9187-4d15-b449-23042aa8e99d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:17.024699 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "name": "network-vif-plugged", "status": "completed", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:17.024960 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8523242d-9187-4d15-b449-23042aa8e99d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:17.025361 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'code': 200} Feb 11 14:33:17.140015 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483d680-b59f-41b0-aecb-1002d04bc38d req-588a2905-13e3-4962-bce1-a992d929ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:17.141467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9483d680-b59f-41b0-aecb-1002d04bc38d req-588a2905-13e3-4962-bce1-a992d929ef93 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1128 time: 0.0628664 Feb 11 14:33:17.186798 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9483d680-b59f-41b0-aecb-1002d04bc38d req-dddeb6c0-a143-4b0f-9ab4-2fb7b40cf8b0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Feb 11 14:33:17.385226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcabf-baa6-4560-b390-6fe2e4779832 req-16fc2a2f-f140-4a31-8cb6-1f1391b5342b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:17.386763 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e17bcabf-baa6-4560-b390-6fe2e4779832 req-16fc2a2f-f140-4a31-8cb6-1f1391b5342b tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0535564 Feb 11 14:33:17.435148 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e17bcabf-baa6-4560-b390-6fe2e4779832 req-831da4a6-186e-464c-943e-92a0a7e207b2 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Feb 11 14:33:18.557799 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701f69-efd0-48b8-a201-e13cf5a2c87a req-637a3630-a0ab-4b7f-beff-e8c4a1729032 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:18.559321 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87701f69-efd0-48b8-a201-e13cf5a2c87a req-637a3630-a0ab-4b7f-beff-e8c4a1729032 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0536344 Feb 11 14:33:18.607162 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-87701f69-efd0-48b8-a201-e13cf5a2c87a req-216488ae-20df-4655-a021-ec1d0c034dea tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 Feb 11 14:33:18.730579 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d98840-79b6-46c2-9e59-cee819dd389b req-4c8a6a10-3b25-4096-b78c-9a928a6c4689 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:18.732002 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8d98840-79b6-46c2-9e59-cee819dd389b req-4c8a6a10-3b25-4096-b78c-9a928a6c4689 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0583415 Feb 11 14:33:18.780508 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8d98840-79b6-46c2-9e59-cee819dd389b req-cd079b72-cd5f-4d66-b1c0-9526248cf7d8 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Feb 11 14:33:18.808081 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36750) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:18.851563 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e4189-4016-450a-b985-89ba8a15a7a0 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:18.853096 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-403e4189-4016-450a-b985-89ba8a15a7a0 tempest-TestNetworkAdvancedServerOps-1303862967 tempest-TestNetworkAdvancedServerOps-1303862967-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1123 time: 0.0439756 Feb 11 14:33:18.855950 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36752) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:18.860194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:18.880126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:18.978734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:19.081353 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Allocated IP 172.25.3.185 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/32c4ac1f-a925-4e76-8683-66c842744ab7) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:19.182870 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:19.215734 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:19.253868 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:19.256589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:19.259104 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:19.290849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=32c4ac1f-a925-4e76-8683-66c842744ab7,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:19.627837 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (679c8a6b-9265-4ac4-b166-8a00993c80bb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:19.702257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:19.849333 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:19.854528 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:19.925541 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event updated for resources: {'Port': ['ID=32c4ac1f-a925-4e76-8683-66c842744ab7,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:19.937834 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (679c8a6b-9265-4ac4-b166-8a00993c80bb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:20.040530 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 679c8a6b-9265-4ac4-b166-8a00993c80bb associated. External IP: 172.25.3.185, port: d40ccd0e-8b07-47f7-bb77-8bf9f869262e. Feb 11 14:33:20.252358 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router d473ab1b-e400-43be-97f6-dc41b8e448a8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:20.361585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:20.371994 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] Sync routers for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:20.380905 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:20.383627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:20.384998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:20.410941 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-0ff9c8d7-0606-446e-a690-21990eab9c54 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5539720 Feb 11 14:33:20.411549 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:20.413803 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96369471-a7a3-407d-b77a-a1c6fcfe32ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:20.458294 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04659ede-9ba3-408d-bc7d-2303fc181f80 x-openstack-request-id: req-04659ede-9ba3-408d-bc7d-2303fc181f80 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:20.458606 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:20.458867 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04659ede-9ba3-408d-bc7d-2303fc181f80 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:20.459276 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'status': 'completed', 'code': 200} Feb 11 14:33:20.503840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:20.546181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-695085df-320b-4c3a-ae6c-016ddcd12a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:20.547719 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-695085df-320b-4c3a-ae6c-016ddcd12a52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1128 time: 0.0678139 Feb 11 14:33:20.554575 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0667-d728-4cd4-8d29-a0a0600f7684 req-0de0e142-9159-4a43-8a1b-be118c7cde6e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:20.556517 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebcd0667-d728-4cd4-8d29-a0a0600f7684 req-0de0e142-9159-4a43-8a1b-be118c7cde6e tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0880985 Feb 11 14:33:20.667042 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ebcd0667-d728-4cd4-8d29-a0a0600f7684 req-d19c899b-4b92-4875-b4d3-fe6a3ce1e2dc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025503 Feb 11 14:33:20.675068 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:20.690142 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-1d5e020d-5211-481c-b71b-6e41bf4c9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:20.691656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-1d5e020d-5211-481c-b71b-6e41bf4c9c1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 200 len: 898 time: 0.1342926 Feb 11 14:33:20.692522 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36758) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:20.752342 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '679c8a6b-9265-4ac4-b166-8a00993c80bb', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'port_id': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'mac_address': 'fa:16:3e:89:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:33:19Z', 'updated_at': '2022-02-11T14:33:19Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:20.757204 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-664cc1c7-1cc1-4514-94b1-f0ffdf7c5e19 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/679c8a6b-9265-4ac4-b166-8a00993c80bb HTTP/1.1" status: 200 len: 992 time: 0.0634458 Feb 11 14:33:20.766400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-4f689c64-0005-40c2-8cad-b7501c676fd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 200 len: 1000 time: 0.0685945 Feb 11 14:33:20.780266 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] Checking router: d473ab1b-e400-43be-97f6-dc41b8e448a8 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:20.789707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:20.790425 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:20.816847 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-7abc702f-0283-433f-9007-677775e6c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:20.818383 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-7abc702f-0283-433f-9007-677775e6c4eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f91d2b9-a4a8-4047-921e-218a3ece06c8 HTTP/1.1" status: 200 len: 835 time: 0.0466640 Feb 11 14:33:20.871235 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-dd160793-d077-4a71-bed3-fb037850af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:20.872777 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-dd160793-d077-4a71-bed3-fb037850af4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03e2de8b-6866-4444-a3ee-bf217d60a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478809 Feb 11 14:33:20.882165 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-445d2387-9dc4-466c-8a4a-f0be6d82a33a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:33:20.883159 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-445d2387-9dc4-466c-8a4a-f0be6d82a33a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049570 Feb 11 14:33:20.904529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:20.976177 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-67fd08f9-ac0c-4d50-9f6b-ead0a8c2e079 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874858 Feb 11 14:33:21.063712 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-96369471-a7a3-407d-b77a-a1c6fcfe32ce req-f6a378fd-1c92-483e-9123-d6d9e7fff521 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823238 Feb 11 14:33:21.292473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '679c8a6b-9265-4ac4-b166-8a00993c80bb', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'port_id': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'mac_address': 'fa:16:3e:89:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:33:19Z', 'updated_at': '2022-02-11T14:33:19Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:21.317976 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310477aa-740a-4ebd-8e0f-512d30ba96ff None None] The sync data for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 is: [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '679c8a6b-9265-4ac4-b166-8a00993c80bb', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'port_id': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'mac_address': 'fa:16:3e:89:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:33:19Z', 'updated_at': '2022-02-11T14:33:19Z', 'revision_number': 0, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:21.512285 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508ab13-e08b-4a59-9262-e248da411f49 None None] New status for floating IP 679c8a6b-9265-4ac4-b166-8a00993c80bb: ACTIVE {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:33:21.759485 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:21.823021 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8e896962-830d-49ba-bc57-0c02009d5562 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/679c8a6b-9265-4ac4-b166-8a00993c80bb HTTP/1.1" status: 200 len: 994 time: 0.0623043 Feb 11 14:33:22.525892 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:27.154397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-028437c0-5710-416e-b584-485c663b5ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:29.549344 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d605758e-e599-4da5-a444-ceb73f1640c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:31.214144 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:32.634447 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:33.820728 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:35.665979 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:33:37.169765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-d75bdad7-6701-4d16-a7de-27a69404b127 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473545 Feb 11 14:33:37.254587 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747093-8441-4019-a305-81a2f508bc6b req-882957f9-a002-403c-9a96-616ae74af979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.256081 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-882957f9-a002-403c-9a96-616ae74af979 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1128 time: 0.0446947 Feb 11 14:33:37.361631 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747093-8441-4019-a305-81a2f508bc6b req-be1b0673-aacd-4688-8f95-56ef7a64ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.363156 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-be1b0673-aacd-4688-8f95-56ef7a64ab65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 200 len: 898 time: 0.0857983 Feb 11 14:33:37.432920 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-e5c4cef3-75a5-4fee-af26-1c826c19a6a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 200 len: 1002 time: 0.0620992 Feb 11 14:33:37.479721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747093-8441-4019-a305-81a2f508bc6b req-c7a832a0-f582-4d5e-9a3f-dc55b27f7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.481126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-c7a832a0-f582-4d5e-9a3f-dc55b27f7f32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f91d2b9-a4a8-4047-921e-218a3ece06c8 HTTP/1.1" status: 200 len: 835 time: 0.0427024 Feb 11 14:33:37.528757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747093-8441-4019-a305-81a2f508bc6b req-fdd05071-b1a7-4ba4-84e1-406e6a32305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.530266 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-fdd05071-b1a7-4ba4-84e1-406e6a32305f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03e2de8b-6866-4444-a3ee-bf217d60a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422962 Feb 11 14:33:37.620928 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-70c55ac0-0aa7-4ac9-933a-55d15f769975 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 Feb 11 14:33:37.716064 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-80747093-8441-4019-a305-81a2f508bc6b req-e491365b-644b-47e2-a6d3-f14754adc74a service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888939 Feb 11 14:33:50.647340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:52.519958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:53.166001 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0738e5-dcd9-49d4-abaa-cfc1fdb7f331 req-41687447-6e02-4b01-8a2a-b1a0a1deaeae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.167553 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a0738e5-dcd9-49d4-abaa-cfc1fdb7f331 req-41687447-6e02-4b01-8a2a-b1a0a1deaeae tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0519781 Feb 11 14:33:53.214922 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3a0738e5-dcd9-49d4-abaa-cfc1fdb7f331 req-0d19180d-2c18-4a3a-872e-0b2055587eda tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412729 Feb 11 14:33:54.341134 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470054-4d40-424f-87ae-7c28e2298e5f req-ba7403c8-840b-44b6-9141-670112f52678 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:54.342656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c470054-4d40-424f-87ae-7c28e2298e5f req-ba7403c8-840b-44b6-9141-670112f52678 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0581932 Feb 11 14:33:54.393824 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c470054-4d40-424f-87ae-7c28e2298e5f req-afb6c475-9239-4dca-8016-55c93ba666fa tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Feb 11 14:33:54.416012 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36780) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:54.480836 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-061c50fd-2cf1-486a-8580-41681dd97666 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/679c8a6b-9265-4ac4-b166-8a00993c80bb HTTP/1.1" status: 200 len: 994 time: 0.0636883 Feb 11 14:33:55.755164 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436213c-559e-40ab-b24a-6b9addfc484a req-957b70ec-9f3d-4365-a66c-00f734a7b4c3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:55.756877 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1436213c-559e-40ab-b24a-6b9addfc484a req-957b70ec-9f3d-4365-a66c-00f734a7b4c3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0544500 Feb 11 14:33:55.769654 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-c33a0a9d-51f2-4135-b135-47aca554da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:55.771193 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-c33a0a9d-51f2-4135-b135-47aca554da29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1128 time: 0.0455062 Feb 11 14:33:55.805315 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1436213c-559e-40ab-b24a-6b9addfc484a req-847705d2-89b7-43d0-b1da-e77e588d30a4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Feb 11 14:33:55.863613 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-bb4763d9-186b-415d-8c68-49f1681306ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:55.865095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-bb4763d9-186b-415d-8c68-49f1681306ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 200 len: 898 time: 0.0884068 Feb 11 14:33:55.928362 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-93d0026d-7214-47f9-b921-1be3b5a56b34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 200 len: 1002 time: 0.0575879 Feb 11 14:33:55.973988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-af1e409d-8c4a-49ef-99c6-131e3e8839b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:55.975690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-af1e409d-8c4a-49ef-99c6-131e3e8839b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f91d2b9-a4a8-4047-921e-218a3ece06c8 HTTP/1.1" status: 200 len: 835 time: 0.0422227 Feb 11 14:33:56.026226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-7e7226c1-5c18-4d62-b8c9-1ba0ba147bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:56.027627 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-7e7226c1-5c18-4d62-b8c9-1ba0ba147bb6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03e2de8b-6866-4444-a3ee-bf217d60a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464084 Feb 11 14:33:56.116150 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-ed92f792-6926-42fa-8e3e-e0a7c1124f49 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827069 Feb 11 14:33:56.207690 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-41cfb4fa-7eac-4b60-bd6b-a23b6e35b49c req-0eb9fbd4-10cb-4f7f-90ce-d8c10164ea6e service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857761 Feb 11 14:33:56.928606 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa8d1-ce22-4f72-96bc-0e25fc31bfbb req-fdf89651-cbfa-4e36-9192-0ff2cca73bd3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:56.930091 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb5fa8d1-ce22-4f72-96bc-0e25fc31bfbb req-fdf89651-cbfa-4e36-9192-0ff2cca73bd3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0527322 Feb 11 14:33:56.979467 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fb5fa8d1-ce22-4f72-96bc-0e25fc31bfbb req-341a2139-d5f3-4994-ba6a-10415a2dfab1 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Feb 11 14:33:57.158534 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a0ff74ba-7cea-47cd-8ef5-b6d12ea43715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:58.108791 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0cf5-645e-466a-99d1-190270bce05f req-63771de0-e7d4-40fb-a04a-364af73645f3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.110227 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c42c0cf5-645e-466a-99d1-190270bce05f req-63771de0-e7d4-40fb-a04a-364af73645f3 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0609021 Feb 11 14:33:58.157671 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c42c0cf5-645e-466a-99d1-190270bce05f req-892b4974-960a-4248-ac4d-0d32d253153a tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Feb 11 14:33:58.179513 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36792) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:58.246223 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-82c4ee91-1cc6-463a-a84d-d40af8e8caa4 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/floatingips/679c8a6b-9265-4ac4-b166-8a00993c80bb HTTP/1.1" status: 200 len: 994 time: 0.0655704 Feb 11 14:33:58.459484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36798) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:58.614414 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 32c4ac1f-a925-4e76-8683-66c842744ab7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:33:58.614761 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:58.696206 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:58.696666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (32c4ac1f-a925-4e76-8683-66c842744ab7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:58.708759 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 32c4ac1f-a925-4e76-8683-66c842744ab7 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:33:58.852689 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (32c4ac1f-a925-4e76-8683-66c842744ab7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:58.886202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=32c4ac1f-a925-4e76-8683-66c842744ab7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:58.909533 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.909875 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.910245 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.910586 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.910921 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.911252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.911583 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.911912 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.912242 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.912687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.912986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.913386 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.913957 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.953599 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for floatingip (679c8a6b-9265-4ac4-b166-8a00993c80bb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:58.953930 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Floating IP 679c8a6b-9265-4ac4-b166-8a00993c80bb disassociated (deleted). External IP: 172.25.3.185, port: d40ccd0e-8b07-47f7-bb77-8bf9f869262e. Feb 11 14:33:59.172051 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router d473ab1b-e400-43be-97f6-dc41b8e448a8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:59.282252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:59.287309 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:59.293286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] Sync routers for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:59.303446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:59.304063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:33:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.317499 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9ab68e08-d177-4324-b94f-c776d1a28f02 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/floatingips/679c8a6b-9265-4ac4-b166-8a00993c80bb HTTP/1.1" status: 204 len: 168 time: 0.8569643 Feb 11 14:33:59.318083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:59.320326 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8542cb6e-17a8-44e2-96b7-8e137705323e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:59.365932 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4ac09-9b65-4d6d-841c-9f5b0785c9fb x-openstack-request-id: req-dbb4ac09-9b65-4d6d-841c-9f5b0785c9fb {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:59.366266 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:59.366526 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dbb4ac09-9b65-4d6d-841c-9f5b0785c9fb {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:59.366941 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'status': 'completed', 'code': 200} Feb 11 14:33:59.429912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:59.441333 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-17e7b6d8-dec8-47f7-83b3-d2305ec36fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.443425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-17e7b6d8-dec8-47f7-83b3-d2305ec36fd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 1128 time: 0.0549681 Feb 11 14:33:59.574874 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-70556eee-dafa-42c3-90d3-3b4f8e438369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.576425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-70556eee-dafa-42c3-90d3-3b4f8e438369 service neutron] 10.222.0.83 "GET /v2.0/networks?id=03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 200 len: 898 time: 0.1247752 Feb 11 14:33:59.584471 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c25b4cdb-fb1d-4275-a96e-d4af9390073c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:59.589532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a00d3-19e7-4037-a0a0-bdb3d639cfeb req-344592b6-075b-4619-9ce8-68e21b0d9e01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.591030 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6a5a00d3-19e7-4037-a0a0-bdb3d639cfeb req-344592b6-075b-4619-9ce8-68e21b0d9e01 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0741816 Feb 11 14:33:59.636692 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-9b45badc-e572-4fab-8dfa-acf87ec85ece service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 200 len: 217 time: 0.0446908 Feb 11 14:33:59.648258 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.679669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] Checking router: d473ab1b-e400-43be-97f6-dc41b8e448a8 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:59.688862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:59.689413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.713628 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6a5a00d3-19e7-4037-a0a0-bdb3d639cfeb req-f1649d86-e6ec-4b08-9a82-822655557577 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148376 Feb 11 14:33:59.719567 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-cf2bec1a-ff1b-4e44-9528-31f8956b680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.721001 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-cf2bec1a-ff1b-4e44-9528-31f8956b680c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f91d2b9-a4a8-4047-921e-218a3ece06c8 HTTP/1.1" status: 200 len: 835 time: 0.0782638 Feb 11 14:33:59.776544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-6dc96c2d-9574-42be-9afe-390dd36a0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.778110 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-6dc96c2d-9574-42be-9afe-390dd36a0184 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03e2de8b-6866-4444-a3ee-bf217d60a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503030 Feb 11 14:33:59.800774 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:59.868067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-64ea633b-ab23-47f6-a372-525b71a4a077 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833943 Feb 11 14:33:59.959212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8542cb6e-17a8-44e2-96b7-8e137705323e req-8acea07a-f068-434f-8867-2b016c9a0be2 service neutron] 10.222.0.83 "GET /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848176 Feb 11 14:33:59.995635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:00.022185 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42848579-64b5-4dde-991e-ad8c37d94806 None None] The sync data for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 is: [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:07Z', 'revision_number': 4, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'e9aecd24-6fd8-40c2-8566-68dff0b6620e', 'name': '', 'network_id': '03e2de8b-6866-4444-a3ee-bf217d60a84c', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'mac_address': 'fa:16:3e:70:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:06Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'subnets': [{'id': '5f91d2b9-a4a8-4047-921e-218a3ece06c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:00.255795 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f02b4a-c925-424d-861c-fa2b2ea37d55 None None] New status for floating IP 679c8a6b-9265-4ac4-b166-8a00993c80bb: DOWN {{(pid=103178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:34:00.841281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9249f80-3ecb-48a9-9a33-7f3ecbe01008 req-89dea5ce-1427-4b26-a050-089c725da4c5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:00.842848 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9249f80-3ecb-48a9-9a33-7f3ecbe01008 req-89dea5ce-1427-4b26-a050-089c725da4c5 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0566633 Feb 11 14:34:00.890699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a9249f80-3ecb-48a9-9a33-7f3ecbe01008 req-579a062e-1217-46ec-9096-ddadd2f6487f tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddb7ed3d-de44-45bf-b555-5b575650d964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Feb 11 14:34:01.073047 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-bd80582f-4fd8-4f07-a4b5-b8e09c153055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:01.074534 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-bd80582f-4fd8-4f07-a4b5-b8e09c153055 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 946 time: 0.0522013 Feb 11 14:34:01.164181 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port d40ccd0e-8b07-47f7-bb77-8bf9f869262e {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:01.164548 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.223476 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.256268 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port d40ccd0e-8b07-47f7-bb77-8bf9f869262e, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:01.256656 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.269173 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for d40ccd0e-8b07-47f7-bb77-8bf9f869262e owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:01.402137 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d40ccd0e-8b07-47f7-bb77-8bf9f869262e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.431718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=d40ccd0e-8b07-47f7-bb77-8bf9f869262e,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:01.460582 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.460944 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.461293 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.461636 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.461975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.462558 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.462925 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.463247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.463580 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.463914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.464243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.464571 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.464895 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:01.486730 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] No DVR routers for this DVR port d40ccd0e-8b07-47f7-bb77-8bf9f869262e on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:01.489336 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.492993 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d027efff-32d8-4e46-ba65-29a85d35fa6d req-548390bf-2f89-40f4-9552-2290dd4d8b9d tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.83 "DELETE /v2.0/ports/d40ccd0e-8b07-47f7-bb77-8bf9f869262e HTTP/1.1" status: 204 len: 173 time: 0.4135942 Feb 11 14:34:01.493500 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'name': 'network-vif-deleted', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:34:01.495945 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c6abe7-d6d4-42d7-bebb-5813369b56e4" -d '{"events": [{"server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "name": "network-vif-deleted", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:01.534285 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af621c5-0ce9-426d-890b-1fb741ea45cd x-openstack-request-id: req-5af621c5-0ce9-426d-890b-1fb741ea45cd {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:01.534590 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9876ce-4413-4413-9a33-eb0a7206c35b", "name": "network-vif-deleted", "tag": "d40ccd0e-8b07-47f7-bb77-8bf9f869262e", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:01.534850 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5af621c5-0ce9-426d-890b-1fb741ea45cd {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:01.535261 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9876ce-4413-4413-9a33-eb0a7206c35b', 'name': 'network-vif-deleted', 'tag': 'd40ccd0e-8b07-47f7-bb77-8bf9f869262e', 'status': 'completed', 'code': 200} Feb 11 14:34:02.006887 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5fc5ea0f-82c8-451c-86b7-5cb641066288 req-95e401d6-69d9-4e4d-98d1-e038ad9f9dad tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e9876ce-4413-4413-9a33-eb0a7206c35b HTTP/1.1" status: 200 len: 210 time: 0.0304325 Feb 11 14:34:02.636563 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.066338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36814) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:03.742677 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (d473ab1b-e400-43be-97f6-dc41b8e448a8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.829004 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.006395 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port e9aecd24-6fd8-40c2-8566-68dff0b6620e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:04.006747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.094725 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port e9aecd24-6fd8-40c2-8566-68dff0b6620e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=e9aecd24-6fd8-40c2-8566-68dff0b6620e,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:04.095424 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.106982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for e9aecd24-6fd8-40c2-8566-68dff0b6620e owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:04.293078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (e9aecd24-6fd8-40c2-8566-68dff0b6620e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.319731 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=e9aecd24-6fd8-40c2-8566-68dff0b6620e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:04.502298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (d473ab1b-e400-43be-97f6-dc41b8e448a8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.721416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Router d473ab1b-e400-43be-97f6-dc41b8e448a8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:04.833246 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:04.839136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-03b3ba31-989b-454d-836c-09acb4a43ffc tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "PUT /v2.0/routers/d473ab1b-e400-43be-97f6-dc41b8e448a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717676 Feb 11 14:34:04.843635 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] Sync routers for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:04.846677 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36816) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:04.854447 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:04.855060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:04.904150 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting subnet 5f91d2b9-a4a8-4047-921e-218a3ece06c8 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:34:04.907349 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (5f91d2b9-a4a8-4047-921e-218a3ece06c8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.952679 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (5f91d2b9-a4a8-4047-921e-218a3ece06c8), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.962615 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:05.023840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d40ccd0e-8b07-47f7-bb77-8bf9f869262e no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:05.044749 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (5f91d2b9-a4a8-4047-921e-218a3ece06c8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.056548 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: d40ccd0e-8b07-47f7-bb77-8bf9f869262e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:05.056895 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d40ccd0e-8b07-47f7-bb77-8bf9f869262e not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:05.106867 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (5f91d2b9-a4a8-4047-921e-218a3ece06c8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.175503 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:34:04Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.203955 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] Checking router: d473ab1b-e400-43be-97f6-dc41b8e448a8 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:05.212998 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] Routers {'d473ab1b-e400-43be-97f6-dc41b8e448a8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:05.213632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['d473ab1b-e400-43be-97f6-dc41b8e448a8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.326255 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] Set router d473ab1b-e400-43be-97f6-dc41b8e448a8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:05.449519 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Subnet': ['ID=5f91d2b9-a4a8-4047-921e-218a3ece06c8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:05.455887 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.460236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c8545f3b-cfc6-4c35-8b26-a57bb3135581 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/subnets/5f91d2b9-a4a8-4047-921e-218a3ece06c8 HTTP/1.1" status: 204 len: 168 time: 0.6125050 Feb 11 14:34:05.460622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447cdd0-c17e-419c-bb54-944b08db3a0f None None] Network 03e2de8b-6866-4444-a3ee-bf217d60a84c requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:34:05.463147 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36818) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:05.581355 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (d473ab1b-e400-43be-97f6-dc41b8e448a8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.592746 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:34:04Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.698034 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_gateway (d473ab1b-e400-43be-97f6-dc41b8e448a8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.752853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Deleting port 4ec10987-bb73-4016-9411-ddd9e0f37f3c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:05.753205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.779990 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] DHCP port deletion for 03e2de8b-6866-4444-a3ee-bf217d60a84c request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:34:05.782345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f3d7b-3d53-49ae-a385-57cfc5b693de None None] The sync data for ids ['d473ab1b-e400-43be-97f6-dc41b8e448a8'] in n-d-828676-2 is: [{'id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136357417', 'tenant_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:34:04Z', 'revision_number': 5, 'project_id': 'a2e4abc6f12049ccb35f69e5e06157c8', 'gw_port': {'id': '4ec10987-bb73-4016-9411-ddd9e0f37f3c', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd473ab1b-e400-43be-97f6-dc41b8e448a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:03Z', 'updated_at': '2022-02-11T14:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:05.834218 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Deleting port 54efd007-5617-49e5-a26d-16ffc36b68bd {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:05.834575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.839905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] For port 4ec10987-bb73-4016-9411-ddd9e0f37f3c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=4ec10987-bb73-4016-9411-ddd9e0f37f3c,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:05.840270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.852671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Calling delete_port for 4ec10987-bb73-4016-9411-ddd9e0f37f3c owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:05.897483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] For port 54efd007-5617-49e5-a26d-16ffc36b68bd, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=54efd007-5617-49e5-a26d-16ffc36b68bd,segment=NetworkSegment(c7f8bafe-6965-4160-ab8b-6721252612ef),segment_id=c7f8bafe-6965-4160-ab8b-6721252612ef)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:05.898055 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.911069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Calling delete_port for 54efd007-5617-49e5-a26d-16ffc36b68bd owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:05.995376 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (54efd007-5617-49e5-a26d-16ffc36b68bd), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.020714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Pushing event deleted for resources: {'Port': ['ID=54efd007-5617-49e5-a26d-16ffc36b68bd,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:06.024073 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (4ec10987-bb73-4016-9411-ddd9e0f37f3c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.025045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] No DVR routers for this DVR port 54efd007-5617-49e5-a26d-16ffc36b68bd on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:06.042412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.042771 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.043117 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.043461 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.043797 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.044122 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.044457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.044804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.045132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.045462 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.046015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.046718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.047299 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e2d650-8cfe-4a5d-bdca-0364cfbce26d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:06.057590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Port': ['ID=4ec10987-bb73-4016-9411-ddd9e0f37f3c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:06.131196 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (d473ab1b-e400-43be-97f6-dc41b8e448a8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.230911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (d473ab1b-e400-43be-97f6-dc41b8e448a8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.233353 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router_controller (d473ab1b-e400-43be-97f6-dc41b8e448a8), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.278090 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (d473ab1b-e400-43be-97f6-dc41b8e448a8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.278794 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Fanout notify agent at l3_agent the message router_deleted on router d473ab1b-e400-43be-97f6-dc41b8e448a8 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:34:06.286453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.287556 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4bbd8371-58c8-44a6-b556-9506aaf65f80 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/routers/d473ab1b-e400-43be-97f6-dc41b8e448a8 HTTP/1.1" status: 204 len: 168 time: 0.8233695 Feb 11 14:34:06.290269 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36820) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:06.369620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (03e2de8b-6866-4444-a3ee-bf217d60a84c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.461441 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (03e2de8b-6866-4444-a3ee-bf217d60a84c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.485618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e2de8b-6866-4444-a3ee-bf217d60a84c']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:06.496852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f8bafe-6965-4160-ab8b-6721252612ef') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:06.497440 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f8bafe-6965-4160-ab8b-6721252612ef') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:06.507662 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (c7f8bafe-6965-4160-ab8b-6721252612ef), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.521795 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (c7f8bafe-6965-4160-ab8b-6721252612ef), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.527675 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:06.528071 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (c7f8bafe-6965-4160-ab8b-6721252612ef), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:06.531071 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:06.592246 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (03e2de8b-6866-4444-a3ee-bf217d60a84c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.596756 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.600203 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/networks/03e2de8b-6866-4444-a3ee-bf217d60a84c HTTP/1.1" status: 204 len: 168 time: 0.3087599 Feb 11 14:34:06.603031 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36822) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:06.614143 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95310865-ac95-4e0f-81bb-59744f3bbec0 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'Network': ['ID=03e2de8b-6866-4444-a3ee-bf217d60a84c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:06.659018 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4eb648ca-6ccc-412a-addd-ff552fdc9a19 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (ddb7ed3d-de44-45bf-b555-5b575650d964), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.683543 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4eb648ca-6ccc-412a-addd-ff552fdc9a19 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (ddb7ed3d-de44-45bf-b555-5b575650d964), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.743728 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4eb648ca-6ccc-412a-addd-ff552fdc9a19 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (ddb7ed3d-de44-45bf-b555-5b575650d964), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.746631 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4eb648ca-6ccc-412a-addd-ff552fdc9a19 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.751063 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4eb648ca-6ccc-412a-addd-ff552fdc9a19 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] 10.222.0.79 "DELETE /v2.0/security-groups/ddb7ed3d-de44-45bf-b555-5b575650d964 HTTP/1.1" status: 204 len: 168 time: 0.1433015 Feb 11 14:34:06.757612 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb648ca-6ccc-412a-addd-ff552fdc9a19 tempest-TestNetworkAdvancedServerOps-1143834713 tempest-TestNetworkAdvancedServerOps-1143834713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb7ed3d-de44-45bf-b555-5b575650d964,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.073327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36830) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:07.093713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 54efd007-5617-49e5-a26d-16ffc36b68bd no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:07.117143 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 54efd007-5617-49e5-a26d-16ffc36b68bd {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:07.117493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 54efd007-5617-49e5-a26d-16ffc36b68bd not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:07.117909 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ec10987-bb73-4016-9411-ddd9e0f37f3c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:07.136141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 4ec10987-bb73-4016-9411-ddd9e0f37f3c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:07.136491 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 4ec10987-bb73-4016-9411-ddd9e0f37f3c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:07.136901 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e9aecd24-6fd8-40c2-8566-68dff0b6620e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:07.155678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: e9aecd24-6fd8-40c2-8566-68dff0b6620e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:07.156033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device e9aecd24-6fd8-40c2-8566-68dff0b6620e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:07.220159 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a7e88d3f-d971-4e67-92ba-abb08182f84f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2e4abc6f12049ccb35f69e5e06157c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456864 Feb 11 14:34:07.222612 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:07.268631 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aca98b9-16e4-41b1-9a40-34cf395f3f8f admin admin] Publish callbacks [] for security_group (6a0dbe78-3c9c-4a59-89f4-9c1e6785d738), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.289549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aca98b9-16e4-41b1-9a40-34cf395f3f8f admin admin] Publish callbacks [] for security_group (6a0dbe78-3c9c-4a59-89f4-9c1e6785d738), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.339782 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aca98b9-16e4-41b1-9a40-34cf395f3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (6a0dbe78-3c9c-4a59-89f4-9c1e6785d738), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.343161 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9aca98b9-16e4-41b1-9a40-34cf395f3f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.344345 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9aca98b9-16e4-41b1-9a40-34cf395f3f8f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a0dbe78-3c9c-4a59-89f4-9c1e6785d738 HTTP/1.1" status: 204 len: 168 time: 0.1208141 Feb 11 14:34:07.352956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca98b9-16e4-41b1-9a40-34cf395f3f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0dbe78-3c9c-4a59-89f4-9c1e6785d738,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.600559 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36840) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:07.613531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71572bd1-87a6-4d02-b4d5-67e8c70a8f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.684831 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71572bd1-87a6-4d02-b4d5-67e8c70a8f92 admin admin] Publish callbacks [] for security_group (b2f4d4a3-88a0-4b33-8605-9fa97f60bf36), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.688395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-71572bd1-87a6-4d02-b4d5-67e8c70a8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b2f4d4a3-88a0-4b33-8605-9fa97f60bf36), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.726670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-71572bd1-87a6-4d02-b4d5-67e8c70a8f92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f3980c74a31451ca74260a6015145fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250076 Feb 11 14:34:07.727534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71572bd1-87a6-4d02-b4d5-67e8c70a8f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f4d4a3-88a0-4b33-8605-9fa97f60bf36,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.729485 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36842) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:07.780083 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bc36-4793-4cff-b1f2-7ba56241a368 admin admin] Publish callbacks [] for security_group (b2f4d4a3-88a0-4b33-8605-9fa97f60bf36), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.800564 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bc36-4793-4cff-b1f2-7ba56241a368 admin admin] Publish callbacks [] for security_group (b2f4d4a3-88a0-4b33-8605-9fa97f60bf36), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.846804 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bc36-4793-4cff-b1f2-7ba56241a368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (b2f4d4a3-88a0-4b33-8605-9fa97f60bf36), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.849341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2ba5bc36-4793-4cff-b1f2-7ba56241a368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.850794 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2ba5bc36-4793-4cff-b1f2-7ba56241a368 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2f4d4a3-88a0-4b33-8605-9fa97f60bf36 HTTP/1.1" status: 204 len: 168 time: 0.1197889 Feb 11 14:34:07.858747 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5bc36-4793-4cff-b1f2-7ba56241a368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f4d4a3-88a0-4b33-8605-9fa97f60bf36,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:08.496914 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36864) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:08.591392 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-428418877-network', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:08.613700 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Made reservation on behalf of b4f2ccacddc94388b481bc1a6e34aa58 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:08.616019 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.625004 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.700552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks [] for security_group (d7e18ad1-2686-4a82-9f0c-321ae74b2c10), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.704308 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7e18ad1-2686-4a82-9f0c-321ae74b2c10), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.727401 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:34:08.741513 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e18ad1-2686-4a82-9f0c-321ae74b2c10,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:08.747836 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1c787b35-45ee-40f6-bb82-54070e521512), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.748181 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Added segment 1c787b35-45ee-40f6-bb82-54070e521512 of type vlan for network 6b674eec-c820-4304-9b76-342a5d43bd03 Feb 11 14:34:08.790467 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (6b674eec-c820-4304-9b76-342a5d43bd03), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.817121 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (6b674eec-c820-4304-9b76-342a5d43bd03), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.818108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:08.818704 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.852097 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3544023 Feb 11 14:34:08.855208 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36868) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:08.861648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Request body: {'subnet': {'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-428418877-subnet', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:08.881252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Made reservation on behalf of b4f2ccacddc94388b481bc1a6e34aa58 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:08.883746 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.883978 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa982bd-0e36-48b7-a641-cfb2381dcafa admin admin] Pushing event updated for resources: {'Network': ['ID=6b674eec-c820-4304-9b76-342a5d43bd03,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:08.894433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 6b674eec-c820-4304-9b76-342a5d43bd03 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:34:09.050586 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (a5b09a31-3dd5-4efa-ae34-0a426dad1408), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.106701 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b09a31-3dd5-4efa-ae34-0a426dad1408,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:09.129029 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Checking segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:09.129447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Network hostable DHCP agents. Network: 6b674eec-c820-4304-9b76-342a5d43bd03, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:34:09.145852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Network 6b674eec-c820-4304-9b76-342a5d43bd03 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:34:09.154195 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 6b674eec-c820-4304-9b76-342a5d43bd03) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:09.158897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:09.159454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.163727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d6594-fad0-44b7-af8b-560029635618 None None] Network 6b674eec-c820-4304-9b76-342a5d43bd03 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:34:09.177415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-4babbf3b-d190-4388-8aed-af92eed78b3a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3185027 Feb 11 14:34:09.177763 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36870) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:09.183397 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:09.202609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (3ce5e8f2-9573-4b9b-8a41-a499624e0184), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.203648 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (3ce5e8f2-9573-4b9b-8a41-a499624e0184), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.264499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-6b674eec-c820-4304-9b76-342a5d43bd03', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:34:09.264946 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks [] for router_controller (3ce5e8f2-9573-4b9b-8a41-a499624e0184), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.265456 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.399484 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Allocated IP 172.20.0.2 (6b674eec-c820-4304-9b76-342a5d43bd03/a5b09a31-3dd5-4efa-ae34-0a426dad1408/25de4c8a-2401-448d-82fe-a38b3a86d5a0) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:09.408422 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks [] for router_gateway (3ce5e8f2-9573-4b9b-8a41-a499624e0184), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.540767 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Publish callbacks [] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.547205 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.587930 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Network 6b674eec-c820-4304-9b76-342a5d43bd03 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:09.591468 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:09.595603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:09.602546 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Pushing event updated for resources: {'Port': ['ID=25de4c8a-2401-448d-82fe-a38b3a86d5a0,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:09.602812 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks [] for router_gateway (3ce5e8f2-9573-4b9b-8a41-a499624e0184), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.626184 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.661056 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Attempting to bind port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:34:09.661355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Attempting to bind port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:34:09.661704 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Attempting to bind port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:09.666632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:09.667015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Checking segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:09.667413 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.667802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Bound using segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:09.668436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Bound port: 25de4c8a-2401-448d-82fe-a38b3a86d5a0, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:34:09.669103 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.730482 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] For port 25de4c8a-2401-448d-82fe-a38b3a86d5a0, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:09.734136 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] For port 25de4c8a-2401-448d-82fe-a38b3a86d5a0, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25de4c8a-2401-448d-82fe-a38b3a86d5a0,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:09.734988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Allocated IP 172.25.3.148 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9f326213-8e6c-4d7c-9a76-93be737867cb) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:09.740732 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.801538 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6f1e1-ae09-476e-9e4f-c705637643cc None None] Pushing event updated for resources: {'Port': ['ID=25de4c8a-2401-448d-82fe-a38b3a86d5a0,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:09.842559 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks [] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.884532 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:09.925434 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:09.928576 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:09.932118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:09.938214 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Pushing event updated for resources: {'Port': ['ID=9f326213-8e6c-4d7c-9a76-93be737867cb,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:10.205452 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks [] for router_gateway (3ce5e8f2-9573-4b9b-8a41-a499624e0184), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:10.721511 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda3953-c7e2-4f01-afaa-0b707176db69 None None] Network 6b674eec-c820-4304-9b76-342a5d43bd03 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:34:10.750082 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (3ce5e8f2-9573-4b9b-8a41-a499624e0184), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:10.836083 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c5ee7014-52e2-407e-8a3b-f013923c13ff None None] Provisioning complete for port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:10.836474 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7014-52e2-407e-8a3b-f013923c13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:10.896025 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:34:10.923202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee7014-52e2-407e-8a3b-f013923c13ff None None] Current status of the port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:10.923668 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7014-52e2-407e-8a3b-f013923c13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:10.959643 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c5ee7014-52e2-407e-8a3b-f013923c13ff None None] For port 25de4c8a-2401-448d-82fe-a38b3a86d5a0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25de4c8a-2401-448d-82fe-a38b3a86d5a0,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:10.964670 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7014-52e2-407e-8a3b-f013923c13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.016612 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7014-52e2-407e-8a3b-f013923c13ff None None] Pushing event updated for resources: {'Port': ['ID=25de4c8a-2401-448d-82fe-a38b3a86d5a0,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.017261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:11.027483 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Sync routers for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:11.039684 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.041065 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-02ef1910-548b-45f9-b69a-689b1a46b712 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8620582 Feb 11 14:34:11.043831 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:11.044009 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36872) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:11.044560 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:11.144816 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25de4c8a-2401-448d-82fe-a38b3a86d5a0 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:11.172360 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:11.208473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b1880182-e6d1-4ce7-8289-3615d634365a None None] Provisioning complete for port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:11.209117 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1880182-e6d1-4ce7-8289-3615d634365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.212133 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:11.212663 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.329522 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:11.358093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:10Z', 'revision_number': 3, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:11.371647 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b1880182-e6d1-4ce7-8289-3615d634365a None None] Current status of the port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:11.386093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Checking router: 3ce5e8f2-9573-4b9b-8a41-a499624e0184 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:11.386466 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Updating router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 port 9f326213-8e6c-4d7c-9a76-93be737867cb binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:34:11.412711 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.491009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.656121 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Allocated IP 172.20.0.1 (6b674eec-c820-4304-9b76-342a5d43bd03/a5b09a31-3dd5-4efa-ae34-0a426dad1408/b6a97502-cb3c-4d44-ba01-8574e755453d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:11.761195 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Publish callbacks [] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.767588 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.768474 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks [] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.807789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.816589 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Attempting to bind port 9f326213-8e6c-4d7c-9a76-93be737867cb on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:34:11.816589 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Attempting to bind port 9f326213-8e6c-4d7c-9a76-93be737867cb by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:34:11.816589 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Attempting to bind port 9f326213-8e6c-4d7c-9a76-93be737867cb on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:11.830274 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:11.830821 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:11.831380 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.831876 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:11.832492 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Bound port: 9f326213-8e6c-4d7c-9a76-93be737867cb, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:34:11.832980 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.850550 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Network 6b674eec-c820-4304-9b76-342a5d43bd03 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:11.855141 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:11.860475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:11.863472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Pushing event updated for resources: {'Port': ['ID=b6a97502-cb3c-4d44-ba01-8574e755453d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.887568 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] For port 9f326213-8e6c-4d7c-9a76-93be737867cb, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:11.891981 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] For port 9f326213-8e6c-4d7c-9a76-93be737867cb, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f326213-8e6c-4d7c-9a76-93be737867cb,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:11.895505 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Pushing event updated for resources: {'Port': ['ID=9f326213-8e6c-4d7c-9a76-93be737867cb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.905931 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.907338 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (3ce5e8f2-9573-4b9b-8a41-a499624e0184), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:11.909215 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.909593 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.910083 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.910444 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.912454 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.912983 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.913483 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.914157 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.914668 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.915709 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.916202 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.916691 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.918303 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:11.975209 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63346d2e-000a-4663-a577-e8096a01d251 None None] Pushing event updated for resources: {'Port': ['ID=9f326213-8e6c-4d7c-9a76-93be737867cb,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.998882 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:11.999497 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.086907 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:12.135511 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:12.211512 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e1886b8d-4114-4909-bb07-a52a11ed9477 None None] Provisioning complete for port b6a97502-cb3c-4d44-ba01-8574e755453d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:12.212462 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e1886b8d-4114-4909-bb07-a52a11ed9477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:12.250251 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e1886b8d-4114-4909-bb07-a52a11ed9477 None None] Port b6a97502-cb3c-4d44-ba01-8574e755453d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:34:12.262724 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks [] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:12.268089 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:12.337883 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:10Z', 'revision_number': 3, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.340375 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (3ce5e8f2-9573-4b9b-8a41-a499624e0184), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:12.343791 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Pushing event updated for resources: {'Port': ['ID=b6a97502-cb3c-4d44-ba01-8574e755453d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:12.370770 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b95821-0084-4a94-8c4e-23770eedea2c None None] The sync data for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 is: [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:10Z', 'revision_number': 3, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:12.449508 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Network 6b674eec-c820-4304-9b76-342a5d43bd03 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:12.451696 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:12.590312 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:12.664826 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:34:12.737218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:12.752916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-92820342-257f-4c48-aaff-0e2beb9b0e3a admin admin] 10.222.0.79 "PUT /v2.0/routers/3ce5e8f2-9573-4b9b-8a41-a499624e0184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6986055 Feb 11 14:34:12.783618 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-44cbab41-8439-4de6-a470-cfaa736c59c6 None None] Provisioning complete for port b6a97502-cb3c-4d44-ba01-8574e755453d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:12.784015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-44cbab41-8439-4de6-a470-cfaa736c59c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:12.827805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-44cbab41-8439-4de6-a470-cfaa736c59c6 None None] Port b6a97502-cb3c-4d44-ba01-8574e755453d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:34:13.154634 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f326213-8e6c-4d7c-9a76-93be737867cb up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:13.218648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f326213-8e6c-4d7c-9a76-93be737867cb triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:13.219295 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.320176 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f326213-8e6c-4d7c-9a76-93be737867cb is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:13.320623 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.342918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9f326213-8e6c-4d7c-9a76-93be737867cb, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f326213-8e6c-4d7c-9a76-93be737867cb,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:13.350359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.391985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36888) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:13.397126 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1191691519-network', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:13.419569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9f326213-8e6c-4d7c-9a76-93be737867cb,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:13.424856 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Made reservation on behalf of 33ec0980d51d4995b778eb48f4ef6556 for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:13.427646 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.439150 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.519552 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks [] for security_group (10167d59-fe46-4f3e-be33-a2e65d964d28), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.524181 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (10167d59-fe46-4f3e-be33-a2e65d964d28), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.549771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:34:13.560255 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10167d59-fe46-4f3e-be33-a2e65d964d28,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:13.565789 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (960331a5-4e9d-467f-a00c-9c1e9841a9f3), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.566303 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Added segment 960331a5-4e9d-467f-a00c-9c1e9841a9f3 of type vlan for network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a Feb 11 14:34:13.623521 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.652183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.653472 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:13.654741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.686763 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2936733 Feb 11 14:34:13.689649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36890) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:13.694942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Request body: {'subnet': {'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1191691519-subnet', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:13.715267 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Made reservation on behalf of 33ec0980d51d4995b778eb48f4ef6556 for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:13.718380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.722775 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae9c1a-1fca-4d5b-bc03-7be09f3198c1 admin admin] Pushing event updated for resources: {'Network': ['ID=723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:13.736277 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:34:13.927423 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (4be5d85e-ad05-4cf7-be8b-eaed829cd5e8), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:13.981842 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be5d85e-ad05-4cf7-be8b-eaed829cd5e8,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:13.993753 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Checking segment: {'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:13.994169 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Network hostable DHCP agents. Network: 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:34:14.011099 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:34:14.020157 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:14.024746 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:14.025395 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.030910 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f780af-c77e-4a4d-bedd-0e57f25710ae None None] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:34:14.047307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-99b10014-e0ec-44c8-af58-3f5afa84c777 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3563874 Feb 11 14:34:14.049771 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36892) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:14.054360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:14.072538 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (27285f05-329e-4f0a-9b1b-d4e8afb99067), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.073581 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (27285f05-329e-4f0a-9b1b-d4e8afb99067), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.131386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks [] for router_controller (27285f05-329e-4f0a-9b1b-d4e8afb99067), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.145555 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a', 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a', 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'fixed_ips': [{'subnet_id': '4be5d85e-ad05-4cf7-be8b-eaed829cd5e8'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:34:14.146477 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.220532 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Sync routers for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:14.250216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:14.250867 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:14.284510 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks [] for router_gateway (27285f05-329e-4f0a-9b1b-d4e8afb99067), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.371603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Allocated IP 172.20.0.2 (723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a/4be5d85e-ad05-4cf7-be8b-eaed829cd5e8/a9e1f6ca-568d-4537-94fa-37995368fbd7) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:14.425672 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:14.495606 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks [] for router_gateway (27285f05-329e-4f0a-9b1b-d4e8afb99067), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.515654 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.634230 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Allocated IP 172.25.3.220 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/47b843b8-f4d8-4c41-b26e-c470c5ce71b1) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:14.672228 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Publish callbacks [] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.697769 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.742077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:14.745570 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks [] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.748390 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:14.754264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:14.762583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Pushing event updated for resources: {'Port': ['ID=a9e1f6ca-568d-4537-94fa-37995368fbd7,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:14.783862 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.820750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 2, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:14.822177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:14.825057 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:14.836692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:14.855267 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Attempting to bind port a9e1f6ca-568d-4537-94fa-37995368fbd7 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:34:14.855651 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Attempting to bind port a9e1f6ca-568d-4537-94fa-37995368fbd7 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:34:14.856028 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Attempting to bind port a9e1f6ca-568d-4537-94fa-37995368fbd7 on network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:14.858807 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Checking router: 3ce5e8f2-9573-4b9b-8a41-a499624e0184 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:14.859168 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Updating router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 port b6a97502-cb3c-4d44-ba01-8574e755453d binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:34:14.864030 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Pushing event updated for resources: {'Port': ['ID=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:14.881067 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:14.881457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Checking segment: {'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:14.881875 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.882311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Bound using segment: {'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:14.882812 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Bound port: a9e1f6ca-568d-4537-94fa-37995368fbd7, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:34:14.883201 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.901779 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:14.992013 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] For port a9e1f6ca-568d-4537-94fa-37995368fbd7, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:15.054180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] For port a9e1f6ca-568d-4537-94fa-37995368fbd7, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a9e1f6ca-568d-4537-94fa-37995368fbd7,segment=NetworkSegment(960331a5-4e9d-467f-a00c-9c1e9841a9f3),segment_id=960331a5-4e9d-467f-a00c-9c1e9841a9f3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:15.069946 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.105439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks [] for router_gateway (27285f05-329e-4f0a-9b1b-d4e8afb99067), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.112310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f326213-8e6c-4d7c-9a76-93be737867cb up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:15.321925 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (27285f05-329e-4f0a-9b1b-d4e8afb99067), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.399576 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c8188-da43-4261-923e-86c38e3f37fe None None] Pushing event updated for resources: {'Port': ['ID=a9e1f6ca-568d-4537-94fa-37995368fbd7,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:15.441752 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f326213-8e6c-4d7c-9a76-93be737867cb triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:15.442150 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.476945 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Router 27285f05-329e-4f0a-9b1b-d4e8afb99067 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:34:15.534073 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Publish callbacks [] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.540084 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.608232 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:15.618310 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f326213-8e6c-4d7c-9a76-93be737867cb is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:15.620315 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16652-4269-4124-823b-60a419c546de None None] Pushing event updated for resources: {'Port': ['ID=b6a97502-cb3c-4d44-ba01-8574e755453d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:15.621144 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Sync routers for ids ['27285f05-329e-4f0a-9b1b-d4e8afb99067'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:15.636740 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Routers {'27285f05-329e-4f0a-9b1b-d4e8afb99067'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:15.637470 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['27285f05-329e-4f0a-9b1b-d4e8afb99067'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:15.640974 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.645064 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-59ea5d73-5f9b-42c0-8e54-522f3710cf0f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5916169 Feb 11 14:34:15.645247 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36896) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:15.694486 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Attempting to bind port b6a97502-cb3c-4d44-ba01-8574e755453d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:34:15.695268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Attempting to bind port b6a97502-cb3c-4d44-ba01-8574e755453d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:34:15.695847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Attempting to bind port b6a97502-cb3c-4d44-ba01-8574e755453d on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:15.703829 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:15.704497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Checking segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:15.705084 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.705678 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Bound using segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:15.706417 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Bound port: b6a97502-cb3c-4d44-ba01-8574e755453d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:34:15.707552 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.759438 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Set router 27285f05-329e-4f0a-9b1b-d4e8afb99067 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:15.790711 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] For port b6a97502-cb3c-4d44-ba01-8574e755453d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:15.798009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] For port b6a97502-cb3c-4d44-ba01-8574e755453d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b6a97502-cb3c-4d44-ba01-8574e755453d,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:15.804810 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:15.878505 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:15.879162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:16.020219 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 3, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port': {'id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:16.026733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:16.053844 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Checking router: 27285f05-329e-4f0a-9b1b-d4e8afb99067 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:16.054747 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Updating router 27285f05-329e-4f0a-9b1b-d4e8afb99067 port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:34:16.066531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16652-4269-4124-823b-60a419c546de None None] Pushing event updated for resources: {'Port': ['ID=b6a97502-cb3c-4d44-ba01-8574e755453d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.089058 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.196769 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b880820c-571a-4989-acff-a411653c5d78 None None] Provisioning complete for port b6a97502-cb3c-4d44-ba01-8574e755453d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:16.197056 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b880820c-571a-4989-acff-a411653c5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.233900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.310727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b880820c-571a-4989-acff-a411653c5d78 None None] Current status of the port b6a97502-cb3c-4d44-ba01-8574e755453d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:16.311124 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b880820c-571a-4989-acff-a411653c5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.377226 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-b880820c-571a-4989-acff-a411653c5d78 None None] For port b6a97502-cb3c-4d44-ba01-8574e755453d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b6a97502-cb3c-4d44-ba01-8574e755453d,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:16.383580 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b880820c-571a-4989-acff-a411653c5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.429881 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Publish callbacks [] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.436843 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Allocated IP 172.20.0.1 (723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a/4be5d85e-ad05-4cf7-be8b-eaed829cd5e8/c154237f-626c-4879-9624-d5a258c8ce5c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:16.437865 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.441920 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880820c-571a-4989-acff-a411653c5d78 None None] Pushing event updated for resources: {'Port': ['ID=b6a97502-cb3c-4d44-ba01-8574e755453d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.454684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:15Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:16.483265 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6495d4-1bad-4804-8356-dd936a83e36e None None] The sync data for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 is: [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:15Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:16.500405 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370c7f2-7ea6-4b5e-9063-1fd26b735ac3 None None] Pushing event updated for resources: {'Port': ['ID=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.504841 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Attempting to bind port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:34:16.505741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Attempting to bind port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:34:16.506306 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Attempting to bind port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:16.512111 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:16.512490 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:16.512892 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.513743 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:16.513895 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Bound port: 47b843b8-f4d8-4c41-b26e-c470c5ce71b1, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:34:16.514322 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.522278 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88101a3a-44cd-4c20-829f-c308771ae1f9 None None] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:34:16.528184 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-b3c4caac-64d0-4911-968d-4317c5945622 None None] Provisioning complete for port b6a97502-cb3c-4d44-ba01-8574e755453d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:16.528863 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b3c4caac-64d0-4911-968d-4317c5945622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.600427 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] For port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:16.605430 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] For port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:16.608416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks [] for port (c154237f-626c-4879-9624-d5a258c8ce5c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.615739 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.670731 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.702536 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Routers {'27285f05-329e-4f0a-9b1b-d4e8afb99067'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:16.703783 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['27285f05-329e-4f0a-9b1b-d4e8afb99067'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:16.709043 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370c7f2-7ea6-4b5e-9063-1fd26b735ac3 None None] Pushing event updated for resources: {'Port': ['ID=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.736660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:16.739821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:16.742465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:16.757096 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4caac-64d0-4911-968d-4317c5945622 None None] Current status of the port b6a97502-cb3c-4d44-ba01-8574e755453d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:16.779411 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Pushing event updated for resources: {'Port': ['ID=c154237f-626c-4879-9624-d5a258c8ce5c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.800014 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (27285f05-329e-4f0a-9b1b-d4e8afb99067), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.840273 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] Set router 27285f05-329e-4f0a-9b1b-d4e8afb99067 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:16.886040 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-894907af-ccbf-499b-963a-4deb1952d583 None None] Provisioning complete for port a9e1f6ca-568d-4537-94fa-37995368fbd7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:16.886448 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-894907af-ccbf-499b-963a-4deb1952d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.996276 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:16.997457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-894907af-ccbf-499b-963a-4deb1952d583 None None] Current status of the port a9e1f6ca-568d-4537-94fa-37995368fbd7 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:16.998330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-894907af-ccbf-499b-963a-4deb1952d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.071222 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-894907af-ccbf-499b-963a-4deb1952d583 None None] For port a9e1f6ca-568d-4537-94fa-37995368fbd7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a9e1f6ca-568d-4537-94fa-37995368fbd7,segment=NetworkSegment(960331a5-4e9d-467f-a00c-9c1e9841a9f3),segment_id=960331a5-4e9d-467f-a00c-9c1e9841a9f3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:17.080863 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-894907af-ccbf-499b-963a-4deb1952d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.106043 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 3, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port': {'id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:17.173787 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a58432-e95e-4d06-b971-08472b9bdc5e None None] The sync data for ids ['27285f05-329e-4f0a-9b1b-d4e8afb99067'] in n-d-828676-2 is: [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 3, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port': {'id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:17.204855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894907af-ccbf-499b-963a-4deb1952d583 None None] Pushing event updated for resources: {'Port': ['ID=a9e1f6ca-568d-4537-94fa-37995368fbd7,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:17.221559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e6434cb2-fdcb-4bb2-9fdb-11313319d387 None None] Provisioning complete for port c154237f-626c-4879-9624-d5a258c8ce5c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:17.221932 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6434cb2-fdcb-4bb2-9fdb-11313319d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.285960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b6a97502-cb3c-4d44-ba01-8574e755453d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:17.298170 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks [] for port (c154237f-626c-4879-9624-d5a258c8ce5c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.306634 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.360489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (27285f05-329e-4f0a-9b1b-d4e8afb99067), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.375487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port b6a97502-cb3c-4d44-ba01-8574e755453d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:17.376121 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.380192 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e6434cb2-fdcb-4bb2-9fdb-11313319d387 None None] Port c154237f-626c-4879-9624-d5a258c8ce5c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:34:17.423292 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e6434cb2-fdcb-4bb2-9fdb-11313319d387 None None] Provisioning complete for port a9e1f6ca-568d-4537-94fa-37995368fbd7 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:17.423681 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e6434cb2-fdcb-4bb2-9fdb-11313319d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.510340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Pushing event updated for resources: {'Port': ['ID=c154237f-626c-4879-9624-d5a258c8ce5c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:17.524467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:17.526475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:17.554531 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port b6a97502-cb3c-4d44-ba01-8574e755453d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:17.555777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a9e1f6ca-568d-4537-94fa-37995368fbd7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:17.601483 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e6434cb2-fdcb-4bb2-9fdb-11313319d387 None None] Current status of the port a9e1f6ca-568d-4537-94fa-37995368fbd7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:17.624065 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a9e1f6ca-568d-4537-94fa-37995368fbd7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:17.624065 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.711680 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Router 27285f05-329e-4f0a-9b1b-d4e8afb99067 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:17.744401 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-26c2e785-6ac5-4cf5-b3f2-c52cb8568b4b None None] Provisioning complete for port c154237f-626c-4879-9624-d5a258c8ce5c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:17.744782 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-26c2e785-6ac5-4cf5-b3f2-c52cb8568b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.783093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-26c2e785-6ac5-4cf5-b3f2-c52cb8568b4b None None] Port c154237f-626c-4879-9624-d5a258c8ce5c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:34:17.787385 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a9e1f6ca-568d-4537-94fa-37995368fbd7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:17.861739 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:17.870512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-c904b27e-2271-4077-a6fa-8fc165087a2d admin admin] 10.222.0.79 "PUT /v2.0/routers/27285f05-329e-4f0a-9b1b-d4e8afb99067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2241192 Feb 11 14:34:17.909675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-da71faa9-5b1a-4440-aa00-493dab7a4299 None None] Provisioning complete for port c154237f-626c-4879-9624-d5a258c8ce5c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:17.910099 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da71faa9-5b1a-4440-aa00-493dab7a4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:17.951362 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-da71faa9-5b1a-4440-aa00-493dab7a4299 None None] Port c154237f-626c-4879-9624-d5a258c8ce5c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:34:18.818491 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36904) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:18.823043 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-0b9f7c7a-6716-4974-a3bc-d34db442e568 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576130812', 'description': 'tempest-secgroup-smoke-576130812 description', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:18.843322 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7c7a-6716-4974-a3bc-d34db442e568 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:18.911892 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7c7a-6716-4974-a3bc-d34db442e568 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (0a1af4fc-8e81-4122-a1cb-704cde1b0130), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:18.916702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7c7a-6716-4974-a3bc-d34db442e568 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0a1af4fc-8e81-4122-a1cb-704cde1b0130), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:18.948930 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f7c7a-6716-4974-a3bc-d34db442e568 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1af4fc-8e81-4122-a1cb-704cde1b0130,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:18.954227 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7c7a-6716-4974-a3bc-d34db442e568 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:18.955999 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0b9f7c7a-6716-4974-a3bc-d34db442e568 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1359761 Feb 11 14:34:18.959626 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36906) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:18.963936 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-6d5d3a64-9a11-4f5e-84aa-6a42c9bf8938 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '0a1af4fc-8e81-4122-a1cb-704cde1b0130', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:18.989214 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3a64-9a11-4f5e-84aa-6a42c9bf8938 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (603526cf-ef60-4873-8d02-a347aacb9cd2), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.043113 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3a64-9a11-4f5e-84aa-6a42c9bf8938 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (603526cf-ef60-4873-8d02-a347aacb9cd2), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.047446 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3a64-9a11-4f5e-84aa-6a42c9bf8938 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (603526cf-ef60-4873-8d02-a347aacb9cd2), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.069561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d3a64-9a11-4f5e-84aa-6a42c9bf8938 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603526cf-ef60-4873-8d02-a347aacb9cd2,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.078992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3a64-9a11-4f5e-84aa-6a42c9bf8938 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.080244 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-6d5d3a64-9a11-4f5e-84aa-6a42c9bf8938 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196971 Feb 11 14:34:19.083250 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36908) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:19.088229 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-13aebfcb-d67e-40fb-9eba-c518ff2754e7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '0a1af4fc-8e81-4122-a1cb-704cde1b0130', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:19.113476 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13aebfcb-d67e-40fb-9eba-c518ff2754e7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (411bdebb-afa5-4a8d-8a2e-f6a9b337fe3e), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.173923 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:19.181176 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13aebfcb-d67e-40fb-9eba-c518ff2754e7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (411bdebb-afa5-4a8d-8a2e-f6a9b337fe3e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.185519 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13aebfcb-d67e-40fb-9eba-c518ff2754e7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (411bdebb-afa5-4a8d-8a2e-f6a9b337fe3e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.205328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aebfcb-d67e-40fb-9eba-c518ff2754e7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411bdebb-afa5-4a8d-8a2e-f6a9b337fe3e,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.215636 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-13aebfcb-d67e-40fb-9eba-c518ff2754e7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.218094 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-13aebfcb-d67e-40fb-9eba-c518ff2754e7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331279 Feb 11 14:34:19.220274 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36910) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:19.225097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-e4cbd048-6f71-40b3-b1f4-28e0c68de3f6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '0a1af4fc-8e81-4122-a1cb-704cde1b0130', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:19.227514 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:19.228083 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.253379 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd048-6f71-40b3-b1f4-28e0c68de3f6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (e4860221-8d43-40d3-b6d9-18399776740b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.312304 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:19.312650 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.312808 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd048-6f71-40b3-b1f4-28e0c68de3f6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (e4860221-8d43-40d3-b6d9-18399776740b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.316794 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd048-6f71-40b3-b1f4-28e0c68de3f6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e4860221-8d43-40d3-b6d9-18399776740b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.333805 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:19.334294 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbd048-6f71-40b3-b1f4-28e0c68de3f6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4860221-8d43-40d3-b6d9-18399776740b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.338930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.339837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a9e1f6ca-568d-4537-94fa-37995368fbd7 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:19.343489 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd048-6f71-40b3-b1f4-28e0c68de3f6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.345181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e4cbd048-6f71-40b3-b1f4-28e0c68de3f6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234531 Feb 11 14:34:19.347679 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36912) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:19.352565 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-50f8dadd-063c-44b8-9a3f-fed83445981f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '0a1af4fc-8e81-4122-a1cb-704cde1b0130', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:19.378084 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f8dadd-063c-44b8-9a3f-fed83445981f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (22955d34-ce3a-4acb-a4da-d794478d14ad), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.422639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.435137 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port a9e1f6ca-568d-4537-94fa-37995368fbd7 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:19.435521 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.446964 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f8dadd-063c-44b8-9a3f-fed83445981f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (22955d34-ce3a-4acb-a4da-d794478d14ad), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.451547 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f8dadd-063c-44b8-9a3f-fed83445981f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (22955d34-ce3a-4acb-a4da-d794478d14ad), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.468852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8dadd-063c-44b8-9a3f-fed83445981f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22955d34-ce3a-4acb-a4da-d794478d14ad,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.477601 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-50f8dadd-063c-44b8-9a3f-fed83445981f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.478896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-50f8dadd-063c-44b8-9a3f-fed83445981f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301656 Feb 11 14:34:19.481555 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36914) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:19.486656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '0a1af4fc-8e81-4122-a1cb-704cde1b0130', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:19.506460 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Project b4f2ccacddc94388b481bc1a6e34aa58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:34:19.511369 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (a9083dae-11dc-4f20-a69a-6ac9b7aa2d39), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.525751 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port a9e1f6ca-568d-4537-94fa-37995368fbd7 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:19.573526 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (a9083dae-11dc-4f20-a69a-6ac9b7aa2d39), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.578031 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (a9083dae-11dc-4f20-a69a-6ac9b7aa2d39), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.597535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9083dae-11dc-4f20-a69a-6ac9b7aa2d39,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.606507 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.607936 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-dbaaec28-b2cf-4bb7-ab3f-a35b28a37134 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245098 Feb 11 14:34:19.610468 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 36916) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:19.614861 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '0a1af4fc-8e81-4122-a1cb-704cde1b0130', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:19.634375 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Project b4f2ccacddc94388b481bc1a6e34aa58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:34:19.639925 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (e8747371-fb88-437b-a111-eb19580affec), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.698448 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (e8747371-fb88-437b-a111-eb19580affec), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.702790 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (e8747371-fb88-437b-a111-eb19580affec), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.720407 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8747371-fb88-437b-a111-eb19580affec,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.729439 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:19.738573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e9147a9e-9ddd-46a7-9d2e-671a48cc8b92 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193075 Feb 11 14:34:19.865857 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Sync routers for ids ['27285f05-329e-4f0a-9b1b-d4e8afb99067'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:19.876302 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Routers {'27285f05-329e-4f0a-9b1b-d4e8afb99067'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:19.877000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['27285f05-329e-4f0a-9b1b-d4e8afb99067'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:19.885294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-1f28166e-90e0-4aac-87f7-27ef62286053 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576130812&fields=id&tenant_id=b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 267 time: 0.0510201 Feb 11 14:34:19.987952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Set router 27285f05-329e-4f0a-9b1b-d4e8afb99067 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:19.989858 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-0cb7e11b-367a-4ae5-add7-456de3c2ee72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:19.991430 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-0cb7e11b-367a-4ae5-add7-456de3c2ee72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 808 time: 0.0990191 Feb 11 14:34:20.006449 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-3089c7e4-946f-438a-a634-5106a6d536da tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/quotas/b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 375 time: 0.0093725 Feb 11 14:34:20.061770 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-541cae6b-1078-4b1c-aee5-efb439f1f3f4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504062 Feb 11 14:34:20.158781 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6ee3e59d-4688-47c8-be0e-55b0aaef1792 service neutron] 10.222.0.79 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855994 Feb 11 14:34:20.188862 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 4, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port': {'id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'c154237f-626c-4879-9624-d5a258c8ce5c', 'name': '', 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'mac_address': 'fa:16:3e:a0:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4be5d85e-ad05-4cf7-be8b-eaed829cd5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:16Z', 'updated_at': '2022-02-11T14:34:17Z', 'revision_number': 2, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'subnets': [{'id': '4be5d85e-ad05-4cf7-be8b-eaed829cd5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:20.256334 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-f3ff3865-b34a-48d5-b112-d47fa6d66335 service neutron] 10.222.0.79 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919166 Feb 11 14:34:20.375145 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Checking router: 27285f05-329e-4f0a-9b1b-d4e8afb99067 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:20.375504 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Updating router 27285f05-329e-4f0a-9b1b-d4e8afb99067 port c154237f-626c-4879-9624-d5a258c8ce5c binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:34:20.405519 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:20.430606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-15279c27-2ff0-4af8-82aa-36bc81ee8309 req-e7916b70-d8ba-4d6c-8c84-d4e948a23393 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 210 time: 0.0290866 Feb 11 14:34:20.683197 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:20.685022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Publish callbacks [] for port (c154237f-626c-4879-9624-d5a258c8ce5c), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:20.690675 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:20.738331 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d08ac-625f-45a1-a88d-282b5818b1ed None None] Pushing event updated for resources: {'Port': ['ID=c154237f-626c-4879-9624-d5a258c8ce5c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:20.796404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Attempting to bind port c154237f-626c-4879-9624-d5a258c8ce5c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:34:20.796404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Attempting to bind port c154237f-626c-4879-9624-d5a258c8ce5c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:34:20.796404 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Attempting to bind port c154237f-626c-4879-9624-d5a258c8ce5c on network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:20.802229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:20.802627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Checking segment: {'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:20.803046 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:20.803489 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Bound using segment: {'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:20.803974 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Bound port: c154237f-626c-4879-9624-d5a258c8ce5c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960331a5-4e9d-467f-a00c-9c1e9841a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:34:20.804318 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:20.878457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] For port c154237f-626c-4879-9624-d5a258c8ce5c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:20.881664 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] For port c154237f-626c-4879-9624-d5a258c8ce5c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c154237f-626c-4879-9624-d5a258c8ce5c,segment=NetworkSegment(960331a5-4e9d-467f-a00c-9c1e9841a9f3),segment_id=960331a5-4e9d-467f-a00c-9c1e9841a9f3)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:20.889147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:20.954392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Routers {'27285f05-329e-4f0a-9b1b-d4e8afb99067'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:20.955037 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['27285f05-329e-4f0a-9b1b-d4e8afb99067'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:20.961202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d08ac-625f-45a1-a88d-282b5818b1ed None None] Pushing event updated for resources: {'Port': ['ID=c154237f-626c-4879-9624-d5a258c8ce5c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:21.030768 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c0d28728-d175-4236-a4ee-a0362962aa30 None None] Provisioning complete for port c154237f-626c-4879-9624-d5a258c8ce5c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:21.031076 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0d28728-d175-4236-a4ee-a0362962aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:21.122639 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:21.129820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] Set router 27285f05-329e-4f0a-9b1b-d4e8afb99067 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:21.292132 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c0d28728-d175-4236-a4ee-a0362962aa30 None None] Current status of the port c154237f-626c-4879-9624-d5a258c8ce5c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:21.292819 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0d28728-d175-4236-a4ee-a0362962aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:21.347433 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:21.347805 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:21.393777 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-c0d28728-d175-4236-a4ee-a0362962aa30 None None] For port c154237f-626c-4879-9624-d5a258c8ce5c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c154237f-626c-4879-9624-d5a258c8ce5c,segment=NetworkSegment(960331a5-4e9d-467f-a00c-9c1e9841a9f3),segment_id=960331a5-4e9d-467f-a00c-9c1e9841a9f3)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:21.404624 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c0d28728-d175-4236-a4ee-a0362962aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:21.499964 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d28728-d175-4236-a4ee-a0362962aa30 None None] Pushing event updated for resources: {'Port': ['ID=c154237f-626c-4879-9624-d5a258c8ce5c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:21.552311 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:21.554984 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ed7deb30-9dae-4e0b-bacb-fb7ab1dc0338 req-f71f6ac6-c61a-4a3f-814d-9665b1955d88 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 210 time: 0.0486736 Feb 11 14:34:21.563240 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c55617f4-f77c-4526-b80d-a7de5958e93c None None] Provisioning complete for port c154237f-626c-4879-9624-d5a258c8ce5c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:21.563618 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c55617f4-f77c-4526-b80d-a7de5958e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:21.607036 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 4, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port': {'id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'c154237f-626c-4879-9624-d5a258c8ce5c', 'name': '', 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'mac_address': 'fa:16:3e:a0:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4be5d85e-ad05-4cf7-be8b-eaed829cd5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:16Z', 'updated_at': '2022-02-11T14:34:20Z', 'revision_number': 4, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'subnets': [{'id': '4be5d85e-ad05-4cf7-be8b-eaed829cd5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:21.621725 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-a5907edd-87cf-4edf-a642-68025bf676a3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:21.624503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-a5907edd-87cf-4edf-a642-68025bf676a3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 808 time: 0.1412170 Feb 11 14:34:21.651216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0b83c-7ee8-4bf3-9dfc-51210460dbf5 None None] The sync data for ids ['27285f05-329e-4f0a-9b1b-d4e8afb99067'] in n-d-828676-2 is: [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 4, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port': {'id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'c154237f-626c-4879-9624-d5a258c8ce5c', 'name': '', 'network_id': '723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'mac_address': 'fa:16:3e:a0:6f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4be5d85e-ad05-4cf7-be8b-eaed829cd5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:16Z', 'updated_at': '2022-02-11T14:34:20Z', 'revision_number': 4, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'subnets': [{'id': '4be5d85e-ad05-4cf7-be8b-eaed829cd5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:21.698916 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-19584641-a85e-4e5c-a9dc-d74ea20a3227 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 379 time: 0.0661891 Feb 11 14:34:21.716070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'port': {'device_id': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'admin_state_up': True, 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'security_groups': ['0a1af4fc-8e81-4122-a1cb-704cde1b0130']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:21.726058 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c55617f4-f77c-4526-b80d-a7de5958e93c None None] Current status of the port c154237f-626c-4879-9624-d5a258c8ce5c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:21.839091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Made reservation on behalf of b4f2ccacddc94388b481bc1a6e34aa58 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:21.843232 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:21.976977 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Allocated IP 172.20.0.3 (6b674eec-c820-4304-9b76-342a5d43bd03/a5b09a31-3dd5-4efa-ae34-0a426dad1408/422f45ae-beef-4d79-b647-8e540c60419c) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:22.447531 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for port (422f45ae-beef-4d79-b647-8e540c60419c), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:22.483206 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:22.526566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Network 6b674eec-c820-4304-9b76-342a5d43bd03 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:22.530359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:22.534442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:22.537796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:22.557766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:22.595880 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:22.596809 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:22.620121 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6f484cf1-c57a-4b11-ad6b-9e375b4df549 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9127800 Feb 11 14:34:22.632756 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Request body: {'port': {'device_id': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:22.738508 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:22.760767 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cfd6e-3b78-4eac-a932-2c2640f6e94e req-889546a3-9850-43ec-92ae-4b51f16262ed tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:22.762313 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-580cfd6e-3b78-4eac-a932-2c2640f6e94e req-889546a3-9850-43ec-92ae-4b51f16262ed tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 931 time: 0.1052775 Feb 11 14:34:22.855060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-837ae5eb-ad3e-4e4e-b8be-cdb42ffc673f None None] Provisioning complete for port 422f45ae-beef-4d79-b647-8e540c60419c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:22.855437 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-837ae5eb-ad3e-4e4e-b8be-cdb42ffc673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (422f45ae-beef-4d79-b647-8e540c60419c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:22.891619 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-580cfd6e-3b78-4eac-a932-2c2640f6e94e req-9df95a47-3101-4f16-8e54-92d3142d1feb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046982 Feb 11 14:34:22.893081 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-837ae5eb-ad3e-4e4e-b8be-cdb42ffc673f None None] Port 422f45ae-beef-4d79-b647-8e540c60419c cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:34:23.065928 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422f45ae-beef-4d79-b647-8e540c60419c {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:34:23.073823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Publish callbacks [] for port (422f45ae-beef-4d79-b647-8e540c60419c), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:23.086761 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Transition to ACTIVE for port object 422f45ae-beef-4d79-b647-8e540c60419c will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:34:23.090757 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:23.116684 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c154237f-626c-4879-9624-d5a258c8ce5c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:23.186365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:23.188593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port c154237f-626c-4879-9624-d5a258c8ce5c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:23.190566 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:23.222434 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Attempting to bind port 422f45ae-beef-4d79-b647-8e540c60419c on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:34:23.223119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Attempting to bind port 422f45ae-beef-4d79-b647-8e540c60419c by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:34:23.223119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Attempting to bind port 422f45ae-beef-4d79-b647-8e540c60419c on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:23.227907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Port 422f45ae-beef-4d79-b647-8e540c60419c on network 6b674eec-c820-4304-9b76-342a5d43bd03 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:34:23.228269 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Attempting to bind port 422f45ae-beef-4d79-b647-8e540c60419c on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:23.233903 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:23.234112 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Checking segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:34:23.234514 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Bound using segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:23.234941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Bound port: 422f45ae-beef-4d79-b647-8e540c60419c, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:34:23.235302 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:23.277023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port c154237f-626c-4879-9624-d5a258c8ce5c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:23.302011 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:23.305291 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:23.312045 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:23.351433 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:23.351920 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:23.353316 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] 10.222.0.83 "PUT /v2.0/ports/422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 1091 time: 0.7258387 Feb 11 14:34:23.353848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:34:23.357456 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d1879d-e9d3-4308-88ba-cde7ab828b31" -d '{"events": [{"name": "network-changed", "server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:23.381477 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e9f59-e271-4f8d-92c1-f9eb00f32932 service neutron] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:23.422857 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377dd2de-57ac-4be0-99ea-9647114530cd x-openstack-request-id: req-377dd2de-57ac-4be0-99ea-9647114530cd {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:23.425777 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:23.426060 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-377dd2de-57ac-4be0-99ea-9647114530cd {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:23.426538 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'status': 'completed', 'code': 200} Feb 11 14:34:23.483324 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-b298054d-3ed7-48a9-9922-056517e37057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:23.484888 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-b298054d-3ed7-48a9-9922-056517e37057 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1125 time: 0.0574720 Feb 11 14:34:23.526963 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-d2fc572b-46f7-4f4b-9406-5207140686fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 217 time: 0.0354812 Feb 11 14:34:23.577193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-fb2bd45c-c994-4290-a712-f67cfba61fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:23.578714 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-fb2bd45c-c994-4290-a712-f67cfba61fc5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0463598 Feb 11 14:34:23.629475 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-4a5a90b3-e511-4425-8efc-fdb249b458f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:23.630954 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-4a5a90b3-e511-4425-8efc-fdb249b458f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449269 Feb 11 14:34:23.722678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-41360fe4-5bac-4fe9-b6c3-e6ec8418b792 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859900 Feb 11 14:34:23.818301 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8c4321d8-0ed3-4b06-a761-472977d3af48 req-6dc5a93d-08ef-41f2-a35f-0196ad34ac88 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896840 Feb 11 14:34:23.910246 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-21ddaf6e-4486-4d15-a0f3-e7e9417d653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:23.911691 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-21ddaf6e-4486-4d15-a0f3-e7e9417d653f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1125 time: 0.0457036 Feb 11 14:34:24.036509 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-e0e82959-e641-4cd1-a365-18a1fcd17c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:24.038007 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-e0e82959-e641-4cd1-a365-18a1fcd17c97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.1206110 Feb 11 14:34:24.049820 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c82d7b-8bc4-49bf-bd57-0480a35e505d req-ae857d11-302a-43b3-b596-b6e7a176526d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:24.051246 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c82d7b-8bc4-49bf-bd57-0480a35e505d req-ae857d11-302a-43b3-b596-b6e7a176526d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0783663 Feb 11 14:34:24.096636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-e42bfc8e-1937-4bf5-8eda-20c915106a95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 217 time: 0.0444434 Feb 11 14:34:24.160813 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d3c82d7b-8bc4-49bf-bd57-0480a35e505d req-d7a4d6ef-6e7c-49ee-8514-98cf6305bdec tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027453 Feb 11 14:34:24.172355 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-71409901-41b0-4853-aed1-77f75517109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:24.173864 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-71409901-41b0-4853-aed1-77f75517109d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0695570 Feb 11 14:34:24.227003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-eea1f676-d7cd-4c8f-b02a-4da50fc68d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:24.228570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-eea1f676-d7cd-4c8f-b02a-4da50fc68d60 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484021 Feb 11 14:34:24.322404 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-f82f7f07-c7be-4b57-a819-472e8c544911 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869076 Feb 11 14:34:24.420232 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-35d1879d-e9d3-4308-88ba-cde7ab828b31 req-473d1071-7a53-410c-92ac-b8984819ebd0 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910428 Feb 11 14:34:25.281094 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e909deb-c0ba-43a7-adc9-6e15113a9695 req-1ce63155-11ad-4319-bfd5-a4804c1c8c61 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:25.282582 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e909deb-c0ba-43a7-adc9-6e15113a9695 req-1ce63155-11ad-4319-bfd5-a4804c1c8c61 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0520744 Feb 11 14:34:25.330063 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9e909deb-c0ba-43a7-adc9-6e15113a9695 req-3ee0a0cd-d29c-42b0-a583-f7ae23ddbb93 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 Feb 11 14:34:26.448947 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b841-6b5d-40e4-b803-75d670c5a962 req-381afb77-449b-4e75-a3f8-ad2e5796b450 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:26.451126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d84b841-6b5d-40e4-b803-75d670c5a962 req-381afb77-449b-4e75-a3f8-ad2e5796b450 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0529411 Feb 11 14:34:26.502901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3d84b841-6b5d-40e4-b803-75d670c5a962 req-404c7a4f-3f4d-4ea4-aa73-6ae98b20cca1 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457041 Feb 11 14:34:27.084844 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:34:27.178770 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9257e174-18ee-48f9-8503-e2382abbcf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:27.196745 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:27.208021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '422f45ae-beef-4d79-b647-8e540c60419c', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'port_id': '422f45ae-beef-4d79-b647-8e540c60419c', 'mac_address': 'fa:16:3e:d2:e6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:34:27.244841 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 422f45ae-beef-4d79-b647-8e540c60419c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:27.245247 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:27.258593 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422f45ae-beef-4d79-b647-8e540c60419c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:34:27.277382 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:27.280801 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:27.327792 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:27.481456 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['422f45ae-beef-4d79-b647-8e540c60419c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:34:27.625037 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05f389-b53c-4316-8813-e7013a9d33cc req-9bead8d7-1bfc-4e66-ae2c-ea98ec14a763 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:27.626573 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c05f389-b53c-4316-8813-e7013a9d33cc req-9bead8d7-1bfc-4e66-ae2c-ea98ec14a763 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 944 time: 0.0527394 Feb 11 14:34:27.677378 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5c05f389-b53c-4316-8813-e7013a9d33cc req-35876a66-4574-46dd-98a5-baf2723e5dd9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451784 Feb 11 14:34:28.802343 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55216e3-8354-46c7-9e7e-e5877f801a45 req-e51afa21-74ae-4280-a44b-e85aaae8489d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:28.803773 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e55216e3-8354-46c7-9e7e-e5877f801a45 req-e51afa21-74ae-4280-a44b-e85aaae8489d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 944 time: 0.0577192 Feb 11 14:34:28.853995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e55216e3-8354-46c7-9e7e-e5877f801a45 req-34e93d67-4e22-4bfc-956f-c5f1e4c3bde0 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447276 Feb 11 14:34:29.100457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:29.154851 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 422f45ae-beef-4d79-b647-8e540c60419c completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:34:29.159840 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 422f45ae-beef-4d79-b647-8e540c60419c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:29.160216 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (422f45ae-beef-4d79-b647-8e540c60419c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:29.242191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 422f45ae-beef-4d79-b647-8e540c60419c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:34:29.242587 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:29.266713 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:34:29.268962 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc86596-3da0-4c8e-be75-598b685848f7" -d '{"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-plugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:29.281788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:29.286025 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:29.310323 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619e6a7a-8e46-4b6a-8817-863b6e09db17 x-openstack-request-id: req-619e6a7a-8e46-4b6a-8817-863b6e09db17 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:29.311227 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-plugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:29.311487 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-619e6a7a-8e46-4b6a-8817-863b6e09db17 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:29.311953 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'code': 200} Feb 11 14:34:29.343855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:29.418822 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaf8cf-129a-418f-8801-5799342606b4 req-147e029b-c0c6-44b2-8b84-2bd51c5383d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:29.420986 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89aaf8cf-129a-418f-8801-5799342606b4 req-147e029b-c0c6-44b2-8b84-2bd51c5383d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1127 time: 0.0560157 Feb 11 14:34:29.466280 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-89aaf8cf-129a-418f-8801-5799342606b4 req-284a14bf-24af-408e-baad-84674132848b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398622 Feb 11 14:34:29.557236 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-354de20d-e5af-401b-a6d8-9d96da2f2f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:29.971771 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633d7b1-c252-4a3e-805b-8ffd4230b0d7 req-d7f30425-3f63-4d25-9318-4f7c67a451ac tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:29.973279 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e633d7b1-c252-4a3e-805b-8ffd4230b0d7 req-d7f30425-3f63-4d25-9318-4f7c67a451ac tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0519004 Feb 11 14:34:30.028780 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e633d7b1-c252-4a3e-805b-8ffd4230b0d7 req-73059573-506e-4ee4-ac56-946a91b50af4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496571 Feb 11 14:34:31.153367 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e79f5-3078-420a-98a3-f327845df9be req-347e35bb-ca79-4bf8-8ce5-0968a9d01583 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:31.154845 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-065e79f5-3078-420a-98a3-f327845df9be req-347e35bb-ca79-4bf8-8ce5-0968a9d01583 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0541611 Feb 11 14:34:31.203515 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-065e79f5-3078-420a-98a3-f327845df9be req-18d86937-0bc8-476a-a76c-e411cfcd0fab tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 Feb 11 14:34:31.220649 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:31.326786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3ed66-3fb5-4e77-b196-686465ac1f98 req-797b6b8c-ef3e-4c44-ba5c-b5c1e6984bbb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:31.328298 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bc3ed66-3fb5-4e77-b196-686465ac1f98 req-797b6b8c-ef3e-4c44-ba5c-b5c1e6984bbb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0575173 Feb 11 14:34:31.379519 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3bc3ed66-3fb5-4e77-b196-686465ac1f98 req-b1a6804c-06f4-4534-9d84-91fc148a79af tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456314 Feb 11 14:34:31.401788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36974) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:31.534539 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d435bfd-da84-4270-94cc-348431623914 tempest-TestShelveInstance-587021796 tempest-TestShelveInstance-587021796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:31.536070 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-8d435bfd-da84-4270-94cc-348431623914 tempest-TestShelveInstance-587021796 tempest-TestShelveInstance-587021796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1122 time: 0.1331024 Feb 11 14:34:31.539001 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 36978) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:31.543545 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '422f45ae-beef-4d79-b647-8e540c60419c', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:31.563366 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:31.661843 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:31.762803 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Allocated IP 172.25.3.36 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/0cb28c48-f237-42ff-9018-5eb5f5c75de8) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:31.866845 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:31.899612 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:31.937734 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:31.940502 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:31.944876 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:31.968084 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'Port': ['ID=0cb28c48-f237-42ff-9018-5eb5f5c75de8,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:32.313126 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (e05804ed-3316-4209-869a-1faabf5bc67d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:32.380341 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:32.528296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:32.532862 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:32.604672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'Port': ['ID=0cb28c48-f237-42ff-9018-5eb5f5c75de8,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:32.616893 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (e05804ed-3316-4209-869a-1faabf5bc67d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:32.640253 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:32.723792 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Floating IP e05804ed-3316-4209-869a-1faabf5bc67d associated. External IP: 172.25.3.36, port: 422f45ae-beef-4d79-b647-8e540c60419c. Feb 11 14:34:32.934021 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:33.038764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:33.048921 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] Sync routers for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:33.059533 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:33.060202 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:33.061214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:33.094410 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b84811b0-0846-4e85-a60c-42b7e488a4fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5543237 Feb 11 14:34:33.095016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:34:33.097284 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19100fa6-8309-4b59-99ff-2586b75843a2" -d '{"events": [{"name": "network-changed", "server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:33.136698 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a121f54-d03a-4eaa-aa6d-9887708bf66e x-openstack-request-id: req-7a121f54-d03a-4eaa-aa6d-9887708bf66e {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:33.137000 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:33.137259 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a121f54-d03a-4eaa-aa6d-9887708bf66e {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:33.137697 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'status': 'completed', 'code': 200} Feb 11 14:34:33.202097 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-6b652abf-e3a9-49b5-8897-f626e7f4caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:33.203558 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-6b652abf-e3a9-49b5-8897-f626e7f4caca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1127 time: 0.0455768 Feb 11 14:34:33.257656 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:33.300570 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-6403060b-b09d-4297-b1c3-164b3603655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:33.302106 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-6403060b-b09d-4297-b1c3-164b3603655e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0929382 Feb 11 14:34:33.372267 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-a65fb781-0795-4219-99e9-25d3f50dd36f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 998 time: 0.0647411 Feb 11 14:34:33.421116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-76acf8eb-95ae-497c-a615-7b22cd189f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:33.422681 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-76acf8eb-95ae-497c-a615-7b22cd189f0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0440717 Feb 11 14:34:33.472172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-50106bee-cc54-46c5-b0d6-17e713236cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:33.473606 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-50106bee-cc54-46c5-b0d6-17e713236cbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446651 Feb 11 14:34:33.481300 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e05804ed-3316-4209-869a-1faabf5bc67d', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'port_id': '422f45ae-beef-4d79-b647-8e540c60419c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'mac_address': 'fa:16:3e:d2:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:34:32Z', 'updated_at': '2022-02-11T14:34:32Z', 'revision_number': 0, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:33.507429 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] Checking router: 3ce5e8f2-9573-4b9b-8a41-a499624e0184 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:33.516880 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:33.517530 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:34:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:33.567292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-f62717b5-2d77-4e84-ae5f-93d221994223 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879362 Feb 11 14:34:33.624379 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:33.662459 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-19100fa6-8309-4b59-99ff-2586b75843a2 req-c6183934-294e-429c-83a1-8dd95b1f3f79 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893948 Feb 11 14:34:33.827641 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:33.860558 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e05804ed-3316-4209-869a-1faabf5bc67d', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'port_id': '422f45ae-beef-4d79-b647-8e540c60419c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'mac_address': 'fa:16:3e:d2:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:34:32Z', 'updated_at': '2022-02-11T14:34:32Z', 'revision_number': 0, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:33.886360 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acfea7d-a1c8-4145-ad02-635fed3abe62 None None] The sync data for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 is: [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'e05804ed-3316-4209-869a-1faabf5bc67d', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'port_id': '422f45ae-beef-4d79-b647-8e540c60419c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'mac_address': 'fa:16:3e:d2:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:34:32Z', 'updated_at': '2022-02-11T14:34:32Z', 'revision_number': 0, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:34.080335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97073b4-5b3b-45d4-a703-60215edc52cf None None] New status for floating IP e05804ed-3316-4209-869a-1faabf5bc67d: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:34:38.147898 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-2a1a2ee1-0dbb-468d-8f96-4c1af22a163f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438914 Feb 11 14:34:38.229649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-2a8b368a-f607-4808-86d1-670d9d1ad7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:38.231181 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-2a8b368a-f607-4808-86d1-670d9d1ad7ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1127 time: 0.0441773 Feb 11 14:34:38.334896 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-732b7bf3-5eb8-4f79-8297-c71ef0ba532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:38.336838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-732b7bf3-5eb8-4f79-8297-c71ef0ba532b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0886612 Feb 11 14:34:38.400527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-b3645cdf-cf5e-4720-ace7-5a5159f37152 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 1000 time: 0.0574443 Feb 11 14:34:38.446432 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-8fc898c5-15da-499c-b6ed-85e4db86c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:38.447875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-8fc898c5-15da-499c-b6ed-85e4db86c344 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0419605 Feb 11 14:34:38.498635 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-6b524f63-c60c-40ed-8014-a4878095ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:38.500136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-6b524f63-c60c-40ed-8014-a4878095ce20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471411 Feb 11 14:34:38.588570 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-0cf79472-b04d-4e09-9fa0-23c61df90230 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818596 Feb 11 14:34:38.995879 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ebf0850-d966-4ffe-918d-922ffce41eaf req-05efce8a-cf21-44e8-9e7f-6ddb9030d272 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013736 Feb 11 14:34:49.663525 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:34:50.684372 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:52.549098 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:57.160635 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-70b68e9b-36f3-437e-8472-633a28ea629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:59.558313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bf3f206c-2b70-4120-a826-ab6e3e5b183e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:01.223486 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:02.638262 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:03.825338 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:11.273449 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-0d84ad53-b0d2-4eeb-8817-9e3e8d4be345 service neutron] (103176) timed out ('10.222.0.79', 33104) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:35:11.665825 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-422bd4e6-4b88-4d5b-a881-ba9a6ac8cd93 req-a1450e82-8413-4cc8-b160-1af4f656df16 tempest-ServerActionsTestJSON-2135367361 tempest-ServerActionsTestJSON-2135367361-project] (103176) timed out ('10.222.0.79', 33124) {{(pid=103176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:35:20.671359 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:22.548914 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:26.663220 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:35:27.161680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d684c0c-5877-4fbb-aea9-e6d28e034537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:29.559523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6437ad69-f590-4346-9039-89f4491d144c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:31.225954 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:32.642470 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:33.829072 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:39.146527 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-0f2acbad-c90c-49a1-904c-51e1496f25da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429885 Feb 11 14:35:39.230222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-3d839aa6-b1d1-4475-9e38-984f00efa777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:39.231747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-3d839aa6-b1d1-4475-9e38-984f00efa777 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1127 time: 0.0445216 Feb 11 14:35:39.338442 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-75cbe4f6-7fcc-457d-b131-e107f5256b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:39.339911 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-75cbe4f6-7fcc-457d-b131-e107f5256b95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0869055 Feb 11 14:35:39.404495 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-365d3740-c91d-4e8d-997e-af5b28fa64da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 1000 time: 0.0561152 Feb 11 14:35:39.454662 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-eee4041e-c92f-4fd7-900b-a021749f30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:39.456089 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-eee4041e-c92f-4fd7-900b-a021749f30f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0456827 Feb 11 14:35:39.505753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-a2f894fa-9c78-4500-a4de-39970e041a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:39.507248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-a2f894fa-9c78-4500-a4de-39970e041a9e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432129 Feb 11 14:35:39.603469 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-18862c75-6de4-47f3-b0e9-24bbe22c32ff service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885501 Feb 11 14:35:39.692085 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bcdd361e-bcc1-4885-84df-7598acfd9298 req-c1874da9-763e-49f4-a979-750b12fe5d49 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812237 Feb 11 14:35:50.672724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:52.562540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:57.165882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5dc7603e-cef7-4921-95ee-6aee2dee5aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:59.560612 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ef3d915f-12c5-402d-a91f-42cde55a2eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:01.229915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:02.643108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:03.662039 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:03.832264 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:20.688478 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:22.577860 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:27.167065 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-222b2f4e-374b-4709-8699-5aca75726913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:28.916677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f21d3-0b02-4462-97da-42a26c5fcd60 req-d4c1eb85-6ceb-4899-ad2a-c23da30513ef tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:28.918262 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df7f21d3-0b02-4462-97da-42a26c5fcd60 req-d4c1eb85-6ceb-4899-ad2a-c23da30513ef tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.1182849 Feb 11 14:36:28.966176 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-df7f21d3-0b02-4462-97da-42a26c5fcd60 req-33ff9cff-66a0-4f44-ad28-4368cd894e26 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Feb 11 14:36:29.566595 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e610ad43-ec8e-4b49-ae62-ac222169f5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:30.088136 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f59d5-b940-46c9-b430-1277f25f7241 req-490e561e-3650-4808-bd71-9b94d7f6bb1f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:30.089563 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f98f59d5-b940-46c9-b430-1277f25f7241 req-490e561e-3650-4808-bd71-9b94d7f6bb1f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0535712 Feb 11 14:36:30.142583 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f98f59d5-b940-46c9-b430-1277f25f7241 req-2619a4db-5010-46d9-ac68-3b204910d113 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473490 Feb 11 14:36:31.231976 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:31.269610 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62808-ca10-4f7d-afba-2832ff3f1a1e req-5a2d7b2c-a925-4da7-b0b9-163b41690752 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:31.271136 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7c62808-ca10-4f7d-afba-2832ff3f1a1e req-5a2d7b2c-a925-4da7-b0b9-163b41690752 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0581121 Feb 11 14:36:31.319294 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b7c62808-ca10-4f7d-afba-2832ff3f1a1e req-cd45bdc1-f21c-4d47-bd93-092ecc342aa4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424643 Feb 11 14:36:32.450219 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553b2e3-b3a2-4233-ae60-679f07d5ea60 req-e436bf3e-e8e9-4ebe-8405-0dcdbc68cb8b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:32.451740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9553b2e3-b3a2-4233-ae60-679f07d5ea60 req-e436bf3e-e8e9-4ebe-8405-0dcdbc68cb8b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0590494 Feb 11 14:36:32.504318 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9553b2e3-b3a2-4233-ae60-679f07d5ea60 req-802c5118-db6f-4daa-9f46-85869b05bd42 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469248 Feb 11 14:36:32.645304 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:33.631650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee31895-2fd0-410f-8485-81c5e91892b1 req-acc872c7-e0f8-407d-b76e-3b4cb241db1d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:33.633075 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee31895-2fd0-410f-8485-81c5e91892b1 req-acc872c7-e0f8-407d-b76e-3b4cb241db1d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0607071 Feb 11 14:36:33.681712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fee31895-2fd0-410f-8485-81c5e91892b1 req-fa16bcbd-6fcf-4396-8a47-b157cee7e412 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Feb 11 14:36:33.835196 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:34.802391 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b210f-0af0-4aa8-87ba-8ab964d60264 req-2449928f-6951-4dfb-969a-c80b98c8368c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:34.803905 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-640b210f-0af0-4aa8-87ba-8ab964d60264 req-2449928f-6951-4dfb-969a-c80b98c8368c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0524867 Feb 11 14:36:34.855914 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-640b210f-0af0-4aa8-87ba-8ab964d60264 req-a87e6333-8bf8-45ba-9171-59bde9d3fcb3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463398 Feb 11 14:36:35.980398 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d6b26-4fe4-4fa3-9a75-656c5c37783c req-2571714d-de09-4fd9-ac62-e659cc7a6e9d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:35.981894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-786d6b26-4fe4-4fa3-9a75-656c5c37783c req-2571714d-de09-4fd9-ac62-e659cc7a6e9d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0566058 Feb 11 14:36:36.029633 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-786d6b26-4fe4-4fa3-9a75-656c5c37783c req-d4f27418-4fd1-4207-adf6-4472675f431f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Feb 11 14:36:37.150589 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24271-be99-4c62-a76a-59b91162aea1 req-83c18346-7cab-4d7c-9fc6-43c6cbec1c30 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:37.152065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68e24271-be99-4c62-a76a-59b91162aea1 req-83c18346-7cab-4d7c-9fc6-43c6cbec1c30 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0561192 Feb 11 14:36:37.200474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-68e24271-be99-4c62-a76a-59b91162aea1 req-1404ead6-89b5-4218-baa2-a2c03902a85e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Feb 11 14:36:38.318074 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27628-f01b-4efa-af4f-1c77bb8f2178 req-2f762d32-2950-462c-8c11-66e65175baf9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:38.319605 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6c27628-f01b-4efa-af4f-1c77bb8f2178 req-2f762d32-2950-462c-8c11-66e65175baf9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0522885 Feb 11 14:36:38.367905 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d6c27628-f01b-4efa-af4f-1c77bb8f2178 req-c0b8b221-3334-474f-8a87-9bdccc367c2d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Feb 11 14:36:39.182463 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-41fdd56e-b831-445c-9f03-480225fabc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:39.183974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-41fdd56e-b831-445c-9f03-480225fabc36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1127 time: 0.0481884 Feb 11 14:36:39.291207 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-fe9116ba-050e-45ca-8e48-fb934c70d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:39.292684 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-fe9116ba-050e-45ca-8e48-fb934c70d4ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0898848 Feb 11 14:36:39.356076 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-62b583f4-b4ea-45c9-8640-eeb0dd64f042 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 1000 time: 0.0567129 Feb 11 14:36:39.404800 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-cf93258d-2387-4527-b0aa-0a82923dae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:39.406330 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-cf93258d-2387-4527-b0aa-0a82923dae63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0437465 Feb 11 14:36:39.496834 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-7917e59c-e202-46c6-9576-ab9503a2f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:39.499011 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-7917e59c-e202-46c6-9576-ab9503a2f10e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0857234 Feb 11 14:36:39.509990 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95941-8850-491e-975d-141fdc564cef req-20e0d0d1-d569-4ac1-8a4f-3f091b2dd5f3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:39.511405 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05c95941-8850-491e-975d-141fdc564cef req-20e0d0d1-d569-4ac1-8a4f-3f091b2dd5f3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0659757 Feb 11 14:36:39.616753 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-05c95941-8850-491e-975d-141fdc564cef req-4ab161de-973a-49d2-bf9c-4a651783a48b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975571 Feb 11 14:36:39.634683 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-27f529a4-48dc-498a-8428-cb252d15f556 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223650 Feb 11 14:36:39.724875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-553cbc17-67b3-45c4-8935-f7d41d816c15 req-7c016d1f-246a-498c-a9f3-f61cd2239720 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835917 Feb 11 14:36:39.908060 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:36:40.005264 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:40.016595 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '422f45ae-beef-4d79-b647-8e540c60419c', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'port_id': '422f45ae-beef-4d79-b647-8e540c60419c', 'mac_address': 'fa:16:3e:d2:e6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:36:40.051533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 422f45ae-beef-4d79-b647-8e540c60419c is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:36:40.051917 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:40.064656 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 422f45ae-beef-4d79-b647-8e540c60419c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:36:40.083224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:40.086990 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:40.135554 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:40.143000 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.143346 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.143688 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.144023 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.144355 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.144681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.145007 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.145329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.145650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.145969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.146312 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.146632 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.146948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:40.162313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['422f45ae-beef-4d79-b647-8e540c60419c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:36:40.661295 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:40.736378 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6b1d5-a9c2-4d4f-8500-ac46ea8753e5 req-54c208f2-ae6a-48e0-b950-b212f82a11ef tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:40.737869 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9e6b1d5-a9c2-4d4f-8500-ac46ea8753e5 req-54c208f2-ae6a-48e0-b950-b212f82a11ef tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 944 time: 0.0523651 Feb 11 14:36:40.789242 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b9e6b1d5-a9c2-4d4f-8500-ac46ea8753e5 req-efd57769-d9b0-4e51-867c-566f31efad76 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458176 Feb 11 14:36:41.922435 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:41.936427 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee8b94-84fc-41f0-bf9d-3aafc416e3ab req-2df09bf5-9499-47c7-9f5c-6634b921cdba tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:41.938751 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dee8b94-84fc-41f0-bf9d-3aafc416e3ab req-2df09bf5-9499-47c7-9f5c-6634b921cdba tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 944 time: 0.0698333 Feb 11 14:36:41.994779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 422f45ae-beef-4d79-b647-8e540c60419c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:41.995244 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (422f45ae-beef-4d79-b647-8e540c60419c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:42.006133 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9dee8b94-84fc-41f0-bf9d-3aafc416e3ab req-a9496643-49f6-4c6c-8737-769854485209 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580354 Feb 11 14:36:42.085580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 422f45ae-beef-4d79-b647-8e540c60419c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:36:42.085911 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:42.111412 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:36:42.114041 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8eaf39-6b21-4c83-9560-e982d91881d4" -d '{"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-plugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:36:42.128364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:42.136661 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:42.176291 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbbb8d2-08a3-4f08-b920-0d1c9f206d51 x-openstack-request-id: req-1cbbb8d2-08a3-4f08-b920-0d1c9f206d51 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:36:42.176583 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-plugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:36:42.176844 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1cbbb8d2-08a3-4f08-b920-0d1c9f206d51 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:36:42.177313 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'code': 200} Feb 11 14:36:42.198553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:43.127811 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17285b96-a6b9-4b91-b8da-55dac1265b99 req-f0af4a07-8658-4467-acb6-739e9034e310 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:43.129496 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17285b96-a6b9-4b91-b8da-55dac1265b99 req-f0af4a07-8658-4467-acb6-739e9034e310 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0570357 Feb 11 14:36:43.188359 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-17285b96-a6b9-4b91-b8da-55dac1265b99 req-b3d0db15-aa63-4796-a8d6-5c734506d7ec tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526497 Feb 11 14:36:44.322956 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ceb6-cca1-42a8-b7c5-5486b6f68e8a req-5d73593a-43cf-47c5-8533-e729016c20e5 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:44.325270 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8009ceb6-cca1-42a8-b7c5-5486b6f68e8a req-5d73593a-43cf-47c5-8533-e729016c20e5 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0562129 Feb 11 14:36:44.378476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8009ceb6-cca1-42a8-b7c5-5486b6f68e8a req-dadde43b-5347-4b42-b02a-c6eade66610a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483489 Feb 11 14:36:45.511786 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b55fc-7d29-4822-8223-101f20bc52e3 req-f25ad774-35ee-4d88-9e7e-164e6c2ab47d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:45.514636 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b1b55fc-7d29-4822-8223-101f20bc52e3 req-f25ad774-35ee-4d88-9e7e-164e6c2ab47d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0613790 Feb 11 14:36:45.577617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1b1b55fc-7d29-4822-8223-101f20bc52e3 req-99db6a30-2da1-47b3-8644-7258c1b14f1b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585744 Feb 11 14:36:46.712123 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451b5df-6482-4da4-b0dd-b11b27751ba6 req-517ee7e2-8d8c-44d2-9133-689627b81537 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:46.714547 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7451b5df-6482-4da4-b0dd-b11b27751ba6 req-517ee7e2-8d8c-44d2-9133-689627b81537 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0563762 Feb 11 14:36:46.774665 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7451b5df-6482-4da4-b0dd-b11b27751ba6 req-76eb7141-a7b7-4208-a825-f6b91fef7db8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534956 Feb 11 14:36:47.908310 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f3ba6-802f-489b-ab68-fdc534ab6e53 req-d1ca3360-c78f-469c-bb49-8fe059fcd922 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:47.910938 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-208f3ba6-802f-489b-ab68-fdc534ab6e53 req-d1ca3360-c78f-469c-bb49-8fe059fcd922 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0635607 Feb 11 14:36:47.968425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-208f3ba6-802f-489b-ab68-fdc534ab6e53 req-86e933c4-931b-4bf5-8416-88291c84aa84 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515277 Feb 11 14:36:49.115351 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcb74a-f765-4c3d-b732-85468cd19adf req-8bbe1614-67a2-4f00-a9d8-8e1f3191e491 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:49.116892 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02fcb74a-f765-4c3d-b732-85468cd19adf req-8bbe1614-67a2-4f00-a9d8-8e1f3191e491 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0797799 Feb 11 14:36:49.182616 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02fcb74a-f765-4c3d-b732-85468cd19adf req-00f1e2d7-95ff-40ba-bb98-84af2eb60853 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595045 Feb 11 14:36:50.328857 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d76f3-a4e1-49ba-a6a9-1a3d599dcf0c req-c628e0d3-67b3-4672-8fc2-b82b19f8f76c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:50.330361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd8d76f3-a4e1-49ba-a6a9-1a3d599dcf0c req-c628e0d3-67b3-4672-8fc2-b82b19f8f76c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0794735 Feb 11 14:36:50.374996 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-1aa04932-a560-4eeb-bf60-8b530bdcab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:50.376506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-1aa04932-a560-4eeb-bf60-8b530bdcab6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1127 time: 0.0877306 Feb 11 14:36:50.398101 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fd8d76f3-a4e1-49ba-a6a9-1a3d599dcf0c req-2725c6c0-f9a6-45fa-8d7e-f8379f6c310a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619392 Feb 11 14:36:50.471908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-192d83d0-777a-4fb3-9e64-810d57dc036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:50.473548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-192d83d0-777a-4fb3-9e64-810d57dc036a service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0885072 Feb 11 14:36:50.540791 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-7e30b6a0-2400-479a-8441-269509c89be9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 1000 time: 0.0606234 Feb 11 14:36:50.587184 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-dfa7cd84-2fbc-4263-be71-ce155d826e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:50.588588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-dfa7cd84-2fbc-4263-be71-ce155d826e04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0414493 Feb 11 14:36:50.635693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-71916fa4-b314-4141-9f72-4a8137f556a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:50.637147 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-71916fa4-b314-4141-9f72-4a8137f556a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425003 Feb 11 14:36:50.683112 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:50.727810 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-38b4986f-3302-46fc-b60f-6ffe5bf6a980 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Feb 11 14:36:50.813796 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9246c3f7-a6a5-4aee-aa2d-2cfda47b9ad3 req-6519759d-cdd7-4561-8fea-25e7a5338ebc service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802174 Feb 11 14:36:51.516722 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac404a-17df-4d43-8390-41b3e6cc4dcb req-3f2b9535-a7de-40a4-877c-e8484f2febef tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:51.518234 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0ac404a-17df-4d43-8390-41b3e6cc4dcb req-3f2b9535-a7de-40a4-877c-e8484f2febef tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0529394 Feb 11 14:36:51.567883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0ac404a-17df-4d43-8390-41b3e6cc4dcb req-05de4770-962e-4a88-9979-d0fbdab6f645 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440283 Feb 11 14:36:52.577526 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:52.697289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529fe9-91b8-406e-a630-0f27debcdbbf req-64f565c5-40b7-49ed-9133-6058a97bc24f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:52.698812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9529fe9-91b8-406e-a630-0f27debcdbbf req-64f565c5-40b7-49ed-9133-6058a97bc24f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0572960 Feb 11 14:36:52.755726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f9529fe9-91b8-406e-a630-0f27debcdbbf req-0596d289-9b66-4597-b5f6-26a16097be99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503457 Feb 11 14:36:52.825678 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-1185f8d3-5397-42b5-b0eb-f1e73b69b639 req-c27a56b2-1124-41e2-a1a7-acce27ac13f8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:36:52.827524 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-1185f8d3-5397-42b5-b0eb-f1e73b69b639 req-c27a56b2-1124-41e2-a1a7-acce27ac13f8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062170 Feb 11 14:36:52.985409 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd72df5-41f0-4af4-91c8-d328ab679f8a req-bd5f337c-f343-4356-b17f-ec1fa6c6d81c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:52.987033 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd72df5-41f0-4af4-91c8-d328ab679f8a req-bd5f337c-f343-4356-b17f-ec1fa6c6d81c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 945 time: 0.0544071 Feb 11 14:36:53.036623 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5bd72df5-41f0-4af4-91c8-d328ab679f8a req-73503b8d-91de-43e7-a9fd-d8a9ce592522 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440693 Feb 11 14:36:53.180065 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-5e82a876-fb8e-4a14-a6c5-0c442b7cb336 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898499 Feb 11 14:36:53.301758 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-51de8ff4-fb0e-4dd9-abc0-2999816b2ba8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:53.303248 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-51de8ff4-fb0e-4dd9-abc0-2999816b2ba8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports/422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 942 time: 0.0952909 Feb 11 14:36:53.988219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:36:54.015128 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-1b7f3f75-1d20-44e4-a18d-f298a500bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:54.016649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-1b7f3f75-1d20-44e4-a18d-f298a500bc57 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a&tenant_id=b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 1127 time: 0.0468824 Feb 11 14:36:54.071262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 422f45ae-beef-4d79-b647-8e540c60419c is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:36:54.071653 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:54.080108 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-28d24dbb-f505-40d8-ad3b-a909c485f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:54.082965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-28d24dbb-f505-40d8-ad3b-a909c485f75a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1127 time: 0.0455129 Feb 11 14:36:54.096364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:36:54.098863 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fefce6-9531-4cfd-a103-9bb9f8084d16" -d '{"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:36:54.111507 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:54.120446 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:54.154798 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046245a4-ce69-4ada-9d83-4020423583ce x-openstack-request-id: req-046245a4-ce69-4ada-9d83-4020423583ce {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:36:54.155104 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:36:54.155357 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-046245a4-ce69-4ada-9d83-4020423583ce {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:36:54.155753 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'code': 200} Feb 11 14:36:54.170888 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60a751-ab8f-423f-baba-a619260bb6c9 req-180be8d8-e3a5-4d5b-b72e-a492435f9786 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:54.172462 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e60a751-ab8f-423f-baba-a619260bb6c9 req-180be8d8-e3a5-4d5b-b72e-a492435f9786 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0615520 Feb 11 14:36:54.176063 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:54.183672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-1d0308b8-189e-48a4-b146-69c5063ee89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:54.186234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-1d0308b8-189e-48a4-b146-69c5063ee89a service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0969834 Feb 11 14:36:54.227180 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3e60a751-ab8f-423f-baba-a619260bb6c9 req-6b4aecfe-1cc3-4636-ba57-2e4f9ccb9365 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482037 Feb 11 14:36:54.261836 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-e044e1be-0c32-40ec-acee-a7999bc4ff29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 998 time: 0.0703804 Feb 11 14:36:54.313859 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-82e83965-3ba9-4f81-9ece-b4ac9c8529d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:54.315361 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-82e83965-3ba9-4f81-9ece-b4ac9c8529d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0482218 Feb 11 14:36:54.364157 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-34fbb54a-07f6-4e0e-87a3-73794d78e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:54.365609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-34fbb54a-07f6-4e0e-87a3-73794d78e414 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434644 Feb 11 14:36:54.453242 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-45f835e5-b14a-4ff4-8bac-a06579a13aa7 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809889 Feb 11 14:36:54.545829 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-359f31b1-b803-41ca-acf1-6c5787e1fcdd req-7b9399ed-b10c-4a31-b302-4117687d0159 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858545 Feb 11 14:36:55.366849 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48779b1-fbe8-4914-84c6-2dd88aed7a75 req-2af635d5-37cf-4965-9ef7-416a4959caaf tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:55.371453 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d48779b1-fbe8-4914-84c6-2dd88aed7a75 req-2af635d5-37cf-4965-9ef7-416a4959caaf tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0650678 Feb 11 14:36:55.421771 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d48779b1-fbe8-4914-84c6-2dd88aed7a75 req-4ed4fe2a-b0ff-4c40-9890-74c11d072ee8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Feb 11 14:36:56.550177 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d593e2f-0b95-4462-a5e5-ef69e8d5acf8 req-941a99a9-d3f4-449f-9173-285e2fa5353d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:56.552325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d593e2f-0b95-4462-a5e5-ef69e8d5acf8 req-941a99a9-d3f4-449f-9173-285e2fa5353d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0545759 Feb 11 14:36:56.603331 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d593e2f-0b95-4462-a5e5-ef69e8d5acf8 req-551f4b40-1821-48f2-a3e2-68f34cfd6879 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450380 Feb 11 14:36:57.176551 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4b138423-0fd3-4a59-bc6a-4c7ca82318f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:57.737905 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4097931-c209-43d2-b4d6-dd224a1c5e58 req-4bbd78e1-30a4-4765-aa82-b319cf6bda5c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:57.739512 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4097931-c209-43d2-b4d6-dd224a1c5e58 req-4bbd78e1-30a4-4765-aa82-b319cf6bda5c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0612774 Feb 11 14:36:57.796955 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f4097931-c209-43d2-b4d6-dd224a1c5e58 req-5374b6d5-1a09-4ad1-b27a-4e8f754136fe tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514925 Feb 11 14:36:58.925425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3487f85-a294-47df-939b-d08eedceffd8 req-34b9efcd-57df-4952-9c41-feb952965a29 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:58.927214 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3487f85-a294-47df-939b-d08eedceffd8 req-34b9efcd-57df-4952-9c41-feb952965a29 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0575652 Feb 11 14:36:58.978239 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d3487f85-a294-47df-939b-d08eedceffd8 req-ebcfecea-5261-4797-b679-5165f2bc245b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455494 Feb 11 14:36:59.563290 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-91042925-b1da-4948-b8a4-0bf12b554b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:00.110879 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6168-ef85-4bf0-aa63-41775e283075 req-fc35785e-2c08-434f-ad23-e69ca7653b19 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:00.112514 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04fc6168-ef85-4bf0-aa63-41775e283075 req-fc35785e-2c08-434f-ad23-e69ca7653b19 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0558922 Feb 11 14:37:00.165256 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-04fc6168-ef85-4bf0-aa63-41775e283075 req-2f5eb219-117a-415a-9f7e-5f61d002d645 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466678 Feb 11 14:37:01.237298 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:01.303336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e327b-8f7b-4ee6-bd48-8c851bc70bd4 req-8dbb59d5-5bfe-458e-b560-2856e0eb9a11 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:01.304835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c74e327b-8f7b-4ee6-bd48-8c851bc70bd4 req-8dbb59d5-5bfe-458e-b560-2856e0eb9a11 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0623972 Feb 11 14:37:01.357201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c74e327b-8f7b-4ee6-bd48-8c851bc70bd4 req-bc02f378-5ef0-4b44-b489-cdcd8940c1ea tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464888 Feb 11 14:37:02.485337 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d894867-6307-46b4-a422-74b18b17dc63 req-fd9ff012-bda8-4ba7-9731-46ec41e74491 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:02.487547 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d894867-6307-46b4-a422-74b18b17dc63 req-fd9ff012-bda8-4ba7-9731-46ec41e74491 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0584064 Feb 11 14:37:02.536715 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5d894867-6307-46b4-a422-74b18b17dc63 req-7c8e96c8-e400-4e2c-8d03-fab66e25f6a4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442848 Feb 11 14:37:02.647835 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:03.659894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7285-ef1d-405a-a7c8-38fe0bc8715f req-203a5343-ffe4-4755-a31d-d9187f8e40a3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:03.661390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41da7285-ef1d-405a-a7c8-38fe0bc8715f req-203a5343-ffe4-4755-a31d-d9187f8e40a3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0546217 Feb 11 14:37:03.708894 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-41da7285-ef1d-405a-a7c8-38fe0bc8715f req-6d6f174b-ba76-48af-8afe-76f5e395885d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 Feb 11 14:37:03.840697 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:04.117080 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d07a1-3338-4483-bf6f-24fdfe10f06c req-119ff01b-6b86-484f-a209-2d1a0504619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:04.118549 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-531d07a1-3338-4483-bf6f-24fdfe10f06c req-119ff01b-6b86-484f-a209-2d1a0504619b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1125 time: 0.0450242 Feb 11 14:37:04.162022 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-531d07a1-3338-4483-bf6f-24fdfe10f06c req-9c75cac3-16ba-468c-95e1-c18cd0defc58 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Feb 11 14:37:04.831133 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eb705-8bd8-435f-b89b-8aae0ba2de47 req-9e7e7237-b963-4de5-b38a-682e86b90758 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:04.832649 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-196eb705-8bd8-435f-b89b-8aae0ba2de47 req-9e7e7237-b963-4de5-b38a-682e86b90758 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0564451 Feb 11 14:37:04.891318 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-196eb705-8bd8-435f-b89b-8aae0ba2de47 req-1ac27d5c-9f94-4b8f-931f-828a56dec91b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528369 Feb 11 14:37:06.015226 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b42d0d-25d0-47a9-8d94-9bf553b81c23 req-d84f506e-afaf-4dab-9efe-dcf3b62b4799 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:06.016700 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21b42d0d-25d0-47a9-8d94-9bf553b81c23 req-d84f506e-afaf-4dab-9efe-dcf3b62b4799 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 943 time: 0.0567307 Feb 11 14:37:06.022186 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:37:06.064186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-21b42d0d-25d0-47a9-8d94-9bf553b81c23 req-a41d2a0e-3372-4bf6-b6ff-111aaab7d08d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Feb 11 14:37:06.118835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:06.129300 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '422f45ae-beef-4d79-b647-8e540c60419c', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'port_id': '422f45ae-beef-4d79-b647-8e540c60419c', 'mac_address': 'fa:16:3e:d2:e6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:37:06.165016 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 422f45ae-beef-4d79-b647-8e540c60419c is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:37:06.165401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:06.177605 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422f45ae-beef-4d79-b647-8e540c60419c {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:37:06.196929 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:06.201535 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:06.245940 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:06.408583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['422f45ae-beef-4d79-b647-8e540c60419c'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:37:08.033465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:08.083453 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 422f45ae-beef-4d79-b647-8e540c60419c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:08.083755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (422f45ae-beef-4d79-b647-8e540c60419c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:08.159107 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 422f45ae-beef-4d79-b647-8e540c60419c is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:37:08.159494 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:08.181781 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:37:08.184008 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643f5ed2-a904-46ae-a042-48e90ca8e136" -d '{"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-plugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:08.196624 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:08.201101 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:08.229603 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3badc51d-6b7e-403d-82c3-26b54bb227a1 x-openstack-request-id: req-3badc51d-6b7e-403d-82c3-26b54bb227a1 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:08.229894 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-plugged", "status": "completed", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:08.230166 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3badc51d-6b7e-403d-82c3-26b54bb227a1 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:08.230550 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'code': 200} Feb 11 14:37:08.255273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:17.660939 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:37:20.688888 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:22.590454 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:27.170087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-64c9375c-03a2-440d-9c14-ef955132f5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:29.554660 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-95e898a9-bd65-4fa3-9913-771908c64b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:31.233043 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:32.651249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:33.850010 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:39.162853 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-2f9f7586-0515-4276-a70c-526a6c4d28ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463409 Feb 11 14:37:39.255548 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-4d35094c-d6ea-4541-a662-ea39c8981f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:39.257183 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-4d35094c-d6ea-4541-a662-ea39c8981f27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1128 time: 0.0496347 Feb 11 14:37:39.373908 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-a425bcb6-f49b-48d0-809d-d9a1d07460fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:39.375463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-a425bcb6-f49b-48d0-809d-d9a1d07460fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.1004176 Feb 11 14:37:39.440169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-f3135d5b-51fd-4bf6-aa3d-5ddb9c931a25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 1000 time: 0.0582221 Feb 11 14:37:39.487000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-e774fe70-4182-4f6b-8ce2-7e74ab61296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:39.488429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-e774fe70-4182-4f6b-8ce2-7e74ab61296d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0432274 Feb 11 14:37:39.539553 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-29e10478-1ed9-4a0d-9894-603ddf513b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:39.541051 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-29e10478-1ed9-4a0d-9894-603ddf513b12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470867 Feb 11 14:37:39.629157 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-50e2b0e4-cafc-4ceb-9188-ea1f9d9969f8 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817404 Feb 11 14:37:39.723371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-177891d9-f1a7-4ef4-b544-24a42a6c83e1 req-761560a1-6c1f-4ffd-a838-054ca9b2cf01 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889001 Feb 11 14:37:50.685402 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:52.588882 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:54.659281 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:37:57.171103 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5040e6c1-4fb6-4f18-89a8-d31468ac7695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:59.554657 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a53bdd9f-b0ab-401c-96d4-8b696b0b58ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:01.235022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:02.653746 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:03.843755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:16.776448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37262) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:16.930740 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Deleting port 0cb28c48-f237-42ff-9018-5eb5f5c75de8 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:38:16.931086 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:17.007980 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:17.008307 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (0cb28c48-f237-42ff-9018-5eb5f5c75de8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:17.019604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Calling delete_port for 0cb28c48-f237-42ff-9018-5eb5f5c75de8 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:38:17.160250 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (0cb28c48-f237-42ff-9018-5eb5f5c75de8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:17.188192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event deleted for resources: {'Port': ['ID=0cb28c48-f237-42ff-9018-5eb5f5c75de8,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:17.213049 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.213402 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.213743 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.214105 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.214467 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.214796 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.215122 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.215451 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.215774 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.216094 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.216419 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.216738 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.217058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:17.256401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (e05804ed-3316-4209-869a-1faabf5bc67d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:17.256725 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Floating IP e05804ed-3316-4209-869a-1faabf5bc67d disassociated (deleted). External IP: 172.25.3.36, port: 422f45ae-beef-4d79-b647-8e540c60419c. Feb 11 14:38:17.465603 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:38:17.571441 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:38:17.576326 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:17.582774 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] Sync routers for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:38:17.593104 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:38:17.593727 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:38:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:17.607672 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-e1b3af0f-fb1c-43fd-9b0b-8331813fb346 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "DELETE /v2.0/floatingips/e05804ed-3316-4209-869a-1faabf5bc67d HTTP/1.1" status: 204 len: 168 time: 0.8271933 Feb 11 14:38:17.607672 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:38:17.608428 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa48d78-6ffa-482a-9ddf-f288985205b6" -d '{"events": [{"name": "network-changed", "server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:38:17.707579 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3282ad8-8521-4bcb-a1bf-018bdbc7ef27 x-openstack-request-id: req-a3282ad8-8521-4bcb-a1bf-018bdbc7ef27 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:38:17.707941 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:38:17.708282 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3282ad8-8521-4bcb-a1bf-018bdbc7ef27 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:38:17.708721 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'status': 'completed', 'code': 200} Feb 11 14:38:17.719838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:38:17.869071 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-42552a47-f27c-4f1e-ba92-8ad7468ee239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:17.871259 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-42552a47-f27c-4f1e-ba92-8ad7468ee239 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 1128 time: 0.1302600 Feb 11 14:38:17.882435 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3fe16-5e23-4b3c-8446-450bf4774955 req-9bb9a831-dd3b-453d-9284-144a74f2c48a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:17.883851 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b3fe16-5e23-4b3c-8446-450bf4774955 req-9bb9a831-dd3b-453d-9284-144a74f2c48a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 946 time: 0.0832608 Feb 11 14:38:17.926521 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:17.956441 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] Checking router: 3ce5e8f2-9573-4b9b-8a41-a499624e0184 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:38:17.965293 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:38:17.965896 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:38:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:17.985411 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b1b3fe16-5e23-4b3c-8446-450bf4774955 req-0a04a55e-3287-49d9-b75e-c239197a8955 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935817 Feb 11 14:38:18.001929 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-eb356183-3c1e-4f59-b33f-b4317e7d886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:18.003424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-eb356183-3c1e-4f59-b33f-b4317e7d886b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.1187334 Feb 11 14:38:18.047779 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-e13c5d6f-fe38-48b0-a14a-d9b4cf03a685 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 200 len: 217 time: 0.0379305 Feb 11 14:38:18.097384 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-b1203692-6c6a-4950-a6df-fa0409cf40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:18.098956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-b1203692-6c6a-4950-a6df-fa0409cf40c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0453992 Feb 11 14:38:18.149913 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-a0cbe448-1ab1-4521-8166-cdf74cfeb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:18.151998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-a0cbe448-1ab1-4521-8166-cdf74cfeb8cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453811 Feb 11 14:38:18.173376 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:38:18.376680 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:18.404083 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7750016-b58c-4e20-b92f-b6d1ca91546b None None] The sync data for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 is: [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:38:18.563067 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-f9f724de-d072-4fd8-862f-8c32912b4ff5 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051905 Feb 11 14:38:18.642539 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baf533-d450-4d5b-a582-c0141262dcb5 None None] New status for floating IP e05804ed-3316-4209-869a-1faabf5bc67d: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:38:18.658765 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8aa48d78-6ffa-482a-9ddf-f288985205b6 req-66f063a7-5f6d-41ef-ae03-8dcd1bf72f3e service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891378 Feb 11 14:38:19.107385 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89257145-5bf1-4948-adcf-a2d20be7d64e req-c9506c4d-7b5d-4fcf-aaa8-f24ed5d29d70 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:19.108892 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89257145-5bf1-4948-adcf-a2d20be7d64e req-c9506c4d-7b5d-4fcf-aaa8-f24ed5d29d70 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 946 time: 0.0548310 Feb 11 14:38:19.125046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-c116fbed-a25b-4109-809d-b5dbd98460cf tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:19.126587 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-c116fbed-a25b-4109-809d-b5dbd98460cf tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "GET /v2.0/ports?device_id=16991bae-3a5e-4de4-a3b7-70f75ed08e3a HTTP/1.1" status: 200 len: 946 time: 0.0572312 Feb 11 14:38:19.157329 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-89257145-5bf1-4948-adcf-a2d20be7d64e req-19b7b839-9a7d-4415-8875-0b574ef253f2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a1af4fc-8e81-4122-a1cb-704cde1b0130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Feb 11 14:38:19.218052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Deleting port 422f45ae-beef-4d79-b647-8e540c60419c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:38:19.218410 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (422f45ae-beef-4d79-b647-8e540c60419c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:19.310979 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] For port 422f45ae-beef-4d79-b647-8e540c60419c, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=422f45ae-beef-4d79-b647-8e540c60419c,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:38:19.311260 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (422f45ae-beef-4d79-b647-8e540c60419c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:19.322992 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Calling delete_port for 422f45ae-beef-4d79-b647-8e540c60419c owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:38:19.445949 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (422f45ae-beef-4d79-b647-8e540c60419c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:19.475243 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event deleted for resources: {'Port': ['ID=422f45ae-beef-4d79-b647-8e540c60419c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:19.520461 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] No DVR routers for this DVR port 422f45ae-beef-4d79-b647-8e540c60419c on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:38:19.523007 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:19.527429 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ea27d257-2e32-4d17-8d11-8cdac61d0c67 req-7b9d6d5d-3024-4189-8291-ad364581b05c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "DELETE /v2.0/ports/422f45ae-beef-4d79-b647-8e540c60419c HTTP/1.1" status: 204 len: 173 time: 0.3961551 Feb 11 14:38:19.709689 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-deleted', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:38:19.712051 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764787a-4232-4ae6-a765-d085ba8b20fc" -d '{"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-deleted", "tag": "422f45ae-beef-4d79-b647-8e540c60419c"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:38:19.748314 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d28a6-62dc-4281-831d-13343a858451 x-openstack-request-id: req-115d28a6-62dc-4281-831d-13343a858451 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:38:19.748611 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16991bae-3a5e-4de4-a3b7-70f75ed08e3a", "name": "network-vif-deleted", "tag": "422f45ae-beef-4d79-b647-8e540c60419c", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:38:19.748859 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-115d28a6-62dc-4281-831d-13343a858451 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:38:19.749257 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16991bae-3a5e-4de4-a3b7-70f75ed08e3a', 'name': 'network-vif-deleted', 'tag': '422f45ae-beef-4d79-b647-8e540c60419c', 'status': 'completed', 'code': 200} Feb 11 14:38:20.215290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37286) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:20.270470 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dcf2b1-e40b-4b72-bdbe-8d601d4e1c35 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (0a1af4fc-8e81-4122-a1cb-704cde1b0130), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.295648 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dcf2b1-e40b-4b72-bdbe-8d601d4e1c35 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (0a1af4fc-8e81-4122-a1cb-704cde1b0130), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.355865 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dcf2b1-e40b-4b72-bdbe-8d601d4e1c35 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (0a1af4fc-8e81-4122-a1cb-704cde1b0130), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.358509 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-96dcf2b1-e40b-4b72-bdbe-8d601d4e1c35 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.359666 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-96dcf2b1-e40b-4b72-bdbe-8d601d4e1c35 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "DELETE /v2.0/security-groups/0a1af4fc-8e81-4122-a1cb-704cde1b0130 HTTP/1.1" status: 204 len: 168 time: 0.1433794 Feb 11 14:38:20.369213 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcf2b1-e40b-4b72-bdbe-8d601d4e1c35 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1af4fc-8e81-4122-a1cb-704cde1b0130,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:20.514367 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37292) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:20.518949 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-dd435e80-744c-4a69-9738-c01cb2a70deb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723934279', 'description': 'tempest-secgroup-smoke-1723934279 description', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:20.539482 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd435e80-744c-4a69-9738-c01cb2a70deb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.608201 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd435e80-744c-4a69-9738-c01cb2a70deb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (4993e846-dae5-42be-b042-5ef3206320c0), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.611979 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd435e80-744c-4a69-9738-c01cb2a70deb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4993e846-dae5-42be-b042-5ef3206320c0), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.640687 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-dd435e80-744c-4a69-9738-c01cb2a70deb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.641901 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-dd435e80-744c-4a69-9738-c01cb2a70deb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1265299 Feb 11 14:38:20.644871 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37294) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:20.645940 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd435e80-744c-4a69-9738-c01cb2a70deb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4993e846-dae5-42be-b042-5ef3206320c0,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:20.649442 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '4993e846-dae5-42be-b042-5ef3206320c0', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:20.676097 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (9ab56dfa-7723-4574-b659-398e7b26e635), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.685370 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.731171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (9ab56dfa-7723-4574-b659-398e7b26e635), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.734600 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9ab56dfa-7723-4574-b659-398e7b26e635), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.756045 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab56dfa-7723-4574-b659-398e7b26e635,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:20.764214 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.765375 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195073 Feb 11 14:38:20.767202 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.767554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.767983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.768225 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37296) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:20.768369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.768637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.768963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.769286 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.769608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.769929 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.770274 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.770592 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.770908 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.771224 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458d9de-9b57-4318-82a7-07224fa8aa72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:20.772884 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-daed454e-d494-4e64-be02-a5abbbc27cb8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '4993e846-dae5-42be-b042-5ef3206320c0', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:20.797864 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daed454e-d494-4e64-be02-a5abbbc27cb8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (b5011960-72a7-410b-8c1f-34a64b411118), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.851670 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daed454e-d494-4e64-be02-a5abbbc27cb8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (b5011960-72a7-410b-8c1f-34a64b411118), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.855532 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daed454e-d494-4e64-be02-a5abbbc27cb8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (b5011960-72a7-410b-8c1f-34a64b411118), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.873040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed454e-d494-4e64-be02-a5abbbc27cb8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5011960-72a7-410b-8c1f-34a64b411118,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:20.880059 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-daed454e-d494-4e64-be02-a5abbbc27cb8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.881241 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-daed454e-d494-4e64-be02-a5abbbc27cb8 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120055 Feb 11 14:38:20.884030 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37298) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:20.888504 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-53621419-4f2e-442e-a15f-8dd199c79295 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '4993e846-dae5-42be-b042-5ef3206320c0', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:20.911653 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53621419-4f2e-442e-a15f-8dd199c79295 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (9554af26-ad92-4817-bbd0-f8bcc7fa14f6), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.967269 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53621419-4f2e-442e-a15f-8dd199c79295 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (9554af26-ad92-4817-bbd0-f8bcc7fa14f6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.972495 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53621419-4f2e-442e-a15f-8dd199c79295 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (9554af26-ad92-4817-bbd0-f8bcc7fa14f6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.991226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53621419-4f2e-442e-a15f-8dd199c79295 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9554af26-ad92-4817-bbd0-f8bcc7fa14f6,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:20.998404 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-53621419-4f2e-442e-a15f-8dd199c79295 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:20.999503 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-53621419-4f2e-442e-a15f-8dd199c79295 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145236 Feb 11 14:38:21.002194 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37300) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:21.006448 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-888c83dc-448f-48d4-8df3-4e346300fb99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '4993e846-dae5-42be-b042-5ef3206320c0', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:21.030109 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-888c83dc-448f-48d4-8df3-4e346300fb99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (1243e96a-0917-44c1-90b8-32881c5385f9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.086987 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-888c83dc-448f-48d4-8df3-4e346300fb99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (1243e96a-0917-44c1-90b8-32881c5385f9), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.090785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-888c83dc-448f-48d4-8df3-4e346300fb99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (1243e96a-0917-44c1-90b8-32881c5385f9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.108917 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c83dc-448f-48d4-8df3-4e346300fb99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1243e96a-0917-44c1-90b8-32881c5385f9,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:21.113244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-888c83dc-448f-48d4-8df3-4e346300fb99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.114474 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-888c83dc-448f-48d4-8df3-4e346300fb99 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1113048 Feb 11 14:38:21.117066 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37302) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:21.121248 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '4993e846-dae5-42be-b042-5ef3206320c0', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:21.139258 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Project b4f2ccacddc94388b481bc1a6e34aa58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:38:21.143880 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (d28b3318-75b5-4794-9e1c-029e6d31d3bf), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.200428 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (d28b3318-75b5-4794-9e1c-029e6d31d3bf), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.204079 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d28b3318-75b5-4794-9e1c-029e6d31d3bf), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.221650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28b3318-75b5-4794-9e1c-029e6d31d3bf,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:21.228461 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.230207 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-6977cffc-e935-4293-9a11-2b2bf070cf7e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1116438 Feb 11 14:38:21.232957 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37304) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:38:21.237375 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'security_group_rule': {'security_group_id': '4993e846-dae5-42be-b042-5ef3206320c0', 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:21.258025 n-d-828676-2 neutron-server[103175]: INFO neutron.db.securitygroups_db [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Project b4f2ccacddc94388b481bc1a6e34aa58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:38:21.262831 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (1bab2401-9ba7-48c1-a145-28b2b5516ccb), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.322490 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (1bab2401-9ba7-48c1-a145-28b2b5516ccb), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.326641 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (1bab2401-9ba7-48c1-a145-28b2b5516ccb), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.348289 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bab2401-9ba7-48c1-a145-28b2b5516ccb,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:21.355840 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:21.357056 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-48666331-e09f-4708-8e44-d00ae4511901 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230826 Feb 11 14:38:22.420574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:38:22.441343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: 422f45ae-beef-4d79-b647-8e540c60419c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:38:22.441689 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 422f45ae-beef-4d79-b647-8e540c60419c not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:38:22.604085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:27.174529 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2fa4dce2-6606-4158-94f9-6434479a30f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:29.562328 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1259-ecca-43ee-86e1-e0afd069c139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:31.239700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:31.658809 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:38:32.656634 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:33.848869 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:39.781292 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-96f88a2e-adae-4b86-ba17-018bf484a896 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723934279&fields=id&tenant_id=b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 267 time: 0.0462244 Feb 11 14:38:39.889888 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-d0c0684c-9eba-411e-a98e-18357dc3146d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:39.891342 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-d0c0684c-9eba-411e-a98e-18357dc3146d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 808 time: 0.1033964 Feb 11 14:38:39.906444 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-18b7ad89-8a18-499b-8464-6c823c754e23 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/quotas/b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 375 time: 0.0096257 Feb 11 14:38:39.960768 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-07a19012-916f-419e-b437-eb02568508c4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493631 Feb 11 14:38:40.111314 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-1607b15a-5703-4199-80d6-c40ac2bee869 service neutron] 10.222.0.79 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387432 Feb 11 14:38:40.203312 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-dfc69579-cf8b-42a0-9a94-313bf47675da service neutron] 10.222.0.79 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862811 Feb 11 14:38:40.491034 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-461483b1-6e0e-4121-99df-9646c6491c34 req-c1f82431-6b18-4660-8391-0220fc8ccb84 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0281825 Feb 11 14:38:41.574323 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8ea477a7-f275-46f8-a132-6531acb61bef req-94bcec66-fad3-452c-beaa-ec5121df74b4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0328171 Feb 11 14:38:42.652576 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7f3ac0a9-2089-433b-8fd7-d39239cb0521 req-3f168abb-039a-4bc0-a4f5-779c0fde5e01 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Feb 11 14:38:43.732284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2916fc47-bd29-44f2-afac-41399ab10c5b req-54f3a845-9cdb-42ec-b3fa-1b691de1815b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0302336 Feb 11 14:38:44.827464 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f6ef9fa0-d202-4e43-8b05-3be9bb2e1b43 req-149584f7-cd03-4dc2-88d1-c80698c50336 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Feb 11 14:38:45.419762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-4efc3c18-0a2a-47cf-a221-867917f273be tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:45.421812 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-4efc3c18-0a2a-47cf-a221-867917f273be tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 808 time: 0.1056602 Feb 11 14:38:45.490439 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-a60b9e8d-d120-4a8c-8adb-3b2fad4a27ef tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 380 time: 0.0610511 Feb 11 14:38:45.499338 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'port': {'device_id': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'admin_state_up': True, 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'security_groups': ['4993e846-dae5-42be-b042-5ef3206320c0']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:45.605787 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Made reservation on behalf of b4f2ccacddc94388b481bc1a6e34aa58 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:38:45.609315 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:45.740890 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Allocated IP 172.20.0.8 (6b674eec-c820-4304-9b76-342a5d43bd03/a5b09a31-3dd5-4efa-ae34-0a426dad1408/04ccc123-53e7-47fb-9e6f-e9b25fb227c6) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:38:45.889685 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:45.935350 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e1d56730-15cb-4843-a115-eca6500ad505 req-89fa490f-9ced-4b03-9b69-770b52ce8887 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0341690 Feb 11 14:38:45.948785 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:45.991515 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Network 6b674eec-c820-4304-9b76-342a5d43bd03 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:38:45.995271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:38:45.999838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:38:46.028083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:46.054473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:46.054823 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.072202 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-11393a72-9c6d-4e56-a426-d1973659008c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765011 Feb 11 14:38:46.083458 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Request body: {'port': {'device_id': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:46.152016 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.237569 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e23e44f0-b09e-4c7f-a56e-a158c492c6d1 None None] Provisioning complete for port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:38:46.238165 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e23e44f0-b09e-4c7f-a56e-a158c492c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.272182 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e23e44f0-b09e-4c7f-a56e-a158c492c6d1 None None] Port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:38:46.425251 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:38:46.437322 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Publish callbacks [] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.452480 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Transition to ACTIVE for port object 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:38:46.456835 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.539239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:46.591620 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:38:46.592013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:38:46.592300 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:38:46.597067 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on network 6b674eec-c820-4304-9b76-342a5d43bd03 not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:38:46.597395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:38:46.602797 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:38:46.603152 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Checking segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:38:46.603552 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Bound using segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:38:46.604018 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Bound port: 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:38:46.604387 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.675111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:38:46.678976 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:38:46.687908 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.727484 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:46.728115 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:46.729594 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] 10.222.0.83 "PUT /v2.0/ports/04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 1091 time: 0.6504204 Feb 11 14:38:46.730052 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:38:46.732356 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8142797a-122d-4446-8318-5dec607eaa66" -d '{"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:38:46.756161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047945aa-d960-4ffa-96a5-9ba74bec4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:46.796774 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0b7d86-3333-4bc3-a0ed-ff67bb3c6cfb x-openstack-request-id: req-2c0b7d86-3333-4bc3-a0ed-ff67bb3c6cfb {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:38:46.797386 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:38:46.797655 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c0b7d86-3333-4bc3-a0ed-ff67bb3c6cfb {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:38:46.798277 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'status': 'completed', 'code': 200} Feb 11 14:38:46.848590 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-78655ea1-e403-4f46-b213-1fc96675749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:46.850140 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-78655ea1-e403-4f46-b213-1fc96675749d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1125 time: 0.0712430 Feb 11 14:38:46.892797 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-f2a93bd8-2f56-4a8a-81cb-900160e78f8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 217 time: 0.0359836 Feb 11 14:38:47.091359 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee291830-8b89-47d4-b9d9-944a89c0bad8 req-ab1cef39-0e4a-455e-ad22-c16216d869b9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.092809 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee291830-8b89-47d4-b9d9-944a89c0bad8 req-ab1cef39-0e4a-455e-ad22-c16216d869b9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0913370 Feb 11 14:38:47.107227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-0a78bdd4-7ab7-48a4-bc30-0422fdbdb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.108617 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-0a78bdd4-7ab7-48a4-bc30-0422fdbdb86b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0690353 Feb 11 14:38:47.175595 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee291830-8b89-47d4-b9d9-944a89c0bad8 req-0a299fa9-89c2-4a05-a257-29a8910b6114 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756800 Feb 11 14:38:47.186783 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-2fedac39-0691-43f0-9192-d4fdd299d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.188371 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-2fedac39-0691-43f0-9192-d4fdd299d551 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0716596 Feb 11 14:38:47.284483 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-3093fa75-5bd6-4560-bab6-a263e2120d07 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900269 Feb 11 14:38:47.375358 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b3379fc4-7fc0-4410-aa04-bc1ce86198ea req-af266db9-190c-4fdb-9be3-55d0b078f16a service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844018 Feb 11 14:38:47.465764 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142797a-122d-4446-8318-5dec607eaa66 req-9ae4fdb4-1b9c-4814-8c28-4119ef728b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.467440 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8142797a-122d-4446-8318-5dec607eaa66 req-9ae4fdb4-1b9c-4814-8c28-4119ef728b58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1125 time: 0.0512366 Feb 11 14:38:47.556109 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142797a-122d-4446-8318-5dec607eaa66 req-009dc3d7-db52-40a6-a227-88e174097336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.558234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8142797a-122d-4446-8318-5dec607eaa66 req-009dc3d7-db52-40a6-a227-88e174097336 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0849655 Feb 11 14:38:47.602622 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8142797a-122d-4446-8318-5dec607eaa66 req-6afc9148-fc49-4a69-aaa9-2b120fda3299 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 217 time: 0.0386257 Feb 11 14:38:47.650456 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142797a-122d-4446-8318-5dec607eaa66 req-0ebd39b4-efa6-45b4-a278-03453c3a283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.651822 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8142797a-122d-4446-8318-5dec607eaa66 req-0ebd39b4-efa6-45b4-a278-03453c3a283e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0439897 Feb 11 14:38:47.699935 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142797a-122d-4446-8318-5dec607eaa66 req-45d74987-95a9-44a4-a905-b65fd36dc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.701426 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8142797a-122d-4446-8318-5dec607eaa66 req-45d74987-95a9-44a4-a905-b65fd36dc5e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443883 Feb 11 14:38:47.792686 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8142797a-122d-4446-8318-5dec607eaa66 req-d3930852-0214-433c-aa80-4475a4e1eee4 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853302 Feb 11 14:38:47.879458 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8142797a-122d-4446-8318-5dec607eaa66 req-6910f0a7-7386-4547-863f-601f2227cf89 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816000 Feb 11 14:38:48.303467 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb11c94-db9e-461b-bd03-ba5c632a8b82 req-fd6f7d98-5a27-44ec-a256-f02eef2f7e58 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:48.304954 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8eb11c94-db9e-461b-bd03-ba5c632a8b82 req-fd6f7d98-5a27-44ec-a256-f02eef2f7e58 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0555046 Feb 11 14:38:48.354772 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8eb11c94-db9e-461b-bd03-ba5c632a8b82 req-48ac2aca-2281-41ad-8c34-59db8d18972a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Feb 11 14:38:49.474020 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3070e-9176-4283-9be2-8940a94e1d06 req-5a18f346-0db6-4810-8b7b-4a739bdbb380 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:49.475466 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31d3070e-9176-4283-9be2-8940a94e1d06 req-5a18f346-0db6-4810-8b7b-4a739bdbb380 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0533400 Feb 11 14:38:49.529307 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31d3070e-9176-4283-9be2-8940a94e1d06 req-7833926c-9c8a-41b8-8137-6394f636f405 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478139 Feb 11 14:38:50.648788 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24923cb4-7724-457c-81a9-d7ae08d4d5a2 req-da7798e0-f4a1-43de-9ba6-a0a3c0c6a24c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:50.650365 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24923cb4-7724-457c-81a9-d7ae08d4d5a2 req-da7798e0-f4a1-43de-9ba6-a0a3c0c6a24c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0517933 Feb 11 14:38:50.683227 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:50.700077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24923cb4-7724-457c-81a9-d7ae08d4d5a2 req-054bc860-49bb-4e67-afd3-1ba56632e650 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Feb 11 14:38:51.819953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca98aa-508b-4bdb-bc86-15a6a261eb0b req-c4daea03-70dd-4552-a83e-ec8d19d38588 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:51.821473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00ca98aa-508b-4bdb-bc86-15a6a261eb0b req-c4daea03-70dd-4552-a83e-ec8d19d38588 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0533445 Feb 11 14:38:51.881331 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-00ca98aa-508b-4bdb-bc86-15a6a261eb0b req-794eda7b-830c-4929-bfae-c25b2571ec12 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538545 Feb 11 14:38:52.618630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:53.002960 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1418563-8bf5-4fd2-a742-c62ab88cbcb3 req-f9609be2-7f04-4f0f-b928-b7a5c42bb72b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:53.004459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1418563-8bf5-4fd2-a742-c62ab88cbcb3 req-f9609be2-7f04-4f0f-b928-b7a5c42bb72b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0528505 Feb 11 14:38:53.056575 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-b1418563-8bf5-4fd2-a742-c62ab88cbcb3 req-6f82d57e-5850-45d5-8cad-906291b9ba6f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457284 Feb 11 14:38:54.177039 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093254a9-ccb7-4ca2-b5fb-6db72be8848e req-951fde37-3cb3-40aa-9b8f-473f9e84aaf7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:54.178545 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-093254a9-ccb7-4ca2-b5fb-6db72be8848e req-951fde37-3cb3-40aa-9b8f-473f9e84aaf7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0522661 Feb 11 14:38:54.225995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-093254a9-ccb7-4ca2-b5fb-6db72be8848e req-b13b0563-574b-481e-9260-b0a854bf3c47 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Feb 11 14:38:55.344483 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf72e2-80cd-470d-bdfb-25d4f232f1c7 req-5b8fb429-c441-4c61-a9ef-282d03bce829 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:55.346220 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fbcf72e2-80cd-470d-bdfb-25d4f232f1c7 req-5b8fb429-c441-4c61-a9ef-282d03bce829 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0537260 Feb 11 14:38:55.392865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fbcf72e2-80cd-470d-bdfb-25d4f232f1c7 req-cf27baa8-d938-4117-ac9b-462f08280332 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 Feb 11 14:38:56.514736 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e8e72-8d21-4868-aa51-be46275a366c req-45be35fa-1fef-4d20-b3d5-40185cd61c91 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:56.516236 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-343e8e72-8d21-4868-aa51-be46275a366c req-45be35fa-1fef-4d20-b3d5-40185cd61c91 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0564065 Feb 11 14:38:56.563800 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-343e8e72-8d21-4868-aa51-be46275a366c req-276cab44-00fe-4520-9a6d-a1f8c1cb9742 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Feb 11 14:38:57.176429 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7984-4e26-48e1-ab45-3eab23d77a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:57.684391 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85a053-6828-45cd-a4ea-c5cf979c5c41 req-db691975-f2ee-41d0-a7da-4ccced74217a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:57.685865 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d85a053-6828-45cd-a4ea-c5cf979c5c41 req-db691975-f2ee-41d0-a7da-4ccced74217a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0522716 Feb 11 14:38:57.733301 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2d85a053-6828-45cd-a4ea-c5cf979c5c41 req-fbc7d650-8848-4f4c-94b7-8786afcde1fd tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Feb 11 14:38:58.851119 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f60a-a9d0-4cae-ac6b-0a841f951c0e req-e041f540-2697-4c1d-89b0-59144f734878 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:58.852945 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a498f60a-a9d0-4cae-ac6b-0a841f951c0e req-e041f540-2697-4c1d-89b0-59144f734878 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0536063 Feb 11 14:38:58.901589 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a498f60a-a9d0-4cae-ac6b-0a841f951c0e req-71b93292-41cb-4917-9ae4-aa1fa3cef626 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Feb 11 14:38:59.554220 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1f06b3ef-4549-4655-889b-22698073b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:00.022963 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fff328-70b4-42a5-8089-3f5882bbd68d req-a322b412-acca-4028-8ea0-a1b096b73490 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:00.024446 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52fff328-70b4-42a5-8089-3f5882bbd68d req-a322b412-acca-4028-8ea0-a1b096b73490 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0561452 Feb 11 14:39:00.071398 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-52fff328-70b4-42a5-8089-3f5882bbd68d req-722f96cd-f499-4b08-8921-1de75e2dc6e5 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Feb 11 14:39:01.193763 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306fcc-57bc-4cc2-9556-de3394996b58 req-91da44de-c7a1-4a40-91aa-6c15bf71e29c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:01.195285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a306fcc-57bc-4cc2-9556-de3394996b58 req-91da44de-c7a1-4a40-91aa-6c15bf71e29c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0571928 Feb 11 14:39:01.243062 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:01.245478 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a306fcc-57bc-4cc2-9556-de3394996b58 req-79b80a90-7c2c-4c66-8535-cb009bd8b0b0 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446663 Feb 11 14:39:02.364792 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60258e-3d01-4848-9f1d-4033d157d7dc req-77e45841-14c7-411d-bb74-1582d6ee37af tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:02.366307 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c60258e-3d01-4848-9f1d-4033d157d7dc req-77e45841-14c7-411d-bb74-1582d6ee37af tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0529718 Feb 11 14:39:02.413937 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7c60258e-3d01-4848-9f1d-4033d157d7dc req-e6865c11-90ba-4de7-946c-b9a94d982bf7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Feb 11 14:39:02.622307 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:39:02.671399 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:02.730553 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:02.741501 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'port_id': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'mac_address': 'fa:16:3e:90:dd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:39:02.778015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:39:02.778428 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:02.791287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:39:02.810852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:02.814353 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:02.859242 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:02.866454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.866806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.867151 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.867490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.867822 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.868152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.868479 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.869357 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.869682 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.870005 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.870352 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.870674 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:02.870995 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:03.031922 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['04ccc123-53e7-47fb-9e6f-e9b25fb227c6'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:39:03.531813 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186c4a7-41ab-45b0-9657-f2918830502c req-f189b29b-1eec-4c3c-9c88-32468b0218c9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:03.533297 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e186c4a7-41ab-45b0-9657-f2918830502c req-f189b29b-1eec-4c3c-9c88-32468b0218c9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 944 time: 0.0522623 Feb 11 14:39:03.581611 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e186c4a7-41ab-45b0-9657-f2918830502c req-49848777-99a5-4a5a-be1c-5e26f585df3d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Feb 11 14:39:03.856919 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:04.653835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:04.703268 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4a6bc-7d86-40a3-b6eb-940ef66d3b3b req-f517aa23-eb1c-4067-a132-6e8764187e2c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:04.704377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:39:04.704925 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2aa4a6bc-7d86-40a3-b6eb-940ef66d3b3b req-f517aa23-eb1c-4067-a132-6e8764187e2c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 944 time: 0.0555220 Feb 11 14:39:04.708648 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:04.709033 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:04.761312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2aa4a6bc-7d86-40a3-b6eb-940ef66d3b3b req-037973c9-c54e-4360-b262-268adacbc281 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499623 Feb 11 14:39:04.791749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:39:04.792149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:04.815052 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:39:04.817312 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163971b6-2260-412d-bfb7-994b95f37f79" -d '{"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-plugged", "status": "completed", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:04.834344 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:04.839145 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:04.891946 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:04.919997 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ba0f50-31a1-4652-941f-dd932aad4b66 x-openstack-request-id: req-29ba0f50-31a1-4652-941f-dd932aad4b66 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:04.920289 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-plugged", "status": "completed", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:04.920541 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29ba0f50-31a1-4652-941f-dd932aad4b66 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:04.920935 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'code': 200} Feb 11 14:39:05.017383 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc5fb3-276e-4117-b38c-06ab9741e327 req-5ff6e8c1-c23b-4ac0-a4d9-144381f5b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:05.018897 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-facc5fb3-276e-4117-b38c-06ab9741e327 req-5ff6e8c1-c23b-4ac0-a4d9-144381f5b178 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1127 time: 0.0432601 Feb 11 14:39:05.066506 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-facc5fb3-276e-4117-b38c-06ab9741e327 req-112f029b-fae2-4c7d-b71e-d59b90ebfe09 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414748 Feb 11 14:39:05.882035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6da63-dbab-4625-a29e-e9a847bfeb41 req-ee506b84-feae-47ef-9e7e-1f12fc717699 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:05.883586 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4f6da63-dbab-4625-a29e-e9a847bfeb41 req-ee506b84-feae-47ef-9e7e-1f12fc717699 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0546417 Feb 11 14:39:05.931346 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d4f6da63-dbab-4625-a29e-e9a847bfeb41 req-e7fe0e2c-1787-4752-bbcd-3ed6a48afa21 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Feb 11 14:39:07.052076 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e30b7-8fe5-4f1f-b0c7-499da4ae6e14 req-39e16793-5da9-4cc4-b20e-f167c76627b2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:07.053550 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae9e30b7-8fe5-4f1f-b0c7-499da4ae6e14 req-39e16793-5da9-4cc4-b20e-f167c76627b2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0513241 Feb 11 14:39:07.101929 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ae9e30b7-8fe5-4f1f-b0c7-499da4ae6e14 req-b078d5f5-eef7-4b73-894d-06a13b27e542 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Feb 11 14:39:07.217738 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdc652-5c45-4a12-926c-d6f433fa017a req-0fd9b283-e725-40a5-ba08-9afd4a0e9e6e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:07.219241 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55cdc652-5c45-4a12-926c-d6f433fa017a req-0fd9b283-e725-40a5-ba08-9afd4a0e9e6e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0513358 Feb 11 14:39:07.268186 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-55cdc652-5c45-4a12-926c-d6f433fa017a req-d52294f6-6850-4bfe-bf1d-36ee6ee0fd7d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Feb 11 14:39:07.289907 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37530) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:39:07.335537 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d902227-2eda-48f5-9cd2-dd8ee9a24d6d tempest-TestShelveInstance-587021796 tempest-TestShelveInstance-587021796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:07.337136 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-7d902227-2eda-48f5-9cd2-dd8ee9a24d6d tempest-TestShelveInstance-587021796 tempest-TestShelveInstance-587021796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1122 time: 0.0456901 Feb 11 14:39:07.340264 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37532) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:39:07.344792 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:07.366540 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:07.462888 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:07.563924 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Allocated IP 172.25.3.25 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/17cef96d-63aa-4dfa-a416-c820a32dadd4) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:07.669901 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:07.702572 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:07.741887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:07.745059 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:07.747543 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:07.774718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'Port': ['ID=17cef96d-63aa-4dfa-a416-c820a32dadd4,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:08.120560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (27ac6317-bb8c-40cc-aa15-e37e0412b74e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:08.188188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:08.339871 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:08.344329 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:08.416346 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event updated for resources: {'Port': ['ID=17cef96d-63aa-4dfa-a416-c820a32dadd4,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:08.426604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (27ac6317-bb8c-40cc-aa15-e37e0412b74e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:08.527790 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Floating IP 27ac6317-bb8c-40cc-aa15-e37e0412b74e associated. External IP: 172.25.3.25, port: 04ccc123-53e7-47fb-9e6f-e9b25fb227c6. Feb 11 14:39:08.657828 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:08.738585 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:39:09.171074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:09.180320 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] Sync routers for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:09.190817 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:09.191962 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:09.192731 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:39:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:09.233418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b6db8fba-9f8c-4f7c-b284-9dc088c36235 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8808203 Feb 11 14:39:09.233418 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:39:09.233418 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f30eea2-bb44-487a-b48f-886723eff02c" -d '{"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:09.270380 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702bf8de-7e69-4276-94b3-2ad2fa22b472 x-openstack-request-id: req-702bf8de-7e69-4276-94b3-2ad2fa22b472 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:09.270686 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:09.270951 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-702bf8de-7e69-4276-94b3-2ad2fa22b472 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:09.271359 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'status': 'completed', 'code': 200} Feb 11 14:39:09.305655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:09.334532 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30eea2-bb44-487a-b48f-886723eff02c req-6f3a0a64-9301-438e-a0ff-0e3b3e2c7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:09.336160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f30eea2-bb44-487a-b48f-886723eff02c req-6f3a0a64-9301-438e-a0ff-0e3b3e2c7acb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1127 time: 0.0456662 Feb 11 14:39:09.428618 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30eea2-bb44-487a-b48f-886723eff02c req-c81792d7-1d32-44d8-9d94-05d451ca73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:09.430025 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f30eea2-bb44-487a-b48f-886723eff02c req-c81792d7-1d32-44d8-9d94-05d451ca73cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0884290 Feb 11 14:39:09.494588 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f30eea2-bb44-487a-b48f-886723eff02c req-fb855a83-b49a-4185-ad2f-c895c9939443 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 998 time: 0.0581424 Feb 11 14:39:09.528669 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '27ac6317-bb8c-40cc-aa15-e37e0412b74e', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'port_id': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'mac_address': 'fa:16:3e:90:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:39:07Z', 'updated_at': '2022-02-11T14:39:07Z', 'revision_number': 0, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:09.542286 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30eea2-bb44-487a-b48f-886723eff02c req-36bcd785-fe18-483a-ae19-8dd01b8be4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:09.543781 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f30eea2-bb44-487a-b48f-886723eff02c req-36bcd785-fe18-483a-ae19-8dd01b8be4f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0440252 Feb 11 14:39:09.554429 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] Checking router: 3ce5e8f2-9573-4b9b-8a41-a499624e0184 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:09.563142 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:09.563754 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:39:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:09.597260 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30eea2-bb44-487a-b48f-886723eff02c req-b928a166-9a81-475e-94c1-92c43448b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:09.598936 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f30eea2-bb44-487a-b48f-886723eff02c req-b928a166-9a81-475e-94c1-92c43448b235 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489509 Feb 11 14:39:09.677222 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:09.686767 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f30eea2-bb44-487a-b48f-886723eff02c req-fd799ac6-56c2-45f0-ae20-32ac9b2444bc service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821834 Feb 11 14:39:09.778396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8f30eea2-bb44-487a-b48f-886723eff02c req-394a2669-ef1b-4889-87ba-1cbf3fc23a45 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859654 Feb 11 14:39:09.902446 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '27ac6317-bb8c-40cc-aa15-e37e0412b74e', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'port_id': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'mac_address': 'fa:16:3e:90:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:39:07Z', 'updated_at': '2022-02-11T14:39:07Z', 'revision_number': 0, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:09.927912 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79677537-ebe8-4c7e-a21d-3b154068eb87 None None] The sync data for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 is: [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': '27ac6317-bb8c-40cc-aa15-e37e0412b74e', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'port_id': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'mac_address': 'fa:16:3e:90:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:39:07Z', 'updated_at': '2022-02-11T14:39:07Z', 'revision_number': 0, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:10.123592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017219a-6b1f-4d9c-a2f9-e8a7a8e82b22 None None] New status for floating IP 27ac6317-bb8c-40cc-aa15-e37e0412b74e: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:39:20.685085 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:22.619952 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:27.178918 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcb88-3e19-4ab3-8350-07e2b4240fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:29.556022 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8a312b92-458e-44ea-989d-627edfb6121c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:31.245771 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:32.656190 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:33.850383 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:40.147039 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-8d5e7b83-d5a8-46ae-8f45-ae5048ef54d8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532560 Feb 11 14:39:40.236227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417fa9-cee7-40d2-8638-d0553d16532e req-f647a2c8-7dbc-44c6-ad30-eb0e6c80859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:40.237875 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-f647a2c8-7dbc-44c6-ad30-eb0e6c80859b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1127 time: 0.0479996 Feb 11 14:39:40.350686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417fa9-cee7-40d2-8638-d0553d16532e req-7c5b290e-c0a2-458b-b802-48f3dc8a5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:40.353114 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-7c5b290e-c0a2-458b-b802-48f3dc8a5d85 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0973036 Feb 11 14:39:40.423659 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-b43e10a8-f426-4536-825b-0cb576a9a88f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 1000 time: 0.0640628 Feb 11 14:39:40.476599 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417fa9-cee7-40d2-8638-d0553d16532e req-af183dbf-8539-40d0-92bd-7fd875640438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:40.478795 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-af183dbf-8539-40d0-92bd-7fd875640438 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0499923 Feb 11 14:39:40.537325 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417fa9-cee7-40d2-8638-d0553d16532e req-6d701de3-231d-4a9a-92dc-da0c6db6e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:40.539169 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-6d701de3-231d-4a9a-92dc-da0c6db6e25d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551960 Feb 11 14:39:40.631805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-19a1c595-7419-483c-9642-4a212ad8a8ac service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868492 Feb 11 14:39:40.728899 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-73417fa9-cee7-40d2-8638-d0553d16532e req-6b232f07-60c5-4488-9df7-3d1e42424f7e service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916629 Feb 11 14:39:45.657775 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:50.695672 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:52.632483 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:57.180266 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-2c921aa6-30be-4f5e-a92b-dfbc3a44a469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:59.558160 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-da7ee4cd-f472-4ccd-8c0a-d938a7ba9e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:01.248669 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:02.659108 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:03.854102 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:20.695300 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:22.630886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:22.658654 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:40:27.182275 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c2d8730c-659b-4a55-bca5-ac3d2053fd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:29.560375 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d643c7d4-96fd-4ddd-81ad-f3bcca022ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:31.251724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:32.664444 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:33.856951 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:40.150105 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-ff2df7f3-b4d6-4241-950c-2077865e56f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436652 Feb 11 14:40:40.237199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-178a304b-9602-4932-9b09-5c638ff25c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:40.239931 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-178a304b-9602-4932-9b09-5c638ff25c1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1127 time: 0.0502028 Feb 11 14:40:40.344671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-d4455d6b-64bc-4e47-8336-58789b876b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:40.346201 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-d4455d6b-64bc-4e47-8336-58789b876b6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0881066 Feb 11 14:40:40.413869 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-dfdffa54-1c7f-47ac-8598-2949d11abd05 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 1000 time: 0.0614319 Feb 11 14:40:40.461158 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-760c7f11-6d8f-42df-ba41-0c8db6432681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:40.462616 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-760c7f11-6d8f-42df-ba41-0c8db6432681 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0435758 Feb 11 14:40:40.510227 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-a8425abf-ac92-4e8e-8f71-e1e79dfe834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:40.511726 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-a8425abf-ac92-4e8e-8f71-e1e79dfe834d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441046 Feb 11 14:40:40.605425 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-31bb3e64-6dbd-431a-a1e6-6598b905b1c8 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875003 Feb 11 14:40:40.694293 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a0f5aa43-b72c-4671-bb5f-f78d7f084085 req-95028997-e698-49f8-a9bf-44ee618b7864 service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822713 Feb 11 14:40:50.694992 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:52.648188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:57.185570 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-187c218a-8e1a-4cba-a20a-461d8c495ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:59.562024 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1f73-baf5-4fc9-864c-aa28916b5ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:59.657598 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:01.254842 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:02.662819 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:03.859415 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:04.615345 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3b245-8299-46c7-a4a2-58fffed0fb92 req-38c1dfc7-94e9-47eb-8cae-a8e28c0155e0 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:04.617608 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91c3b245-8299-46c7-a4a2-58fffed0fb92 req-38c1dfc7-94e9-47eb-8cae-a8e28c0155e0 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0551555 Feb 11 14:41:04.669998 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-91c3b245-8299-46c7-a4a2-58fffed0fb92 req-25a2a4c4-9615-49da-a6f1-0767348fc1db tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 Feb 11 14:41:05.796413 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8573d7-96ce-4704-b7fe-59d6ff13078b req-1243e1b4-0667-4f30-93d3-45a9db41c39a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:05.797870 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a8573d7-96ce-4704-b7fe-59d6ff13078b req-1243e1b4-0667-4f30-93d3-45a9db41c39a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0568130 Feb 11 14:41:05.846058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a8573d7-96ce-4704-b7fe-59d6ff13078b req-016daf52-1e6b-46d7-8cd9-4cb938779d09 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Feb 11 14:41:06.968812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d0ab7-0a0a-472d-9957-9ec6256ad3b5 req-99263c3c-cf40-4872-b3e8-f0a0d1c302bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:06.970586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b10d0ab7-0a0a-472d-9957-9ec6256ad3b5 req-99263c3c-cf40-4872-b3e8-f0a0d1c302bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0525680 Feb 11 14:41:07.017723 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b10d0ab7-0a0a-472d-9957-9ec6256ad3b5 req-18538fb9-127f-4952-81df-795440dd08fa tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Feb 11 14:41:08.134808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3294c-b640-48ea-9e16-c76b312b1f76 req-9ccee34d-eeb4-4ef6-ac6a-ea4a03e266ce tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:08.136175 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cea3294c-b640-48ea-9e16-c76b312b1f76 req-9ccee34d-eeb4-4ef6-ac6a-ea4a03e266ce tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Feb 11 14:41:08.183160 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cea3294c-b640-48ea-9e16-c76b312b1f76 req-9ebd9724-e4d5-45a6-b40f-9542bbda8711 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Feb 11 14:41:09.301116 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984578d-041d-4a2a-8b1b-5393eea46635 req-73543b07-952e-40a2-ad59-5fa2bc526d73 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:09.302609 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e984578d-041d-4a2a-8b1b-5393eea46635 req-73543b07-952e-40a2-ad59-5fa2bc526d73 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0525334 Feb 11 14:41:09.350285 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e984578d-041d-4a2a-8b1b-5393eea46635 req-f180fc43-c1b0-4d33-b87a-ce06baa234a4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Feb 11 14:41:10.472515 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607ac3-8ef2-48d6-a508-489425631e07 req-0edc2c0c-fe62-4f3f-baff-40b318899f72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:10.473997 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77607ac3-8ef2-48d6-a508-489425631e07 req-0edc2c0c-fe62-4f3f-baff-40b318899f72 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0552485 Feb 11 14:41:10.521342 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-77607ac3-8ef2-48d6-a508-489425631e07 req-e7790712-20c0-4fc1-b046-3c9db81e6bf2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Feb 11 14:41:11.657290 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043c995-84fd-45cf-a7e2-443252171ccf req-9896d86c-94b0-4019-af7d-57f462bb3e5a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:11.658787 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b043c995-84fd-45cf-a7e2-443252171ccf req-9896d86c-94b0-4019-af7d-57f462bb3e5a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0579109 Feb 11 14:41:11.708230 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b043c995-84fd-45cf-a7e2-443252171ccf req-8380ec3b-2338-48e1-9aab-852d3ff9cbf2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Feb 11 14:41:12.829662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733fd3-8e81-461b-be86-8e0a42325aa0 req-1fe495ac-78ec-428c-9bfb-76ae8a8813ae tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:12.831769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f733fd3-8e81-461b-be86-8e0a42325aa0 req-1fe495ac-78ec-428c-9bfb-76ae8a8813ae tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Feb 11 14:41:12.881853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5f733fd3-8e81-461b-be86-8e0a42325aa0 req-7073500c-f7f6-4572-9817-d722b2c0fd8e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448103 Feb 11 14:41:14.001226 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908536-009f-4cad-86c4-44bf47602327 req-9a1da127-9032-49d2-9044-6d3e253927d6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:14.002759 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31908536-009f-4cad-86c4-44bf47602327 req-9a1da127-9032-49d2-9044-6d3e253927d6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0528898 Feb 11 14:41:14.051975 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-31908536-009f-4cad-86c4-44bf47602327 req-4813d14e-cf24-4166-8f92-6fa11683c46d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430212 Feb 11 14:41:14.763985 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557380b-dd09-4444-b118-37e8278d34ad req-2ed17e8a-c58f-4071-82b1-bec3d950990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:14.765500 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b557380b-dd09-4444-b118-37e8278d34ad req-2ed17e8a-c58f-4071-82b1-bec3d950990c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1127 time: 0.0500154 Feb 11 14:41:14.856594 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557380b-dd09-4444-b118-37e8278d34ad req-0022b724-f5a1-4953-9040-5496a28e668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:14.858400 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b557380b-dd09-4444-b118-37e8278d34ad req-0022b724-f5a1-4953-9040-5496a28e668f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0867012 Feb 11 14:41:14.929367 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b557380b-dd09-4444-b118-37e8278d34ad req-87455a82-f071-40ff-80cc-5d2c4eabc9e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 1000 time: 0.0641949 Feb 11 14:41:14.977387 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557380b-dd09-4444-b118-37e8278d34ad req-27846435-a95f-4ce1-89e9-cd574be8a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:14.978883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b557380b-dd09-4444-b118-37e8278d34ad req-27846435-a95f-4ce1-89e9-cd574be8a5c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0442553 Feb 11 14:41:15.028459 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557380b-dd09-4444-b118-37e8278d34ad req-9d8fe852-13bb-4b6a-93c7-fe816c352fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:15.029876 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b557380b-dd09-4444-b118-37e8278d34ad req-9d8fe852-13bb-4b6a-93c7-fe816c352fbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446703 Feb 11 14:41:15.122935 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b557380b-dd09-4444-b118-37e8278d34ad req-307cda1f-7566-4fde-9297-aaf83f54ecfe service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873001 Feb 11 14:41:15.173970 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8ea15-65f0-4acd-b2cd-1bc960ab467b req-2b55b295-dfe6-4aa0-9085-89d16910be68 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:15.175493 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ef8ea15-65f0-4acd-b2cd-1bc960ab467b req-2b55b295-dfe6-4aa0-9085-89d16910be68 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Feb 11 14:41:15.211086 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b557380b-dd09-4444-b118-37e8278d34ad req-f94f624b-1300-4c8e-8409-3fb124705cfd service neutron] 10.222.0.83 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819981 Feb 11 14:41:15.229667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9ef8ea15-65f0-4acd-b2cd-1bc960ab467b req-9516a18d-3f12-41d8-a919-25d8866b3c69 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485153 Feb 11 14:41:16.358439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ee49-2336-47a4-8e87-6c3e63be20b6 req-4eee3db4-93f0-4434-8678-6834dcba808f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:16.359942 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6170ee49-2336-47a4-8e87-6c3e63be20b6 req-4eee3db4-93f0-4434-8678-6834dcba808f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0582335 Feb 11 14:41:16.407882 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-6170ee49-2336-47a4-8e87-6c3e63be20b6 req-fdf4a01d-5c9f-4380-8420-f2a531e29284 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423794 Feb 11 14:41:17.532261 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2338c19-cc2f-4634-99b4-8aaa05f6f1e0 req-7ead26e8-f327-4449-9878-b16bc6373c88 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:17.533694 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2338c19-cc2f-4634-99b4-8aaa05f6f1e0 req-7ead26e8-f327-4449-9878-b16bc6373c88 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0546715 Feb 11 14:41:17.582662 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e2338c19-cc2f-4634-99b4-8aaa05f6f1e0 req-83b5d645-a5aa-4e9d-b379-0581e209610d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Feb 11 14:41:18.703428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40658d4-9321-4974-bf4e-82dfa0d11d82 req-d1113d52-a7cd-4f77-a44b-bd0def281512 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:18.704944 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f40658d4-9321-4974-bf4e-82dfa0d11d82 req-d1113d52-a7cd-4f77-a44b-bd0def281512 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0534048 Feb 11 14:41:18.753711 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f40658d4-9321-4974-bf4e-82dfa0d11d82 req-34e2741f-5ea4-4df9-b5be-03e81eb00cb1 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432742 Feb 11 14:41:19.875103 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0cdb0-e60b-4b3d-b9cb-8d245308c652 req-aa573952-32f8-4e29-9612-843c2e178d07 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:19.876642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ee0cdb0-e60b-4b3d-b9cb-8d245308c652 req-aa573952-32f8-4e29-9612-843c2e178d07 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0568752 Feb 11 14:41:19.930753 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-4ee0cdb0-e60b-4b3d-b9cb-8d245308c652 req-318e8282-e0e2-4bab-b2bf-aae2395f96e1 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483630 Feb 11 14:41:20.709259 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:21.049568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b42f-115c-4325-9675-9c747819a952 req-afa7e3c2-6d95-4d00-bc43-6e5686436da1 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:21.051093 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33a8b42f-115c-4325-9675-9c747819a952 req-afa7e3c2-6d95-4d00-bc43-6e5686436da1 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0514998 Feb 11 14:41:21.103977 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-33a8b42f-115c-4325-9675-9c747819a952 req-ec94256f-66a7-4a24-8ee6-582640b88131 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Feb 11 14:41:21.322172 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-02cf8668-41b3-41c8-9e0d-d62fc8b30300 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794191 Feb 11 14:41:21.334357 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff057c29-83bc-4ed0-a3ee-fe50a6e6fa11 req-53bc6fa4-6759-4afd-8ff9-08be04faeed2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:21.336322 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff057c29-83bc-4ed0-a3ee-fe50a6e6fa11 req-53bc6fa4-6759-4afd-8ff9-08be04faeed2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 945 time: 0.0664194 Feb 11 14:41:21.339904 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-8f23dea1-fa6d-4ad8-aac1-83d3fa69a320 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:41:21.340886 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-8f23dea1-fa6d-4ad8-aac1-83d3fa69a320 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136130 Feb 11 14:41:21.416044 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ff057c29-83bc-4ed0-a3ee-fe50a6e6fa11 req-53875413-16b9-4d64-93f3-b3b36d3ca85d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741737 Feb 11 14:41:21.431473 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-73f64229-0c40-451e-aae3-c69a290249b4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:21.432872 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-73f64229-0c40-451e-aae3-c69a290249b4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports/04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 942 time: 0.0625420 Feb 11 14:41:21.477669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:21.556890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:41:21.557363 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:21.581377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:41:21.583637 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a66f5ee-2f20-4ac5-a908-15ea625bd64e" -d '{"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-unplugged", "status": "completed", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:21.598257 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:21.603674 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:21.627754 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2fddf4-5444-4f30-8da3-7b90eb09c50d x-openstack-request-id: req-3e2fddf4-5444-4f30-8da3-7b90eb09c50d {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:21.628060 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-unplugged", "status": "failed", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "code": 422}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:21.628320 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e2fddf4-5444-4f30-8da3-7b90eb09c50d {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:21.628717 n-d-828676-2 neutron-server[103177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'code': 422} returned with failed status Feb 11 14:41:21.655097 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:21.662530 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.662890 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.663239 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.663642 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.663985 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.664321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.664654 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.664988 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.665322 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.665719 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.666095 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.666490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:21.666856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:22.536595 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90de17-85eb-418c-950a-c0ce47bc351a req-c6c76b43-8eb3-492b-9ac5-64abd3bc48d2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:22.538102 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c90de17-85eb-418c-950a-c0ce47bc351a req-c6c76b43-8eb3-492b-9ac5-64abd3bc48d2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0544083 Feb 11 14:41:22.589543 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2c90de17-85eb-418c-950a-c0ce47bc351a req-dbee746e-3b13-43ef-b268-994e8f279125 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Feb 11 14:41:22.645545 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:23.711845 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837fe53-3511-4131-b1f0-fc896d08dc91 req-533b0b88-09ab-4895-bd4a-b0df5996ac71 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:23.713587 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c837fe53-3511-4131-b1f0-fc896d08dc91 req-533b0b88-09ab-4895-bd4a-b0df5996ac71 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0571561 Feb 11 14:41:23.763642 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c837fe53-3511-4131-b1f0-fc896d08dc91 req-616c41fc-09d9-4468-8642-e9702979b7b5 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 Feb 11 14:41:24.897622 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca98f8a-2a46-40d4-a34a-6d7032b229ff req-5fd821c2-4e5c-42ff-b722-de5cf654c004 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:24.899716 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ca98f8a-2a46-40d4-a34a-6d7032b229ff req-5fd821c2-4e5c-42ff-b722-de5cf654c004 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0670960 Feb 11 14:41:24.947212 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-9ca98f8a-2a46-40d4-a34a-6d7032b229ff req-6285152b-86e8-4e1f-8b45-9c300d0880a5 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Feb 11 14:41:26.070751 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e2db-3d0d-45a2-9d62-0714f2e1150b req-7835d073-2c88-4c6e-a16a-c43e4761ae61 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:26.072389 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1f1e2db-3d0d-45a2-9d62-0714f2e1150b req-7835d073-2c88-4c6e-a16a-c43e4761ae61 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0550401 Feb 11 14:41:26.124031 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-d1f1e2db-3d0d-45a2-9d62-0714f2e1150b req-6c12cdbc-c8db-4c53-b288-5e639a8eb0a1 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Feb 11 14:41:27.189203 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e138d920-c505-4d38-a8a8-865b63e1f5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:27.258573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68dcd3-491c-4f02-b69b-ad19c708c89e req-408bc088-d1bf-4c0c-808c-02222b39b90b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:27.260363 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee68dcd3-491c-4f02-b69b-ad19c708c89e req-408bc088-d1bf-4c0c-808c-02222b39b90b tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0586166 Feb 11 14:41:27.317956 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ee68dcd3-491c-4f02-b69b-ad19c708c89e req-4e35ecbf-17b6-47ee-b974-ff3a3d9def2f tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515487 Feb 11 14:41:28.485359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad042c-66fa-4255-a407-b05e100fa109 req-b559d06b-cfc2-473c-8154-a63e2d95e8dc tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:28.486864 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94ad042c-66fa-4255-a407-b05e100fa109 req-b559d06b-cfc2-473c-8154-a63e2d95e8dc tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.1018779 Feb 11 14:41:28.860032 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-94ad042c-66fa-4255-a407-b05e100fa109 req-92113e80-cf60-467a-b4a6-716f94afb565 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674018 Feb 11 14:41:29.564248 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-459482c8-a4d8-4892-85a6-221f7b4064e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:30.026902 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa126-3ed7-407b-a7d5-76f83b79cb9a req-30931b10-4421-4a7b-8a83-fa4467242e9c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:30.028510 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-872fa126-3ed7-407b-a7d5-76f83b79cb9a req-30931b10-4421-4a7b-8a83-fa4467242e9c tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.1011841 Feb 11 14:41:30.077704 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-872fa126-3ed7-407b-a7d5-76f83b79cb9a req-c459bb66-26b2-42fb-82a0-3747c1a35668 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434651 Feb 11 14:41:31.201582 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae5c26-5996-476e-9a22-493a64e8f54a req-0c691748-40ae-442b-b980-c13a8f41f112 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:31.203133 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96ae5c26-5996-476e-9a22-493a64e8f54a req-0c691748-40ae-442b-b980-c13a8f41f112 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0532062 Feb 11 14:41:31.257471 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:31.261109 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96ae5c26-5996-476e-9a22-493a64e8f54a req-219bb283-4c08-40d1-aa15-11be78c35761 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517197 Feb 11 14:41:31.537168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-2e22e23c-a293-4519-b56f-26881a56581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:31.539274 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-2e22e23c-a293-4519-b56f-26881a56581c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66&tenant_id=b4f2ccacddc94388b481bc1a6e34aa58 HTTP/1.1" status: 200 len: 1125 time: 0.0853469 Feb 11 14:41:31.548857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-f9d82332-cc55-4b61-9f6a-ace7c3fc1d0e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:41:31.549773 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-f9d82332-cc55-4b61-9f6a-ace7c3fc1d0e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047345 Feb 11 14:41:31.559890 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828676-2', 'device_owner': 'compute:nova'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:31.619610 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:31.823720 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:31.856831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h2-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:31.889981 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:41:31.897399 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Publish callbacks [] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:31.910652 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Transition to ACTIVE for port object 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:41:31.914776 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:31.999609 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=7']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:32.011949 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.012298 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.012643 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.012982 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.013317 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.013648 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.013978 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.014328 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.014656 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.014983 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.015309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.015629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.015947 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:32.048682 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] No DVR routers for this DVR port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on host n-h2-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:41:32.188306 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:41:32.188641 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:41:32.188968 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:32.193149 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on network 6b674eec-c820-4304-9b76-342a5d43bd03 not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:41:32.193476 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Attempting to bind port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on network 6b674eec-c820-4304-9b76-342a5d43bd03 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:32.198314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:32.198655 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Checking segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:41:32.199041 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Bound using segment: {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:32.199462 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Bound port: 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c787b35-45ee-40f6-bb82-54070e521512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:41:32.199811 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:32.265808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:32.268854 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:32.275581 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:32.312543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.313595 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:32.314571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] 10.222.0.30 "PUT /v2.0/ports/04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 1091 time: 0.7582192 Feb 11 14:41:32.315028 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:41:32.317298 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96f84a-9530-4a06-855d-a9d6068ad350" -d '{"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:32.354857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1282c-e533-4e24-9392-93b7122b3e1e service neutron] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=8']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:32.394915 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-0b0d9159-d374-49b1-8a08-9d26cfbc11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.396459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-0b0d9159-d374-49b1-8a08-9d26cfbc11ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1125 time: 0.0582905 Feb 11 14:41:32.418953 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdd0fd-fe10-4a9c-84b0-c338e32ebc57 req-80c01185-d4c7-4134-9637-ded5d0ecc825 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.420522 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9bdd0fd-fe10-4a9c-84b0-c338e32ebc57 req-80c01185-d4c7-4134-9637-ded5d0ecc825 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0778382 Feb 11 14:41:32.473029 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabef39a-0a7e-484b-b6c4-76c5b4073e3b x-openstack-request-id: req-aabef39a-0a7e-484b-b6c4-76c5b4073e3b {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:32.473339 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:32.473601 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aabef39a-0a7e-484b-b6c4-76c5b4073e3b {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:32.474007 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'status': 'completed', 'code': 200} Feb 11 14:41:32.481805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a9bdd0fd-fe10-4a9c-84b0-c338e32ebc57 req-2e747489-cd8b-4fe1-8385-cac46255b8f5 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547671 Feb 11 14:41:32.506151 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-6b8c2e9b-bad4-45b8-89d7-1aab5982fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.507823 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-6b8c2e9b-bad4-45b8-89d7-1aab5982fa58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.1051049 Feb 11 14:41:32.576256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-7ff16f94-9f37-414f-881d-96a79b83278b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 998 time: 0.0619349 Feb 11 14:41:32.629554 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-b34d3dd5-9306-4a9f-a8b2-281b196c3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.630959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-b34d3dd5-9306-4a9f-a8b2-281b196c3e28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0488760 Feb 11 14:41:32.667160 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:32.681410 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-09ca95c7-eed3-458f-b670-90ab8707f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.682972 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-09ca95c7-eed3-458f-b670-90ab8707f763 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463212 Feb 11 14:41:32.769959 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-137ce26d-6713-4d2e-8422-129658006076 service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809946 Feb 11 14:41:32.863553 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-51c89c42-11e6-4038-9cc7-2f0ea6eace74 service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874348 Feb 11 14:41:32.949563 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-15975f2c-b452-4b82-ad9a-5e280a426638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.951058 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-15975f2c-b452-4b82-ad9a-5e280a426638 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1125 time: 0.0447025 Feb 11 14:41:33.045154 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-42b781f7-b24a-4fa6-894d-611e01ec53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.046681 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-42b781f7-b24a-4fa6-894d-611e01ec53cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0886667 Feb 11 14:41:33.110701 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-e185d78a-a9bf-456b-9eca-cc2227b8ee35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 998 time: 0.0576439 Feb 11 14:41:33.162713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-4a59bbc9-57ef-4bcb-ba9e-cf4723dadbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.164715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-4a59bbc9-57ef-4bcb-ba9e-cf4723dadbda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0482807 Feb 11 14:41:33.213362 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-7c1ad3a9-985f-4729-ae35-6c109bd59334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.214787 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-7c1ad3a9-985f-4729-ae35-6c109bd59334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431857 Feb 11 14:41:33.309049 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-3d955110-3fef-4ede-9ed0-cc3d4eb87ad1 service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879300 Feb 11 14:41:33.402211 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-2a96f84a-9530-4a06-855d-a9d6068ad350 req-62ae3703-8d59-44a2-ad29-efc1b1b678e8 service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861316 Feb 11 14:41:33.601795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b26e3-e5b0-4a8c-b1e1-fc25946c4d3a req-e24d6c1f-a363-46a1-8f46-a7d6bac3a0d9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.603325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-071b26e3-e5b0-4a8c-b1e1-fc25946c4d3a req-e24d6c1f-a363-46a1-8f46-a7d6bac3a0d9 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0531335 Feb 11 14:41:33.651801 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-071b26e3-e5b0-4a8c-b1e1-fc25946c4d3a req-7954d168-fb62-42c2-8438-d695ea8d02fe tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Feb 11 14:41:33.863153 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:34.771073 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf81fc-d7e6-48c0-8118-e75d81d6e9ec req-feae5c04-eceb-4596-94bd-dbacd4616a8a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.772542 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fbf81fc-d7e6-48c0-8118-e75d81d6e9ec req-feae5c04-eceb-4596-94bd-dbacd4616a8a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0536828 Feb 11 14:41:34.820965 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2fbf81fc-d7e6-48c0-8118-e75d81d6e9ec req-7e89ccf7-53a9-4e32-a0c5-f717db92cb67 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Feb 11 14:41:35.944464 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2dd9e-6492-40af-a502-7a0abae0695e req-3e01b34f-3485-4428-b2ab-31f3f755b7e4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.945944 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46b2dd9e-6492-40af-a502-7a0abae0695e req-3e01b34f-3485-4428-b2ab-31f3f755b7e4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0576055 Feb 11 14:41:35.994092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-46b2dd9e-6492-40af-a502-7a0abae0695e req-60a7cc6c-3ffb-4686-8d4a-a42e3ef3b1fc tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Feb 11 14:41:36.656134 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:37.109544 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907771ac-4516-427a-a50f-c0f6a5ba6668 req-aeaec6f9-8e06-47af-87ed-d2926f13756a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:37.111092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-907771ac-4516-427a-a50f-c0f6a5ba6668 req-aeaec6f9-8e06-47af-87ed-d2926f13756a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0517876 Feb 11 14:41:37.158031 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-907771ac-4516-427a-a50f-c0f6a5ba6668 req-be20c9b6-7e31-456a-bd45-460ac69bc6f5 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 Feb 11 14:41:38.276035 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826c038-5964-4083-bf65-8582f3a4b4fc req-4310b0e1-752d-4b59-8bae-764e949521a4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:38.277497 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8826c038-5964-4083-bf65-8582f3a4b4fc req-4310b0e1-752d-4b59-8bae-764e949521a4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0518386 Feb 11 14:41:38.324316 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-8826c038-5964-4083-bf65-8582f3a4b4fc req-fa68d7d8-d07e-486a-9c9a-96542c4c5e22 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Feb 11 14:41:39.446192 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb22dc-6775-47a3-adfa-55b3f8b5e727 req-93527154-b3d5-409c-a549-580a3c326341 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:39.447805 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94eb22dc-6775-47a3-adfa-55b3f8b5e727 req-93527154-b3d5-409c-a549-580a3c326341 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0564768 Feb 11 14:41:39.499258 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-94eb22dc-6775-47a3-adfa-55b3f8b5e727 req-1983abb0-046b-4d3f-aaf4-c1c861c9e7c4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436625 Feb 11 14:41:40.435712 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-e7e7f34a-988e-4c9f-9b04-d9f4f4a25dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.437287 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-e7e7f34a-988e-4c9f-9b04-d9f4f4a25dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1125 time: 0.0490544 Feb 11 14:41:40.538347 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-670642de-45a7-41d2-a0f1-d768ba04f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.539847 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-670642de-45a7-41d2-a0f1-d768ba04f438 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0843379 Feb 11 14:41:40.635222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-da6ff95b-f125-4b40-8482-c337108fbc57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 998 time: 0.0898590 Feb 11 14:41:40.682473 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df548d-b070-4165-a813-890b9a2805c5 req-6cd61cb3-d241-48af-a826-0efcd3289eb4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.683948 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83df548d-b070-4165-a813-890b9a2805c5 req-6cd61cb3-d241-48af-a826-0efcd3289eb4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0988302 Feb 11 14:41:40.706427 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-7a808c4f-0cc6-477c-a1c1-63cd430a5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.707759 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-7a808c4f-0cc6-477c-a1c1-63cd430a5e85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0662620 Feb 11 14:41:40.764453 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-83df548d-b070-4165-a813-890b9a2805c5 req-fdcb46e1-138f-4ad7-85ef-9086f40b0314 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744698 Feb 11 14:41:40.776781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-2054eac4-ef40-49dd-b4d7-4395242803f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.778282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-2054eac4-ef40-49dd-b4d7-4395242803f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642290 Feb 11 14:41:40.870967 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-a7373fe7-5cef-4c3a-ae8a-0dfc304f5db5 service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864587 Feb 11 14:41:40.961890 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-194a83ef-00a9-403a-abd4-b06c33bf4b29 req-0f10c7b5-932f-4416-a386-1ee898905e6e service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844026 Feb 11 14:41:41.887661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe83a-d0f8-45c8-b89c-9547b79e9f60 req-53422b4d-ad28-4201-bbd7-003bcc0bc44d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:41.889160 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-011fe83a-d0f8-45c8-b89c-9547b79e9f60 req-53422b4d-ad28-4201-bbd7-003bcc0bc44d tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 943 time: 0.0577657 Feb 11 14:41:41.936325 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-011fe83a-d0f8-45c8-b89c-9547b79e9f60 req-d5859a77-ae3a-4fdb-b878-2b1e06e91215 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Feb 11 14:41:42.162694 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:41:42.257187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:42.267493 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'port_id': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'mac_address': 'fa:16:3e:90:dd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:41:42.308001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:41:42.308401 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:42.321478 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:41:42.339570 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:42.343977 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:42.392086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=9']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:42.573552 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['04ccc123-53e7-47fb-9e6f-e9b25fb227c6'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:41:43.055918 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3239e-a826-49d9-8edd-fe2d53b85260 req-99571f49-4866-4a89-ae07-63866bcd6fd3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:43.057393 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96c3239e-a826-49d9-8edd-fe2d53b85260 req-99571f49-4866-4a89-ae07-63866bcd6fd3 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 944 time: 0.0524771 Feb 11 14:41:43.110026 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-96c3239e-a826-49d9-8edd-fe2d53b85260 req-fdd6181e-fb75-4859-b32f-9273f876fdb4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468247 Feb 11 14:41:44.178189 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:44.228551 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:41:44.232630 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:44.233011 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:44.238651 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eeb6f-5355-4a09-82f9-ee873acf6c5a req-0aa82eb7-ac13-4185-a2b4-294da48b33ca tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:44.240263 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692eeb6f-5355-4a09-82f9-ee873acf6c5a req-0aa82eb7-ac13-4185-a2b4-294da48b33ca tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 944 time: 0.0601747 Feb 11 14:41:44.289972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-692eeb6f-5355-4a09-82f9-ee873acf6c5a req-c1981fdc-75a8-499f-a118-f12e8fd08c20 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Feb 11 14:41:44.315683 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:41:44.316078 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:44.338747 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:41:44.340950 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267a7068-6ad1-4239-9aa8-637d62be6b6d" -d '{"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-plugged", "status": "completed", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:44.353565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:44.358719 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:44.383142 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce1f394-cb63-4a9c-9028-bac25df7474e x-openstack-request-id: req-7ce1f394-cb63-4a9c-9028-bac25df7474e {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:44.383434 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-plugged", "status": "completed", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:44.383685 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ce1f394-cb63-4a9c-9028-bac25df7474e {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:44.384091 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'code': 200} Feb 11 14:41:44.408846 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=10']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:44.527221 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b6d18-89ce-41e9-9dc0-17f2cccffeaf req-83f5b1cb-4d82-43c8-987a-f4feec4ca932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:44.528708 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-038b6d18-89ce-41e9-9dc0-17f2cccffeaf req-83f5b1cb-4d82-43c8-987a-f4feec4ca932 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1128 time: 0.0431523 Feb 11 14:41:44.572732 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-038b6d18-89ce-41e9-9dc0-17f2cccffeaf req-5a29306c-2f01-448c-9d54-0235ab595f9d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375912 Feb 11 14:41:45.411848 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d48e-74ff-4952-a92a-44ef80aa7922 req-87cb93d9-9afa-47db-8f57-e7fd91c6a803 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:45.413605 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84f3d48e-74ff-4952-a92a-44ef80aa7922 req-87cb93d9-9afa-47db-8f57-e7fd91c6a803 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 946 time: 0.0550637 Feb 11 14:41:45.465283 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-84f3d48e-74ff-4952-a92a-44ef80aa7922 req-eb4fef14-e38c-4e35-a04e-01cf28aa46a4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461202 Feb 11 14:41:46.591396 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07de4f-f607-44f4-a105-5bab80fe3c2a req-38b71ade-3eb8-44d9-adfa-790050054c6a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:46.592883 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf07de4f-f607-44f4-a105-5bab80fe3c2a req-38b71ade-3eb8-44d9-adfa-790050054c6a tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 946 time: 0.0562749 Feb 11 14:41:46.640866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cf07de4f-f607-44f4-a105-5bab80fe3c2a req-27ac1118-28c5-4ae1-9249-0bdce23ae60e tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 Feb 11 14:41:50.723931 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:52.658929 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:57.191302 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a463fc17-5fc6-42a2-a57a-c5364c5428c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:59.566799 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-dae5a173-9d3e-4208-8bfd-048fd14bc9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:01.260414 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:02.673857 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:03.864396 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:13.655489 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:42:20.739710 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:22.659431 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:27.192382 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf50f-6095-413a-8d98-c0797c90fb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:29.571093 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-3628165d-7869-4258-ac70-1a9275678bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:31.263628 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:32.673965 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:33.867090 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:41.349073 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-ea9168c1-9417-4558-8ef3-f12799c156e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428998 Feb 11 14:42:41.432343 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-65582a05-a092-45a5-813c-276dbfd9bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:41.433818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-65582a05-a092-45a5-813c-276dbfd9bf75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1128 time: 0.0445001 Feb 11 14:42:41.537620 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-6d2e18a7-bedd-49fd-84d4-efc1cc74c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:41.539983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-6d2e18a7-bedd-49fd-84d4-efc1cc74c8db service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.0871902 Feb 11 14:42:41.603391 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-d044c66b-0d86-47c5-a23e-41d9880143f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 1000 time: 0.0585091 Feb 11 14:42:41.657047 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-7ca9ae8d-3a82-45e1-9ea3-358432c9102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:41.658559 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-7ca9ae8d-3a82-45e1-9ea3-358432c9102a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0492220 Feb 11 14:42:41.709984 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-291a49f8-2eea-4f2b-9027-9d3463931ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:41.712055 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-291a49f8-2eea-4f2b-9027-9d3463931ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478275 Feb 11 14:42:41.806282 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-6b4244d4-1efb-4b56-a9f7-b519ad52e716 service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869441 Feb 11 14:42:41.902566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-24af0d52-0918-4d4d-b3d1-d09b5b7cf563 req-bf208141-42b8-45ff-8ec5-56eb32c03f5c service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905540 Feb 11 14:42:50.654425 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:42:50.738830 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:52.689281 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:57.194802 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-398b965f-b628-42ca-9fdf-43be00e5c0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:59.573142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f40b118c-e225-45b7-96ca-c2135d354c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:59.612573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37712) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:42:59.778449 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Deleting port 17cef96d-63aa-4dfa-a416-c820a32dadd4 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:42:59.778799 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:59.857899 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:59.858257 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (17cef96d-63aa-4dfa-a416-c820a32dadd4), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:59.870518 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Calling delete_port for 17cef96d-63aa-4dfa-a416-c820a32dadd4 owned by network:floatingip {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:00.022214 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (17cef96d-63aa-4dfa-a416-c820a32dadd4), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:00.049348 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event deleted for resources: {'Port': ['ID=17cef96d-63aa-4dfa-a416-c820a32dadd4,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:00.074276 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.074634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.074981 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.075321 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.075660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.075995 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.076326 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.076660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.076988 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.077317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.077643 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.077969 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.078320 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:00.126604 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for floatingip (27ac6317-bb8c-40cc-aa15-e37e0412b74e), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:00.126945 n-d-828676-2 neutron-server[103175]: INFO neutron.db.l3_db [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Floating IP 27ac6317-bb8c-40cc-aa15-e37e0412b74e disassociated (deleted). External IP: 172.25.3.25, port: 04ccc123-53e7-47fb-9e6f-e9b25fb227c6. Feb 11 14:43:00.336091 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:00.450072 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:00.455151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:00.459838 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] Sync routers for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:00.470649 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:00.471265 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:00.485060 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-06d3cff3-900d-4d0d-a250-a6bc469c3d03 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "DELETE /v2.0/floatingips/27ac6317-bb8c-40cc-aa15-e37e0412b74e HTTP/1.1" status: 204 len: 168 time: 0.8714180 Feb 11 14:43:00.485659 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:43:00.487918 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c093af-9322-445b-8aee-2cbc02a57476" -d '{"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:00.528162 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d560e8a5-5f19-4456-8a63-d76d0e7d79b3 x-openstack-request-id: req-d560e8a5-5f19-4456-8a63-d76d0e7d79b3 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:00.528545 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:00.528803 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d560e8a5-5f19-4456-8a63-d76d0e7d79b3 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:00.529279 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'status': 'completed', 'code': 200} Feb 11 14:43:00.591943 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:00.601551 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c093af-9322-445b-8aee-2cbc02a57476 req-3a000125-a4dd-4e07-a088-913cdf52e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:00.604740 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c093af-9322-445b-8aee-2cbc02a57476 req-3a000125-a4dd-4e07-a088-913cdf52e373 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 1128 time: 0.0539985 Feb 11 14:43:00.742309 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c093af-9322-445b-8aee-2cbc02a57476 req-ac7fdc3b-f7bb-4fd4-ae82-32c34f2c5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:00.743866 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c093af-9322-445b-8aee-2cbc02a57476 req-ac7fdc3b-f7bb-4fd4-ae82-32c34f2c5322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 200 len: 909 time: 0.1333177 Feb 11 14:43:00.758590 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca08d2-e6fa-4059-a309-49230274b974 req-459e65ce-df88-435b-b9f8-9fb7ef4a8dba tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:00.760595 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9eca08d2-e6fa-4059-a309-49230274b974 req-459e65ce-df88-435b-b9f8-9fb7ef4a8dba tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 946 time: 0.0778415 Feb 11 14:43:00.805670 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c093af-9322-445b-8aee-2cbc02a57476 req-6e341f45-b300-404f-8a1c-08af6224ce9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 200 len: 217 time: 0.0544555 Feb 11 14:43:00.806996 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:00.837761 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] Checking router: 3ce5e8f2-9573-4b9b-8a41-a499624e0184 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:00.846355 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:00.846900 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:00.876831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c093af-9322-445b-8aee-2cbc02a57476 req-506903af-3614-4837-83e6-2a7bf96c6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:00.878425 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c093af-9322-445b-8aee-2cbc02a57476 req-506903af-3614-4837-83e6-2a7bf96c6e6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 200 len: 847 time: 0.0663297 Feb 11 14:43:00.881950 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9eca08d2-e6fa-4059-a309-49230274b974 req-9978b136-fdb1-4ac7-93a9-5d7feb6881f2 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148160 Feb 11 14:43:00.931083 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c093af-9322-445b-8aee-2cbc02a57476 req-b31e7035-52ed-427c-9c5a-ee2f3f5de27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:00.932602 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c093af-9322-445b-8aee-2cbc02a57476 req-b31e7035-52ed-427c-9c5a-ee2f3f5de27b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b674eec-c820-4304-9b76-342a5d43bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474083 Feb 11 14:43:00.953417 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:01.026904 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c093af-9322-445b-8aee-2cbc02a57476 req-f552dd18-fff0-4363-8ecf-fcba88ec9b3b service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864134 Feb 11 14:43:01.123934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-74c093af-9322-445b-8aee-2cbc02a57476 req-1003ab09-f6db-4a88-84b8-f184c8b156ad service neutron] 10.222.0.30 "GET /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906570 Feb 11 14:43:01.150432 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:01.175540 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb653e2a-9323-42da-bb02-16f65b4fd17a None None] The sync data for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 is: [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:12Z', 'revision_number': 4, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'b6a97502-cb3c-4d44-ba01-8574e755453d', 'name': '', 'network_id': '6b674eec-c820-4304-9b76-342a5d43bd03', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'mac_address': 'fa:16:3e:54:b4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:16Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'subnets': [{'id': 'a5b09a31-3dd5-4efa-ae34-0a426dad1408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:01.266695 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:01.400860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658b72a-7fef-423b-8d69-8eb128db48b1 None None] New status for floating IP 27ac6317-bb8c-40cc-aa15-e37e0412b74e: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:43:02.002637 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8982d-55e6-4eb7-bff0-f858fba3daa2 req-5cf4c55a-ab0f-486e-8c9b-807bedbf5371 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:02.004125 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fda8982d-55e6-4eb7-bff0-f858fba3daa2 req-5cf4c55a-ab0f-486e-8c9b-807bedbf5371 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 946 time: 0.0524695 Feb 11 14:43:02.051865 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-fda8982d-55e6-4eb7-bff0-f858fba3daa2 req-11740d3b-c947-407f-808a-f7b7333b6d44 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/security-groups?id=4993e846-dae5-42be-b042-5ef3206320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Feb 11 14:43:02.294026 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-d088e2ab-1467-4247-835d-a2bb1b2cd9da tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:02.295522 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-d088e2ab-1467-4247-835d-a2bb1b2cd9da tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 946 time: 0.0568962 Feb 11 14:43:02.385402 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Deleting port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:43:02.385754 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:02.481629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] For port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:02.482174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:02.493922 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Calling delete_port for 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:02.618721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (04ccc123-53e7-47fb-9e6f-e9b25fb227c6), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:02.651639 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event deleted for resources: {'Port': ['ID=04ccc123-53e7-47fb-9e6f-e9b25fb227c6,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:02.667323 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.667671 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.668010 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.668345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.668677 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.669006 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.669319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.669670 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.669989 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.670331 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.671279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.671279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.671279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:02.679735 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:02.707016 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] No DVR routers for this DVR port 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:43:02.709508 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:02.713275 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9a38807f-2050-481a-aa98-f286d3ebcdc5 req-8b860373-36f3-421b-bf17-72126c79f9bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.30 "DELETE /v2.0/ports/04ccc123-53e7-47fb-9e6f-e9b25fb227c6 HTTP/1.1" status: 204 len: 173 time: 0.4127185 Feb 11 14:43:02.713713 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-deleted', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:43:02.716028 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355df630-6ac6-4c52-bd33-006cb0d97036" -d '{"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-deleted", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:02.757119 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c92374-8fc5-418a-800b-e339bede7ed2 x-openstack-request-id: req-64c92374-8fc5-418a-800b-e339bede7ed2 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:02.757539 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9d52b-68b1-4793-ace1-cfd3e841fb66", "name": "network-vif-deleted", "tag": "04ccc123-53e7-47fb-9e6f-e9b25fb227c6", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:02.757830 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64c92374-8fc5-418a-800b-e339bede7ed2 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:02.758265 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda9d52b-68b1-4793-ace1-cfd3e841fb66', 'name': 'network-vif-deleted', 'tag': '04ccc123-53e7-47fb-9e6f-e9b25fb227c6', 'status': 'completed', 'code': 200} Feb 11 14:43:03.156656 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-848e2333-4de0-4bd1-b068-1cc8227bb58e req-301d1ef5-f52c-4090-a2c0-8ed79080fc37 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0332680 Feb 11 14:43:03.871210 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:04.253668 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-f3124c7e-b63c-483b-850a-45a0d7db076c req-fabdbdfa-ee43-438d-a314-b4096e1d05a6 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0277283 Feb 11 14:43:05.348799 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-02431ff5-5443-4f2f-b7eb-17b86e29b40d req-bf6a3653-0832-4602-a23e-d1ca858f6750 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0271854 Feb 11 14:43:06.447132 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-467c2db9-d616-42f3-a24b-cac01ea029c5 req-238878d6-96b7-4dc4-ae76-ad58f58ddc06 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0278592 Feb 11 14:43:06.613620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:06.635831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:43:06.636112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 04ccc123-53e7-47fb-9e6f-e9b25fb227c6 not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:07.545934 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7b8879bd-28ca-45e2-bd40-c373c38a8f52 req-3129ba8a-d1af-42a4-b798-f0eeb66cc5a0 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Feb 11 14:43:08.643390 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-36fe9b6b-8500-4652-a810-33e8d0cd0269 req-9d75ba14-483c-48b7-a9cc-9e82ceea93bb tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0288541 Feb 11 14:43:09.741530 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-bce931f1-a053-4d59-a146-77f23b4bc12c req-2fb69aa3-343a-4479-b913-3c6574f251c7 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0282147 Feb 11 14:43:10.846996 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-c6a7ab32-1006-43c4-85ab-62ff51658c14 req-ea6c4881-2cee-47ee-b701-067160db5c31 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "GET /v2.0/ports?device_id=dda9d52b-68b1-4793-ace1-cfd3e841fb66 HTTP/1.1" status: 200 len: 210 time: 0.0336590 Feb 11 14:43:11.906239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37752) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:11.971657 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf55-5c3a-47f8-bc2a-d536ca281417 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (4993e846-dae5-42be-b042-5ef3206320c0), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:11.996774 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf55-5c3a-47f8-bc2a-d536ca281417 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (4993e846-dae5-42be-b042-5ef3206320c0), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:12.065714 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf55-5c3a-47f8-bc2a-d536ca281417 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4993e846-dae5-42be-b042-5ef3206320c0), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:12.068792 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf55-5c3a-47f8-bc2a-d536ca281417 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:12.073249 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ed5cdf55-5c3a-47f8-bc2a-d536ca281417 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] 10.222.0.79 "DELETE /v2.0/security-groups/4993e846-dae5-42be-b042-5ef3206320c0 HTTP/1.1" status: 204 len: 168 time: 0.1627817 Feb 11 14:43:12.081573 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cdf55-5c3a-47f8-bc2a-d536ca281417 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4993e846-dae5-42be-b042-5ef3206320c0,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:12.151024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37756) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:12.954800 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (3ce5e8f2-9573-4b9b-8a41-a499624e0184), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:13.207035 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Deleting port b6a97502-cb3c-4d44-ba01-8574e755453d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:43:13.207294 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:13.291819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] For port b6a97502-cb3c-4d44-ba01-8574e755453d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=b6a97502-cb3c-4d44-ba01-8574e755453d,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:13.292188 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:13.309718 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Calling delete_port for b6a97502-cb3c-4d44-ba01-8574e755453d owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:13.499352 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (b6a97502-cb3c-4d44-ba01-8574e755453d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:13.523394 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a97502-cb3c-4d44-ba01-8574e755453d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:13.740973 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (3ce5e8f2-9573-4b9b-8a41-a499624e0184), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:13.967406 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:14.078074 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:14.085896 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-614c2609-c5c4-482f-aabe-8a726519e867 admin admin] 10.222.0.79 "PUT /v2.0/routers/3ce5e8f2-9573-4b9b-8a41-a499624e0184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315715 Feb 11 14:43:14.086831 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37760) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:14.099269 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] Sync routers for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:14.114860 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:14.115557 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:14.196545 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks [] for router (3ce5e8f2-9573-4b9b-8a41-a499624e0184), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.219745 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:14.310410 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks [] for router_gateway (3ce5e8f2-9573-4b9b-8a41-a499624e0184), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.365405 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Deleting port 9f326213-8e6c-4d7c-9a76-93be737867cb {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:43:14.365729 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.411748 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:43:13Z', 'revision_number': 5, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port': {'id': '9f326213-8e6c-4d7c-9a76-93be737867cb', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:14.438879 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] Checking router: 3ce5e8f2-9573-4b9b-8a41-a499624e0184 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:14.447662 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] Routers {'3ce5e8f2-9573-4b9b-8a41-a499624e0184'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:14.448268 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:14.449975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] For port 9f326213-8e6c-4d7c-9a76-93be737867cb, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f326213-8e6c-4d7c-9a76-93be737867cb,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:14.451292 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.463716 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Calling delete_port for 9f326213-8e6c-4d7c-9a76-93be737867cb owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:14.535904 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] Set router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 gateway port host: None {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:14.656666 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f326213-8e6c-4d7c-9a76-93be737867cb), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.688538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f326213-8e6c-4d7c-9a76-93be737867cb,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:14.699631 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:43:14Z', 'revision_number': 6, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:14.725893 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f900fb9-e38d-42b9-8bf9-1f6bb8063452 None None] The sync data for ids ['3ce5e8f2-9573-4b9b-8a41-a499624e0184'] in n-d-828676-2 is: [{'id': '3ce5e8f2-9573-4b9b-8a41-a499624e0184', 'name': 'tempest-TestShelveInstance-428418877-router', 'tenant_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:09Z', 'updated_at': '2022-02-11T14:43:14Z', 'revision_number': 6, 'project_id': 'b4f2ccacddc94388b481bc1a6e34aa58', 'gw_port_host': None}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:14.773389 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (3ce5e8f2-9573-4b9b-8a41-a499624e0184), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.869728 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (3ce5e8f2-9573-4b9b-8a41-a499624e0184), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.871986 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks [] for router_controller (3ce5e8f2-9573-4b9b-8a41-a499624e0184), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.926479 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (3ce5e8f2-9573-4b9b-8a41-a499624e0184), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.926898 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ce5e8f2-9573-4b9b-8a41-a499624e0184 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:43:14.931997 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:14.933264 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ec147647-2cb4-4411-86cd-088c28f5bf49 admin admin] 10.222.0.79 "DELETE /v2.0/routers/3ce5e8f2-9573-4b9b-8a41-a499624e0184 HTTP/1.1" status: 204 len: 168 time: 0.8453515 Feb 11 14:43:14.935999 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37762) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:14.981397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] Deleting subnet a5b09a31-3dd5-4efa-ae34-0a426dad1408 {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:43:14.984578 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] Publish callbacks [] for subnet (a5b09a31-3dd5-4efa-ae34-0a426dad1408), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.022324 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (a5b09a31-3dd5-4efa-ae34-0a426dad1408), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.098860 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (a5b09a31-3dd5-4efa-ae34-0a426dad1408), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.159036 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (a5b09a31-3dd5-4efa-ae34-0a426dad1408), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.190249 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b09a31-3dd5-4efa-ae34-0a426dad1408,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:15.192304 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.195572 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-5518fcf3-07d3-4f60-aa13-793b94d59346 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a5b09a31-3dd5-4efa-ae34-0a426dad1408 HTTP/1.1" status: 204 len: 168 time: 0.2585618 Feb 11 14:43:15.198879 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37764) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:15.204191 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06b721-9e49-4492-993c-871891856270 None None] Network 6b674eec-c820-4304-9b76-342a5d43bd03 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:43:15.272513 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (6b674eec-c820-4304-9b76-342a5d43bd03), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.329179 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Deleting port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:43:15.329655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.397064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] For port 25de4c8a-2401-448d-82fe-a38b3a86d5a0, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=25de4c8a-2401-448d-82fe-a38b3a86d5a0,segment=NetworkSegment(1c787b35-45ee-40f6-bb82-54070e521512),segment_id=1c787b35-45ee-40f6-bb82-54070e521512)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:15.397427 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.410031 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Calling delete_port for 25de4c8a-2401-448d-82fe-a38b3a86d5a0 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:15.491358 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (25de4c8a-2401-448d-82fe-a38b3a86d5a0), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.521527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537a385-20e9-4e6f-87b0-4ebfb2ee8e5c None None] DHCP port deletion for 6b674eec-c820-4304-9b76-342a5d43bd03 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:43:15.549137 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25de4c8a-2401-448d-82fe-a38b3a86d5a0,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:15.556631 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] No DVR routers for this DVR port 25de4c8a-2401-448d-82fe-a38b3a86d5a0 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:43:15.611273 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25de4c8a-2401-448d-82fe-a38b3a86d5a0 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:15.634958 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 25de4c8a-2401-448d-82fe-a38b3a86d5a0 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:43:15.635317 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 25de4c8a-2401-448d-82fe-a38b3a86d5a0 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:15.635733 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f326213-8e6c-4d7c-9a76-93be737867cb no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:15.648615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (6b674eec-c820-4304-9b76-342a5d43bd03), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.663660 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9f326213-8e6c-4d7c-9a76-93be737867cb {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:43:15.664025 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f326213-8e6c-4d7c-9a76-93be737867cb not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:15.664440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b6a97502-cb3c-4d44-ba01-8574e755453d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:15.685977 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b674eec-c820-4304-9b76-342a5d43bd03']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:15.687466 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: b6a97502-cb3c-4d44-ba01-8574e755453d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:43:15.687835 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device b6a97502-cb3c-4d44-ba01-8574e755453d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:15.700152 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c787b35-45ee-40f6-bb82-54070e521512') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:15.700482 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c787b35-45ee-40f6-bb82-54070e521512') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:15.710575 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (1c787b35-45ee-40f6-bb82-54070e521512), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.725780 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (1c787b35-45ee-40f6-bb82-54070e521512), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.733932 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:43:15.734340 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (1c787b35-45ee-40f6-bb82-54070e521512), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:43:15.736230 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:43:16.132668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (6b674eec-c820-4304-9b76-342a5d43bd03), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:16.138225 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:16.141482 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6b674eec-c820-4304-9b76-342a5d43bd03 HTTP/1.1" status: 204 len: 168 time: 0.9416134 Feb 11 14:43:16.144499 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37766) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:16.154519 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06473b-4666-431f-a226-d9184e9083b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b674eec-c820-4304-9b76-342a5d43bd03,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:16.509569 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (27285f05-329e-4f0a-9b1b-d4e8afb99067), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:16.767296 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Deleting port c154237f-626c-4879-9624-d5a258c8ce5c {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:43:16.767599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:16.844789 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] For port c154237f-626c-4879-9624-d5a258c8ce5c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=c154237f-626c-4879-9624-d5a258c8ce5c,segment=NetworkSegment(960331a5-4e9d-467f-a00c-9c1e9841a9f3),segment_id=960331a5-4e9d-467f-a00c-9c1e9841a9f3)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:16.845151 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:16.857564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Calling delete_port for c154237f-626c-4879-9624-d5a258c8ce5c owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:17.045599 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (c154237f-626c-4879-9624-d5a258c8ce5c), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:17.079117 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Pushing event deleted for resources: {'Port': ['ID=c154237f-626c-4879-9624-d5a258c8ce5c,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:17.254288 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (27285f05-329e-4f0a-9b1b-d4e8afb99067), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:17.488721 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Router 27285f05-329e-4f0a-9b1b-d4e8afb99067 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:17.618240 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:17.625878 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37768) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:17.626548 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-64c5b07f-240d-4224-a528-ba6c05dfb60a admin admin] 10.222.0.79 "PUT /v2.0/routers/27285f05-329e-4f0a-9b1b-d4e8afb99067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807539 Feb 11 14:43:17.633987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] Sync routers for ids ['27285f05-329e-4f0a-9b1b-d4e8afb99067'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:17.643874 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] Routers {'27285f05-329e-4f0a-9b1b-d4e8afb99067'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:17.644509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['27285f05-329e-4f0a-9b1b-d4e8afb99067'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:17.745109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks [] for router (27285f05-329e-4f0a-9b1b-d4e8afb99067), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:17.754374 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] Set router 27285f05-329e-4f0a-9b1b-d4e8afb99067 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:17.856630 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks [] for router_gateway (27285f05-329e-4f0a-9b1b-d4e8afb99067), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:17.910166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Deleting port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:43:17.910449 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:17.965128 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:43:17Z', 'revision_number': 5, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port': {'id': '47b843b8-f4d8-4c41-b26e-c470c5ce71b1', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:17.992854 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] Checking router: 27285f05-329e-4f0a-9b1b-d4e8afb99067 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:18.001513 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] Routers {'27285f05-329e-4f0a-9b1b-d4e8afb99067'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:18.002166 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['27285f05-329e-4f0a-9b1b-d4e8afb99067'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:18.007857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] For port 47b843b8-f4d8-4c41-b26e-c470c5ce71b1, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:18.008231 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.021445 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Calling delete_port for 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:18.194050 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (47b843b8-f4d8-4c41-b26e-c470c5ce71b1), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.221142 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Pushing event deleted for resources: {'Port': ['ID=47b843b8-f4d8-4c41-b26e-c470c5ce71b1,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:18.249896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] Set router 27285f05-329e-4f0a-9b1b-d4e8afb99067 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:18.284490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (27285f05-329e-4f0a-9b1b-d4e8afb99067), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.309170 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:43:17Z', 'revision_number': 6, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:18.335424 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa06349-e5a2-4872-939a-32c49603884a None None] The sync data for ids ['27285f05-329e-4f0a-9b1b-d4e8afb99067'] in n-d-828676-2 is: [{'id': '27285f05-329e-4f0a-9b1b-d4e8afb99067', 'name': 'tempest-TestShelveInstance-1191691519-router', 'tenant_id': '33ec0980d51d4995b778eb48f4ef6556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:14Z', 'updated_at': '2022-02-11T14:43:17Z', 'revision_number': 6, 'project_id': '33ec0980d51d4995b778eb48f4ef6556', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:18.380112 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (27285f05-329e-4f0a-9b1b-d4e8afb99067), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.382261 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks [] for router_controller (27285f05-329e-4f0a-9b1b-d4e8afb99067), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.428715 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (27285f05-329e-4f0a-9b1b-d4e8afb99067), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.429203 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27285f05-329e-4f0a-9b1b-d4e8afb99067 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:43:18.434271 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.435427 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f0551cc0-1af9-45d3-91e8-74295418829a admin admin] 10.222.0.79 "DELETE /v2.0/routers/27285f05-329e-4f0a-9b1b-d4e8afb99067 HTTP/1.1" status: 204 len: 168 time: 0.8070233 Feb 11 14:43:18.437897 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37770) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:18.481741 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] Deleting subnet 4be5d85e-ad05-4cf7-be8b-eaed829cd5e8 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:43:18.484665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] Publish callbacks [] for subnet (4be5d85e-ad05-4cf7-be8b-eaed829cd5e8), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.518641 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (4be5d85e-ad05-4cf7-be8b-eaed829cd5e8), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.598644 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (4be5d85e-ad05-4cf7-be8b-eaed829cd5e8), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.649842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (4be5d85e-ad05-4cf7-be8b-eaed829cd5e8), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.672870 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be5d85e-ad05-4cf7-be8b-eaed829cd5e8,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:18.678390 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.682487 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-97868b8e-091e-4a63-8eba-10cbd48ddbb1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4be5d85e-ad05-4cf7-be8b-eaed829cd5e8 HTTP/1.1" status: 204 len: 168 time: 0.2436128 Feb 11 14:43:18.684905 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37772) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:18.688262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad4107-b080-4fd2-819c-ed107693604a None None] Network 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:43:18.766415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.830715 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Deleting port a9e1f6ca-568d-4537-94fa-37995368fbd7 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:43:18.831078 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.893895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] For port a9e1f6ca-568d-4537-94fa-37995368fbd7, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=a9e1f6ca-568d-4537-94fa-37995368fbd7,segment=NetworkSegment(960331a5-4e9d-467f-a00c-9c1e9841a9f3),segment_id=960331a5-4e9d-467f-a00c-9c1e9841a9f3)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:18.894294 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:18.906607 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Calling delete_port for a9e1f6ca-568d-4537-94fa-37995368fbd7 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:43:18.989157 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (a9e1f6ca-568d-4537-94fa-37995368fbd7), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.013894 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e1f6ca-568d-4537-94fa-37995368fbd7,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:19.018793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] No DVR routers for this DVR port a9e1f6ca-568d-4537-94fa-37995368fbd7 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:43:19.092842 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.115082 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:19.125967 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960331a5-4e9d-467f-a00c-9c1e9841a9f3') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:19.126360 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960331a5-4e9d-467f-a00c-9c1e9841a9f3') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:19.130784 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b12ec9-9353-4705-98c7-3272a5e9bf47 None None] DHCP port deletion for 723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:43:19.136403 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (960331a5-4e9d-467f-a00c-9c1e9841a9f3), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.153176 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (960331a5-4e9d-467f-a00c-9c1e9841a9f3), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.159774 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:43:19.160174 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (960331a5-4e9d-467f-a00c-9c1e9841a9f3), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:43:19.161847 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:43:19.217328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.223386 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.226594 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] 10.222.0.79 "DELETE /v2.0/networks/723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a HTTP/1.1" status: 204 len: 168 time: 0.5407071 Feb 11 14:43:19.238497 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a9a70-fd7f-4b49-b47d-4dcf9a39df90 admin admin] Pushing event deleted for resources: {'Network': ['ID=723bf3ec-8a4c-4f07-99ec-bb0332cb3f1a,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:19.346437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37776) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:19.406152 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c154237f-626c-4879-9624-d5a258c8ce5c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:19.411686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37778) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:19.412166 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-28860671-5c2c-4d7b-b9d6-fc876a29968f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b4f2ccacddc94388b481bc1a6e34aa58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643272 Feb 11 14:43:19.426446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: c154237f-626c-4879-9624-d5a258c8ce5c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:43:19.426780 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device c154237f-626c-4879-9624-d5a258c8ce5c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:19.427188 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:19.445476 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:43:19.445826 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 47b843b8-f4d8-4c41-b26e-c470c5ce71b1 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:19.446878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a9e1f6ca-568d-4537-94fa-37995368fbd7 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:19.460178 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87390e95-7509-486c-abda-58bcc94d4e39 admin admin] Publish callbacks [] for security_group (d7e18ad1-2686-4a82-9f0c-321ae74b2c10), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.465587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: a9e1f6ca-568d-4537-94fa-37995368fbd7 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:43:19.465941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device a9e1f6ca-568d-4537-94fa-37995368fbd7 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:19.483936 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87390e95-7509-486c-abda-58bcc94d4e39 admin admin] Publish callbacks [] for security_group (d7e18ad1-2686-4a82-9f0c-321ae74b2c10), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.531194 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87390e95-7509-486c-abda-58bcc94d4e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (d7e18ad1-2686-4a82-9f0c-321ae74b2c10), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.533892 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-87390e95-7509-486c-abda-58bcc94d4e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.535126 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-87390e95-7509-486c-abda-58bcc94d4e39 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7e18ad1-2686-4a82-9f0c-321ae74b2c10 HTTP/1.1" status: 204 len: 168 time: 0.1224451 Feb 11 14:43:19.542768 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87390e95-7509-486c-abda-58bcc94d4e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e18ad1-2686-4a82-9f0c-321ae74b2c10,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:19.852816 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37784) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:19.893352 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-45c493d5-884e-43ea-bcae-34facfdde7ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33ec0980d51d4995b778eb48f4ef6556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393822 Feb 11 14:43:19.895785 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37786) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:19.947296 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4b118bb-2852-474f-904e-fb3989bab5e1 admin admin] Publish callbacks [] for security_group (10167d59-fe46-4f3e-be33-a2e65d964d28), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:19.968444 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4b118bb-2852-474f-904e-fb3989bab5e1 admin admin] Publish callbacks [] for security_group (10167d59-fe46-4f3e-be33-a2e65d964d28), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.014146 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4b118bb-2852-474f-904e-fb3989bab5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (10167d59-fe46-4f3e-be33-a2e65d964d28), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.016680 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b4b118bb-2852-474f-904e-fb3989bab5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.017838 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b4b118bb-2852-474f-904e-fb3989bab5e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10167d59-fe46-4f3e-be33-a2e65d964d28 HTTP/1.1" status: 204 len: 168 time: 0.1211634 Feb 11 14:43:20.025365 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b118bb-2852-474f-904e-fb3989bab5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10167d59-fe46-4f3e-be33-a2e65d964d28,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:20.699314 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37808) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:20.753847 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.796249 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1051998887-network', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:20.814857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Made reservation on behalf of ad4535e945d646c98fa93c74283b4676 for: {'network': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:20.817081 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.825434 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.897378 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks [] for security_group (c97b03b3-f2b4-4537-966a-967b18ac3d4b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.901465 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c97b03b3-f2b4-4537-966a-967b18ac3d4b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.921719 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:43:20.936874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b03b3-f2b4-4537-966a-967b18ac3d4b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:20.940288 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0806f40d-f51f-460b-b66c-3b48fddbde5f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:20.940651 n-d-828676-2 neutron-server[103176]: INFO neutron.db.segments_db [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Added segment 0806f40d-f51f-460b-b66c-3b48fddbde5f of type vlan for network b4a7578b-110e-4992-813d-f3958dffa75f Feb 11 14:43:20.980346 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (b4a7578b-110e-4992-813d-f3958dffa75f), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.004259 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (b4a7578b-110e-4992-813d-f3958dffa75f), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.005168 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:21.005735 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.040154 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3397737 Feb 11 14:43:21.043130 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37812) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:21.048075 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Request body: {'subnet': {'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1051998887-subnet', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'ip_version': 4}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:21.067893 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Made reservation on behalf of ad4535e945d646c98fa93c74283b4676 for: {'subnet': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:21.070264 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee7f5-604e-4667-bf21-a5fe626c2b01 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a7578b-110e-4992-813d-f3958dffa75f,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:21.070400 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26468656'] for subnet (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.080336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network b4a7578b-110e-4992-813d-f3958dffa75f details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:43:21.239981 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3128466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26468642'] for subnet (06981376-59b2-455b-875d-5b95213ac95b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.295649 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06981376-59b2-455b-875d-5b95213ac95b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:21.303061 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Checking segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:21.303425 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Network hostable DHCP agents. Network: b4a7578b-110e-4992-813d-f3958dffa75f, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:43:21.319285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Network b4a7578b-110e-4992-813d-f3958dffa75f is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:43:21.329271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, b4a7578b-110e-4992-813d-f3958dffa75f) {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:21.333778 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:21.334398 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.339104 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0fe184-8788-40e0-8e37-fb0f4ae11fe6 None None] Network b4a7578b-110e-4992-813d-f3958dffa75f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:43:21.350272 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-ec4f5abc-1d37-4b9c-bcca-30b60ca63a69 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3060038 Feb 11 14:43:21.353547 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37814) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:21.358366 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:21.377517 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.378661 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.436505 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks [] for router_controller (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), precommit_add_association {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.448123 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-b4a7578b-110e-4992-813d-f3958dffa75f', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:43:21.448996 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.575811 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks [] for router_gateway (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.582788 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Allocated IP 172.20.0.2 (b4a7578b-110e-4992-813d-f3958dffa75f/06981376-59b2-455b-875d-5b95213ac95b/cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:21.757219 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Publish callbacks [] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.763288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.807286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Network b4a7578b-110e-4992-813d-f3958dffa75f is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:21.810219 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:21.812644 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:21.814413 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks [] for router_gateway (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.821562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Pushing event updated for resources: {'Port': ['ID=cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:21.833254 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.866012 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.866392 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.866934 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.867287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.867627 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.868527 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.868865 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.869193 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.869519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.869959 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.870187 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.870515 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.870836 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:21.884900 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Attempting to bind port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:43:21.885279 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Attempting to bind port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:43:21.885650 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Attempting to bind port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c on network b4a7578b-110e-4992-813d-f3958dffa75f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:21.890831 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:21.891217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Checking segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:21.891626 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.892021 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Bound using segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:21.892487 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Bound port: cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:43:21.892871 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:21.943488 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Allocated IP 172.25.3.129 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/1ffdfa00-07b1-4be5-bf7d-351464ff8b09) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:21.956574 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] For port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:21.960190 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] For port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:21.966432 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:22.027271 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ae6d4-6c43-477a-9f98-60fd2f253149 None None] Pushing event updated for resources: {'Port': ['ID=cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:22.055557 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks [] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:22.092472 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:22.132701 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:22.135766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:22.138233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:22.169397 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:22.695360 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:22.748518 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks [] for router_gateway (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:22.924609 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfc269-570d-429e-bcbf-eb031e8b85c4 None None] Network b4a7578b-110e-4992-813d-f3958dffa75f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:43:22.958537 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:22.992638 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-942a983d-5461-4fbd-a4bd-238d46cc9f85 None None] Provisioning complete for port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:22.993546 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-942a983d-5461-4fbd-a4bd-238d46cc9f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.092111 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:43:23.107872 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-942a983d-5461-4fbd-a4bd-238d46cc9f85 None None] Current status of the port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:23.108291 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-942a983d-5461-4fbd-a4bd-238d46cc9f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.142649 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-942a983d-5461-4fbd-a4bd-238d46cc9f85 None None] For port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:23.149320 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-942a983d-5461-4fbd-a4bd-238d46cc9f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.201966 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a983d-5461-4fbd-a4bd-238d46cc9f85 None None] Pushing event updated for resources: {'Port': ['ID=cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:23.215555 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:23.225228 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Sync routers for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:23.239435 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:23.240055 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.240309 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:23.241517 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-67e42e8d-b65c-4d88-87c3-b32ad4d724b4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8868103 Feb 11 14:43:23.244899 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37816) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:23.356697 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:23.374440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-1a778be3-43c5-4b29-b454-9869dc80b088 None None] Provisioning complete for port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:23.374817 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-1a778be3-43c5-4b29-b454-9869dc80b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.419887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:23.504079 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-1a778be3-43c5-4b29-b454-9869dc80b088 None None] Current status of the port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:23.507987 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:23.508796 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.545670 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:22Z', 'revision_number': 3, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:23.571182 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Checking router: 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:23.571528 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Updating router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:43:23.589259 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:23.605037 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.714663 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.853455 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Publish callbacks [] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.861506 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.872464 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Allocated IP 172.20.0.1 (b4a7578b-110e-4992-813d-f3958dffa75f/06981376-59b2-455b-875d-5b95213ac95b/3b949cd6-f4c8-42d6-9449-bb4ae0463f2d) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:23.912882 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Attempting to bind port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:43:23.913254 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Attempting to bind port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:43:23.913614 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Attempting to bind port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:23.915600 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Pushing event updated for resources: {'Port': ['ID=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:23.924743 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.925090 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.925428 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.925762 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.926092 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.926448 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.926776 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.927096 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.927416 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.927733 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.928050 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.928365 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.928678 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:23.931937 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:23.932307 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:23.932707 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.933093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:23.933563 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Bound port: 1ffdfa00-07b1-4be5-bf7d-351464ff8b09, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:43:23.933939 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.986241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks [] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:23.989054 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] For port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:23.992583 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] For port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:23.999102 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.021750 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.053570 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:24.054209 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:24.058754 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b74372-62ed-4bde-af5e-3c8e36e0677c None None] Pushing event updated for resources: {'Port': ['ID=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:24.065699 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Network b4a7578b-110e-4992-813d-f3958dffa75f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:24.068881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:24.072299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:24.098273 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Pushing event updated for resources: {'Port': ['ID=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:24.120187 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.174884 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:24.266983 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.333459 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-85274adf-dd74-4fff-9a65-bcc9c9835e07 None None] Provisioning complete for port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:24.334072 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-85274adf-dd74-4fff-9a65-bcc9c9835e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.363322 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:22Z', 'revision_number': 3, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:24.378373 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-85274adf-dd74-4fff-9a65-bcc9c9835e07 None None] Port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:43:24.395277 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b397e-22ee-4786-a16e-0e993be604fc None None] The sync data for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 is: [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:22Z', 'revision_number': 3, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:24.441179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks [] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.445778 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.520058 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.521941 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Pushing event updated for resources: {'Port': ['ID=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:24.636615 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Network b4a7578b-110e-4992-813d-f3958dffa75f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:24.638168 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:24.765660 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:24.891206 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:24.896382 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-31f59d8e-e63e-4d22-87b5-2b9dd7792085 admin admin] 10.222.0.79 "PUT /v2.0/routers/4db2e168-c7d1-4c38-b0d1-17991c93e0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6503401 Feb 11 14:43:24.913072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-57f49e5a-6c2e-4df6-9abf-b00e84959d9f None None] Provisioning complete for port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:24.913575 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-57f49e5a-6c2e-4df6-9abf-b00e84959d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:24.949863 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-57f49e5a-6c2e-4df6-9abf-b00e84959d9f None None] Port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:43:25.376058 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37832) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:25.380972 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-982099604-network', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:25.402179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:25.403177 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Made reservation on behalf of 25401427d1fb41739a8015dc22dde0ac for: {'network': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:25.405560 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for network (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.414573 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.453911 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:25.454472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.494838 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks [] for security_group (43138fd5-8823-4f4c-bcb0-90951b207b7f), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.498676 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (43138fd5-8823-4f4c-bcb0-90951b207b7f), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.524737 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:43:25.533634 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43138fd5-8823-4f4c-bcb0-90951b207b7f,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:25.534942 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:25.535340 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.541243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f86637c0-502b-4b5e-a515-e1d4a606b606), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.542220 n-d-828676-2 neutron-server[103175]: INFO neutron.db.segments_db [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Added segment f86637c0-502b-4b5e-a515-e1d4a606b606 of type vlan for network 14256ba3-d907-4518-8458-b0bc98028554 Feb 11 14:43:25.559589 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:25.563724 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.589900 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754610551830'] for network (14256ba3-d907-4518-8458-b0bc98028554), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.615597 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195'] for network (14256ba3-d907-4518-8458-b0bc98028554), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.616609 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.617166 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.619068 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:25.653228 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2760453 Feb 11 14:43:25.655986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37834) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:25.661645 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Request body: {'subnet': {'network_id': '14256ba3-d907-4518-8458-b0bc98028554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-982099604-subnet', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'ip_version': 4}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:25.680821 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e6b68-7a4d-4c6e-b9fc-42553c9387c6 admin admin] Pushing event updated for resources: {'Network': ['ID=14256ba3-d907-4518-8458-b0bc98028554,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:25.691217 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Made reservation on behalf of 25401427d1fb41739a8015dc22dde0ac for: {'subnet': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:25.691562 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Network 14256ba3-d907-4518-8458-b0bc98028554 details requested by agent ovs-agent-n-d-828676-2 with host n-d-828676-2 {{(pid=103177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:43:25.694021 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3850865'] for subnet (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.868372 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3850851'] for subnet (00bdd0ad-2842-4ed4-a41b-246c6dade048), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.923629 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00bdd0ad-2842-4ed4-a41b-246c6dade048,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:25.932059 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Checking segment: {'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:25.932416 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Network hostable DHCP agents. Network: 14256ba3-d907-4518-8458-b0bc98028554, hostable agents: ['15f2e100-8a6c-4045-bac5-6cedebc29e25'], hosted agents: [] {{(pid=103176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:43:25.948819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Network 14256ba3-d907-4518-8458-b0bc98028554 is scheduled to be hosted by DHCP agent 15f2e100-8a6c-4045-bac5-6cedebc29e25 with binding_index 1 {{(pid=103176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:43:25.958486 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828676-2, 14256ba3-d907-4518-8458-b0bc98028554) {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:25.963581 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.964287 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:25.969912 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2f78e-f8e7-4381-af92-8b8e4f6c9d82 None None] Network 14256ba3-d907-4518-8458-b0bc98028554 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:43:25.982853 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-56caf026-ce4f-4e77-97d2-c4e42ac16c28 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257401 Feb 11 14:43:25.985371 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Sync routers for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:25.985514 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37836) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:25.989730 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:26.008748 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5679'] for router (ab547031-b327-4803-ae66-f85419db28b9), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.009739 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5670'] for router (ab547031-b327-4803-ae66-f85419db28b9), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.038345 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:26.038969 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:26.064870 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks [] for router_controller (ab547031-b327-4803-ae66-f85419db28b9), precommit_add_association {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.151229 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61b681b-dca6-50d7-a24b-2885d63b6bf1-14256ba3-d907-4518-8458-b0bc98028554', 'network_id': '14256ba3-d907-4518-8458-b0bc98028554', 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'fixed_ips': [{'subnet_id': '00bdd0ad-2842-4ed4-a41b-246c6dade048'}]}} from n-d-828676-2. {{(pid=103177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:43:26.152060 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.209402 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks [] for router_gateway (ab547031-b327-4803-ae66-f85419db28b9), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.236076 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:26.414440 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks [] for router_gateway (ab547031-b327-4803-ae66-f85419db28b9), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.416038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.db_base_plugin_common [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Allocated IP 172.20.0.2 (14256ba3-d907-4518-8458-b0bc98028554/00bdd0ad-2842-4ed4-a41b-246c6dade048/64d2addd-109f-48ae-b6db-a05af7102317) {{(pid=103177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:26.434162 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.536452 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Allocated IP 172.25.3.144 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/9f9c08cf-68a9-4408-971a-bbec3cf6f8ed) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:26.593363 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 2, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:26.626560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Checking router: 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:26.626918 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Updating router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:43:26.631834 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Publish callbacks [] for port (64d2addd-109f-48ae-b6db-a05af7102317), precommit_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.643466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks [] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.677249 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.718194 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:26.721516 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:26.723961 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:26.752349 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:26.816313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551'] for port (64d2addd-109f-48ae-b6db-a05af7102317), after_create {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.823045 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:26.868754 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Network 14256ba3-d907-4518-8458-b0bc98028554 is already hosted by enough agents. {{(pid=103177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:26.873737 n-d-828676-2 neutron-server[103177]: DEBUG neutron.scheduler.base_scheduler [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Resources bound (agent type, host, resource id): {{(pid=103177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:26.894094 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Received port after_create {{(pid=103177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:26.897457 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Pushing event updated for resources: {'Port': ['ID=64d2addd-109f-48ae-b6db-a05af7102317,revision_number=1']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:26.990593 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks [] for router_gateway (ab547031-b327-4803-ae66-f85419db28b9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.016767 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Attempting to bind port 64d2addd-109f-48ae-b6db-a05af7102317 on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:43:27.017144 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Attempting to bind port 64d2addd-109f-48ae-b6db-a05af7102317 by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:43:27.017509 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Attempting to bind port 64d2addd-109f-48ae-b6db-a05af7102317 on network 14256ba3-d907-4518-8458-b0bc98028554 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:27.027847 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:27.028224 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Checking segment: {'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:27.028622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.029015 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Bound using segment: {'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:27.029480 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Bound port: 64d2addd-109f-48ae-b6db-a05af7102317, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:43:27.029868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (64d2addd-109f-48ae-b6db-a05af7102317), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.154727 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] For port 64d2addd-109f-48ae-b6db-a05af7102317, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:27.175526 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] For port 64d2addd-109f-48ae-b6db-a05af7102317, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=64d2addd-109f-48ae-b6db-a05af7102317,segment=NetworkSegment(f86637c0-502b-4b5e-a515-e1d4a606b606),segment_id=f86637c0-502b-4b5e-a515-e1d4a606b606)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:27.193691 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540636'] for router (ab547031-b327-4803-ae66-f85419db28b9), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.194618 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (64d2addd-109f-48ae-b6db-a05af7102317), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.267400 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f46304ef-dded-49d4-9632-9e9e2c47cc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.295332 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Publish callbacks [] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.301419 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5275d-70e3-42e1-9631-bb9aa0e3b824 None None] Pushing event updated for resources: {'Port': ['ID=64d2addd-109f-48ae-b6db-a05af7102317,revision_number=2']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:27.305023 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.355806 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be317ea-c41e-44f4-be94-68db6418da34 None None] Pushing event updated for resources: {'Port': ['ID=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:27.372189 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Router ab547031-b327-4803-ae66-f85419db28b9 is scheduled to L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 with binding_index 1 {{(pid=103176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:43:27.428925 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Attempting to bind port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:43:27.430622 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Attempting to bind port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:43:27.431577 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Attempting to bind port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d on network b4a7578b-110e-4992-813d-f3958dffa75f {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:27.438521 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:27.442860 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Checking segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:27.443512 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.443927 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Bound using segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:27.444439 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Bound port: 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:43:27.444837 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.449369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:27.520325 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:27.531673 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Sync routers for ids ['ab547031-b327-4803-ae66-f85419db28b9'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:27.542226 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.546566 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37838) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:27.547151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-9970e5a0-5ac1-43fe-a88b-83bdb6bc9854 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5602551 Feb 11 14:43:27.585035 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] For port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:27.589661 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] For port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:27.591537 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Routers {'ab547031-b327-4803-ae66-f85419db28b9'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:27.592371 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ab547031-b327-4803-ae66-f85419db28b9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:27.605980 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.646518 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:27.646806 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.718077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be317ea-c41e-44f4-be94-68db6418da34 None None] Pushing event updated for resources: {'Port': ['ID=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:27.729497 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:27.730180 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:27.764356 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:43:27.810403 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Set router ab547031-b327-4803-ae66-f85419db28b9 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:27.909072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e398cf3c-9fc2-4731-be8f-8c29ed2d1477 None None] Provisioning complete for port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:27.909456 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e398cf3c-9fc2-4731-be8f-8c29ed2d1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:27.953101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:27.957072 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:28.146181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e398cf3c-9fc2-4731-be8f-8c29ed2d1477 None None] Current status of the port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:28.146883 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e398cf3c-9fc2-4731-be8f-8c29ed2d1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.148323 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:26Z', 'revision_number': 3, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port': {'id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:28.174333 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Checking router: ab547031-b327-4803-ae66-f85419db28b9 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:28.174690 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Updating router ab547031-b327-4803-ae66-f85419db28b9 port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed binding host n-d-828676-2 {{(pid=103178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:43:28.203064 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e398cf3c-9fc2-4731-be8f-8c29ed2d1477 None None] For port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:28.210559 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.230916 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e398cf3c-9fc2-4731-be8f-8c29ed2d1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.304077 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398cf3c-9fc2-4731-be8f-8c29ed2d1477 None None] Pushing event updated for resources: {'Port': ['ID=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:28.317675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:27Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:28.360818 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082bdfd-5d53-4d32-8b09-8eeefcd150fc None None] The sync data for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 is: [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:27Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:28.417287 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-01ff08fe-8769-45a0-bc76-023acb688a1a None None] Provisioning complete for port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:28.417933 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-01ff08fe-8769-45a0-bc76-023acb688a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.544944 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Publish callbacks [] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.552749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-01ff08fe-8769-45a0-bc76-023acb688a1a None None] Current status of the port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:28.561678 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.587057 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.620164 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Attempting to bind port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed on host n-d-828676-2 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:43:28.620377 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Attempting to bind port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:43:28.620642 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Attempting to bind port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed on network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:28.631817 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:28.632236 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Checking segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:28.632594 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.632987 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Bound using segment: {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:28.633499 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Bound port: 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db04dd2e-5fc0-4fc6-9478-7098ab8a7d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:43:28.633880 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.669704 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb8ce0-0f5f-460b-9348-9ff1d5716fd9 None None] Pushing event updated for resources: {'Port': ['ID=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:28.704996 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] For port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed, host n-d-828676-2, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:28.708556 n-d-828676-2 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] For port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:28.717356 n-d-828676-2 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.774477 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Routers {'ab547031-b327-4803-ae66-f85419db28b9'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:28.775150 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ab547031-b327-4803-ae66-f85419db28b9'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:28.782741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f5146-707d-46e5-b77f-6b662ac0a83b None None] Network 14256ba3-d907-4518-8458-b0bc98028554 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:43:28.783416 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Allocated IP 172.20.0.1 (14256ba3-d907-4518-8458-b0bc98028554/00bdd0ad-2842-4ed4-a41b-246c6dade048/d93b292a-b78d-4e56-ae34-c72344cf491e) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:28.846519 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb8ce0-0f5f-460b-9348-9ff1d5716fd9 None None] Pushing event updated for resources: {'Port': ['ID=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:28.908414 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-9f40c079-9494-4d72-8844-b927e9f0bd60 None None] Provisioning complete for port 64d2addd-109f-48ae-b6db-a05af7102317 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:28.908950 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f40c079-9494-4d72-8844-b927e9f0bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (64d2addd-109f-48ae-b6db-a05af7102317), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.911347 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] Set router ab547031-b327-4803-ae66-f85419db28b9 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:28.933520 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks [] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:28.975618 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.031178 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-9f40c079-9494-4d72-8844-b927e9f0bd60 None None] Current status of the port 64d2addd-109f-48ae-b6db-a05af7102317 is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:29.031913 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f40c079-9494-4d72-8844-b927e9f0bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (64d2addd-109f-48ae-b6db-a05af7102317), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.072453 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Pushing event updated for resources: {'Port': ['ID=d93b292a-b78d-4e56-ae34-c72344cf491e,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:29.072905 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-9f40c079-9494-4d72-8844-b927e9f0bd60 None None] For port 64d2addd-109f-48ae-b6db-a05af7102317, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=64d2addd-109f-48ae-b6db-a05af7102317,segment=NetworkSegment(f86637c0-502b-4b5e-a515-e1d4a606b606),segment_id=f86637c0-502b-4b5e-a515-e1d4a606b606)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:29.080938 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Network 14256ba3-d907-4518-8458-b0bc98028554 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:29.082664 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:29.085240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9f40c079-9494-4d72-8844-b927e9f0bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (64d2addd-109f-48ae-b6db-a05af7102317), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.092131 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:29.150415 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:26Z', 'revision_number': 3, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port': {'id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:29.172856 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40c079-9494-4d72-8844-b927e9f0bd60 None None] Pushing event updated for resources: {'Port': ['ID=64d2addd-109f-48ae-b6db-a05af7102317,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:29.182273 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538337'] for router_interface (ab547031-b327-4803-ae66-f85419db28b9), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.194448 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a917199-df4c-4ba9-b13a-f2c0a0a57a55 None None] The sync data for ids ['ab547031-b327-4803-ae66-f85419db28b9'] in n-d-828676-2 is: [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:26Z', 'revision_number': 3, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port': {'id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:29.375525 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.424446 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-6c448bfb-6763-4b78-b14c-70999c1bb9ce None None] Provisioning complete for port 64d2addd-109f-48ae-b6db-a05af7102317 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:29.425110 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6c448bfb-6763-4b78-b14c-70999c1bb9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (64d2addd-109f-48ae-b6db-a05af7102317), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.502114 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 64d2addd-109f-48ae-b6db-a05af7102317 up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:29.655993 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c18924f5-040d-4430-bfbd-fb8f30bbfe61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.672298 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-6c448bfb-6763-4b78-b14c-70999c1bb9ce None None] Current status of the port 64d2addd-109f-48ae-b6db-a05af7102317 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:29.675297 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 64d2addd-109f-48ae-b6db-a05af7102317 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:29.675680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (64d2addd-109f-48ae-b6db-a05af7102317), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.715182 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks [] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.721244 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.806935 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 64d2addd-109f-48ae-b6db-a05af7102317 is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:29.808001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:29.818401 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524561'] for router_interface (ab547031-b327-4803-ae66-f85419db28b9), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.819842 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Pushing event updated for resources: {'Port': ['ID=d93b292a-b78d-4e56-ae34-c72344cf491e,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:29.850210 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-61e46235-3a1f-4fc3-97a7-7e4d54a31514 None None] Provisioning complete for port d93b292a-b78d-4e56-ae34-c72344cf491e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:29.850437 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-61e46235-3a1f-4fc3-97a7-7e4d54a31514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.919896 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-61e46235-3a1f-4fc3-97a7-7e4d54a31514 None None] Port d93b292a-b78d-4e56-ae34-c72344cf491e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:43:29.935701 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:29.936086 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:29.940948 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Network 14256ba3-d907-4518-8458-b0bc98028554 is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:29.942630 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:30.074583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:30.105901 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Router ab547031-b327-4803-ae66-f85419db28b9 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:30.230003 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:30.246384 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-a2187fb0-78cd-4805-91f3-c15e42c64c3b admin admin] 10.222.0.79 "PUT /v2.0/routers/ab547031-b327-4803-ae66-f85419db28b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6869371 Feb 11 14:43:30.246499 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-4d15e2bb-f775-41ff-b78d-014f31e24003 None None] Provisioning complete for port d93b292a-b78d-4e56-ae34-c72344cf491e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:30.246499 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4d15e2bb-f775-41ff-b78d-014f31e24003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:30.284413 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-4d15e2bb-f775-41ff-b78d-014f31e24003 None None] Port d93b292a-b78d-4e56-ae34-c72344cf491e cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:43:30.870384 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37846) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:30.874986 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-69dac7b6-4512-48b2-99c7-90cae587422c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863592217', 'description': 'tempest-secgroup-smoke-863592217 description', 'project_id': 'ad4535e945d646c98fa93c74283b4676'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:30.894938 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69dac7b6-4512-48b2-99c7-90cae587422c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:30.959533 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69dac7b6-4512-48b2-99c7-90cae587422c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group (4a7ec72e-1c11-400e-bc37-3a5c6577fbfe), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:30.963295 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69dac7b6-4512-48b2-99c7-90cae587422c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4a7ec72e-1c11-400e-bc37-3a5c6577fbfe), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:30.993115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-69dac7b6-4512-48b2-99c7-90cae587422c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:30.994349 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-69dac7b6-4512-48b2-99c7-90cae587422c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1229081 Feb 11 14:43:30.996211 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac7b6-4512-48b2-99c7-90cae587422c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:30.997328 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37848) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:31.002016 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-686e6a02-f793-4a46-9c67-5f5c9a6ec534 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'security_group_rule': {'security_group_id': '4a7ec72e-1c11-400e-bc37-3a5c6577fbfe', 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:31.027544 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-686e6a02-f793-4a46-9c67-5f5c9a6ec534 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (d5caf6fc-e9ce-4bce-8ddf-f8140c1bd86d), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.087177 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-686e6a02-f793-4a46-9c67-5f5c9a6ec534 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (d5caf6fc-e9ce-4bce-8ddf-f8140c1bd86d), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.090698 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-686e6a02-f793-4a46-9c67-5f5c9a6ec534 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (d5caf6fc-e9ce-4bce-8ddf-f8140c1bd86d), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.109180 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e6a02-f793-4a46-9c67-5f5c9a6ec534 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5caf6fc-e9ce-4bce-8ddf-f8140c1bd86d,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.114985 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-686e6a02-f793-4a46-9c67-5f5c9a6ec534 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.116203 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-686e6a02-f793-4a46-9c67-5f5c9a6ec534 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178262 Feb 11 14:43:31.119412 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 37850) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:31.123776 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [None req-da8dd020-71ac-48e8-9e48-93bbf13db3cf tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'security_group_rule': {'security_group_id': '4a7ec72e-1c11-400e-bc37-3a5c6577fbfe', 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:31.149633 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da8dd020-71ac-48e8-9e48-93bbf13db3cf tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (26d504ca-e55e-40c9-b585-ec8e67a05b9b), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.210236 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da8dd020-71ac-48e8-9e48-93bbf13db3cf tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (26d504ca-e55e-40c9-b585-ec8e67a05b9b), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.213639 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da8dd020-71ac-48e8-9e48-93bbf13db3cf tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (26d504ca-e55e-40c9-b585-ec8e67a05b9b), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.231568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dd020-71ac-48e8-9e48-93bbf13db3cf tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d504ca-e55e-40c9-b585-ec8e67a05b9b,revision_number=0']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.238258 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-da8dd020-71ac-48e8-9e48-93bbf13db3cf tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.239482 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-da8dd020-71ac-48e8-9e48-93bbf13db3cf tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191437 Feb 11 14:43:31.242280 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37852) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:31.247340 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-8869b420-2323-4c3e-9dad-8a6294ad8b64 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'security_group_rule': {'security_group_id': '4a7ec72e-1c11-400e-bc37-3a5c6577fbfe', 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:31.270252 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.274297 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8869b420-2323-4c3e-9dad-8a6294ad8b64 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (bd8d439b-4839-4c77-a48f-305e9c1a71ca), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.330133 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8869b420-2323-4c3e-9dad-8a6294ad8b64 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (bd8d439b-4839-4c77-a48f-305e9c1a71ca), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.334171 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8869b420-2323-4c3e-9dad-8a6294ad8b64 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (bd8d439b-4839-4c77-a48f-305e9c1a71ca), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.359023 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869b420-2323-4c3e-9dad-8a6294ad8b64 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8d439b-4839-4c77-a48f-305e9c1a71ca,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.369187 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-8869b420-2323-4c3e-9dad-8a6294ad8b64 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.370439 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8869b420-2323-4c3e-9dad-8a6294ad8b64 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266148 Feb 11 14:43:31.373204 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37854) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:31.377817 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a896a5f6-0bb8-4be7-a120-647a129c0367 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'security_group_rule': {'security_group_id': '4a7ec72e-1c11-400e-bc37-3a5c6577fbfe', 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:31.406663 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a896a5f6-0bb8-4be7-a120-647a129c0367 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (128f705d-6c01-4104-94f8-e2d1f68b5c85), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.419960 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:31.471334 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:31.471721 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.472400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a896a5f6-0bb8-4be7-a120-647a129c0367 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (128f705d-6c01-4104-94f8-e2d1f68b5c85), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.476109 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a896a5f6-0bb8-4be7-a120-647a129c0367 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (128f705d-6c01-4104-94f8-e2d1f68b5c85), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.497795 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896a5f6-0bb8-4be7-a120-647a129c0367 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128f705d-6c01-4104-94f8-e2d1f68b5c85,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.503341 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a896a5f6-0bb8-4be7-a120-647a129c0367 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.504563 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a896a5f6-0bb8-4be7-a120-647a129c0367 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303563 Feb 11 14:43:31.507271 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37856) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:31.511723 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'security_group_rule': {'security_group_id': '4a7ec72e-1c11-400e-bc37-3a5c6577fbfe', 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:31.532729 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Project ad4535e945d646c98fa93c74283b4676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:43:31.538086 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (f664bc89-dc34-461e-b5c4-fc5c6c6f35cd), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.557046 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:31.557774 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.580221 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] For port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:31.585004 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.610284 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (f664bc89-dc34-461e-b5c4-fc5c6c6f35cd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.614615 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (f664bc89-dc34-461e-b5c4-fc5c6c6f35cd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.634542 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f664bc89-dc34-461e-b5c4-fc5c6c6f35cd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.639181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Pushing event updated for resources: {'Port': ['ID=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.644496 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.645983 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-75cf995f-b695-49ad-b896-a641a34e5de9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377892 Feb 11 14:43:31.648697 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37858) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:31.653862 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'security_group_rule': {'security_group_id': '4a7ec72e-1c11-400e-bc37-3a5c6577fbfe', 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:31.675024 n-d-828676-2 neutron-server[103176]: INFO neutron.db.securitygroups_db [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Project ad4535e945d646c98fa93c74283b4676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:43:31.682453 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (6cdc5f02-2488-4d56-8719-36a0ff1f60bd), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.744009 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (6cdc5f02-2488-4d56-8719-36a0ff1f60bd), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.747580 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554678'] for security_group_rule (6cdc5f02-2488-4d56-8719-36a0ff1f60bd), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.767534 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdc5f02-2488-4d56-8719-36a0ff1f60bd,revision_number=0']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.774658 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:31.775896 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-07a31eab-11ad-4c7d-a63d-a74350aac1dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260457 Feb 11 14:43:31.867749 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Sync routers for ids ['ab547031-b327-4803-ae66-f85419db28b9'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:31.880336 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Routers {'ab547031-b327-4803-ae66-f85419db28b9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:31.880968 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ab547031-b327-4803-ae66-f85419db28b9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:31.931797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-b1184b56-0f68-4073-8974-57f0c23113e4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863592217&fields=id&tenant_id=ad4535e945d646c98fa93c74283b4676 HTTP/1.1" status: 200 len: 267 time: 0.0453432 Feb 11 14:43:32.037727 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-5dc75d61-2992-4efb-8287-5ca7b0b8ae55 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:32.039311 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-5dc75d61-2992-4efb-8287-5ca7b0b8ae55 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 810 time: 0.1010468 Feb 11 14:43:32.055098 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-3fc9c29f-71b5-4e0c-8074-523323cdc648 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/quotas/ad4535e945d646c98fa93c74283b4676 HTTP/1.1" status: 200 len: 375 time: 0.0096233 Feb 11 14:43:32.118756 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-87993305-a05b-43f3-94df-ca4702fb4cb9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578570 Feb 11 14:43:32.150710 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Set router ab547031-b327-4803-ae66-f85419db28b9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:32.222417 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-af8e0e66-f4f7-4bd7-ae2d-f0910d2e59fc service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:43:32.223463 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-af8e0e66-f4f7-4bd7-ae2d-f0910d2e59fc service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0935738 Feb 11 14:43:32.309965 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-c593b949-5ca6-4a7a-8ee8-7f9c13759a57 service neutron] 10.222.0.79 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801544 Feb 11 14:43:32.348557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:29Z', 'revision_number': 4, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port': {'id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd93b292a-b78d-4e56-ae34-c72344cf491e', 'name': '', 'network_id': '14256ba3-d907-4518-8458-b0bc98028554', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'mac_address': 'fa:16:3e:50:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '00bdd0ad-2842-4ed4-a41b-246c6dade048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:28Z', 'updated_at': '2022-02-11T14:43:29Z', 'revision_number': 2, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'subnets': [{'id': '00bdd0ad-2842-4ed4-a41b-246c6dade048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:32.374033 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Checking router: ab547031-b327-4803-ae66-f85419db28b9 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:32.374465 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Updating router ab547031-b327-4803-ae66-f85419db28b9 port d93b292a-b78d-4e56-ae34-c72344cf491e binding host n-d-828676-2 {{(pid=103177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:43:32.402797 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-b9720af7-7ab5-47bb-8d8c-450243979624 service neutron] 10.222.0.79 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870531 Feb 11 14:43:32.405466 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:32.575659 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-2e0d3caa-bc58-427c-8fd2-73b3cebc1ab8 req-b13b67bf-8749-47ae-9549-68e79fc38d9b tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 210 time: 0.0332761 Feb 11 14:43:32.688833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Publish callbacks [] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), precommit_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:32.694474 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:32.696826 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:32.777216 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a255e3-24d4-4273-8007-76cf9d38a08d None None] Pushing event updated for resources: {'Port': ['ID=d93b292a-b78d-4e56-ae34-c72344cf491e,revision_number=3']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:32.808837 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Attempting to bind port d93b292a-b78d-4e56-ae34-c72344cf491e on host n-d-828676-2 for vnic_type normal with profile {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:43:32.809510 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Attempting to bind port d93b292a-b78d-4e56-ae34-c72344cf491e by drivers openvswitch,hyperv on host n-d-828676-2 at level 0 using segments [{'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:43:32.810101 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Attempting to bind port d93b292a-b78d-4e56-ae34-c72344cf491e on network 14256ba3-d907-4518-8458-b0bc98028554 {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:32.816093 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Checking agent: {'id': 'ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 13, 3), 'started_at': datetime.datetime(2022, 2, 11, 13, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828676-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:32.816600 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Checking segment: {'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:32.817106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:32.817420 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Bound using segment: {'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'} {{(pid=103177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:32.817904 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.managers [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Bound port: d93b292a-b78d-4e56-ae34-c72344cf491e, host: n-d-828676-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86637c0-502b-4b5e-a515-e1d4a606b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '14256ba3-d907-4518-8458-b0bc98028554'}}] {{(pid=103177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:43:32.818335 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:32.899464 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] For port d93b292a-b78d-4e56-ae34-c72344cf491e, host n-d-828676-2, cleared binding levels {{(pid=103177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:32.902879 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] For port d93b292a-b78d-4e56-ae34-c72344cf491e, host n-d-828676-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d93b292a-b78d-4e56-ae34-c72344cf491e,segment=NetworkSegment(f86637c0-502b-4b5e-a515-e1d4a606b606),segment_id=f86637c0-502b-4b5e-a515-e1d4a606b606)] {{(pid=103177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:32.908963 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:32.972725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Routers {'ab547031-b327-4803-ae66-f85419db28b9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:32.973248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ab547031-b327-4803-ae66-f85419db28b9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:33.014619 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a255e3-24d4-4273-8007-76cf9d38a08d None None] Pushing event updated for resources: {'Port': ['ID=d93b292a-b78d-4e56-ae34-c72344cf491e,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:33.041626 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-198dbaf4-0e5e-4fc5-8476-229daaf40cfd None None] Provisioning complete for port d93b292a-b78d-4e56-ae34-c72344cf491e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:33.042027 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-198dbaf4-0e5e-4fc5-8476-229daaf40cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:33.132559 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] Set router ab547031-b327-4803-ae66-f85419db28b9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:33.255490 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-198dbaf4-0e5e-4fc5-8476-229daaf40cfd None None] Current status of the port d93b292a-b78d-4e56-ae34-c72344cf491e is: DOWN; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:33.255922 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-198dbaf4-0e5e-4fc5-8476-229daaf40cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:33.333141 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-198dbaf4-0e5e-4fc5-8476-229daaf40cfd None None] For port d93b292a-b78d-4e56-ae34-c72344cf491e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d93b292a-b78d-4e56-ae34-c72344cf491e,segment=NetworkSegment(f86637c0-502b-4b5e-a515-e1d4a606b606),segment_id=f86637c0-502b-4b5e-a515-e1d4a606b606)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:33.341142 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-198dbaf4-0e5e-4fc5-8476-229daaf40cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:33.393319 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:33.440054 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dbaf4-0e5e-4fc5-8476-229daaf40cfd None None] Pushing event updated for resources: {'Port': ['ID=d93b292a-b78d-4e56-ae34-c72344cf491e,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:33.485427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:29Z', 'revision_number': 4, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port': {'id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd93b292a-b78d-4e56-ae34-c72344cf491e', 'name': '', 'network_id': '14256ba3-d907-4518-8458-b0bc98028554', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'mac_address': 'fa:16:3e:50:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '00bdd0ad-2842-4ed4-a41b-246c6dade048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:28Z', 'updated_at': '2022-02-11T14:43:32Z', 'revision_number': 4, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'subnets': [{'id': '00bdd0ad-2842-4ed4-a41b-246c6dade048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:33.490353 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-c7084fa3-b8c0-4218-a495-87f01df18a6e None None] Provisioning complete for port d93b292a-b78d-4e56-ae34-c72344cf491e triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:33.490725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c7084fa3-b8c0-4218-a495-87f01df18a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:33.524237 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea0c0e-f03f-42e7-8eab-446ffb7b6c25 None None] The sync data for ids ['ab547031-b327-4803-ae66-f85419db28b9'] in n-d-828676-2 is: [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:29Z', 'revision_number': 4, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port': {'id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': 'd93b292a-b78d-4e56-ae34-c72344cf491e', 'name': '', 'network_id': '14256ba3-d907-4518-8458-b0bc98028554', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'mac_address': 'fa:16:3e:50:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '00bdd0ad-2842-4ed4-a41b-246c6dade048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:28Z', 'updated_at': '2022-02-11T14:43:32Z', 'revision_number': 4, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'subnets': [{'id': '00bdd0ad-2842-4ed4-a41b-246c6dade048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:33.525681 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:33.526051 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:33.698603 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:33.700714 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-c7084fa3-b8c0-4218-a495-87f01df18a6e None None] Current status of the port d93b292a-b78d-4e56-ae34-c72344cf491e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:33.713621 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-938ec563-2348-4be4-a012-2c0b32a5e234 req-2d94f1a6-1168-4ada-b40f-58a5ba1e74d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 210 time: 0.0379608 Feb 11 14:43:33.773233 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7a2df9cd-3350-4511-bc93-a3d601b6fc34 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:33.775688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7a2df9cd-3350-4511-bc93-a3d601b6fc34 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 810 time: 0.1655555 Feb 11 14:43:33.848369 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-035b1d80-7b75-4b20-8851-1f8e4d81512e tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4535e945d646c98fa93c74283b4676 HTTP/1.1" status: 200 len: 379 time: 0.0639434 Feb 11 14:43:33.859762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'port': {'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'admin_state_up': True, 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'security_groups': ['4a7ec72e-1c11-400e-bc37-3a5c6577fbfe']}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:33.880801 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:33.975395 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Made reservation on behalf of ad4535e945d646c98fa93c74283b4676 for: {'port': 1} {{(pid=103175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:33.979027 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.116271 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_common [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Allocated IP 172.20.0.11 (b4a7578b-110e-4992-813d-f3958dffa75f/06981376-59b2-455b-875d-5b95213ac95b/d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719) {{(pid=103175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:34.264270 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), precommit_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.301991 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_create {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.344415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Network b4a7578b-110e-4992-813d-f3958dffa75f is already hosted by enough agents. {{(pid=103175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:34.347498 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.base_scheduler [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Resources bound (agent type, host, resource id): {{(pid=103175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:34.351222 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Received port after_create {{(pid=103175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:34.379752 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=1']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:34.405024 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:34.405741 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.423234 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-287c496e-026d-4be3-b628-3325cdeff250 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5679023 Feb 11 14:43:34.432964 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7a3031dc-76ec-4e58-8df9-b02655d8ac7a tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:43:34.433973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7a3031dc-76ec-4e58-8df9-b02655d8ac7a tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059929 Feb 11 14:43:34.498202 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.v2.base [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Request body: {'port': {'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828676-2'}} {{(pid=103175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:34.564819 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.625740 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-a93f6c5a-4a39-4ae6-8c4f-44369d9432f3 None None] Provisioning complete for port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:34.626350 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a93f6c5a-4a39-4ae6-8c4f-44369d9432f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.659069 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-a93f6c5a-4a39-4ae6-8c4f-44369d9432f3 None None] Port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:43:34.862621 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 {{(pid=103175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:43:34.871241 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Publish callbacks [] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.893211 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a9398-7a11-4b44-98d8-6c58fda15651 req-e108283e-249d-4f05-8a8e-59d64ee91714 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:34.894740 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c71a9398-7a11-4b44-98d8-6c58fda15651 req-e108283e-249d-4f05-8a8e-59d64ee91714 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 932 time: 0.1097383 Feb 11 14:43:34.895663 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.provisioning_blocks [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Transition to ACTIVE for port object d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 will not be triggered until provisioned by entity L2. {{(pid=103175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:43:34.899964 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:34.982426 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:35.034731 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-c71a9398-7a11-4b44-98d8-6c58fda15651 req-d9f01e29-1371-45b1-8934-b189b57f0616 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324675 Feb 11 14:43:35.068311 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Attempting to bind port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 on host n-h2-828676-2 for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:43:35.068661 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Attempting to bind port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 by drivers openvswitch,hyperv on host n-h2-828676-2 at level 0 using segments [{'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:43:35.069000 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Attempting to bind port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 on network b4a7578b-110e-4992-813d-f3958dffa75f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:35.073686 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 on network b4a7578b-110e-4992-813d-f3958dffa75f not bound, no agent of type Open vSwitch agent registered on host n-h2-828676-2 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:43:35.074013 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Attempting to bind port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 on network b4a7578b-110e-4992-813d-f3958dffa75f {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:35.079044 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Checking agent: {'id': 'fcdd30cb-3106-4426-851b-576d87187381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:35.079380 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Checking segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:43:35.079762 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Bound using segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:35.080190 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Bound port: d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host: n-h2-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:43:35.080547 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:35.151510 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:35.155040 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:35.161416 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3128325'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:35.201239 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.201866 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:35.203343 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] 10.222.0.83 "PUT /v2.0/ports/d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 1092 time: 0.7619860 Feb 11 14:43:35.207971 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:43:35.210390 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f488749f-1d75-4db8-a270-7b55f0704662" -d '{"events": [{"name": "network-changed", "server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:35.239812 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625c6d4-ef58-4622-a478-684081fdd0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:35.309945 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-4ec22cfb-e480-434b-a819-66a33b9111b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.311592 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-4ec22cfb-e480-434b-a819-66a33b9111b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1126 time: 0.0641758 Feb 11 14:43:35.355109 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f443e-7aa6-4638-9af1-5061c2ab4689 x-openstack-request-id: req-a64f443e-7aa6-4638-9af1-5061c2ab4689 {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:35.355109 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:35.355415 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a64f443e-7aa6-4638-9af1-5061c2ab4689 {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:35.355734 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'status': 'completed', 'code': 200} Feb 11 14:43:35.357653 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-a69e1e3b-911c-4af5-ab9d-8f2d7051b317 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Feb 11 14:43:35.414102 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-6be68e7a-efad-4801-bfd6-f8b0a7062cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.415660 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-6be68e7a-efad-4801-bfd6-f8b0a7062cea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0523582 Feb 11 14:43:35.436802 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d93b292a-b78d-4e56-ae34-c72344cf491e up at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:35.471062 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-aaeec900-967b-4eb4-884f-2cdedada6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.472662 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-aaeec900-967b-4eb4-884f-2cdedada6e2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516741 Feb 11 14:43:35.495038 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Provisioning complete for port d93b292a-b78d-4e56-ae34-c72344cf491e triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:35.495342 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:35.566748 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-f775dbb2-8180-43a5-91ff-a7890076e68e service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Feb 11 14:43:35.581926 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Current status of the port d93b292a-b78d-4e56-ae34-c72344cf491e is: ACTIVE; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:35.665109 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-ad04f1d9-2716-408a-b79d-ed56cb274741 req-1bfe2614-c9e2-4956-b1a1-176434f86cb4 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921712 Feb 11 14:43:35.752889 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488749f-1d75-4db8-a270-7b55f0704662 req-ada3b8dc-fc52-4be6-ab0d-8b65d73705e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.754443 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488749f-1d75-4db8-a270-7b55f0704662 req-ada3b8dc-fc52-4be6-ab0d-8b65d73705e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1126 time: 0.0458755 Feb 11 14:43:35.850604 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488749f-1d75-4db8-a270-7b55f0704662 req-b18c6567-1e14-4f2d-9046-53f5fbc6be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.852533 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488749f-1d75-4db8-a270-7b55f0704662 req-b18c6567-1e14-4f2d-9046-53f5fbc6be53 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0917215 Feb 11 14:43:35.893995 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488749f-1d75-4db8-a270-7b55f0704662 req-03be5334-cfaf-45fa-b6e4-00b361ebe1f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 217 time: 0.0358896 Feb 11 14:43:35.946735 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488749f-1d75-4db8-a270-7b55f0704662 req-4cc56dc6-e92b-45e6-a62d-d556eb611654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.948199 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488749f-1d75-4db8-a270-7b55f0704662 req-4cc56dc6-e92b-45e6-a62d-d556eb611654 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0476074 Feb 11 14:43:35.998217 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488749f-1d75-4db8-a270-7b55f0704662 req-8ead5dfc-98c7-46b9-9e55-3bdf9598be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.999700 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488749f-1d75-4db8-a270-7b55f0704662 req-8ead5dfc-98c7-46b9-9e55-3bdf9598be99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444453 Feb 11 14:43:36.087669 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488749f-1d75-4db8-a270-7b55f0704662 req-1a307a4e-93f8-4b07-b381-9cebf1d5ab78 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807326 Feb 11 14:43:36.218578 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f488749f-1d75-4db8-a270-7b55f0704662 req-40f5c099-283a-4601-87fb-7ca55b246ac6 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243863 Feb 11 14:43:36.226465 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baa7fe-ddd8-4bd3-b903-caf901f7df35 req-3f170c0f-4edc-417b-804e-0d315221175e tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:36.228436 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0baa7fe-ddd8-4bd3-b903-caf901f7df35 req-3f170c0f-4edc-417b-804e-0d315221175e tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 944 time: 0.1248863 Feb 11 14:43:36.277747 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f0baa7fe-ddd8-4bd3-b903-caf901f7df35 req-ec7abcee-e3ac-4bfe-836a-ae81ad33ec1a tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 Feb 11 14:43:37.398972 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d336-3cab-43f0-ac6c-05c524aae528 req-e210fd9a-de32-4ada-bb56-d33add733284 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:37.400429 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3642d336-3cab-43f0-ac6c-05c524aae528 req-e210fd9a-de32-4ada-bb56-d33add733284 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 944 time: 0.0526373 Feb 11 14:43:37.447566 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-3642d336-3cab-43f0-ac6c-05c524aae528 req-ed734e69-25b9-4e0f-8263-e467bf399da0 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Feb 11 14:43:38.114817 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:43:38.210883 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:38.221794 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:43:38.257475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:38.258648 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:38.274473 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:43:38.293738 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:38.297614 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:38.348442 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:38.520933 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:43:38.568837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff344-92f4-4fed-a3bd-20c44392f021 req-476f54c5-183b-47b2-b278-1c1784d906c8 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:38.570473 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-901ff344-92f4-4fed-a3bd-20c44392f021 req-476f54c5-183b-47b2-b278-1c1784d906c8 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 945 time: 0.0577567 Feb 11 14:43:38.620633 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-901ff344-92f4-4fed-a3bd-20c44392f021 req-af44f209-68bf-491a-a19f-ed4490cb573d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439811 Feb 11 14:43:39.737107 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d540817-98ac-4163-b979-47092d2995c4 req-6197a43c-2fee-4d17-9ab5-a7a96fc246cb tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:39.738590 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d540817-98ac-4163-b979-47092d2995c4 req-6197a43c-2fee-4d17-9ab5-a7a96fc246cb tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 945 time: 0.0518873 Feb 11 14:43:39.789743 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-7d540817-98ac-4163-b979-47092d2995c4 req-f1da1053-80ef-402d-a788-98f92a3dd138 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456719 Feb 11 14:43:40.131314 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:40.178269 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning for port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:43:40.182427 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:40.182805 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:40.261283 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:43:40.261678 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:40.286941 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:43:40.289156 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624d22fb-baf5-4f4f-b0d5-16744700421f" -d '{"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-plugged", "status": "completed", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:40.301200 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:40.305654 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:40.332309 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb3f7b-f473-4332-9c66-52c28f7d734c x-openstack-request-id: req-efcb3f7b-f473-4332-9c66-52c28f7d734c {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:40.332634 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-plugged", "status": "completed", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:40.332893 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efcb3f7b-f473-4332-9c66-52c28f7d734c {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:40.333290 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'code': 200} Feb 11 14:43:40.363557 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:40.445693 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d388a0-c2ce-487b-9b80-e4154c09befb req-bb48cec8-4a38-4fae-9a1e-24df3f2ad080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:40.447221 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6d388a0-c2ce-487b-9b80-e4154c09befb req-bb48cec8-4a38-4fae-9a1e-24df3f2ad080 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1128 time: 0.0443997 Feb 11 14:43:40.491092 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-d6d388a0-c2ce-487b-9b80-e4154c09befb req-415f868a-0f1f-4195-9c94-7c5328c08123 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379925 Feb 11 14:43:40.907561 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e0114-32a7-499a-b82b-621b59fce78e req-0a93c7f6-822f-4ea5-b1df-c151f9524e20 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:40.909099 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-110e0114-32a7-499a-b82b-621b59fce78e req-0a93c7f6-822f-4ea5-b1df-c151f9524e20 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 946 time: 0.0534415 Feb 11 14:43:40.957092 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-110e0114-32a7-499a-b82b-621b59fce78e req-96a22828-eff8-429a-9f51-cba9ca60c6ba tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Feb 11 14:43:42.084372 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfa032-c63c-40a9-8645-db3e1c659c68 req-4837879f-a979-4470-adef-9994a8e2535f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:42.085788 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7bfa032-c63c-40a9-8645-db3e1c659c68 req-4837879f-a979-4470-adef-9994a8e2535f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 946 time: 0.0584953 Feb 11 14:43:42.134463 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a7bfa032-c63c-40a9-8645-db3e1c659c68 req-5bccf5bb-4787-436b-8a43-e4d1183eed9d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Feb 11 14:43:42.252860 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05915d-86e3-4426-84ee-3de9edf669d5 req-da09b4cc-49be-4fa9-b642-14d1ad67dc38 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:42.254338 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd05915d-86e3-4426-84ee-3de9edf669d5 req-da09b4cc-49be-4fa9-b642-14d1ad67dc38 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 946 time: 0.0519462 Feb 11 14:43:42.301325 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-cd05915d-86e3-4426-84ee-3de9edf669d5 req-12b43a0a-3e94-4598-b91b-9cb7fdad5545 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Feb 11 14:43:42.323896 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37918) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:42.411218 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7f2eb4-5d1f-4e7e-9cdb-12f52bf3eede tempest-TestSnapshotPattern-228307475 tempest-TestSnapshotPattern-228307475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:42.412761 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-0d7f2eb4-5d1f-4e7e-9cdb-12f52bf3eede tempest-TestSnapshotPattern-228307475 tempest-TestSnapshotPattern-228307475-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1123 time: 0.0879211 Feb 11 14:43:42.415608 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 37922) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:43:42.419802 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:42.439462 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:42.533326 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:42.637729 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Allocated IP 172.25.3.207 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/b56c10fd-90f5-4bb5-93dd-3c42fa04e600) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:42.737444 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:42.769847 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:42.814294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:42.817115 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:42.819606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:42.846543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'Port': ['ID=b56c10fd-90f5-4bb5-93dd-3c42fa04e600,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:43.501612 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (c1759da9-561b-4bf3-8d27-d51e43c8ceca), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:43.567611 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:43.717382 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:43.722211 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:43.791477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'Port': ['ID=b56c10fd-90f5-4bb5-93dd-3c42fa04e600,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:43.801297 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (c1759da9-561b-4bf3-8d27-d51e43c8ceca), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:43.907688 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Floating IP c1759da9-561b-4bf3-8d27-d51e43c8ceca associated. External IP: 172.25.3.207, port: d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719. Feb 11 14:43:44.123740 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:44.232124 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:44.241741 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] Sync routers for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:44.250766 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:44.254192 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:44.254958 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:44.279699 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-c54d857e-1088-4004-af4a-f989771726e9 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8630979 Feb 11 14:43:44.280281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:43:44.282580 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:44.331221 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7731b3e5-3de9-4eb4-9210-20c5e6e323d6 x-openstack-request-id: req-7731b3e5-3de9-4eb4-9210-20c5e6e323d6 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:44.331525 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:44.331787 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7731b3e5-3de9-4eb4-9210-20c5e6e323d6 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:44.332197 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'status': 'completed', 'code': 200} Feb 11 14:43:44.371308 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:44.400070 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-ef4e4e08-d8c9-45b8-b2aa-e6629fbd8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:44.401688 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-ef4e4e08-d8c9-45b8-b2aa-e6629fbd8e22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1128 time: 0.0470698 Feb 11 14:43:44.494053 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-a2fc7258-61df-4009-ac57-3971a20c8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:44.495586 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-a2fc7258-61df-4009-ac57-3971a20c8a73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0882697 Feb 11 14:43:44.559760 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-cab63576-4cea-4cf7-815c-183a9c748c9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 1000 time: 0.0583041 Feb 11 14:43:44.592611 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:43Z', 'revision_number': 0, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:44.611199 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-17b82499-779d-42d0-bf20-f5ce46d2507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:44.612933 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-17b82499-779d-42d0-bf20-f5ce46d2507e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0478919 Feb 11 14:43:44.623232 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] Checking router: 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:44.631572 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:44.632181 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:43:30Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:44.665161 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-ef5d4f0c-4c5b-4819-8d3c-c0b56dee504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:44.666621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-ef5d4f0c-4c5b-4819-8d3c-c0b56dee504c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485003 Feb 11 14:43:44.739272 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:44.756287 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-cd9e7eb6-7bec-4a23-b46e-3b20270eab0e service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841105 Feb 11 14:43:44.852919 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-780dcf1e-ddaf-48e9-9c03-56d4b20779c6 req-0e73b18e-e191-49aa-a380-d98993d620e3 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903485 Feb 11 14:43:45.048280 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:43Z', 'revision_number': 0, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:45.077172 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3e7e7-202f-479d-8cda-247907fe5280 None None] The sync data for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 is: [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:43Z', 'revision_number': 0, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:45.126974 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-aa031871-0c72-4d89-943c-7fc36f38a8e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459666 Feb 11 14:43:45.211695 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-5935116a-984f-45bb-894c-6dda0a517125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:45.213218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-5935116a-984f-45bb-894c-6dda0a517125 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1128 time: 0.0451941 Feb 11 14:43:45.293571 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77bbc5-afb8-44c1-95a3-7d8f67d73880 None None] New status for floating IP c1759da9-561b-4bf3-8d27-d51e43c8ceca: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:43:45.330028 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-8700fb23-c939-4eaa-9b9b-2b6e402aac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:45.330028 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-8700fb23-c939-4eaa-9b9b-2b6e402aac58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0959275 Feb 11 14:43:45.395678 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-1e44c93e-0123-4210-acad-bf42ec84d2f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 1000 time: 0.0612988 Feb 11 14:43:45.452113 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-48288017-d827-4e9a-aefd-c9f29c9be5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:45.453664 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-48288017-d827-4e9a-aefd-c9f29c9be5b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0516233 Feb 11 14:43:45.503984 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-a2484c4f-5af7-4c4c-a7e4-fe5339311ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:45.505525 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-a2484c4f-5af7-4c4c-a7e4-fe5339311ef0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467656 Feb 11 14:43:45.598949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-0d9fbe52-272b-4c26-924a-e87daa9764e4 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 Feb 11 14:43:45.692953 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7bb997d4-ddb9-4662-8801-9ecdd17cae91 req-f55a1ff7-ca68-4f47-ba95-f2d15cb18769 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875981 Feb 11 14:43:50.752014 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:52.703574 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:57.200079 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6279c963-710c-41ac-8b54-efaf01b27d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:43:59.597523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-528bf640-c90c-41e1-a711-44ba3a1aa465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:01.275571 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:02.682288 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:03.873383 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:04.764637 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:44:20.751366 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:22.720466 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:27.201869 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60240bc9-fcfe-48d1-83b3-69650f925fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:29.599729 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-42a2783d-614b-4781-a886-4ac582ee2156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:31.275833 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:32.687644 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:33.874938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:41.763658 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:44:45.127600 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-15c5dd80-5507-47d7-9689-7d2d6a878d83 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447125 Feb 11 14:44:45.208819 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-d4297069-a39d-4772-9ff0-80683de7cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:45.210348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-d4297069-a39d-4772-9ff0-80683de7cd24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1128 time: 0.0435524 Feb 11 14:44:45.313646 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-7e13f34d-4151-4cd5-a3e1-9ac8307417d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:45.315145 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-7e13f34d-4151-4cd5-a3e1-9ac8307417d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0860279 Feb 11 14:44:45.380327 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-19725900-3eb2-44f7-9f8e-b19443843afb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 1002 time: 0.0587163 Feb 11 14:44:45.434258 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-42e53a51-b020-4109-8186-5d7d8f3f46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:45.435705 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-42e53a51-b020-4109-8186-5d7d8f3f46f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0485861 Feb 11 14:44:45.483832 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-c3e22cc6-1f15-47d5-a576-194fed59fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:45.485418 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-c3e22cc6-1f15-47d5-a576-194fed59fb98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437527 Feb 11 14:44:45.572702 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-6fcc691b-c9d0-4c55-8c66-959ddbbc66fb service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817628 Feb 11 14:44:45.662973 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-3a9933a3-64bb-4535-a073-9b8c4bd923fd req-a27f9631-d3e9-445b-8eb8-494be59b1d8b service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844600 Feb 11 14:44:50.761237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:52.721725 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:57.203524 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a4a281c5-07a7-4211-aba4-1a300b4cbdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:44:59.601845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-08cdeeac-f015-4ce0-bd17-f189b7dbf166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:01.278807 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:02.687147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:03.885544 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:18.762158 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:45:20.766087 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:22.733186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:27.208473 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c24f274a-c4d7-4fad-90f6-7ab2399e1209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:29.603390 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-8547a79a-60ab-4fc8-9dd7-73d233de703f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:31.281902 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:32.688633 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:33.877349 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:42.755878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 details requested by agent hyperv_n-h2-828676-2 with host n-h2-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:45:42.850878 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:42.862488 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Returning: {'device': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:45:42.900750 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:45:42.901139 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:42.914580 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:45:42.933335 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:42.936947 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:42.987001 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:42.994670 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.995031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.995377 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.995718 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.996106 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.996445 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.996779 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.997108 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.997437 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.997765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.998089 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.998443 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:42.998765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:43.038379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] get_ports_and_sgs() called for port_ids ['d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:45:44.770741 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 up at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:45:44.827972 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Provisioning complete for port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:45:44.828710 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:44.922804 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:45:44.923578 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:44.951952 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:45:44.954507 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b171a4-0597-496f-9c71-663a20ef3909" -d '{"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-plugged", "status": "completed", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:44.971426 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:44.977268 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:45.031410 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:45.078915 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc969f62-d83f-45be-bdd2-f893d3800780 x-openstack-request-id: req-fc969f62-d83f-45be-bdd2-f893d3800780 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:45.079289 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-plugged", "status": "completed", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:45.079610 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc969f62-d83f-45be-bdd2-f893d3800780 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:45.080100 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'code': 200} Feb 11 14:45:46.188046 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-213a9e76-3f7d-456e-b3d1-f7190b2bb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:46.189661 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-213a9e76-3f7d-456e-b3d1-f7190b2bb57e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1128 time: 0.0504887 Feb 11 14:45:46.302399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-596fae50-03cd-4772-913b-9771c756cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:46.303991 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-596fae50-03cd-4772-913b-9771c756cca9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0921502 Feb 11 14:45:46.387289 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-c68ec1d1-7aa8-4ff1-8948-0e333b16c631 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 1002 time: 0.0751894 Feb 11 14:45:46.472285 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-7fa5ee6e-d532-4ad5-b299-129777f8397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:46.474011 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-7fa5ee6e-d532-4ad5-b299-129777f8397d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0806935 Feb 11 14:45:46.542193 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-923baed3-9cf1-41f7-9f8e-88f5753f0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:46.543801 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-923baed3-9cf1-41f7-9f8e-88f5753f0d6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0636718 Feb 11 14:45:46.657226 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-550c2d24-8cf8-4af5-b45e-1824f9ed771e service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054692 Feb 11 14:45:47.161736 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-7ca6826f-b45b-423a-aeb4-b9a1d9863ce5 req-b698c982-649d-479a-ae9f-41b19d089c56 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982312 Feb 11 14:45:50.768186 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:52.608822 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-60faab7d-aab1-46de-9df5-e2a5679dff2f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863592217&fields=id&tenant_id=ad4535e945d646c98fa93c74283b4676 HTTP/1.1" status: 200 len: 267 time: 0.0482457 Feb 11 14:45:52.715692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-105c6414-ae0f-40b8-b5d0-48de15d9cc68 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:52.717151 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-105c6414-ae0f-40b8-b5d0-48de15d9cc68 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 810 time: 0.1020410 Feb 11 14:45:52.733465 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-0ee132bb-b224-4c2e-8dcb-cb14de31ff1a tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/quotas/ad4535e945d646c98fa93c74283b4676 HTTP/1.1" status: 200 len: 375 time: 0.0100150 Feb 11 14:45:52.734975 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:52.790079 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-d0183fde-4b1f-4eae-bd8e-4bd7a77eef69 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508709 Feb 11 14:45:52.891297 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f0bc5c39-b9b7-4b77-a81d-5b9e90acd9f2 service neutron] 10.222.0.79 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892701 Feb 11 14:45:52.979379 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-b5201733-35c0-4e92-876d-86b68434c28f service neutron] 10.222.0.79 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824635 Feb 11 14:45:53.144984 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-595a4f4f-ab6e-4a85-b779-1c1fd5118b8b req-9eceb5fb-65fa-40d8-b3ad-1663c242046c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Feb 11 14:45:54.229369 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-02fa20a7-bb4d-4eaf-a3d5-f08a93a65119 req-a6798bcb-acda-4add-9020-644fae81b1af tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 210 time: 0.0332584 Feb 11 14:45:55.307337 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f2d4d563-347a-4451-9075-b0f6f623f5d4 req-60af21f2-447d-4f15-8aaf-4d35083291d3 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 210 time: 0.0279400 Feb 11 14:45:55.760974 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:45:56.387922 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-47c8aa3f-6946-4ba7-88dc-432d7f8c325d req-b592fcc9-38a8-4d9f-b2ba-6e91033e82ab tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 210 time: 0.0303762 Feb 11 14:45:56.831948 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:56.905306 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Current status of the port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 is: ACTIVE; New status is: DOWN {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:45:56.905693 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:56.930014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:45:56.932215 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1084ec7e-9929-4507-a461-5613f1832739" -d '{"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-unplugged", "status": "completed", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:56.944157 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:56.948655 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:56.974767 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e310aba-aec3-4985-a3e1-85d1afd09823 x-openstack-request-id: req-2e310aba-aec3-4985-a3e1-85d1afd09823 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:56.975067 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-unplugged", "status": "completed", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:56.975329 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2e310aba-aec3-4985-a3e1-85d1afd09823 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:56.975719 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'code': 200} Feb 11 14:45:57.000234 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Pushing event updated for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=8']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:57.210851 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-822fafe2-7185-44bf-b5be-040aaafb496a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:57.486022 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-9613bf3b-8e16-48b3-ab79-43730b64e210 req-0ff0a2cf-00eb-42b1-aa48-7dc4184e8a77 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 210 time: 0.0292752 Feb 11 14:45:58.122564 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-6cba4455-154c-494e-afa5-69f7124b29ff tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:58.123934 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-6cba4455-154c-494e-afa5-69f7124b29ff tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.30 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 810 time: 0.1070509 Feb 11 14:45:58.188495 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-b14fde50-2455-47ac-9a58-c11f5e426812 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4535e945d646c98fa93c74283b4676 HTTP/1.1" status: 200 len: 379 time: 0.0526979 Feb 11 14:45:58.197053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'port': {'device_id': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'admin_state_up': True, 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'security_groups': ['4a7ec72e-1c11-400e-bc37-3a5c6577fbfe']}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:45:58.304942 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Made reservation on behalf of ad4535e945d646c98fa93c74283b4676 for: {'port': 1} {{(pid=103176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:45:58.309001 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:58.473852 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Allocated IP 172.20.0.8 (b4a7578b-110e-4992-813d-f3958dffa75f/06981376-59b2-455b-875d-5b95213ac95b/50c59de0-4b5e-48dd-844d-43a4c3f64e3b) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:45:58.623915 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-8a07c859-5930-424e-b574-3a7840083c6f req-b1e2b9ec-c3d1-4d14-9745-bce1094f09e8 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 210 time: 0.0430398 Feb 11 14:45:58.703992 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:58.771910 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:58.811839 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Network b4a7578b-110e-4992-813d-f3958dffa75f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:45:58.817266 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:45:58.821345 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:45:58.862975 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:58.875634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.875931 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.876275 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.876618 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.876954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.877294 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.877624 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.877988 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.878354 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.878681 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.879058 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.879336 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.879662 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:58.903220 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:58.904269 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:58.929107 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-f7892e37-b5a4-4e04-b180-cc8bcfeb9a4c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355740 Feb 11 14:45:59.216440 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-50451d0b-b698-4dc9-8cae-8414b774f2b6 None None] Provisioning complete for port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b triggered by entity DHCP. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:45:59.217531 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-50451d0b-b698-4dc9-8cae-8414b774f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:59.256421 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-50451d0b-b698-4dc9-8cae-8414b774f2b6 None None] Port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b cannot update to ACTIVE because it is not bound. {{(pid=103177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:45:59.610177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b1eba4e4-5987-4144-b80b-c02858108d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:45:59.767547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcde7dd-b3b1-4dff-848d-f6b6e353b7dc req-3b2f97d8-de74-4e23-ad05-c5a3ab14fd8c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:59.769116 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbcde7dd-b3b1-4dff-848d-f6b6e353b7dc req-3b2f97d8-de74-4e23-ad05-c5a3ab14fd8c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 931 time: 0.0786536 Feb 11 14:45:59.829258 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-dbcde7dd-b3b1-4dff-848d-f6b6e353b7dc req-cf517e79-ab72-481a-a663-bf0cccfdc480 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515478 Feb 11 14:46:00.972805 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519babb-0f64-42ab-aa17-c166485136f8 req-279aea88-038c-498d-a69e-8f6a9de00f1f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:00.975059 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a519babb-0f64-42ab-aa17-c166485136f8 req-279aea88-038c-498d-a69e-8f6a9de00f1f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 931 time: 0.0542369 Feb 11 14:46:01.043155 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a519babb-0f64-42ab-aa17-c166485136f8 req-89eb60f5-5962-4d18-aa5d-790ab891035f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511796 Feb 11 14:46:01.289223 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:02.166166 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3a20-9b6b-4877-8670-e30279c9affe req-f6244934-cefb-4ff7-af48-0da001710b36 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:02.171230 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0fb3a20-9b6b-4877-8670-e30279c9affe req-f6244934-cefb-4ff7-af48-0da001710b36 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 931 time: 0.0589511 Feb 11 14:46:02.223415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-e0fb3a20-9b6b-4877-8670-e30279c9affe req-828fc0e7-ee85-46e9-bf3d-282f5532dd08 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464370 Feb 11 14:46:02.692714 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:03.354393 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01609-26b6-43d9-880b-8853d7a97d18 req-e1623cc4-65d5-4bcd-a2d9-ab57ed6edc3c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:03.355972 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1bf01609-26b6-43d9-880b-8853d7a97d18 req-e1623cc4-65d5-4bcd-a2d9-ab57ed6edc3c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 931 time: 0.0557117 Feb 11 14:46:03.404621 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-1bf01609-26b6-43d9-880b-8853d7a97d18 req-a9942188-a266-41d0-a8f1-903942e43078 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Feb 11 14:46:03.881311 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:04.541558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7951-abf4-428b-b1b2-eca7788d5d1a req-7dd74ac9-10a2-4c61-8491-b5296a32bb54 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:04.546066 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8bb7951-abf4-428b-b1b2-eca7788d5d1a req-7dd74ac9-10a2-4c61-8491-b5296a32bb54 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 931 time: 0.0678792 Feb 11 14:46:04.598715 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a8bb7951-abf4-428b-b1b2-eca7788d5d1a req-966e0302-ec58-434c-b398-43994e70c6d5 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497928 Feb 11 14:46:05.732753 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b4163-7f6b-4cfb-b79e-c74e352ae456 req-16ea90ec-c3b9-4d60-a115-23e9a80a2b23 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:05.735680 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-642b4163-7f6b-4cfb-b79e-c74e352ae456 req-16ea90ec-c3b9-4d60-a115-23e9a80a2b23 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 931 time: 0.0635097 Feb 11 14:46:05.787152 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-642b4163-7f6b-4cfb-b79e-c74e352ae456 req-0026de0b-e5d1-4438-9f74-0bdd75c84c18 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458403 Feb 11 14:46:06.738436 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Request body: {'port': {'device_id': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828676-2'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:06.800140 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:07.019692 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32103e79-6eb7-4b68-a34c-75ff512b0b5d req-96f391a0-f5f3-4d9a-8d46-8e3f80d3b380 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:07.021173 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32103e79-6eb7-4b68-a34c-75ff512b0b5d req-96f391a0-f5f3-4d9a-8d46-8e3f80d3b380 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 931 time: 0.1214983 Feb 11 14:46:07.103890 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-32103e79-6eb7-4b68-a34c-75ff512b0b5d req-eedcc6d6-7083-482f-a8b4-f930a5cd4cbd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767257 Feb 11 14:46:07.137821 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c59de0-4b5e-48dd-844d-43a4c3f64e3b {{(pid=103176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:46:07.145270 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Publish callbacks [] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:07.156996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.provisioning_blocks [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Transition to ACTIVE for port object 50c59de0-4b5e-48dd-844d-43a4c3f64e3b will not be triggered until provisioned by entity L2. {{(pid=103176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:46:07.159794 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:07.211053 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Pushing event updated for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:07.281431 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Attempting to bind port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b on host n-h1-828676-2 for vnic_type normal with profile {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:46:07.281770 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Attempting to bind port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b by drivers openvswitch,hyperv on host n-h1-828676-2 at level 0 using segments [{'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:46:07.282096 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Attempting to bind port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b on network b4a7578b-110e-4992-813d-f3958dffa75f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:46:07.286601 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b on network b4a7578b-110e-4992-813d-f3958dffa75f not bound, no agent of type Open vSwitch agent registered on host n-h1-828676-2 {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:46:07.286927 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Attempting to bind port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b on network b4a7578b-110e-4992-813d-f3958dffa75f {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:46:07.292027 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Checking agent: {'id': '9ebaffd6-0994-4ba0-bece-99f14ef010fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828676-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'started_at': datetime.datetime(2022, 2, 11, 13, 20, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:46:07.292902 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Checking segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:46:07.293319 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Bound using segment: {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'} {{(pid=103176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:46:07.293886 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.managers [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Bound port: 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host: n-h1-828676-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0806f40d-f51f-460b-b66c-3b48fddbde5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f'}}] {{(pid=103176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:46:07.294298 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:07.360406 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, cleared binding levels {{(pid=103176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:46:07.365428 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:46:07.375834 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:07.412541 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:07.413159 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:07.414676 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 200 len: 1091 time: 0.6807373 Feb 11 14:46:07.415134 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:46:07.417900 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90de4a5e-f99b-489f-a410-34d09a985a12" -d '{"events": [{"name": "network-changed", "server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:46:07.444600 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf2323-c663-47d1-9b08-f7e9a62733c4 service neutron] Pushing event updated for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=3']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:07.473173 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92734d54-e6c9-4f97-bbce-eaab6a8e6607 x-openstack-request-id: req-92734d54-e6c9-4f97-bbce-eaab6a8e6607 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:46:07.473630 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:46:07.473899 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92734d54-e6c9-4f97-bbce-eaab6a8e6607 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:46:07.474338 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'status': 'completed', 'code': 200} Feb 11 14:46:07.512776 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-d06a3070-15af-4e62-ac44-b5ab87bd8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:07.514356 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-d06a3070-15af-4e62-ac44-b5ab87bd8519 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1125 time: 0.0513821 Feb 11 14:46:07.562383 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-1e2083a5-003c-431a-b553-ef1e8ce375f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 200 len: 217 time: 0.0403984 Feb 11 14:46:07.622015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-45fae3ef-be54-4e24-a349-69df7a251f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:07.623549 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-45fae3ef-be54-4e24-a349-69df7a251f22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0555573 Feb 11 14:46:07.672996 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-1aa651e8-7272-4919-a304-43f89550a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:07.674555 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-1aa651e8-7272-4919-a304-43f89550a845 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447338 Feb 11 14:46:07.764419 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-6be9cc73-b613-44a2-89c0-2f683ae5cde3 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838878 Feb 11 14:46:07.851846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87efc5c1-cd6c-42e5-9463-d069c0ec6743 req-6ae11a75-6969-456c-bce2-eac12a7ff516 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813336 Feb 11 14:46:07.954793 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-f115523c-a243-4605-80ff-cb01b9b42679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:07.956308 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-f115523c-a243-4605-80ff-cb01b9b42679 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1125 time: 0.0572224 Feb 11 14:46:08.044992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-01a4dda7-2a41-4bb9-88d2-7dc7832f7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:08.046502 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-01a4dda7-2a41-4bb9-88d2-7dc7832f7746 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0847077 Feb 11 14:46:08.092458 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-4b204d4c-b55a-4611-8c74-6777068da38c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 200 len: 217 time: 0.0394673 Feb 11 14:46:08.139706 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-c0a40592-cbb8-4248-9631-04f96b03cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:08.141254 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-c0a40592-cbb8-4248-9631-04f96b03cb95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0424049 Feb 11 14:46:08.223327 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-73df31f0-286a-4e27-bb91-560d09d8b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:08.224818 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-73df31f0-286a-4e27-bb91-560d09d8b21e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775719 Feb 11 14:46:08.234812 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c30467-e2d0-4a89-bdc6-1366349a68ed req-6da1889c-87c2-4ccf-a7ec-1313460c809c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:08.236168 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1c30467-e2d0-4a89-bdc6-1366349a68ed req-6da1889c-87c2-4ccf-a7ec-1313460c809c tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 943 time: 0.0630987 Feb 11 14:46:08.337683 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a1c30467-e2d0-4a89-bdc6-1366349a68ed req-aec1c8f1-c313-4447-b6ea-4e3a5819e745 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934670 Feb 11 14:46:08.355123 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-fae32ae1-f9dc-40b2-a933-274afbea50e4 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180105 Feb 11 14:46:08.445988 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-90de4a5e-f99b-489f-a410-34d09a985a12 req-2dc0f68c-9d65-42b8-bf13-e15ccabcc71e service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842092 Feb 11 14:46:09.460428 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406f658-f734-4825-8bb1-f72e64a49b7a req-a8bc4e9b-c1ac-4629-94db-329daca2485f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:09.461908 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a406f658-f734-4825-8bb1-f72e64a49b7a req-a8bc4e9b-c1ac-4629-94db-329daca2485f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 943 time: 0.0523641 Feb 11 14:46:09.510452 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-a406f658-f734-4825-8bb1-f72e64a49b7a req-d92de5b5-dd9b-4e9f-9b90-48fefed527b7 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Feb 11 14:46:10.628939 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dece65-a7fb-4a8f-b844-eec161604aaa req-39429ebb-75c5-4216-84f3-12f5fb736b56 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:10.630433 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-68dece65-a7fb-4a8f-b844-eec161604aaa req-39429ebb-75c5-4216-84f3-12f5fb736b56 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 943 time: 0.0526776 Feb 11 14:46:10.678876 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-68dece65-a7fb-4a8f-b844-eec161604aaa req-d6aa7317-5997-48ee-a245-5ea7f201088f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428829 Feb 11 14:46:11.498799 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:46:11.596454 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:46:11.606583 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'port_id': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'mac_address': 'fa:16:3e:91:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:46:11.648887 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b is: DOWN; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:46:11.649282 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:11.663533 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c59de0-4b5e-48dd-844d-43a4c3f64e3b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:46:11.683691 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:46:11.688755 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:11.741949 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=4']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:11.800881 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e43e-2e75-4fdb-aaff-c4d402cc2c72 req-dab3c00d-1c62-4b28-8a90-db11ee84259e tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:11.802424 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f805e43e-2e75-4fdb-aaff-c4d402cc2c72 req-dab3c00d-1c62-4b28-8a90-db11ee84259e tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 944 time: 0.0529020 Feb 11 14:46:11.856333 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-f805e43e-2e75-4fdb-aaff-c4d402cc2c72 req-0aefc4c4-84c0-4646-9712-370739c0638f tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482202 Feb 11 14:46:11.921625 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['50c59de0-4b5e-48dd-844d-43a4c3f64e3b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:46:12.983389 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c80aa-1f5d-49db-ae4c-b7e60fd9d691 req-b123946e-f6ee-4f70-b037-d72ae4a8e84b tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:12.984835 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a72c80aa-1f5d-49db-ae4c-b7e60fd9d691 req-b123946e-f6ee-4f70-b037-d72ae4a8e84b tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 944 time: 0.0570920 Feb 11 14:46:13.032943 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-a72c80aa-1f5d-49db-ae4c-b7e60fd9d691 req-a62cc1b1-08d3-41af-8fc1-a5719a606838 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425797 Feb 11 14:46:13.505364 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:46:13.553765 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning for port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b completed by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:46:13.557558 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:46:13.558601 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:13.635675 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:46:13.636130 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:13.664633 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:46:13.667037 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb2803-66e8-4a37-8ca0-603d6c145bf8" -d '{"events": [{"server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "name": "network-vif-plugged", "status": "completed", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:46:13.681758 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:46:13.686154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:13.709257 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97a9cb-400b-4e0a-8090-122bb60db2e0 x-openstack-request-id: req-8f97a9cb-400b-4e0a-8090-122bb60db2e0 {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:46:13.709560 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "name": "network-vif-plugged", "status": "completed", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:46:13.709821 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f97a9cb-400b-4e0a-8090-122bb60db2e0 {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:46:13.710247 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'code': 200} Feb 11 14:46:13.739565 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=5']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:13.806222 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb64be9-a17b-4ddc-9a52-32cbc6093c1d req-75ebf0c0-b64f-41be-a331-1e8326e474b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:13.807769 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-feb64be9-a17b-4ddc-9a52-32cbc6093c1d req-75ebf0c0-b64f-41be-a331-1e8326e474b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1127 time: 0.0453067 Feb 11 14:46:13.853846 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-feb64be9-a17b-4ddc-9a52-32cbc6093c1d req-309f7df3-927c-4954-b8bd-8f80bf2fbe07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Feb 11 14:46:14.151065 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2446b-1157-477a-bcc8-856272721bd5 req-4946dd57-abdb-4dd0-b571-c95db38a0a9b tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:14.153167 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ff2446b-1157-477a-bcc8-856272721bd5 req-4946dd57-abdb-4dd0-b571-c95db38a0a9b tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 945 time: 0.0527639 Feb 11 14:46:14.203962 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-6ff2446b-1157-477a-bcc8-856272721bd5 req-499867cd-da9e-4782-8fb9-0d2721a9a02e tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450602 Feb 11 14:46:15.323399 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43c13-fd84-49cd-abd6-c83b34da6751 req-0dfa54be-c791-4601-ad48-2471b334a955 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:15.325396 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0a43c13-fd84-49cd-abd6-c83b34da6751 req-0dfa54be-c791-4601-ad48-2471b334a955 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 945 time: 0.0522656 Feb 11 14:46:15.372348 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-e0a43c13-fd84-49cd-abd6-c83b34da6751 req-2ad064f2-c575-488d-a590-b8e9ce2868b6 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413778 Feb 11 14:46:15.489425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a658e-afa3-464d-a7e0-df3ae1382b59 req-a7620cb6-284a-4eb9-8720-7413e5aeb7f4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:15.490826 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313a658e-afa3-464d-a7e0-df3ae1382b59 req-a7620cb6-284a-4eb9-8720-7413e5aeb7f4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 945 time: 0.0519130 Feb 11 14:46:15.537517 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-313a658e-afa3-464d-a7e0-df3ae1382b59 req-727d28a1-ac7f-4d0c-a832-0f257829d0ba tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Feb 11 14:46:15.559425 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38214) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:46:15.601252 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f70dbcf-f0a7-43c5-ad75-df0508d45ed5 tempest-TestSnapshotPattern-228307475 tempest-TestSnapshotPattern-228307475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:15.602803 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-2f70dbcf-f0a7-43c5-ad75-df0508d45ed5 tempest-TestSnapshotPattern-228307475 tempest-TestSnapshotPattern-228307475-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1122 time: 0.0424016 Feb 11 14:46:15.606332 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38216) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:46:15.610479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.v2.base [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Request body: {'floatingip': {'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'port_id': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:15.631609 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:15.728696 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (None), before_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:15.829964 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_common [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Allocated IP 172.25.3.240 (1b3fdcf4-00a7-4abd-a0e1-dae2417b110f/1d91090f-af57-4a7f-b80e-1335a3fb2827/f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65) {{(pid=103176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:46:15.935296 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:15.967820 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754610565551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:16.008013 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Network 1b3fdcf4-00a7-4abd-a0e1-dae2417b110f is already hosted by enough agents. {{(pid=103176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:46:16.010808 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.base_scheduler [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Resources bound (agent type, host, resource id): {{(pid=103176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:46:16.014263 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Received port after_create {{(pid=103176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:46:16.019433 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'Port': ['ID=f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65,revision_number=1']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:16.374362 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (c2e94ce4-41b5-45a7-a589-99b8aa7cb458), precommit_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:16.446668 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), before_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:16.596454 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), precommit_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:16.600816 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26233515'] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), after_update {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:16.669535 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event updated for resources: {'Port': ['ID=f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65,revision_number=2']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:16.680965 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538238'] for floatingip (c2e94ce4-41b5-45a7-a589-99b8aa7cb458), after_create {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:17.100714 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Floating IP c2e94ce4-41b5-45a7-a589-99b8aa7cb458 associated. External IP: 172.25.3.240, port: 50c59de0-4b5e-48dd-844d-43a4c3f64e3b. Feb 11 14:46:17.309005 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:46:17.417762 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:46:17.430111 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] Sync routers for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:46:17.434661 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:17.440526 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:46:17.441155 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:46:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:17.463459 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-a298220c-9fbc-4493-a734-b9786771a0d2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8561325 Feb 11 14:46:17.464558 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:46:17.466949 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:46:17.508413 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d493fd-e976-479e-893e-733199c241aa x-openstack-request-id: req-77d493fd-e976-479e-893e-733199c241aa {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:46:17.508748 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:46:17.509009 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77d493fd-e976-479e-893e-733199c241aa {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:46:17.509422 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'status': 'completed', 'code': 200} Feb 11 14:46:17.553195 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:46:17.573044 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-78c00371-566f-401d-8405-a7ce36818b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:17.574628 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-78c00371-566f-401d-8405-a7ce36818b81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1127 time: 0.0446632 Feb 11 14:46:17.668248 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-207f5d55-05ec-4395-9c06-1c8e5a71c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:17.669647 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-207f5d55-05ec-4395-9c06-1c8e5a71c899 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0889926 Feb 11 14:46:17.734928 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-9aacc481-76a0-4c8b-b3d0-59ebc7e81221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 200 len: 999 time: 0.0592992 Feb 11 14:46:17.775469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 1, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}, {'id': 'c2e94ce4-41b5-45a7-a589-99b8aa7cb458', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:91:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:46:16Z', 'updated_at': '2022-02-11T14:46:16Z', 'revision_number': 0, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:17.782538 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-7244d02f-8ccb-43bd-a2d4-5c24fc2a117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:17.784003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-7244d02f-8ccb-43bd-a2d4-5c24fc2a117b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0436535 Feb 11 14:46:17.801136 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] Checking router: 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:46:17.809244 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:46:17.809845 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:46:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:17.838113 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-332202aa-cc0f-4a20-a697-a5a88e18b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:17.840388 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-332202aa-cc0f-4a20-a697-a5a88e18b6df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503738 Feb 11 14:46:17.916985 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:46:17.927667 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-f2eeca22-e124-4cec-a805-25a36bf7fd29 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Feb 11 14:46:18.021256 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-0dd0ed36-0bef-4a18-a536-89e4e24c0f7b req-9a754e9d-b18d-4532-8596-ebd55ae7e483 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872118 Feb 11 14:46:18.142853 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 1, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}, {'id': 'c2e94ce4-41b5-45a7-a589-99b8aa7cb458', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:91:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:46:16Z', 'updated_at': '2022-02-11T14:46:16Z', 'revision_number': 0, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:18.168443 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93bd8f-be07-4722-a06f-fbb1561b28ec None None] The sync data for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 is: [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 1, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}, {'id': 'c2e94ce4-41b5-45a7-a589-99b8aa7cb458', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:91:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:46:16Z', 'updated_at': '2022-02-11T14:46:16Z', 'revision_number': 0, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:46:18.354725 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4b5ea-6e4c-4bbc-939a-74e56295adbd None None] New status for floating IP c2e94ce4-41b5-45a7-a589-99b8aa7cb458: ACTIVE {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:46:20.764409 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:22.746537 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:27.213149 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-9c81141d-82cd-4771-9aef-1c9a291521e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:29.602055 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a5b6c824-49ca-46c7-9347-4ab4f2474e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:31.287523 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:32.695958 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:32.760639 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:46:33.887240 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:45.378913 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-827c4a36-5c7f-47ea-a786-37624fb3b975 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996892 Feb 11 14:46:45.463338 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-db953f5f-ca50-4175-95a3-ebc05e25fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:45.465476 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-db953f5f-ca50-4175-95a3-ebc05e25fb30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1127 time: 0.0445075 Feb 11 14:46:45.571954 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-5d7f27cc-2890-4592-b17a-d18d9da2baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:45.573867 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-5d7f27cc-2890-4592-b17a-d18d9da2baba service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0890689 Feb 11 14:46:45.639237 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-22b80dda-97a9-4f56-8a2d-effaeac56777 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 200 len: 1001 time: 0.0582047 Feb 11 14:46:45.690437 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-465c0da2-5a08-4b18-a6e7-66801ae97526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:45.691879 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-465c0da2-5a08-4b18-a6e7-66801ae97526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0465841 Feb 11 14:46:45.741064 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-da5e8dd7-c0ac-4ea2-ac65-46ccf29100b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:45.742601 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-da5e8dd7-c0ac-4ea2-ac65-46ccf29100b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444195 Feb 11 14:46:45.833003 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-43daed84-8b58-4f33-8b2e-0da14947e03f service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837352 Feb 11 14:46:45.925357 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fb4b0341-0058-4b11-af09-bbe5b3448b73 req-c6038845-f987-449a-a150-7021662c4a23 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852609 Feb 11 14:46:48.769117 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-b11a3243-6af0-4906-a8ff-b9a8fad960d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462060 Feb 11 14:46:48.860897 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b358a-b038-4fbe-825c-b8d634483104 req-6bc57d96-6336-4b08-b952-0916aba004f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:48.862456 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-6bc57d96-6336-4b08-b952-0916aba004f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1126 time: 0.0500479 Feb 11 14:46:48.963335 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b358a-b038-4fbe-825c-b8d634483104 req-4b0e63f2-4bc2-4444-ac0b-b6acb37e170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:48.965381 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-4b0e63f2-4bc2-4444-ac0b-b6acb37e170b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0859733 Feb 11 14:46:49.033694 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-5f169bdb-ae58-4755-b28b-d78af31e4315 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 1000 time: 0.0623794 Feb 11 14:46:49.080415 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b358a-b038-4fbe-825c-b8d634483104 req-43ab1c9d-0ad7-4068-8b24-e39f08a8c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:49.081883 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-43ab1c9d-0ad7-4068-8b24-e39f08a8c3ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0431695 Feb 11 14:46:49.130299 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b358a-b038-4fbe-825c-b8d634483104 req-8e6c037a-0981-4ea8-8fb5-ba59ba5e4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:49.131815 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-8e6c037a-0981-4ea8-8fb5-ba59ba5e4fa6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446255 Feb 11 14:46:49.229452 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-aa8f0d84-c91f-4353-a6b6-efd95e31ac61 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Feb 11 14:46:49.319398 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-257b358a-b038-4fbe-825c-b8d634483104 req-e36b9a94-3bda-4ccd-a0a0-1e802a8bd782 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831645 Feb 11 14:46:50.762997 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:52.738157 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:57.215539 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-7506992e-fcc0-43d8-a59e-8addef1aa4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:46:59.602938 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e818-85a4-4969-a592-4e84a43dfd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:01.290015 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:02.697733 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:03.889631 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:09.760384 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:47:20.772310 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:22.744230 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:27.217039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-90596079-759a-4d2d-a4d6-6fcb8a007870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:29.604540 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6a63-652e-4041-a7cc-b82aebea637a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:31.293510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:32.694863 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:33.891525 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:45.365085 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-e58607df-3696-4123-a842-379d2d3c5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:45.366618 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-e58607df-3696-4123-a842-379d2d3c5e21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1127 time: 0.0468318 Feb 11 14:47:45.475649 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-fb1f22c7-3158-4262-9ce9-e613eda5d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:45.477115 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-fb1f22c7-3158-4262-9ce9-e613eda5d57f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0895522 Feb 11 14:47:45.540299 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-64d96708-f42e-46cc-bbf5-68723bef79a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 200 len: 1001 time: 0.0566542 Feb 11 14:47:45.588008 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-4bc769f9-eec5-4c30-9609-0446ffcd3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:45.589979 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-4bc769f9-eec5-4c30-9609-0446ffcd3748 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0422578 Feb 11 14:47:45.643458 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-ce59b4c3-5bae-4dfa-8e3d-d81b64e33b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:45.644863 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-ce59b4c3-5bae-4dfa-8e3d-d81b64e33b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483847 Feb 11 14:47:45.735614 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-c18731fb-5b24-44e3-b815-a927d351ed0c service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812738 Feb 11 14:47:45.828119 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-832d0dd8-6d37-4b70-a74e-52b7e5f6afca req-4a315911-f3e7-4957-9095-85cb724cd8e3 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851631 Feb 11 14:47:46.759738 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:47:47.917286 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b details requested by agent hyperv_n-h1-828676-2 with host n-h1-828676-2 {{(pid=103177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:47:48.009202 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:48.020369 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Returning: {'device': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'port_id': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'mac_address': 'fa:16:3e:91:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:47:48.059233 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b is: ACTIVE; New status is: BUILD {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:47:48.059622 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:48.071760 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50c59de0-4b5e-48dd-844d-43a4c3f64e3b {{(pid=103177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:47:48.091248 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:48.095442 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:48.145078 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=6']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:48.152653 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.153006 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.153354 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.153690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.154024 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.154384 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.154716 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.155042 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.155366 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.155690 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.156018 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.156339 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.156659 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:48.194560 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] get_ports_and_sgs() called for port_ids ['50c59de0-4b5e-48dd-844d-43a4c3f64e3b'] {{(pid=103177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:47:49.916498 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b up at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:47:49.981179 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.provisioning_blocks [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Provisioning complete for port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b triggered by entity L2. {{(pid=103177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:49.981845 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16565941'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), provisioning_complete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:50.074436 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Current status of the port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b is: BUILD; New status is: ACTIVE {{(pid=103177) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:47:50.074994 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16741191'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), before_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:50.102820 n-d-828676-2 neutron-server[103177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b'}] {{(pid=103177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:47:50.105664 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04d6978a7a2fcdea2ca534901c7a03ca2083cbbc3cc652db40bb9972c58c5cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fd298-d943-4f78-9fcc-a05bf7e8e3b8" -d '{"events": [{"server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "name": "network-vif-plugged", "status": "completed", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b"}]}' {{(pid=103177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:47:50.168206 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:50.219581 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754611099396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754610565569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754610565587'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:50.244129 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-bf32bb73-7e9e-4e88-9d68-4879d28e87df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205771 Feb 11 14:47:50.289301 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84432a3-09c2-41b9-9808-5343337917ec x-openstack-request-id: req-e84432a3-09c2-41b9-9808-5343337917ec {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:47:50.290037 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "name": "network-vif-plugged", "status": "completed", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b", "code": 200}]} {{(pid=103177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:47:50.290567 n-d-828676-2 neutron-server[103177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e84432a3-09c2-41b9-9808-5343337917ec {{(pid=103177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:47:50.291524 n-d-828676-2 neutron-server[103177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'code': 200} Feb 11 14:47:50.327893 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Pushing event updated for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=7']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:50.375178 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-65012877-4011-48ef-8838-334d5aeead5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:50.377693 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-65012877-4011-48ef-8838-334d5aeead5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1126 time: 0.0611663 Feb 11 14:47:50.497297 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-1abf754f-3420-4f5b-8904-5f511f07f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:50.499023 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-1abf754f-3420-4f5b-8904-5f511f07f1ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.1029615 Feb 11 14:47:50.582284 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-248ec240-d942-409b-a4ba-1ea4b0e14b2f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 1000 time: 0.0759184 Feb 11 14:47:50.637429 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-1bf524ed-5452-48a1-a502-cf1d7861aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:50.639218 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-1bf524ed-5452-48a1-a502-cf1d7861aa62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0515466 Feb 11 14:47:50.699632 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-a7e95260-4cdd-4b49-83b9-38cc44b86c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:50.701173 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-a7e95260-4cdd-4b49-83b9-38cc44b86c15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559499 Feb 11 14:47:50.798472 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:50.812438 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-c0c7563f-16aa-4e4b-a95e-ad90aa3f4c1a service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045899 Feb 11 14:47:50.931134 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-b91ead34-b7a0-4431-8653-425b38e25ee7 req-03989832-d592-43fe-9b48-3b01d2d41c35 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125402 Feb 11 14:47:52.743991 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:57.219643 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-31d5370c-a089-43bb-ba00-0ba7d9fa2e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:58.819889 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38418) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:47:58.980193 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Deleting port f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:47:58.980531 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:59.060804 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:59.061126 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:59.072479 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Calling delete_port for f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:47:59.215589 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:59.242326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event deleted for resources: {'Port': ['ID=f4f8c77d-f8e3-4ec2-94d0-50ad046b0f65,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:59.252758 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.253105 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.253447 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.253781 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.254141 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.254477 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.254806 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.255606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.255606 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.255815 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.256056 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.256375 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.256696 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:59.315940 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (c2e94ce4-41b5-45a7-a589-99b8aa7cb458), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:59.316262 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Floating IP c2e94ce4-41b5-45a7-a589-99b8aa7cb458 disassociated (deleted). External IP: 172.25.3.240, port: 50c59de0-4b5e-48dd-844d-43a4c3f64e3b. Feb 11 14:47:59.531998 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:47:59.608874 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-be5a854b-b261-4e16-b917-e74c3503ecae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:59.641523 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:47:59.646291 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:47:59.652118 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] Sync routers for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:47:59.661997 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:47:59.662655 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:59.678077 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-f548637b-0fbe-4c65-bc5b-a7545513dbe4 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "DELETE /v2.0/floatingips/c2e94ce4-41b5-45a7-a589-99b8aa7cb458 HTTP/1.1" status: 204 len: 168 time: 0.8569412 Feb 11 14:47:59.678689 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:47:59.680926 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda7743c-a069-482d-a24d-9219b7a4603a" -d '{"events": [{"name": "network-changed", "server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:47:59.781678 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd71eb-a127-4451-a612-9f19a82721e0 x-openstack-request-id: req-e4bd71eb-a127-4451-a612-9f19a82721e0 {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:47:59.781971 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:47:59.782257 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e4bd71eb-a127-4451-a612-9f19a82721e0 {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:47:59.782674 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'status': 'completed', 'code': 200} Feb 11 14:47:59.872650 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7743c-a069-482d-a24d-9219b7a4603a req-2a02f2ac-429c-4151-aefa-220985de52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:59.874235 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fda7743c-a069-482d-a24d-9219b7a4603a req-2a02f2ac-429c-4151-aefa-220985de52fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 1127 time: 0.0632331 Feb 11 14:47:59.901034 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:47:59.976622 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7743c-a069-482d-a24d-9219b7a4603a req-4c4ef7f4-9ba6-4755-8a7f-240d40b74697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:59.978266 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fda7743c-a069-482d-a24d-9219b7a4603a req-4c4ef7f4-9ba6-4755-8a7f-240d40b74697 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.0969558 Feb 11 14:48:00.000912 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5daa37-0a79-45cd-bcd6-6c300e24af2f req-9754d1aa-431c-4c70-abce-6b1bf4a8df6d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:00.002449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c5daa37-0a79-45cd-bcd6-6c300e24af2f req-9754d1aa-431c-4c70-abce-6b1bf4a8df6d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 945 time: 0.1179485 Feb 11 14:48:00.019265 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fda7743c-a069-482d-a24d-9219b7a4603a req-cb21db40-1583-4e76-9210-bc583e896c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 200 len: 217 time: 0.0351725 Feb 11 14:48:00.056717 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-5c5daa37-0a79-45cd-bcd6-6c300e24af2f req-afe6232d-eebb-4c1d-bca8-1d7a2e72388d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480046 Feb 11 14:48:00.068441 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7743c-a069-482d-a24d-9219b7a4603a req-95e8b462-bb87-4e7b-8e60-a095e1c4256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:00.069973 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fda7743c-a069-482d-a24d-9219b7a4603a req-95e8b462-bb87-4e7b-8e60-a095e1c4256d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0442071 Feb 11 14:48:00.122687 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7743c-a069-482d-a24d-9219b7a4603a req-3a829f23-d35a-4ced-9f10-088180b27717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:00.124208 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fda7743c-a069-482d-a24d-9219b7a4603a req-3a829f23-d35a-4ced-9f10-088180b27717 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479257 Feb 11 14:48:00.137908 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 1, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:00.163297 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] Checking router: 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:48:00.171490 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:00.172098 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:00.212987 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fda7743c-a069-482d-a24d-9219b7a4603a req-fa1e49ff-614a-4324-9869-1dac3ec7f385 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815363 Feb 11 14:48:00.279344 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:00.304533 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-fda7743c-a069-482d-a24d-9219b7a4603a req-46c36803-1b05-43d0-a6d2-564800550a6b service neutron] 10.222.0.30 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856793 Feb 11 14:48:00.498825 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 1, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:00.523731 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e02c40-1562-436a-a881-1393b0d91b9d None None] The sync data for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 is: [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_floatingips': [{'id': 'c1759da9-561b-4bf3-8d27-d51e43c8ceca', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'router_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'port_id': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'mac_address': 'fa:16:3e:8e:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:43Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 1, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:48:00.767620 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a3d22-c1f3-4953-8123-27305468f6d0 None None] New status for floating IP c2e94ce4-41b5-45a7-a589-99b8aa7cb458: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:48:01.179974 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c370b-b9ab-42b4-aca4-c378a6b269f1 req-74009ae0-51e9-4ccf-be3b-cf5f7b59c1c2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:01.181436 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a5c370b-b9ab-42b4-aca4-c378a6b269f1 req-74009ae0-51e9-4ccf-be3b-cf5f7b59c1c2 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 945 time: 0.0523448 Feb 11 14:48:01.228912 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5a5c370b-b9ab-42b4-aca4-c378a6b269f1 req-fb110948-d4e9-4e24-bbde-9bf788430a98 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Feb 11 14:48:01.296902 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:01.515118 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-7eb29795-52d4-487b-8f46-f3c8ef67d3dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:01.516571 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-7eb29795-52d4-487b-8f46-f3c8ef67d3dd tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 945 time: 0.0569310 Feb 11 14:48:01.608326 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Deleting port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:01.608665 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:01.698895 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] For port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b, host n-h1-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828676-2',level=0,port_id=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:01.699257 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:01.710813 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Calling delete_port for 50c59de0-4b5e-48dd-844d-43a4c3f64e3b owned by compute:nova {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:01.834380 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (50c59de0-4b5e-48dd-844d-43a4c3f64e3b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:01.866857 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event deleted for resources: {'Port': ['ID=50c59de0-4b5e-48dd-844d-43a4c3f64e3b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:01.910033 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] No DVR routers for this DVR port 50c59de0-4b5e-48dd-844d-43a4c3f64e3b on host n-h1-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:48:01.912702 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:01.916094 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-abf48cdc-e6ac-4b57-866f-72b474388e43 req-986084c2-ad30-42ff-a792-b7e5feb3db8d tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.30 "DELETE /v2.0/ports/50c59de0-4b5e-48dd-844d-43a4c3f64e3b HTTP/1.1" status: 204 len: 173 time: 0.3922794 Feb 11 14:48:01.916543 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'name': 'network-vif-deleted', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:48:01.919359 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c273ed3-36bc-4285-ab3d-b7dd5ea5a4f0" -d '{"events": [{"server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "name": "network-vif-deleted", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:01.965596 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83221f28-a1ac-4b28-bcb4-a98863c7771e x-openstack-request-id: req-83221f28-a1ac-4b28-bcb4-a98863c7771e {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:01.965898 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d831d378-64fe-4eb2-960b-09dce9b14225", "name": "network-vif-deleted", "tag": "50c59de0-4b5e-48dd-844d-43a4c3f64e3b", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:01.966192 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83221f28-a1ac-4b28-bcb4-a98863c7771e {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:01.966631 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd831d378-64fe-4eb2-960b-09dce9b14225', 'name': 'network-vif-deleted', 'tag': '50c59de0-4b5e-48dd-844d-43a4c3f64e3b', 'status': 'completed', 'code': 200} Feb 11 14:48:01.982787 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:02.004014 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 50c59de0-4b5e-48dd-844d-43a4c3f64e3b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:02.004367 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:02.343844 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-5d18f48a-70a1-4149-9e33-7be29b76ff16 req-f11f43fc-3666-408c-adf1-ed209fc1a0c1 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=d831d378-64fe-4eb2-960b-09dce9b14225 HTTP/1.1" status: 200 len: 210 time: 0.0318322 Feb 11 14:48:02.698747 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:03.895739 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:03.897867 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38478) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:04.375539 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Deleting port b56c10fd-90f5-4bb5-93dd-3c42fa04e600 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:04.375886 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:04.455418 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:04.455747 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:04.467605 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Calling delete_port for b56c10fd-90f5-4bb5-93dd-3c42fa04e600 owned by network:floatingip {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:04.615482 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (b56c10fd-90f5-4bb5-93dd-3c42fa04e600), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:04.640042 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event deleted for resources: {'Port': ['ID=b56c10fd-90f5-4bb5-93dd-3c42fa04e600,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:04.702768 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for floatingip (c1759da9-561b-4bf3-8d27-d51e43c8ceca), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:04.703100 n-d-828676-2 neutron-server[103176]: INFO neutron.db.l3_db [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Floating IP c1759da9-561b-4bf3-8d27-d51e43c8ceca disassociated (deleted). External IP: 172.25.3.207, port: d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719. Feb 11 14:48:04.923359 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:48:05.034658 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:48:05.039317 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for floatingip (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:05.043953 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] Sync routers for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:48:05.052921 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:05.053530 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:05.068489 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-fb3b15fa-7c4e-4b86-be2e-623cb32046da tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "DELETE /v2.0/floatingips/c1759da9-561b-4bf3-8d27-d51e43c8ceca HTTP/1.1" status: 204 len: 168 time: 1.1687284 Feb 11 14:48:05.069093 n-d-828676-2 neutron-server[103176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'}] {{(pid=103176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:48:05.073921 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0729b03eb294b63011d0843c5d2031170e78b8c067ded913545eedb9ecccd2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f6e001-99a0-4e23-9910-0215b56e2d33" -d '{"events": [{"name": "network-changed", "server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719"}]}' {{(pid=103176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:05.114269 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63dcf2f-4cc7-4c14-84c4-ad4a024eeacb x-openstack-request-id: req-e63dcf2f-4cc7-4c14-84c4-ad4a024eeacb {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:05.114638 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719", "status": "completed", "code": 200}]} {{(pid=103176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:05.114958 n-d-828676-2 neutron-server[103176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e63dcf2f-4cc7-4c14-84c4-ad4a024eeacb {{(pid=103176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:05.115845 n-d-828676-2 neutron-server[103176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'status': 'completed', 'code': 200} Feb 11 14:48:05.170925 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:05.183838 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-b74b162f-fe08-4cfd-ab09-361dd583479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:05.185286 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-b74b162f-fe08-4cfd-ab09-361dd583479e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad4535e945d646c98fa93c74283b4676&device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 1126 time: 0.0478997 Feb 11 14:48:05.330218 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-5c14268a-3542-41c2-b748-b3d8cf4d20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:05.331735 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-5c14268a-3542-41c2-b748-b3d8cf4d20e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 200 len: 911 time: 0.1384282 Feb 11 14:48:05.341371 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652b23a-530a-4208-8407-e407741c7f70 req-00e12bd5-d83b-41f2-8781-3d5d918ed220 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:05.343095 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4652b23a-530a-4208-8407-e407741c7f70 req-00e12bd5-d83b-41f2-8781-3d5d918ed220 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 944 time: 0.0770855 Feb 11 14:48:05.379710 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:05.389739 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-2712473e-dcf4-4b02-9445-99c0dc9e36d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 200 len: 217 time: 0.0456798 Feb 11 14:48:05.406469 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] Checking router: 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:48:05.418787 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:05.419398 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:05.460950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-4652b23a-530a-4208-8407-e407741c7f70 req-72a4dd29-bf76-4e76-bfb3-148e33dfc900 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111500 Feb 11 14:48:05.466629 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-b146d0bd-21e5-43f7-beac-77a32e55f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:05.468377 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-b146d0bd-21e5-43f7-beac-77a32e55f7bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 200 len: 849 time: 0.0721943 Feb 11 14:48:05.525284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-8fede4f5-d756-4585-8190-42874e6214cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:05.527009 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-8fede4f5-d756-4585-8190-42874e6214cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a7578b-110e-4992-813d-f3958dffa75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481026 Feb 11 14:48:05.534499 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:05.621306 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-6a576722-a1fe-4469-9d49-d32e2e6eb030 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Feb 11 14:48:05.710658 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-95f6e001-99a0-4e23-9910-0215b56e2d33 req-71c73474-ef9d-4e0e-8db5-7146839f96d5 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834866 Feb 11 14:48:05.728854 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:05.759510 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e77891a-a2e6-4478-9dcf-0fe8279a2f7d None None] The sync data for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 is: [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:24Z', 'revision_number': 4, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2', '_interfaces': [{'id': '3b949cd6-f4c8-42d6-9449-bb4ae0463f2d', 'name': '', 'network_id': 'b4a7578b-110e-4992-813d-f3958dffa75f', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'mac_address': 'fa:16:3e:87:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '06981376-59b2-455b-875d-5b95213ac95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:23Z', 'updated_at': '2022-02-11T14:43:28Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'subnets': [{'id': '06981376-59b2-455b-875d-5b95213ac95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:48:05.979422 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba0d20-7df7-4eba-bbf4-c656a74cdebd None None] New status for floating IP c1759da9-561b-4bf3-8d27-d51e43c8ceca: DOWN {{(pid=103177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:48:06.011009 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b no longer exists at agent hyperv_n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:06.060329 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] No Port match for: 50c59de0-4b5e-48dd-844d-43a4c3f64e3b {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:06.060679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Device 50c59de0-4b5e-48dd-844d-43a4c3f64e3b not bound to the agent host n-h1-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:06.585786 n-d-828676-2 neutron-server[103176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c866db-54aa-42b6-8220-664a54268a35 req-b452ceb1-fa6a-4ea5-aeac-393ac293b470 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:06.587312 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87c866db-54aa-42b6-8220-664a54268a35 req-b452ceb1-fa6a-4ea5-aeac-393ac293b470 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 944 time: 0.0525625 Feb 11 14:48:06.635336 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-87c866db-54aa-42b6-8220-664a54268a35 req-ba016f2d-266e-45c0-ae4b-35d4f1658a07 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Feb 11 14:48:06.809942 n-d-828676-2 neutron-server[103175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-637ecdf6-464d-4fb1-8c22-a1eb4af787dc tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:06.811449 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-637ecdf6-464d-4fb1-8c22-a1eb4af787dc tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 944 time: 0.0589681 Feb 11 14:48:06.906568 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Deleting port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:06.906902 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:06.995780 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] For port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719, host n-h2-828676-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828676-2',level=0,port_id=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:06.996147 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:07.016588 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Calling delete_port for d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 owned by compute:nova {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:07.141355 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:07.170083 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event deleted for resources: {'Port': ['ID=d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:07.183564 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.183934 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.184284 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.184628 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.184975 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.185317 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.185650 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.185983 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.186344 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.186682 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.187010 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.187340 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.187671 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828676-2 {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:07.227625 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] No DVR routers for this DVR port d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 on host n-h2-828676-2 {{(pid=103175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:48:07.230595 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115527'] for port (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:07.233950 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [req-dc312032-cf63-4884-b9e0-1a057bdc4d30 req-21ab61c3-3db7-41f5-a2f1-fc8c09ed3050 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.83 "DELETE /v2.0/ports/d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 HTTP/1.1" status: 204 len: 173 time: 0.4169371 Feb 11 14:48:07.234446 n-d-828676-2 neutron-server[103175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-deleted', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719'}] {{(pid=103175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:48:07.236698 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930c24ff9c4fdb40b6c56dfcbf7821503a35e48526a3bec535fef013aad3a24a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496fcd63-3502-4767-af14-105343f7b997" -d '{"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-deleted", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719"}]}' {{(pid=103175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:07.275841 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf48cf8-b1f5-4433-98c7-80110d3decdc x-openstack-request-id: req-1cf48cf8-b1f5-4433-98c7-80110d3decdc {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:07.276176 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc168c9b-08f4-4a7f-977b-9b2f4736d79d", "name": "network-vif-deleted", "tag": "d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719", "status": "completed", "code": 200}]} {{(pid=103175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:07.276440 n-d-828676-2 neutron-server[103175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1cf48cf8-b1f5-4433-98c7-80110d3decdc {{(pid=103175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:07.276881 n-d-828676-2 neutron-server[103175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc168c9b-08f4-4a7f-977b-9b2f4736d79d', 'name': 'network-vif-deleted', 'tag': 'd204e5d6-bd1a-4e5f-8d94-e13e9b9e8719', 'status': 'completed', 'code': 200} Feb 11 14:48:07.749363 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [req-654f0a3b-f2bf-4332-8fdb-8a5381f96322 req-d18b8a70-7482-4c70-9865-1c0a155f907e tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc168c9b-08f4-4a7f-977b-9b2f4736d79d HTTP/1.1" status: 200 len: 210 time: 0.0295622 Feb 11 14:48:08.805439 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38494) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:08.862183 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d278aa1-41a4-45c9-8230-3df7b9c7d459 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group (4a7ec72e-1c11-400e-bc37-3a5c6577fbfe), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:08.887078 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d278aa1-41a4-45c9-8230-3df7b9c7d459 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group (4a7ec72e-1c11-400e-bc37-3a5c6577fbfe), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:08.947594 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d278aa1-41a4-45c9-8230-3df7b9c7d459 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (4a7ec72e-1c11-400e-bc37-3a5c6577fbfe), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:08.950788 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-2d278aa1-41a4-45c9-8230-3df7b9c7d459 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:08.951982 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-2d278aa1-41a4-45c9-8230-3df7b9c7d459 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] 10.222.0.79 "DELETE /v2.0/security-groups/4a7ec72e-1c11-400e-bc37-3a5c6577fbfe HTTP/1.1" status: 204 len: 168 time: 0.1455522 Feb 11 14:48:08.960965 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d278aa1-41a4-45c9-8230-3df7b9c7d459 tempest-TestSnapshotPattern-1552816495 tempest-TestSnapshotPattern-1552816495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ec72e-1c11-400e-bc37-3a5c6577fbfe,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:08.998795 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38498) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:09.368136 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:09.615788 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Deleting port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:09.616127 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:09.692197 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] For port 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:09.692477 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:09.704887 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Calling delete_port for 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d owned by network:router_interface {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:09.886684 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (3b949cd6-f4c8-42d6-9449-bb4ae0463f2d), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:09.920837 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b949cd6-f4c8-42d6-9449-bb4ae0463f2d,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:10.082402 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:10.296766 n-d-828676-2 neutron-server[103175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:48:10.401841 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:48:10.406949 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-4b4a009c-3897-4c4d-a086-bcb9a36e982d admin admin] 10.222.0.79 "PUT /v2.0/routers/4db2e168-c7d1-4c38-b0d1-17991c93e0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4070954 Feb 11 14:48:10.409403 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38500) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:10.412532 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] Sync routers for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:48:10.421887 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:10.422539 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:10.629377 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:10.812415 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:48:09Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:10.843494 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] Checking router: 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 for host: n-d-828676-2 {{(pid=103178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:48:10.848081 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks [] for router (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:10.851666 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] Routers {'4db2e168-c7d1-4c38-b0d1-17991c93e0b8'} bound to L3 agent in host n-d-828676-2 {{(pid=103178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:10.852267 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'], 'active': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:10.956179 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks [] for router_gateway (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:10.958618 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_dvr_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] Set router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 gateway port host: n-d-828676-2 {{(pid=103178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:11.009709 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Deleting port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 {{(pid=103175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:11.010047 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.099373 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] For port 1ffdfa00-07b1-4be5-bf7d-351464ff8b09, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:11.099735 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.112706 n-d-828676-2 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Calling delete_port for 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 owned by network:router_gateway {{(pid=103175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:11.140093 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.l3_hamode_db [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:48:09Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:11.165701 n-d-828676-2 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5632e346-5eed-4153-a8f2-ab91d32e1067 None None] The sync data for ids ['4db2e168-c7d1-4c38-b0d1-17991c93e0b8'] in n-d-828676-2 is: [{'id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'name': 'tempest-TestSnapshotPattern-1051998887-router', 'tenant_id': 'ad4535e945d646c98fa93c74283b4676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:48:09Z', 'revision_number': 5, 'project_id': 'ad4535e945d646c98fa93c74283b4676', 'gw_port': {'id': '1ffdfa00-07b1-4be5-bf7d-351464ff8b09', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2e168-c7d1-4c38-b0d1-17991c93e0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:21Z', 'updated_at': '2022-02-11T14:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}] {{(pid=103178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:48:11.288009 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3128382'] for port (1ffdfa00-07b1-4be5-bf7d-351464ff8b09), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.313937 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffdfa00-07b1-4be5-bf7d-351464ff8b09,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:11.373883 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.451592 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 no longer exists at agent hyperv_n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:11.469926 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.471996 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] No Port match for: d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:11.472134 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks [] for router_controller (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.472348 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Device d204e5d6-bd1a-4e5f-8d94-e13e9b9e8719 not bound to the agent host n-h2-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:11.523503 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (4db2e168-c7d1-4c38-b0d1-17991c93e0b8), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.524132 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4db2e168-c7d1-4c38-b0d1-17991c93e0b8 {{(pid=103175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:48:11.528911 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.529978 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-b34004d4-2402-4167-8e43-c8ca0bbae480 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4db2e168-c7d1-4c38-b0d1-17991c93e0b8 HTTP/1.1" status: 204 len: 168 time: 1.1165328 Feb 11 14:48:11.532600 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [-] (103175) accepted ('10.222.0.79', 38502) {{(pid=103175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:11.587757 n-d-828676-2 neutron-server[103175]: DEBUG neutron.db.db_base_plugin_v2 [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] Deleting subnet 06981376-59b2-455b-875d-5b95213ac95b {{(pid=103175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:48:11.592012 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] Publish callbacks [] for subnet (06981376-59b2-455b-875d-5b95213ac95b), before_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.619855 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:11.628697 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252198'] for subnet (06981376-59b2-455b-875d-5b95213ac95b), precommit_delete_associations {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.640606 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:11.641250 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 3b949cd6-f4c8-42d6-9449-bb4ae0463f2d not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:11.714243 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (06981376-59b2-455b-875d-5b95213ac95b), precommit_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.769801 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26468629'] for subnet (06981376-59b2-455b-875d-5b95213ac95b), after_delete {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.797172 n-d-828676-2 neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06981376-59b2-455b-875d-5b95213ac95b,revision_number=None']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:11.801006 n-d-828676-2 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.804847 n-d-828676-2 neutron-server[103175]: INFO neutron.wsgi [None req-555bda69-1ff5-44d3-a88b-a52ac5707642 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/06981376-59b2-455b-875d-5b95213ac95b HTTP/1.1" status: 204 len: 168 time: 0.2710700 Feb 11 14:48:11.807836 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38504) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:11.810343 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb842f10-ab37-45bd-b3df-8ef7aa4a6b5a None None] Network b4a7578b-110e-4992-813d-f3958dffa75f requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:48:11.909188 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (b4a7578b-110e-4992-813d-f3958dffa75f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:11.967150 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Deleting port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:11.968318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.035353 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] For port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c,segment=NetworkSegment(0806f40d-f51f-460b-b66c-3b48fddbde5f),segment_id=0806f40d-f51f-460b-b66c-3b48fddbde5f)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:12.035721 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.048279 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Calling delete_port for cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:12.127333 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.153108 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:12.157547 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] No DVR routers for this DVR port cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:48:12.230902 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (b4a7578b-110e-4992-813d-f3958dffa75f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.251928 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a7578b-110e-4992-813d-f3958dffa75f']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:12.263587 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f198218-1e8c-439f-a242-1ddf7d3aa04e None None] DHCP port deletion for b4a7578b-110e-4992-813d-f3958dffa75f request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:48:12.263728 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0806f40d-f51f-460b-b66c-3b48fddbde5f') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:12.263992 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0806f40d-f51f-460b-b66c-3b48fddbde5f') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:12.275094 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (0806f40d-f51f-460b-b66c-3b48fddbde5f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.294259 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (0806f40d-f51f-460b-b66c-3b48fddbde5f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.301174 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:48:12.301567 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (0806f40d-f51f-460b-b66c-3b48fddbde5f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:48:12.303311 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:48:12.363056 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (b4a7578b-110e-4992-813d-f3958dffa75f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.368495 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:12.372201 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b4a7578b-110e-4992-813d-f3958dffa75f HTTP/1.1" status: 204 len: 168 time: 0.5621974 Feb 11 14:48:12.375071 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38506) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:12.390281 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3e666-6954-4dbb-a6d2-1dbbdb573763 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a7578b-110e-4992-813d-f3958dffa75f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:12.749549 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524670'] for router_interface (ab547031-b327-4803-ae66-f85419db28b9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:13.014637 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Deleting port d93b292a-b78d-4e56-ae34-c72344cf491e {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:13.015339 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:13.096106 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] For port d93b292a-b78d-4e56-ae34-c72344cf491e, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=d93b292a-b78d-4e56-ae34-c72344cf491e,segment=NetworkSegment(f86637c0-502b-4b5e-a515-e1d4a606b606),segment_id=f86637c0-502b-4b5e-a515-e1d4a606b606)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:13.096466 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:13.109748 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Calling delete_port for d93b292a-b78d-4e56-ae34-c72344cf491e owned by network:router_interface {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:13.287921 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (d93b292a-b78d-4e56-ae34-c72344cf491e), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:13.314672 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93b292a-b78d-4e56-ae34-c72344cf491e,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:13.497136 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524778'] for router_interface (ab547031-b327-4803-ae66-f85419db28b9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:13.608703 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:13.632947 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:13.633293 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 1ffdfa00-07b1-4be5-bf7d-351464ff8b09 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:13.633707 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:13.653937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:13.654313 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device cfbb22ab-5791-4d0c-a0ed-3b9c65f4122c not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:13.733853 n-d-828676-2 neutron-server[103176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Router ab547031-b327-4803-ae66-f85419db28b9 has already been hosted by L3 agent f46ae012-ace8-4b58-b3c9-6de9941bc028 {{(pid=103176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:48:13.843225 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] Notify agent at l3_agent.n-d-828676-2 the message routers_updated {{(pid=103176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:48:13.848403 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-caf0db03-d24e-4e10-accd-e6755f70f933 admin admin] 10.222.0.79 "PUT /v2.0/routers/ab547031-b327-4803-ae66-f85419db28b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4723701 Feb 11 14:48:13.851138 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38508) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:13.855852 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] Sync routers for ids ['ab547031-b327-4803-ae66-f85419db28b9'] in n-d-828676-2 {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:48:13.867162 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] Routers {'ab547031-b327-4803-ae66-f85419db28b9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:13.867825 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ab547031-b327-4803-ae66-f85419db28b9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:13.968605 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks [] for router (ab547031-b327-4803-ae66-f85419db28b9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:13.986031 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] Set router ab547031-b327-4803-ae66-f85419db28b9 gateway port host: n-d-828676-2 {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:14.074626 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks [] for router_gateway (ab547031-b327-4803-ae66-f85419db28b9), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.127424 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Deleting port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:14.127681 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.165268 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'external_fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:48:13Z', 'revision_number': 5, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port': {'id': '9f9c08cf-68a9-4408-971a-bbec3cf6f8ed', 'name': '', 'network_id': '1b3fdcf4-00a7-4abd-a0e1-dae2417b110f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab547031-b327-4803-ae66-f85419db28b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828676-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d91090f-af57-4a7f-b80e-1335a3fb2827', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828676-2'}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:14.194944 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] Checking router: ab547031-b327-4803-ae66-f85419db28b9 for host: n-d-828676-2 {{(pid=103177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:48:14.203821 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] Routers {'ab547031-b327-4803-ae66-f85419db28b9'} bound to L3 agent in host n-d-828676-2 {{(pid=103177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:14.204429 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828676-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:12:59Z,description=,heartbeat_timestamp=2022-02-11T14:48:00Z,host='n-d-828676-2',id=f46ae012-ace8-4b58-b3c9-6de9941bc028,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:12:59Z,topic='l3_agent')) {'router_ids': ['ab547031-b327-4803-ae66-f85419db28b9'], 'active': True} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:14.218015 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] For port 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,segment=NetworkSegment(db04dd2e-5fc0-4fc6-9478-7098ab8a7d89),segment_id=db04dd2e-5fc0-4fc6-9478-7098ab8a7d89)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:14.218415 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.229760 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Calling delete_port for 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed owned by network:router_gateway {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:14.292181 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvr_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] Set router ab547031-b327-4803-ae66-f85419db28b9 gateway port host: None {{(pid=103177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:14.346379 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_hamode_db [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:48:14Z', 'revision_number': 6, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port_host': None}], 'n-d-828676-2', False) {} {{(pid=103177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:14.373669 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e3399-8cde-4d5f-87dd-c8c680335cf4 None None] The sync data for ids ['ab547031-b327-4803-ae66-f85419db28b9'] in n-d-828676-2 is: [{'id': 'ab547031-b327-4803-ae66-f85419db28b9', 'name': 'tempest-TestSnapshotPattern-982099604-router', 'tenant_id': '25401427d1fb41739a8015dc22dde0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:26Z', 'updated_at': '2022-02-11T14:48:14Z', 'revision_number': 6, 'project_id': '25401427d1fb41739a8015dc22dde0ac', 'gw_port_host': None}] {{(pid=103177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:48:14.715699 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (9f9c08cf-68a9-4408-971a-bbec3cf6f8ed), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.742240 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9c08cf-68a9-4408-971a-bbec3cf6f8ed,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:14.809911 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538164'] for router_gateway (ab547031-b327-4803-ae66-f85419db28b9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.906252 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5693'] for router (ab547031-b327-4803-ae66-f85419db28b9), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.908328 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks [] for router_controller (ab547031-b327-4803-ae66-f85419db28b9), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.957210 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-526980'] for router (ab547031-b327-4803-ae66-f85419db28b9), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.957819 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab547031-b327-4803-ae66-f85419db28b9 {{(pid=103176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:48:14.962400 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:14.964193 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-16029419-636d-4587-a34a-34817c611d21 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ab547031-b327-4803-ae66-f85419db28b9 HTTP/1.1" status: 204 len: 168 time: 1.1116426 Feb 11 14:48:14.966634 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38510) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:15.009350 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] Deleting subnet 00bdd0ad-2842-4ed4-a41b-246c6dade048 {{(pid=103176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:48:15.012864 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] Publish callbacks [] for subnet (00bdd0ad-2842-4ed4-a41b-246c6dade048), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.046620 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710216'] for subnet (00bdd0ad-2842-4ed4-a41b-246c6dade048), precommit_delete_associations {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.128063 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763719'] for subnet (00bdd0ad-2842-4ed4-a41b-246c6dade048), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.184011 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3850836'] for subnet (00bdd0ad-2842-4ed4-a41b-246c6dade048), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.207991 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00bdd0ad-2842-4ed4-a41b-246c6dade048,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:15.214639 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.218009 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-e84754bb-92f8-474a-8f93-577d327e2744 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/00bdd0ad-2842-4ed4-a41b-246c6dade048 HTTP/1.1" status: 204 len: 168 time: 0.2501981 Feb 11 14:48:15.220446 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38512) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:15.222679 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c482fd2a-93cd-4d93-b7b5-eccd6851ef77 None None] Network 14256ba3-d907-4518-8458-b0bc98028554 requested from n-d-828676-2 {{(pid=103177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:48:15.297264 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16673425'] for network (14256ba3-d907-4518-8458-b0bc98028554), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.353388 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Deleting port 64d2addd-109f-48ae-b6db-a05af7102317 {{(pid=103176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:15.353726 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (64d2addd-109f-48ae-b6db-a05af7102317), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.390475 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] DHCP port deletion for 14256ba3-d907-4518-8458-b0bc98028554 request from n-d-828676-2 {{(pid=103177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:48:15.421617 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.db [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] For port 64d2addd-109f-48ae-b6db-a05af7102317, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=64d2addd-109f-48ae-b6db-a05af7102317,segment=NetworkSegment(f86637c0-502b-4b5e-a515-e1d4a606b606),segment_id=f86637c0-502b-4b5e-a515-e1d4a606b606)] {{(pid=103176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:15.422205 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (64d2addd-109f-48ae-b6db-a05af7102317), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.441423 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Calling delete_port for 64d2addd-109f-48ae-b6db-a05af7102317 owned by network:dhcp {{(pid=103176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:15.446217 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] Deleting port 64d2addd-109f-48ae-b6db-a05af7102317 {{(pid=103177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:48:15.446217 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754611100043'] for port (64d2addd-109f-48ae-b6db-a05af7102317), before_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.509321 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.db [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] For port 64d2addd-109f-48ae-b6db-a05af7102317, host n-d-828676-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828676-2',level=0,port_id=64d2addd-109f-48ae-b6db-a05af7102317,segment=NetworkSegment(f86637c0-502b-4b5e-a515-e1d4a606b606),segment_id=f86637c0-502b-4b5e-a515-e1d4a606b606)] {{(pid=103177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:15.509730 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537541'] for port (64d2addd-109f-48ae-b6db-a05af7102317), precommit_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.523002 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] Calling delete_port for 64d2addd-109f-48ae-b6db-a05af7102317 owned by network:dhcp {{(pid=103177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:48:15.523200 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26233488'] for port (64d2addd-109f-48ae-b6db-a05af7102317), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.549893 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d2addd-109f-48ae-b6db-a05af7102317,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:15.555355 n-d-828676-2 neutron-server[103176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] No DVR routers for this DVR port 64d2addd-109f-48ae-b6db-a05af7102317 on host n-d-828676-2 {{(pid=103176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:48:15.573759 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 64d2addd-109f-48ae-b6db-a05af7102317 no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:15.597337 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 64d2addd-109f-48ae-b6db-a05af7102317 {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:15.597696 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 64d2addd-109f-48ae-b6db-a05af7102317 not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:15.598112 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d93b292a-b78d-4e56-ae34-c72344cf491e no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:15.627262 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: d93b292a-b78d-4e56-ae34-c72344cf491e {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:15.627529 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device d93b292a-b78d-4e56-ae34-c72344cf491e not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:15.627937 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed no longer exists at agent ovs-agent-n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:15.630655 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16564434', 'neutron.services.segments.db._delete_segments_for_network-8754611055288'] for network (14256ba3-d907-4518-8458-b0bc98028554), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.649175 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.plugin [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] No Port match for: 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed {{(pid=103177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:48:15.649519 n-d-828676-2 neutron-server[103177]: DEBUG neutron.plugins.ml2.rpc [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Device 9f9c08cf-68a9-4408-971a-bbec3cf6f8ed not bound to the agent host n-d-828676-2 {{(pid=103177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:15.650079 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14256ba3-d907-4518-8458-b0bc98028554']}} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:15.660484 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86637c0-502b-4b5e-a515-e1d4a606b606') {'for_net_delete': True} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:15.661197 n-d-828676-2 neutron-server[103176]: DEBUG neutron.services.segments.db [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86637c0-502b-4b5e-a515-e1d4a606b606') {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:15.667815 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16741171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754611102702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754610565560'] for port (64d2addd-109f-48ae-b6db-a05af7102317), after_delete {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.670927 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754611058881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710257'] for segment (f86637c0-502b-4b5e-a515-e1d4a606b606), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.685117 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445'] for segment (f86637c0-502b-4b5e-a515-e1d4a606b606), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.691369 n-d-828676-2 neutron-server[103176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:48:15.691753 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16658445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26233543'] for segment (f86637c0-502b-4b5e-a515-e1d4a606b606), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.693086 n-d-828676-2 neutron-server[103177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] Pushing event deleted for resources: {'Port': ['ID=64d2addd-109f-48ae-b6db-a05af7102317,revision_number=None']} {{(pid=103177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: Traceback (most recent call last): Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: timer() Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: cb(*args, **kw) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: return func(*args, **kwargs) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: self._notify() Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: self.callback(batched_events) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: event.method(event) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: return f(self, *a, **k) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: return self._get(url).json() Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: return self.request(url, 'GET', **kwargs) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:48:15.693532 n-d-828676-2 neutron-server[103176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:48:15.697045 n-d-828676-2 neutron-server[103177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab1190-3f2c-4f2d-8421-2a9dae212322 None None] No DVR routers for this DVR port 64d2addd-109f-48ae-b6db-a05af7102317 on host n-d-828676-2 {{(pid=103177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:48:15.755680 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16564441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538216'] for network (14256ba3-d907-4518-8458-b0bc98028554), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.761115 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:15.764222 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/14256ba3-d907-4518-8458-b0bc98028554 HTTP/1.1" status: 204 len: 168 time: 0.5428779 Feb 11 14:48:15.774790 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d00a2-f8bd-4581-91b6-cae1e3ff87d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14256ba3-d907-4518-8458-b0bc98028554,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:15.940160 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38516) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:15.980712 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-8b0c097b-28f9-4440-a24a-4f8e2195a624 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad4535e945d646c98fa93c74283b4676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392833 Feb 11 14:48:15.983070 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38518) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:16.028833 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4fba-15c7-4f3c-a8c2-c33706c03d2e admin admin] Publish callbacks [] for security_group (c97b03b3-f2b4-4537-966a-967b18ac3d4b), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.049551 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4fba-15c7-4f3c-a8c2-c33706c03d2e admin admin] Publish callbacks [] for security_group (c97b03b3-f2b4-4537-966a-967b18ac3d4b), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.095318 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4fba-15c7-4f3c-a8c2-c33706c03d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (c97b03b3-f2b4-4537-966a-967b18ac3d4b), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.097888 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4fba-15c7-4f3c-a8c2-c33706c03d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.099103 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-aa7c4fba-15c7-4f3c-a8c2-c33706c03d2e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c97b03b3-f2b4-4537-966a-967b18ac3d4b HTTP/1.1" status: 204 len: 168 time: 0.1150866 Feb 11 14:48:16.107499 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c4fba-15c7-4f3c-a8c2-c33706c03d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b03b3-f2b4-4537-966a-967b18ac3d4b,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:16.410651 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38524) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:16.450415 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-7d174fac-d035-4a77-b640-53ef43d2a98e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25401427d1fb41739a8015dc22dde0ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385585 Feb 11 14:48:16.452874 n-d-828676-2 neutron-server[103176]: DEBUG neutron.wsgi [-] (103176) accepted ('10.222.0.79', 38526) {{(pid=103176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:48:16.501698 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62bde64a-9b7d-48ea-b35a-29fd1e03e48f admin admin] Publish callbacks [] for security_group (43138fd5-8823-4f4c-bcb0-90951b207b7f), before_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.522770 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62bde64a-9b7d-48ea-b35a-29fd1e03e48f admin admin] Publish callbacks [] for security_group (43138fd5-8823-4f4c-bcb0-90951b207b7f), precommit_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.568490 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62bde64a-9b7d-48ea-b35a-29fd1e03e48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554730'] for security_group (43138fd5-8823-4f4c-bcb0-90951b207b7f), after_delete {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.571029 n-d-828676-2 neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-62bde64a-9b7d-48ea-b35a-29fd1e03e48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:16.572174 n-d-828676-2 neutron-server[103176]: INFO neutron.wsgi [None req-62bde64a-9b7d-48ea-b35a-29fd1e03e48f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43138fd5-8823-4f4c-bcb0-90951b207b7f HTTP/1.1" status: 204 len: 168 time: 0.1184108 Feb 11 14:48:16.580244 n-d-828676-2 neutron-server[103176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bde64a-9b7d-48ea-b35a-29fd1e03e48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43138fd5-8823-4f4c-bcb0-90951b207b7f,revision_number=None']} {{(pid=103176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:20.785628 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:22.741039 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:23.758651 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:48:27.220924 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fcaa26f5-56ca-464b-a4ab-e676b7523a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:29.611002 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-215f00e5-3d39-48dc-9a6d-d01d4fa54988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:31.298994 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:32.701496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:33.899279 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:50.806515 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:52.741397 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:57.222768 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b68d99d9-4a2c-466a-8555-0c4d33f86bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:48:59.613660 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-27f548bf-2a97-45f6-b162-87b1fbc303f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:00.757446 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:49:01.301687 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:02.703250 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:03.901364 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:20.819803 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:22.758816 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:27.224434 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fc90ef1f-8d4c-497f-8834-98faffd2af19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:29.614611 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-a8474557-5beb-4a56-af7b-058821396b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:31.306512 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:32.706500 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:33.904237 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:37.758216 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:49:50.820976 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:52.771710 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:57.228147 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-fd189330-7c1c-4640-9a8f-9962113cee17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:49:59.615048 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4c762c62-4dc9-40bf-8a4a-79b42b856095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:01.309394 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:02.708915 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:03.906131 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:14.757138 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:50:20.835947 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:22.770890 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:27.230018 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-12f84649-ec3a-4d5a-95d4-a4dfc9d51f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:29.619753 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f01c271f-f4d3-49f4-a123-3080feaabe2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:31.312180 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:32.711330 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:33.907031 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:50.835081 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:51.755663 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:50:52.785060 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:57.233003 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-4eb8978e-d17a-430f-950e-1f054108c537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:50:59.621387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-93430e5f-f38e-4317-a033-5bcd34ca3a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:01.315003 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:02.714110 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:03.908883 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:20.849309 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:22.784805 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:27.238387 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-17b0fbf8-1271-4966-9082-ed75bdac1f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:28.754962 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:51:29.623404 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-36f9da7d-d273-4f66-86fe-b5f021eb16ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:31.318496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:32.717684 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:33.911243 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:50.848257 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:52.782985 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:57.230165 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-f0e12c7a-b16d-470d-9c07-16fc27b55548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:51:59.624637 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-10a18087-24ad-4076-a494-3ed477240fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:01.319830 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:02.719319 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:03.916577 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:05.753665 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:52:20.869711 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:22.789510 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:27.232154 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-82b5b2c4-ccf0-46cc-ad08-0468aba1b815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:29.626602 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-06fe060e-3498-4f3a-8e44-c8caef1f7893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:31.324496 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:32.739266 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:33.908886 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:42.752528 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:52:50.877249 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:52.793156 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:57.236689 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-eb36c3b7-dc30-4abb-b47d-26962a227a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:52:59.629188 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e39cd238-0218-4988-b34b-0ef58133ea6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:01.327866 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:02.725410 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:03.910667 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:19.751006 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:53:20.892700 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:22.805660 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:27.238640 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf706-c135-436d-aedf-733cf16b408b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:29.630390 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-ea2a36d4-91d1-479b-895d-1d80be0f1990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:31.331284 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:32.727936 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:33.912000 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:50.891953 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:52.809136 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:56.749948 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:53:57.239912 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0298737a-2f1a-40d6-82b2-e345480686b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:53:59.632046 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-07f5c1b2-1e11-4cb5-a379-f0abcd87b032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:01.334215 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:02.730702 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:03.914313 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:20.907140 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:22.825106 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:27.240801 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0bc20b42-967b-462b-b492-6385033e4983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:29.633293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8803-f0a6-4ec6-9dd4-002573f235a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:31.339801 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:32.733459 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:33.749527 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:54:33.915988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:50.905930 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:52.818865 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:57.242222 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-5d4da74d-5549-4579-a863-2bcd1d7bb1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:54:59.635565 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-c5b97545-38e7-4c4c-b585-5ce3487b311b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:01.341585 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:02.734550 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:03.919315 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:10.748558 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:55:20.921096 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:22.823438 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:27.244336 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cb28d935-0c16-436c-a9e2-31d6244e7458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:29.637080 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0f0f560a-d954-4477-823f-2ae857236827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:31.343115 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:32.738175 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:33.921485 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:47.746915 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:55:50.932293 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:52.839082 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:57.245956 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e79ec3f9-62f0-4272-9190-ec1bf0bb112d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:55:59.637988 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0002dc96-0996-4496-bbe0-61d7768d8024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:01.347177 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:02.741630 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:03.922483 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:20.950162 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:21.342287 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-8f23dea1-fa6d-4ad8-aac1-83d3fa69a320 service neutron] (103175) timed out ('10.222.0.79', 36336) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:56:21.433960 n-d-828676-2 neutron-server[103175]: DEBUG neutron.wsgi [req-99c9a377-e5ac-4906-a461-1cbaa922cba2 req-73f64229-0c40-451e-aae3-c69a290249b4 tempest-TestShelveInstance-1891436594 tempest-TestShelveInstance-1891436594-project] (103175) timed out ('10.222.0.79', 36358) {{(pid=103175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:56:22.836056 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:24.745478 n-d-828676-2 neutron-server[103178]: DEBUG neutron.db.agents_db [None req-55b89169-9b02-4b71-99e5-d019b4482ae6 None None] Agent healthcheck: found 7 active agents {{(pid=103178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:56:27.246718 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-44eb7da1-cafc-442b-a8c0-548fe3591937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (15f2e100-8a6c-4045-bac5-6cedebc29e25), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:29.638964 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-256516a0-e9f5-4f36-bdf1-d398eae140a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (f46ae012-ace8-4b58-b3c9-6de9941bc028), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:31.350687 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-60134be1-4155-4585-97fb-2cfb5657ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (764e0aae-a918-4a2e-a457-114164b5e5d0), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:32.747502 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-cd023345-b4bc-4839-af0b-2af6b1584d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (c9b4368c-5cba-41e1-93cf-b2143148074a), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:33.924680 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-84466843-dbb9-43dd-b70f-d46a6afe2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (ca3c6b6e-ba5c-49b2-be38-cba6ed53d3aa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:50.948943 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b6c0-d377-46d9-ad28-e1aef0c9aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (fcdd30cb-3106-4426-851b-576d87187381), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:56:52.869868 n-d-828676-2 neutron-server[103177]: DEBUG neutron_lib.callbacks.manager [None req-0c28a7ff-6a8a-4bab-905e-53d6f5d80fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754611055270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16565995'] for agent (9ebaffd6-0994-4ba0-bece-99f14ef010fa), after_update {{(pid=103177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}